feat(web): Use crawlee/playwright to retrieve web content in quality mode. It retrieves content more reliably than fetch + JSDoc, at the expense of speed.
This commit is contained in:
parent
044f30a547
commit
87a7ffb445
10 changed files with 4580 additions and 549 deletions
|
|
@ -31,6 +31,7 @@
|
|||
"clsx": "^2.1.0",
|
||||
"compute-cosine-similarity": "^1.1.0",
|
||||
"compute-dot": "^1.1.0",
|
||||
"crawlee": "^3.13.5",
|
||||
"drizzle-orm": "^0.40.1",
|
||||
"html-to-text": "^9.0.5",
|
||||
"jsdom": "^26.1.0",
|
||||
|
|
@ -40,6 +41,7 @@
|
|||
"next": "^15.2.2",
|
||||
"next-themes": "^0.3.0",
|
||||
"pdf-parse": "^1.1.1",
|
||||
"playwright": "*",
|
||||
"react": "^18",
|
||||
"react-dom": "^18",
|
||||
"react-syntax-highlighter": "^15.6.1",
|
||||
|
|
|
|||
Loading…
Add table
Add a link
Reference in a new issue