feat(web): Use crawlee/playwright to retrieve web content in quality mode. It retrieves content more reliably than fetch + JSDoc, at the expense of speed.

This commit is contained in:
Willie Zutz 2025-05-24 14:37:19 -06:00
parent 044f30a547
commit 87a7ffb445
10 changed files with 4580 additions and 549 deletions

View file

@ -31,6 +31,7 @@
"clsx": "^2.1.0",
"compute-cosine-similarity": "^1.1.0",
"compute-dot": "^1.1.0",
"crawlee": "^3.13.5",
"drizzle-orm": "^0.40.1",
"html-to-text": "^9.0.5",
"jsdom": "^26.1.0",
@ -40,6 +41,7 @@
"next": "^15.2.2",
"next-themes": "^0.3.0",
"pdf-parse": "^1.1.1",
"playwright": "*",
"react": "^18",
"react-dom": "^18",
"react-syntax-highlighter": "^15.6.1",