refactor rag; add files support; use qdrant

This commit is contained in:
ramnique 2025-02-08 00:41:01 +05:30
parent b438e8f307
commit 7847c96977
43 changed files with 4556 additions and 2372 deletions

View file

@ -7,12 +7,17 @@
"build": "next build",
"start": "next start",
"lint": "next lint",
"crawlUrls": "tsx app/scripts/crawlUrls.ts",
"oxytest": "tsx app/scripts/oxytest.ts"
"setupQdrant": "tsx app/scripts/setup_qdrant.ts",
"deleteQdrant": "tsx app/scripts/delete_qdrant.ts",
"ragUrlsWorker": "tsx app/scripts/rag_urls_worker.ts",
"ragFilesWorker": "tsx app/scripts/rag_files_worker.ts"
},
"dependencies": {
"@ai-sdk/openai": "^0.0.37",
"@auth0/nextjs-auth0": "^3.5.0",
"@aws-sdk/client-s3": "^3.743.0",
"@aws-sdk/s3-request-presigner": "^3.743.0",
"@google/generative-ai": "^0.21.0",
"@langchain/core": "^0.3.7",
"@langchain/textsplitters": "^0.1.0",
"@mendable/firecrawl-js": "^1.0.3",
@ -20,6 +25,7 @@
"@nextui-org/system": "^2.2.5",
"@nextui-org/theme": "^2.2.9",
"@primer/react": "^36.27.0",
"@qdrant/js-client-rest": "^1.13.0",
"ai": "^3.3.28",
"cheerio": "^1.0.0",
"class-variance-authority": "^0.7.1",
@ -35,6 +41,7 @@
"react": "^18.3.1",
"react-diff-viewer-continued": "^3.4.0",
"react-dom": "^18.3.1",
"react-dropzone": "^14.3.5",
"react-markdown": "^9.0.1",
"react-resizable-panels": "^2.1.7",
"redis": "^4.7.0",