fix(deps): now it works better

application/requirements.txt

@@ -2,35 +2,84 @@ anthropic==0.34.2
 boto3==1.34.153
 beautifulsoup4==4.12.3
 celery==5.3.6
-dataclasses_json==0.6.7
+dataclasses-json==0.6.7
 docx2txt==0.8
 duckduckgo-search==6.2.6
-EbookLib==0.18
+ebooklib==0.18
+elastic-transport==8.15.0
 elasticsearch==8.14.0
 escodegen==1.0.11
 esprima==4.0.1
+esutils==1.0.1
 Flask==3.0.3
 faiss-cpu==1.8.0.post1
 gunicorn==23.0.0
 html2text==2020.1.16
 javalang==0.13.0
-langchain==0.2.16
+jinja2==3.1.4
-langchain-community==0.2.16
+jiter==0.5.0
+jmespath==1.0.1
+joblib==1.4.2
+jsonpatch==1.33
+jsonpointer==3.0.0
+jsonschema==4.23.0
+jsonschema-spec==0.2.4
+jsonschema-specifications==2023.7.1
+kombu==5.4.2
+langchain==0.3.0
+langchain-community==0.3.0
 langchain-core==0.3.2
-langchain-openai==0.1.23
+langchain-openai==0.2.0
-openapi3_parser==1.1.16
+langchain-text-splitters==0.3.0
+langsmith==0.1.125
+lazy-object-proxy==1.10.0
+lxml==5.3.0
+markupsafe==2.1.5
+marshmallow==3.22.0
+mpmath==1.3.0
+multidict==6.1.0
+mypy-extensions==1.0.0
+networkx==3.3
+numpy==1.26.4
+openai==1.46.1
+openapi-schema-validator==0.6.2
+openapi-spec-validator==0.6.0
+openapi3-parser==1.1.16
+orjson==3.10.7
+packaging==24.1
 pandas==2.2.2
-pydantic_settings==2.4.0
+pathable==0.4.3
+pillow==10.4.0
+portalocker==2.10.1
+prance==23.6.21.0
+primp==0.6.2
+prompt-toolkit==3.0.47
+protobuf==5.28.2
+py==1.11.0
+pydantic==2.9.2
+pydantic-core==2.23.4
+pydantic-settings==2.4.0
 pymongo==4.8.0
-PyPDF2==3.0.1
+pypdf2==3.0.1
+python-dateutil==2.9.0.post0
 python-dotenv==1.0.1
 qdrant-client==1.11.0
 redis==5.0.1
-Requests==2.32.0
+referencing==0.30.2
+regex==2024.9.11
+requests==2.32.3
 retry==0.9.2
 sentence-transformers==3.0.1
 tiktoken==0.7.0
-torch
+tokenizers==0.19.1
+torch==2.4.1
 tqdm==4.66.5
 transformers==4.44.2
-Werkzeug==3.0.4
+typing-extensions==4.12.2
+typing-inspect==0.9.0
+tzdata==2024.1
+urllib3==2.2.3
+vine==5.1.0
+wcwidth==0.2.13
+werkzeug==3.0.4
+yarl==1.11.1

frontend/src/upload/Upload.tsx

@@ -47,8 +47,8 @@ function Upload({
   ];
 
   const [urlType, setUrlType] = useState<{ label: string; value: string }>({
-    label: 'Link',
+    label: 'Crawler',
-    value: 'url',
+    value: 'crawler',
   });
 
   useEffect(() => {