script folder related changes:

* optmize content of requirements.txt
* upgrade libs
* fix imports

scripts/parser/file/bulk.py

@@ -61,7 +61,6 @@ class SimpleDirectoryReader(BaseReader):
             file_extractor: Optional[Dict[str, BaseParser]] = None,
             num_files_limit: Optional[int] = None,
             file_metadata: Optional[Callable[[str], Dict]] = None,
-            chunk_size_max: int = 2048,
     ) -> None:
         """Initialize with parameters."""
         super().__init__()

scripts/parser/open_ai_func.py

@@ -1,8 +1,8 @@
 import os
 
 import tiktoken
-from langchain.embeddings import OpenAIEmbeddings
-from langchain.vectorstores import FAISS
+from langchain_openai import OpenAIEmbeddings
+from langchain_community.vectorstores import FAISS
 from retry import retry
 
 

scripts/parser/py2doc.py

@@ -3,7 +3,7 @@ import os
 from pathlib import Path
 
 import tiktoken
-from langchain.llms import OpenAI
+from langchain_community.llms import OpenAI
 from langchain.prompts import PromptTemplate