added support for lacedb as vectordb

This commit is contained in:
akashAD98
2024-09-12 18:51:29 +05:30
parent fb1fd851b0
commit 7e75513151
2 changed files with 100 additions and 1 deletions

View File

@@ -18,7 +18,7 @@ class Settings(BaseSettings):
DEFAULT_MAX_HISTORY: int = 150
MODEL_TOKEN_LIMITS: dict = {"gpt-3.5-turbo": 4096, "claude-2": 1e5}
UPLOAD_FOLDER: str = "inputs"
VECTOR_STORE: str = "faiss" # "faiss" or "elasticsearch" or "qdrant" or "milvus"
VECTOR_STORE: str = "faiss" # "faiss" or "elasticsearch" or "qdrant" or "milvus" or "lancedb"
RETRIEVERS_ENABLED: list = ["classic_rag", "duckduck_search"] # also brave_search
API_URL: str = "http://localhost:7091" # backend url for celery worker
@@ -67,6 +67,12 @@ class Settings(BaseSettings):
MILVUS_URI: Optional[str] = "./milvus_local.db" # milvus lite version as default
MILVUS_TOKEN: Optional[str] = ""
# LanceDB vectorstore config
LANCEDB_PATH: str = "/tmp/lancedb" # Path where LanceDB stores its local data
LANCEDB_URI: Optional[str] = "db://localhost:5432/lancedb" # URI for connecting to a LanceDB instance
LANCEDB_TABLE_NAME: Optional[str] = "gptcache" # Name of the table to use for storing vectors
LANCEDB_API_KEY: Optional[str] = None # API key for connecting to LanceDB cloud (if applicable)
LANCEDB_REGION: Optional[str] = None # Region for LanceDB cloud (if using cloud deployment)
BRAVE_SEARCH_API_KEY: Optional[str] = None
FLASK_DEBUG_MODE: bool = False