From 38f8469d0b917fde0f1fb0a0a1ef49f583558fa9 Mon Sep 17 00:00:00 2001
From: Alex <a@tushynski.me>
Date: Mon, 27 Mar 2023 19:11:57 +0100
Subject: [PATCH 01/10] Update Navigation.tsx

---
 frontend/src/Navigation.tsx | 5 ++---
 1 file changed, 2 insertions(+), 3 deletions(-)

diff --git a/frontend/src/Navigation.tsx b/frontend/src/Navigation.tsx
index 979f64ea..a660a135 100644
--- a/frontend/src/Navigation.tsx
+++ b/frontend/src/Navigation.tsx
@@ -38,9 +38,8 @@ export default function Navigation({
   const [isDocsListOpen, setIsDocsListOpen] = useState(false);
 
   const isApiKeySet = useSelector(selectApiKeyStatus);
-  const [apiKeyModalState, setApiKeyModalState] = useState<ActiveState>(
-    isApiKeySet ? 'INACTIVE' : 'ACTIVE',
-  );
+  const [apiKeyModalState, setApiKeyModalState] =
+    useState<ActiveState>('INACTIVE');
 
   const isSelectedDocsSet = useSelector(selectSelectedDocsStatus);
   const [selectedDocsModalState, setSelectedDocsModalState] =

From 658b14ba261cd9ec3bdadf1faf7c3ec07400995b Mon Sep 17 00:00:00 2001
From: Alex <a@tushynski.me>
Date: Mon, 27 Mar 2023 19:22:06 +0100
Subject: [PATCH 02/10] failed upload

---
 frontend/src/upload/Upload.tsx | 34 ++++++++++++++++++++++++++++++----
 1 file changed, 30 insertions(+), 4 deletions(-)

diff --git a/frontend/src/upload/Upload.tsx b/frontend/src/upload/Upload.tsx
index e404bd12..9a0f62d0 100644
--- a/frontend/src/upload/Upload.tsx
+++ b/frontend/src/upload/Upload.tsx
@@ -19,20 +19,27 @@ export default function Upload({
     type: 'UPLOAD' | 'TRAINIING';
     percentage: number;
     taskId?: string;
+    failed?: boolean;
   }>();
 
   function Progress({
     title,
     isCancellable = false,
+    isFailed = false,
   }: {
     title: string;
     isCancellable?: boolean;
+    isFailed?: boolean;
   }) {
     return (
       <div className="mt-5 flex flex-col items-center gap-2">
         <p className="text-xl tracking-[0.15px]">{title}...</p>
         <p className="text-sm text-gray-2000">This may take several minutes</p>
+        <p className={`ml-5 text-xl text-red-400 ${isFailed ? '' : 'hidden'}`}>
+          Over the token limit, please consider uploading smaller document
+        </p>
         <p className="mt-10 text-2xl">{progress?.percentage || 0}%</p>
+
         <div className="mb-10 w-[50%]">
           <div className="h-1 w-[100%] bg-blue-4000"></div>
           <div
@@ -40,6 +47,7 @@ export default function Upload({
             style={{ width: `${progress?.percentage || 0}%` }}
           ></div>
         </div>
+
         <button
           onClick={() => {
             setDocName('');
@@ -71,10 +79,27 @@ export default function Upload({
             .then((data) => data.json())
             .then((data) => {
               if (data.status == 'SUCCESS') {
-                getDocs().then((data) => dispatch(setSourceDocs(data)));
-                setProgress(
-                  (progress) => progress && { ...progress, percentage: 100 },
-                );
+                if (data.result.limited === true) {
+                  getDocs().then((data) => dispatch(setSourceDocs(data)));
+                  setProgress(
+                    (progress) =>
+                      progress && {
+                        ...progress,
+                        percentage: 100,
+                        failed: true,
+                      },
+                  );
+                } else {
+                  getDocs().then((data) => dispatch(setSourceDocs(data)));
+                  setProgress(
+                    (progress) =>
+                      progress && {
+                        ...progress,
+                        percentage: 100,
+                        failed: false,
+                      },
+                  );
+                }
               } else {
                 setProgress(
                   (progress) =>
@@ -91,6 +116,7 @@ export default function Upload({
       <Progress
         title="Training is in progress"
         isCancellable={progress?.percentage === 100}
+        isFailed={progress?.failed === true}
       ></Progress>
     );
   }

From d5522e7c08bc600f21ea4c4d6b70763cbfd6adde Mon Sep 17 00:00:00 2001
From: Alex <a@tushynski.me>
Date: Mon, 27 Mar 2023 19:29:10 +0100
Subject: [PATCH 03/10] prep things

---
 application/app.py                          |  2 +-
 application/worker.py                       |  2 +-
 frontend/src/preferences/preferenceSlice.ts | 14 ++++++++++++--
 frontend/src/upload/Upload.tsx              | 15 +++++++++++++--
 4 files changed, 27 insertions(+), 6 deletions(-)

diff --git a/application/app.py b/application/app.py
index 2dafefc0..70bd189b 100644
--- a/application/app.py
+++ b/application/app.py
@@ -335,7 +335,7 @@ def upload_file():
             os.makedirs(save_dir)
 
         file.save(os.path.join(save_dir, filename))
-        task = ingest.delay('temp', [".rst", ".md", ".pdf"], job_name, filename, user)
+        task = ingest.delay('temp', [".rst", ".md", ".pdf", ".txt"], job_name, filename, user)
         # task id
         task_id = task.id
         return {"status": 'ok', "task_id": task_id}
diff --git a/application/worker.py b/application/worker.py
index 90bc9bf8..ce2c82d5 100644
--- a/application/worker.py
+++ b/application/worker.py
@@ -96,4 +96,4 @@ def ingest_worker(self, directory, formats, name_job, filename, user):
     # delete local
     shutil.rmtree(full_path)
 
-    return {'directory': directory, 'formats': formats, 'name_job': name_job, 'filename': filename, 'user': user}
+    return {'directory': directory, 'formats': formats, 'name_job': name_job, 'filename': filename, 'user': user, 'limited': False}
diff --git a/frontend/src/preferences/preferenceSlice.ts b/frontend/src/preferences/preferenceSlice.ts
index 78951e74..edf582ce 100644
--- a/frontend/src/preferences/preferenceSlice.ts
+++ b/frontend/src/preferences/preferenceSlice.ts
@@ -13,8 +13,18 @@ interface Preference {
 }
 
 const initialState: Preference = {
-  apiKey: '',
-  selectedDocs: null,
+  apiKey: 'xxx',
+  selectedDocs: {
+    name: 'default',
+    language: 'default',
+    location: 'default',
+    version: 'default',
+    description: 'default',
+    fullName: 'default',
+    dat: 'default',
+    docLink: 'default',
+    model: 'openai_text-embedding-ada-002',
+  } as Doc,
   sourceDocs: null,
 };
 
diff --git a/frontend/src/upload/Upload.tsx b/frontend/src/upload/Upload.tsx
index 9a0f62d0..0bb62f1a 100644
--- a/frontend/src/upload/Upload.tsx
+++ b/frontend/src/upload/Upload.tsx
@@ -151,10 +151,18 @@ export default function Upload({
 
   const { getRootProps, getInputProps, isDragActive } = useDropzone({
     onDrop,
-    multiple: true,
+    multiple: false,
     onDragEnter: doNothing,
     onDragOver: doNothing,
     onDragLeave: doNothing,
+    maxSize: 25000000,
+    accept: {
+      'application/pdf': ['.pdf'],
+      'text/plain': ['.txt'],
+      'text/x-rst': ['.rst'],
+      'text/x-markdown': ['.md'],
+      'application/zip': ['.zip'],
+    },
   });
 
   let view;
@@ -165,7 +173,10 @@ export default function Upload({
   } else {
     view = (
       <>
-        <p className="mb-7 text-xl text-jet">Upload New Documentation</p>
+        <p className="text-xl text-jet">Upload New Documentation</p>
+        <p className="mb-3 text-xs text-gray-4000">
+          Please upload .pdf, .txt, .rst, .md, .zip limited to 25mb
+        </p>
         <input
           type="text"
           className="h-10 w-[60%] rounded-md border-2 border-gray-5000 px-3 outline-none"

From c3c0e643d21fceab02707650f8eab555409ffacd Mon Sep 17 00:00:00 2001
From: Alex <a@tushynski.me>
Date: Mon, 27 Mar 2023 21:42:06 +0100
Subject: [PATCH 04/10] Update chat_combine_prompt.txt

---
 application/prompts/chat_combine_prompt.txt | 2 +-
 1 file changed, 1 insertion(+), 1 deletion(-)

diff --git a/application/prompts/chat_combine_prompt.txt b/application/prompts/chat_combine_prompt.txt
index 608d2a88..981b6e64 100644
--- a/application/prompts/chat_combine_prompt.txt
+++ b/application/prompts/chat_combine_prompt.txt
@@ -1,4 +1,4 @@
 You are a DocsGPT, friendly and helpful AI assistant by Arc53 that provides help with documents. You give thorough answers with code examples if possible.
-Use the following pieces of context to help answer the users question.
+Use the following pieces of context to help answer the users question. If its not relevant to the question, provide friendly responses.
 ----------------
 {summaries}
\ No newline at end of file

From 116e4401c48e203170dfb74cb71dc2c98f593c7d Mon Sep 17 00:00:00 2001
From: Alex <a@tushynski.me>
Date: Mon, 27 Mar 2023 21:44:22 +0100
Subject: [PATCH 05/10] Update .env.production

---
 frontend/.env.production | 2 +-
 1 file changed, 1 insertion(+), 1 deletion(-)

diff --git a/frontend/.env.production b/frontend/.env.production
index 46e738b1..e0c76c77 100644
--- a/frontend/.env.production
+++ b/frontend/.env.production
@@ -1 +1 @@
-VITE_API_HOST = https://docsapi.arc53.com
\ No newline at end of file
+VITE_API_HOST = https://gptcloud.arc53.com
\ No newline at end of file

From 0ed45f8754af39bf30bd9603470ea501fffd02d2 Mon Sep 17 00:00:00 2001
From: Alex <a@tushynski.me>
Date: Mon, 27 Mar 2023 21:48:16 +0100
Subject: [PATCH 06/10] fix pending status

---
 frontend/src/upload/Upload.tsx | 2 +-
 1 file changed, 1 insertion(+), 1 deletion(-)

diff --git a/frontend/src/upload/Upload.tsx b/frontend/src/upload/Upload.tsx
index 0bb62f1a..6f05ce6b 100644
--- a/frontend/src/upload/Upload.tsx
+++ b/frontend/src/upload/Upload.tsx
@@ -100,7 +100,7 @@ export default function Upload({
                       },
                   );
                 }
-              } else {
+              } else if (data.status == 'STARTED') {
                 setProgress(
                   (progress) =>
                     progress && {

From 87ad9a319008fe53bdd4830b71318b799ce9ca53 Mon Sep 17 00:00:00 2001
From: Alex <a@tushynski.me>
Date: Mon, 27 Mar 2023 21:48:44 +0100
Subject: [PATCH 07/10] Update Upload.tsx

---
 frontend/src/upload/Upload.tsx | 2 +-
 1 file changed, 1 insertion(+), 1 deletion(-)

diff --git a/frontend/src/upload/Upload.tsx b/frontend/src/upload/Upload.tsx
index 6f05ce6b..be1e6ac4 100644
--- a/frontend/src/upload/Upload.tsx
+++ b/frontend/src/upload/Upload.tsx
@@ -100,7 +100,7 @@ export default function Upload({
                       },
                   );
                 }
-              } else if (data.status == 'STARTED') {
+              } else if (data.status == 'PROGRESS') {
                 setProgress(
                   (progress) =>
                     progress && {

From e6f1c7d0c3c7898b748f4a1bba172f9315aac7c4 Mon Sep 17 00:00:00 2001
From: Alex <a@tushynski.me>
Date: Mon, 27 Mar 2023 21:50:54 +0100
Subject: [PATCH 08/10] mobile more space

---
 frontend/src/conversation/Conversation.tsx | 4 ++--
 1 file changed, 2 insertions(+), 2 deletions(-)

diff --git a/frontend/src/conversation/Conversation.tsx b/frontend/src/conversation/Conversation.tsx
index de8ace00..fd3f3e93 100644
--- a/frontend/src/conversation/Conversation.tsx
+++ b/frontend/src/conversation/Conversation.tsx
@@ -71,9 +71,9 @@ export default function Conversation() {
   };
 
   return (
-    <div className="flex justify-center p-6">
+    <div className="flex justify-center p-4">
       {queries.length > 0 && (
-        <div className="mt-20 flex w-10/12 flex-col transition-all md:w-3/4">
+        <div className="mt-20 flex flex-col transition-all md:w-3/4">
           {queries.map((query, index) => {
             return (
               <Fragment key={index}>

From 186e7bf402b546259c957ecf1853bc494b43fc07 Mon Sep 17 00:00:00 2001
From: Alex <a@tushynski.me>
Date: Mon, 27 Mar 2023 22:07:26 +0100
Subject: [PATCH 09/10] update for better runs + storage sync

---
 application/app.py  | 2 +-
 docker-compose.yaml | 7 ++++---
 2 files changed, 5 insertions(+), 4 deletions(-)

diff --git a/application/app.py b/application/app.py
index 70bd189b..c620caa2 100644
--- a/application/app.py
+++ b/application/app.py
@@ -196,7 +196,7 @@ def api_answer():
         else:
             qa_chain = load_qa_chain(llm=llm, chain_type="map_reduce",
                                      combine_prompt=c_prompt, question_prompt=q_prompt)
-            chain = VectorDBQA(combine_documents_chain=qa_chain, vectorstore=docsearch, k=4)
+            chain = VectorDBQA(combine_documents_chain=qa_chain, vectorstore=docsearch, k=3)
             result = chain({"query": question})
 
         print(result)
diff --git a/docker-compose.yaml b/docker-compose.yaml
index 172b6bae..6a4b4cf2 100644
--- a/docker-compose.yaml
+++ b/docker-compose.yaml
@@ -21,7 +21,9 @@ services:
     ports:
       - "5001:5001"
     volumes:
-      - app_data_container:/app
+      - ./application/indexes:/app/indexes
+      - ./application/inputs:/app/inputs
+      - ./application/vectors:/app/vectors
     depends_on:
         - redis
         - mongo
@@ -55,5 +57,4 @@ services:
 
 
 volumes:
-  mongodb_data_container:
-  app_data_container:
\ No newline at end of file
+  mongodb_data_container:
\ No newline at end of file

From 65c25684276de052edb2f1265da0076d12eb9014 Mon Sep 17 00:00:00 2001
From: Alex <a@tushynski.me>
Date: Mon, 27 Mar 2023 22:23:36 +0100
Subject: [PATCH 10/10] Update app.py

---
 application/app.py | 12 +++++++++++-
 1 file changed, 11 insertions(+), 1 deletion(-)

diff --git a/application/app.py b/application/app.py
index c620caa2..882a2cbc 100644
--- a/application/app.py
+++ b/application/app.py
@@ -285,7 +285,17 @@ def combined_json():
     """Provide json file with combined available indexes."""
     # get json from https://d3dg1063dc54p9.cloudfront.net/combined.json
 
-    data = []
+    data = [{
+            "name": 'default',
+            "language": 'default',
+            "version": '',
+            "description": 'default',
+            "fullName": 'default',
+            "date": 'default',
+            "docLink": 'default',
+            "model": embeddings_choice,
+            "location": "local"
+        }]
     # structure: name, language, version, description, fullName, date, docLink
     # append data from vectors_collection
     for index in vectors_collection.find({'user': user}):