testings

2025-11-29 16:43:16 +00:00 · 2023-09-26 10:03:22 +01:00
parent e5c43cfc4b
commit e85a583f0a
15 changed files with 514 additions and 372 deletions
--- a/application/llm/base.py
+++ b/application/llm/base.py
@@ -0,0 +1,15 @@
+from abc import ABC, abstractmethod
+import json
+
+
+class BaseLLM(ABC):
+    def __init__(self):
+        pass
+
+    @abstractmethod
+    def gen(self, *args, **kwargs):
+        pass
+
+    @abstractmethod
+    def gen_stream(self, *args, **kwargs):
+        pass