mirror of
https://github.com/arc53/DocsGPT.git
synced 2025-11-29 08:33:20 +00:00
15 lines
300 B
Python
15 lines
300 B
Python
from abc import ABC, abstractmethod
|
|
|
|
|
|
class BaseLLM(ABC):
|
|
def __init__(self):
|
|
self.token_usage = {"prompt_tokens": 0, "generated_tokens": 0}
|
|
|
|
@abstractmethod
|
|
def gen(self, *args, **kwargs):
|
|
pass
|
|
|
|
@abstractmethod
|
|
def gen_stream(self, *args, **kwargs):
|
|
pass
|