fix: changes to llm classes according to base

This commit is contained in:
Siddhant Rai
2024-04-15 19:47:24 +05:30
parent c1c69ed22b
commit 60a670ce29
6 changed files with 15 additions and 6 deletions

View File

@@ -60,7 +60,7 @@ class LineIterator:
class SagemakerAPILLM(BaseLLM):
def __init__(self, *args, **kwargs):
def __init__(self, api_key, *args, **kwargs):
import boto3
runtime = boto3.client(
@@ -70,6 +70,8 @@ class SagemakerAPILLM(BaseLLM):
region_name="us-west-2",
)
super().__init__(*args, **kwargs)
self.api_key = api_key
self.endpoint = settings.SAGEMAKER_ENDPOINT
self.runtime = runtime