Spaces:
Sleeping
Sleeping
Refactor
Browse files
src/llm/sambanova_wrapper.py
CHANGED
|
@@ -10,10 +10,8 @@ from src.llm.data_models.typeddict_data_models import (
|
|
| 10 |
class SambaNovaWrapper(BaseLLMWrapper):
|
| 11 |
|
| 12 |
def generate_response(self, prompt: str) -> MultiCommentModel:
|
| 13 |
-
api_key = os.environ.get("SAMBANOVA_API_KEY")
|
| 14 |
|
| 15 |
llm = ChatSambaNovaCloud(
|
| 16 |
-
api_key=api_key,
|
| 17 |
streaming=False,
|
| 18 |
model="Meta-Llama-3.3-70B-Instruct",
|
| 19 |
max_tokens=8192,
|
|
|
|
| 10 |
class SambaNovaWrapper(BaseLLMWrapper):
|
| 11 |
|
| 12 |
def generate_response(self, prompt: str) -> MultiCommentModel:
|
|
|
|
| 13 |
|
| 14 |
llm = ChatSambaNovaCloud(
|
|
|
|
| 15 |
streaming=False,
|
| 16 |
model="Meta-Llama-3.3-70B-Instruct",
|
| 17 |
max_tokens=8192,
|