Spaces:
Runtime error
Runtime error
Commit ·
4f7a2e6
1
Parent(s): 861ab51
Update LLM configuration for production settings
Browse files
app.py
CHANGED
|
@@ -60,9 +60,10 @@ embedding_model = NebiusEmbeddings(
|
|
| 60 |
|
| 61 |
# Initialize LLM
|
| 62 |
model = ChatNebius(
|
| 63 |
-
model="
|
| 64 |
-
streaming=
|
| 65 |
-
temperature=0.
|
|
|
|
| 66 |
top_p=0.95,
|
| 67 |
api_key=SecretStr(os.getenv("OPENAI_API_KEY")),
|
| 68 |
)
|
|
|
|
| 60 |
|
| 61 |
# Initialize LLM
|
| 62 |
model = ChatNebius(
|
| 63 |
+
model="meta-llama/Llama-3.3-70B-Instruct",
|
| 64 |
+
streaming=False, # Change for Production
|
| 65 |
+
temperature=0.0,
|
| 66 |
+
max_tokens=8192,
|
| 67 |
top_p=0.95,
|
| 68 |
api_key=SecretStr(os.getenv("OPENAI_API_KEY")),
|
| 69 |
)
|