daniel-was-taken commited on
Commit
4f7a2e6
·
1 Parent(s): 861ab51

Update LLM configuration for production settings

Browse files
Files changed (1) hide show
  1. app.py +4 -3
app.py CHANGED
@@ -60,9 +60,10 @@ embedding_model = NebiusEmbeddings(
60
 
61
  # Initialize LLM
62
  model = ChatNebius(
63
- model="Qwen/Qwen3-14B",
64
- streaming=True,
65
- temperature=0.7,
 
66
  top_p=0.95,
67
  api_key=SecretStr(os.getenv("OPENAI_API_KEY")),
68
  )
 
60
 
61
  # Initialize LLM
62
  model = ChatNebius(
63
+ model="meta-llama/Llama-3.3-70B-Instruct",
64
+ streaming=False, # Change for Production
65
+ temperature=0.0,
66
+ max_tokens=8192,
67
  top_p=0.95,
68
  api_key=SecretStr(os.getenv("OPENAI_API_KEY")),
69
  )