alaselababatunde commited on
Commit
26fd760
·
1 Parent(s): caa2aff
Files changed (1) hide show
  1. main.py +7 -8
main.py CHANGED
@@ -26,16 +26,15 @@ spitch_client = Spitch()
26
 
27
  # HuggingFace LLM (better tuned for code generation)
28
  llm = HuggingFaceEndpoint(
29
- repo_id=HF_MODEL,
30
- temperature=0.2,
31
- model_kwargs={
32
- "max_new_tokens": 1500, # more space for multi-file generation
33
- "do_sample": True,
34
- "top_p": 0.9,
35
- "repetition_penalty": 1.1
36
- }
37
  )
38
 
 
39
  # FastAPI app
40
  app = FastAPI(title="DevAssist AI Backend (FastAPI + LangChain)")
41
 
 
26
 
27
  # HuggingFace LLM (better tuned for code generation)
28
  llm = HuggingFaceEndpoint(
29
+ repo_id="deepseek-ai/deepseek-coder-1.3b-instruct",
30
+ temperature=0.7,
31
+ top_p=0.9,
32
+ do_sample=True,
33
+ repetition_penalty=1.1,
34
+ max_new_tokens=1024
 
 
35
  )
36
 
37
+
38
  # FastAPI app
39
  app = FastAPI(title="DevAssist AI Backend (FastAPI + LangChain)")
40