alaselababatunde commited on
Commit
15a1cbf
·
1 Parent(s): 2de7216
Files changed (1) hide show
  1. main.py +2 -2
main.py CHANGED
@@ -32,7 +32,7 @@ logger = logging.getLogger("TechDisciplesAI")
32
  # ===============================================
33
  # FASTAPI APP
34
  # ===============================================
35
- app = FastAPI(title="Tech Disciples AI (LangChain Conversational)", version="3.0")
36
 
37
  # ===============================================
38
  # LOAD MODEL USING PIPELINE + LANGCHAIN
@@ -46,7 +46,7 @@ try:
46
  model=MODEL_NAME,
47
  device=DEVICE,
48
  max_new_tokens=1024, # give enough room for thoughtful answers
49
- temperature=0.3, # higher temp = more natural and creative
50
  do_sample=True, # sample to allow variety
51
  top_p=0.9, # nucleus sampling to filter unlikely tokens
52
  repetition_penalty=1.2 # avoid repeating the same phrases
 
32
  # ===============================================
33
  # FASTAPI APP
34
  # ===============================================
35
+ app = FastAPI(title="Tech Disciples AI", version="3.0")
36
 
37
  # ===============================================
38
  # LOAD MODEL USING PIPELINE + LANGCHAIN
 
46
  model=MODEL_NAME,
47
  device=DEVICE,
48
  max_new_tokens=1024, # give enough room for thoughtful answers
49
+ temperature=0.7, # higher temp = more natural and creative
50
  do_sample=True, # sample to allow variety
51
  top_p=0.9, # nucleus sampling to filter unlikely tokens
52
  repetition_penalty=1.2 # avoid repeating the same phrases