Spaces:
Sleeping
Sleeping
Commit ·
15a1cbf
1
Parent(s): 2de7216
Updated
Browse files
main.py
CHANGED
|
@@ -32,7 +32,7 @@ logger = logging.getLogger("TechDisciplesAI")
|
|
| 32 |
# ===============================================
|
| 33 |
# FASTAPI APP
|
| 34 |
# ===============================================
|
| 35 |
-
app = FastAPI(title="Tech Disciples AI
|
| 36 |
|
| 37 |
# ===============================================
|
| 38 |
# LOAD MODEL USING PIPELINE + LANGCHAIN
|
|
@@ -46,7 +46,7 @@ try:
|
|
| 46 |
model=MODEL_NAME,
|
| 47 |
device=DEVICE,
|
| 48 |
max_new_tokens=1024, # give enough room for thoughtful answers
|
| 49 |
-
temperature=0.
|
| 50 |
do_sample=True, # sample to allow variety
|
| 51 |
top_p=0.9, # nucleus sampling to filter unlikely tokens
|
| 52 |
repetition_penalty=1.2 # avoid repeating the same phrases
|
|
|
|
| 32 |
# ===============================================
|
| 33 |
# FASTAPI APP
|
| 34 |
# ===============================================
|
| 35 |
+
app = FastAPI(title="Tech Disciples AI", version="3.0")
|
| 36 |
|
| 37 |
# ===============================================
|
| 38 |
# LOAD MODEL USING PIPELINE + LANGCHAIN
|
|
|
|
| 46 |
model=MODEL_NAME,
|
| 47 |
device=DEVICE,
|
| 48 |
max_new_tokens=1024, # give enough room for thoughtful answers
|
| 49 |
+
temperature=0.7, # higher temp = more natural and creative
|
| 50 |
do_sample=True, # sample to allow variety
|
| 51 |
top_p=0.9, # nucleus sampling to filter unlikely tokens
|
| 52 |
repetition_penalty=1.2 # avoid repeating the same phrases
|