Update main.py

main.py

@@ -12,10 +12,10 @@ class Item(BaseModel):
     prompt: str
     history: list
     system_prompt: str
-    temperature: float = 0.0
-    max_new_tokens: int = 1048
-    top_p: float = 0.15
-    repetition_penalty: float = 1.0
+    #temperature: float = 0.0
+    #max_new_tokens: int = 1048
+    #top_p: float = 0.15
+    #repetition_penalty: float = 1.0
     #trust_remote_code = True
 
 def format_prompt(message, history):
@@ -27,18 +27,18 @@ def format_prompt(message, history):
     return prompt
 
 def generate(item: Item):
-    temperature = float(item.temperature)
-    if temperature < 1e-2:
-        temperature = 1e-2
-    top_p = float(item.top_p)
-
-    generate_kwargs = dict(
-        temperature=temperature,
-        max_new_tokens=item.max_new_tokens,
-        top_p=top_p,
-        repetition_penalty=item.repetition_penalty,
-        do_sample=True,
-        seed=42,
+    #temperature = float(item.temperature)
+    #if temperature < 1e-2:
+     #   temperature = 1e-2
+    #top_p = float(item.top_p)
+
+    #generate_kwargs = dict(
+    #    temperature=temperature,
+    #    max_new_tokens=item.max_new_tokens,
+    #    top_p=top_p,
+    #    repetition_penalty=item.repetition_penalty,
+    #    do_sample=True,
+    #    seed=42,
     )
 
     #formatted_prompt = format_prompt(f"{item.system_prompt}, {item.prompt}", item.history)