Update main.py

main.py

@@ -18,6 +18,14 @@ class Item(BaseModel):
     #repetition_penalty: float = 1.0
     #trust_remote_code = True
 
+#def format_prompt(message, history):
+#    prompt = "<s>"
+#    for user_prompt, bot_response in history:
+#        prompt += f"[INST] {user_prompt} [/INST]"
+#        prompt += f" {bot_response}</s> "
+#    prompt += f"[INST] {message} [/INST]"
+#    return prompt
+
 def format_prompt(message, history):
     prompt = "<s>"
     for user_prompt, bot_response in history:
@@ -43,7 +51,7 @@ def generate(item: Item):
 
     #formatted_prompt = format_prompt(f"{item.system_prompt}, {item.prompt}", item.history)
     text = item.prompt
-    #print(item.prompt)
+    print(item.prompt)
     labels = ["Requirement", "Information"]
     stream = client.zero_shot_classification(text, labels)
     #stream = client.text_generation(formatted_prompt, **generate_kwargs, stream=True, details=True, return_full_text=False)