Update main.py

main.py

@@ -6,7 +6,7 @@ import uvicorn
 
 app = FastAPI()
 
-client = InferenceClient("bertilmuth/phi")
+client = InferenceClient("FacebookAI/roberta-large-mnli")
 
 class Item(BaseModel):
     prompt: str
@@ -41,8 +41,11 @@ def generate(item: Item):
         seed=42,
     )
 
-    formatted_prompt = format_prompt(f"{item.system_prompt}, {item.prompt}", item.history)
-    stream = client.text_generation(formatted_prompt, **generate_kwargs, stream=True, details=True, return_full_text=False)
+    #formatted_prompt = format_prompt(f"{item.system_prompt}, {item.prompt}", item.history)
+    text = item.prompt
+    labels = ["Requirement", "Information"]
+    client.zero_shot_classification(text, labels)
+    #stream = client.text_generation(formatted_prompt, **generate_kwargs, stream=True, details=True, return_full_text=False)
     output = ""
 
     for response in stream: