Update app.py

app.py

@@ -1,5 +1,10 @@
 from transformers import pipeline
 import streamlit as st
+from huggingface_hub import InferenceClient
+
+
+apiToken = os.getenv("my_API_Key")
+client = InferenceClient(api_key=apiToken)
 
 summarizer = pipeline("summarization", model="facebook/bart-large-cnn")
 
@@ -9,7 +14,14 @@ if textToParaphrase:
     summary = summarizer(textToParaphrase, max_length=130, min_length=30, do_sample=False)
     st.write(summary[0]['summary_text'])  # Displaying the summarized text in Streamlit
 
-    # Use a pipeline as a high-level helper
-    messages = [{"role": "user", "content": "Who are you?"}]
-    pipe = pipeline("text-generation", model="microsoft/Phi-3.5-mini-instruct", trust_remote_code=True)
-    pipe(messages)
+    messages = [{ "role": "user", "content": "What is the capital of France?" }]
+
+    stream = client.chat.completions.create(
+        model="microsoft/Phi-3.5-mini-instruct", 
+    	messages=messages, 
+    	max_tokens=500,
+    	stream=True
+    )
+
+    for chunk in stream:
+        print(chunk.choices[0].delta.content)