Update app.py

app.py

@@ -61,10 +61,11 @@ def generate_text(messages):
     streamer = TextStreamer(tokenizer, skip_prompt=True)    
     text_generator = pipeline("text-generation", model=model, tokenizer=tokenizer,torch_dtype=dtype,device_map=device ,streamer=streamer) #pipeline has not to(device)
     result = text_generator(messages, max_new_tokens=256, do_sample=True, temperature=0.7)
-    print(result)
+    print(f"result={result}")
     generated_output = ""
     for token in result:
-        generated_output += token["generated_token"]
+        print(f"token={token}")
+        generated_output += token["text"]
         yield generated_output