Spaces:

hugging-apps
/

fable-traces

Running on Zero

multimodalart HF Staff commited on Jul 6

Commit

24c8852

verified ·

1 Parent(s): 3665aad

Upload app.py with huggingface_hub

Files changed (1) hide show

app.py CHANGED Viewed

@@ -54,6 +54,7 @@ def chat(
         messages,
         add_generation_prompt=True,
         return_tensors="pt",
     ).to(model.device)
     streamer = TextIteratorStreamer(
@@ -62,7 +63,7 @@ def chat(
     do_sample = temperature > 0
     gen_kwargs = dict(
-        input_ids=inputs,
         streamer=streamer,
         max_new_tokens=int(max_new_tokens),
         do_sample=do_sample,

         messages,
         add_generation_prompt=True,
         return_tensors="pt",
+        return_dict=True,
     ).to(model.device)
     streamer = TextIteratorStreamer(
     do_sample = temperature > 0
     gen_kwargs = dict(
+        **inputs,
         streamer=streamer,
         max_new_tokens=int(max_new_tokens),
         do_sample=do_sample,