Spaces:
Build error
Build error
Update app.py
Browse files
app.py
CHANGED
|
@@ -13,7 +13,7 @@ config = PeftConfig.from_pretrained("jonathanjordan21/mos-mamba-6x130m-trainer")
|
|
| 13 |
|
| 14 |
tokenizer = AutoTokenizer.from_pretrained("jonathanjordan21/mos-mamba-6x130m-trainer", trust_remote_code=True)
|
| 15 |
|
| 16 |
-
streamer = TextStreamer(tokenizer, skip_prompt=True, skip_special_tokens=True)
|
| 17 |
|
| 18 |
model = AutoModelForCausalLM.from_pretrained(
|
| 19 |
"jonathanjordan21/mos-mamba-6x130m-trainer",
|
|
@@ -59,7 +59,9 @@ def invoke(
|
|
| 59 |
|
| 60 |
res = tokenizer.batch_decode(response)
|
| 61 |
|
| 62 |
-
|
|
|
|
|
|
|
| 63 |
# yield res
|
| 64 |
|
| 65 |
|
|
|
|
| 13 |
|
| 14 |
tokenizer = AutoTokenizer.from_pretrained("jonathanjordan21/mos-mamba-6x130m-trainer", trust_remote_code=True)
|
| 15 |
|
| 16 |
+
# streamer = TextStreamer(tokenizer, skip_prompt=True, skip_special_tokens=True)
|
| 17 |
|
| 18 |
model = AutoModelForCausalLM.from_pretrained(
|
| 19 |
"jonathanjordan21/mos-mamba-6x130m-trainer",
|
|
|
|
| 59 |
|
| 60 |
res = tokenizer.batch_decode(response)
|
| 61 |
|
| 62 |
+
print(res)
|
| 63 |
+
|
| 64 |
+
return res[0]
|
| 65 |
# yield res
|
| 66 |
|
| 67 |
|