Spaces:
Runtime error
Runtime error
Update app.py
Browse files
app.py
CHANGED
|
@@ -25,12 +25,14 @@ def generate_response(model, tokenizer, prompt):
|
|
| 25 |
pad_token_id=pad_token_id
|
| 26 |
)
|
| 27 |
response = tokenizer.decode(output[0], skip_special_tokens=True)
|
|
|
|
|
|
|
| 28 |
response = response[len(prompt):]
|
| 29 |
return response
|
| 30 |
|
| 31 |
def predict(input):
|
| 32 |
prediction = generate_response(my_model, my_tokenizer, input)
|
| 33 |
-
print("type of response:", type(
|
| 34 |
return prediction
|
| 35 |
|
| 36 |
|
|
|
|
| 25 |
pad_token_id=pad_token_id
|
| 26 |
)
|
| 27 |
response = tokenizer.decode(output[0], skip_special_tokens=True)
|
| 28 |
+
print("Generated response::", response )
|
| 29 |
+
print("len(prompt)::", len(prompt) )
|
| 30 |
response = response[len(prompt):]
|
| 31 |
return response
|
| 32 |
|
| 33 |
def predict(input):
|
| 34 |
prediction = generate_response(my_model, my_tokenizer, input)
|
| 35 |
+
print("type of response:", type(prediction))
|
| 36 |
return prediction
|
| 37 |
|
| 38 |
|