Spaces:
Sleeping
Sleeping
Update app.py
Browse files
app.py
CHANGED
|
@@ -83,8 +83,8 @@ class DocumentRetrievalAndGeneration:
|
|
| 83 |
device_map="auto",
|
| 84 |
quantization_config=quantization_config,
|
| 85 |
token=hf_token
|
| 86 |
-
|
| 87 |
-
|
| 88 |
return tokenizer, model
|
| 89 |
|
| 90 |
def generate_response_with_timeout(self, input_ids, max_new_tokens=1000):
|
|
|
|
| 83 |
device_map="auto",
|
| 84 |
quantization_config=quantization_config,
|
| 85 |
token=hf_token
|
| 86 |
+
quantization_config=quantization_config
|
| 87 |
+
)
|
| 88 |
return tokenizer, model
|
| 89 |
|
| 90 |
def generate_response_with_timeout(self, input_ids, max_new_tokens=1000):
|