trust_remote_code=True
Browse files
app.py
CHANGED
|
@@ -31,6 +31,7 @@ from transformers import AutoTokenizer
|
|
| 31 |
llm = HuggingFaceLLM(
|
| 32 |
model_name="PrunaAI/eryk-mazus-polka-1.1b-bnb-4bit-smashed", # Mały model 1.3B
|
| 33 |
tokenizer=AutoTokenizer.from_pretrained("eryk-mazus/polka-1.1b"),
|
|
|
|
| 34 |
device_map="auto"
|
| 35 |
# model_kwargs={
|
| 36 |
# "quantization_config": quantization_config,
|
|
|
|
| 31 |
llm = HuggingFaceLLM(
|
| 32 |
model_name="PrunaAI/eryk-mazus-polka-1.1b-bnb-4bit-smashed", # Mały model 1.3B
|
| 33 |
tokenizer=AutoTokenizer.from_pretrained("eryk-mazus/polka-1.1b"),
|
| 34 |
+
trust_remote_code=True,
|
| 35 |
device_map="auto"
|
| 36 |
# model_kwargs={
|
| 37 |
# "quantization_config": quantization_config,
|