Spaces:
Running
Running
Update app.py
Browse files
app.py
CHANGED
|
@@ -22,7 +22,7 @@ adapter_id = "Prajjwalng/gemma_customercare_adapters" #adapter model
|
|
| 22 |
|
| 23 |
# Initialize model and tokenizer (load only once)
|
| 24 |
@st.cache_resource
|
| 25 |
-
def load_model(model_id
|
| 26 |
base_model = AutoModelForCausalLM.from_pretrained(
|
| 27 |
model_id,
|
| 28 |
low_cpu_mem_usage=True,
|
|
@@ -31,9 +31,9 @@ def load_model(model_id, adapter_id):
|
|
| 31 |
device_map={"": 0} if torch.cuda.is_available() else "cpu"
|
| 32 |
)
|
| 33 |
|
| 34 |
-
merged_model = PeftModel.from_pretrained(base_model, adapter_id)
|
| 35 |
tokenizer = AutoTokenizer.from_pretrained(model_id, add_eos_token=True)
|
| 36 |
-
return
|
| 37 |
|
| 38 |
merged_model, tokenizer = load_model(model_id, adapter_id)
|
| 39 |
|
|
|
|
| 22 |
|
| 23 |
# Initialize model and tokenizer (load only once)
|
| 24 |
@st.cache_resource
|
| 25 |
+
def load_model(model_id):
|
| 26 |
base_model = AutoModelForCausalLM.from_pretrained(
|
| 27 |
model_id,
|
| 28 |
low_cpu_mem_usage=True,
|
|
|
|
| 31 |
device_map={"": 0} if torch.cuda.is_available() else "cpu"
|
| 32 |
)
|
| 33 |
|
| 34 |
+
#merged_model = PeftModel.from_pretrained(base_model, adapter_id)
|
| 35 |
tokenizer = AutoTokenizer.from_pretrained(model_id, add_eos_token=True)
|
| 36 |
+
return base_model, tokenizer
|
| 37 |
|
| 38 |
merged_model, tokenizer = load_model(model_id, adapter_id)
|
| 39 |
|