Prajjwalng commited on
Commit
fe6193d
·
verified ·
1 Parent(s): 53cc210

Update app.py

Browse files
Files changed (1) hide show
  1. app.py +3 -3
app.py CHANGED
@@ -22,7 +22,7 @@ adapter_id = "Prajjwalng/gemma_customercare_adapters" #adapter model
22
 
23
  # Initialize model and tokenizer (load only once)
24
  @st.cache_resource
25
- def load_model(model_id, adapter_id):
26
  base_model = AutoModelForCausalLM.from_pretrained(
27
  model_id,
28
  low_cpu_mem_usage=True,
@@ -31,9 +31,9 @@ def load_model(model_id, adapter_id):
31
  device_map={"": 0} if torch.cuda.is_available() else "cpu"
32
  )
33
 
34
- merged_model = PeftModel.from_pretrained(base_model, adapter_id)
35
  tokenizer = AutoTokenizer.from_pretrained(model_id, add_eos_token=True)
36
- return merged_model, tokenizer
37
 
38
  merged_model, tokenizer = load_model(model_id, adapter_id)
39
 
 
22
 
23
  # Initialize model and tokenizer (load only once)
24
  @st.cache_resource
25
+ def load_model(model_id):
26
  base_model = AutoModelForCausalLM.from_pretrained(
27
  model_id,
28
  low_cpu_mem_usage=True,
 
31
  device_map={"": 0} if torch.cuda.is_available() else "cpu"
32
  )
33
 
34
+ #merged_model = PeftModel.from_pretrained(base_model, adapter_id)
35
  tokenizer = AutoTokenizer.from_pretrained(model_id, add_eos_token=True)
36
+ return base_model, tokenizer
37
 
38
  merged_model, tokenizer = load_model(model_id, adapter_id)
39