Spaces:

walledai
/

walledai-walledguard-c

Sleeping

RishabhBhardwaj commited on Jul 24, 2024

Commit

45a4564

1 Parent(s): 7998472

INT 8

Files changed (1) hide show

app.py CHANGED Viewed

@@ -16,7 +16,7 @@ Answer: [/INST]
 # Load the model and tokenizer
 @st.cache_resource
 def load_model():
-    model_name = "meta-llama/Llama-Guard-3-8B"
     tokenizer = AutoTokenizer.from_pretrained(model_name)
     model = AutoModelForCausalLM.from_pretrained(model_name, load_in_4bit=True)
     return tokenizer, model

 # Load the model and tokenizer
 @st.cache_resource
 def load_model():
+    model_name = "meta-llama/Llama-Guard-3-8B-INT8"
     tokenizer = AutoTokenizer.from_pretrained(model_name)
     model = AutoModelForCausalLM.from_pretrained(model_name, load_in_4bit=True)
     return tokenizer, model