Hugging Face's logo

Spaces:
minhdang
/
Command-R
Runtime error

App Files Community
minhdang commited on
Commit
a0dc225
·
verified ·
1 Parent(s): cf5249f

Update app.py

Browse files
Files changed (1) hide show
  1. app.py +1 -1
app.py CHANGED
@@ -15,7 +15,7 @@ bnb_config = AwqConfig(group_size=512)
15
 
16
  model_id = "CohereForAI/c4ai-command-r-v01"
17
  tokenizer = AutoTokenizer.from_pretrained(model_id)
18
- model = AutoModelForCausalLM.from_pretrained(model_id, quantization_config=bnb_config)
19
 
20
  @spaces.GPU
21
  def generate_response(user_input, max_new_tokens, temperature):
 
15
 
16
  model_id = "CohereForAI/c4ai-command-r-v01"
17
  tokenizer = AutoTokenizer.from_pretrained(model_id)
18
+ model = AutoModelForCausalLM.from_pretrained(model_id, quantization_config=bnb_config,pre_quantized=True)
19
 
20
  @spaces.GPU
21
  def generate_response(user_input, max_new_tokens, temperature):