willsh1997 commited on
Commit
fac72ab
·
1 Parent(s): 20a14ff

:clown_face: come on

Browse files
Files changed (1) hide show
  1. moral_compass_demo.py +1 -1
moral_compass_demo.py CHANGED
@@ -14,7 +14,7 @@ qwen_model_name = "Qwen/Qwen3-0.6B"
14
  tokenizer = AutoTokenizer.from_pretrained(qwen_model_name)
15
  qwen_model = AutoModelForCausalLM.from_pretrained(
16
  qwen_model_name,
17
- torch_dtype=torch.bfloat16(), #testing for underflow issues
18
  device_map="auto",
19
  quantization_config = quantization_config,
20
  )
 
14
  tokenizer = AutoTokenizer.from_pretrained(qwen_model_name)
15
  qwen_model = AutoModelForCausalLM.from_pretrained(
16
  qwen_model_name,
17
+ torch_dtype=torch.bfloat16, #testing for underflow issues
18
  device_map="auto",
19
  quantization_config = quantization_config,
20
  )