rafavidal1709 commited on
Commit
86aa0dc
·
verified ·
1 Parent(s): cb96a9d

Update app.py

Browse files
Files changed (1) hide show
  1. app.py +14 -11
app.py CHANGED
@@ -3,18 +3,21 @@ import gradio as gr
3
  from transformers import AutoTokenizer, AutoModelForCausalLM
4
 
5
  # Configurações do modelo DeepSeek-R1
6
- MODEL_NAME = "deepseek-ai/deepseek-R1" # Verificar nome exato no Hugging Face Hub
7
 
8
- # Carregar tokenizer e modelo
9
- tokenizer = AutoTokenizer.from_pretrained(MODEL_NAME, trust_remote_code=True)
10
- model = AutoModelForCausalLM.from_pretrained(MODEL_NAME,
11
- trust_remote_code=True,
12
- revision="main",
13
- device_map="auto",
14
- torch_dtype=torch.float32,
15
- load_in_8bit=False,
16
- low_cpu_mem_usage=True
17
- )
 
 
 
18
 
19
  # Configurações de comprimento
20
  TARGET_LENGTH = 256
 
3
  from transformers import AutoTokenizer, AutoModelForCausalLM
4
 
5
  # Configurações do modelo DeepSeek-R1
6
+ MODEL_NAME = "deepseek-ai/deepseek-R1"
7
 
8
+ # Carregar tokenizer e modelo; Configurar para CPU
9
+ tokenizer = AutoTokenizer.from_pretrained(
10
+ MODEL_NAME,
11
+ trust_remote_code=True
12
+ )
13
+
14
+ model = AutoModelForCausalLM.from_pretrained(
15
+ MODEL_NAME,
16
+ trust_remote_code=True,
17
+ torch_dtype=torch.float32,
18
+ device_map="auto",
19
+ low_cpu_mem_usage=True
20
+ )
21
 
22
  # Configurações de comprimento
23
  TARGET_LENGTH = 256