ricklegac commited on
Commit
b516e8a
·
1 Parent(s): aef5ab5
Files changed (2) hide show
  1. app.py +1 -5
  2. requirements.txt +2 -1
app.py CHANGED
@@ -4,11 +4,7 @@ from transformers import AutoTokenizer, AutoModelForCausalLM, pipeline
4
  model_id = "HuggingFaceH4/zephyr-7b-alpha" # ✅ sin restricciones
5
 
6
  tokenizer = AutoTokenizer.from_pretrained(model_id)
7
- model = AutoModelForCausalLM.from_pretrained(
8
- model_id,
9
- device_map="auto",
10
- torch_dtype="auto",
11
- )
12
 
13
  pipe = pipeline("text-generation", model=model, tokenizer=tokenizer)
14
 
 
4
  model_id = "HuggingFaceH4/zephyr-7b-alpha" # ✅ sin restricciones
5
 
6
  tokenizer = AutoTokenizer.from_pretrained(model_id)
7
+ model = AutoModelForCausalLM.from_pretrained(model_id)
 
 
 
 
8
 
9
  pipe = pipeline("text-generation", model=model, tokenizer=tokenizer)
10
 
requirements.txt CHANGED
@@ -1,3 +1,4 @@
1
  transformers
2
  torch
3
- gradio
 
 
1
  transformers
2
  torch
3
+ gradio
4
+ accelerate