ranggafermata commited on
Commit
18d5ced
Β·
verified Β·
1 Parent(s): e4018c5

Update app.py

Browse files
Files changed (1) hide show
  1. app.py +2 -2
app.py CHANGED
@@ -1,5 +1,5 @@
1
  import gradio as gr
2
- from transformers import AutoModelForCausalLM, LlamaTokenizerFast
3
  import torch
4
  from huggingface_hub import login
5
  import re
@@ -10,7 +10,7 @@ login(token=os.getenv("HF_TOKEN"))
10
 
11
  # Load the model and tokenizer
12
  model_name = "ranggafermata/Fermata-v1.2-lightcoder"
13
- tokenizer = LlamaTokenizerFast.from_pretrained(model_name)
14
  model = AutoModelForCausalLM.from_pretrained(model_name, torch_dtype=torch.float16 if torch.cuda.is_available() else torch.float32)
15
  model.eval()
16
 
 
1
  import gradio as gr
2
+ from transformers import AutoModelForCausalLM, LlamaTokenizer
3
  import torch
4
  from huggingface_hub import login
5
  import re
 
10
 
11
  # Load the model and tokenizer
12
  model_name = "ranggafermata/Fermata-v1.2-lightcoder"
13
+ tokenizer = LlamaTokenizer.from_pretrained(model_name)
14
  model = AutoModelForCausalLM.from_pretrained(model_name, torch_dtype=torch.float16 if torch.cuda.is_available() else torch.float32)
15
  model.eval()
16