Xasan01 commited on
Commit
2b4baa2
·
verified ·
1 Parent(s): 38ae956

Update app.py

Browse files
Files changed (1) hide show
  1. app.py +2 -0
app.py CHANGED
@@ -1,5 +1,6 @@
1
  import gradio as gr
2
  from transformers import AutoModelForCausalLM, AutoTokenizer
 
3
  import torch
4
 
5
  tokenizer = AutoTokenizer.from_pretrained("Xasan01/mistral-trading-chatbot")
@@ -16,6 +17,7 @@ tokenizer.chat_template = (
16
  model = AutoModelForCausalLM.from_pretrained(
17
  "Xasan01/mistral-trading-chatbot",
18
  torch_dtype=torch.float32, # CPU needs float32
 
19
  device_map="cpu",
20
  )
21
 
 
1
  import gradio as gr
2
  from transformers import AutoModelForCausalLM, AutoTokenizer
3
+ transformers.utils.logging.set_verbosity_error()
4
  import torch
5
 
6
  tokenizer = AutoTokenizer.from_pretrained("Xasan01/mistral-trading-chatbot")
 
17
  model = AutoModelForCausalLM.from_pretrained(
18
  "Xasan01/mistral-trading-chatbot",
19
  torch_dtype=torch.float32, # CPU needs float32
20
+ use_fast=False,
21
  device_map="cpu",
22
  )
23