CaptMetal commited on
Commit
86c4fc8
·
verified ·
1 Parent(s): 23d14f9

Update app.py

Browse files
Files changed (1) hide show
  1. app.py +12 -2
app.py CHANGED
@@ -1,10 +1,20 @@
1
  from transformers import AutoModelForCausalLM, AutoTokenizer, pipeline
2
  import gradio as gr
 
3
 
4
  # Load OpenHermes
5
  model_id = "BuddAi" if os.path.exists("BuddAi") else "CaptMetal/BuddAi"
6
- tokenizer = AutoTokenizer.from_pretrained(model_id)
7
- model = AutoModelForCausalLM.from_pretrained(model_id, device_map="auto")
 
 
 
 
 
 
 
 
 
8
 
9
  # Set chat template (OpenHermes-specific)
10
  tokenizer.chat_template = """{% for message in messages %}
 
1
  from transformers import AutoModelForCausalLM, AutoTokenizer, pipeline
2
  import gradio as gr
3
+ import os
4
 
5
  # Load OpenHermes
6
  model_id = "BuddAi" if os.path.exists("BuddAi") else "CaptMetal/BuddAi"
7
+ try:
8
+ tokenizer = AutoTokenizer.from_pretrained(
9
+ model_id,
10
+ trust_remote_code=True # Important for custom tokenizers
11
+ )
12
+ model = AutoModelForCausalLM.from_pretrained(
13
+ model_id,
14
+ device_map="auto"
15
+ )
16
+ except Exception as e:
17
+ raise ValueError(f"Failed to load model: {str(e)}. Please verify all files exist in {model_id}")
18
 
19
  # Set chat template (OpenHermes-specific)
20
  tokenizer.chat_template = """{% for message in messages %}