end-rin commited on
Commit
dbdcc05
·
1 Parent(s): 0733d01

Use models actually available on free HF API

Browse files
Files changed (1) hide show
  1. app.py +7 -5
app.py CHANGED
@@ -60,10 +60,12 @@ STYLES = {
60
  }
61
 
62
  # Models available on HF Inference API (free tier)
 
 
63
  MODELS = {
64
- 'Mistral-7B (proxy for Phi-3)': 'mistralai/Mistral-7B-Instruct-v0.3',
65
- 'Qwen2.5-72B': 'Qwen/Qwen2.5-72B-Instruct',
66
- 'Llama-3.1-8B': 'meta-llama/Llama-3.1-8B-Instruct',
67
  }
68
 
69
  # Initialize client
@@ -197,8 +199,8 @@ with gr.Blocks(title="Unicode Attack Demo", theme=gr.themes.Soft()) as demo:
197
  model_dropdown = gr.Dropdown(
198
  choices=list(MODELS.keys()),
199
  label="Model",
200
- value="Mistral-7B (proxy for Phi-3)",
201
- info="Demo uses similar-sized models available on free API"
202
  )
203
  task_dropdown = gr.Dropdown(
204
  choices=["Fact Verification", "Argument Mining"],
 
60
  }
61
 
62
  # Models available on HF Inference API (free tier)
63
+ # Note: Phi-3, Gemma, Qwen from our experiments are NOT on free API
64
+ # Using similar instruction-tuned models that ARE available
65
  MODELS = {
66
+ 'Zephyr-7B': 'HuggingFaceH4/zephyr-7b-beta',
67
+ 'Mistral-7B': 'mistralai/Mistral-7B-Instruct-v0.2',
68
+ 'Falcon-7B': 'tiiuae/falcon-7b-instruct',
69
  }
70
 
71
  # Initialize client
 
199
  model_dropdown = gr.Dropdown(
200
  choices=list(MODELS.keys()),
201
  label="Model",
202
+ value="Zephyr-7B",
203
+ info="Note: Original models (Phi-3, Gemma, Qwen) not on free API"
204
  )
205
  task_dropdown = gr.Dropdown(
206
  choices=["Fact Verification", "Argument Mining"],