ayeshaishaq004 commited on
Commit
152d327
·
verified ·
1 Parent(s): e1993b5

Update app.py

Browse files
Files changed (1) hide show
  1. app.py +7 -7
app.py CHANGED
@@ -3,7 +3,7 @@ import requests
3
  import json
4
  import os
5
 
6
- API_URL = "https://api-inference.huggingface.co/models/OpenAssistant/oasst-sft-6-llama-30b-xor"
7
  API_KEY = os.getenv('API_KEY')
8
 
9
  if not API_KEY:
@@ -16,20 +16,20 @@ def generate_text(prompt):
16
  payload = {
17
  "inputs": prompt,
18
  "parameters": {
19
- "max_new_tokens": 150,
20
- "temperature": 0.1,
21
  }
22
  }
23
  response = requests.post(API_URL, headers=HEADERS, json=payload)
 
24
  if response.status_code == 200:
25
- generated_text = response.json()[0].get("generated_text", "")
26
- return generated_text
27
  else:
28
  return f"Error: {response.status_code} - {response.text}"
29
 
30
 
31
- description = "Enter your prompt and click Generate to see the model's response."
32
- title = "OpenAssistant Text Generation Interface"
33
 
34
  api = gr.Interface(
35
  fn=generate_text,
 
3
  import json
4
  import os
5
 
6
+ API_URL = "https://api-inference.huggingface.co/models/mistralai/Mistral-7B-v0.3"
7
  API_KEY = os.getenv('API_KEY')
8
 
9
  if not API_KEY:
 
16
  payload = {
17
  "inputs": prompt,
18
  "parameters": {
19
+ "max_length": 200,
20
+ "do_sample": True
21
  }
22
  }
23
  response = requests.post(API_URL, headers=HEADERS, json=payload)
24
+
25
  if response.status_code == 200:
26
+ return response.json()
 
27
  else:
28
  return f"Error: {response.status_code} - {response.text}"
29
 
30
 
31
+ description = "Enter your prompt and click Submit to see the model's response."
32
+ title = "Mistral Text Generation Interface"
33
 
34
  api = gr.Interface(
35
  fn=generate_text,