ThomasSimonini commited on
Commit
4a2fd02
·
1 Parent(s): 5211d74

Update model

Browse files
Files changed (1) hide show
  1. app.py +2 -2
app.py CHANGED
@@ -23,7 +23,7 @@ def predict(message,
23
  max_new_tokens = 256,
24
  top_p = 0.6,
25
  repetition_penalty = 1.0,
26
- model=api_url_70b):
27
 
28
  # Write the system prompt
29
  if system_prompt != "":
@@ -55,7 +55,7 @@ def predict(message,
55
  },
56
  }
57
 
58
- response = requests.post(api_url, headers=headers, data=json.dumps(data), auth=("hf, hf_token"), stream=True)
59
 
60
  partial_message = ""
61
  for line in response.iter_lines():
 
23
  max_new_tokens = 256,
24
  top_p = 0.6,
25
  repetition_penalty = 1.0,
26
+ model= api_url_70b):
27
 
28
  # Write the system prompt
29
  if system_prompt != "":
 
55
  },
56
  }
57
 
58
+ response = requests.post(model, headers=headers, data=json.dumps(data), auth=("hf, hf_token"), stream=True)
59
 
60
  partial_message = ""
61
  for line in response.iter_lines():