Update app.py
Browse files
app.py
CHANGED
|
@@ -61,7 +61,7 @@ class ContentHandler(HuggingFaceEndpoint.ContentHandler):
|
|
| 61 |
accepts = "application/json"
|
| 62 |
len_prompt = 0
|
| 63 |
|
| 64 |
-
|
| 65 |
self.len_prompt = len(prompt)
|
| 66 |
input_str = json.dumps({"inputs": prompt, "parameters": {"max_new_tokens": 100, "stop": ["Human:"], "do_sample": False, "repetition_penalty": 1.1}})
|
| 67 |
return input_str.encode('utf-8')
|
|
|
|
| 61 |
accepts = "application/json"
|
| 62 |
len_prompt = 0
|
| 63 |
|
| 64 |
+
def transform_input(self, prompt: str, model_kwargs: Dict) -> bytes:
|
| 65 |
self.len_prompt = len(prompt)
|
| 66 |
input_str = json.dumps({"inputs": prompt, "parameters": {"max_new_tokens": 100, "stop": ["Human:"], "do_sample": False, "repetition_penalty": 1.1}})
|
| 67 |
return input_str.encode('utf-8')
|