mindus-tk
commited on
Commit
·
7ca8708
1
Parent(s):
72c6fbd
app.py
Browse files
app.py
CHANGED
|
@@ -9,8 +9,8 @@ model_name = "rinna/youri-7b-chat"
|
|
| 9 |
tokenizer = AutoTokenizer.from_pretrained(model_name)
|
| 10 |
model = AutoModelForCausalLM.from_pretrained(model_name)
|
| 11 |
|
| 12 |
-
@app.route("/
|
| 13 |
-
def
|
| 14 |
input_data = request.json
|
| 15 |
input_text = input_data['input']
|
| 16 |
|
|
|
|
| 9 |
tokenizer = AutoTokenizer.from_pretrained(model_name)
|
| 10 |
model = AutoModelForCausalLM.from_pretrained(model_name)
|
| 11 |
|
| 12 |
+
@app.route("/infer", methods=['POST'])
|
| 13 |
+
def infer():
|
| 14 |
input_data = request.json
|
| 15 |
input_text = input_data['input']
|
| 16 |
|