Update main.py
Browse files
main.py
CHANGED
|
@@ -7,6 +7,7 @@ from ctransformers import AutoModelForCausalLM
|
|
| 7 |
|
| 8 |
llm = AutoModelForCausalLM.from_pretrained("TheBloke/Mistral-7B-v0.1-GGUF", model_file="mistral-7b-v0.1.Q4_K_M.gguf", model_type="mistral", gpu_layers=00)
|
| 9 |
|
|
|
|
| 10 |
|
| 11 |
@app.route('/recommend', methods=['POST'])
|
| 12 |
def recommendation():
|
|
|
|
| 7 |
|
| 8 |
llm = AutoModelForCausalLM.from_pretrained("TheBloke/Mistral-7B-v0.1-GGUF", model_file="mistral-7b-v0.1.Q4_K_M.gguf", model_type="mistral", gpu_layers=00)
|
| 9 |
|
| 10 |
+
app = Flask(__name__)
|
| 11 |
|
| 12 |
@app.route('/recommend', methods=['POST'])
|
| 13 |
def recommendation():
|