| | FROM python:3.9-slim |
| |
|
| | |
| | RUN apt-get update && apt-get install -y git && rm -rf /var/lib/apt/lists/* |
| |
|
| | |
| | WORKDIR /app |
| |
|
| | |
| | RUN pip install --no-cache-dir flask transformers torch sentencepiece |
| |
|
| | |
| | COPY <<EOF /app/app.py |
| | from flask import Flask, request, jsonify |
| | from transformers import pipeline |
| | import os |
| |
|
| | app = Flask(__name__) |
| |
|
| | |
| | print("Chargement de l'IA locale...") |
| | pipe = pipeline("text-generation", model="TinyLlama/TinyLlama-1.1B-Chat-v1.0") |
| |
|
| | @app.route('/chat', methods=['POST']) |
| | def chat(): |
| | data = request.json |
| | prompt = data.get("prompt", "") |
| | response = pipe(prompt, max_new_tokens=100, do_sample=True, temperature=0.7) |
| | return jsonify({"response": response[0]['generated_text']}) |
| |
|
| | if __name__ == '__main__': |
| | app.run(host='0.0.0.0', port=7860) |
| | EOF |
| |
|
| | |
| | EXPOSE 7860 |
| |
|
| | |
| | CMD ["python", "app.py"] |
| |
|