Consola privada activa. Ingrese su API Key en la parte superior para consultar al motor de IA.
"""
@app.route('/ask', methods=['POST'])
def ask():
api_key = request.headers.get("x-api-key")
if not api_key or api_key not in VALID_API_KEYS:
return jsonify({"error": "Acceso denegado. Llave invalida o inexistente."}), 401
try:
data = request.json
user_prompt = data.get("prompt", "")
prompt = f"<|im_start|>system\nEres Hydra 3.0, el motor de inteligencia artificial de Hydra Software. Eres un experto absoluto en programación y desarrollo de sistemas backend, bots y paneles web.<|im_end|>\n<|im_start|>user\n{user_prompt}<|im_end|>\n<|im_start|>assistant\n"
inputs = tokenizer(prompt, return_tensors="pt").to(model.device)
streamer = TextIteratorStreamer(tokenizer, skip_prompt=True, skip_special_tokens=True)
def generate_task():
with torch.no_grad():
model.generate(
**inputs,
max_new_tokens=4096,
do_sample=True,
temperature=0.7,
top_p=0.9,
repetition_penalty=1.15,
streamer=streamer
)
thread = threading.Thread(target=generate_task)
thread.start()
def generate_stream():
for text in streamer:
yield text
return Response(stream_with_context(generate_stream()), mimetype='text/plain')
except Exception as e:
return jsonify({"error": str(e)}), 500
@app.route('/', methods=['GET'])
def health():
return render_template_string(HTML_PAGE)
if __name__ == '__main__':
print("LOG: Iniciando servidor Flask en 0.0.0.0:7860")
app.run(host='0.0.0.0', port=7860, threaded=True)