GGUF
conversational
rexprimematrix commited on
Commit
9933fc6
·
verified ·
1 Parent(s): e30b6f9

Create brain.py

Browse files
Files changed (1) hide show
  1. brain.py +48 -0
brain.py ADDED
@@ -0,0 +1,48 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ from flask import Flask, request, jsonify
2
+ from flask_cors import CORS
3
+ from gpt4all import GPT4All
4
+ import os
5
+
6
+ app = Flask(__name__)
7
+ # Sabhi connections allow karne ke liye CORS setup
8
+ CORS(app)
9
+
10
+ # --- CONFIGURATION ---
11
+ # Note: Is code mein hum model ko seedha tumhari naye repository se load karenge
12
+ MODEL_NAME = "Phi-3-mini-4k-instruct-q4.gguf"
13
+ REPO_ID = "rexprimematrix/RiShreAI" # Tumhara model repository
14
+
15
+ print(f"🔄 RiShre AI is waking up... Loading {MODEL_NAME}")
16
+
17
+ try:
18
+ # Ye gpt4all ko batayega ki file Hugging Face repo se download/load karni hai
19
+ model = GPT4All(MODEL_NAME, model_path=".", allow_download=True)
20
+ print("✅ RiShre AI Core is now ONLINE and Ready!")
21
+ except Exception as e:
22
+ print(f"❌ Critical Error: {e}")
23
+
24
+ @app.route('/', methods=['GET'])
25
+ def health_check():
26
+ return "RiShre AI Server is Running!"
27
+
28
+ @app.route('/api/chat', methods=['POST'])
29
+ def chat():
30
+ try:
31
+ data = request.json
32
+ user_msg = data.get("message", "")
33
+
34
+ if not user_msg:
35
+ return jsonify({"error": "No message provided"}), 400
36
+
37
+ # AI Response Generation
38
+ with model.chat_session():
39
+ response = model.generate(prompt=user_msg, max_tokens=300)
40
+
41
+ return jsonify({"text": response})
42
+
43
+ except Exception as e:
44
+ return jsonify({"error": str(e)}), 500
45
+
46
+ if __name__ == "__main__":
47
+ # Hugging Face Spaces strictly port 7860 hi use karta hai
48
+ app.run(host="0.0.0.0", port=7860)