Update main.py

main.py

@@ -1,7 +1,6 @@
 from flask import Flask, request, jsonify
 from langchain_community.llms import LlamaCpp
-
-
+import os 
 app = Flask(__name__)
 
 n_gpu_layers = 0
@@ -13,9 +12,11 @@ llm = LlamaCpp(
     temperature=0.1,
     n_gpu_layers=n_gpu_layers,
     n_batch=n_batch,
-    verbose=True,
-    n_ctx=2048
+    n_ctx=4096
 )
+file_size = os.stat('Phi-3-mini-4k-instruct-q4.gguf')
+print("model size ====> :", file_size.st_size, "bytes")
+
 
 @app.route('/', methods=['POST'])
 def get_skills():