Update main.py

main.py

@@ -1,30 +1,31 @@
 from flask import Flask, request, jsonify
-# from langchain.llms import LlamaCpp
 from langchain_community.llms import LlamaCpp
 from langchain.callbacks.manager import CallbackManager
 from langchain.callbacks.streaming_stdout import StreamingStdOutCallbackHandler
 from langchain.prompts import PromptTemplate
 from langchain.schema.output_parser import StrOutputParser
 
+# from langchain.llms import LlamaCpp
+
 app = Flask(__name__)
 
-@app.route('/', methods=['POST'])
-def get_skills():
-    n_gpu_layers = 0
-    n_batch = 1024
+n_gpu_layers = 0
+n_batch = 1024
 
-    callback_manager = CallbackManager([StreamingStdOutCallbackHandler()])
+callback_manager = CallbackManager([StreamingStdOutCallbackHandler()])
 
-    llm = LlamaCpp(
-        model_path="phi-2.Q4_K_M.gguf",
-        temperature=0.1,
-        n_gpu_layers=n_gpu_layers,
-        n_batch=n_batch,
-        callback_manager=callback_manager,
-        verbose=True,
-        n_ctx=2048
-    )
+llm = LlamaCpp(
+    model_path="phi-2.Q4_K_M.gguf",
+    temperature=0.1,
+    n_gpu_layers=n_gpu_layers,
+    n_batch=n_batch,
+    callback_manager=callback_manager,
+    verbose=True,
+    n_ctx=2048
+)
 
+@app.route('/', methods=['POST'])
+def get_skills():
     cv_body = request.json.get('cv_body')
 
     template = """Instruct:
@@ -43,4 +44,3 @@ def get_skills():
 
 if __name__ == '__main__':
     app.run()
-