Initial Commit

Dockerfile

@@ -0,0 +1,20 @@
+FROM python:3.10
+
+WORKDIR /code
+
+COPY ./requirements.txt /code/requirements.txt
+
+RUN pip install --no-cache-dir --upgrade -r /code/requirements.txt
+RUN apt update
+RUN apt install -y protobuf-compiler libprotobuf-dev wget
+RUN useradd -m -u 1000 user
+USER user
+ENV HOME=/home/user \
+	PATH=/home/user/.local/bin:$PATH
+
+WORKDIR $HOME/app
+
+COPY --chown=user . $HOME/app
+
+RUN wget https://huggingface.co/Qwen/Qwen2.5-0.5B-Instruct-GGUF/resolve/main/qwen2.5-0.5b-instruct-q4_k_m.gguf
+CMD ["flask", "run", "--host", "0.0.0.0", "--port", "7860"]

app.py

@@ -0,0 +1,155 @@
+from flask import Flask, request, jsonify
+import json
+from flask_cors import CORS
+app = Flask(__name__)
+CORS(app)
+import urllib.parse
+from llama_cpp import Llama
+llm = Llama(model_path="qwen2.5-0.5b-instruct-q4_k_m.gguf", chat_format="chatml-function-calling")
+
+
+class cget():
+    def __init__(self, object):
+        self.object = object
+        
+    def get(self, subscript, exceptr):
+        try:
+            return self.object[subscript]
+        except:
+            return exceptr
+
+def convert_openai_to_langchain(input):
+    additional_kwargs = None
+    try:
+        additional_kwargs = {
+            "tool_calls": [
+                {
+                    "id": "No ID",
+                    "function": {
+                        "arguments": cget(z['function']).get('arguments', {}),
+                        "name": cget(z['function']).get('name', '')
+                    },
+                    "type": "function"
+                }
+                for z in cget(input['choices'][0]['message']).get('tool_calls', [])
+            ]
+        }
+    except:
+        additional_kwargs = None
+        
+    try:
+        if len(cget(additional_kwargs).get('tool_calls', [])) < 1:
+            additional_kwargs = None
+        else:
+            pass
+    except:
+        additional_kwargs = None
+        
+    json_data = {
+        "content": cget(cget(cget(input).get('choices', [])).get(0, {})).get('messages', {}).get('content', None),
+        "additional_kwargs": additional_kwargs,
+        "response_metadata": {
+            "token_usage": {
+                "completion_tokens": cget(cget(input).get('usage', None)).get('completion_tokens', None),
+                "prompt_tokens": cget(cget(input).get('usage', None)).get('prompt_tokens', None),
+                "total_tokens": cget(cget(input).get('usage', None)).get('total_tokens', None),
+            },
+            "model_name": cget(input).get('model', None),
+        },
+        "type": "ai",
+        "name": None,
+        "id": cget(input).get('id', None),
+        "example": False,
+        "usage_metadata": {
+            "input_tokens": cget(cget(input).get('usage', None)).get('prompt_tokens', None),
+            "output_tokens": cget(cget(input).get('usage', None)).get('completion_tokens', None),
+            "total_tokens": cget(cget(input).get('usage', None)).get('total_tokens', None)
+        },
+        "DirectResult": cget(cget(cget(input).get('choices', [])).get(0, {})).get('messages', {}).get('content', None),
+        "original_response":input,
+    }
+    return json_data
+
+def ToolSelector(other):
+    
+    AVAIABLETOOLS = [
+        {
+            "name": "search",
+            "description": "Search Internet For Related Query and Provide Uptodate query",
+            "parameters": {
+                "type": "object",
+                "properties": {
+                    "query": {
+                        "type": "string",
+                        "description": "Search Query Follow the General Search Methods to get better result"
+                    }
+                },
+                "required": ["query"]
+            }
+        }
+    ]
+    toreturn = []
+    if(type(other['tools']) == list):
+        try:
+            tools = other['tools']
+            for tool in tools:
+                for thistool in AVAIABLETOOLS:
+                    if(thistool['name'] == tool):
+                        thistool['type'] = 'function'
+                        thistool['function'] = {
+                            "name":thistool['name'],
+                            "parameters":thistool['parameters']
+                        }
+                        thistool.pop('parameters',None)
+                        toreturn.append(thistool)
+                    else:
+                        pass
+        except:
+            pass
+    else:
+        raise Exception('tools is not provided in list formate')
+    print(toreturn)
+    return toreturn
+
+def checknu(m):
+    return(m != None and m != '')
+@app.route('/', methods=['POST','OPTIONS'])
+def process_data():
+    if request.method == 'POST':
+        data = request.get_json()
+        if data:
+            if (not False in [checknu(data.get('conversation',None)),checknu(data.get('provider',None)),checknu(data.get('model',None)),checknu(data.get('api')),checknu(data.get('other',None))]):
+                conversation = data.get('conversation')
+                conversation = [{'role':z['role'],'content':z['context']}for z in conversation]
+                provider = data.get('provider')
+                model = data.get('model')
+                api = data.get('api')
+                other = data.get('other')
+                print(other)
+                tools=ToolSelector(other)
+
+                if(provider=="Flash-Tool"):
+                    print(json.dumps({"tools":tools},indent=4))
+                    toreturn = llm.create_chat_completion(
+                        messages = conversation,
+                        tools=tools,
+                        tool_choice={
+                            "type": "function",
+                            "function": {
+                            "name": "search"
+                            }
+                        }
+                    )
+                    return json.dumps(convert_openai_to_langchain(toreturn),indent=4)
+                else:
+                    return json.dumps({'type':'error','message':'Flash-Tool is expected Provider'})
+            else:
+                return json.dumps({'type':'error','message':'missing parameter'},indent=4)
+                
+        else:
+            return jsonify({"message": "No data received"}), 400
+    else:
+        return jsonify({"message": "Invalid request method"})
+
+if __name__ == '__main__':
+    app.run(debug=True)

requirements.txt

@@ -0,0 +1,5 @@
+langchain
+langchain_community
+llama_cpp_python
+flask
+flask_cors