Upload 3 files

.gitattributes

@@ -33,3 +33,4 @@ saved_model/**/* filter=lfs diff=lfs merge=lfs -text
 *.zip filter=lfs diff=lfs merge=lfs -text
 *.zst filter=lfs diff=lfs merge=lfs -text
 *tfevents* filter=lfs diff=lfs merge=lfs -text
+MasherAI-7B-v3-GGUF-unsloth.Q4_K_M.gguf filter=lfs diff=lfs merge=lfs -text

MasherAI-7B-v3-GGUF-unsloth.Q4_K_M.gguf

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:28b22e053ada8f628b3f29feaa9a33af328d6ccaebcd3ea908b509aac6cdd44c
+size 4368450848

app.py

@@ -0,0 +1,39 @@
+import os
+from huggingface_hub import hf_hub_download
+import gradio as gr
+from langchain.callbacks.manager import CallbackManager
+from langchain.callbacks.streaming_stdout import StreamingStdOutCallbackHandler
+from langchain_community.llms import LlamaCpp
+
+
+model_path = "MasherAI-7B-v3-GGUF-unsloth.Q4_K_M.gguf"
+
+def llm_load() -> LlamaCpp:
+    callback = CallbackManager([StreamingStdOutCallbackHandler()])
+
+    model = LlamaCpp(
+        model_path=model_path,
+        temperature=0.7,
+        max_tokens=2000,
+        top_p=1,
+        callback_manager=callback,
+        verbose=True
+    )
+
+    return model
+
+llm = llm_load()
+
+def generate_response(user_input):
+    model_prompt = f"<|im_start|>user\n{user_input}<|im_end|>\n<|im_start|>assistant\n"
+    response = llm(model_prompt)
+    return response
+
+iface = gr.Interface(fn=generate_response, inputs="text", outputs="text",
+                     title="MasherAI-7B Model",
+                     description="A simple interface for interacting with the MasherAI-7B model.")
+
+if __name__ == "__main__":
+    iface.launch()
+
+

requirements.txt

@@ -0,0 +1,4 @@
+llama-cpp-python
+huggingface_hub
+langchain-community
+langchain