| import spaces |
| import gradio as gr |
| from huggingface_hub import hf_hub_download |
| from llama_cpp import Llama |
|
|
| |
| model_path = hf_hub_download( |
| repo_id="johanjomet/JJ_coders-AI", |
| filename="gemma-2-2b-it.Q4_K_M.gguf" |
| ) |
|
|
| |
| llm = Llama( |
| model_path=model_path, |
| n_ctx=2048, |
| n_threads=2 |
| ) |
|
|
| |
| @spaces.GPU |
| def respond(message, history): |
| system_prompt = "You are JJ Coders AI, a specialized coding, reasoning, and AI assistant engineered by JJ Coders and founded by Johan Jomet." |
| prompt = f"<bos><start_of_turn>user\n{system_prompt}\n\n" |
| |
| for user_msg, bot_msg in history: |
| prompt += f"{user_msg}<end_of_turn>\n<start_of_turn>model\n{bot_msg}<end_of_turn>\n<start_of_turn>user\n" |
| |
| prompt += f"{message}<end_of_turn>\n<start_of_turn>model\n" |
| |
| output = llm(prompt, max_tokens=256, stop=["<end_of_turn>"]) |
| return output["choices"][0]["text"].strip() |
|
|
| |
| demo = gr.ChatInterface( |
| fn=respond, |
| title="JJ Coders AI (Gemma 2)", |
| description="Interactive Web Chat for JJ Coders Gemma 2 AI" |
| ) |
|
|
| demo.launch() |
