huzpsb commited on
Commit
5c941b2
·
verified ·
1 Parent(s): 452f7e6

Update app.py

Browse files
Files changed (1) hide show
  1. app.py +5 -4
app.py CHANGED
@@ -1,10 +1,11 @@
1
  import os
2
- import time
3
  import subprocess
4
- import requests
5
- import tarfile
6
  import sys
 
 
 
7
  import gradio as gr
 
8
  from huggingface_hub import hf_hub_download
9
 
10
  # Llama-cpp-python, f- you for not updating for months! :(
@@ -114,7 +115,7 @@ def predict(message, history, system_prompt, temperature):
114
 
115
 
116
  with gr.Blocks(theme="soft") as demo:
117
- gr.Markdown("## Qwen3 Inference via llama-server")
118
 
119
  chat_interface = gr.ChatInterface(
120
  fn=predict,
 
1
  import os
 
2
  import subprocess
 
 
3
  import sys
4
+ import tarfile
5
+ import time
6
+
7
  import gradio as gr
8
+ import requests
9
  from huggingface_hub import hf_hub_download
10
 
11
  # Llama-cpp-python, f- you for not updating for months! :(
 
115
 
116
 
117
  with gr.Blocks(theme="soft") as demo:
118
+ gr.Markdown("Test if we can load load gguf models with llama.cpp's new server API.")
119
 
120
  chat_interface = gr.ChatInterface(
121
  fn=predict,