Update

app.py

@@ -10,9 +10,7 @@ from urllib.parse import urlparse
 import gradio as gr
 import psutil
 from about_time import about_time
-
-# from ctransformers import AutoConfig, AutoModelForCausalLM
-from ctransformers import AutoModelForCausalLM
+from ctransformers import AutoConfig, AutoModelForCausalLM
 from huggingface_hub import hf_hub_download, snapshot_download
 from loguru import logger
 
@@ -322,7 +320,7 @@ LLM = AutoModelForCausalLM.from_pretrained(
     # REPO_ID,  # DESTINATION_FOLDER,  # model_path_or_repo_id: str required
     # model_file=_,
     _,
-    model_type="llama",  # "starcoder",  AutoConfig.from_pretrained(REPO_ID)
+    # model_type=AutoConfig.from_pretrained(REPO_ID).model_type,
     threads=cpu_count,
 )
 
@@ -410,7 +408,7 @@ with gr.Blocks(
     chatbot = gr.Chatbot(height=500)
     buff = gr.Textbox(show_label=False, visible=False)
     with gr.Row():
-        with gr.Column(scale=5):
+        with gr.Column(scale=4):
             msg = gr.Textbox(
                 label="Chat Message Box",
                 placeholder="Ask me anything (press Enter or click Submit to send)",
@@ -439,7 +437,7 @@ with gr.Blocks(
         examples = gr.Examples(
             examples=examples,
             inputs=[msg],
-            examples_per_page=40,
+            examples_per_page=20,
         )
 
     # with gr.Row():