revery gradio 5 for zeroGPU

README.md

@@ -4,7 +4,7 @@ emoji: 🐠🤖👌🏻
 colorFrom: blue
 colorTo: red
 sdk: gradio
-sdk_version: 5.0.0b5
+sdk_version: 4.44.0
 app_file: app.py
 pinned: true
 license: mit

app.py

@@ -8,13 +8,13 @@ model_path = "nvidia/Mistral-NeMo-Minitron-8B-Instruct"
 tokenizer = AutoTokenizer.from_pretrained(model_path)
 model = AutoModelForCausalLM.from_pretrained(model_path)
 
-# Extract config info from model's configuration
-config_info = model.config
+# # Extract config info from model's configuration
+# config_info = model.config
 
-# Create a Markdown string to display the complete model configuration information
-model_info_md = "### Model Configuration: Mistral-NeMo-Minitron-8B-Instruct\n\n"
-for key, value in config_info.to_dict().items():
-    model_info_md += f"- **{key.replace('_', ' ').capitalize()}**: {value}\n"
+# # Create a Markdown string to display the complete model configuration information
+# model_info_md = "### Model Configuration: Mistral-NeMo-Minitron-8B-Instruct\n\n"
+# for key, value in config_info.to_dict().items():
+#     model_info_md += f"- **{key.replace('_', ' ').capitalize()}**: {value}\n"
 
 pipe = pipeline("text-generation", model=model, tokenizer=tokenizer)
 # pipe.tokenizer = tokenizer
@@ -84,9 +84,9 @@ with gr.Blocks() as demo:
         with gr.Column(scale=1):
             with gr.Group():
                 gr.Markdown(presentation1)
-    with gr.Column(scale=1):
-            with gr.Group():
-                gr.Markdown(model_info_md)    
+    # with gr.Column(scale=1):
+    #         with gr.Group():
+    #             gr.Markdown(model_info_md)    
     with gr.Row():
         with gr.Column(scale=3):
             chatbot = gr.Chatbot(label="🤖 Mistral-NeMo", height=400)