Change model

app.py

@@ -60,10 +60,10 @@ def predict(message, history, system_prompt, temperature, max_tokens):
 
 if __name__ == "__main__":
     args = parse_args()
-    tokenizer = AutoTokenizer.from_pretrained("stabilityai/stablelm-2-12b-chat")
-    tokenizer = AutoTokenizer.from_pretrained('stabilityai/stablelm-2-12b-chat')
+    tokenizer = AutoTokenizer.from_pretrained("lliu01/fortios_cli")
+    tokenizer = AutoTokenizer.from_pretrained("lliu01/fortios_cli")
     model = AutoModelForCausalLM.from_pretrained(
-        'stabilityai/stablelm-2-12b-chat',
+        "lliu01/fortios_cli",
         torch_dtype=torch.bfloat16,
         low_cpu_mem_usage=True
     )
@@ -71,8 +71,8 @@ if __name__ == "__main__":
     model = model.to(device)
     gr.ChatInterface(
         predict,
-        title="StableLM 2 12B Chat - Demo",
-        description="StableLM 2 12B Chat - StabilityAI",
+        title="FortiOS CLI Chat - Demo",
+        description="FortiOS CLI Chat",
         theme="soft",
         chatbot=gr.Chatbot(label="Chat History",),
         textbox=gr.Textbox(placeholder="input", container=False, scale=7),
@@ -80,18 +80,18 @@ if __name__ == "__main__":
         undo_btn="Delete Previous",
         clear_btn="Clear",
         additional_inputs=[
-            gr.Textbox("You are a helpful assistant.", label="System Prompt"),
+            gr.Textbox("FortiOS firewall policy configuration.", label="System Prompt"),
             gr.Slider(0, 1, 0.5, label="Temperature"),
             gr.Slider(100, 2048, 1024, label="Max Tokens"),
         ],
         examples=[
-            ["What's been the role of music in human societies?"],
-            ["Escribe un poema corto sobre la historia del Mediterráneo."],
-            ["Scrivi un Haiku che celebri il gelato."],
-            ["Schreibe ein Haiku über die Alpen."],
-            ["Ecris une prose a propos de la mer du Nord."],
-            ["Escreva um poema sobre a saudade."],
-            ["Jane has 8 apples, out of which 2 are red and 3 are green. Assuming there are only red, green and white apples, how many of them are white? Solve this in Python."],
+            ["How can you move a policy by policy ID?"],
+            ["What is the command to enable security profiles in a firewall policy?"],
+            ["How do you configure a service group in the GUI?"],
+            ["How can you configure the firewall policy change summary in the CLI?"],
+            ["How do you disable hardware acceleration for an IPv4 firewall policy in the CLI?"],
+            ["How can you enable WAN optimization in a firewall policy using the CLI?"],
+            ["What are services in FortiOS and how are they used in firewall policies?"],
         ],
         additional_inputs_accordion_name="Parameters",
     ).queue().launch()