Update app.py

app.py

@@ -1,7 +1,8 @@
 import os
 import torch
-from transformers import AutoModelForCausalLM as m, AutoTokenizer as t
-mod=m.from_pretrained("peterpeter8585/sungyoonaimodel2")
+from transformers import AutoModelForCausalLM as m, AutoTokenizer as t, GPTQConfig as quant
+qq=quant(bits=4, exllama_config={"version":2})
+mod=m.from_pretrained("peterpeter8585/sungyoonaimodel2", quantization_config=qq)
 tok=t.from_pretrained("peterpeter8585/sungyoonaimodel2", trust_remote_code=True)
 mod.eval()
 import requests
@@ -131,6 +132,6 @@ ai1=gr.ChatInterface(
         )     
     ],
 )
-with gr.Blocks(theme="prithivMLmods/Minecraft-Theme") as ai:
+with gr.Blocks(theme="shivi/calm_seafoam") as ai:
     gr.TabbedInterface([ai1],["Chatchat"])
     ai.launch()