Fix

app.py

@@ -60,7 +60,7 @@ if __name__ == "__main__":
 
     print(f"args: {gws.args}")
 
-    model_path = "liuhaotian/llava-v1.6-mistral-7b"
+    model_path = os.getenv("model", "liuhaotian/llava-v1.6-mistral-7b")
     bits = int(os.getenv("bits", 4))
     concurrency_count = int(os.getenv("concurrency_count", 5))
 

requirements.txt

@@ -1,2 +1,5 @@
 llava-torch==1.2.1.post1
-protobuf==4.23.3
+protobuf==4.23.3
+
+gradio==3.35.2
+gradio_client==0.2.9