updated checkpoints

app.py

@@ -109,11 +109,12 @@ print('Initialization Finished')
 print ('Step2: feed-forward process')
 title = "Video-LLaMA for hate Detection"
 
-description = "ADD SOME DESCRIPTIVE TEXT ABOIUT HOW TO USE THE APP."
+description = "Hate-LLaMA , is a multi-modal framework, designed to detect hate in videos and classify them as HATE or NON HATE. Hate-LLaMA finetunes Video-LLaMA (uses the LLaMA-7b-chat model as backbone). After uploading a video and clicking submit, the model outputs a simple statement identifying if the video has hate or not. "
 
-article = "add videollama and hatemm citation"
+article = ""
+#examples = ["examples/hate_video_136.mp4","examples/hate_video_2.mp4", "examples/non_hate_video_349.mp4", "examples/non_hate_video_569.mp4"]
 
-demo = gr.Interface(fn=infer, inputs="video", outputs="text", title=title, description=description, article=article)
+demo = gr.Interface(fn=infer, inputs="video", outputs="text", title=title, description=description, article=article) #, examples=examples)
 
 demo.launch(share=True,show_api=False)   
 

ckpt/AL_ckpt.pth

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:34339862bfe6b2d7cd8df30c3c4d5f82eab4be2f1b6723df45705562d9f8754a
+size 274580022

ckpt/VL_ckpt.pth

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a3985122b353236278eae8881b256fcf4ee3eb845003c055287c3961b6f59dee
+size 265436260

eval_configs/video_llama_eval_withaudio_stage3.yaml

@@ -13,9 +13,10 @@ model:
   # some ckpts could be download from our provided huggingface repo
   # i.e.  https://huggingface.co/DAMO-NLP-SG/Video-LLaMA-2-13B-Finetuned
   llama_model: "meta-llama/Llama-2-7b-chat-hf" #"ckpt/llama-2-7b-chat-hf"
+  #llama_model: "ckpt/llama-2-7b-chat-hf"
   imagebind_ckpt_path: "ckpt/imagebind_huge"
-  ckpt: 'ckpt/VL_branch.pth'   # you can use our pretrained ckpt from https://huggingface.co/DAMO-NLP-SG/Video-LLaMA-2-13B-Pretrained/
-  ckpt_2: 'ckpt/AL_branch.pth'
+  ckpt: 'ckpt/VL_ckpt.pth'   # you can use our pretrained ckpt from https://huggingface.co/DAMO-NLP-SG/Video-LLaMA-2-13B-Pretrained/
+  ckpt_2: 'ckpt/AL_ckpt.pth'
 
   equip_audio_branch: True  # whether equips the audio branch
   fusion_head_layers: 2