VideoLLaMA2

Runtime error

ClownRat commited on Jun 13, 2024

Commit

fc5df74

1 Parent(s): 0c50b58

Update demo.

Files changed (1) hide show

app.py CHANGED Viewed

@@ -219,7 +219,7 @@ if __name__ == '__main__':
     conv_mode = "llama_2"
     model_path = 'DAMO-NLP-SG/VideoLLaMA2-7B'
-    handler = Chat(model_path, conv_mode=conv_mode, load_8bit=False, load_4bit=True, device='cuda')
     # handler.model.to(dtype=torch.float16)
     if not os.path.exists("temp"):

     conv_mode = "llama_2"
     model_path = 'DAMO-NLP-SG/VideoLLaMA2-7B'
+    handler = Chat(model_path, conv_mode=conv_mode, load_8bit=False, load_4bit=True)
     # handler.model.to(dtype=torch.float16)
     if not os.path.exists("temp"):