Update demo.py
Browse files
demo.py
CHANGED
@@ -378,7 +378,7 @@ class VideoMIRModel(VideoModel):
|
|
378 |
all_outputs = self.forward_video(text_features, t2v=True)
|
379 |
preds = all_outputs.numpy()
|
380 |
relevancy = self.relevancy_mat_t2v[idx]
|
381 |
-
sel =
|
382 |
pred_video = self.video_samples[(-preds[0]).argsort()[:sel]]
|
383 |
gt_video = np.where(relevancy == 1)[0]
|
384 |
return pred_video, gt_video
|
@@ -446,14 +446,14 @@ def main():
|
|
446 |
lavila = VideoCLSModel(f"configs/{args.dataset}/zeroshot.yml")
|
447 |
egovpa = VideoCLSModel(f"configs/{args.dataset}/egovpa.yml")
|
448 |
elif args.dataset == 'ek100_mir':
|
449 |
-
|
450 |
egovpa = VideoMIRModel(f"configs/{args.dataset}/egovpa.yml")
|
451 |
else:
|
452 |
raise NotImplementedError
|
453 |
|
454 |
-
|
455 |
-
|
456 |
-
egovpa.predict_t2v(idx=0, sid=2119)
|
457 |
|
458 |
|
459 |
if __name__ == '__main__':
|
|
|
378 |
all_outputs = self.forward_video(text_features, t2v=True)
|
379 |
preds = all_outputs.numpy()
|
380 |
relevancy = self.relevancy_mat_t2v[idx]
|
381 |
+
sel = 2
|
382 |
pred_video = self.video_samples[(-preds[0]).argsort()[:sel]]
|
383 |
gt_video = np.where(relevancy == 1)[0]
|
384 |
return pred_video, gt_video
|
|
|
446 |
lavila = VideoCLSModel(f"configs/{args.dataset}/zeroshot.yml")
|
447 |
egovpa = VideoCLSModel(f"configs/{args.dataset}/egovpa.yml")
|
448 |
elif args.dataset == 'ek100_mir':
|
449 |
+
lavila = VideoMIRModel(f"configs/{args.dataset}/zeroshot.yml")
|
450 |
egovpa = VideoMIRModel(f"configs/{args.dataset}/egovpa.yml")
|
451 |
else:
|
452 |
raise NotImplementedError
|
453 |
|
454 |
+
lavila.evaluate()
|
455 |
+
egovpa.evaluate()
|
456 |
+
#egovpa.predict_t2v(idx=0, sid=2119)
|
457 |
|
458 |
|
459 |
if __name__ == '__main__':
|