diff --git a/.gitattributes b/.gitattributes index a6344aac8c09253b3b630fb776ae94478aa0275b..d8c3c69832b2c543415f3dc44e5141e8ed827a94 100644 --- a/.gitattributes +++ b/.gitattributes @@ -33,3 +33,24 @@ saved_model/**/* filter=lfs diff=lfs merge=lfs -text *.zip filter=lfs diff=lfs merge=lfs -text *.zst filter=lfs diff=lfs merge=lfs -text *tfevents* filter=lfs diff=lfs merge=lfs -text +videos/foleycrafter/04-typewriter-keyboard.mp4 filter=lfs diff=lfs merge=lfs -text +videos/foleycrafter/04-typewriter-piano.mp4 filter=lfs diff=lfs merge=lfs -text +videos/foleycrafter/04-typewriter.mp4 filter=lfs diff=lfs merge=lfs -text +videos/foleycrafter/07-lion-cat.mp4 filter=lfs diff=lfs merge=lfs -text +videos/foleycrafter/07-lion-elephant.mp4 filter=lfs diff=lfs merge=lfs -text +videos/foleycrafter/08-squeeze-bone.mp4 filter=lfs diff=lfs merge=lfs -text +videos/foleycrafter/08-squeeze-scream.mp4 filter=lfs diff=lfs merge=lfs -text +videos/foleycrafter/08-squeeze.mp4 filter=lfs diff=lfs merge=lfs -text +videos/foleycrafter/10-golf-explosion.mp4 filter=lfs diff=lfs merge=lfs -text +videos/foleycrafter/10-golf-scream.mp4 filter=lfs diff=lfs merge=lfs -text +videos/foleycrafter/10-golf.mp4 filter=lfs diff=lfs merge=lfs -text +videos/ours/04-typewriter-keyboard.mp4 filter=lfs diff=lfs merge=lfs -text +videos/ours/04-typewriter-piano.mp4 filter=lfs diff=lfs merge=lfs -text +videos/ours/04-typewriter.mp4 filter=lfs diff=lfs merge=lfs -text +videos/ours/07-lion-cat.mp4 filter=lfs diff=lfs merge=lfs -text +videos/ours/07-lion-elephant.mp4 filter=lfs diff=lfs merge=lfs -text +videos/ours/08-squeeze-bone.mp4 filter=lfs diff=lfs merge=lfs -text +videos/ours/08-squeeze-scream.mp4 filter=lfs diff=lfs merge=lfs -text +videos/ours/10-golf-explosion.mp4 filter=lfs diff=lfs merge=lfs -text +videos/ours/10-golf-scream.mp4 filter=lfs diff=lfs merge=lfs -text +videos/ours/10-golf.mp4 filter=lfs diff=lfs merge=lfs -text diff --git a/app.py b/app.py new file mode 100644 index 0000000000000000000000000000000000000000..0de06ff54366f83d7efa17d7077909d2dce5f400 --- /dev/null +++ b/app.py @@ -0,0 +1,175 @@ +import gradio as gr +import json +from datetime import datetime +import random +import os +from huggingface_hub import Repository +random.seed(1234) + +import subprocess +# Set Git user information +subprocess.run(["git", "config", "--global", "user.email", "czyang@umich.edu"]) +subprocess.run(["git", "config", "--global", "user.name", "czyang"]) + + +hf_token = os.getenv("HF_TOKEN") +print("HF Token is none?", hf_token is None) + +# Initialize the repository +DATASET_REPO_URL = "https://huggingface.co/datasets/czyang/Foley-User-Study-Response-V2" +repo = Repository( + local_dir="user_responses", + clone_from=DATASET_REPO_URL, + use_auth_token=hf_token +) + +def prepare_test_cases(): + json_path = "videos/videos.json" + with open(json_path, "r") as f: + video_dict = json.load(f) + + video_ids = list(video_dict.keys()) + for video_id in video_ids: + if random.random() > 0.5: + video_list = [video_dict[video_id]['ours'], video_dict[video_id]['foleycrafter']] + else: + video_list = [video_dict[video_id]['foleycrafter'], video_dict[video_id]['ours']] + + random.shuffle(video_list) + + video_dict[video_id]['Video 1'] = video_list[0] + video_dict[video_id]['Video 2'] = video_list[1] + + return video_dict + +video_dict = prepare_test_cases() +video_ids = list(video_dict.keys()) +random.shuffle(video_ids) + + +questions = [ + "Which video's audio best matches the sound of {}?", + "In which video is the timing of the audio best synchronized with what you can see in the video?", + "Assuming the video is meant to sound like {}, which video has the best audio overall?" +] +submissions_file = "user_responses/response.jsonl" + +def has_already_submitted(user_id): + if os.path.exists(submissions_file): + with open(submissions_file, "r") as f: + for line in f: + submission = json.loads(line) + if submission.get("u_id") == user_id: + return True + return False + +# Save responses +def save_responses(unique_submission, *responses): + timestamp = datetime.now().isoformat() + info = responses[-1] + responses = responses[:-1] + unique_id = info["session_id"] + user_id = f"{unique_id}" + + # Check for unique submission + if unique_submission and has_already_submitted(user_id): + return "You have already submitted responses. Thank you for participating!" + + # Initialize the result dictionary + result = { + "u_id": user_id, + "timestamp": timestamp, + "responses": [] + } + + for index in range(len(video_ids)): + start_idx = index * len(questions) + end_idx = start_idx + len(questions) + + response = responses[start_idx:end_idx] + if any(r is None for r in response): + return "Please answer all questions before submitting." + + video_id = video_ids[index] + pair_response = { + video_id: { + 'semantic': video_dict[video_id][response[0]], + 'sync': video_dict[video_id][response[1]], + 'overall': video_dict[video_id][response[2]], + } + } + result["responses"].append(pair_response) + + result["responses"] = sorted(result["responses"], key=lambda x: x.keys()) + + # Save response locally and push to Hugging Face Hub + with open(submissions_file, "a") as f: + f.write(json.dumps(result) + "\n") + + # Push changes to the Hugging Face dataset repo + repo.push_to_hub() + + return "All responses saved! Thank you for participating!" + + + + +def create_interface(unique_submission=False): + with gr.Blocks() as demo: + gr.Markdown("# Human Preference Study: Video Comparison") + gr.Markdown(""" + In this study, you will watch (and listen to) pairs of videos side by side. + + Please watch and **listen** to each pair of videos carefully and answer the three associated questions. + + **Headphones are recommended!** + """) + + # Display video pairs and questions + responses = [] + for index, video_id in enumerate(video_ids): + video1 = video_dict[video_id]['Video 1'] + video2 = video_dict[video_id]['Video 2'] + audio_prompt = video_dict[video_id]['audio prompt'] + + gr.Markdown(f"### Video Pair {index + 1}") + with gr.Row(): + gr.Video(video1, label="Video 1") + gr.Video(video2, label="Video 2") + with gr.Column(): + responses.append(gr.Radio(["Video 1", "Video 2"], label=questions[0].format(audio_prompt), value=None)) + responses.append(gr.Radio(["Video 1", "Video 2"], label=questions[1], value=None)) + responses.append(gr.Radio(["Video 1", "Video 2"], label=questions[2].format(audio_prompt), value=None)) + + gr.Markdown("---") + + info = gr.JSON(visible=False) + demo.load(predict, None, info) + + submit_btn = gr.Button("Submit") + result_message = gr.Textbox(label="Message (please only submit once)", interactive=False) + + submit_btn.click( + fn=lambda *args: save_responses(unique_submission, *args), + inputs=responses+[info], + outputs=result_message + ) + + return demo + +def predict(request: gr.Request): + headers = request.headers + host = request.client.host + user_agent = request.headers["user-agent"] + session_id = request.session_hash + return { + "ip": host, + "user_agent": user_agent, + "headers": headers, + "session_id": session_id + } + +if __name__ == "__main__": + # Launch with unique_submission set based on `--unique` flag + demo = create_interface(unique_submission=True) + demo.launch(share=True) \ No newline at end of file diff --git a/videos/foleycrafter/01-cello-chainsaw.mp4 b/videos/foleycrafter/01-cello-chainsaw.mp4 new file mode 100644 index 0000000000000000000000000000000000000000..a8c049a5480dbb69672389f9c8fbc71cd11552e7 Binary files /dev/null and b/videos/foleycrafter/01-cello-chainsaw.mp4 differ diff --git a/videos/foleycrafter/01-cello-erhu.mp4 b/videos/foleycrafter/01-cello-erhu.mp4 new file mode 100644 index 0000000000000000000000000000000000000000..0feaecb2413eef1a18fbaeaeb4845ed8722ca286 Binary files /dev/null and b/videos/foleycrafter/01-cello-erhu.mp4 differ diff --git a/videos/foleycrafter/01-cello.mp4 b/videos/foleycrafter/01-cello.mp4 new file mode 100644 index 0000000000000000000000000000000000000000..c2be4b94a4d4ff6844b3a68ce9650b4a4ac60452 Binary files /dev/null and b/videos/foleycrafter/01-cello.mp4 differ diff --git a/videos/foleycrafter/02-bird-male.mp4 b/videos/foleycrafter/02-bird-male.mp4 new file mode 100644 index 0000000000000000000000000000000000000000..70001534f37f9e2948944546feaeec262ef923d0 Binary files /dev/null and b/videos/foleycrafter/02-bird-male.mp4 differ diff --git a/videos/foleycrafter/02-bird-rooster.mp4 b/videos/foleycrafter/02-bird-rooster.mp4 new file mode 100644 index 0000000000000000000000000000000000000000..6565c8858c5da500f7d5645efdb080e7ef54feec Binary files /dev/null and b/videos/foleycrafter/02-bird-rooster.mp4 differ diff --git a/videos/foleycrafter/02-bird.mp4 b/videos/foleycrafter/02-bird.mp4 new file mode 100644 index 0000000000000000000000000000000000000000..4e415ccef4265776d8e7bc467923dfba4835ad52 Binary files /dev/null and b/videos/foleycrafter/02-bird.mp4 differ diff --git a/videos/foleycrafter/03-dog-car.mp4 b/videos/foleycrafter/03-dog-car.mp4 new file mode 100644 index 0000000000000000000000000000000000000000..3aab892042551f00f782a1fa93b357c6ace9a9eb Binary files /dev/null and b/videos/foleycrafter/03-dog-car.mp4 differ diff --git a/videos/foleycrafter/03-dog-drum.mp4 b/videos/foleycrafter/03-dog-drum.mp4 new file mode 100644 index 0000000000000000000000000000000000000000..7ba0abfe7334bf06091c5996fa33c06da76cdc89 Binary files /dev/null and b/videos/foleycrafter/03-dog-drum.mp4 differ diff --git a/videos/foleycrafter/03-dog.mp4 b/videos/foleycrafter/03-dog.mp4 new file mode 100644 index 0000000000000000000000000000000000000000..41c791c274bd64c661d593de6e9e20d200836e47 Binary files /dev/null and b/videos/foleycrafter/03-dog.mp4 differ diff --git a/videos/foleycrafter/04-typewriter-keyboard.mp4 b/videos/foleycrafter/04-typewriter-keyboard.mp4 new file mode 100644 index 0000000000000000000000000000000000000000..892d00e29ba782ad3b05845ecf41e31df958b6ec --- /dev/null +++ b/videos/foleycrafter/04-typewriter-keyboard.mp4 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:73148b48b5344edafc7d303b67ae60d0c37cd8c22ded0ec6b2c1068b340ca933 +size 1140333 diff --git a/videos/foleycrafter/04-typewriter-piano.mp4 b/videos/foleycrafter/04-typewriter-piano.mp4 new file mode 100644 index 0000000000000000000000000000000000000000..6c0449daabd47f0fc1f03b204ab0dbd42bc164ee --- /dev/null +++ b/videos/foleycrafter/04-typewriter-piano.mp4 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:31ad57b9dfa33055f27db3d2c65cfe6227c4cb5214ea5b96e0bd3d40b136e6ad +size 1140333 diff --git a/videos/foleycrafter/04-typewriter.mp4 b/videos/foleycrafter/04-typewriter.mp4 new file mode 100644 index 0000000000000000000000000000000000000000..33c47f5a3a48c306221a643877b86240bc1cda22 --- /dev/null +++ b/videos/foleycrafter/04-typewriter.mp4 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:9dfd68a98bc39e32f72f1cef3d3824e6a9e0af5f02010c73448188f47244d17f +size 1123257 diff --git a/videos/foleycrafter/05-gun-bird.mp4 b/videos/foleycrafter/05-gun-bird.mp4 new file mode 100644 index 0000000000000000000000000000000000000000..5058648da80aa0b788a967aa1cecb7012a7b368f Binary files /dev/null and b/videos/foleycrafter/05-gun-bird.mp4 differ diff --git a/videos/foleycrafter/05-gun-drum.mp4 b/videos/foleycrafter/05-gun-drum.mp4 new file mode 100644 index 0000000000000000000000000000000000000000..7368919e9dc6dc5248d79462f4ad1445c83e637d Binary files /dev/null and b/videos/foleycrafter/05-gun-drum.mp4 differ diff --git a/videos/foleycrafter/05-gun.mp4 b/videos/foleycrafter/05-gun.mp4 new file mode 100644 index 0000000000000000000000000000000000000000..cb5320742ca49fe2a7818192e381c6db24bee0ac Binary files /dev/null and b/videos/foleycrafter/05-gun.mp4 differ diff --git a/videos/foleycrafter/06-chop-dog.mp4 b/videos/foleycrafter/06-chop-dog.mp4 new file mode 100644 index 0000000000000000000000000000000000000000..9fb85015e63f21af3884d6f1c224729df93166e7 Binary files /dev/null and b/videos/foleycrafter/06-chop-dog.mp4 differ diff --git a/videos/foleycrafter/06-chop-drum.mp4 b/videos/foleycrafter/06-chop-drum.mp4 new file mode 100644 index 0000000000000000000000000000000000000000..188a56cb5f43e5bdfe217eebec22052eb27ff37b Binary files /dev/null and b/videos/foleycrafter/06-chop-drum.mp4 differ diff --git a/videos/foleycrafter/06-chop.mp4 b/videos/foleycrafter/06-chop.mp4 new file mode 100644 index 0000000000000000000000000000000000000000..1c53c14a6177293bf87009c43566a209629fe529 Binary files /dev/null and b/videos/foleycrafter/06-chop.mp4 differ diff --git a/videos/foleycrafter/07-lion-cat.mp4 b/videos/foleycrafter/07-lion-cat.mp4 new file mode 100644 index 0000000000000000000000000000000000000000..3e76c9b55f9d7f6075aeb7d7c19b778221f463c4 --- /dev/null +++ b/videos/foleycrafter/07-lion-cat.mp4 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:70d56dbc76ad0a1d2de64675a1d7768b8776d3f354adc39558ab4368c144a20c +size 1081399 diff --git a/videos/foleycrafter/07-lion-elephant.mp4 b/videos/foleycrafter/07-lion-elephant.mp4 new file mode 100644 index 0000000000000000000000000000000000000000..d4e30f005d33e617e52cdf85daf88f8d3ef2995d --- /dev/null +++ b/videos/foleycrafter/07-lion-elephant.mp4 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:58ef42ac6a63bdde04ef2e6f394d26e7e7ec0e30c48e14afbaa64b3c72583067 +size 1081399 diff --git a/videos/foleycrafter/07-lion.mp4 b/videos/foleycrafter/07-lion.mp4 new file mode 100644 index 0000000000000000000000000000000000000000..c4553fa46b173fb95666deb6c696919597ab4b20 Binary files /dev/null and b/videos/foleycrafter/07-lion.mp4 differ diff --git a/videos/foleycrafter/08-squeeze-bone.mp4 b/videos/foleycrafter/08-squeeze-bone.mp4 new file mode 100644 index 0000000000000000000000000000000000000000..d0ce1f1c484dddd193c471a41cf7db43835a5f3c --- /dev/null +++ b/videos/foleycrafter/08-squeeze-bone.mp4 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0d07fb408a95a281ccbedad309fa56380162ebb591d38f659356a34e9add5afa +size 1106678 diff --git a/videos/foleycrafter/08-squeeze-scream.mp4 b/videos/foleycrafter/08-squeeze-scream.mp4 new file mode 100644 index 0000000000000000000000000000000000000000..adbd57465e2a76832819cd07c420e98ca41ea78a --- /dev/null +++ b/videos/foleycrafter/08-squeeze-scream.mp4 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:9c203955ea99c2ffd3330bcd71bf714097743bf0db36801aa38673fa8514ab4f +size 1106678 diff --git a/videos/foleycrafter/08-squeeze.mp4 b/videos/foleycrafter/08-squeeze.mp4 new file mode 100644 index 0000000000000000000000000000000000000000..83d3ad5202bd5acf2550b51782ee7a761e4afeb4 --- /dev/null +++ b/videos/foleycrafter/08-squeeze.mp4 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b705822176ec978c3b7eaf48b8e9dcf41802545158ccd0cd16de1320d67ae242 +size 1044540 diff --git a/videos/foleycrafter/09-trumpet-flute.mp4 b/videos/foleycrafter/09-trumpet-flute.mp4 new file mode 100644 index 0000000000000000000000000000000000000000..d59b26f44903845c110fa766f367b076741ba010 Binary files /dev/null and b/videos/foleycrafter/09-trumpet-flute.mp4 differ diff --git a/videos/foleycrafter/09-trumpet-saxophone.mp4 b/videos/foleycrafter/09-trumpet-saxophone.mp4 new file mode 100644 index 0000000000000000000000000000000000000000..78ac0cab19afe5ebb45fa4f3017ea49740293190 Binary files /dev/null and b/videos/foleycrafter/09-trumpet-saxophone.mp4 differ diff --git a/videos/foleycrafter/09-trumpet.mp4 b/videos/foleycrafter/09-trumpet.mp4 new file mode 100644 index 0000000000000000000000000000000000000000..bef560c31f6e3170d39fc357063b42289e118e08 Binary files /dev/null and b/videos/foleycrafter/09-trumpet.mp4 differ diff --git a/videos/foleycrafter/10-golf-explosion.mp4 b/videos/foleycrafter/10-golf-explosion.mp4 new file mode 100644 index 0000000000000000000000000000000000000000..7187b9d1066afce013cb46b7d32c1a55400d3d22 --- /dev/null +++ b/videos/foleycrafter/10-golf-explosion.mp4 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:228141950e3da917815b70b1feede266f29303f4137b4b8986877fc5345530db +size 2707753 diff --git a/videos/foleycrafter/10-golf-scream.mp4 b/videos/foleycrafter/10-golf-scream.mp4 new file mode 100644 index 0000000000000000000000000000000000000000..ee0463fdfc556dc9305f1553a1a924610885b9e5 --- /dev/null +++ b/videos/foleycrafter/10-golf-scream.mp4 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:4316ceb0fee0390a13277fafeb3f02b2bd0ffcbe5cf437b6dc000faabd77e19f +size 2707753 diff --git a/videos/foleycrafter/10-golf.mp4 b/videos/foleycrafter/10-golf.mp4 new file mode 100644 index 0000000000000000000000000000000000000000..38f2a3e118e0a1d1655acc343f7483f91f5ea037 --- /dev/null +++ b/videos/foleycrafter/10-golf.mp4 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:60136d9a2d9b24cf6546c09867b30c3dd82d329edfdeb3793afc77532ac1efaa +size 2583278 diff --git a/videos/ours/.DS_Store b/videos/ours/.DS_Store new file mode 100644 index 0000000000000000000000000000000000000000..e5464461819f8bbe2e98a836bba47d2059473ba0 Binary files /dev/null and b/videos/ours/.DS_Store differ diff --git a/videos/ours/01-cello-chainsaw.mp4 b/videos/ours/01-cello-chainsaw.mp4 new file mode 100644 index 0000000000000000000000000000000000000000..f6b5a89e4431ac832903615a64c9abd0ed9e14f7 Binary files /dev/null and b/videos/ours/01-cello-chainsaw.mp4 differ diff --git a/videos/ours/01-cello-erhu.mp4 b/videos/ours/01-cello-erhu.mp4 new file mode 100644 index 0000000000000000000000000000000000000000..5f9d6a4d3f6551c2a3f5f996ac2baf63e03e9fe9 Binary files /dev/null and b/videos/ours/01-cello-erhu.mp4 differ diff --git a/videos/ours/01-cello.mp4 b/videos/ours/01-cello.mp4 new file mode 100644 index 0000000000000000000000000000000000000000..d4459cd7788984a0ce05605a3928fa96b053b274 Binary files /dev/null and b/videos/ours/01-cello.mp4 differ diff --git a/videos/ours/02-bird-male.mp4 b/videos/ours/02-bird-male.mp4 new file mode 100644 index 0000000000000000000000000000000000000000..f5165d5a77cd7f7c32e3dcddd99979120fbe58a1 Binary files /dev/null and b/videos/ours/02-bird-male.mp4 differ diff --git a/videos/ours/02-bird-rooster.mp4 b/videos/ours/02-bird-rooster.mp4 new file mode 100644 index 0000000000000000000000000000000000000000..e597bff8a17e6718af11b0c58fc4db701c9a8648 Binary files /dev/null and b/videos/ours/02-bird-rooster.mp4 differ diff --git a/videos/ours/02-bird.mp4 b/videos/ours/02-bird.mp4 new file mode 100644 index 0000000000000000000000000000000000000000..f4b2f56ad57f2af01efc7ba89c097a663a7caf72 Binary files /dev/null and b/videos/ours/02-bird.mp4 differ diff --git a/videos/ours/03-dog-car.mp4 b/videos/ours/03-dog-car.mp4 new file mode 100644 index 0000000000000000000000000000000000000000..6201f225e0ce024dbc7cb2a04f7ae6af855d6594 Binary files /dev/null and b/videos/ours/03-dog-car.mp4 differ diff --git a/videos/ours/03-dog-drum.mp4 b/videos/ours/03-dog-drum.mp4 new file mode 100644 index 0000000000000000000000000000000000000000..a47d70710ce75d44e3b954900785e6f24f7d8d82 Binary files /dev/null and b/videos/ours/03-dog-drum.mp4 differ diff --git a/videos/ours/03-dog.mp4 b/videos/ours/03-dog.mp4 new file mode 100644 index 0000000000000000000000000000000000000000..d4380e0810194f7202c902e8f6cf4c1e1856e6ae Binary files /dev/null and b/videos/ours/03-dog.mp4 differ diff --git a/videos/ours/04-typewriter-keyboard.mp4 b/videos/ours/04-typewriter-keyboard.mp4 new file mode 100644 index 0000000000000000000000000000000000000000..81df128e0b07f3fb216811255a3115d63be9832f --- /dev/null +++ b/videos/ours/04-typewriter-keyboard.mp4 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:7eeef131f1fcdbf5dde11169f86e67f8be8722037fe05048e88099ba34d65d8f +size 1082586 diff --git a/videos/ours/04-typewriter-piano.mp4 b/videos/ours/04-typewriter-piano.mp4 new file mode 100644 index 0000000000000000000000000000000000000000..da9f92a6453b7abf315fd7b55d76f9b01e61c799 --- /dev/null +++ b/videos/ours/04-typewriter-piano.mp4 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:bbab300707e375fe0347465ba445b785cfa6e7783d17ed60a2fe7ad43664f18f +size 1082454 diff --git a/videos/ours/04-typewriter.mp4 b/videos/ours/04-typewriter.mp4 new file mode 100644 index 0000000000000000000000000000000000000000..3624e5fcf1ec69af5087852e9f6ec16b8886aace --- /dev/null +++ b/videos/ours/04-typewriter.mp4 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:916a1d8cbbe426a952849ca9babeb8fb29934ec9b754122679b08b60ba1e0e92 +size 1063941 diff --git a/videos/ours/05-gun-bird.mp4 b/videos/ours/05-gun-bird.mp4 new file mode 100644 index 0000000000000000000000000000000000000000..d344aa66d9b9a3533b1227cf971dbdd7cd6ab594 Binary files /dev/null and b/videos/ours/05-gun-bird.mp4 differ diff --git a/videos/ours/05-gun-drum.mp4 b/videos/ours/05-gun-drum.mp4 new file mode 100644 index 0000000000000000000000000000000000000000..1ac77065a80c1ab6700a506a43c49acb44185c77 Binary files /dev/null and b/videos/ours/05-gun-drum.mp4 differ diff --git a/videos/ours/05-gun.mp4 b/videos/ours/05-gun.mp4 new file mode 100644 index 0000000000000000000000000000000000000000..b66f3e52071acd169283b24b855e27ca9b0ace19 Binary files /dev/null and b/videos/ours/05-gun.mp4 differ diff --git a/videos/ours/06-chop-dog.mp4 b/videos/ours/06-chop-dog.mp4 new file mode 100644 index 0000000000000000000000000000000000000000..d0737768d52f51228f053f1cb60fb6ed8294c428 Binary files /dev/null and b/videos/ours/06-chop-dog.mp4 differ diff --git a/videos/ours/06-chop-drum.mp4 b/videos/ours/06-chop-drum.mp4 new file mode 100644 index 0000000000000000000000000000000000000000..b3b72b726526883e32eb7286c960a3d2635e0bd2 Binary files /dev/null and b/videos/ours/06-chop-drum.mp4 differ diff --git a/videos/ours/06-chop.mp4 b/videos/ours/06-chop.mp4 new file mode 100644 index 0000000000000000000000000000000000000000..c43ee11b96d06441ab2d07bcc86d560b53016c4b Binary files /dev/null and b/videos/ours/06-chop.mp4 differ diff --git a/videos/ours/07-lion-cat.mp4 b/videos/ours/07-lion-cat.mp4 new file mode 100644 index 0000000000000000000000000000000000000000..b17c1fb8cd8d3e2214733cb104f5fd3da9fc3c7c --- /dev/null +++ b/videos/ours/07-lion-cat.mp4 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f05b0dc0290d1d5aac8312b5558a006a5a394b8ec1b23f1474ec310f83214118 +size 1021189 diff --git a/videos/ours/07-lion-elephant.mp4 b/videos/ours/07-lion-elephant.mp4 new file mode 100644 index 0000000000000000000000000000000000000000..c410c0cb831e16939e899e89556f425ffa407a77 --- /dev/null +++ b/videos/ours/07-lion-elephant.mp4 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c65e8b0eb6153856037fd7bf87867e32adc4bd7f184a9888a0d5dc72753c6fee +size 1022158 diff --git a/videos/ours/07-lion.mp4 b/videos/ours/07-lion.mp4 new file mode 100644 index 0000000000000000000000000000000000000000..c09db973b83821d9d9f875d3519e78eb52026548 Binary files /dev/null and b/videos/ours/07-lion.mp4 differ diff --git a/videos/ours/08-squeeze-bone.mp4 b/videos/ours/08-squeeze-bone.mp4 new file mode 100644 index 0000000000000000000000000000000000000000..5819b65cc7397ba3d2f89e200d304926a763a2b3 --- /dev/null +++ b/videos/ours/08-squeeze-bone.mp4 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:78bc8e6d480766e3d835f61f0758ce25ee89f83c9deae3b45ff2b621d479df25 +size 1048035 diff --git a/videos/ours/08-squeeze-scream.mp4 b/videos/ours/08-squeeze-scream.mp4 new file mode 100644 index 0000000000000000000000000000000000000000..1772605a12424b5ea41514b4fc285d420dafdf9f --- /dev/null +++ b/videos/ours/08-squeeze-scream.mp4 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ad5d3a648bbaf0c08ca7c4b34b37618b1672903aa6d67450c312f990b0acd57a +size 1046328 diff --git a/videos/ours/08-squeeze.mp4 b/videos/ours/08-squeeze.mp4 new file mode 100644 index 0000000000000000000000000000000000000000..e26880cd4cf575683abe652901d2c5c96385c87d Binary files /dev/null and b/videos/ours/08-squeeze.mp4 differ diff --git a/videos/ours/09-trumpet-flute.mp4 b/videos/ours/09-trumpet-flute.mp4 new file mode 100644 index 0000000000000000000000000000000000000000..2e18e23bb2e7b40e8e312fdfc113468365789468 Binary files /dev/null and b/videos/ours/09-trumpet-flute.mp4 differ diff --git a/videos/ours/09-trumpet-saxophone.mp4 b/videos/ours/09-trumpet-saxophone.mp4 new file mode 100644 index 0000000000000000000000000000000000000000..6a3f1b00ec6d51f7ab0bc17380cc04260e7d065b Binary files /dev/null and b/videos/ours/09-trumpet-saxophone.mp4 differ diff --git a/videos/ours/09-trumpet.mp4 b/videos/ours/09-trumpet.mp4 new file mode 100644 index 0000000000000000000000000000000000000000..7eacb6213ac45184f62467c5bb5f5e7f1dbd88e3 Binary files /dev/null and b/videos/ours/09-trumpet.mp4 differ diff --git a/videos/ours/10-golf-explosion.mp4 b/videos/ours/10-golf-explosion.mp4 new file mode 100644 index 0000000000000000000000000000000000000000..df6e5120a922d3f918c68ce34c4e802c450ab91a --- /dev/null +++ b/videos/ours/10-golf-explosion.mp4 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:52e87ecba0452dc4db290b7b848e2a9f97419759ea6f9dfa89d100971768bab9 +size 2858845 diff --git a/videos/ours/10-golf-scream.mp4 b/videos/ours/10-golf-scream.mp4 new file mode 100644 index 0000000000000000000000000000000000000000..fec3ffd54a08e2ae9709f4841d57b0989829246b --- /dev/null +++ b/videos/ours/10-golf-scream.mp4 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:4d1ec2e5962e78acd116a0a60c40b4e271fa1a6c8dd0d52a5f9c8937d0c5e94e +size 2825798 diff --git a/videos/ours/10-golf.mp4 b/videos/ours/10-golf.mp4 new file mode 100644 index 0000000000000000000000000000000000000000..7e8b92541a6d454471c5e8d0822d721dcda56f54 --- /dev/null +++ b/videos/ours/10-golf.mp4 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3a074edd6beeaadaa0d5154c0a0b8e887464fbf904fda7188568755047f2549a +size 2647323 diff --git a/videos/videos.json b/videos/videos.json new file mode 100644 index 0000000000000000000000000000000000000000..8e86b4b33895bcc41e834a926a9c2e6f915978b9 --- /dev/null +++ b/videos/videos.json @@ -0,0 +1,102 @@ +{ + "cello -> cello": { + "ours": "videos/ours/01-cello.mp4", + "foleycrafter": "videos/foleycrafter/01-cello.mp4", + "audio prompt": "playing cello" + }, + "cello -> erhu": { + "ours": "videos/ours/01-cello-erhu.mp4", + "foleycrafter": "videos/foleycrafter/01-cello-erhu.mp4", + "audio prompt": "playing erhu" + }, + "bird chirping -> bird chirping": { + "ours": "videos/ours/02-bird.mp4", + "foleycrafter": "videos/foleycrafter/02-bird.mp4", + "audio prompt": "bird chirping" + }, + "bird chirping -> rooster crowing": { + "ours": "videos/ours/02-bird-rooster.mp4", + "foleycrafter": "videos/foleycrafter/02-bird-rooster.mp4", + "audio prompt": "rooster crowing" + }, + "dog bark -> dog bark": { + "ours": "videos/ours/03-dog.mp4", + "foleycrafter": "videos/foleycrafter/03-dog.mp4", + "audio prompt": "car revving" + }, + "dog bark -> drum": { + "ours": "videos/ours/03-dog-drum.mp4", + "foleycrafter": "videos/foleycrafter/03-dog-drum.mp4", + "audio prompt": "playing drum" + }, + "typewriter -> typewriter": { + "ours": "videos/ours/04-typewriter.mp4", + "foleycrafter": "videos/foleycrafter/04-typewriter.mp4", + "audio prompt": "typerwriter" + }, + "typewriter -> piano": { + "ours": "videos/ours/04-typewriter-piano.mp4", + "foleycrafter": "videos/foleycrafter/04-typewriter-piano.mp4", + "audio prompt": "playing piano" + }, + "gunshot -> gunshot": { + "ours": "videos/ours/05-gun.mp4", + "foleycrafter": "videos/foleycrafter/05-gun.mp4", + "audio prompt": "gunshot" + }, + "gunshot -> drum": { + "ours": "videos/ours/05-gun-drum.mp4", + "foleycrafter": "videos/foleycrafter/05-gun-drum.mp4", + "audio prompt": "snare drum playing" + }, + "chop -> chop": { + "ours": "videos/ours/06-chop.mp4", + "foleycrafter": "videos/foleycrafter/06-chop.mp4", + "audio prompt": "chopping wood" + }, + "chop -> drum": { + "ours": "videos/ours/06-chop-drum.mp4", + "foleycrafter": "videos/foleycrafter/06-chop-drum.mp4", + "audio prompt": "kick drum playing" + }, + "lion roaring -> cat meowing": { + "ours": "videos/ours/07-lion-cat.mp4", + "foleycrafter": "videos/foleycrafter/07-lion-cat.mp4", + "audio prompt": "cat meowing" + }, + "lion roaring -> lion roaring": { + "ours": "videos/ours/07-lion.mp4", + "foleycrafter": "videos/foleycrafter/07-lion.mp4", + "audio prompt": "lion roaring" + }, + "squeeze toys -> cracking bones": { + "ours": "videos/ours/08-squeeze-bone.mp4", + "foleycrafter": "videos/foleycrafter/08-squeeze-bone.mp4", + "audio prompt": "cracking bones" + }, + "squeeze toys -> squeeze toys": { + "ours": "videos/ours/08-squeeze.mp4", + "foleycrafter": "videos/foleycrafter/08-squeeze.mp4", + "audio prompt": "squeezing toys" + }, + "trumpet -> trumpet": { + "ours": "videos/ours/09-trumpet.mp4", + "foleycrafter": "videos/foleycrafter/09-trumpet.mp4", + "audio prompt": "playing trumpet" + }, + "trumpet -> saxophone": { + "ours": "videos/ours/09-trumpet-saxophone.mp4", + "foleycrafter": "videos/foleycrafter/09-trumpet-saxophone.mp4", + "audio prompt": "playing saxophone" + }, + "golf -> explosion": { + "ours": "videos/ours/10-golf-explosion.mp4", + "foleycrafter": "videos/foleycrafter/10-golf-explosion.mp4", + "audio prompt": "explosion" + }, + "golf -> golf": { + "ours": "videos/ours/10-golf.mp4", + "foleycrafter": "videos/foleycrafter/10-golf.mp4", + "audio prompt": "playing golf" + } +} \ No newline at end of file