add description and join us gradio interface

build_chord_maps.py

@@ -1,92 +0,0 @@
-# Copyright (c) Meta Platforms, Inc. and affiliates.
-# All rights reserved.
-#
-# This source code is licensed under the license found in the
-# LICENSE file in the root directory of this source tree.
-import os
-import pickle
-from tqdm import tqdm
-import argparse
-
-
-def parse_args():
-    parser = argparse.ArgumentParser()
-    parser.add_argument('--chords_folder', type=str, required=True,
-                        help='path to directory containing parsed chords files')
-    parser.add_argument('--output_directory', type=str, required=False,
-                        help='path to output directory to generate code maps to, \
-                            if not given - chords_folder would be used', default='')
-    parser.add_argument('--path_to_pre_defined_map', type=str, required=False,
-                        help='for evaluation purpose, use pre-defined chord-to-index map', default='')
-    args = parser.parse_args()
-    return args
-
-
-def get_chord_dict(chord_folder: str):
-    chord_dict = {}
-    distinct_chords = set()
-
-    chord_to_index = {}  # Mapping between chord and index
-    index_counter = 0
-
-    for filename in tqdm(os.listdir(chord_folder)):
-        if filename.endswith(".chords"):
-            idx = filename.split(".")[0]
-
-            with open(os.path.join(chord_folder, filename), "rb") as file:
-                chord_data = pickle.load(file)
-
-            for chord, _ in chord_data:
-                distinct_chords.add(chord)
-                if chord not in chord_to_index:
-                    chord_to_index[chord] = index_counter
-                    index_counter += 1
-
-            chord_dict[idx] = chord_data
-    chord_to_index["UNK"] = index_counter
-    return chord_dict, distinct_chords, chord_to_index
-
-
-def get_predefined_chord_to_index_map(path_to_chords_to_index_map: str):
-    def inner(chord_folder: str):
-        chords_to_index = pickle.load(open(path_to_chords_to_index_map, "rb"))
-        distinct_chords = set(chords_to_index.keys())
-        chord_dict = {}
-        for filename in tqdm(os.listdir(chord_folder), desc=f'iterating: {chord_folder}'):
-            if filename.endswith(".chords"):
-                idx = filename.split(".")[0]
-
-                with open(os.path.join(chord_folder, filename), "rb") as file:
-                    chord_data = pickle.load(file)
-
-                chord_dict[idx] = chord_data
-        return chord_dict, distinct_chords, chords_to_index
-    return inner
-
-
-if __name__ == "__main__":
-    '''This script processes and maps chord data from a directory of parsed chords files,
-    generating two output files: a combined chord dictionary and a chord-to-index mapping.'''
-    args = parse_args()
-    chord_folder = args.chords_folder
-    output_dir = args.output_directory
-    if output_dir == '':
-        output_dir = chord_folder
-    func = get_chord_dict
-    if args.path_to_pre_defined_map != "":
-        func = get_predefined_chord_to_index_map(args.path_to_pre_defined_map)
-
-    chord_dict, distinct_chords, chord_to_index = func(chord_folder)
-
-    # Save the combined chord dictionary as a pickle file
-    combined_filename = os.path.join(output_dir, "combined_chord_dict.pkl")
-    with open(combined_filename, "wb") as file:
-        pickle.dump(chord_dict, file)
-
-    # Save the chord-to-index mapping as a pickle file
-    mapping_filename = os.path.join(output_dir, "chord_to_index_mapping.pkl")
-    with open(mapping_filename, "wb") as file:
-        pickle.dump(chord_to_index, file)
-
-    print("Number of distinct chords:", len(distinct_chords))
-    print("Chord dictionary:", chord_to_index)

extract_chords.py

@@ -1,73 +0,0 @@
-# Env - chords_extraction on devfair
-
-import pickle
-import argparse
-from chord_extractor.extractors import Chordino  # type: ignore
-from chord_extractor import clear_conversion_cache, LabelledChordSequence  # type: ignore
-import os
-from tqdm import tqdm
-
-
-def parse_args():
-    parser = argparse.ArgumentParser()
-    parser.add_argument('--src_jsonl_file', type=str, required=True,
-                        help='abs path to .jsonl file containing list of absolute file paths seperated by new line')
-    parser.add_argument('--target_output_dir', type=str, required=True,
-                        help='target directory to save parsed chord files to, individual files will be saved inside')
-    parser.add_argument("--override", action="store_true")
-    args = parser.parse_args()
-    return args
-
-
-def save_to_db_cb(tgt_dir: str):
-    # Every time one of the files has had chords extracted, receive the chords here
-    # along with the name of the original file and then run some logic here, e.g. to
-    # save the latest data to DB
-    def inner(results: LabelledChordSequence):
-        path = results.id.split(".wav")
-
-        sequence = [(item.chord, item.timestamp) for item in results.sequence]
-
-        if len(path) != 2:
-            print("Something")
-            print(path)
-        else:
-            file_idx = path[0].split("/")[-1]
-            with open(f"{tgt_dir}/{file_idx}.chords", "wb") as f:
-                # dump the object to the file
-                pickle.dump(sequence, f)
-    return inner
-
-
-if __name__ == "__main__":
-    '''This script extracts chord data from a list of audio files using the Chordino extractor,
-    and saves the extracted chords to individual files in a target directory.'''
-    print("parsed args")
-    args = parse_args()
-    files_to_extract_from = list()
-    with open(args.src_jsonl_file, "r") as json_file:
-        for line in tqdm(json_file.readlines()):
-            # fpath = json.loads(line.replace("\n", ""))['path']
-            fpath = line.replace("\n", "")
-            if not args.override:
-                fname = fpath.split("/")[-1].replace(".wav", ".chords")
-                if os.path.exists(f"{args.target_output_dir}/{fname}"):
-                    continue
-            files_to_extract_from.append(line.replace("\n", ""))
-
-    print(f"num files to parse: {len(files_to_extract_from)}")
-
-    chordino = Chordino()
-
-    # Optionally clear cache of file conversions (e.g. wav files that have been converted from midi)
-    clear_conversion_cache()
-
-    # Run bulk extraction
-    res = chordino.extract_many(
-        files_to_extract_from,
-        callback=save_to_db_cb(args.target_output_dir),
-        num_extractors=80,
-        num_preprocessors=80,
-        max_files_in_cache=400,
-        stop_on_error=False,
-    )

main.py

@@ -16,6 +16,17 @@ from audiocraft.models import JASCO
 import os
 from huggingface_hub import login
 
+title = """# 🙋🏻‍♂️Welcome to 🌟Tonic's 🎼Jasco🎶AudioCraft Demo"""
+description = """Facebook presents JASCO, a temporally controlled text-to-music generation model utilizing both symbolic and audio-based conditions. JASCO can generate high-quality music samples conditioned on global text descriptions along with fine-grained local controls. JASCO is based on the Flow Matching modeling paradigm together with a novel conditioning method, allowing for music generation controlled both locally (e.g., chords) and globally (text description)."""
+join_us = """
+## Join us:
+🌟TeamTonic🌟 is always making cool demos! Join our active builder's 🛠️community 👻 
+[![Join us on Discord](https://img.shields.io/discord/1109943800132010065?label=Discord&logo=discord&style=flat-square)](https://discord.gg/qdfnvSPcqP) 
+On 🤗Huggingface: [MultiTransformer](https://huggingface.co/MultiTransformer) 
+On 🌐Github: [Tonic-AI](https://github.com/tonic-ai) & contribute to🌟 [MultiTonic](https://github.com/MultiTonic/thinking-dataset)
+🤗Big thanks to Yuvi Sharma and all the folks at huggingface for the community grant 🤗
+"""
+
 hf_token = os.environ.get('HFTOKEN')
 if hf_token:
     login(token=hf_token)
@@ -256,10 +267,14 @@ def predict_full(model, text, chords_sym, melody_file,
     return wavs
 
 with gr.Blocks() as demo:
-    gr.Markdown("""
-    # JASCO - Text-to-Music Generation with Temporal Control
-    Generate 10-second music clips using text descriptions and temporal controls (chords, drums, melody).
-    """)
+    gr.Markdown(title)
+    with gr.Row():
+        with gr.Column(): 
+            with gr.Group():
+                gr.Markdown(description)
+        with gr.Column():
+            with gr.Group():
+                gr.Markdown(join_us)
 
     with gr.Row():
         with gr.Column():