Spaces:
Running
on
Zero
Running
on
Zero
Create app.py
Browse files
app.py
ADDED
@@ -0,0 +1,199 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
1 |
+
import random
|
2 |
+
import gradio as gr
|
3 |
+
import numpy as np
|
4 |
+
from midi_model import MIDIModel, MIDIModelConfig
|
5 |
+
from midi_synthesizer import MidiSynthesizer
|
6 |
+
import MIDI
|
7 |
+
import base64
|
8 |
+
import io
|
9 |
+
from huggingface_hub import hf_hub_download
|
10 |
+
|
11 |
+
MAX_SEED = np.iinfo(np.int32).max
|
12 |
+
|
13 |
+
class MIDIManager:
|
14 |
+
def __init__(self):
|
15 |
+
self.soundfont_path = hf_hub_download(repo_id="skytnt/midi-model", filename="soundfont.sf2")
|
16 |
+
self.synthesizer = MidiSynthesizer(self.soundfont_path)
|
17 |
+
self.loaded_midi = {} # Store multiple MIDI files
|
18 |
+
self.modified_files = [] # Track generated files for download
|
19 |
+
self.is_playing = False
|
20 |
+
|
21 |
+
def load_midi(self, file_path):
|
22 |
+
midi = MIDI.load(file_path)
|
23 |
+
midi_id = f"midi_{len(self.loaded_midi)}"
|
24 |
+
self.loaded_midi[midi_id] = midi
|
25 |
+
return midi_id, self.extract_notes_and_instruments(midi)
|
26 |
+
|
27 |
+
def extract_notes_and_instruments(self, midi):
|
28 |
+
notes = []
|
29 |
+
instruments = set()
|
30 |
+
for track in midi.tracks:
|
31 |
+
for event in track.events:
|
32 |
+
if event.type == 'note_on' and event.velocity > 0:
|
33 |
+
notes.append((event.note, event.velocity, event.time))
|
34 |
+
if hasattr(event, 'program'):
|
35 |
+
instruments.add(event.program)
|
36 |
+
return notes, list(instruments)
|
37 |
+
|
38 |
+
def generate_variation(self, midi_id, length_factor=2, variation_level=0.3):
|
39 |
+
if midi_id not in self.loaded_midi:
|
40 |
+
return None
|
41 |
+
original = self.loaded_midi[midi_id]
|
42 |
+
notes, instruments = self.extract_notes_and_instruments(original)
|
43 |
+
|
44 |
+
# Generate longer sequence
|
45 |
+
new_notes = []
|
46 |
+
for _ in range(int(length_factor)):
|
47 |
+
for note, vel, time in notes:
|
48 |
+
if random.random() < variation_level:
|
49 |
+
new_note = note + random.randint(-2, 2)
|
50 |
+
new_vel = min(127, max(0, vel + random.randint(-10, 10)))
|
51 |
+
new_notes.append((new_note, new_vel, time))
|
52 |
+
else:
|
53 |
+
new_notes.append((note, vel, time))
|
54 |
+
|
55 |
+
new_midi = MIDI.MIDIFile(1)
|
56 |
+
new_midi.addTrack()
|
57 |
+
for note, vel, time in new_notes:
|
58 |
+
new_midi.addNote(0, 0, note, time, 100, vel)
|
59 |
+
|
60 |
+
output = io.BytesIO()
|
61 |
+
new_midi.writeFile(output)
|
62 |
+
midi_data = base64.b64encode(output.getvalue()).decode('utf-8')
|
63 |
+
self.modified_files.append(midi_data)
|
64 |
+
return midi_data
|
65 |
+
|
66 |
+
def apply_synth_effect(self, midi_id, effect_type, intensity):
|
67 |
+
if midi_id not in self.loaded_midi:
|
68 |
+
return None
|
69 |
+
midi = self.loaded_midi[midi_id].copy() # Work on a copy
|
70 |
+
if effect_type == "tempo":
|
71 |
+
factor = 1 + (intensity - 0.5) * 0.4 # -20% to +20%
|
72 |
+
for track in midi.tracks:
|
73 |
+
for event in track.events:
|
74 |
+
event.time = int(event.time * factor)
|
75 |
+
elif effect_type == "pitch":
|
76 |
+
shift = int((intensity - 0.5) * 12) # -6 to +6 semitones
|
77 |
+
for track in midi.tracks:
|
78 |
+
for event in track.events:
|
79 |
+
if hasattr(event, 'note'):
|
80 |
+
event.note = min(127, max(0, event.note + shift))
|
81 |
+
output = io.BytesIO()
|
82 |
+
midi.writeFile(output)
|
83 |
+
midi_data = base64.b64encode(output.getvalue()).decode('utf-8')
|
84 |
+
self.modified_files.append(midi_data)
|
85 |
+
return midi_data
|
86 |
+
|
87 |
+
def play_with_loop(self, midi_data):
|
88 |
+
self.is_playing = True
|
89 |
+
midi_file = MIDI.load(io.BytesIO(base64.b64decode(midi_data)))
|
90 |
+
while self.is_playing:
|
91 |
+
self.synthesizer.play_midi(midi_file)
|
92 |
+
return "Playback stopped"
|
93 |
+
|
94 |
+
def stop_playback(self):
|
95 |
+
self.is_playing = False
|
96 |
+
return "Stopping playback..."
|
97 |
+
|
98 |
+
midi_manager = MIDIManager()
|
99 |
+
|
100 |
+
def create_download_list(modified_files):
|
101 |
+
html = "<h3>Generated MIDI Files</h3><ul>"
|
102 |
+
for i, data in enumerate(modified_files):
|
103 |
+
html += f'<li><a href="data:audio/midi;base64,{data}" download="generated_midi_{i}.mid">Download MIDI {i}</a></li>'
|
104 |
+
html += "</ul>"
|
105 |
+
return html
|
106 |
+
|
107 |
+
with gr.Blocks(theme=gr.themes.Soft()) as app:
|
108 |
+
gr.Markdown("<h1>🎵 MIDI Sequence Generator & Performer 🎵</h1>")
|
109 |
+
|
110 |
+
with gr.Tabs():
|
111 |
+
# Tab 1: MIDI Upload
|
112 |
+
with gr.Tab("Upload MIDI"):
|
113 |
+
midi_files = gr.File(label="Upload MIDI Files", file_count="multiple")
|
114 |
+
midi_list = gr.State({})
|
115 |
+
file_display = gr.HTML(value="No files loaded")
|
116 |
+
|
117 |
+
def handle_upload(files):
|
118 |
+
midi_list_val = {}
|
119 |
+
html = "<h3>Loaded MIDI Files</h3>"
|
120 |
+
for file in files:
|
121 |
+
midi_id, (notes, instruments) = midi_manager.load_midi(file.name)
|
122 |
+
midi_list_val[midi_id] = file.name
|
123 |
+
html += f'<div>{file.name} <button onclick="remove_midi(\'{midi_id}\')">X</button></div>'
|
124 |
+
return midi_list_val, html
|
125 |
+
|
126 |
+
midi_files.change(handle_upload, inputs=[midi_files], outputs=[midi_list, file_display])
|
127 |
+
|
128 |
+
# Tab 2: Generate Variations
|
129 |
+
with gr.Tab("Generate"):
|
130 |
+
midi_select = gr.Dropdown(label="Select MIDI", choices=[])
|
131 |
+
length_factor = gr.Slider(1, 10, value=2, step=1, label="Length Multiplier")
|
132 |
+
variation_level = gr.Slider(0, 1, value=0.3, label="Variation Level")
|
133 |
+
generate_btn = gr.Button("Generate Variation")
|
134 |
+
generated_output = gr.Audio(label="Generated Preview", type="bytes")
|
135 |
+
|
136 |
+
def update_dropdown(midi_list):
|
137 |
+
return gr.update(choices=list(midi_list.keys()))
|
138 |
+
|
139 |
+
midi_list.change(update_dropdown, inputs=[midi_list], outputs=[midi_select])
|
140 |
+
|
141 |
+
def generate(midi_id, length, variation):
|
142 |
+
if not midi_id:
|
143 |
+
return None
|
144 |
+
midi_data = midi_manager.generate_variation(midi_id, length, variation)
|
145 |
+
return io.BytesIO(base64.b64decode(midi_data))
|
146 |
+
|
147 |
+
generate_btn.click(generate, inputs=[midi_select, length_factor, variation_level],
|
148 |
+
outputs=[generated_output])
|
149 |
+
|
150 |
+
# Tab 3: Synthesizer Controls
|
151 |
+
with gr.Tab("Perform"):
|
152 |
+
midi_play_select = gr.Dropdown(label="Select MIDI to Play", choices=[])
|
153 |
+
synth_effects = gr.Radio(["tempo", "pitch"], label="Synth Effect", value="tempo")
|
154 |
+
effect_intensity = gr.Slider(0, 1, value=0.5, label="Effect Intensity")
|
155 |
+
apply_effect_btn = gr.Button("Apply Effect")
|
156 |
+
play_btn = gr.Button("Play with Auto-Loop")
|
157 |
+
stop_btn = gr.Button("Stop")
|
158 |
+
playback_status = gr.Textbox(label="Playback Status", value="Stopped")
|
159 |
+
|
160 |
+
midi_list.change(update_dropdown, inputs=[midi_list], outputs=[midi_play_select])
|
161 |
+
|
162 |
+
def apply_and_preview(midi_id, effect, intensity):
|
163 |
+
if not midi_id:
|
164 |
+
return None, "No MIDI selected"
|
165 |
+
midi_data = midi_manager.apply_synth_effect(midi_id, effect, intensity)
|
166 |
+
return io.BytesIO(base64.b64decode(midi_data)), "Effect applied"
|
167 |
+
|
168 |
+
apply_effect_btn.click(apply_and_preview,
|
169 |
+
inputs=[midi_play_select, synth_effects, effect_intensity],
|
170 |
+
outputs=[generated_output, playback_status])
|
171 |
+
|
172 |
+
play_btn.click(midi_manager.play_with_loop, inputs=[generated_output],
|
173 |
+
outputs=[playback_status])
|
174 |
+
stop_btn.click(midi_manager.stop_playback, inputs=None, outputs=[playback_status])
|
175 |
+
|
176 |
+
# Tab 4: Downloads
|
177 |
+
with gr.Tab("Downloads"):
|
178 |
+
download_list = gr.HTML(value="No generated files yet")
|
179 |
+
def update_downloads(_):
|
180 |
+
return create_download_list(midi_manager.modified_files)
|
181 |
+
gr.on(triggers=[generate_btn.click, apply_effect_btn.click],
|
182 |
+
fn=update_downloads, inputs=None, outputs=[download_list])
|
183 |
+
|
184 |
+
# Hugging Face Branding
|
185 |
+
gr.Markdown("""
|
186 |
+
<div style='text-align: center; margin-top: 20px;'>
|
187 |
+
<img src='https://huggingface.co/front/assets/huggingface_logo-noborder.svg' alt='Hugging Face Logo' style='width: 50px;'><br>
|
188 |
+
<strong>Hugging Face</strong><br>
|
189 |
+
<a href='https://huggingface.co/models'>Models</a> |
|
190 |
+
<a href='https://huggingface.co/datasets'>Datasets</a> |
|
191 |
+
<a href='https://huggingface.co/spaces'>Spaces</a> |
|
192 |
+
<a href='https://huggingface.co/posts'>Posts</a> |
|
193 |
+
<a href='https://huggingface.co/docs'>Docs</a> |
|
194 |
+
<a href='https://huggingface.co/enterprise'>Enterprise</a> |
|
195 |
+
<a href='https://huggingface.co/pricing'>Pricing</a>
|
196 |
+
</div>
|
197 |
+
""")
|
198 |
+
|
199 |
+
app.queue().launch(inbrowser=True)
|