Spaces:
Running
on
L40S
Running
on
L40S
updated
Browse files
app.py
CHANGED
@@ -16,7 +16,7 @@ MODEL_CONFIG = {
|
|
16 |
'cost_per_hour': 1.8, # $1.8 per hour
|
17 |
}
|
18 |
|
19 |
-
original_time_cache = {22.57}
|
20 |
|
21 |
|
22 |
def set_seed(seed: int = 42):
|
@@ -115,8 +115,7 @@ def load_original_model():
|
|
115 |
model = HFMusicgenForConditionalGeneration.from_pretrained(
|
116 |
"facebook/musicgen-large",
|
117 |
torch_dtype=torch.float16,
|
118 |
-
|
119 |
-
)
|
120 |
|
121 |
model.eval()
|
122 |
|
@@ -263,7 +262,6 @@ def get_cache_key(prompt, duration, guidance_scale):
|
|
263 |
|
264 |
def generate_music_batch(text_prompt, duration=10, guidance_scale=3.0, model_mode="compressed"):
|
265 |
try:
|
266 |
-
cache_key = get_cache_key(text_prompt, duration, guidance_scale)
|
267 |
|
268 |
generator, processor = load_model()
|
269 |
model_name = "Compressed (S)"
|
@@ -333,8 +331,8 @@ def generate_music_batch(text_prompt, duration=10, guidance_scale=3.0, model_mod
|
|
333 |
|
334 |
comparison_message = ""
|
335 |
|
336 |
-
if
|
337 |
-
original_time = original_time_cache[
|
338 |
cost_info = calculate_cost_savings(generation_time, original_time)
|
339 |
|
340 |
comparison_message = f"💰 Cost Savings: ${cost_info['savings']:.4f} ({cost_info['savings_percent']:.1f}%) - Compressed: ${cost_info['compressed_cost']:.4f} vs Original: ${cost_info['original_cost']:.4f}"
|
|
|
16 |
'cost_per_hour': 1.8, # $1.8 per hour
|
17 |
}
|
18 |
|
19 |
+
original_time_cache = {"original_time": 22.57}
|
20 |
|
21 |
|
22 |
def set_seed(seed: int = 42):
|
|
|
115 |
model = HFMusicgenForConditionalGeneration.from_pretrained(
|
116 |
"facebook/musicgen-large",
|
117 |
torch_dtype=torch.float16,
|
118 |
+
).to(device)
|
|
|
119 |
|
120 |
model.eval()
|
121 |
|
|
|
262 |
|
263 |
def generate_music_batch(text_prompt, duration=10, guidance_scale=3.0, model_mode="compressed"):
|
264 |
try:
|
|
|
265 |
|
266 |
generator, processor = load_model()
|
267 |
model_name = "Compressed (S)"
|
|
|
331 |
|
332 |
comparison_message = ""
|
333 |
|
334 |
+
if "original_time" in original_time_cache:
|
335 |
+
original_time = original_time_cache["original_time"]
|
336 |
cost_info = calculate_cost_savings(generation_time, original_time)
|
337 |
|
338 |
comparison_message = f"💰 Cost Savings: ${cost_info['savings']:.4f} ({cost_info['savings_percent']:.1f}%) - Compressed: ${cost_info['compressed_cost']:.4f} vs Original: ${cost_info['original_cost']:.4f}"
|