quazim commited on
Commit
e38c357
·
1 Parent(s): 724549c
Files changed (1) hide show
  1. app.py +4 -6
app.py CHANGED
@@ -16,7 +16,7 @@ MODEL_CONFIG = {
16
  'cost_per_hour': 1.8, # $1.8 per hour
17
  }
18
 
19
- original_time_cache = {22.57}
20
 
21
 
22
  def set_seed(seed: int = 42):
@@ -115,8 +115,7 @@ def load_original_model():
115
  model = HFMusicgenForConditionalGeneration.from_pretrained(
116
  "facebook/musicgen-large",
117
  torch_dtype=torch.float16,
118
- device=device,
119
- )
120
 
121
  model.eval()
122
 
@@ -263,7 +262,6 @@ def get_cache_key(prompt, duration, guidance_scale):
263
 
264
  def generate_music_batch(text_prompt, duration=10, guidance_scale=3.0, model_mode="compressed"):
265
  try:
266
- cache_key = get_cache_key(text_prompt, duration, guidance_scale)
267
 
268
  generator, processor = load_model()
269
  model_name = "Compressed (S)"
@@ -333,8 +331,8 @@ def generate_music_batch(text_prompt, duration=10, guidance_scale=3.0, model_mod
333
 
334
  comparison_message = ""
335
 
336
- if cache_key in original_time_cache:
337
- original_time = original_time_cache[cache_key]
338
  cost_info = calculate_cost_savings(generation_time, original_time)
339
 
340
  comparison_message = f"💰 Cost Savings: ${cost_info['savings']:.4f} ({cost_info['savings_percent']:.1f}%) - Compressed: ${cost_info['compressed_cost']:.4f} vs Original: ${cost_info['original_cost']:.4f}"
 
16
  'cost_per_hour': 1.8, # $1.8 per hour
17
  }
18
 
19
+ original_time_cache = {"original_time": 22.57}
20
 
21
 
22
  def set_seed(seed: int = 42):
 
115
  model = HFMusicgenForConditionalGeneration.from_pretrained(
116
  "facebook/musicgen-large",
117
  torch_dtype=torch.float16,
118
+ ).to(device)
 
119
 
120
  model.eval()
121
 
 
262
 
263
  def generate_music_batch(text_prompt, duration=10, guidance_scale=3.0, model_mode="compressed"):
264
  try:
 
265
 
266
  generator, processor = load_model()
267
  model_name = "Compressed (S)"
 
331
 
332
  comparison_message = ""
333
 
334
+ if "original_time" in original_time_cache:
335
+ original_time = original_time_cache["original_time"]
336
  cost_info = calculate_cost_savings(generation_time, original_time)
337
 
338
  comparison_message = f"💰 Cost Savings: ${cost_info['savings']:.4f} ({cost_info['savings_percent']:.1f}%) - Compressed: ${cost_info['compressed_cost']:.4f} vs Original: ${cost_info['original_cost']:.4f}"