tezuesh commited on
Commit
8960915
·
verified ·
1 Parent(s): 506ec9e

Update inference.py

Browse files
Files changed (1) hide show
  1. inference.py +1 -2
inference.py CHANGED
@@ -137,7 +137,7 @@ class InferenceRecipe:
137
  """Run a warmup pass."""
138
  try:
139
  frame_size = int(self.sample_rate / self.frame_rate)
140
- chunk = torch.zeros(1, 1, frame_size, dtype=torch.float32, device=self.device)
141
  codes = self.mimi.encode(chunk)
142
 
143
  with torch.no_grad(), self.lm_gen.streaming(1), self.mimi.streaming(1):
@@ -145,7 +145,6 @@ class InferenceRecipe:
145
  if tokens is not None:
146
  _ = self.mimi.decode(tokens[:, 1:])
147
 
148
- torch.cuda.synchronize()
149
  logger.info("Warmup pass completed")
150
 
151
  except Exception as e:
 
137
  """Run a warmup pass."""
138
  try:
139
  frame_size = int(self.sample_rate / self.frame_rate)
140
+ chunk = torch.zeros(1, 1, frame_size, dtype=torch.float32)
141
  codes = self.mimi.encode(chunk)
142
 
143
  with torch.no_grad(), self.lm_gen.streaming(1), self.mimi.streaming(1):
 
145
  if tokens is not None:
146
  _ = self.mimi.decode(tokens[:, 1:])
147
 
 
148
  logger.info("Warmup pass completed")
149
 
150
  except Exception as e: