Update inference.py
Browse files- inference.py +1 -2
inference.py
CHANGED
@@ -137,7 +137,7 @@ class InferenceRecipe:
|
|
137 |
"""Run a warmup pass."""
|
138 |
try:
|
139 |
frame_size = int(self.sample_rate / self.frame_rate)
|
140 |
-
chunk = torch.zeros(1, 1, frame_size, dtype=torch.float32
|
141 |
codes = self.mimi.encode(chunk)
|
142 |
|
143 |
with torch.no_grad(), self.lm_gen.streaming(1), self.mimi.streaming(1):
|
@@ -145,7 +145,6 @@ class InferenceRecipe:
|
|
145 |
if tokens is not None:
|
146 |
_ = self.mimi.decode(tokens[:, 1:])
|
147 |
|
148 |
-
torch.cuda.synchronize()
|
149 |
logger.info("Warmup pass completed")
|
150 |
|
151 |
except Exception as e:
|
|
|
137 |
"""Run a warmup pass."""
|
138 |
try:
|
139 |
frame_size = int(self.sample_rate / self.frame_rate)
|
140 |
+
chunk = torch.zeros(1, 1, frame_size, dtype=torch.float32)
|
141 |
codes = self.mimi.encode(chunk)
|
142 |
|
143 |
with torch.no_grad(), self.lm_gen.streaming(1), self.mimi.streaming(1):
|
|
|
145 |
if tokens is not None:
|
146 |
_ = self.mimi.decode(tokens[:, 1:])
|
147 |
|
|
|
148 |
logger.info("Warmup pass completed")
|
149 |
|
150 |
except Exception as e:
|