Spaces:
Runtime error
Runtime error
Commit
·
7197e11
1
Parent(s):
d11795a
More logging
Browse files
app.py
CHANGED
@@ -45,6 +45,12 @@ vardecoder_model = AutoModelForCausalLM.from_pretrained(
|
|
45 |
)
|
46 |
print("Loaded vardecoder model successfully.")
|
47 |
|
|
|
|
|
|
|
|
|
|
|
|
|
48 |
# Check memory after first model
|
49 |
print(f"GPU memory after vardecoder:")
|
50 |
print(f"Allocated: {torch.cuda.memory_allocated() / 1024**3:.2f} GB")
|
|
|
45 |
)
|
46 |
print("Loaded vardecoder model successfully.")
|
47 |
|
48 |
+
print(f"Model device: {next(vardecoder_model.parameters()).device}")
|
49 |
+
print(f"Model dtype: {next(vardecoder_model.parameters()).dtype}")
|
50 |
+
print(f"Model is meta: {next(vardecoder_model.parameters()).is_meta}")
|
51 |
+
print(f"Model parameters: {sum(p.numel() for p in vardecoder_model.parameters() if p.requires_grad):,}")
|
52 |
+
|
53 |
+
|
54 |
# Check memory after first model
|
55 |
print(f"GPU memory after vardecoder:")
|
56 |
print(f"Allocated: {torch.cuda.memory_allocated() / 1024**3:.2f} GB")
|