ejschwartz commited on
Commit
7197e11
·
1 Parent(s): d11795a

More logging

Browse files
Files changed (1) hide show
  1. app.py +6 -0
app.py CHANGED
@@ -45,6 +45,12 @@ vardecoder_model = AutoModelForCausalLM.from_pretrained(
45
  )
46
  print("Loaded vardecoder model successfully.")
47
 
 
 
 
 
 
 
48
  # Check memory after first model
49
  print(f"GPU memory after vardecoder:")
50
  print(f"Allocated: {torch.cuda.memory_allocated() / 1024**3:.2f} GB")
 
45
  )
46
  print("Loaded vardecoder model successfully.")
47
 
48
+ print(f"Model device: {next(vardecoder_model.parameters()).device}")
49
+ print(f"Model dtype: {next(vardecoder_model.parameters()).dtype}")
50
+ print(f"Model is meta: {next(vardecoder_model.parameters()).is_meta}")
51
+ print(f"Model parameters: {sum(p.numel() for p in vardecoder_model.parameters() if p.requires_grad):,}")
52
+
53
+
54
  # Check memory after first model
55
  print(f"GPU memory after vardecoder:")
56
  print(f"Allocated: {torch.cuda.memory_allocated() / 1024**3:.2f} GB")