JonasGeiping commited on
Commit
fdc5fee
·
verified ·
1 Parent(s): 6c1825c

Update raven_config_minimal.py

Browse files
Files changed (1) hide show
  1. raven_config_minimal.py +3 -0
raven_config_minimal.py CHANGED
@@ -73,6 +73,9 @@ class RavenConfig(PretrainedConfig):
73
  self.rope_base = rope_base
74
  self.torch_dtype = torch_dtype # Added from JSON
75
  self.transformers_version = transformers_version # Added from JSON
 
 
 
76
  # Derived
77
  self.num_key_value_heads = n_heads
78
  self.num_attention_heads = n_heads
 
73
  self.rope_base = rope_base
74
  self.torch_dtype = torch_dtype # Added from JSON
75
  self.transformers_version = transformers_version # Added from JSON
76
+ # inference
77
+ self.test_time_noise = 0
78
+ self.test_time_noise_type = "fixed"
79
  # Derived
80
  self.num_key_value_heads = n_heads
81
  self.num_attention_heads = n_heads