Update raven_config_minimal.py
Browse files- raven_config_minimal.py +3 -0
raven_config_minimal.py
CHANGED
@@ -73,6 +73,9 @@ class RavenConfig(PretrainedConfig):
|
|
73 |
self.rope_base = rope_base
|
74 |
self.torch_dtype = torch_dtype # Added from JSON
|
75 |
self.transformers_version = transformers_version # Added from JSON
|
|
|
|
|
|
|
76 |
# Derived
|
77 |
self.num_key_value_heads = n_heads
|
78 |
self.num_attention_heads = n_heads
|
|
|
73 |
self.rope_base = rope_base
|
74 |
self.torch_dtype = torch_dtype # Added from JSON
|
75 |
self.transformers_version = transformers_version # Added from JSON
|
76 |
+
# inference
|
77 |
+
self.test_time_noise = 0
|
78 |
+
self.test_time_noise_type = "fixed"
|
79 |
# Derived
|
80 |
self.num_key_value_heads = n_heads
|
81 |
self.num_attention_heads = n_heads
|