Update config.yaml
Browse files- config.yaml +4 -4
config.yaml
CHANGED
|
@@ -1,13 +1,13 @@
|
|
| 1 |
head_type: luh
|
| 2 |
feature_extractor:
|
| 3 |
-
- name:
|
| 4 |
-
- name:
|
| 5 |
layer_nums:
|
| 6 |
- -1
|
| 7 |
- -5
|
| 8 |
- -15
|
| 9 |
- -30
|
| 10 |
-
- name:
|
| 11 |
layer_nums:
|
| 12 |
- -1
|
| 13 |
- -2
|
|
@@ -21,7 +21,7 @@ feature_extractor:
|
|
| 21 |
- -30
|
| 22 |
attn_history_sz: 2
|
| 23 |
pool: false
|
| 24 |
-
- name:
|
| 25 |
top_n: 4
|
| 26 |
uncertainty_head:
|
| 27 |
head_dim: 128
|
|
|
|
| 1 |
head_type: luh
|
| 2 |
feature_extractor:
|
| 3 |
+
- name: luh.feature_extractors.lookback_lens
|
| 4 |
+
- name: luh.feature_extractors.basic_hidden_states
|
| 5 |
layer_nums:
|
| 6 |
- -1
|
| 7 |
- -5
|
| 8 |
- -15
|
| 9 |
- -30
|
| 10 |
+
- name: luh.feature_extractors.basic_attention
|
| 11 |
layer_nums:
|
| 12 |
- -1
|
| 13 |
- -2
|
|
|
|
| 21 |
- -30
|
| 22 |
attn_history_sz: 2
|
| 23 |
pool: false
|
| 24 |
+
- name: luh.feature_extractors.token_probabilities
|
| 25 |
top_n: 4
|
| 26 |
uncertainty_head:
|
| 27 |
head_dim: 128
|