head_type: claim | |
feature_extractor: | |
- name: luq.feature_extractors.lookback_lens | |
- name: luq.feature_extractors.basic_hidden_states | |
layer_nums: | |
- -1 | |
- -15 | |
- -30 | |
- name: luq.feature_extractors.basic_attention | |
layer_nums: | |
- -1 | |
- -2 | |
- -3 | |
- -4 | |
- -5 | |
- -10 | |
- -15 | |
- -20 | |
- -25 | |
- -30 | |
attn_history_sz: 2 | |
pool: false | |
uncertainty_head: | |
head_dim: 512 | |
n_layers: 1 | |
n_heads: 16 | |
dropout: 0.1 | |