Artem's picture
Upload UncertaintyHead model and config
d2f332c
raw
history blame contribute delete
417 Bytes
head_type: claim
feature_extractor:
- name: luq.feature_extractors.lookback_lens
- name: luq.feature_extractors.basic_hidden_states
layer_nums:
- -1
- -15
- -30
- name: luq.feature_extractors.basic_attention
layer_nums:
- -1
- -2
- -3
- -4
- -5
- -10
- -15
- -20
- -25
- -30
attn_history_sz: 2
pool: false
uncertainty_head:
head_dim: 512
n_layers: 1
n_heads: 16
dropout: 0.1