Upload modeling_esm_plusplus.py with huggingface_hub

modeling_esm_plusplus.py

@@ -1002,6 +1002,7 @@ class ESMplusplusForSequenceClassification(ESMplusplusForMaskedLM, EmbeddingMixi
             logits=logits,
             last_hidden_state=x,
             hidden_states=output.hidden_states,
+            attentions=output.attentions,
         )
 
 
@@ -1065,6 +1066,7 @@ class ESMplusplusForTokenClassification(ESMplusplusForMaskedLM, EmbeddingMixin):
             logits=logits,
             last_hidden_state=x,
             hidden_states=output.hidden_states,
+            attentions=output.attentions,
         )
 
 
@@ -1161,6 +1163,7 @@ class EsmSequenceTokenizer(PreTrainedTokenizerFast):
         # sequences are merged if you want.
         tokenizer.post_processor = TemplateProcessing(  # type: ignore
             single="<cls> $A <eos>",
+            pair="<cls>:0 $A:0 <eos>:0 $B:1 <eos>:1",
             special_tokens=[
                 ("<cls>", tokenizer.token_to_id("<cls>")),
                 ("<eos>", tokenizer.token_to_id("<eos>")),