Update src/LMdecoder.py

src/LMdecoder.py

@@ -81,11 +81,11 @@ class LMDecoder(nn.Module):
         
     def load_lm(self):
         ## ---------------------LM setting----------------------
-        self.tokenizer = AutoTokenizer.from_pretrained('meta-llama/Llama-2-7b-hf')
+        self.tokenizer = AutoTokenizer.from_pretrained('meta-llama/Llama-2-7b-hf', token='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')
         if self.tokenizer.pad_token is None:
             self.tokenizer.pad_token = self.tokenizer.eos_token
-        self.LMconfig = AutoConfig.from_pretrained('meta-llama/Llama-2-7b-hf')
-        self.lm = AutoModelForCausalLM.from_pretrained('meta-llama/Llama-2-7b-hf')
+        self.LMconfig = AutoConfig.from_pretrained('meta-llama/Llama-2-7b-hf', token='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')
+        self.lm = AutoModelForCausalLM.from_pretrained('meta-llama/Llama-2-7b-hf', token='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')
        
         
     def forward(self, input_ids, flatten_embs, attention_mask, labels, **kwargs):