sino
commited on
Commit
·
572d1c0
1
Parent(s):
0b6f771
Update src/LMdecoder.py
Browse files- src/LMdecoder.py +3 -3
src/LMdecoder.py
CHANGED
|
@@ -81,11 +81,11 @@ class LMDecoder(nn.Module):
|
|
| 81 |
|
| 82 |
def load_lm(self):
|
| 83 |
## ---------------------LM setting----------------------
|
| 84 |
-
self.tokenizer = AutoTokenizer.from_pretrained(
|
| 85 |
if self.tokenizer.pad_token is None:
|
| 86 |
self.tokenizer.pad_token = self.tokenizer.eos_token
|
| 87 |
-
self.LMconfig = AutoConfig.from_pretrained(
|
| 88 |
-
self.lm = AutoModelForCausalLM.from_pretrained(
|
| 89 |
|
| 90 |
|
| 91 |
def forward(self, input_ids, flatten_embs, attention_mask, labels, **kwargs):
|
|
|
|
| 81 |
|
| 82 |
def load_lm(self):
|
| 83 |
## ---------------------LM setting----------------------
|
| 84 |
+
self.tokenizer = AutoTokenizer.from_pretrained('Tabgac/SpectPrompt/Llama-2-7b-hf')
|
| 85 |
if self.tokenizer.pad_token is None:
|
| 86 |
self.tokenizer.pad_token = self.tokenizer.eos_token
|
| 87 |
+
self.LMconfig = AutoConfig.from_pretrained('Tabgac/SpectPrompt/Llama-2-7b-hf', trust_remote_code=True )
|
| 88 |
+
self.lm = AutoModelForCausalLM.from_pretrained('Tabgac/SpectPrompt/Llama-2-7b-hf', trust_remote_code=True)
|
| 89 |
|
| 90 |
|
| 91 |
def forward(self, input_ids, flatten_embs, attention_mask, labels, **kwargs):
|