Hugging Face's logo

MRNH
/
llama-2-7b-coder

Text Generation
Transformers
PyTorch
English
llama
english
sql
text2text-generation
text-generation-inference
Model card Files
xet
Community
1
MRNH commited on
Commit
7e4f1cf
·
verified ·
1 Parent(s): 20531d6

Upload tokenizer

Browse files
Files changed (2) hide show
  1. special_tokens_map.json +3 -10
  2. tokenizer_config.json +3 -4
special_tokens_map.json CHANGED
@@ -1,28 +1,21 @@
1
  {
2
  "additional_special_tokens": [
3
  {
4
- "content": "</context>",
5
  "lstrip": true,
6
  "normalized": false,
7
  "rstrip": false,
8
  "single_word": false
9
  },
10
  {
11
- "content": "<stopTMP>",
12
  "lstrip": true,
13
  "normalized": false,
14
  "rstrip": false,
15
  "single_word": false
16
  },
17
  {
18
- "content": "</question>",
19
- "lstrip": true,
20
- "normalized": false,
21
- "rstrip": false,
22
- "single_word": false
23
- },
24
- {
25
- "content": "</answer>",
26
  "lstrip": true,
27
  "normalized": false,
28
  "rstrip": false,
 
1
  {
2
  "additional_special_tokens": [
3
  {
4
+ "content": "<question>",
5
  "lstrip": true,
6
  "normalized": false,
7
  "rstrip": false,
8
  "single_word": false
9
  },
10
  {
11
+ "content": "<answer>",
12
  "lstrip": true,
13
  "normalized": false,
14
  "rstrip": false,
15
  "single_word": false
16
  },
17
  {
18
+ "content": "<context>",
 
 
 
 
 
 
 
19
  "lstrip": true,
20
  "normalized": false,
21
  "rstrip": false,
tokenizer_config.json CHANGED
@@ -21330,10 +21330,9 @@
21330
  }
21331
  },
21332
  "additional_special_tokens": [
21333
- "</context>",
21334
- "<stopTMP>",
21335
- "</question>",
21336
- "</answer>"
21337
  ],
21338
  "bos_token": "<s>",
21339
  "clean_up_tokenization_spaces": false,
 
21330
  }
21331
  },
21332
  "additional_special_tokens": [
21333
+ "<question>",
21334
+ "<answer>",
21335
+ "<context>"
 
21336
  ],
21337
  "bos_token": "<s>",
21338
  "clean_up_tokenization_spaces": false,