zhjohnchan commited on
Commit
82dfec4
·
verified ·
1 Parent(s): 24df9ad

Update tokenizer_config.json

Browse files
Files changed (1) hide show
  1. tokenizer_config.json +7 -1
tokenizer_config.json CHANGED
@@ -556,5 +556,11 @@
556
  "trust_remote_code": true,
557
  "unk_token": "<unk>",
558
  "use_default_system_prompt": false,
559
- "use_fast": false
 
 
 
 
 
 
560
  }
 
556
  "trust_remote_code": true,
557
  "unk_token": "<unk>",
558
  "use_default_system_prompt": false,
559
+ "use_fast": false,
560
+ "auto_map": {
561
+ "AutoTokenizer": [
562
+ "AutoTokenizer": "tokenization_chexagent.CheXagentTokenizer",
563
+ null
564
+ ]
565
+ }
566
  }