AlekseyCalvin commited on
Commit
34cb035
·
verified ·
1 Parent(s): 3358ef1

Update tokenizer.json

Browse files
Files changed (1) hide show
  1. tokenizer.json +1 -1
tokenizer.json CHANGED
@@ -102,7 +102,7 @@
102
  "use_regex": true
103
  },
104
  "model": {
105
- "type": "BltModel",
106
  "dropout": null,
107
  "unk_token": null,
108
  "continuing_subword_prefix": "",
 
102
  "use_regex": true
103
  },
104
  "model": {
105
+ "type": "BPE",
106
  "dropout": null,
107
  "unk_token": null,
108
  "continuing_subword_prefix": "",