openmartin commited on
Commit
b6ec36a
·
verified ·
1 Parent(s): bb3b13c

Upload added_tokens.json with huggingface_hub

Browse files
Files changed (1) hide show
  1. added_tokens.json +33 -0
added_tokens.json ADDED
@@ -0,0 +1,33 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "<|endoftext|>": 151643,
3
+ "<|im_start|>": 151644,
4
+ "<|im_end|>": 151645,
5
+ "<|object_ref_start|>": 151646,
6
+ "<|object_ref_end|>": 151647,
7
+ "<|box_start|>": 151648,
8
+ "<|box_end|>": 151649,
9
+ "<|quad_start|>": 151650,
10
+ "<|quad_end|>": 151651,
11
+ "<|vision_start|>": 151652,
12
+ "<|vision_end|>": 151653,
13
+ "<|vision_pad|>": 151654,
14
+ "<|image_pad|>": 151655,
15
+ "<|video_pad|>": 151656,
16
+ "<|ref_start|>": 151657,
17
+ "<|ref_end|>": 151658,
18
+ "<|md_start|>": 151659,
19
+ "<|md_end|>": 151660,
20
+ "<ched>": 151661,
21
+ "<ecel>": 151662,
22
+ "<fcel>": 151663,
23
+ "<lcel>": 151664,
24
+ "<ucel>": 151665,
25
+ "<xcel>": 151666,
26
+ "<nl>": 151667,
27
+ "<|rotate_up|>": 151668,
28
+ "<|rotate_down|>": 151669,
29
+ "<|rotate_left|>": 151670,
30
+ "<|rotate_right|>": 151671,
31
+ "<|txt_contd|>": 151672,
32
+ "<|paratext|>": 151673
33
+ }