BiliSakura commited on
Commit
ece9239
·
verified ·
1 Parent(s): 3d1cd5a

Update all files for BitDance-14B-64x-diffusers

Browse files
Files changed (1) hide show
  1. tokenizer/special_tokens_map.json +81 -0
tokenizer/special_tokens_map.json ADDED
@@ -0,0 +1,81 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "additional_special_tokens": [
3
+ "<|query_1|>",
4
+ "<|query_2|>",
5
+ "<|query_3|>",
6
+ "<|query_4|>",
7
+ "<|query_5|>",
8
+ "<|query_6|>",
9
+ "<|query_7|>",
10
+ "<|query_8|>",
11
+ "<|query_9|>",
12
+ "<|query_10|>",
13
+ "<|query_11|>",
14
+ "<|query_12|>",
15
+ "<|query_13|>",
16
+ "<|query_14|>",
17
+ "<|query_15|>",
18
+ "<|query_16|>",
19
+ "<|query_17|>",
20
+ "<|query_18|>",
21
+ "<|query_19|>",
22
+ "<|query_20|>",
23
+ "<|query_21|>",
24
+ "<|query_22|>",
25
+ "<|query_23|>",
26
+ "<|query_24|>",
27
+ "<|query_25|>",
28
+ "<|query_26|>",
29
+ "<|query_27|>",
30
+ "<|query_28|>",
31
+ "<|query_29|>",
32
+ "<|query_30|>",
33
+ "<|query_31|>",
34
+ "<|query_32|>",
35
+ "<|query_33|>",
36
+ "<|query_34|>",
37
+ "<|query_35|>",
38
+ "<|query_36|>",
39
+ "<|query_37|>",
40
+ "<|query_38|>",
41
+ "<|query_39|>",
42
+ "<|query_40|>",
43
+ "<|query_41|>",
44
+ "<|query_42|>",
45
+ "<|query_43|>",
46
+ "<|query_44|>",
47
+ "<|query_45|>",
48
+ "<|query_46|>",
49
+ "<|query_47|>",
50
+ "<|query_48|>",
51
+ "<|query_49|>",
52
+ "<|query_50|>",
53
+ "<|query_51|>",
54
+ "<|query_52|>",
55
+ "<|query_53|>",
56
+ "<|query_54|>",
57
+ "<|query_55|>",
58
+ "<|query_56|>",
59
+ "<|query_57|>",
60
+ "<|query_58|>",
61
+ "<|query_59|>",
62
+ "<|query_60|>",
63
+ "<|query_61|>",
64
+ "<|query_62|>",
65
+ "<|query_63|>"
66
+ ],
67
+ "eos_token": {
68
+ "content": "<|im_end|>",
69
+ "lstrip": false,
70
+ "normalized": false,
71
+ "rstrip": false,
72
+ "single_word": false
73
+ },
74
+ "pad_token": {
75
+ "content": "<|endoftext|>",
76
+ "lstrip": false,
77
+ "normalized": false,
78
+ "rstrip": false,
79
+ "single_word": false
80
+ }
81
+ }