jinergenkai commited on
Commit
e5daff0
·
1 Parent(s): 0fda230

update convert

Browse files
.gitignore ADDED
@@ -0,0 +1,7 @@
 
 
 
 
 
 
 
 
1
+ # Không cần cho inference
2
+ checkpoint-*/
3
+ optimizer.pt
4
+ scheduler.pt
5
+ rng_state.pth
6
+ trainer_state.json
7
+ training_args.bin
checkpoint-1440/config.json DELETED
@@ -1,157 +0,0 @@
1
- {
2
- "architectures": [
3
- "MobileBertForSequenceClassification"
4
- ],
5
- "attention_probs_dropout_prob": 0.1,
6
- "classifier_activation": false,
7
- "classifier_dropout": null,
8
- "dtype": "float32",
9
- "embedding_size": 128,
10
- "hidden_act": "relu",
11
- "hidden_dropout_prob": 0.0,
12
- "hidden_size": 512,
13
- "id2label": {
14
- "0": "LABEL_0",
15
- "1": "LABEL_1",
16
- "2": "LABEL_2",
17
- "3": "LABEL_3",
18
- "4": "LABEL_4",
19
- "5": "LABEL_5",
20
- "6": "LABEL_6",
21
- "7": "LABEL_7",
22
- "8": "LABEL_8",
23
- "9": "LABEL_9",
24
- "10": "LABEL_10",
25
- "11": "LABEL_11",
26
- "12": "LABEL_12",
27
- "13": "LABEL_13",
28
- "14": "LABEL_14",
29
- "15": "LABEL_15",
30
- "16": "LABEL_16",
31
- "17": "LABEL_17",
32
- "18": "LABEL_18",
33
- "19": "LABEL_19",
34
- "20": "LABEL_20",
35
- "21": "LABEL_21",
36
- "22": "LABEL_22",
37
- "23": "LABEL_23",
38
- "24": "LABEL_24",
39
- "25": "LABEL_25",
40
- "26": "LABEL_26",
41
- "27": "LABEL_27",
42
- "28": "LABEL_28",
43
- "29": "LABEL_29",
44
- "30": "LABEL_30",
45
- "31": "LABEL_31",
46
- "32": "LABEL_32",
47
- "33": "LABEL_33",
48
- "34": "LABEL_34",
49
- "35": "LABEL_35",
50
- "36": "LABEL_36",
51
- "37": "LABEL_37",
52
- "38": "LABEL_38",
53
- "39": "LABEL_39",
54
- "40": "LABEL_40",
55
- "41": "LABEL_41",
56
- "42": "LABEL_42",
57
- "43": "LABEL_43",
58
- "44": "LABEL_44",
59
- "45": "LABEL_45",
60
- "46": "LABEL_46",
61
- "47": "LABEL_47",
62
- "48": "LABEL_48",
63
- "49": "LABEL_49",
64
- "50": "LABEL_50",
65
- "51": "LABEL_51",
66
- "52": "LABEL_52",
67
- "53": "LABEL_53",
68
- "54": "LABEL_54",
69
- "55": "LABEL_55",
70
- "56": "LABEL_56",
71
- "57": "LABEL_57",
72
- "58": "LABEL_58",
73
- "59": "LABEL_59"
74
- },
75
- "initializer_range": 0.02,
76
- "intermediate_size": 512,
77
- "intra_bottleneck_size": 128,
78
- "key_query_shared_bottleneck": true,
79
- "label2id": {
80
- "LABEL_0": 0,
81
- "LABEL_1": 1,
82
- "LABEL_10": 10,
83
- "LABEL_11": 11,
84
- "LABEL_12": 12,
85
- "LABEL_13": 13,
86
- "LABEL_14": 14,
87
- "LABEL_15": 15,
88
- "LABEL_16": 16,
89
- "LABEL_17": 17,
90
- "LABEL_18": 18,
91
- "LABEL_19": 19,
92
- "LABEL_2": 2,
93
- "LABEL_20": 20,
94
- "LABEL_21": 21,
95
- "LABEL_22": 22,
96
- "LABEL_23": 23,
97
- "LABEL_24": 24,
98
- "LABEL_25": 25,
99
- "LABEL_26": 26,
100
- "LABEL_27": 27,
101
- "LABEL_28": 28,
102
- "LABEL_29": 29,
103
- "LABEL_3": 3,
104
- "LABEL_30": 30,
105
- "LABEL_31": 31,
106
- "LABEL_32": 32,
107
- "LABEL_33": 33,
108
- "LABEL_34": 34,
109
- "LABEL_35": 35,
110
- "LABEL_36": 36,
111
- "LABEL_37": 37,
112
- "LABEL_38": 38,
113
- "LABEL_39": 39,
114
- "LABEL_4": 4,
115
- "LABEL_40": 40,
116
- "LABEL_41": 41,
117
- "LABEL_42": 42,
118
- "LABEL_43": 43,
119
- "LABEL_44": 44,
120
- "LABEL_45": 45,
121
- "LABEL_46": 46,
122
- "LABEL_47": 47,
123
- "LABEL_48": 48,
124
- "LABEL_49": 49,
125
- "LABEL_5": 5,
126
- "LABEL_50": 50,
127
- "LABEL_51": 51,
128
- "LABEL_52": 52,
129
- "LABEL_53": 53,
130
- "LABEL_54": 54,
131
- "LABEL_55": 55,
132
- "LABEL_56": 56,
133
- "LABEL_57": 57,
134
- "LABEL_58": 58,
135
- "LABEL_59": 59,
136
- "LABEL_6": 6,
137
- "LABEL_7": 7,
138
- "LABEL_8": 8,
139
- "LABEL_9": 9
140
- },
141
- "layer_norm_eps": 1e-12,
142
- "max_position_embeddings": 512,
143
- "model_type": "mobilebert",
144
- "normalization_type": "no_norm",
145
- "num_attention_heads": 4,
146
- "num_feedforward_networks": 4,
147
- "num_hidden_layers": 24,
148
- "pad_token_id": 0,
149
- "problem_type": "single_label_classification",
150
- "transformers_version": "4.56.1",
151
- "trigram_input": true,
152
- "true_hidden_size": 128,
153
- "type_vocab_size": 2,
154
- "use_bottleneck": true,
155
- "use_bottleneck_attention": false,
156
- "vocab_size": 30522
157
- }
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
checkpoint-1440/model.safetensors DELETED
@@ -1,3 +0,0 @@
1
- version https://git-lfs.github.com/spec/v1
2
- oid sha256:ba9a3ec01388d4aaad0c037e7ab80f3311df4ada5a3bc824be72754a03c06726
3
- size 98589152
 
 
 
 
checkpoint-1440/optimizer.pt DELETED
@@ -1,3 +0,0 @@
1
- version https://git-lfs.github.com/spec/v1
2
- oid sha256:4d79be269673edb3f4ac19d1a83a788e335cd274fe182decf032311435e9a5dd
3
- size 197832174
 
 
 
 
checkpoint-1440/rng_state.pth DELETED
@@ -1,3 +0,0 @@
1
- version https://git-lfs.github.com/spec/v1
2
- oid sha256:117a7e02c14c8402e02c639195f53bd51d0e311b862b1e916f6cbe7d6dd56d6e
3
- size 14645
 
 
 
 
checkpoint-1440/scheduler.pt DELETED
@@ -1,3 +0,0 @@
1
- version https://git-lfs.github.com/spec/v1
2
- oid sha256:d200f064240c4712d0c800b00451f79d97dc3aa6b8ba98e8f45e317187cb7c9b
3
- size 1465
 
 
 
 
checkpoint-1440/special_tokens_map.json DELETED
@@ -1,7 +0,0 @@
1
- {
2
- "cls_token": "[CLS]",
3
- "mask_token": "[MASK]",
4
- "pad_token": "[PAD]",
5
- "sep_token": "[SEP]",
6
- "unk_token": "[UNK]"
7
- }
 
 
 
 
 
 
 
 
checkpoint-1440/tokenizer_config.json DELETED
@@ -1,58 +0,0 @@
1
- {
2
- "added_tokens_decoder": {
3
- "0": {
4
- "content": "[PAD]",
5
- "lstrip": false,
6
- "normalized": false,
7
- "rstrip": false,
8
- "single_word": false,
9
- "special": true
10
- },
11
- "100": {
12
- "content": "[UNK]",
13
- "lstrip": false,
14
- "normalized": false,
15
- "rstrip": false,
16
- "single_word": false,
17
- "special": true
18
- },
19
- "101": {
20
- "content": "[CLS]",
21
- "lstrip": false,
22
- "normalized": false,
23
- "rstrip": false,
24
- "single_word": false,
25
- "special": true
26
- },
27
- "102": {
28
- "content": "[SEP]",
29
- "lstrip": false,
30
- "normalized": false,
31
- "rstrip": false,
32
- "single_word": false,
33
- "special": true
34
- },
35
- "103": {
36
- "content": "[MASK]",
37
- "lstrip": false,
38
- "normalized": false,
39
- "rstrip": false,
40
- "single_word": false,
41
- "special": true
42
- }
43
- },
44
- "clean_up_tokenization_spaces": true,
45
- "cls_token": "[CLS]",
46
- "do_basic_tokenize": true,
47
- "do_lower_case": true,
48
- "extra_special_tokens": {},
49
- "mask_token": "[MASK]",
50
- "model_max_length": 1000000000000000019884624838656,
51
- "never_split": null,
52
- "pad_token": "[PAD]",
53
- "sep_token": "[SEP]",
54
- "strip_accents": null,
55
- "tokenize_chinese_chars": true,
56
- "tokenizer_class": "MobileBertTokenizer",
57
- "unk_token": "[UNK]"
58
- }
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
checkpoint-1440/trainer_state.json DELETED
@@ -1,66 +0,0 @@
1
- {
2
- "best_global_step": 1440,
3
- "best_metric": 0.853418593212002,
4
- "best_model_checkpoint": "./models/mobilebert-massive-quick\\checkpoint-1440",
5
- "epoch": 2.0,
6
- "eval_steps": 500,
7
- "global_step": 1440,
8
- "is_hyper_param_search": false,
9
- "is_local_process_zero": true,
10
- "is_world_process_zero": true,
11
- "log_history": [
12
- {
13
- "epoch": 1.0,
14
- "grad_norm": 38.76491928100586,
15
- "learning_rate": 2.6902985074626868e-05,
16
- "loss": 730659.7333,
17
- "step": 720
18
- },
19
- {
20
- "epoch": 1.0,
21
- "eval_accuracy": 0.8209542547958681,
22
- "eval_loss": 0.6946287155151367,
23
- "eval_runtime": 14.9444,
24
- "eval_samples_per_second": 136.038,
25
- "eval_steps_per_second": 8.565,
26
- "step": 720
27
- },
28
- {
29
- "epoch": 2.0,
30
- "grad_norm": 45.74065017700195,
31
- "learning_rate": 3.7313432835820895e-08,
32
- "loss": 0.706,
33
- "step": 1440
34
- },
35
- {
36
- "epoch": 2.0,
37
- "eval_accuracy": 0.853418593212002,
38
- "eval_loss": 0.578299880027771,
39
- "eval_runtime": 14.7917,
40
- "eval_samples_per_second": 137.442,
41
- "eval_steps_per_second": 8.654,
42
- "step": 1440
43
- }
44
- ],
45
- "logging_steps": 500,
46
- "max_steps": 1440,
47
- "num_input_tokens_seen": 0,
48
- "num_train_epochs": 2,
49
- "save_steps": 500,
50
- "stateful_callbacks": {
51
- "TrainerControl": {
52
- "args": {
53
- "should_epoch_stop": false,
54
- "should_evaluate": false,
55
- "should_log": false,
56
- "should_save": true,
57
- "should_training_stop": true
58
- },
59
- "attributes": {}
60
- }
61
- },
62
- "total_flos": 361539169652736.0,
63
- "train_batch_size": 16,
64
- "trial_name": null,
65
- "trial_params": null
66
- }
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
checkpoint-1440/training_args.bin DELETED
@@ -1,3 +0,0 @@
1
- version https://git-lfs.github.com/spec/v1
2
- oid sha256:0da83c71a9a6dd78a88691fceb4e80d8d65d7c383424cf1c12af5b1303f58593
3
- size 5777
 
 
 
 
checkpoint-1440/vocab.txt DELETED
The diff for this file is too large to render. See raw diff