Upload 10 files

config.json

@@ -0,0 +1,66 @@
+{
+  "_name_or_path": "alabnii/jmedroberta-base-manbyo-wordpiece",
+  "architectures": [
+    "BertForSequenceClassification"
+  ],
+  "attention_probs_dropout_prob": 0.1,
+  "classifier_dropout": null,
+  "hidden_act": "gelu",
+  "hidden_dropout_prob": 0.1,
+  "hidden_size": 768,
+  "id2label": {
+    "0": "Medical material",
+    "1": "Arterial wall calcification",
+    "2": "Cardiomegaly",
+    "3": "Pericardial effusion",
+    "4": "Coronary artery wall calcification",
+    "5": "Hiatal hernia",
+    "6": "Lymphadenopathy",
+    "7": "Emphysema",
+    "8": "Atelectasis",
+    "9": "Lung nodule",
+    "10": "Lung opacity",
+    "11": "Pulmonary fibrotic sequela",
+    "12": "Pleural effusion",
+    "13": "Mosaic attenuation pattern",
+    "14": "Peribronchial thickening",
+    "15": "Consolidation",
+    "16": "Bronchiectasis",
+    "17": "Interlobular septal thickening"
+  },
+  "initializer_range": 0.02,
+  "intermediate_size": 3072,
+  "label2id": {
+    "Arterial wall calcification": 1,
+    "Atelectasis": 8,
+    "Bronchiectasis": 16,
+    "Cardiomegaly": 2,
+    "Consolidation": 15,
+    "Coronary artery wall calcification": 4,
+    "Emphysema": 7,
+    "Hiatal hernia": 5,
+    "Interlobular septal thickening": 17,
+    "Lung nodule": 9,
+    "Lung opacity": 10,
+    "Lymphadenopathy": 6,
+    "Medical material": 0,
+    "Mosaic attenuation pattern": 13,
+    "Peribronchial thickening": 14,
+    "Pericardial effusion": 3,
+    "Pleural effusion": 12,
+    "Pulmonary fibrotic sequela": 11
+  },
+  "layer_norm_eps": 1e-12,
+  "max_position_embeddings": 512,
+  "model_type": "bert",
+  "num_attention_heads": 12,
+  "num_hidden_layers": 12,
+  "pad_token_id": 0,
+  "position_embedding_type": "absolute",
+  "problem_type": "multi_label_classification",
+  "torch_dtype": "float32",
+  "transformers_version": "4.48.3",
+  "type_vocab_size": 2,
+  "use_cache": true,
+  "vocab_size": 30000
+}

model.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:15aa2e0f356e75e8764f83dcce7e5f5c851f2a293720698eb793393b8640fef5
+size 436404272

optimizer.pt

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:33fcc3c811b5ce749ce0266c703c9021dc1d91f8789f05bdafdb03e8947a6911
+size 872930059

rng_state.pth

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:abaf3f3e94986ceeebbdf5838c8c1066fc088f71c74a8b8bff1c8345617df173
+size 14645

scheduler.pt

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e32568d14ab2e7ccb539a2339ab8ea19c5cb54fac3bb441e1d235b1a55d05660
+size 1465

special_tokens_map.json

@@ -0,0 +1,7 @@
+{
+  "cls_token": "[CLS]",
+  "mask_token": "[MASK]",
+  "pad_token": "[PAD]",
+  "sep_token": "[SEP]",
+  "unk_token": "[UNK]"
+}

tokenizer_config.json

@@ -0,0 +1,66 @@
+{
+  "added_tokens_decoder": {
+    "0": {
+      "content": "[PAD]",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "1": {
+      "content": "[UNK]",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "2": {
+      "content": "[CLS]",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "3": {
+      "content": "[SEP]",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "4": {
+      "content": "[MASK]",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    }
+  },
+  "clean_up_tokenization_spaces": false,
+  "cls_token": "[CLS]",
+  "do_lower_case": false,
+  "do_subword_tokenize": true,
+  "do_word_tokenize": true,
+  "extra_special_tokens": {},
+  "jumanpp_kwargs": null,
+  "mask_token": "[MASK]",
+  "mecab_kwargs": {
+    "mecab_dic": "ipadic",
+    "mecab_option": "-u /usr/local/lib/mecab/dic/userdic/MANBYO_201907_Dic-utf8.dic",
+    "normalize_text": false
+  },
+  "model_max_length": 1000000000000000019884624838656,
+  "never_split": null,
+  "pad_token": "[PAD]",
+  "sep_token": "[SEP]",
+  "subword_tokenizer_type": "wordpiece",
+  "sudachi_kwargs": null,
+  "tokenizer_class": "BertJapaneseTokenizer",
+  "unk_token": "[UNK]",
+  "word_tokenizer_type": "mecab"
+}

trainer_state.json

@@ -0,0 +1,207 @@
+{
+  "best_metric": 0.05840596929192543,
+  "best_model_checkpoint": "/content/drive/MyDrive/dataset_for_research/ct_rate/data/ct_rate_jpn/model_output/alabnii_jmedroberta-base-manbyo-wordpiece/checkpoint-9112",
+  "epoch": 4.0,
+  "eval_steps": 500,
+  "global_step": 9112,
+  "is_hyper_param_search": false,
+  "is_local_process_zero": true,
+  "is_world_process_zero": true,
+  "log_history": [
+    {
+      "epoch": 0.21949078138718173,
+      "grad_norm": 0.8158975839614868,
+      "learning_rate": 1.8902546093064093e-05,
+      "loss": 0.378,
+      "step": 500
+    },
+    {
+      "epoch": 0.43898156277436345,
+      "grad_norm": 0.7372651100158691,
+      "learning_rate": 1.7805092186128183e-05,
+      "loss": 0.2102,
+      "step": 1000
+    },
+    {
+      "epoch": 0.6584723441615452,
+      "grad_norm": 0.4202118515968323,
+      "learning_rate": 1.6707638279192274e-05,
+      "loss": 0.1547,
+      "step": 1500
+    },
+    {
+      "epoch": 0.8779631255487269,
+      "grad_norm": 1.2505989074707031,
+      "learning_rate": 1.561018437225637e-05,
+      "loss": 0.1261,
+      "step": 2000
+    },
+    {
+      "epoch": 1.0,
+      "eval_accuracy": 0.9747219783435762,
+      "eval_f1": 0.936358333589169,
+      "eval_loss": 0.0987885594367981,
+      "eval_precision": 0.9453846630711054,
+      "eval_recall": 0.927502736893322,
+      "eval_runtime": 53.9968,
+      "eval_samples_per_second": 84.375,
+      "eval_steps_per_second": 10.556,
+      "step": 2278
+    },
+    {
+      "epoch": 1.0974539069359086,
+      "grad_norm": 0.5161768794059753,
+      "learning_rate": 1.4512730465320458e-05,
+      "loss": 0.1034,
+      "step": 2500
+    },
+    {
+      "epoch": 1.3169446883230904,
+      "grad_norm": 0.7225932478904724,
+      "learning_rate": 1.3415276558384549e-05,
+      "loss": 0.0894,
+      "step": 3000
+    },
+    {
+      "epoch": 1.536435469710272,
+      "grad_norm": 0.3510231375694275,
+      "learning_rate": 1.2317822651448641e-05,
+      "loss": 0.0771,
+      "step": 3500
+    },
+    {
+      "epoch": 1.755926251097454,
+      "grad_norm": 0.47382861375808716,
+      "learning_rate": 1.122036874451273e-05,
+      "loss": 0.0732,
+      "step": 4000
+    },
+    {
+      "epoch": 1.9754170324846356,
+      "grad_norm": 0.7921191453933716,
+      "learning_rate": 1.0122914837576823e-05,
+      "loss": 0.0691,
+      "step": 4500
+    },
+    {
+      "epoch": 2.0,
+      "eval_accuracy": 0.9828675251195005,
+      "eval_f1": 0.9571737738897187,
+      "eval_loss": 0.06881628185510635,
+      "eval_precision": 0.9594256034219371,
+      "eval_recall": 0.9549324899647245,
+      "eval_runtime": 54.0752,
+      "eval_samples_per_second": 84.253,
+      "eval_steps_per_second": 10.541,
+      "step": 4556
+    },
+    {
+      "epoch": 2.194907813871817,
+      "grad_norm": 1.1226553916931152,
+      "learning_rate": 9.025460930640914e-06,
+      "loss": 0.0587,
+      "step": 5000
+    },
+    {
+      "epoch": 2.4143985952589992,
+      "grad_norm": 0.44973134994506836,
+      "learning_rate": 7.928007023705005e-06,
+      "loss": 0.0568,
+      "step": 5500
+    },
+    {
+      "epoch": 2.633889376646181,
+      "grad_norm": 0.9191294312477112,
+      "learning_rate": 6.830553116769097e-06,
+      "loss": 0.0523,
+      "step": 6000
+    },
+    {
+      "epoch": 2.853380158033363,
+      "grad_norm": 0.8285248875617981,
+      "learning_rate": 5.7330992098331876e-06,
+      "loss": 0.0526,
+      "step": 6500
+    },
+    {
+      "epoch": 3.0,
+      "eval_accuracy": 0.9822822163691347,
+      "eval_f1": 0.9555535162582974,
+      "eval_loss": 0.06393539160490036,
+      "eval_precision": 0.9612283832851253,
+      "eval_recall": 0.9499452621335603,
+      "eval_runtime": 54.0536,
+      "eval_samples_per_second": 84.287,
+      "eval_steps_per_second": 10.545,
+      "step": 6834
+    },
+    {
+      "epoch": 3.0728709394205445,
+      "grad_norm": 0.521659255027771,
+      "learning_rate": 4.6356453028972785e-06,
+      "loss": 0.0509,
+      "step": 7000
+    },
+    {
+      "epoch": 3.292361720807726,
+      "grad_norm": 0.4619588553905487,
+      "learning_rate": 3.53819139596137e-06,
+      "loss": 0.0435,
+      "step": 7500
+    },
+    {
+      "epoch": 3.511852502194908,
+      "grad_norm": 1.1297919750213623,
+      "learning_rate": 2.440737489025461e-06,
+      "loss": 0.0448,
+      "step": 8000
+    },
+    {
+      "epoch": 3.7313432835820897,
+      "grad_norm": 0.7216348648071289,
+      "learning_rate": 1.3432835820895524e-06,
+      "loss": 0.044,
+      "step": 8500
+    },
+    {
+      "epoch": 3.9508340649692713,
+      "grad_norm": 1.2042436599731445,
+      "learning_rate": 2.458296751536436e-07,
+      "loss": 0.0426,
+      "step": 9000
+    },
+    {
+      "epoch": 4.0,
+      "eval_accuracy": 0.9840991122817286,
+      "eval_f1": 0.9601125657653249,
+      "eval_loss": 0.05840596929192543,
+      "eval_precision": 0.9657846153846154,
+      "eval_recall": 0.9545067510035276,
+      "eval_runtime": 54.1839,
+      "eval_samples_per_second": 84.084,
+      "eval_steps_per_second": 10.52,
+      "step": 9112
+    }
+  ],
+  "logging_steps": 500,
+  "max_steps": 9112,
+  "num_input_tokens_seen": 0,
+  "num_train_epochs": 4,
+  "save_steps": 500,
+  "stateful_callbacks": {
+    "TrainerControl": {
+      "args": {
+        "should_epoch_stop": false,
+        "should_evaluate": false,
+        "should_log": false,
+        "should_save": true,
+        "should_training_stop": true
+      },
+      "attributes": {}
+    }
+  },
+  "total_flos": 1.6137019563915456e+16,
+  "train_batch_size": 8,
+  "trial_name": null,
+  "trial_params": null
+}

training_args.bin

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fb9bef66dbbc4b895991e665e0a2324abe82aada4e97f0badc60307a552e9a28
+size 5969