Training in progress, step 200

config.json

@@ -0,0 +1,281 @@
+{
+  "_name_or_path": "dandelin/vilt-b32-mlm",
+  "architectures": [
+    "ViltForQuestionAnswering"
+  ],
+  "attention_probs_dropout_prob": 0.0,
+  "hidden_act": "gelu",
+  "hidden_dropout_prob": 0.0,
+  "hidden_size": 768,
+  "id2label": {
+    "0": "vasculature",
+    "1": "in the bowel",
+    "2": "yes",
+    "3": "in the bowels",
+    "4": "stomach",
+    "5": "5cm",
+    "6": "pancreas",
+    "7": "mixed intensity",
+    "8": "psoas major muscle",
+    "9": "radiolucent",
+    "10": "necrotic tissue",
+    "11": "right subclavian vein",
+    "12": "hemorrhage",
+    "13": "oral and iv",
+    "14": "the brain",
+    "15": "jejunum",
+    "16": "black",
+    "17": "ct",
+    "18": "anterior cerebrum",
+    "19": "heterogeneous",
+    "20": "in the vasculature",
+    "21": "hydropneumothorax",
+    "22": "temporal and lateral occipital lobes",
+    "23": "hip bones",
+    "24": "basal ganglia",
+    "25": "suprasellar",
+    "26": "blind loop syndrome",
+    "27": "mri/flair",
+    "28": "base",
+    "29": "isointense",
+    "30": "basilar artery thrombosis",
+    "31": "mri - t2 weighted",
+    "32": "mid abdomen",
+    "33": "fatty infiltration",
+    "34": "midline",
+    "35": "fat",
+    "36": "pleural effusion",
+    "37": "white matter plaques",
+    "38": "distal basilar artery",
+    "39": "infarct",
+    "40": "axial",
+    "41": "thalami, left occipital lobe, brainstem and left cerebellum",
+    "42": "pa",
+    "43": "right kidney",
+    "44": "iv contrast",
+    "45": "emphysema",
+    "46": "spleen",
+    "47": "breasts",
+    "48": "with contrast",
+    "49": "t2 weighted",
+    "50": "cystic",
+    "51": "double arch",
+    "52": "subarachnoid",
+    "53": "acute stroke",
+    "54": "right vertebral artery sign",
+    "55": "left",
+    "56": "pons",
+    "57": "brain",
+    "58": "left rectus abdominus",
+    "59": "mr - flair",
+    "60": "xray",
+    "61": "pineal region",
+    "62": "non-enhanced",
+    "63": "ribs",
+    "64": "bilateral parietal lobes",
+    "65": "r hemidiaphragm",
+    "66": "bilateral",
+    "67": "mri",
+    "68": "anterior surface",
+    "69": "adjacent to vertebrae",
+    "70": "no",
+    "71": "sigmoid flexture of the colon",
+    "72": "plain film xray",
+    "73": "ascites",
+    "74": "reduced sulci",
+    "75": "pericholecystic fluid",
+    "76": "mri diffusion weighted",
+    "77": "contrast",
+    "78": "non-contrast",
+    "79": "mri-dwi",
+    "80": "on the left",
+    "81": "normal",
+    "82": "ap",
+    "83": "mri-flair",
+    "84": "right colon",
+    "85": "posterior to the gastric antrum",
+    "86": "man",
+    "87": "bilateral frontal lobes",
+    "88": "short section irregular contour",
+    "89": "decreased muscle bulk",
+    "90": "almost entire right side",
+    "91": "micronodular",
+    "92": "right sylvian fissure",
+    "93": "right temporal lobe",
+    "94": "gadolinium",
+    "95": "mr - t2 weighted",
+    "96": "one",
+    "97": "mr - adc map",
+    "98": "flair",
+    "99": "descending colon",
+    "100": "6.5 x 6.2 x 8.8cm",
+    "101": "lower lung fields",
+    "102": "chest radiograph",
+    "103": "2",
+    "104": "bilateral frontal lobes and body of corpus callosum",
+    "105": "calcification",
+    "106": "underneath the right hemidiaphragm",
+    "107": "right",
+    "108": "posterior fossa",
+    "109": "fluid",
+    "110": "chest",
+    "111": "hyperintense",
+    "112": "blind-ending loop of bowel arising from the cecum",
+    "113": "in the midline",
+    "114": "multilobulated",
+    "115": "4",
+    "116": "abscess",
+    "117": "cardiovascular",
+    "118": "nipple location",
+    "119": "x-ray",
+    "120": "chronic sinusitis vs. hemorrhage",
+    "121": "diverticuli",
+    "122": "hypointense",
+    "123": "nodules"
+  },
+  "image_size": 384,
+  "initializer_range": 0.02,
+  "intermediate_size": 3072,
+  "label2id": {
+    "2": 103,
+    "4": 115,
+    "5cm": 5,
+    "6.5 x 6.2 x 8.8cm": 100,
+    "abscess": 116,
+    "acute stroke": 53,
+    "adjacent to vertebrae": 69,
+    "almost entire right side": 90,
+    "anterior cerebrum": 18,
+    "anterior surface": 68,
+    "ap": 82,
+    "ascites": 73,
+    "axial": 40,
+    "basal ganglia": 24,
+    "base": 28,
+    "basilar artery thrombosis": 30,
+    "bilateral": 66,
+    "bilateral frontal lobes": 87,
+    "bilateral frontal lobes and body of corpus callosum": 104,
+    "bilateral parietal lobes": 64,
+    "black": 16,
+    "blind loop syndrome": 26,
+    "blind-ending loop of bowel arising from the cecum": 112,
+    "brain": 57,
+    "breasts": 47,
+    "calcification": 105,
+    "cardiovascular": 117,
+    "chest": 110,
+    "chest radiograph": 102,
+    "chronic sinusitis vs. hemorrhage": 120,
+    "contrast": 77,
+    "ct": 17,
+    "cystic": 50,
+    "decreased muscle bulk": 89,
+    "descending colon": 99,
+    "distal basilar artery": 38,
+    "diverticuli": 121,
+    "double arch": 51,
+    "emphysema": 45,
+    "fat": 35,
+    "fatty infiltration": 33,
+    "flair": 98,
+    "fluid": 109,
+    "gadolinium": 94,
+    "hemorrhage": 12,
+    "heterogeneous": 19,
+    "hip bones": 23,
+    "hydropneumothorax": 21,
+    "hyperintense": 111,
+    "hypointense": 122,
+    "in the bowel": 1,
+    "in the bowels": 3,
+    "in the midline": 113,
+    "in the vasculature": 20,
+    "infarct": 39,
+    "isointense": 29,
+    "iv contrast": 44,
+    "jejunum": 15,
+    "left": 55,
+    "left rectus abdominus": 58,
+    "lower lung fields": 101,
+    "man": 86,
+    "micronodular": 91,
+    "mid abdomen": 32,
+    "midline": 34,
+    "mixed intensity": 7,
+    "mr - adc map": 97,
+    "mr - flair": 59,
+    "mr - t2 weighted": 95,
+    "mri": 67,
+    "mri - t2 weighted": 31,
+    "mri diffusion weighted": 76,
+    "mri-dwi": 79,
+    "mri-flair": 83,
+    "mri/flair": 27,
+    "multilobulated": 114,
+    "necrotic tissue": 10,
+    "nipple location": 118,
+    "no": 70,
+    "nodules": 123,
+    "non-contrast": 78,
+    "non-enhanced": 62,
+    "normal": 81,
+    "on the left": 80,
+    "one": 96,
+    "oral and iv": 13,
+    "pa": 42,
+    "pancreas": 6,
+    "pericholecystic fluid": 75,
+    "pineal region": 61,
+    "plain film xray": 72,
+    "pleural effusion": 36,
+    "pons": 56,
+    "posterior fossa": 108,
+    "posterior to the gastric antrum": 85,
+    "psoas major muscle": 8,
+    "r hemidiaphragm": 65,
+    "radiolucent": 9,
+    "reduced sulci": 74,
+    "ribs": 63,
+    "right": 107,
+    "right colon": 84,
+    "right kidney": 43,
+    "right subclavian vein": 11,
+    "right sylvian fissure": 92,
+    "right temporal lobe": 93,
+    "right vertebral artery sign": 54,
+    "short section irregular contour": 88,
+    "sigmoid flexture of the colon": 71,
+    "spleen": 46,
+    "stomach": 4,
+    "subarachnoid": 52,
+    "suprasellar": 25,
+    "t2 weighted": 49,
+    "temporal and lateral occipital lobes": 22,
+    "thalami, left occipital lobe, brainstem and left cerebellum": 41,
+    "the brain": 14,
+    "underneath the right hemidiaphragm": 106,
+    "vasculature": 0,
+    "white matter plaques": 37,
+    "with contrast": 48,
+    "x-ray": 119,
+    "xray": 60,
+    "yes": 2
+  },
+  "layer_norm_eps": 1e-12,
+  "max_image_length": -1,
+  "max_position_embeddings": 40,
+  "modality_type_vocab_size": 2,
+  "model_type": "vilt",
+  "num_attention_heads": 12,
+  "num_channels": 3,
+  "num_hidden_layers": 12,
+  "num_images": -1,
+  "patch_size": 32,
+  "qkv_bias": true,
+  "tie_word_embeddings": false,
+  "torch_dtype": "float32",
+  "transformers_version": "4.39.3",
+  "type_vocab_size": 2,
+  "vocab_size": 30522
+}

model.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ddff8ba33669f1a0b8ea2dd79ab22a215d90baf8aca8bdcdcc9c8dcc941f0a62
+size 451904224

preprocessor_config.json

@@ -0,0 +1,40 @@
+{
+  "_valid_processor_keys": [
+    "images",
+    "do_resize",
+    "size",
+    "size_divisor",
+    "resample",
+    "do_rescale",
+    "rescale_factor",
+    "do_normalize",
+    "image_mean",
+    "image_std",
+    "do_pad",
+    "return_tensors",
+    "data_format",
+    "input_data_format"
+  ],
+  "do_normalize": true,
+  "do_pad": true,
+  "do_rescale": true,
+  "do_resize": true,
+  "image_mean": [
+    0.5,
+    0.5,
+    0.5
+  ],
+  "image_processor_type": "ViltImageProcessor",
+  "image_std": [
+    0.5,
+    0.5,
+    0.5
+  ],
+  "processor_class": "ViltProcessor",
+  "resample": 3,
+  "rescale_factor": 0.00392156862745098,
+  "size": {
+    "shortest_edge": 384
+  },
+  "size_divisor": 32
+}

runs/Apr18_19-18-22_d4-w6420b-11/events.out.tfevents.1713482303.d4-w6420b-11.2604774.0

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:03b046dc163cea5f87b2a49871b023ca69f12827f215905aed9a62bf63c33380
+size 12146

special_tokens_map.json

@@ -0,0 +1,37 @@
+{
+  "cls_token": {
+    "content": "[CLS]",
+    "lstrip": false,
+    "normalized": false,
+    "rstrip": false,
+    "single_word": false
+  },
+  "mask_token": {
+    "content": "[MASK]",
+    "lstrip": false,
+    "normalized": false,
+    "rstrip": false,
+    "single_word": false
+  },
+  "pad_token": {
+    "content": "[PAD]",
+    "lstrip": false,
+    "normalized": false,
+    "rstrip": false,
+    "single_word": false
+  },
+  "sep_token": {
+    "content": "[SEP]",
+    "lstrip": false,
+    "normalized": false,
+    "rstrip": false,
+    "single_word": false
+  },
+  "unk_token": {
+    "content": "[UNK]",
+    "lstrip": false,
+    "normalized": false,
+    "rstrip": false,
+    "single_word": false
+  }
+}

tokenizer_config.json

@@ -0,0 +1,56 @@
+{
+  "added_tokens_decoder": {
+    "0": {
+      "content": "[PAD]",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "100": {
+      "content": "[UNK]",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "101": {
+      "content": "[CLS]",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "102": {
+      "content": "[SEP]",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "103": {
+      "content": "[MASK]",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    }
+  },
+  "clean_up_tokenization_spaces": true,
+  "cls_token": "[CLS]",
+  "do_lower_case": true,
+  "mask_token": "[MASK]",
+  "model_max_length": 40,
+  "pad_token": "[PAD]",
+  "processor_class": "ViltProcessor",
+  "sep_token": "[SEP]",
+  "strip_accents": null,
+  "tokenize_chinese_chars": true,
+  "tokenizer_class": "BertTokenizer",
+  "unk_token": "[UNK]"
+}

training_args.bin

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6a70586c82cae27df07e47f60892a2d4a50e72ffc0043fca8073de47dc12d240
+size 4475