Upload model
Browse files- lmdb_jpg.py +2 -2
lmdb_jpg.py
CHANGED
@@ -34,7 +34,7 @@ class JPGDataset(Dataset):
|
|
34 |
'images': image,
|
35 |
}
|
36 |
|
37 |
-
def prepare_mimic_cxr_jpg_lmdb(mimic_iv_duckdb_path,
|
38 |
|
39 |
num_workers = num_workers if num_workers is not None else multiprocessing.cpu_count()
|
40 |
|
@@ -48,7 +48,7 @@ def prepare_mimic_cxr_jpg_lmdb(mimic_iv_duckdb_path, mimic_cxr_jpg_path, mimic_c
|
|
48 |
|
49 |
print(f'Map size: {map_size}')
|
50 |
|
51 |
-
dataset = JPGDataset(df,
|
52 |
dataloader = DataLoader(
|
53 |
dataset,
|
54 |
batch_size=num_workers,
|
|
|
34 |
'images': image,
|
35 |
}
|
36 |
|
37 |
+
def prepare_mimic_cxr_jpg_lmdb(mimic_iv_duckdb_path, mimic_cxr_jpg_dir, mimic_cxr_jpg_lmdb_path, map_size_tb, num_workers=None):
|
38 |
|
39 |
num_workers = num_workers if num_workers is not None else multiprocessing.cpu_count()
|
40 |
|
|
|
48 |
|
49 |
print(f'Map size: {map_size}')
|
50 |
|
51 |
+
dataset = JPGDataset(df, mimic_cxr_jpg_dir)
|
52 |
dataloader = DataLoader(
|
53 |
dataset,
|
54 |
batch_size=num_workers,
|