Upload folder using huggingface_hub

blip2.py

@@ -15,8 +15,7 @@ import torch.nn as nn
 import torch.distributed as dist
 import torch.nn.functional as F
 
-import dist_utils as dist_utils
-from .dist_utils import download_cached_file
+from .dist_utils import download_cached_file,get_world_size,get_rank,is_dist_avail_and_initialized
 from .utils import is_url
 from .logger import MetricLogger
 from .base_model import BaseModel
@@ -166,8 +165,8 @@ def compute_sim_matrix(model, data_loader, **kwargs):
         (len(data_loader.dataset.image), len(texts)), -100.0
     ).to(model.device)
 
-    num_tasks = dist_utils.get_world_size()
-    rank = dist_utils.get_rank()
+    num_tasks = get_world_size()
+    rank = get_rank()
     step = sims_matrix.size(0) // num_tasks + 1
     start = rank * step
     end = min(sims_matrix.size(0), start + step)
@@ -205,7 +204,7 @@ def compute_sim_matrix(model, data_loader, **kwargs):
         ).float()
         score_matrix_t2i[start + i, topk_idx] = score + topk_sim
 
-    if dist_utils.is_dist_avail_and_initialized():
+    if is_dist_avail_and_initialized():
         dist.barrier()
         torch.distributed.all_reduce(
             score_matrix_i2t, op=torch.distributed.ReduceOp.SUM