my_model/captioner/captioning_config.py

import torch

# Configuration parameters
MODEL_TYPE = "i_blip"
PROMPT = "describe this image in details"
MAX_IMAGE_SIZE = 1024
MIN_LENGTH = 20
MAX_NEW_TOKENS = 200
MODEL_PATH = "m7mdal7aj/captioner"
LOAD_IN_8BIT = False
LOAD_IN_4BIT = True
TORCH_DTYPE = torch.float16
DEVICE_MAP = "auto"
LOW_CPU_MEM_USAGE = True
SKIP_SPECIAL_TOKENS = True