[refactor] use entrypoint.sh as CMD Dockerfile, add FOLDERS_MAP env file to dynamic folder creation

Dockerfile

@@ -184,4 +184,4 @@ RUN ls -l ${FASTAPI_STATIC}/ || true
 RUN ls -l ${FASTAPI_STATIC}/dist || true
 RUN ls -l ${FASTAPI_STATIC}/node_modules || true
 
-CMD ["uvicorn", "wrappers.fastapi_wrapper:app", "--host", "0.0.0.0", "--port", "7860"]
+CMD ["/var/task/scripts/entrypoint.sh"]

scripts/create_folders_and_variables_if_not_exists.py

@@ -0,0 +1,38 @@
+import json
+import logging
+import os
+from pathlib import Path
+
+
+def stats_pathname(pathname: Path | str):
+    current_pathname = Path(pathname)
+    return current_pathname.is_dir()
+
+
+def create_folder_if_not_exists(pathname: Path | str):
+    current_pathname = Path(pathname)
+    try:
+        print(f"Pathname exists? {current_pathname.exists()}, That's a folder? {current_pathname.is_dir()}...")
+        logging.info(f"Pathname exists? {current_pathname.exists()}, That's a folder? {current_pathname.is_dir()}...")
+        current_pathname.unlink(missing_ok=True)
+    except PermissionError as pe:
+        print(f"permission denied on removing pathname before folder creation:{pe}.")
+        logging.error(f"permission denied on removing pathname before folder creation:{pe}.")
+
+    print(f"Creating pathname: {current_pathname} ...")
+    logging.info(f"Creating pathname: {current_pathname} ...")
+    current_pathname.mkdir(mode=0o770, parents=True, exist_ok=True)
+
+    print(f"assertion: pathname exists and is a folder: {current_pathname} ...")
+    logging.info(f"assertion: pathname exists and is a folder: {current_pathname} ...")
+    assert current_pathname.is_dir()
+
+
+if __name__ == '__main__':
+    folders_string = os.getenv("FOLDERS_MAP")
+    folders_dict = json.loads(folders_string)
+    for folder_env_ref, folder_env_path in folders_dict.items():
+        print(f"folder_env_ref:{folder_env_ref}, folder_env_path:{folder_env_path}.")
+        logging.info(f"folder_env_ref:{folder_env_ref}, folder_env_path:{folder_env_path}.")
+        create_folder_if_not_exists(folder_env_path)
+        assert os.getenv(folder_env_ref) == folder_env_path

scripts/entrypoint.sh

@@ -2,63 +2,26 @@
 
 WORKDIR="/var/task"
 XDG_CACHE_HOME="/data"
-PROJECT_ROOT_FOLDER=${XDG_CACHE_HOME}
-MPLCONFIGDIR=${XDG_CACHE_HOME}/.cache/matplotlib
-TRANSFORMERS_CACHE=${XDG_CACHE_HOME}/.cache/transformers
-FASTAPI_STATIC=${WORKDIR}/static
-VIS_OUTPUT=${XDG_CACHE_HOME}/vis_output
 
-echo "WORKDIR content: ${WORKDIR}, before creating the FASTAPI_STATIC symlink ..."
-ls -ld ${WORKDIR}
-ls -lA ${WORKDIR}
-cd ${WORKDIR}
-
-ln -s ${FASTAPI_STATIC} .
-echo "WORKDIR content: ${WORKDIR}, after creating the FASTAPI_STATIC symlink ..."
-ls -ld ${WORKDIR}
-ls -lA ${WORKDIR}
-ls -lA ${WORKDIR}/static
-
-echo "XDG_CACHE_HOME content: ${XDG_CACHE_HOME}, before creating the folders ..."
-ls -ld ${XDG_CACHE_HOME}/
-ls -l ${XDG_CACHE_HOME}/
-
-mkdir -p ${XDG_CACHE_HOME}/.cache
-mkdir -p ${MPLCONFIGDIR}
-mkdir -p ${TRANSFORMERS_CACHE}
-mkdir -p ${FASTAPI_STATIC}
-mkdir -p ${VIS_OUTPUT}
-chmod 770 -R ${FASTAPI_STATIC}
-chmod 770 -R ${VIS_OUTPUT}
-chmod 770 -R ${XDG_CACHE_HOME}/.cache
-
-echo "XDG_CACHE_HOME content: ${XDG_CACHE_HOME}, after creating the folders ..."
-ls -ld ${XDG_CACHE_HOME}/
-ls -lA ${XDG_CACHE_HOME}/
-export WORKDIR
-export XDG_CACHE_HOME
-export MPLCONFIGDIR
-export TRANSFORMERS_CACHE
-export FASTAPI_STATIC
-export VIS_OUTPUT
-export PROJECT_ROOT_FOLDER
+echo "FOLDERS_MAP:${FOLDERS_MAP} ..."
 
 source ${WORKDIR}/venv/bin/activate
 
 which python
 python --version
+python ${WORKDIR}/script/create_folders_and_variables_if_not_exists.py
 
 free -m
-which nvcc
-nvcc -V
-which nvidia-smi
-nvidia-smi
+which nvcc || true
+nvcc -V || true
+which nvidia-smi || true
+nvidia-smi || true
 pip list
 
 which uvicorn
 ls -l ${WORKDIR}/venv/bin/uvicorn
 
-df -h / /data /home /var/task
+df -h / /home ${WORKDIR} ${XDG_CACHE_HOME}
 
 echo "WORKDIR - /var/task"
 ls -l ${WORKDIR}