free -m | |
which nvcc || true | |
nvcc -V || true | |
which nvidia-smi || true | |
nvidia-smi || true | |
pip list | |
which uvicorn | |
ls -l ${WORKDIR}/.venv/bin/uvicorn | |
df -h / /home ${WORKDIR} ${XDG_CACHE_HOME} | |
echo "WORKDIR - /var/task" | |
ls -l ${WORKDIR} | |
CUDA_VISIBLE_DEVICES=$(nvidia-smi --query-gpu=memory.free,index --format=csv,nounits,noheader | sort -nr | head -1 | awk '{ print $NF }') | |
echo "calculated CUDA_VISIBLE_DEVICES env variable: ${CUDA_VISIBLE_DEVICES}." | |
export CUDA_VISIBLE_DEVICES | |
echo "running command 'uvicorn wrappers.fastapi_wrapper:app --host 0.0.0.0 --port 7860'..." | |
uvicorn wrappers.fastapi_wrapper:app --host 0.0.0.0 --port 7860 | |
exit 0 | |