torch==2.2.0
fastapi==0.109.2
autoawq>=0.1.6
pydantic==2.6.1
uvicorn==0.27.1
optimum==1.16.2
transformers==4.*
--extra-index-url https://pypi.ngc.nvidia.com