fastapi
uvicorn[standard]
tritonclient[http]
numpy
onnxruntime
tensorrt
pycuda
