Take an existing Docker image (here example: NGC) and enable SSH access to the container.
git clone https://github.com/twittidai/SSH-Docker.git
cd SSH-Docker
docker build -t tf2-20.06-ssh:latest .
docker run --runtime=nvidia -it --rm -p 10022:22 -v $PWD:/workspace tf2-20.06-ssh:latest
ssh -p 10022 root@dockerhost
#Enter the password nvidia and enjoy