diff --git a/docker-rocm/Dockerfile b/docker-rocm/Dockerfile
index 0ea31a3b..54f741b9 100644
--- a/docker-rocm/Dockerfile
+++ b/docker-rocm/Dockerfile
@@ -1,6 +1,6 @@
-# This dockerfile is meant to serve as a rocm base image.  It registers the debian rocm package repository, and
-# installs the rocm-dev package.
-
-FROM rocm/pytorch
-RUN conda install --all -y Flask-SocketIO
-RUN pip3 install git+https://github.com/finetuneanon/transformers@gpt-neo-localattention3
+FROM mambaorg/micromamba
+WORKDIR /content/
+COPY env.yml /home/micromamba/env.yml
+RUN micromamba install -y -n base -f /home/micromamba/env.yml
+USER root
+RUN apt update && apt install xorg libsqlite3-0 -y
diff --git a/play-rocm.sh b/play-rocm.sh
index c099369e..d32c404c 100644
--- a/play-rocm.sh
+++ b/play-rocm.sh
@@ -1,3 +1,4 @@
 cd docker-rocm
 xhost +local:docker
+cp ../environments/rocm.yml env.yml
 docker-compose run --service-ports koboldai bash -c "cd /content && python3 aiserver.py $*"