diff --git a/environments/rocm-finetune.yml b/environments/rocm-finetune.yml
new file mode 100644
index 00000000..477dd6aa
--- /dev/null
+++ b/environments/rocm-finetune.yml
@@ -0,0 +1,16 @@
+name: koboldai-ft
+channels:
+  - conda-forge
+  - defaults
+dependencies:
+  - colorama
+  - flask-socketio
+  - python=3.8.*
+  - pip
+  - git
+  - pip:
+    - --find-links https://download.pytorch.org/whl/rocm4.2/torch_stable.html
+    - torch
+    - torchvision==0.11.1
+    - flask-cloudflared
+    - git+https://github.com/finetuneanon/transformers@gpt-neo-localattention3-rp-b