diff --git a/docker/Dockerfile b/docker/Dockerfile
new file mode 100644
index 000000000..fc1bbc5d9
--- /dev/null
+++ b/docker/Dockerfile
@@ -0,0 +1,33 @@
+FROM rocm/dev-ubuntu-20.04:latest
+
+# Install ROCm dependencies
+RUN apt-get update &&\
+ DEBIAN_FRONTEND=noninteractive apt-get install -y --no-install-recommends curl libnuma-dev gnupg &&\
+ curl -sL http://repo.radeon.com/rocm/apt/debian/rocm.gpg.key | apt-key add - &&\
+ printf "deb [arch=amd64] http://repo.radeon.com/rocm/apt/debian/ xenial main" | tee /etc/apt/sources.list.d/rocm.list &&\
+ apt-get update &&\
+ DEBIAN_FRONTEND=noninteractive apt-get install -y --no-install-recommends \
+ libelf1 \
+ rocm-dev \
+ rocblas \
+ rocsparse \
+ rocalution \
+ rocfft \
+ rocrand \
+ miopen-hip \
+ ca-certificates \
+ build-essential &&\
+ apt-get clean &&\
+ rm -rf /var/lib/apt/lists/*
+
+# Install Julia
+RUN curl -L https://julialang-s3.julialang.org/bin/linux/x64/1.5/julia-1.5.1-linux-x86_64.tar.gz > /tmp/julia-1.5.1.tar.gz &&\
+ cd root &&\
+ tar -xzvf /tmp/julia-1.5.1.tar.gz
+
+# Install AMDGPU.jl
+RUN /root/julia-1.5.1/bin/julia -E "using Pkg; Pkg.add(\"AMDGPU\");"
+
+VOLUME ["/root/.julia"]
+ENTRYPOINT ["/root/julia-1.5.1/bin/julia"]
+