diff --git a/docker/Dockerfile b/docker/Dockerfile
index 7c1507a4..a028cacd 100644
--- a/docker/Dockerfile
+++ b/docker/Dockerfile
@@ -23,7 +23,7 @@ RUN apt-get update && apt-get install -y \
 
 WORKDIR /app
 
-RUN pip install build
+RUN pip install build poetry
 
 # Copy the parent directory contents into the container
 COPY . .
@@ -34,7 +34,11 @@ WORKDIR /app/arcade
 RUN python -m build
 
 # Build the project and install the wheel with extras
-RUN python -m pip install dist/arcade_ai-0.1.0-py3-none-any.whl[fastapi,dev] uvicorn
+RUN poetry export --with fastapi,dev,evals --output requirements.txt
+
+# This doesnt install the optional packages for some reason
+RUN python -m pip install dist/arcade_ai-0.1.0-py3-none-any.whl[fastapi,dev,evals] uvicorn
+RUN python -m pip install -r requirements.txt
 
 WORKDIR /app/toolkits