diff --git a/Dockerfile b/Dockerfile
new file mode 100644
index 0000000..919a07d
--- /dev/null
+++ b/Dockerfile
@@ -0,0 +1,37 @@
+# Use a Python base image
+FROM python:3.10
+
+# Set working directory
+WORKDIR /app/
+
+# Install necessary system packages and clean up
+RUN apt-get update \
+    && apt-get install -y --no-install-recommends \
+        bash \
+        build-essential \
+    && rm -rf /var/lib/apt/lists/*
+
+# Install Poetry
+RUN pip install poetry
+
+# Copy only necessary project files into the container
+COPY pyproject.toml poetry.lock /app/
+
+
+# Install project dependencies using Poetry
+RUN poetry config virtualenvs.create false \
+    && poetry install --no-root --extras "rag huggingface" \
+    && pip uninstall -y torch \
+    && pip install --pre torch --index-url https://download.pytorch.org/whl/nightly/cu121 \
+    && rm -rf /root/.cache/
+
+
+# Copy the project files into the container
+COPY example /app/example
+COPY pykoi /app/pykoi
+
+ENV RETRIEVAL_MODEL=databricks/dolly-v2-3b
+
+# Set entrypoint to run your command
+CMD ["python", "-u", "-m", "example.retrieval_qa.retrieval_qa_huggingface_demo"]
+