diff --git a/Dockerfile b/Dockerfile
index 09618cbd5158ef6ce6e6e091b8f8e7b3e2263bb8..3c6ed60fe9cb9e590a7b1beb06b738f74c59d1db 100644
--- a/Dockerfile
+++ b/Dockerfile
@@ -23,6 +23,9 @@ RUN pip install fairscale sentencepiece fire && \
 # add the llama repo
 RUN git clone https://github.com/facebookresearch/llama /llama
 
+# add the tokenizer
+ADD tokenizer.model /llama/tokenizer.model
+
 # add the weights
 ADD llama-2-7b-chat/ /llama/llama-2-7b-chat/