diff --git a/requirements-tpu.txt b/requirements-tpu.txt
new file mode 100644
index 0000000000..225fbdc55d
--- /dev/null
+++ b/requirements-tpu.txt
@@ -0,0 +1,15 @@
+psutil
+ray >= 2.9
+sentencepiece  # Required for LLaMA tokenizer.
+numpy
+torch ~= 2.2.0
+torch_xla[tpu] ~= 2.2.0
+requests
+py-cpuinfo
+transformers >= 4.39.1  # Required for StarCoder2 & Llava.
+fastapi
+uvicorn[standard]
+pydantic >= 2.0  # Required for OpenAI server.
+prometheus_client >= 0.18.0
+outlines == 0.0.34
+tiktoken == 0.6.0 # Required for DBRX tokenizer