diff --git a/.gitignore b/.gitignore
index 327549e91..450fc5943 100644
--- a/.gitignore
+++ b/.gitignore
@@ -8,6 +8,7 @@ __pycache__/
 
 # Metal libraries
 *.metallib
+venv/
 
 # Distribution / packaging
 python/mlx/share
diff --git a/docs/src/install.rst b/docs/src/install.rst
index b82b2838c..2b61a84ff 100644
--- a/docs/src/install.rst
+++ b/docs/src/install.rst
@@ -60,7 +60,7 @@ For developing use an editable install:
 To make sure the install is working run the tests with:
 
 .. code-block:: shell
-
+  pip install ".[testing]"
   python -m unittest discover python/tests
 
 C++ API
diff --git a/setup.py b/setup.py
index 7e1ed230c..8e6d4c342 100644
--- a/setup.py
+++ b/setup.py
@@ -145,6 +145,9 @@ if __name__ == "__main__":
         package_dir=package_dir,
         package_data=package_data,
         include_package_data=True,
+        extras_require={
+            "testing": ["numpy", "torch"]
+        },
         ext_modules=[CMakeExtension("mlx.core")],
         cmdclass={"build_ext": CMakeBuild},
         zip_safe=False,