diff --git a/.github/actions/build-docs/action.yml b/.github/actions/build-docs/action.yml
index 478b539e1..411f6be8d 100644
--- a/.github/actions/build-docs/action.yml
+++ b/.github/actions/build-docs/action.yml
@@ -1,25 +1,19 @@
 name: 'Build Documentation'
-description: 'Build documentation on a mac'
+description: 'Build documentation'
 
 runs:
   using: "composite"
   steps:
     - name: Setup machine
-      uses: ./.github/actions/setup-macos
-
-    - name: Setup uv
-      uses: astral-sh/setup-uv@v6
-      with:
-          python-version: "3.10"
-          activate-environment: true
+      uses: ./.github/actions/setup-linux
 
     - name: Install dependencies
-      shell: sh
+      shell: bash
       run: |
-        brew install doxygen
-        uv pip install --upgrade pip cmake
-        uv pip install -r docs/requirements.txt
-        uv pip install . -v
+        sudo apt-get install -y doxygen
+        source .venv/bin/activate
+        pip install -r docs/requirements.txt
+        pip install . -v
   
     - name: Build documentation
       shell: bash
@@ -30,8 +24,8 @@ runs:
         make html O=-W
     
     - name: Create artifact tar
-      shell: sh
-      run: tar -cf artifact.tar --cd docs --dereference build/html index.html
+      shell: bash
+      run: tar -cf artifact.tar -C docs --dereference build/html index.html
 
     # Do it manually because upload-pages-artifact requires gtar
     - name: Upload artifact
diff --git a/.github/workflows/documentation.yml b/.github/workflows/documentation.yml
index baec44198..a115b54f0 100644
--- a/.github/workflows/documentation.yml
+++ b/.github/workflows/documentation.yml
@@ -8,7 +8,7 @@ permissions:
 
 jobs:
   build:
-    runs-on: [self-hosted, macos]
+    runs-on: ubuntu-22.04
     steps:
       - uses: actions/checkout@v5
       - uses: ./.github/actions/build-docs
@@ -25,4 +25,4 @@ jobs:
     steps:
       - name: Deploy to GitHub Pages
         id: deployment
-        uses: actions/deploy-pages@v4
\ No newline at end of file
+        uses: actions/deploy-pages@v4
diff --git a/.github/workflows/pull_request.yml b/.github/workflows/pull_request.yml
index d21bd1cc7..ac50b9e8a 100644
--- a/.github/workflows/pull_request.yml
+++ b/.github/workflows/pull_request.yml
@@ -73,7 +73,7 @@ jobs:
 
   build_documentation:
     if: github.repository == 'ml-explore/mlx'
-    runs-on: [self-hosted, macos]
+    runs-on: ubuntu-22.04
     needs: check_lint
     steps:
       - uses: actions/checkout@v5