diff --git a/lib/spack/spack/compiler.py b/lib/spack/spack/compiler.py
index b8ebc622f22..976699702b4 100644
--- a/lib/spack/spack/compiler.py
+++ b/lib/spack/spack/compiler.py
@@ -598,6 +598,11 @@ def __str__(self):
 
     @contextlib.contextmanager
     def compiler_environment(self):
+        # yield immediately if no modules
+        if not self.modules:
+            yield
+            return
+
         # store environment to replace later
         backup_env = os.environ.copy()