diff --git a/tljh/jupyterhub_config.py b/tljh/jupyterhub_config.py
index ff08f43..0e10ba6 100644
--- a/tljh/jupyterhub_config.py
+++ b/tljh/jupyterhub_config.py
@@ -19,6 +19,8 @@ class CustomSpawner(SystemdSpawner):
         user.ensure_user_group(self.user.name, 'jupyterhub-users')
         if self.user.admin:
             user.ensure_user_group(self.user.name, 'jupyterhub-admins')
+        else:
+            user.remove_user_group(self.user.name, 'jupyterhub-admins')
         return super().start()