diff --git a/hosts/adrastea/configuration.nix b/hosts/adrastea/configuration.nix
index 4a06b15..3c49658 100755
--- a/hosts/adrastea/configuration.nix
+++ b/hosts/adrastea/configuration.nix
@@ -134,11 +134,9 @@
   users.users.youwen = {
     isNormalUser = true;
     description = "Youwen Wu";
-    extraGroups = ["networkmanager" "wheel" "nixos" "realtime"];
+    extraGroups = ["networkmanager"];
   };
 
-  users.groups.realtime = {};
-
   nix.settings = {
     trusted-users = ["root" "youwen"];
     experimental-features = ["nix-command" "flakes"];
@@ -148,27 +146,6 @@
     KERNEL=="cpu_dma_latency", GROUP="realtime"
   '';
 
-  security.pam.loginLimits = [
-    {
-      domain = "@realtime";
-      type = "-";
-      item = "rtprio";
-      value = 98;
-    }
-    {
-      domain = "@realtime";
-      type = "-";
-      item = "memlock";
-      value = "unlimited";
-    }
-    {
-      domain = "@realtime";
-      type = "-";
-      item = "nice";
-      value = -11;
-    }
-  ];
-
   # Allow unfree packages
   nixpkgs.config.allowUnfree = true;
 
diff --git a/hosts/callisto/configuration.nix b/hosts/callisto/configuration.nix
index 436419d..f2136ed 100755
--- a/hosts/callisto/configuration.nix
+++ b/hosts/callisto/configuration.nix
@@ -103,11 +103,9 @@
   users.users.youwen = {
     isNormalUser = true;
     description = "Youwen Wu";
-    extraGroups = ["networkmanager" "wheel" "nixos" "realtime"];
+    extraGroups = ["networkmanager"];
   };
 
-  users.groups.realtime = {};
-
   nix.settings = {
     trusted-users = ["root" "youwen"];
     experimental-features = ["nix-command" "flakes"];
@@ -118,27 +116,6 @@
     KERNEL=="macsmc-battery", SUBSYSTEM=="power_supply", ATTR{charge_control_end_threshold}="80", ATTR{charge_control_start_threshold}="70"
   '';
 
-  security.pam.loginLimits = [
-    {
-      domain = "@realtime";
-      type = "-";
-      item = "rtprio";
-      value = 98;
-    }
-    {
-      domain = "@realtime";
-      type = "-";
-      item = "memlock";
-      value = "unlimited";
-    }
-    {
-      domain = "@realtime";
-      type = "-";
-      item = "nice";
-      value = -11;
-    }
-  ];
-
   # Allow unfree packages
   nixpkgs.config.allowUnfree = true;
 
diff --git a/hosts/demeter/configuration.nix b/hosts/demeter/configuration.nix
index 2adccad..0947df6 100755
--- a/hosts/demeter/configuration.nix
+++ b/hosts/demeter/configuration.nix
@@ -117,11 +117,9 @@
   users.users.youwen = {
     isNormalUser = true;
     description = "Youwen Wu";
-    extraGroups = ["networkmanager" "wheel" "nixos" "realtime"];
+    extraGroups = ["networkmanager"];
   };
 
-  users.groups.realtime = {};
-
   nix.settings = {
     trusted-users = ["root" "youwen"];
     experimental-features = ["nix-command" "flakes"];
@@ -131,27 +129,6 @@
     KERNEL=="cpu_dma_latency", GROUP="realtime"
   '';
 
-  security.pam.loginLimits = [
-    {
-      domain = "@realtime";
-      type = "-";
-      item = "rtprio";
-      value = 98;
-    }
-    {
-      domain = "@realtime";
-      type = "-";
-      item = "memlock";
-      value = "unlimited";
-    }
-    {
-      domain = "@realtime";
-      type = "-";
-      item = "nice";
-      value = -11;
-    }
-  ];
-
   # Allow unfree packages
   nixpkgs.config.allowUnfree = true;
 
diff --git a/modules/linux/core/default.nix b/modules/linux/core/default.nix
index bc502c7..63c26fe 100644
--- a/modules/linux/core/default.nix
+++ b/modules/linux/core/default.nix
@@ -5,6 +5,7 @@
     enable = true;
     extraRules = [
       {
+        users = ["youwen"];
         keepEnv = true;
         persist = true;
       }