diff --git a/profiles/nixos/base.nix b/profiles/nixos/base.nix
index 36955f6..dfc9b73 100644
--- a/profiles/nixos/base.nix
+++ b/profiles/nixos/base.nix
@@ -19,6 +19,14 @@ in
     modules = {
       bootloader.enable = mkDefault true;
       ssh.enable = mkDefault true;
+
+      # Setup sensible default persistent data
+      impermanence.directories = [
+        "/var/lib/nixos"
+      ];
+      impermanence.files = [
+        "/etc/shadow"
+      ];
     };
 
     # Localization
diff --git a/profiles/nixos/vm.nix b/profiles/nixos/vm.nix
index 341a139..b4fdd8e 100644
--- a/profiles/nixos/vm.nix
+++ b/profiles/nixos/vm.nix
@@ -25,7 +25,6 @@ in
       };
       impermanence = {
         enable = true;
-        directories = [ "/var/lib/nixos" ];
         resetScript = ''
           # Revert to the blank state for the root directory
           zfs rollback -r tank/root@blank
@@ -39,7 +38,7 @@ in
       initialPassword = "local";
       extraGroups = [ "wheel" ];
       openssh.authorizedKeys.keys = [
-        "ssh-ed25519 AAAAC3NzaC1lZDI1NTE5AAAAIKKxoQSxfYqf9ITN8Fhckk8WbY4dwtBAXOhC9jxihJvq jan@bulthuis.dev"
+        "ssh-ed25519  jan@bulthuis.dev"
       ];
     };