diff --git a/flake.nix b/flake.nix
index bc3b44baf694df63767b77824707d0cf2032f1d0..f8d1ff0e757d1e091601809b78c9de9082ffd67f 100644
--- a/flake.nix
+++ b/flake.nix
@@ -52,6 +52,23 @@
 
       horizon-gen-gitlab-ci = writeBashBin "gen-gitlab-ci" "${pkgs.dhall-json}/bin/dhall-to-yaml --file .gitlab-ci.dhall";
 
+      run-impure-tests = lint-utils.writers.writePorcelainOrDieBin {
+        name = "run-impure-tests";
+        src = ./.;
+        command = ''
+          cabal update
+          export PATH=$PATH:${pkgs.nix-prefetch-git}/bin
+          rm pkgs -rf && nix run .#horizon-gen-nix make-package-set;
+          nixpkgs-fmt pkgs/*
+        '';
+        advice = "Try removing the offending packages from pkgs/ and running nix run .#horizon-gen-nix make-package-set";
+      };
+
+      run-impure-tests-app = {
+        type = "app";
+        program = "${run-impure-tests}/bin/run-impure-tests";
+      };
+
     in
     {