diff --git a/.buildkite/pipeline.yml b/.buildkite/pipeline.yml
new file mode 100644
index 0000000..15fc1ad
--- /dev/null
+++ b/.buildkite/pipeline.yml
@@ -0,0 +1,5 @@
+steps:
+  - name: "NixOS tests (unstable)"
+    command: "nix-build -I nixpkgs=https://github.com/NixOS/nixpkgs-channels/archive/nixpkgs-unstable.tar.gz -A sops-install-secrets.tests"
+  - name: "NixOS tests (20.03)"
+    command: "nix-build -I nixpkgs=https://github.com/NixOS/nixpkgs-channels/archive/nixpkgs-unstable.tar.gz -A sops-install-secrets.tests"
diff --git a/default.nix b/default.nix
index 289f5e1..ca7f6d7 100644
--- a/default.nix
+++ b/default.nix
@@ -9,7 +9,4 @@ in rec {
   ssh-to-pgp = pkgs.callPackage ./pkgs/ssh-to-pgp {
     inherit vendorSha256;
   };
-
-  nixos-tests-ssh-keys = sops-install-secrets.tests.ssh-keys;
-  nixos-tests-pgp-keys = sops-install-secrets.tests.pgp-keys;
 }