postgresql: refactor postgresqlVersions attribute & tests

Every postgresql testcase essentially does the following things:

* Filter `postgresqlVersions` for server packages
* Filter postgresql server packages for suitable ones (i.e. extensions
  must support the given version)
* Generate an attribute-set of testcases

The first item became necessary in
7ab1e88833 given that
`postgresql/default.nix` now exposes JIT and non-JIT servers AND a
`libpq` that is not suitable for the tests here.

This changes restructures this a little bit, i.e.:

* Having an attribute-set that contains a bunch of postgresql servers
  and a single client package seems odd (and the sole consumer of
  `postgresqlVersions` in nixpkgs, the test suite, has to take that into
  account). Hence, postgresql's default.nix now provides `libpq` (the client)
  and a `postgresqlVersions` attribute with all supported JIT and non-JIT
  variants of postgresql.

* Each test-case gets a third argument, a function called `genTests`:
  this function sets `recurseForDerivations = true;` and generates an
  attribute-set of tests for each postgresql version given a function
  that returns a testcase or multiple test-cases (`makeTestFor`). The
  argument to `makeTestFor` is a postgresql server package.

  This function also accepts a filter predicate that is passed against
  `filterAttrs` to remove postgresql server packages that are not
  suitable for the test (e.g. because the version isn't supported by the
  extension to test).

I checked by making sure that the `.drv` doesn't change on staging with
this change on top for postgresq, postgresql-jit,
postgresql-wal-receiver, postgresql-tls-client-cert, anonymizer, pgjwt,
pgvecto-rs, timescaledb, tsja and wal2json.
This commit is contained in:
Maximilian Bosch 2025-01-26 13:10:53 +01:00
parent e3ad49cbc4
commit eb96c8dc5b
No known key found for this signature in database
13 changed files with 70 additions and 86 deletions

View file

@ -1,6 +1,7 @@
{
pkgs,
makeTest,
genTests,
}:
let
@ -107,11 +108,7 @@ let
'';
};
in
lib.recurseIntoAttrs (
lib.concatMapAttrs (n: p: { ${n} = makeTestFor p; }) (
lib.filterAttrs (_: p: p ? pkgs && !p.pkgs.anonymizer.meta.broken) pkgs.postgresqlVersions
)
// {
passthru.override = p: makeTestFor p;
}
)
genTests {
inherit makeTestFor;
filter = _: p: !p.pkgs.anonymizer.meta.broken;
}

View file

@ -7,7 +7,25 @@
with import ../../lib/testing-python.nix { inherit system pkgs; };
let
importWithArgs = path: import path { inherit pkgs makeTest; };
inherit (pkgs.lib)
recurseIntoAttrs
filterAttrs
mapAttrs
const
;
genTests =
{
makeTestFor,
filter ? (_: _: true),
}:
recurseIntoAttrs (
mapAttrs (const makeTestFor) (filterAttrs filter pkgs.postgresqlVersions)
// {
passthru.override = makeTestFor;
}
);
importWithArgs = path: import path { inherit pkgs makeTest genTests; };
in
{
# postgresql

View file

@ -1,6 +1,7 @@
{
pkgs,
makeTest,
genTests,
}:
let
@ -48,11 +49,7 @@ let
'';
};
in
lib.recurseIntoAttrs (
lib.concatMapAttrs (n: p: { ${n} = makeTestFor p; }) (
lib.filterAttrs (_: p: p ? pkgs && !p.pkgs.pgjwt.meta.broken) pkgs.postgresqlVersions
)
// {
passthru.override = p: makeTestFor p;
}
)
genTests {
inherit makeTestFor;
filter = _: p: !p.pkgs.pgjwt.meta.broken;
}

View file

@ -1,6 +1,7 @@
{
pkgs,
makeTest,
genTests,
}:
let
@ -72,11 +73,7 @@ let
'';
};
in
lib.recurseIntoAttrs (
lib.concatMapAttrs (n: p: { ${n} = makeTestFor p; }) (
lib.filterAttrs (_: p: p ? pkgs && !p.pkgs.pgvecto-rs.meta.broken) pkgs.postgresqlVersions
)
// {
passthru.override = p: makeTestFor p;
}
)
genTests {
inherit makeTestFor;
filter = _: p: !p.pkgs.pgvecto-rs.meta.broken;
}

View file

@ -1,6 +1,7 @@
{
pkgs,
makeTest,
genTests,
}:
let
@ -48,11 +49,7 @@ let
'';
};
in
lib.recurseIntoAttrs (
lib.concatMapAttrs (n: p: { ${n} = makeTestFor p; }) (
lib.filterAttrs (n: _: lib.hasSuffix "_jit" n) pkgs.postgresqlVersions
)
// {
passthru.override = p: makeTestFor p;
}
)
genTests {
inherit makeTestFor;
filter = n: _: lib.hasSuffix "_jit" n;
}

View file

@ -1,6 +1,7 @@
{
pkgs,
makeTest,
genTests,
}:
let
@ -128,11 +129,4 @@ let
'';
};
in
lib.recurseIntoAttrs (
lib.concatMapAttrs (n: p: { ${n} = makeTestFor p; }) (
lib.filterAttrs (_: p: p ? pkgs) pkgs.postgresqlVersions
)
// {
passthru.override = p: makeTestFor p;
}
)
genTests { inherit makeTestFor; }

View file

@ -1,6 +1,7 @@
{
pkgs,
makeTest,
genTests,
}:
let
@ -108,11 +109,4 @@ let
'';
};
in
lib.recurseIntoAttrs (
lib.concatMapAttrs (n: p: { ${n} = makeTestFor p; }) (
lib.filterAttrs (_: p: p ? pkgs) pkgs.postgresqlVersions
)
// {
passthru.override = p: makeTestFor p;
}
)
genTests { inherit makeTestFor; }

View file

@ -1,6 +1,7 @@
{
pkgs,
makeTest,
genTests,
}:
let
@ -262,11 +263,4 @@ let
'';
};
in
lib.recurseIntoAttrs (
lib.concatMapAttrs (n: p: { ${n} = makeTestFor p; }) (
lib.filterAttrs (_: p: p ? pkgs) pkgs.postgresqlVersions
)
// {
passthru.override = p: makeTestFor p;
}
)
genTests { inherit makeTestFor; }

View file

@ -1,6 +1,7 @@
{
pkgs,
makeTest,
genTests,
}:
let
@ -91,11 +92,7 @@ in
# Not run by default, because this requires allowUnfree.
# To run these tests:
# NIXPKGS_ALLOW_UNFREE=1 nix-build -A nixosTests.postgresql.timescaledb
lib.dontRecurseIntoAttrs (
lib.concatMapAttrs (n: p: { ${n} = makeTestFor p; }) (
lib.filterAttrs (_: p: p ? pkgs && !p.pkgs.timescaledb.meta.broken) pkgs.postgresqlVersions
)
// {
passthru.override = p: makeTestFor p;
}
)
lib.dontRecurseIntoAttrs (genTests {
inherit makeTestFor;
filter = _: p: !p.pkgs.timescaledb.meta.broken;
})

View file

@ -1,6 +1,7 @@
{
pkgs,
makeTest,
genTests,
}:
let
@ -41,11 +42,7 @@ let
'';
};
in
lib.recurseIntoAttrs (
lib.concatMapAttrs (n: p: { ${n} = makeTestFor p; }) (
lib.filterAttrs (_: p: p ? pkgs && !p.pkgs.tsja.meta.broken) pkgs.postgresqlVersions
)
// {
passthru.override = p: makeTestFor p;
}
)
genTests {
inherit makeTestFor;
filter = _: p: !p.pkgs.tsja.meta.broken;
}

View file

@ -1,6 +1,7 @@
{
pkgs,
makeTest,
genTests,
}:
let
@ -43,11 +44,7 @@ let
'';
};
in
lib.recurseIntoAttrs (
lib.concatMapAttrs (n: p: { ${n} = makeTestFor p; }) (
lib.filterAttrs (_: p: p ? pkgs && !p.pkgs.wal2json.meta.broken) pkgs.postgresqlVersions
)
// {
passthru.override = p: makeTestFor p;
}
)
genTests {
inherit makeTestFor;
filter = _: p: !p.pkgs.wal2json.meta.broken;
}