[PR PATCH] xbps-src: add make_check=ci-skip

[PR PATCH] xbps-src: add make_check=ci-skip

[Chocimier]

[-- Attachment #1: Type: text/plain, Size: 635 bytes --]

There is a new pull request by Chocimier against master on the void-packages repository

https://github.com/Chocimier/void-packages-org ci-skip
https://github.com/void-linux/void-packages/pull/30339

xbps-src: add make_check=ci-skip
For packages with tests failing as root or similar.

`test XBPS_CHROOT_CMD = ethereal` could be used in practice instead of XBPS_BUILD_ENVIRONMENT, but I like that way more for possibility of configuration local env as ci, and not conflating CI with chroot style.

Some packages are not tested locally yet.

A patch file from https://github.com/void-linux/void-packages/pull/30339.patch is attached

[-- Warning: decoded text below may be mangled, UTF-8 assumed --]
[-- Attachment #2: github-pr-ci-skip-30339.patch --]
[-- Type: text/x-diff, Size: 12920 bytes --]

From 6e4fad397fce65d479e107383bb3e57c48be97f3 Mon Sep 17 00:00:00 2001
From: =?UTF-8?q?Piotr=20W=C3=B3jcik?= <chocimier@tlen.pl>
Date: Tue, 20 Apr 2021 00:05:49 +0200
Subject: [PATCH 01/12] xbps-src: add make_check=ci-skip

---
 Manual.md                                   | 9 +++++++--
 common/travis/prepare.sh                    | 1 +
 common/xbps-src/libexec/xbps-src-docheck.sh | 6 ++++++
 etc/defaults.conf                           | 6 ++++++
 xbps-src                                    | 2 +-
 5 files changed, 21 insertions(+), 3 deletions(-)

diff --git a/Manual.md b/Manual.md
index 8c2afbaca71d..591df7c9faa0 100644
--- a/Manual.md
+++ b/Manual.md
@@ -606,10 +606,15 @@ patches to the package sources during `do_patch()`. Patches are stored in
 - `disable_parallel_build` If set the package won't be built in parallel
 and `XBPS_MAKEJOBS` has no effect.
 
-- `make_check` Sets the cases in which the `check` phase is run. Can be `yes` (the default) to run if
-`XBPS_CHECK_PKGS` is set, `extended` to run if `XBPS_CHECK_PKGS` is `full` and `no` to never run.
+- `make_check` Sets the cases in which the `check` phase is run.
 This option should usually be accompanied by a comment explaining why it was set, especially when
 set to `no`.
+Allowed values:
+  - `yes` (the default) to run if `XBPS_CHECK_PKGS` is set.
+  - `extended` to run if `XBPS_CHECK_PKGS` is `full`.
+  - `ci-skip` to run locally if `XBPS_CHECK_PKGS` is set, but not as part of pull request checks.
+  - `no` to never run.
+
 
 - `keep_libtool_archives` If enabled the `GNU Libtool` archives won't be removed. By default those
 files are always removed automatically.
diff --git a/common/travis/prepare.sh b/common/travis/prepare.sh
index 1e17be97545b..550fbd7598d0 100755
--- a/common/travis/prepare.sh
+++ b/common/travis/prepare.sh
@@ -5,6 +5,7 @@
 [ "$XLINT" ] && exit 0
 
 /bin/echo -e '\x1b[32mUpdating etc/conf...\x1b[0m'
+echo XBPS_BUILD_ENVIRONMENT=void-packages-ci >> etc/conf
 echo XBPS_ALLOW_RESTRICTED=yes >> etc/conf
 
 /bin/echo -e '\x1b[32mEnabling ethereal chroot-style...\x1b[0m'
diff --git a/common/xbps-src/libexec/xbps-src-docheck.sh b/common/xbps-src/libexec/xbps-src-docheck.sh
index 1cb9f6ab13aa..d35eb5ed7354 100755
--- a/common/xbps-src/libexec/xbps-src-docheck.sh
+++ b/common/xbps-src/libexec/xbps-src-docheck.sh
@@ -43,6 +43,12 @@ if [ "$make_check" = extended -a "$XBPS_CHECK_PKGS" != full ]; then
     exit 0
 fi
 
+if [ "$make_check" = ci-skip ] && [ "$XBPS_BUILD_ENVIRONMENT" = void-packages-ci ]; then
+    msg_normal \
+        "${pkgname}-${version}_${revision}: skipping check (make_check=ci-skip and XBPS_BUILD_ENVIRONMENT=void-packages-ci) ...\n"
+    exit 0
+fi
+
 for f in $XBPS_COMMONDIR/environment/check/*.sh; do
     source_file "$f"
 done
diff --git a/etc/defaults.conf b/etc/defaults.conf
index 133449a150d6..1243e61b3a61 100644
--- a/etc/defaults.conf
+++ b/etc/defaults.conf
@@ -136,6 +136,12 @@ XBPS_SUCMD="sudo /bin/sh -c"
 #
 #XBPS_USE_BUILD_MTIME=yes
 
+# [OPTIONAL]
+# Enable CI specific mode of operation. Currently this disables do_check for some
+# packages.
+#
+#XBPS_BUILD_ENVIRONMENT=void-packages-ci
+
 # [OPTIONAL]
 # When using the 'ethereal' chroot-style this switch must be activated, it is
 # meant as safeguard against users casually destroying their systems
diff --git a/xbps-src b/xbps-src
index 9d88873ab2c5..c3cd7e5db10b 100755
--- a/xbps-src
+++ b/xbps-src
@@ -635,7 +635,7 @@ export XBPS_SHUTILSDIR XBPS_CROSSPFDIR XBPS_TRIGGERSDIR \
     XBPS_DESTDIR XBPS_MACHINE XBPS_TEMP_MASTERDIR XBPS_BINPKG_EXISTS \
     XBPS_LIBEXECDIR XBPS_DISTDIR XBPS_DISTFILES_MIRROR XBPS_ALLOW_RESTRICTED \
     XBPS_USE_GIT_COMMIT_DATE XBPS_PKG_COMPTYPE XBPS_REPO_COMPTYPE \
-    XBPS_BUILDHELPERDIR XBPS_USE_BUILD_MTIME
+    XBPS_BUILDHELPERDIR XBPS_USE_BUILD_MTIME XBPS_BUILD_ENVIRONMENT
 
 for i in REPOSITORY DESTDIR BUILDDIR SRCDISTDIR; do
     eval val="\$XBPS_$i"

From 00424c4cd7a1663feac4655da015a3c752cbd0b0 Mon Sep 17 00:00:00 2001
From: =?UTF-8?q?Piotr=20W=C3=B3jcik?= <chocimier@tlen.pl>
Date: Tue, 20 Apr 2021 00:05:49 +0200
Subject: [PATCH 02/12] inetutils: enable tests locally

---
 srcpkgs/inetutils/template | 4 ++--
 1 file changed, 2 insertions(+), 2 deletions(-)

diff --git a/srcpkgs/inetutils/template b/srcpkgs/inetutils/template
index 7918a4641a87..ced4ac1166cd 100644
--- a/srcpkgs/inetutils/template
+++ b/srcpkgs/inetutils/template
@@ -20,8 +20,8 @@ subpackages="inetutils-dnsdomainname inetutils-ftp inetutils-hostname
 
 CFLAGS="-fcommon"
 
-# tests can't run in CI
-make_check=extended
+# hostname test can't run in CI
+make_check=ci-skip
 
 case "$XBPS_TARGET_MACHINE" in
 *-musl)

From 77ee4984fe037969dc058acedde5614ff696b3e5 Mon Sep 17 00:00:00 2001
From: =?UTF-8?q?Piotr=20W=C3=B3jcik?= <chocimier@tlen.pl>
Date: Tue, 20 Apr 2021 00:05:50 +0200
Subject: [PATCH 03/12] elogind: enable tests locally

---
 srcpkgs/elogind/template | 2 +-
 1 file changed, 1 insertion(+), 1 deletion(-)

diff --git a/srcpkgs/elogind/template b/srcpkgs/elogind/template
index d4bfe499bc55..a481be29d920 100644
--- a/srcpkgs/elogind/template
+++ b/srcpkgs/elogind/template
@@ -20,7 +20,7 @@ distfiles="https://github.com/${pkgname}/${pkgname}/archive/v${version}.tar.gz"
 checksum=dd2fcf22a89a078cad22e633d2f14a4cc9f4a9c8bae25c0e39fc4aec3e273bc9
 conf_files="/etc/elogind/*.conf"
 # tests fail differently due to containerization and kernel features
-make_check=extended
+make_check=ci-skip
 
 if [ "$XBPS_TARGET_LIBC" = "musl" ]; then
 	configure_args+=" -Dutmp=false"

From bd931cd329e4b693f36d600d7d8c5c22e596f169 Mon Sep 17 00:00:00 2001
From: =?UTF-8?q?Piotr=20W=C3=B3jcik?= <chocimier@tlen.pl>
Date: Tue, 20 Apr 2021 00:05:50 +0200
Subject: [PATCH 04/12] fish-shell: enable tests locally

---
 srcpkgs/fish-shell/template | 2 +-
 1 file changed, 1 insertion(+), 1 deletion(-)

diff --git a/srcpkgs/fish-shell/template b/srcpkgs/fish-shell/template
index 35ce6f0967ea..c7d3076af03a 100644
--- a/srcpkgs/fish-shell/template
+++ b/srcpkgs/fish-shell/template
@@ -16,7 +16,7 @@ distfiles="https://github.com/fish-shell/fish-shell/releases/download/${version}
 checksum=5944da1a8893d11b0828a4fd9136ee174549daffb3d0adfdd8917856fe6b4009
 register_shell="/bin/fish /usr/bin/fish"
 # tests don't work as root
-make_check=extended
+make_check=ci-skip
 
 if [ "$XBPS_TARGET_NO_ATOMIC8" ]; then
 	makedepends+=" libatomic-devel"

From 5a95f636a769402b40d75b1ae3040bf718cca9e7 Mon Sep 17 00:00:00 2001
From: =?UTF-8?q?Piotr=20W=C3=B3jcik?= <chocimier@tlen.pl>
Date: Tue, 20 Apr 2021 00:05:50 +0200
Subject: [PATCH 05/12] flac: enable tests locally

---
 srcpkgs/flac/template | 2 +-
 1 file changed, 1 insertion(+), 1 deletion(-)

diff --git a/srcpkgs/flac/template b/srcpkgs/flac/template
index bc126d52029c..8166b9f00655 100644
--- a/srcpkgs/flac/template
+++ b/srcpkgs/flac/template
@@ -15,7 +15,7 @@ distfiles="https://downloads.xiph.org/releases/flac/flac-${version}.tar.xz"
 checksum=213e82bd716c9de6db2f98bcadbc4c24c7e2efe8c75939a1a84e28539c4e1748
 patch_args="-Np1"
 # the tests fail when run as root and as such break in the CI containers
-make_check=extended
+make_check=ci-skip
 
 # TODO: make into options
 case "$XBPS_TARGET_MACHINE" in

From 3fad0b229eb6c1eec5874431f57643fb35571e34 Mon Sep 17 00:00:00 2001
From: =?UTF-8?q?Piotr=20W=C3=B3jcik?= <chocimier@tlen.pl>
Date: Tue, 20 Apr 2021 00:05:50 +0200
Subject: [PATCH 06/12] igt-gpu-tools: enable tests locally

---
 srcpkgs/igt-gpu-tools/template | 2 +-
 1 file changed, 1 insertion(+), 1 deletion(-)

diff --git a/srcpkgs/igt-gpu-tools/template b/srcpkgs/igt-gpu-tools/template
index 2588c2ddff5c..3b222ecd18d8 100644
--- a/srcpkgs/igt-gpu-tools/template
+++ b/srcpkgs/igt-gpu-tools/template
@@ -16,7 +16,7 @@ homepage="https://gitlab.freedesktop.org/drm/igt-gpu-tools"
 distfiles="${XORG_SITE}/app/${pkgname}-${version}.tar.xz"
 checksum=40454d8f0484ea2477862007398a08eef78a6c252c4defce1c934548593fdd11
 # tests don't behave in containers
-make_check=extended
+make_check=ci-skip
 
 lib32disabled=yes
 archs="i686* x86_64*"

From f2728b37db90084fb32b8471b8ce90fc3b9a77ee Mon Sep 17 00:00:00 2001
From: =?UTF-8?q?Piotr=20W=C3=B3jcik?= <chocimier@tlen.pl>
Date: Tue, 20 Apr 2021 00:05:50 +0200
Subject: [PATCH 07/12] libgusb: enable tests locally

---
 srcpkgs/libgusb/template | 2 +-
 1 file changed, 1 insertion(+), 1 deletion(-)

diff --git a/srcpkgs/libgusb/template b/srcpkgs/libgusb/template
index e26b6ccf96d3..a7cc76a8c8b1 100644
--- a/srcpkgs/libgusb/template
+++ b/srcpkgs/libgusb/template
@@ -17,7 +17,7 @@ changelog="https://raw.githubusercontent.com/hughsie/libgusb/master/NEWS"
 distfiles="http://people.freedesktop.org/~hughsient/releases/${pkgname}-${version}.tar.xz"
 checksum=13277948a2ee06861234938089aea21bce6ad862f14c81a2efa85340ed701efd
 # requires access to USB devices, not available on CI
-make_check=extended
+make_check=ci-skip
 
 build_options="gir vala"
 build_options_default="gir vala"

From e9756a548075196c605e868cecbf8236a961fb7b Mon Sep 17 00:00:00 2001
From: =?UTF-8?q?Piotr=20W=C3=B3jcik?= <chocimier@tlen.pl>
Date: Tue, 20 Apr 2021 00:05:50 +0200
Subject: [PATCH 08/12] libuv: enable tests locally

---
 srcpkgs/libuv/template | 2 +-
 1 file changed, 1 insertion(+), 1 deletion(-)

diff --git a/srcpkgs/libuv/template b/srcpkgs/libuv/template
index 76a36863f4b9..235b8f3e1f0d 100644
--- a/srcpkgs/libuv/template
+++ b/srcpkgs/libuv/template
@@ -12,7 +12,7 @@ changelog="https://raw.githubusercontent.com/libuv/libuv/v1.x/ChangeLog"
 distfiles="https://github.com/libuv/libuv/archive/v${version}.tar.gz"
 checksum=6cfeb5f4bab271462b4a2cc77d4ecec847fdbdc26b72019c27ae21509e6f94fa
 # the tests fail when run as root and as such break in the CI containers
-make_check="extended"
+make_check=ci-skip
 
 LDFLAGS="-pthread"
 

From 4721bfbbaadc2b9943b6162731df797371a20a42 Mon Sep 17 00:00:00 2001
From: =?UTF-8?q?Piotr=20W=C3=B3jcik?= <chocimier@tlen.pl>
Date: Tue, 20 Apr 2021 00:05:50 +0200
Subject: [PATCH 09/12] newsboat: enable tests locally

---
 srcpkgs/newsboat/template | 2 +-
 1 file changed, 1 insertion(+), 1 deletion(-)

diff --git a/srcpkgs/newsboat/template b/srcpkgs/newsboat/template
index ad8a04787d37..3654bd1efe2b 100644
--- a/srcpkgs/newsboat/template
+++ b/srcpkgs/newsboat/template
@@ -21,7 +21,7 @@ checksum=b997b139d41db2cc5f54346f27c448bee47d6c6228a12ce9cb91c3ffaec7dadc
 
 # tests fail when run by superuser
 # they always fail on musl, see https://github.com/newsboat/newsboat/issues/1216
-make_check=extended
+make_check=ci-skip
 
 pre_check() {
 	export TERM=$TERM

From e8fab02ea068a423c8048e5b7c09c0f602c0d2a8 Mon Sep 17 00:00:00 2001
From: =?UTF-8?q?Piotr=20W=C3=B3jcik?= <chocimier@tlen.pl>
Date: Tue, 20 Apr 2021 00:05:50 +0200
Subject: [PATCH 10/12] openvpn: enable tests locally

---
 srcpkgs/openvpn/template | 2 +-
 1 file changed, 1 insertion(+), 1 deletion(-)

diff --git a/srcpkgs/openvpn/template b/srcpkgs/openvpn/template
index cbad158b7c7f..c4146346ea44 100644
--- a/srcpkgs/openvpn/template
+++ b/srcpkgs/openvpn/template
@@ -22,7 +22,7 @@ desc_option_pkcs11="Enable support for PKCS#11"
 vopt_conflict mbedtls pkcs11
 
 # tests can't run in CI
-make_check=extended
+make_check=ci-skip
 
 post_install() {
 	vmkdir usr/share/examples/${pkgname}

From 3d126b31e4c4df863b36080de92ddb563fa346c7 Mon Sep 17 00:00:00 2001
From: =?UTF-8?q?Piotr=20W=C3=B3jcik?= <chocimier@tlen.pl>
Date: Tue, 20 Apr 2021 00:05:50 +0200
Subject: [PATCH 11/12] openvswitch: enable tests locally

---
 srcpkgs/openvswitch/template | 2 +-
 1 file changed, 1 insertion(+), 1 deletion(-)

diff --git a/srcpkgs/openvswitch/template b/srcpkgs/openvswitch/template
index 145a0b52e8fc..1712284f2d0e 100644
--- a/srcpkgs/openvswitch/template
+++ b/srcpkgs/openvswitch/template
@@ -19,7 +19,7 @@ python_version=3
 _completiondir="/usr/share/bash-completion/completions"
 make_install_args+=" completiondir=${_completiondir}"
 # test can hang in containers
-make_check=extended
+make_check=ci-skip
 
 post_install() {
 	for cmd in ovs-appctl ovs-vsctl; do

From 18801001518bcc949daa7cf093d18e213d127f7b Mon Sep 17 00:00:00 2001
From: =?UTF-8?q?Piotr=20W=C3=B3jcik?= <chocimier@tlen.pl>
Date: Tue, 20 Apr 2021 00:05:50 +0200
Subject: [PATCH 12/12] postgresql: enable tests locally

---
 srcpkgs/postgresql/template | 2 +-
 1 file changed, 1 insertion(+), 1 deletion(-)

diff --git a/srcpkgs/postgresql/template b/srcpkgs/postgresql/template
index 25f7e62bd8da..fcbf3e2a67c4 100644
--- a/srcpkgs/postgresql/template
+++ b/srcpkgs/postgresql/template
@@ -21,7 +21,7 @@ changelog="https://www.postgresql.org/docs/current/release-${version//./-}.html"
 distfiles="https://ftp.postgresql.org/pub/source/v${version}/${pkgname}-${version}.tar.bz2"
 checksum=930feaef28885c97ec40c26ab6221903751eeb625de92b22602706d7d47d1634
 # initdb fails on github actions, works locally with xbps-uunshare
-make_check=extended
+make_check=ci-skip
 
 conf_files="
 	/etc/default/${pkgname}

Re: [PR REVIEW] xbps-src: add make_check=ci-skip

[ericonr]

[-- Attachment #1: Type: text/plain, Size: 338 bytes --]

New review comment by ericonr on void-packages repository

https://github.com/void-linux/void-packages/pull/30339#discussion_r616318497

Comment:
I think these should jump at reviewers and submitters; I would use a `msg_warn` and add "make sure to run tests locally" (or something to that effect, my phrasing isn't great) to the message.

Re: [PR REVIEW] xbps-src: add make_check=ci-skip

[ericonr]

[-- Attachment #1: Type: text/plain, Size: 450 bytes --]

New review comment by ericonr on void-packages repository

https://github.com/void-linux/void-packages/pull/30339#discussion_r616317733

Comment:
And if there are long and short tests, one can still differentiate manually by checking the value of `XBPS_CHECK_PKGS` in `do_check`, right?

Might make sense to note that such a mechanism is available in general, maybe.

But I overall like that tests for `ci-skip` would run with `./xbps-src -Q` :)

Re: [PR REVIEW] xbps-src: add make_check=ci-skip

[ericonr]

[-- Attachment #1: Type: text/plain, Size: 217 bytes --]

New review comment by ericonr on void-packages repository

https://github.com/void-linux/void-packages/pull/30339#discussion_r616318737

Comment:
I think spelling "continuous integration (CI)" out loud is valid here.

Re: xbps-src: add make_check=ci-skip

[ericonr]

[-- Attachment #1: Type: text/plain, Size: 284 bytes --]

New comment by ericonr on void-packages repository

https://github.com/void-linux/void-packages/pull/30339#issuecomment-822949988

Comment:
Ah, I'd also consider doing a single commit for all the packages :)

The change is very homogeneous and makes it clear that they are a group.

Re: [PR PATCH] [Updated] xbps-src: add make_check=ci-skip

[Chocimier]

[-- Attachment #1: Type: text/plain, Size: 641 bytes --]

There is an updated pull request by Chocimier against master on the void-packages repository

https://github.com/Chocimier/void-packages-org ci-skip
https://github.com/void-linux/void-packages/pull/30339

xbps-src: add make_check=ci-skip
For packages with tests failing as root or similar.

`test $XBPS_CHROOT_CMD = ethereal` could be used in practice instead of XBPS_BUILD_ENVIRONMENT, but I like that way more for possibility of configuration local env as ci, and not conflating CI with chroot style.

Some packages are not tested locally yet.

A patch file from https://github.com/void-linux/void-packages/pull/30339.patch is attached

[-- Warning: decoded text below may be mangled, UTF-8 assumed --]
[-- Attachment #2: github-pr-ci-skip-30339.patch --]
[-- Type: text/x-diff, Size: 11654 bytes --]

From 0f8f35b2c2b9c5ccd6d7e394ac9707d65fe263d3 Mon Sep 17 00:00:00 2001
From: =?UTF-8?q?Piotr=20W=C3=B3jcik?= <chocimier@tlen.pl>
Date: Tue, 20 Apr 2021 00:05:49 +0200
Subject: [PATCH 1/9] xbps-src: add make_check=ci-skip

---
 Manual.md                                   | 14 +++++++++-----
 common/travis/prepare.sh                    |  1 +
 common/xbps-src/libexec/xbps-src-docheck.sh |  6 ++++++
 etc/defaults.conf                           |  6 ++++++
 xbps-src                                    |  2 +-
 5 files changed, 23 insertions(+), 6 deletions(-)

diff --git a/Manual.md b/Manual.md
index 8c2afbaca71d..3efcfac35494 100644
--- a/Manual.md
+++ b/Manual.md
@@ -176,9 +176,8 @@ can be used to perform other operations before configuring the package.
 - `check` This optional phase checks the result of the `build` phase by running the testsuite provided by the package.
 If the default `do_check` function provided by the build style doesn't do anything, the template should set
 `make_check_target` and/or `make_check_args` appropriately or define its own `do_check` function. If tests take too long
-or can't run in all environments, they should be run only if `XBPS_CHECK_PKGS` is `full`, which means they should either
-be under a `[ "$XBPS_CHECK_PKGS" = full ]` conditional (especially useful with custom `do_check`) or `make_check=extended`
-should be set in the template.
+or can't run in all environments, `make_check` should be set to fitting value or
+`do_check` should be customized to limit testsuite unless `$XBPS_CHECK_PKGS` is `full`.
 
 - `install` This phase installs the `package files` into the package destdir `<masterdir>/destdir/<pkgname>-<version>`,
 via `make install` or any other compatible method.
@@ -606,10 +605,15 @@ patches to the package sources during `do_patch()`. Patches are stored in
 - `disable_parallel_build` If set the package won't be built in parallel
 and `XBPS_MAKEJOBS` has no effect.
 
-- `make_check` Sets the cases in which the `check` phase is run. Can be `yes` (the default) to run if
-`XBPS_CHECK_PKGS` is set, `extended` to run if `XBPS_CHECK_PKGS` is `full` and `no` to never run.
+- `make_check` Sets the cases in which the `check` phase is run.
 This option should usually be accompanied by a comment explaining why it was set, especially when
 set to `no`.
+Allowed values:
+  - `yes` (the default) to run if `XBPS_CHECK_PKGS` is set.
+  - `extended` to run if `XBPS_CHECK_PKGS` is `full`.
+  - `ci-skip` to run locally if `XBPS_CHECK_PKGS` is set, but not as part of pull request checks.
+  - `no` to never run.
+
 
 - `keep_libtool_archives` If enabled the `GNU Libtool` archives won't be removed. By default those
 files are always removed automatically.
diff --git a/common/travis/prepare.sh b/common/travis/prepare.sh
index 1e17be97545b..550fbd7598d0 100755
--- a/common/travis/prepare.sh
+++ b/common/travis/prepare.sh
@@ -5,6 +5,7 @@
 [ "$XLINT" ] && exit 0
 
 /bin/echo -e '\x1b[32mUpdating etc/conf...\x1b[0m'
+echo XBPS_BUILD_ENVIRONMENT=void-packages-ci >> etc/conf
 echo XBPS_ALLOW_RESTRICTED=yes >> etc/conf
 
 /bin/echo -e '\x1b[32mEnabling ethereal chroot-style...\x1b[0m'
diff --git a/common/xbps-src/libexec/xbps-src-docheck.sh b/common/xbps-src/libexec/xbps-src-docheck.sh
index 1cb9f6ab13aa..1e82c1a3739f 100755
--- a/common/xbps-src/libexec/xbps-src-docheck.sh
+++ b/common/xbps-src/libexec/xbps-src-docheck.sh
@@ -43,6 +43,12 @@ if [ "$make_check" = extended -a "$XBPS_CHECK_PKGS" != full ]; then
     exit 0
 fi
 
+if [ "$make_check" = ci-skip ] && [ "$XBPS_BUILD_ENVIRONMENT" = void-packages-ci ]; then
+    msg_warn \
+        "${pkgname}-${version}_${revision}: skipping here because of make_check=ci-skip. Tests should be run locally.\n"
+    exit 0
+fi
+
 for f in $XBPS_COMMONDIR/environment/check/*.sh; do
     source_file "$f"
 done
diff --git a/etc/defaults.conf b/etc/defaults.conf
index 133449a150d6..6147954a18af 100644
--- a/etc/defaults.conf
+++ b/etc/defaults.conf
@@ -136,6 +136,12 @@ XBPS_SUCMD="sudo /bin/sh -c"
 #
 #XBPS_USE_BUILD_MTIME=yes
 
+# [OPTIONAL]
+# Enable continuous integration specific mode of operation. Currently this
+# disables do_check for some packages.
+#
+#XBPS_BUILD_ENVIRONMENT=void-packages-ci
+
 # [OPTIONAL]
 # When using the 'ethereal' chroot-style this switch must be activated, it is
 # meant as safeguard against users casually destroying their systems
diff --git a/xbps-src b/xbps-src
index 9d88873ab2c5..c3cd7e5db10b 100755
--- a/xbps-src
+++ b/xbps-src
@@ -635,7 +635,7 @@ export XBPS_SHUTILSDIR XBPS_CROSSPFDIR XBPS_TRIGGERSDIR \
     XBPS_DESTDIR XBPS_MACHINE XBPS_TEMP_MASTERDIR XBPS_BINPKG_EXISTS \
     XBPS_LIBEXECDIR XBPS_DISTDIR XBPS_DISTFILES_MIRROR XBPS_ALLOW_RESTRICTED \
     XBPS_USE_GIT_COMMIT_DATE XBPS_PKG_COMPTYPE XBPS_REPO_COMPTYPE \
-    XBPS_BUILDHELPERDIR XBPS_USE_BUILD_MTIME
+    XBPS_BUILDHELPERDIR XBPS_USE_BUILD_MTIME XBPS_BUILD_ENVIRONMENT
 
 for i in REPOSITORY DESTDIR BUILDDIR SRCDISTDIR; do
     eval val="\$XBPS_$i"

From e95764b1bd2915b21be7c61390efc4d11deb1e14 Mon Sep 17 00:00:00 2001
From: =?UTF-8?q?Piotr=20W=C3=B3jcik?= <chocimier@tlen.pl>
Date: Tue, 20 Apr 2021 00:05:50 +0200
Subject: [PATCH 2/9] elogind: enable tests locally

---
 srcpkgs/elogind/template | 2 +-
 1 file changed, 1 insertion(+), 1 deletion(-)

diff --git a/srcpkgs/elogind/template b/srcpkgs/elogind/template
index d4bfe499bc55..a481be29d920 100644
--- a/srcpkgs/elogind/template
+++ b/srcpkgs/elogind/template
@@ -20,7 +20,7 @@ distfiles="https://github.com/${pkgname}/${pkgname}/archive/v${version}.tar.gz"
 checksum=dd2fcf22a89a078cad22e633d2f14a4cc9f4a9c8bae25c0e39fc4aec3e273bc9
 conf_files="/etc/elogind/*.conf"
 # tests fail differently due to containerization and kernel features
-make_check=extended
+make_check=ci-skip
 
 if [ "$XBPS_TARGET_LIBC" = "musl" ]; then
 	configure_args+=" -Dutmp=false"

From d9dcdbebaf3e41d066a19a5d2c0fb3a69ebda43c Mon Sep 17 00:00:00 2001
From: =?UTF-8?q?Piotr=20W=C3=B3jcik?= <chocimier@tlen.pl>
Date: Tue, 20 Apr 2021 00:05:50 +0200
Subject: [PATCH 3/9] fish-shell: enable tests locally

---
 srcpkgs/fish-shell/template | 2 +-
 1 file changed, 1 insertion(+), 1 deletion(-)

diff --git a/srcpkgs/fish-shell/template b/srcpkgs/fish-shell/template
index 35ce6f0967ea..c7d3076af03a 100644
--- a/srcpkgs/fish-shell/template
+++ b/srcpkgs/fish-shell/template
@@ -16,7 +16,7 @@ distfiles="https://github.com/fish-shell/fish-shell/releases/download/${version}
 checksum=5944da1a8893d11b0828a4fd9136ee174549daffb3d0adfdd8917856fe6b4009
 register_shell="/bin/fish /usr/bin/fish"
 # tests don't work as root
-make_check=extended
+make_check=ci-skip
 
 if [ "$XBPS_TARGET_NO_ATOMIC8" ]; then
 	makedepends+=" libatomic-devel"

From 83f34ee0aca6eccdd3806f46b9806aaa2be40680 Mon Sep 17 00:00:00 2001
From: =?UTF-8?q?Piotr=20W=C3=B3jcik?= <chocimier@tlen.pl>
Date: Tue, 20 Apr 2021 00:05:50 +0200
Subject: [PATCH 4/9] flac: enable tests locally

---
 srcpkgs/flac/template | 2 +-
 1 file changed, 1 insertion(+), 1 deletion(-)

diff --git a/srcpkgs/flac/template b/srcpkgs/flac/template
index bc126d52029c..8166b9f00655 100644
--- a/srcpkgs/flac/template
+++ b/srcpkgs/flac/template
@@ -15,7 +15,7 @@ distfiles="https://downloads.xiph.org/releases/flac/flac-${version}.tar.xz"
 checksum=213e82bd716c9de6db2f98bcadbc4c24c7e2efe8c75939a1a84e28539c4e1748
 patch_args="-Np1"
 # the tests fail when run as root and as such break in the CI containers
-make_check=extended
+make_check=ci-skip
 
 # TODO: make into options
 case "$XBPS_TARGET_MACHINE" in

From 26bf780288b868c7cd9cccc0382aae65723621fe Mon Sep 17 00:00:00 2001
From: =?UTF-8?q?Piotr=20W=C3=B3jcik?= <chocimier@tlen.pl>
Date: Tue, 20 Apr 2021 00:05:50 +0200
Subject: [PATCH 5/9] igt-gpu-tools: enable tests locally

---
 srcpkgs/igt-gpu-tools/template | 2 +-
 1 file changed, 1 insertion(+), 1 deletion(-)

diff --git a/srcpkgs/igt-gpu-tools/template b/srcpkgs/igt-gpu-tools/template
index 2588c2ddff5c..3b222ecd18d8 100644
--- a/srcpkgs/igt-gpu-tools/template
+++ b/srcpkgs/igt-gpu-tools/template
@@ -16,7 +16,7 @@ homepage="https://gitlab.freedesktop.org/drm/igt-gpu-tools"
 distfiles="${XORG_SITE}/app/${pkgname}-${version}.tar.xz"
 checksum=40454d8f0484ea2477862007398a08eef78a6c252c4defce1c934548593fdd11
 # tests don't behave in containers
-make_check=extended
+make_check=ci-skip
 
 lib32disabled=yes
 archs="i686* x86_64*"

From a8384e2667d5774a59aa6ea9e2c4c53df09159c9 Mon Sep 17 00:00:00 2001
From: =?UTF-8?q?Piotr=20W=C3=B3jcik?= <chocimier@tlen.pl>
Date: Tue, 20 Apr 2021 00:05:49 +0200
Subject: [PATCH 6/9] inetutils: enable tests locally

---
 srcpkgs/inetutils/template | 4 ++--
 1 file changed, 2 insertions(+), 2 deletions(-)

diff --git a/srcpkgs/inetutils/template b/srcpkgs/inetutils/template
index 7918a4641a87..ced4ac1166cd 100644
--- a/srcpkgs/inetutils/template
+++ b/srcpkgs/inetutils/template
@@ -20,8 +20,8 @@ subpackages="inetutils-dnsdomainname inetutils-ftp inetutils-hostname
 
 CFLAGS="-fcommon"
 
-# tests can't run in CI
-make_check=extended
+# hostname test can't run in CI
+make_check=ci-skip
 
 case "$XBPS_TARGET_MACHINE" in
 *-musl)

From 7642320cd13bbe3cc0cee55ffea09be364de5f33 Mon Sep 17 00:00:00 2001
From: =?UTF-8?q?Piotr=20W=C3=B3jcik?= <chocimier@tlen.pl>
Date: Tue, 20 Apr 2021 00:05:50 +0200
Subject: [PATCH 7/9] libgusb: enable tests locally

---
 srcpkgs/libgusb/template | 2 +-
 1 file changed, 1 insertion(+), 1 deletion(-)

diff --git a/srcpkgs/libgusb/template b/srcpkgs/libgusb/template
index e26b6ccf96d3..a7cc76a8c8b1 100644
--- a/srcpkgs/libgusb/template
+++ b/srcpkgs/libgusb/template
@@ -17,7 +17,7 @@ changelog="https://raw.githubusercontent.com/hughsie/libgusb/master/NEWS"
 distfiles="http://people.freedesktop.org/~hughsient/releases/${pkgname}-${version}.tar.xz"
 checksum=13277948a2ee06861234938089aea21bce6ad862f14c81a2efa85340ed701efd
 # requires access to USB devices, not available on CI
-make_check=extended
+make_check=ci-skip
 
 build_options="gir vala"
 build_options_default="gir vala"

From 68132916059c5f37fd1a494a9aa4b60716f0302a Mon Sep 17 00:00:00 2001
From: =?UTF-8?q?Piotr=20W=C3=B3jcik?= <chocimier@tlen.pl>
Date: Tue, 20 Apr 2021 00:05:50 +0200
Subject: [PATCH 8/9] openvpn: enable tests locally

---
 srcpkgs/openvpn/template | 3 +--
 1 file changed, 1 insertion(+), 2 deletions(-)

diff --git a/srcpkgs/openvpn/template b/srcpkgs/openvpn/template
index 31a9679a33f1..d521cf4c4061 100644
--- a/srcpkgs/openvpn/template
+++ b/srcpkgs/openvpn/template
@@ -21,8 +21,7 @@ desc_option_mbedtls="Build with mbedtls support"
 desc_option_pkcs11="Enable support for PKCS#11"
 vopt_conflict mbedtls pkcs11
 
-# tests can't run in CI
-make_check=extended
+make_check=ci-skip
 
 post_install() {
 	vmkdir usr/share/examples/${pkgname}

From e40cb499454d8d3262bdb037131dfd16bba16623 Mon Sep 17 00:00:00 2001
From: =?UTF-8?q?Piotr=20W=C3=B3jcik?= <chocimier@tlen.pl>
Date: Tue, 20 Apr 2021 00:05:50 +0200
Subject: [PATCH 9/9] postgresql: enable tests locally

---
 srcpkgs/postgresql/template | 2 +-
 1 file changed, 1 insertion(+), 1 deletion(-)

diff --git a/srcpkgs/postgresql/template b/srcpkgs/postgresql/template
index 25f7e62bd8da..fcbf3e2a67c4 100644
--- a/srcpkgs/postgresql/template
+++ b/srcpkgs/postgresql/template
@@ -21,7 +21,7 @@ changelog="https://www.postgresql.org/docs/current/release-${version//./-}.html"
 distfiles="https://ftp.postgresql.org/pub/source/v${version}/${pkgname}-${version}.tar.bz2"
 checksum=930feaef28885c97ec40c26ab6221903751eeb625de92b22602706d7d47d1634
 # initdb fails on github actions, works locally with xbps-uunshare
-make_check=extended
+make_check=ci-skip
 
 conf_files="
 	/etc/default/${pkgname}

Re: [PR REVIEW] xbps-src: add make_check=ci-skip

[Chocimier]

[-- Attachment #1: Type: text/plain, Size: 213 bytes --]

New review comment by Chocimier on void-packages repository

https://github.com/void-linux/void-packages/pull/30339#discussion_r619680758

Comment:
Yes, right. XBPS_CHECK_PKGS was described above, reworded a bit.

Re: xbps-src: add make_check=ci-skip

[ericonr]

[-- Attachment #1: Type: text/plain, Size: 443 bytes --]

New comment by ericonr on void-packages repository

https://github.com/void-linux/void-packages/pull/30339#issuecomment-826124256

Comment:
> Modifying multiple templates is against rules, isn't it?

Depends, if it's a change that's changing the same thing in multiple packages *and* doesn't change the binary package and doesn't revbump anything, it makes sense to group together. If we were rebuilding any of them I'd do separate commits.

Re: [PR PATCH] [Updated] xbps-src: add make_check=ci-skip

[Chocimier]

[-- Attachment #1: Type: text/plain, Size: 641 bytes --]

There is an updated pull request by Chocimier against master on the void-packages repository

https://github.com/Chocimier/void-packages-org ci-skip
https://github.com/void-linux/void-packages/pull/30339

xbps-src: add make_check=ci-skip
For packages with tests failing as root or similar.

`test $XBPS_CHROOT_CMD = ethereal` could be used in practice instead of XBPS_BUILD_ENVIRONMENT, but I like that way more for possibility of configuration local env as ci, and not conflating CI with chroot style.

Some packages are not tested locally yet.

A patch file from https://github.com/void-linux/void-packages/pull/30339.patch is attached

[-- Warning: decoded text below may be mangled, UTF-8 assumed --]
[-- Attachment #2: github-pr-ci-skip-30339.patch --]
[-- Type: text/x-diff, Size: 11653 bytes --]

From 0ad9116243f273752f40c64e9a750f76a6c96efd Mon Sep 17 00:00:00 2001
From: =?UTF-8?q?Piotr=20W=C3=B3jcik?= <chocimier@tlen.pl>
Date: Tue, 20 Apr 2021 00:05:49 +0200
Subject: [PATCH 1/9] xbps-src: add make_check=ci-skip

---
 Manual.md                                   | 14 +++++++++-----
 common/travis/prepare.sh                    |  1 +
 common/xbps-src/libexec/xbps-src-docheck.sh |  6 ++++++
 etc/defaults.conf                           |  6 ++++++
 xbps-src                                    |  2 +-
 5 files changed, 23 insertions(+), 6 deletions(-)

diff --git a/Manual.md b/Manual.md
index 8c2afbaca71d..73cd9088f9bc 100644
--- a/Manual.md
+++ b/Manual.md
@@ -176,9 +176,8 @@ can be used to perform other operations before configuring the package.
 - `check` This optional phase checks the result of the `build` phase by running the testsuite provided by the package.
 If the default `do_check` function provided by the build style doesn't do anything, the template should set
 `make_check_target` and/or `make_check_args` appropriately or define its own `do_check` function. If tests take too long
-or can't run in all environments, they should be run only if `XBPS_CHECK_PKGS` is `full`, which means they should either
-be under a `[ "$XBPS_CHECK_PKGS" = full ]` conditional (especially useful with custom `do_check`) or `make_check=extended`
-should be set in the template.
+or can't run in all environments, `make_check` should be set to fitting value or
+`do_check` should be customized to limit testsuite unless `XBPS_CHECK_PKGS` is `full`.
 
 - `install` This phase installs the `package files` into the package destdir `<masterdir>/destdir/<pkgname>-<version>`,
 via `make install` or any other compatible method.
@@ -606,10 +605,15 @@ patches to the package sources during `do_patch()`. Patches are stored in
 - `disable_parallel_build` If set the package won't be built in parallel
 and `XBPS_MAKEJOBS` has no effect.
 
-- `make_check` Sets the cases in which the `check` phase is run. Can be `yes` (the default) to run if
-`XBPS_CHECK_PKGS` is set, `extended` to run if `XBPS_CHECK_PKGS` is `full` and `no` to never run.
+- `make_check` Sets the cases in which the `check` phase is run.
 This option should usually be accompanied by a comment explaining why it was set, especially when
 set to `no`.
+Allowed values:
+  - `yes` (the default) to run if `XBPS_CHECK_PKGS` is set.
+  - `extended` to run if `XBPS_CHECK_PKGS` is `full`.
+  - `ci-skip` to run locally if `XBPS_CHECK_PKGS` is set, but not as part of pull request checks.
+  - `no` to never run.
+
 
 - `keep_libtool_archives` If enabled the `GNU Libtool` archives won't be removed. By default those
 files are always removed automatically.
diff --git a/common/travis/prepare.sh b/common/travis/prepare.sh
index 1e17be97545b..550fbd7598d0 100755
--- a/common/travis/prepare.sh
+++ b/common/travis/prepare.sh
@@ -5,6 +5,7 @@
 [ "$XLINT" ] && exit 0
 
 /bin/echo -e '\x1b[32mUpdating etc/conf...\x1b[0m'
+echo XBPS_BUILD_ENVIRONMENT=void-packages-ci >> etc/conf
 echo XBPS_ALLOW_RESTRICTED=yes >> etc/conf
 
 /bin/echo -e '\x1b[32mEnabling ethereal chroot-style...\x1b[0m'
diff --git a/common/xbps-src/libexec/xbps-src-docheck.sh b/common/xbps-src/libexec/xbps-src-docheck.sh
index 1cb9f6ab13aa..1e82c1a3739f 100755
--- a/common/xbps-src/libexec/xbps-src-docheck.sh
+++ b/common/xbps-src/libexec/xbps-src-docheck.sh
@@ -43,6 +43,12 @@ if [ "$make_check" = extended -a "$XBPS_CHECK_PKGS" != full ]; then
     exit 0
 fi
 
+if [ "$make_check" = ci-skip ] && [ "$XBPS_BUILD_ENVIRONMENT" = void-packages-ci ]; then
+    msg_warn \
+        "${pkgname}-${version}_${revision}: skipping here because of make_check=ci-skip. Tests should be run locally.\n"
+    exit 0
+fi
+
 for f in $XBPS_COMMONDIR/environment/check/*.sh; do
     source_file "$f"
 done
diff --git a/etc/defaults.conf b/etc/defaults.conf
index 133449a150d6..6147954a18af 100644
--- a/etc/defaults.conf
+++ b/etc/defaults.conf
@@ -136,6 +136,12 @@ XBPS_SUCMD="sudo /bin/sh -c"
 #
 #XBPS_USE_BUILD_MTIME=yes
 
+# [OPTIONAL]
+# Enable continuous integration specific mode of operation. Currently this
+# disables do_check for some packages.
+#
+#XBPS_BUILD_ENVIRONMENT=void-packages-ci
+
 # [OPTIONAL]
 # When using the 'ethereal' chroot-style this switch must be activated, it is
 # meant as safeguard against users casually destroying their systems
diff --git a/xbps-src b/xbps-src
index 9d88873ab2c5..c3cd7e5db10b 100755
--- a/xbps-src
+++ b/xbps-src
@@ -635,7 +635,7 @@ export XBPS_SHUTILSDIR XBPS_CROSSPFDIR XBPS_TRIGGERSDIR \
     XBPS_DESTDIR XBPS_MACHINE XBPS_TEMP_MASTERDIR XBPS_BINPKG_EXISTS \
     XBPS_LIBEXECDIR XBPS_DISTDIR XBPS_DISTFILES_MIRROR XBPS_ALLOW_RESTRICTED \
     XBPS_USE_GIT_COMMIT_DATE XBPS_PKG_COMPTYPE XBPS_REPO_COMPTYPE \
-    XBPS_BUILDHELPERDIR XBPS_USE_BUILD_MTIME
+    XBPS_BUILDHELPERDIR XBPS_USE_BUILD_MTIME XBPS_BUILD_ENVIRONMENT
 
 for i in REPOSITORY DESTDIR BUILDDIR SRCDISTDIR; do
     eval val="\$XBPS_$i"

From 3ebaa2b9252ca13eafcffb9724ee82c0fad90ed9 Mon Sep 17 00:00:00 2001
From: =?UTF-8?q?Piotr=20W=C3=B3jcik?= <chocimier@tlen.pl>
Date: Tue, 20 Apr 2021 00:05:50 +0200
Subject: [PATCH 2/9] elogind: enable tests locally

---
 srcpkgs/elogind/template | 2 +-
 1 file changed, 1 insertion(+), 1 deletion(-)

diff --git a/srcpkgs/elogind/template b/srcpkgs/elogind/template
index d4bfe499bc55..a481be29d920 100644
--- a/srcpkgs/elogind/template
+++ b/srcpkgs/elogind/template
@@ -20,7 +20,7 @@ distfiles="https://github.com/${pkgname}/${pkgname}/archive/v${version}.tar.gz"
 checksum=dd2fcf22a89a078cad22e633d2f14a4cc9f4a9c8bae25c0e39fc4aec3e273bc9
 conf_files="/etc/elogind/*.conf"
 # tests fail differently due to containerization and kernel features
-make_check=extended
+make_check=ci-skip
 
 if [ "$XBPS_TARGET_LIBC" = "musl" ]; then
 	configure_args+=" -Dutmp=false"

From 5a885cb7bbabc8711969154e5b955de6dd98db23 Mon Sep 17 00:00:00 2001
From: =?UTF-8?q?Piotr=20W=C3=B3jcik?= <chocimier@tlen.pl>
Date: Tue, 20 Apr 2021 00:05:50 +0200
Subject: [PATCH 3/9] fish-shell: enable tests locally

---
 srcpkgs/fish-shell/template | 2 +-
 1 file changed, 1 insertion(+), 1 deletion(-)

diff --git a/srcpkgs/fish-shell/template b/srcpkgs/fish-shell/template
index 35ce6f0967ea..c7d3076af03a 100644
--- a/srcpkgs/fish-shell/template
+++ b/srcpkgs/fish-shell/template
@@ -16,7 +16,7 @@ distfiles="https://github.com/fish-shell/fish-shell/releases/download/${version}
 checksum=5944da1a8893d11b0828a4fd9136ee174549daffb3d0adfdd8917856fe6b4009
 register_shell="/bin/fish /usr/bin/fish"
 # tests don't work as root
-make_check=extended
+make_check=ci-skip
 
 if [ "$XBPS_TARGET_NO_ATOMIC8" ]; then
 	makedepends+=" libatomic-devel"

From 97251b525bba0eb7fff20b94ccc46ec0d050b1df Mon Sep 17 00:00:00 2001
From: =?UTF-8?q?Piotr=20W=C3=B3jcik?= <chocimier@tlen.pl>
Date: Tue, 20 Apr 2021 00:05:50 +0200
Subject: [PATCH 4/9] flac: enable tests locally

---
 srcpkgs/flac/template | 2 +-
 1 file changed, 1 insertion(+), 1 deletion(-)

diff --git a/srcpkgs/flac/template b/srcpkgs/flac/template
index bc126d52029c..8166b9f00655 100644
--- a/srcpkgs/flac/template
+++ b/srcpkgs/flac/template
@@ -15,7 +15,7 @@ distfiles="https://downloads.xiph.org/releases/flac/flac-${version}.tar.xz"
 checksum=213e82bd716c9de6db2f98bcadbc4c24c7e2efe8c75939a1a84e28539c4e1748
 patch_args="-Np1"
 # the tests fail when run as root and as such break in the CI containers
-make_check=extended
+make_check=ci-skip
 
 # TODO: make into options
 case "$XBPS_TARGET_MACHINE" in

From abd496f9d62cad4406a74081788676fbab40165e Mon Sep 17 00:00:00 2001
From: =?UTF-8?q?Piotr=20W=C3=B3jcik?= <chocimier@tlen.pl>
Date: Tue, 20 Apr 2021 00:05:50 +0200
Subject: [PATCH 5/9] igt-gpu-tools: enable tests locally

---
 srcpkgs/igt-gpu-tools/template | 2 +-
 1 file changed, 1 insertion(+), 1 deletion(-)

diff --git a/srcpkgs/igt-gpu-tools/template b/srcpkgs/igt-gpu-tools/template
index 2588c2ddff5c..3b222ecd18d8 100644
--- a/srcpkgs/igt-gpu-tools/template
+++ b/srcpkgs/igt-gpu-tools/template
@@ -16,7 +16,7 @@ homepage="https://gitlab.freedesktop.org/drm/igt-gpu-tools"
 distfiles="${XORG_SITE}/app/${pkgname}-${version}.tar.xz"
 checksum=40454d8f0484ea2477862007398a08eef78a6c252c4defce1c934548593fdd11
 # tests don't behave in containers
-make_check=extended
+make_check=ci-skip
 
 lib32disabled=yes
 archs="i686* x86_64*"

From 671d823738bb6bb4dcabdc4209552498a563002c Mon Sep 17 00:00:00 2001
From: =?UTF-8?q?Piotr=20W=C3=B3jcik?= <chocimier@tlen.pl>
Date: Tue, 20 Apr 2021 00:05:49 +0200
Subject: [PATCH 6/9] inetutils: enable tests locally

---
 srcpkgs/inetutils/template | 4 ++--
 1 file changed, 2 insertions(+), 2 deletions(-)

diff --git a/srcpkgs/inetutils/template b/srcpkgs/inetutils/template
index 7918a4641a87..ced4ac1166cd 100644
--- a/srcpkgs/inetutils/template
+++ b/srcpkgs/inetutils/template
@@ -20,8 +20,8 @@ subpackages="inetutils-dnsdomainname inetutils-ftp inetutils-hostname
 
 CFLAGS="-fcommon"
 
-# tests can't run in CI
-make_check=extended
+# hostname test can't run in CI
+make_check=ci-skip
 
 case "$XBPS_TARGET_MACHINE" in
 *-musl)

From 1458d0ea6b1840b6f02d74e852995b5c21310a05 Mon Sep 17 00:00:00 2001
From: =?UTF-8?q?Piotr=20W=C3=B3jcik?= <chocimier@tlen.pl>
Date: Tue, 20 Apr 2021 00:05:50 +0200
Subject: [PATCH 7/9] libgusb: enable tests locally

---
 srcpkgs/libgusb/template | 2 +-
 1 file changed, 1 insertion(+), 1 deletion(-)

diff --git a/srcpkgs/libgusb/template b/srcpkgs/libgusb/template
index e26b6ccf96d3..a7cc76a8c8b1 100644
--- a/srcpkgs/libgusb/template
+++ b/srcpkgs/libgusb/template
@@ -17,7 +17,7 @@ changelog="https://raw.githubusercontent.com/hughsie/libgusb/master/NEWS"
 distfiles="http://people.freedesktop.org/~hughsient/releases/${pkgname}-${version}.tar.xz"
 checksum=13277948a2ee06861234938089aea21bce6ad862f14c81a2efa85340ed701efd
 # requires access to USB devices, not available on CI
-make_check=extended
+make_check=ci-skip
 
 build_options="gir vala"
 build_options_default="gir vala"

From dd9e1f71f173c4410e497426afd209ffc0a08b8f Mon Sep 17 00:00:00 2001
From: =?UTF-8?q?Piotr=20W=C3=B3jcik?= <chocimier@tlen.pl>
Date: Tue, 20 Apr 2021 00:05:50 +0200
Subject: [PATCH 8/9] openvpn: enable tests locally

---
 srcpkgs/openvpn/template | 3 +--
 1 file changed, 1 insertion(+), 2 deletions(-)

diff --git a/srcpkgs/openvpn/template b/srcpkgs/openvpn/template
index 31a9679a33f1..d521cf4c4061 100644
--- a/srcpkgs/openvpn/template
+++ b/srcpkgs/openvpn/template
@@ -21,8 +21,7 @@ desc_option_mbedtls="Build with mbedtls support"
 desc_option_pkcs11="Enable support for PKCS#11"
 vopt_conflict mbedtls pkcs11
 
-# tests can't run in CI
-make_check=extended
+make_check=ci-skip
 
 post_install() {
 	vmkdir usr/share/examples/${pkgname}

From 61bc9882f4e1b252e5b40b7589cc68b9c1ed39d6 Mon Sep 17 00:00:00 2001
From: =?UTF-8?q?Piotr=20W=C3=B3jcik?= <chocimier@tlen.pl>
Date: Tue, 20 Apr 2021 00:05:50 +0200
Subject: [PATCH 9/9] postgresql: enable tests locally

---
 srcpkgs/postgresql/template | 2 +-
 1 file changed, 1 insertion(+), 1 deletion(-)

diff --git a/srcpkgs/postgresql/template b/srcpkgs/postgresql/template
index 25f7e62bd8da..fcbf3e2a67c4 100644
--- a/srcpkgs/postgresql/template
+++ b/srcpkgs/postgresql/template
@@ -21,7 +21,7 @@ changelog="https://www.postgresql.org/docs/current/release-${version//./-}.html"
 distfiles="https://ftp.postgresql.org/pub/source/v${version}/${pkgname}-${version}.tar.bz2"
 checksum=930feaef28885c97ec40c26ab6221903751eeb625de92b22602706d7d47d1634
 # initdb fails on github actions, works locally with xbps-uunshare
-make_check=extended
+make_check=ci-skip
 
 conf_files="
 	/etc/default/${pkgname}

Re: [PR PATCH] [Merged]: xbps-src: add make_check=ci-skip

[Chocimier]

[-- Attachment #1: Type: text/plain, Size: 477 bytes --]

There's a merged pull request on the void-packages repository

xbps-src: add make_check=ci-skip
https://github.com/void-linux/void-packages/pull/30339

Description:
For packages with tests failing as root or similar.

`test $XBPS_CHROOT_CMD = ethereal` could be used in practice instead of XBPS_BUILD_ENVIRONMENT, but I like that way more for possibility of configuration local env as ci, and not conflating CI with chroot style.

Some packages are not tested locally yet.