diff --git a/.github/actions/test_with_valgrind/action.yml b/.github/actions/run-pkg-tests/action.yml
similarity index 88%
rename from .github/actions/test_with_valgrind/action.yml
rename to .github/actions/run-pkg-tests/action.yml
index f15544ea1..e1d539192 100644
--- a/.github/actions/test_with_valgrind/action.yml
+++ b/.github/actions/run-pkg-tests/action.yml
@@ -68,11 +68,20 @@ runs:
         # Load the package with debug info
         SetInfoLevel(InfoPackageLoading, PACKAGE_DEBUG);
         SetPackagePath(info.PackageName, "/tmp/gaproot/pkg/$(basename $PWD)");
+        output := "";
+        output_stream := OutputTextString(output, true);
+        SetPrintFormattingStatus(output_stream, false);
+        OutputLogTo(output_stream);
         if ${{ inputs.only-needed }} = true then
            LoadPackage(info.PackageName : OnlyNeeded);
         else
            LoadPackage(info.PackageName);
         fi;
+        OutputLogTo();
+        CloseStream(output_stream);
+        if PositionSublist(output, "warning") <> fail then
+            Error("Warnings were found when loading the package");
+        fi; 
         SetInfoLevel(InfoPackageLoading, PACKAGE_ERROR);
         Print("Now running tests from ", GAP_TESTFILE, "\n");
         if EndsWith(GAP_TESTFILE, ".tst") then
diff --git a/.github/workflows/os.yml b/.github/workflows/os.yml
index 7a19903e8..a1662c369 100644
--- a/.github/workflows/os.yml
+++ b/.github/workflows/os.yml
@@ -54,22 +54,26 @@ jobs:
           curl --retry 5 -L -O "https://digraphs.github.io/Digraphs/${{ env.DIGRAPHS_LIB }}.tar.gz"
           tar xf "${{ env.DIGRAPHS_LIB }}.tar.gz"
       - name: Run DigraphsTestInstall . . .
-        uses: gap-actions/run-pkg-tests@v2
+        # TODO: Replace below with gap-actions/run-pkg-tests@v2 if the functionality gets added
+        uses: ./.github/actions/run-pkg-tests
         with:
           NO_COVERAGE: true
           GAP_TESTFILE: tst/github_actions/install.g
       - name: Run DigraphsTestStandard . . .
-        uses: gap-actions/run-pkg-tests@v2
+        # TODO: Replace below with gap-actions/run-pkg-tests@v2 if the functionality gets added
+        uses: ./.github/actions/run-pkg-tests
         with:
           NO_COVERAGE: true
           GAP_TESTFILE: tst/github_actions/standard.g
       - name: Run DigraphsTestManualExamples . . .
-        uses: gap-actions/run-pkg-tests@v2
+        # TODO: Replace below with gap-actions/run-pkg-tests@v2 if the functionality gets added
+        uses: ./.github/actions/run-pkg-tests
         with:
           NO_COVERAGE: true
           GAP_TESTFILE: tst/github_actions/examples.g
       - name: Run DigraphsTestExtreme . . .
-        uses: gap-actions/run-pkg-tests@v2
+        # TODO: Replace below with gap-actions/run-pkg-tests@v2 if the functionality gets added
+        uses: ./.github/actions/run-pkg-tests
         with:
           NO_COVERAGE: true
           GAP_TESTFILE: tst/github_actions/extreme.g
diff --git a/.github/workflows/ubuntu.yml b/.github/workflows/ubuntu.yml
index 67bca696b..a250cae87 100644
--- a/.github/workflows/ubuntu.yml
+++ b/.github/workflows/ubuntu.yml
@@ -54,25 +54,29 @@ jobs:
           curl --retry 5 -L -O "https://digraphs.github.io/Digraphs/${{ env.DIGRAPHS_LIB }}.tar.gz"
           tar xf "${{ env.DIGRAPHS_LIB }}.tar.gz"
       - name: Run DigraphsTestInstall . . .
-        uses: gap-actions/run-pkg-tests@v2
+        # TODO: Replace below with gap-actions/run-pkg-tests@v2 if the functionality gets added
+        uses: ./.github/actions/run-pkg-tests
         with:
           NO_COVERAGE: true
           GAP_TESTFILE: tst/github_actions/install.g
           only-needed: ${{ matrix.only-needed }}
       - name: Run DigraphsTestStandard . . .
-        uses: gap-actions/run-pkg-tests@v2
+        # TODO: Replace below with gap-actions/run-pkg-tests@v2 if the functionality gets added
+        uses: ./.github/actions/run-pkg-tests
         with:
           NO_COVERAGE: true
           GAP_TESTFILE: tst/github_actions/standard.g
           only-needed: ${{ matrix.only-needed }}
       - name: Run DigraphsTestManualExamples . . .
-        uses: gap-actions/run-pkg-tests@v2
+        # TODO: Replace below with gap-actions/run-pkg-tests@v2 if the functionality gets added
+        uses: ./.github/actions/run-pkg-tests
         with:
           NO_COVERAGE: true
           GAP_TESTFILE: tst/github_actions/examples.g
           only-needed: ${{ matrix.only-needed }}
       - name: Run DigraphsTestExtreme . . .
-        uses: gap-actions/run-pkg-tests@v2
+        # TODO: Replace below with gap-actions/run-pkg-tests@v2 if the functionality gets added
+        uses: ./.github/actions/run-pkg-tests
         with:
           NO_COVERAGE: true
           GAP_TESTFILE: tst/github_actions/extreme.g
diff --git a/.github/workflows/valgrind.yml b/.github/workflows/valgrind.yml
index 4425cb50a..65f8df82b 100644
--- a/.github/workflows/valgrind.yml
+++ b/.github/workflows/valgrind.yml
@@ -35,14 +35,14 @@ jobs:
         uses: gap-actions/build-pkg@v1
       - name: Run DigraphsTestInstall . . .
         # TODO: Replace below with gap-actions/run-pkg-tests@v2 if the functionality gets added
-        uses: ./.github/actions/test_with_valgrind
+        uses: ./.github/actions/run-pkg-tests
         with:
           NO_COVERAGE: true
           GAP_TESTFILE: tst/github_actions/install.g
           pre-gap: ${{ env.VALGRIND }}
       - name: Run DigraphsTestStandard . . .
         # TODO: Replace below with gap-actions/run-pkg-tests@v2 if the functionality gets added
-        uses: ./.github/actions/test_with_valgrind
+        uses: ./.github/actions/run-pkg-tests
         with:
           NO_COVERAGE: true
           GAP_TESTFILE: tst/github_actions/standard.g