WIP|Add mutation testing

Allows to check whether tests cover code manipulation. WIP: * Fix existing issues Resolves: #27
DanielSiepmann · May 24, 2021 · b2f4b5e · b2f4b5e
1 parent adb73ee
commit b2f4b5e
Show file tree

Hide file tree

Showing 4 changed files with 65 additions and 1 deletion.
diff --git a/.github/workflows/ci.yaml b/.github/workflows/ci.yaml
@@ -23,6 +23,7 @@ jobs:
       - name: Install PHP
         uses: shivammathur/setup-php@v2
         with:
+          coverage: none
           php-version: "${{ matrix.php-version }}"
 
       - name: PHP lint
@@ -44,6 +45,7 @@ jobs:
       - name: Install PHP
         uses: shivammathur/setup-php@v2
         with:
+          coverage: none
           php-version: "${{ matrix.php-version }}"
 
       - name: Get Composer Cache Directory
@@ -84,6 +86,7 @@ jobs:
       - name: Install PHP
         uses: shivammathur/setup-php@v2
         with:
+          coverage: none
           php-version: "${{ matrix.php-version }}"
 
       - name: Get Composer Cache Directory
@@ -117,6 +120,7 @@ jobs:
       - name: Install PHP
         uses: shivammathur/setup-php@v2
         with:
+          coverage: none
           php-version: "7.4"
 
       - name: Install xmllint
@@ -154,6 +158,7 @@ jobs:
       - name: Install PHP
         uses: shivammathur/setup-php@v2
         with:
+          coverage: none
           php-version: "7.4"
 
       - name: Get Composer Cache Directory
@@ -191,6 +196,7 @@ jobs:
       - name: Install PHP
         uses: shivammathur/setup-php@v2
         with:
+          coverage: none
           php-version: "${{ matrix.php-version }}"
 
       - name: Get Composer Cache Directory
@@ -232,6 +238,7 @@ jobs:
       - name: Install PHP
         uses: shivammathur/setup-php@v2
         with:
+          coverage: none
           php-version: "${{ matrix.php-version }}"
 
       - name: Get Composer Cache Directory
@@ -272,6 +279,7 @@ jobs:
       - name: Install PHP
         uses: shivammathur/setup-php@v2
         with:
+          coverage: none
           php-version: "${{ matrix.php-version }}"
 
       - name: Get Composer Cache Directory
@@ -322,6 +330,7 @@ jobs:
       - name: Install PHP
         uses: shivammathur/setup-php@v2
         with:
+          coverage: none
           php-version: "${{ matrix.php-version }}"
 
       - name: Get Composer Cache Directory
@@ -354,6 +363,44 @@ jobs:
           export typo3DatabasePassword="root"
           ./vendor/bin/phpunit --testdox
 
+  mutationtesting:
+    runs-on: ubuntu-latest
+    needs:
+      - tests-sqlite-TYPO3-v10
+    strategy:
+      matrix:
+        php-version:
+          - '7.4'
+        typo3-version:
+          - '^10.4'
+    steps:
+      - uses: actions/checkout@v2
+
+      - name: Install PHP
+        uses: shivammathur/setup-php@v2
+        with:
+          php-version: "${{ matrix.php-version }}"
+          coverage: pcov
+          ini-values: pcov.directory=Classes
+
+      - name: Get Composer Cache Directory
+        id: composer-cache
+        run: |
+            echo "::set-output name=dir::$(composer config cache-files-dir)"
+
+      - uses: actions/cache@v1
+        with:
+          path: ${{ steps.composer-cache.outputs.dir }}
+          key: ${{ runner.os }}-composer-${{ hashFiles('**/composer.lock') }}
+          restore-keys: |
+            ${{ runner.os }}-composer-
+
+      - name: Install dependencies
+        run: composer install --prefer-dist --no-progress --no-suggest
+
+      - name: Mutation Testing
+        run: ./vendor/bin/infection --show-mutations --min-msi=93 --min-covered-msi=93 --no-progress -j$(nproc)
+
   code-quality-TYPO3-v10:
     runs-on: ubuntu-latest
     needs:
@@ -370,6 +417,7 @@ jobs:
       - name: Install PHP
         uses: shivammathur/setup-php@v2
         with:
+          coverage: none
           php-version: "${{ matrix.php-version }}"
 
       - name: Get Composer Cache Directory
@@ -410,6 +458,7 @@ jobs:
       - name: Install PHP
         uses: shivammathur/setup-php@v2
         with:
+          coverage: none
           php-version: "${{ matrix.php-version }}"
 
       - name: Get Composer Cache Directory

diff --git a/composer.json b/composer.json
@@ -47,7 +47,8 @@
         "phpspec/prophecy-phpunit": "^2.0",
         "typo3/testing-framework": "^6.8.2",
         "saschaegerer/phpstan-typo3": "^0.13.1",
-        "symplify/easy-coding-standard": "^9.3"
+        "symplify/easy-coding-standard": "^9.3",
+        "infection/infection": "^0.23.0"
     },
     "minimum-stability": "dev",
     "prefer-stable": true,

diff --git a/infection.json.dist b/infection.json.dist
@@ -0,0 +1,13 @@
+{
+    "source": {
+        "directories": [
+            "Classes"
+        ]
+    },
+    "logs": {
+        "text": ".Build\/infection"
+    },
+    "mutators": {
+        "@default": true
+    }
+}
diff --git a/phpunit.xml.dist b/phpunit.xml.dist
@@ -8,6 +8,7 @@
     colors="true"
     convertErrorsToExceptions="true"
     convertWarningsToExceptions="true"
+    executionOrder="default"
     forceCoversAnnotation="false"
     processIsolation="false"
     stopOnError="false"