Add SYCL-CTS (x86_64/linux) to planned testing

.github/actions/do_build_dpcpp/action.yml

@@ -0,0 +1,125 @@
+name: build dpc++
+description: build dpc++
+
+inputs:
+  target:
+    description: 'target architecture'
+  build:
+    description: 'build not download'
+    type: boolean
+    default: true
+
+runs:
+  using: "composite"
+  steps:
+    - name: calc vars
+      id: calc_vars
+      uses: ./.github/actions/calc_vars
+      with:
+        target: ${{ inputs.target }}  
+
+    - name: Install Ninja
+      uses: llvm/actions/install-ninja@main
+
+    - name: Install spirv tools
+      shell: bash
+      run:    
+        sudo apt-get install spirv-tools
+
+    - name: clone dpc++
+      if: inputs.build == 'true'
+      uses: actions/checkout@v4
+      with:
+        repository: intel/llvm
+        path: llvm
+
+    - name: dpcpp configure
+      if: inputs.build == 'true'
+      shell: bash
+      run:
+        cd llvm; python buildbot/configure.py
+        -o build
+        --host-target="X86;AArch64;RISCV"
+        --native_cpu
+        --llvm-external-projects=lld
+        --cmake-opt=-DNATIVECPU_USE_OCK=ON
+        --cmake-opt=-DLLVM_ENABLE_ZLIB=OFF
+        --cmake-opt=-DLLVM_ENABLE_ZSTD=OFF
+
+    - name: build sycl-headers
+      if: inputs.build == 'true'
+      shell: bash
+      run:
+        cmake --build llvm/build -- sycl-headers
+
+    - name: build dpc plus plus
+      if: inputs.build == 'true'
+      shell: bash
+      run:
+       python llvm/buildbot/compile.py -o llvm/build -v -j 8
+
+    - name: build extra utilties
+      if: inputs.build == 'true'
+      # Build various utilities, since those aren't proper dependencies.
+      # FileCheck and not are needed for tests. The rest are needed for
+      # cross builds. They are enabled on all targets for consistency.
+      shell: bash
+      run:
+       cmake --build llvm/build -- FileCheck clang-tblgen
+        libclc-remangler llvm-as llvm-min-tblgen llvm-tblgen not
+        opt prepare_builtins -j8
+
+    - name: copy utilities
+      if: inputs.build == 'true'
+      shell: bash
+      run:
+        cd llvm/build/bin;
+        cp FileCheck clang-tblgen libclc-remangler llvm-as llvm-min-tblgen
+        llvm-tblgen not opt prepare_builtins ../install/bin
+
+#    - name: install config files to pick up libraries for cross compilation.
+#      if: inputs.build == 'true'
+#      shell: bash
+#      run: |
+#        echo Installing configuration files
+#        cd llvm/build/bin
+#        # Install configuration files to pick up libraries for cross compilation.
+#        for arch in x86_64 aarch64 riscv64; do
+#          echo "
+#          -L<CFGDIR>/../../../$arch-linux/install/lib
+#          -fsycl-libdevice-path=<CFGDIR>/../../../$arch-linux/install/lib
+#          -fsycl-libspirv-path=<CFGDIR>/../../../$arch-linux/install/lib/clc/remangled-l64-signed_char.libspirv-$arch-unknown-linux-gnu.bc
+#          " >../install/bin/$arch-unknown-linux-gnu.cfg;
+#        done
+
+    - name: download dpc plus plus
+      if: inputs.build == 'false'
+      shell: bash
+      run: |
+        mkdir -p llvm/build/install
+        cd llvm/build/install
+        # Get latest build - go back 2 weeks max else fail
+        for COUNTER in {0..13}; do
+            DATESTAMP=$(date -d "-$COUNTER day" '+%Y-%m-%d')
+            wget -q https://github.com/intel/llvm/releases/download/nightly-$DATESTAMP/sycl_linux.tar.gz && echo Using DPC++ release build: $DATESTAMP && break
+        done
+        tar xf sycl_linux.tar.gz
+        rm sycl_linux.tar.gz
+
+    - name: package artefacts  # package/unpackage avoids known 'permissions loss' issue
+      shell: bash
+      run: |
+        pwd
+        echo $GITHUB_WORKSPACE
+        ls -laR $GITHUB_WORKSPACE
+        cd llvm/build/install
+        echo LISTING
+        ls -la
+        tar cf dpcpp.tar *
+
+    - name: upload dpcpp artifact
+      uses: actions/upload-artifact@v4
+      with:
+        name: dpcpp_${{inputs.target}}
+        path: llvm/build/install/dpcpp.tar
+        retention-days: 1

.github/actions/do_build_sycl_cts/action.yml

@@ -0,0 +1,113 @@
+name: build sycl cts
+description: build sycl cts
+
+inputs:
+  target:
+    description: 'target architecture'
+
+runs:
+  using: "composite"
+  steps:
+    - name: calc vars
+      id: calc_vars
+      uses: ./.github/actions/calc_vars
+      with:
+        target: ${{ inputs.target }}  
+
+    - name: Install Ninja
+      uses: llvm/actions/install-ninja@main
+
+    - name: download icd artifact
+      uses: actions/download-artifact@v4
+      with:
+        name: icd_${{inputs.target}}
+        path: install_icd
+
+    - name: download headers artifact
+      uses: actions/download-artifact@v4
+      with:
+        name: header_${{inputs.target}}
+        path: install_headers
+
+    - name: download dpc++ artifact
+      uses: actions/download-artifact@v4
+      with:
+        name: dpcpp_${{inputs.target}}
+        path: install_dpcpp
+
+    - name: unpackage dpc++ artifacts # package/unpackage avoids known 'permissions loss' issue
+      shell: bash
+      run: |
+        cd install_dpcpp
+        echo LISTING
+        ls -la
+        tar xf dpcpp.tar
+        rm dpcpp.tar
+        echo LISTING
+        ls -la
+
+    - name: checkout sycl cts
+      uses: actions/checkout@v4
+      with:
+        repository: KhronosGroup/SYCL-CTS
+        path: SYCL-CTS.src
+        submodules: true
+
+    - name: build SYCL CTS
+      shell: bash
+      run: |
+        echo SWAP LOGGING START
+        set -x
+        df -h
+        sudo swapon --show
+        sudo swapoff -a
+        sudo fallocate -l 8G /mnt/swapfilenew
+        sudo chmod 600 /mnt/swapfilenew
+        sudo mkswap /mnt/swapfilenew
+        sudo swapon /mnt/swapfilenew
+        df -h
+        sudo swapon --show
+        set +x
+        echo SWAP LOGGING END
+        echo calling cmake and ninja on SYCL CTS
+        # Todo: as we extend into cross etc, we may want to expand on the cxx flags
+        # We build SYCL-CTS without installing it, so build directly in the top level.
+        git -C SYCL-CTS.src log -1
+        git -C SYCL-CTS.src apply $GITHUB_WORKSPACE/.github/patches/SYCL-CTS-0002-Permit-building-for-unknown-architectures.patch
+        # TODO: REMOVE EXCLUSIONS
+        # build only accessor_basic for now
+        printf "accessor_basic" > $GITHUB_WORKSPACE/EXCLUSIONS
+        #printf "accessor_generic\naccessor_legacy\naccessor_placeholder\naddress_space\natomic\natomic_fence\natomic_ref\natomic_ref_stress\nbit_cast\nbuffer\ncommon\ncontext\ncuda_interop\ndevice\ndevice_event\ndevice_selector\nerror\nevent\nexception_handling\nexceptions\nextension\nfull_feature_set\nfunction_objects\ngroup\ngroup_functions\nh_item\nhandler\nheader\nhierarchical\nhost_accessor\nhost_task\nid\nimage\nimage_accessor\ninvoke\nis_device_copyable\nitem\nkernel\nkernel_args\nkernel_bundle\nlanguage\nlocal_accessor\nmarray_arithmetic_assignment\nmarray_arithmetic_binary\nmarray_basic\nmarray_bitwise\nmarray_pre_post\nmarray_relational\nmath_builtin_api\nmulti_ptr\nnamespace\nnd_item\nnd_range\nopencl_interop\noptional_kernel_features\nplatform\npointers\nproperty\nqueue\nrange\nreduction\nsampler\nscalars\nspec_constants\nstream\nsub_group\nsycl_external\nusm\nvector_alias\nvector_api\nvector_constructors\nvector_deduction_guides\nvector_load_store\nvector_operators\nvector_swizzle_assignment\nvector_swizzles\n" > $GITHUB_WORKSPACE/EXCLUSIONS
+        cmake -S SYCL-CTS.src \
+            -GNinja \
+            -B SYCL-CTS \
+            -DSYCL_IMPLEMENTATION=DPCPP \
+            -DDPCPP_INSTALL_DIR=$GITHUB_WORKSPACE/install_dpcpp \
+            -DOpenCL_LIBRARY=$GITHUB_WORKSPACE/install_icd/lib/libOpenCL.so \
+            -DOpenCL_INCLUDE_DIR=$GITHUB_WORKSPACE/install_headers/include \
+            -DCMAKE_CXX_COMPILER="$GITHUB_WORKSPACE/install_dpcpp/bin/clang++" \
+            -DCMAKE_CXX_FLAGS="--target=${{steps.calc_vars.outputs.arch}}-linux-gnu" \
+            -DCMAKE_CXX_LINK_FLAGS="-fuse-ld=lld" \
+            -DSYCL_CTS_EXCLUDE_TEST_CATEGORIES=$GITHUB_WORKSPACE/EXCLUSIONS
+        #TODO: ninja KILLS RUNNER WHEN ALL TEST CATEGORIES ARE 'LIVE'
+        #    fyi this made no difference:
+        #        ninja -C SYCL-CTS -v -l 2.5 -k 0 || :
+        #ninja -C SYCL-CTS -v -j8 -k 0 || :
+        ninja -C SYCL-CTS -v -j4 -k 0 || :
+
+    - name: package artefacts  # package/unpackage avoids known 'permissions loss' issue
+      shell: bash
+      run: |
+        cd SYCL-CTS
+        echo LISTING
+        ls -la
+        # TODO: only bin ??
+        tar cf sycl-cts.tar bin
+
+    - name: upload artefact
+      uses: actions/upload-artifact@v4
+      with:
+        name: sycl_cts_${{inputs.target}}
+        path: SYCL-CTS/sycl-cts.tar
+        retention-days: 1
+

.github/actions/run_sycl_cts/action.yml

@@ -0,0 +1,99 @@
+name: run sycl cts
+description: run sycl cts
+
+inputs:
+  target:
+    description: 'target architecture'
+
+runs:
+  using: "composite"
+  steps:
+    - name: calc vars
+      id: calc_vars
+      uses: ./.github/actions/calc_vars
+      with:
+        target: ${{ inputs.target }}
+
+    - name: Install Ninja
+      uses: llvm/actions/install-ninja@main
+
+    - name: download ock artifact
+      uses: actions/download-artifact@v4
+      with:
+        name: ock_${{inputs.target}}
+        path: install_ock
+
+    - name: download header artifact
+      uses: actions/download-artifact@v4
+      with:
+        name: header_${{inputs.target}}
+        path: install_headers
+
+    - name: download SYCL-CTS artifact
+      uses: actions/download-artifact@v4
+      with:
+        name: sycl_cts_${{inputs.target}}
+        path: SYCL-CTS
+
+    - name: unpackage SYCL-CTS artifacts  # package/unpackage avoids known 'permissions loss' issue
+      shell: bash
+      run: |
+        cd SYCL-CTS
+        echo LISTING
+        ls -la
+        tar xf sycl-cts.tar
+        rm sycl-cts.tar
+        echo LISTING
+        ls -la
+
+    - name: download dpc++ artifact
+      uses: actions/download-artifact@v4
+      with:
+        name: dpcpp_${{inputs.target}}
+        path: install_dpcpp
+
+    - name: unpackage dpc++ artifacts  # package/unpackage avoids known 'permissions loss' issue
+      shell: bash
+      run: |
+        cd install_dpcpp
+        echo LISTING
+        ls -la
+        tar xf dpcpp.tar
+        rm dpcpp.tar
+        echo LISTING
+        ls -la
+
+    - name: run sycl cts
+      shell: bash
+      env:
+        PREPEND_PATH: ''  # TODO: have qemu as input and set up this
+        SYCL_CTS_TIMEOUT: '02:00:00'
+        SYCL_CTS_FILTER: ''  # TODO: needed? Is this effectively INCLUSIONS (when all build) ??
+      run: |
+        pwd && ls -laR && sleep 2
+        echo running sycl cts
+        export LD_LIBRARY_PATH=$GITHUB_WORKSPACE/install_dpcpp/lib:$GITHUB_WORKSPACE/install_ock/lib
+        export ONEAPI_DEVICE_SELECTOR=opencl:0
+        export CTS_CSV_FILE=$GITHUB_WORKSPACE/.github/scripts/sycl-cts.csv # can't set in env:
+        # TODO: assume sycl-cts.csv is a new file?
+        #       SYCL-CTS/lib does not exist?
+        set -x
+        python $GITHUB_WORKSPACE/scripts/testing/run_cities.py \
+          --color=always \
+          --timeout $SYCL_CTS_TIMEOUT \
+          $PREPEND_PATH \
+          -p sycl_cts \
+          -b SYCL-CTS/bin \
+          -L SYCL-CTS/lib \
+          -e OCL_ICD_FILENAMES=$GITHUB_WORKSPACE/install_ock/lib/libCL.so \
+          -s $CTS_CSV_FILE \
+          -l SYCL-CTS/cts.log -f SYCL-CTS/cts.fail \
+          -r SYCL-CTS/cts.xml \
+          -v \
+          $SYCL_CTS_FILTER || exitcode=$?
+        # TODO: Restore the following shell script - appears to need runs including ALL test categories
+        #export OCL_ICD_FILENAMES=$GITHUB_WORKSPACE/install_ock/lib/libCL.so
+        #$GITHUB_WORKSPACE/.github/scripts/create_sycl_cts_test_lists.sh $PREPEND_PATH SYCL-CTS $CTS_CSV_FILE csv.txt cts_all.txt
+        ## output a diff of the generated list csv.txt and cts_all.txt
+        #diff csv.txt cts_all.txt || echo "WARNING - Missing some tests from sycl cts file based on test_all --list-tests - see > above"
+        exit $exitcode