Mentions légales du service

Skip to content
Snippets Groups Projects
Commit f47cf24a authored by PRUVOST Florent's avatar PRUVOST Florent
Browse files

Add macosx and windows jobs for build and test. Reorganize ci jobs for readibility.

parent 0039e820
No related branches found
No related tags found
No related merge requests found
Hide whitespace changes
Inline Side-by-side
Showing
with 481 additions and 459 deletions
.gitlab-ci-env.sh
+ 46
− 37
View file @ f47cf24a
...@@ -14,40 +14,49 @@ export STARPU_SILENT=1 ...@@ -14,40 +14,49 @@ export STARPU_SILENT=1
export STARPU_MPI_NOBIND=1 export STARPU_MPI_NOBIND=1
export STARPU_WORKERS_NOBIND=1 export STARPU_WORKERS_NOBIND=1
# initialize empty to get just what we need if [[ "$SYSTEM" == "linux" ]]; then
export PKG_CONFIG_PATH="" # initialize empty to get just what we need
export PKG_CONFIG_PATH=""
# define the starpu dir depending on the build variant
STARPU_VARIANT="" # define the starpu dir depending on the build variant
if [ ! -z "$1" ] STARPU_VARIANT=""
then if [ ! -z "$1" ]
STARPU_VARIANT="-$1" then
fi STARPU_VARIANT="-$1"
export STARPU_DIR=/home/gitlab/install/starpu${STARPU_VARIANT} fi
export STARPU_DIR=/home/gitlab/install/starpu${STARPU_VARIANT}
# add additional env. var. depending on the starpu variant
case $STARPU_VARIANT in # add additional env. var. depending on the starpu variant
-hip ) case $STARPU_VARIANT in
export CMAKE_PREFIX_PATH=$STARPU_DIR:/opt/rocm -hip )
export LD_LIBRARY_PATH=/opt/rocm/lib export CMAKE_PREFIX_PATH=$STARPU_DIR:/opt/rocm
;; export LD_LIBRARY_PATH=/opt/rocm/lib
-hipcuda ) ;;
export CMAKE_PREFIX_PATH=$STARPU_DIR:$HIPCUDA_DIR -hipcuda )
export LD_LIBRARY_PATH=$HIPCUDA_DIR/lib export CMAKE_PREFIX_PATH=$STARPU_DIR:$HIPCUDA_DIR
export HIP_PLATFORM=nvidia export LD_LIBRARY_PATH=$HIPCUDA_DIR/lib
export HIP_PATH=$HIPCUDA_DIR export HIP_PLATFORM=nvidia
;; export HIP_PATH=$HIPCUDA_DIR
* ) ;;
;; * )
esac ;;
esac
# for build: better to rely on pkg-config than to guess libraries with the env. var.
export PKG_CONFIG_PATH=$PARSEC_DIR/lib/pkgconfig:$PKG_CONFIG_PATH # for build: better to rely on pkg-config than to guess libraries with the env. var.
export PKG_CONFIG_PATH=$STARPU_DIR/lib/pkgconfig:$PKG_CONFIG_PATH export PKG_CONFIG_PATH=$PARSEC_DIR/lib/pkgconfig:$PKG_CONFIG_PATH
export PKG_CONFIG_PATH=$SIMGRID_DIR/lib/pkgconfig:$PKG_CONFIG_PATH export PKG_CONFIG_PATH=$STARPU_DIR/lib/pkgconfig:$PKG_CONFIG_PATH
export PKG_CONFIG_PATH=$SIMGRID_DIR/lib/pkgconfig:$PKG_CONFIG_PATH
# for ctest: we need this at runtime
export LD_LIBRARY_PATH=$PARSEC_DIR/lib:$LD_LIBRARY_PATH # for ctest: we need this at runtime
export LD_LIBRARY_PATH=$QUARK_DIR/lib:$LD_LIBRARY_PATH export LD_LIBRARY_PATH=$PARSEC_DIR/lib:$LD_LIBRARY_PATH
export LD_LIBRARY_PATH=$STARPU_DIR/lib:$LD_LIBRARY_PATH export LD_LIBRARY_PATH=$QUARK_DIR/lib:$LD_LIBRARY_PATH
export LD_LIBRARY_PATH=$SIMGRID_DIR/lib:$LD_LIBRARY_PATH export LD_LIBRARY_PATH=$STARPU_DIR/lib:$LD_LIBRARY_PATH
export LD_LIBRARY_PATH=$SIMGRID_DIR/lib:$LD_LIBRARY_PATH
elif [[ "$SYSTEM" == "windows" ]]; then
# this is required with BUILD_SHARED_LIBS=ON
export PATH="/c/Windows/WinSxS/x86_microsoft-windows-m..namespace-downlevel_31bf3856ad364e35_10.0.19041.1_none_21374cb0681a6320":$PATH
export PATH=$PWD:$PWD/compute:$PWD/hqr/src:$PWD/lapack_api:$PWD/:$PWD/:$PWD/:$PATH
fi
\ No newline at end of file
.gitlab-ci.yml
+ 4
− 3
View file @ f47cf24a
...@@ -3,7 +3,9 @@ stages: ...@@ -3,7 +3,9 @@ stages:
- pre - pre
- build - build
- test - test
- analyse - coverage
- analyze
- validate
- deploy - deploy
# git config --global ahev been added to get around the issue related in # git config --global ahev been added to get around the issue related in
...@@ -16,8 +18,6 @@ before_script: ...@@ -16,8 +18,6 @@ before_script:
- git config --global --add safe.directory $CI_PROJECT_DIR/hqr - git config --global --add safe.directory $CI_PROJECT_DIR/hqr
- git config --global --add safe.directory $CI_PROJECT_DIR/testing/test_fembem - git config --global --add safe.directory $CI_PROJECT_DIR/testing/test_fembem
- git submodule update --init --recursive - git submodule update --init --recursive
- source .gitlab-ci-env.sh $CHAM_CI_ENV_ARG
- mkdir -p build-$VERSION
include: include:
- .gitlab/preliminary.yml - .gitlab/preliminary.yml
...@@ -32,6 +32,7 @@ include: ...@@ -32,6 +32,7 @@ include:
- .gitlab/coverage.yml - .gitlab/coverage.yml
- .gitlab/coverity.yml - .gitlab/coverity.yml
- .gitlab/sonarqube.yml - .gitlab/sonarqube.yml
- .gitlab/validate.yml
- .gitlab/bench_plafrim.yml - .gitlab/bench_plafrim.yml
- .gitlab/pages.yml - .gitlab/pages.yml
- .gitlab/release.yml - .gitlab/release.yml
.gitlab/bench_plafrim.yml
+ 21
− 0
View file @ f47cf24a
--- ---
.bench_plafrim_common:
rules:
- if: $CI_PIPELINE_SOURCE == "schedule"
stage: test
tags: ['plafrim']
timeout: 1 week
before_script:
- git submodule update --init --recursive
script:
- ./tools/bench/plafrim/run.sh
artifacts:
name: "$CI_JOB_NAME-$CI_COMMIT_REF_SLUG"
expire_in: 1 week
paths:
- "chameleon-$NODE-$MPI-$SLURM_NP.err"
- "chameleon-$NODE-$MPI-$SLURM_NP.out"
- "tools/bench/plafrim/chameleon.csv"
- "tools/bench/plafrim/results/$JUBE_ID"
variables:
PLATFORM: plafrim
bench_plafrim_bora_openmpi: bench_plafrim_bora_openmpi:
variables: variables:
NODE: bora NODE: bora
......
.gitlab/build.sh
+ 31
− 18
View file @ f47cf24a
...@@ -7,25 +7,38 @@ fatal() { ...@@ -7,25 +7,38 @@ fatal() {
set -x set -x
export LOGNAME=chameleon_${VERSION}.log SCAN=""
echo $LOGNAME
echo build BUILD_OPTIONS $BUILD_OPTIONS | tee -a ${LOGNAME} if [[ "$SYSTEM" != "windows" ]]; then
echo build VERSION $VERSION | tee -a ${LOGNAME} if [[ "$SYSTEM" == "macosx" ]]; then
ls -l *.log if brew ls --versions starpu > /dev/null; then
if [[ -d build-$VERSION ]] echo "Starpu is already installed with brew";
then else
cd build-$VERSION echo "Start installing Starpu with brew";
if [[ $CI_COMMIT_REF_NAME == $CI_DEFAULT_BRANCH ]] brew install --build-from-source ~/brew-repo/starpu.rb;
then fi
SCAN="scan-build -plist --intercept-first --exclude CMakeFiles --analyze-headers -o analyzer_reports " # clang is used on macosx and it is not compatible with MORSE_ENABLE_COVERAGE=ON
# to avoid the Accelerate framework and get Openblas we use BLA_PREFER_PKGCONFIG
cmake -B build-${VERSION} -S . \
-DBUILD_SHARED_LIBS=ON -DCMAKE_INSTALL_PREFIX=$PWD/install-${VERSION} \
-DMORSE_ENABLE_COVERAGE=OFF -DBLA_PREFER_PKGCONFIG=ON || fatal
else else
SCAN="" source .gitlab-ci-env.sh $CHAM_CI_ENV_ARG || fatal
if [[ $CI_COMMIT_REF_NAME == $CI_DEFAULT_BRANCH ]]
then
SCAN="scan-build -plist --intercept-first --exclude CMakeFiles --analyze-headers -o analyzer_reports "
fi
eval '${SCAN}cmake -B build-${VERSION} -S . -C cmake_modules/gitlab-ci-initial-cache.cmake $BUILD_OPTIONS' || fatal
fi fi
eval '${SCAN}cmake -C ../cmake_modules/gitlab-ci-initial-cache.cmake .. $BUILD_OPTIONS' || fatal
eval '${SCAN}ctest --no-compress-output -j 5 -V -T Build | tee ../${LOGNAME}' || fatal
make install | tee -a ../${LOGNAME} || fatal
rm install/ -r || fatal
else else
echo "$0: directory build-$VERSION does not exist, exit." # on windows the mpi_f08 interface is missing, see https://www.scivision.dev/windows-mpi-msys2/
exit 1 # do not use static libraries because executables are too large and the build
# directory can reach more than 10Go
cmake -GNinja -B build-${VERSION} -S . \
-DBUILD_SHARED_LIBS=ON -DCMAKE_INSTALL_PREFIX=$PWD/install-${VERSION} \
-DCHAMELEON_USE_MPI=OFF \
|| fatal
fi fi
eval '${SCAN}cmake --build build-${VERSION} -j 4' || fatal
cmake --install build-${VERSION} || fatal
rm -r install-${VERSION} || fatal
.gitlab/build.yml
+ 86
− 29
View file @ f47cf24a
--- ---
.build_script_linux:
stage: build
tags: ["docker", "large"]
extends: .only-master-mr
script:
- bash .gitlab/build.sh | tee ${LOGNAME}.log
artifacts:
name: "$CI_JOB_NAME-$CI_COMMIT_REF_SLUG"
expire_in: 180 minutes
untracked: true
when: always
build_hmat: build_hmat:
extends: .build_script_template extends: .build_script_linux
variables: variables:
BUILD_OPTIONS: "-DCHAMELEON_USE_CUDA=OFF -DCHAMELEON_USE_MPI=ON -DCHAMELEON_USE_HMAT=ON" SYSTEM: linux
VERSION: hmat VERSION: hmat
LOGNAME: "chameleon-build-${SYSTEM}-${VERSION}"
BUILD_OPTIONS: "-DCHAMELEON_USE_CUDA=OFF -DCHAMELEON_USE_MPI=ON -DCHAMELEON_USE_HMAT=ON"
build_openmp: build_openmp:
extends: .build_script_template extends: .build_script_linux
variables: variables:
BUILD_OPTIONS: "-DCHAMELEON_SCHED=OPENMP" SYSTEM: linux
VERSION: openmp VERSION: openmp
LOGNAME: "chameleon-build-${SYSTEM}-${VERSION}"
BUILD_OPTIONS: "-DCHAMELEON_SCHED=OPENMP"
build_parsec: build_parsec:
extends: .build_script_template extends: .build_script_linux
variables: variables:
BUILD_OPTIONS: "-DCHAMELEON_SCHED=PARSEC" SYSTEM: linux
VERSION: parsec VERSION: parsec
LOGNAME: "chameleon-build-${SYSTEM}-${VERSION}"
BUILD_OPTIONS: "-DCHAMELEON_SCHED=PARSEC"
build_quark: build_quark:
extends: .build_script_template extends: .build_script_linux
variables: variables:
BUILD_OPTIONS: "-DCHAMELEON_SCHED=QUARK" SYSTEM: linux
VERSION: quark VERSION: quark
LOGNAME: "chameleon-build-${SYSTEM}-${VERSION}"
BUILD_OPTIONS: "-DCHAMELEON_SCHED=QUARK"
build_starpu: build_starpu:
extends: .build_script_template extends: .build_script_linux
variables: variables:
BUILD_OPTIONS: "-DCHAMELEON_USE_CUDA=ON -DCHAMELEON_USE_MPI=ON" SYSTEM: linux
VERSION: starpu VERSION: starpu
LOGNAME: "chameleon-build-${SYSTEM}-${VERSION}"
BUILD_OPTIONS: "-DCHAMELEON_USE_CUDA=ON -DCHAMELEON_USE_MPI=ON"
build_starpu_hip: build_starpu_hip:
extends: .build_script_template extends: .build_script_linux
variables: variables:
SYSTEM: linux
VERSION: starpu_hip
LOGNAME: "chameleon-build-${SYSTEM}-${VERSION}"
CHAM_CI_ENV_ARG: hip CHAM_CI_ENV_ARG: hip
BUILD_OPTIONS: "-DCHAMELEON_USE_HIP_ROC=ON -DCHAMELEON_USE_MPI=ON" BUILD_OPTIONS: "-DCHAMELEON_USE_HIP_ROC=ON -DCHAMELEON_USE_MPI=ON"
VERSION: starpu_hip
build_starpu_hipcuda: build_starpu_hipcuda:
extends: .build_script_template extends: .build_script_linux
variables: variables:
SYSTEM: linux
VERSION: starpu_hipcuda
LOGNAME: "chameleon-build-${SYSTEM}-${VERSION}"
CHAM_CI_ENV_ARG: hipcuda CHAM_CI_ENV_ARG: hipcuda
BUILD_OPTIONS: "-DCHAMELEON_USE_HIP_CUDA=ON -DCHAMELEON_HIPBLAS_PATH=/home/gitlab/hipcuda/hipblas -DCHAMELEON_USE_MPI=ON" BUILD_OPTIONS: "-DCHAMELEON_USE_HIP_CUDA=ON -DCHAMELEON_HIPBLAS_PATH=/home/gitlab/hipcuda/hipblas -DCHAMELEON_USE_MPI=ON"
VERSION: starpu_hipcuda
build_starpu_simgrid: build_starpu_simgrid:
extends: .build_script_template extends: .build_script_linux
variables: variables:
SYSTEM: linux
VERSION: starpu_simgrid
LOGNAME: "chameleon-build-${SYSTEM}-${VERSION}"
CHAM_CI_ENV_ARG: simgrid CHAM_CI_ENV_ARG: simgrid
BUILD_OPTIONS: "-DCHAMELEON_SIMULATION=ON -DCHAMELEON_USE_CUDA=ON -DCHAMELEON_USE_MPI=OFF" BUILD_OPTIONS: "-DCHAMELEON_SIMULATION=ON -DCHAMELEON_USE_CUDA=ON -DCHAMELEON_USE_MPI=OFF"
VERSION: starpu_simgrid
# build_starpu_macosx: build_starpu_macosx:
# extends: .only-merge-request extends: .only-master-mr
# stage: build stage: build
# tags: ['macosx'] tags: ['macosx']
# variables: variables:
# VERSION: starpu SYSTEM: macosx
# script: VERSION: starpu
# - tools/build_macosx.sh LOGNAME: "chameleon-build-${SYSTEM}-${VERSION}"
# artifacts: script:
# name: "$CI_JOB_NAME-$CI_COMMIT_REF_SLUG" - bash .gitlab/build.sh | tee ${LOGNAME}.log
# expire_in: 2 days artifacts:
# untracked: true name: "$CI_JOB_NAME-$CI_COMMIT_REF_SLUG"
# when: always expire_in: 180 minutes
paths:
- ${LOGNAME}.log
cache:
key: "${SYSTEM}-${VERSION}-$CI_COMMIT_REF_SLUG"
untracked: true
policy: push
.build_starpu_windows:
extends: .only-master-mr
stage: build
tags: ['windows']
variables:
SYSTEM: windows
CHERE_INVOKING: "yes"
MSYSTEM: UCRT64
VERSION: starpu
LOGNAME: "chameleon-build-${SYSTEM}-${VERSION}"
script:
- bash -lc .gitlab/build.sh | tee "$env:LOGNAME.log"
artifacts:
name: "$CI_JOB_NAME-$CI_COMMIT_REF_SLUG"
expire_in: 180 minutes
paths:
- ${LOGNAME}.log
cache:
key: "${SYSTEM}-${VERSION}-$CI_COMMIT_REF_SLUG"
untracked: true
policy: push
.gitlab/common.yml
+ 11
− 43
View file @ f47cf24a
...@@ -7,7 +7,6 @@ default: ...@@ -7,7 +7,6 @@ default:
tags: ['ci.inria.fr', 'linux', 'large'] tags: ['ci.inria.fr', 'linux', 'large']
# push event: executed only if the source branch name is master or starts with ci- # push event: executed only if the source branch name is master or starts with ci-
# merge request event: not executed
# schedule event: not executed # schedule event: not executed
.only-master: .only-master:
interruptible: true interruptible: true
...@@ -17,56 +16,25 @@ default: ...@@ -17,56 +16,25 @@ default:
# push event: executed only if the source branch name is master or starts with ci- # push event: executed only if the source branch name is master or starts with ci-
# merge request event: executed if the source branch name does not start with notest- # merge request event: executed if the source branch name does not start with notest-
# schedule event: not executed # schedule event: not executed
.only-merge-request: .only-master-mr:
interruptible: true interruptible: true
rules: rules:
- if: ($CI_COMMIT_BRANCH == $CI_DEFAULT_BRANCH || $CI_COMMIT_BRANCH =~ /^ci-.*$/) && $CI_PIPELINE_SOURCE != "schedule" - if: ($CI_COMMIT_BRANCH == $CI_DEFAULT_BRANCH || $CI_COMMIT_BRANCH =~ /^ci-.*$/) && $CI_PIPELINE_SOURCE != "schedule"
- if: ($CI_MERGE_REQUEST_IID && $CI_MERGE_REQUEST_SOURCE_BRANCH_NAME !~ /^notest-.*$/) && $CI_PIPELINE_SOURCE != "schedule" - if: ($CI_PIPELINE_SOURCE == "merge_request_event" && $CI_MERGE_REQUEST_SOURCE_BRANCH_NAME !~ /^notest-.*$/)
.build_script_template: # merge request event: executed if the source branch name does not start with notest-
stage: build .only-mr:
extends: .only-merge-request interruptible: true
script: rules:
- ./.gitlab/build.sh - if: ($CI_PIPELINE_SOURCE == "merge_request_event" && $CI_MERGE_REQUEST_SOURCE_BRANCH_NAME !~ /^notest-.*$/)
artifacts:
name: "$CI_JOB_NAME-$CI_COMMIT_REF_SLUG"
expire_in: 2 days
untracked: true
when: always
.test_script_template: .test_script_linux:
stage: test stage: test
script: script:
- ./.gitlab/test.sh - bash .gitlab/test.sh | tee ${LOGNAME}.log
coverage: /^\s*lines......:\s*\d+.\d+\%/
artifacts: artifacts:
name: "$CI_JOB_NAME-$CI_COMMIT_REF_SLUG" name: "$CI_JOB_NAME-$CI_COMMIT_REF_SLUG"
expire_in: 2 days expire_in: 180 minutes
untracked: true untracked: true
when: always
reports: reports:
coverage_report: junit: ${LOGNAME}-junit.xml
coverage_format: cobertura
path: coverage.xml
junit: junit.xml
.bench_plafrim_common:
rules:
- if: $CI_PIPELINE_SOURCE == "schedule"
stage: test
tags: ['plafrim']
timeout: 1 week
before_script:
- git submodule update --init --recursive
script:
- ./tools/bench/plafrim/run.sh
artifacts:
name: "$CI_JOB_NAME-$CI_COMMIT_REF_SLUG"
expire_in: 1 week
paths:
- "chameleon-$NODE-$MPI-$SLURM_NP.err"
- "chameleon-$NODE-$MPI-$SLURM_NP.out"
- "tools/bench/plafrim/chameleon.csv"
- "tools/bench/plafrim/results/$JUBE_ID"
variables:
PLATFORM: plafrim
.gitlab/coverage.yml
+ 22
− 7
View file @ f47cf24a
...@@ -5,19 +5,34 @@ ...@@ -5,19 +5,34 @@
# Rk: We do not take into account the simgrid lcov file for now, as it is empty with new testings # Rk: We do not take into account the simgrid lcov file for now, as it is empty with new testings
# #
--- ---
coverage: .coverage:
extends: .only-merge-request stage: coverage
interruptible: true
stage: analyse
script: script:
- tools/coverage.sh - tools/coverage.sh
coverage: /^\s*lines......:\s*\d+.\d+\%/ coverage: /^\s*lines......:\s*\d+.\d+\%/
artifacts: artifacts:
name: "$CI_JOB_NAME-$CI_COMMIT_REF_SLUG" name: "$CI_JOB_NAME-$CI_COMMIT_REF_SLUG"
expire_in: 2 days expire_in: 180 minutes
untracked: true paths:
- chameleon-*.lcov
- chameleon.lcov
- chameleon_coverage.xml
- coverage/
when: always when: always
reports: reports:
coverage_report: coverage_report:
coverage_format: cobertura coverage_format: cobertura
path: coverage.xml path: chameleon_coverage.xml
coverage_master:
extends:
- .coverage
- .only-master
needs: [test_openmp_master,test_parsec_master,test_quark_master,test_starpu_master,test_starpu_simgrid_simu_all]
coverage_mr:
extends: .coverage
interruptible: true
rules:
- if: ($CI_PIPELINE_SOURCE == "merge_request_event" && $CI_MERGE_REQUEST_SOURCE_BRANCH_NAME !~ /^notest-.*$/)
needs: [test_openmp_mr,test_parsec_mr,test_quark_mr,test_starpu_mr,test_starpu_simgrid_simu_all]
.gitlab/coverity.yml
+ 9
− 3
View file @ f47cf24a
--- ---
coverity: coverity:
extends: .only-master stage: analyze
stage: analyse tags: ["docker", "large"]
interruptible: true
rules:
- if: ($CI_COMMIT_BRANCH == $CI_DEFAULT_BRANCH || $CI_COMMIT_BRANCH =~ /^ci-.*$/) && $CI_PIPELINE_SOURCE != "schedule"
- if: ($CI_PIPELINE_SOURCE == "merge_request_event" && $CI_MERGE_REQUEST_SOURCE_BRANCH_NAME !~ /^notest-.*$/)
when: manual
allow_failure: true
dependencies: [] dependencies: []
variables: variables:
VERSION: coverity VERSION: coverity
script: script:
- (cd build-$VERSION && - (mkdir -p build-$VERSION && cd build-$VERSION &&
cmake .. -C ../cmake_modules/gitlab-ci-initial-cache.cmake cmake .. -C ../cmake_modules/gitlab-ci-initial-cache.cmake
-DCHAMELEON_USE_CUDA=ON -DCHAMELEON_USE_MPI=ON && -DCHAMELEON_USE_CUDA=ON -DCHAMELEON_USE_MPI=ON &&
cov-build --dir ../cov-int make -j 4) cov-build --dir ../cov-int make -j 4)
......
.gitlab/pages.yml
+ 1
− 1
View file @ f47cf24a
...@@ -2,7 +2,7 @@ ...@@ -2,7 +2,7 @@
pages: pages:
stage: deploy stage: deploy
extends: .only-master extends: .only-master
dependencies: [coverage] needs: [coverage_master]
artifacts: artifacts:
name: "$CI_JOB_NAME-$CI_COMMIT_REF_SLUG" name: "$CI_JOB_NAME-$CI_COMMIT_REF_SLUG"
expire_in: 1 week expire_in: 1 week
......
.gitlab/preliminary.yml
+ 1
− 1
View file @ f47cf24a
...@@ -7,7 +7,7 @@ preliminary_checks: ...@@ -7,7 +7,7 @@ preliminary_checks:
interruptible: true interruptible: true
rules: rules:
- if: ($CI_COMMIT_BRANCH == $CI_DEFAULT_BRANCH || $CI_COMMIT_BRANCH =~ /^ci-.*$/) && $CI_PIPELINE_SOURCE != "schedule" - if: ($CI_COMMIT_BRANCH == $CI_DEFAULT_BRANCH || $CI_COMMIT_BRANCH =~ /^ci-.*$/) && $CI_PIPELINE_SOURCE != "schedule"
- if: $CI_MERGE_REQUEST_IID && $CI_PIPELINE_SOURCE != "schedule" - if: ($CI_PIPELINE_SOURCE == "merge_request_event")
parallel: parallel:
matrix: matrix:
- TEST: [rebase, draft, header] - TEST: [rebase, draft, header]
......
.gitlab/sonarqube.yml
+ 26
− 24
View file @ f47cf24a
--- ---
sonarqube: .sonarqube:
stage: analyse stage: analyze
extends: tags: ["docker", "large"]
- .only-master
needs: [test_openmp_shm_c,test_openmp_shm_d,test_openmp_shm_s,test_openmp_shm_z,
test_parsec_shm_c,test_parsec_shm_d,test_parsec_shm_s,test_parsec_shm_z,
test_quark_shm_c,test_quark_shm_d,test_quark_shm_s,test_quark_shm_z,
test_starpu_shm_c,test_starpu_shm_d,test_starpu_shm_s,test_starpu_shm_z,
test_starpu_mpi_c,test_starpu_mpi_d,test_starpu_mpi_s,test_starpu_mpi_z,
test_starpu_simgrid_simu_all]
dependencies: [test_openmp_shm_c,test_openmp_shm_d,test_openmp_shm_s,test_openmp_shm_z,
test_parsec_shm_c,test_parsec_shm_d,test_parsec_shm_s,test_parsec_shm_z,
test_quark_shm_c,test_quark_shm_d,test_quark_shm_s,test_quark_shm_z,
test_starpu_shm_c,test_starpu_shm_d,test_starpu_shm_s,test_starpu_shm_z,
test_starpu_mpi_c,test_starpu_mpi_d,test_starpu_mpi_s,test_starpu_mpi_z,
test_starpu_simgrid_simu_all]
variables: variables:
VERSION: sonarqube VERSION: sonarqube
script: script:
- ls -l build*/*.json
- ls -l chameleon-build*.log
- ls -l chameleon-test*junit.xml
- ls -l chameleon_coverage.xml
- cat *.log > chameleon_build.log - cat *.log > chameleon_build.log
- ./tools/analysis.sh - ./tools/analysis.sh
coverage: /^\s*lines:\s*\d+.\d+\%/
artifacts: artifacts:
name: "$CI_JOB_NAME-$CI_COMMIT_REF_SLUG" name: "$CI_JOB_NAME-$CI_COMMIT_REF_SLUG"
expire_in: 2 days expire_in: 180 minutes
when: always when: always
paths: paths:
- coverage.xml - filelist.txt
- chameleon_coverage.xml
- chameleon_cppcheck.xml - chameleon_cppcheck.xml
- sonar-project.properties
- sonar.log - sonar.log
reports: when: always
coverage_report:
coverage_format: cobertura sonarqube_master:
path: coverage.xml extends:
- .sonarqube
- .only-master
needs: [test_openmp_master,test_parsec_master,test_quark_master,test_starpu_master,test_starpu_simgrid_simu_all,coverage_master]
sonarqube_mr:
extends: .sonarqube
interruptible: true
rules:
- if: ($CI_PIPELINE_SOURCE == "merge_request_event" && $CI_MERGE_REQUEST_SOURCE_BRANCH_NAME !~ /^notest-.*$/)
when: manual
allow_failure: true
needs: [test_openmp_mr,test_parsec_mr,test_quark_mr,test_starpu_mr,test_starpu_simgrid_simu_all,coverage_mr]
.gitlab/test.sh
+ 9
− 20
View file @ f47cf24a
...@@ -7,24 +7,13 @@ fatal() { ...@@ -7,24 +7,13 @@ fatal() {
set -x set -x
export LOGNAME=chameleon_${VERSION}_${CATEGORY}_${PRECISION} cd build-$VERSION
echo $LOGNAME source ../.gitlab-ci-env.sh $CHAM_CI_ENV_ARG || fatal
echo test TESTS_RESTRICTION $TESTS_RESTRICTION | tee -a ${LOGNAME}.log CTESTCOMMAND=`echo "ctest --output-on-failure --no-compress-output $TESTS_RESTRICTION -T Test --output-junit ../${LOGNAME}-junit.xml"`
echo test VERSION $VERSION | tee -a ${LOGNAME}.log $CTESTCOMMAND || fatal
echo test CATEGORY $CATEGORY | tee -a ${LOGNAME}.log if [[ "$SYSTEM" == "linux" ]]; then
echo test PRECISION $PRECISION | tee -a ${LOGNAME}.log # clang is used on macosx and it is not compatible with MORSE_ENABLE_COVERAGE=ON
ls -l *.log # so that we can only make the coverage report on the linux runner with gcc
if [[ -d build-$VERSION ]] cd ..
then lcov --directory build-$VERSION --capture --output-file ${LOGNAME}.lcov
cd build-$VERSION
eval "ctest --no-compress-output $TESTS_RESTRICTION -T Test --output-junit ../${LOGNAME}.junit | tee -a ../${LOGNAME}.log" || fatal
cd $CI_PROJECT_DIR || fatal
gcovr --xml-pretty --exclude-unreachable-branches --print-summary -o ${LOGNAME}.cov --root $CI_PROJECT_DIR || fatal
lcov --directory build-$VERSION --capture --output-file ${LOGNAME}.lcov || fatal
lcov --summary ${LOGNAME}.lcov || fatal
cp ${LOGNAME}.junit junit.xml || fatal
cp ${LOGNAME}.cov coverage.xml || fatal
else
echo "$0: directory build-$VERSION does not exist, exit."
exit 1
fi fi
.gitlab/test_hmat.yml
+ 7
− 17
View file @ f47cf24a
--- ---
.test_hmat_template:
extends: .test_script_template
needs: [build_hmat]
dependencies: [build_hmat]
.test_hmat_template_master: &test_hmat_master
extends:
- .test_hmat_template
- .only-master
.test_hmat_template_branches: &test_hmat_branches
extends:
- .test_hmat_template
- .only-merge-request
test_hmat: test_hmat:
<<: *test_hmat_branches extends:
- .test_script_linux
- .only-master-mr
needs: [build_hmat]
variables: variables:
SYSTEM: linux
VERSION: hmat VERSION: hmat
CATEGORY: none CATEGORY: none
PRECISION: all PRECISION: all
TESTS_RESTRICTION: "-R \"testBEM_\"" LOGNAME: "chameleon-test-${SYSTEM}-${VERSION}-${CATEGORY}-${PRECISION}"
TESTS_RESTRICTION: "-R testBEM_"
.gitlab/test_openmp.yml
+ 20
− 40
View file @ f47cf24a
--- ---
.test_openmp_template: &test_openmp .test_openmp:
extends: .test_script_template extends: .test_script_linux
needs: [build_openmp] needs: [build_openmp]
dependencies: [build_openmp] interruptible: true
.test_openmp_template_master: &test_openmp_master
extends:
- .test_openmp_template
- .only-master
.test_openmp_template_branches: &test_openmp_branches
extends:
- .test_openmp_template
- .only-merge-request
test_openmp_shm_s:
<<: *test_openmp_master
variables: variables:
SYSTEM: linux
VERSION: openmp VERSION: openmp
CATEGORY: shm CATEGORY: shm
PRECISION: s LOGNAME: "chameleon-test-${SYSTEM}-${VERSION}-${CATEGORY}-${PRECISION}"
TESTS_RESTRICTION: "-R \"_${CATEGORY}_${PRECISION}\"" TESTS_RESTRICTION: "-R _${CATEGORY}_${PRECISION}"
test_openmp_shm_d: test_openmp_master:
<<: *test_openmp_master extends: .test_openmp
variables: rules:
VERSION: openmp - if: ($CI_COMMIT_BRANCH == $CI_DEFAULT_BRANCH || $CI_COMMIT_BRANCH =~ /^ci-.*$/) && $CI_PIPELINE_SOURCE != "schedule"
CATEGORY: shm parallel:
PRECISION: d matrix:
TESTS_RESTRICTION: "-R \"_${CATEGORY}_${PRECISION}\"" - PRECISION: [s, d, c, z]
test_openmp_shm_c: test_openmp_mr:
<<: *test_openmp_master extends: .test_openmp
variables: rules:
VERSION: openmp - if: ($CI_PIPELINE_SOURCE == "merge_request_event" && $CI_MERGE_REQUEST_SOURCE_BRANCH_NAME !~ /^notest-.*$/)
CATEGORY: shm parallel:
PRECISION: c matrix:
TESTS_RESTRICTION: "-R \"_${CATEGORY}_${PRECISION}\"" - PRECISION: [z]
test_openmp_shm_z:
<<: *test_openmp_branches
variables:
VERSION: openmp
CATEGORY: shm
PRECISION: z
TESTS_RESTRICTION: "-R \"_${CATEGORY}_${PRECISION}\""
.gitlab/test_parsec.yml
+ 22
− 74
View file @ f47cf24a
--- ---
.test_parsec_template: &test_parsec .test_parsec:
extends: .test_script_template extends: .test_script_linux
needs: [build_parsec] needs: [build_parsec]
dependencies: [build_parsec] interruptible: true
.test_parsec_template_master: &test_parsec_master
extends:
- .test_parsec_template
- .only-master
.test_parsec_template_branches: &test_parsec_branches
extends:
- .test_parsec_template
- .only-merge-request
test_parsec_shm_s:
<<: *test_parsec_master
variables:
VERSION: parsec
CATEGORY: shm
PRECISION: s
TESTS_RESTRICTION: "-R \"_${CATEGORY}_${PRECISION}\""
test_parsec_shm_d:
<<: *test_parsec_master
variables: variables:
SYSTEM: linux
VERSION: parsec VERSION: parsec
CATEGORY: shm CATEGORY: shm
PRECISION: d LOGNAME: "chameleon-test-${SYSTEM}-${VERSION}-${CATEGORY}-${PRECISION}"
TESTS_RESTRICTION: "-R \"_${CATEGORY}_${PRECISION}\"" TESTS_RESTRICTION: "-R _${CATEGORY}_${PRECISION}"
test_parsec_shm_c: test_parsec_master:
<<: *test_parsec_branches extends: .test_parsec
variables: rules:
VERSION: parsec - if: ($CI_COMMIT_BRANCH == $CI_DEFAULT_BRANCH || $CI_COMMIT_BRANCH =~ /^ci-.*$/) && $CI_PIPELINE_SOURCE != "schedule"
CATEGORY: shm parallel:
PRECISION: c matrix:
TESTS_RESTRICTION: "-R \"_${CATEGORY}_${PRECISION}\"" - PRECISION: [s, d, c, z]
test_parsec_shm_z: test_parsec_mr:
<<: *test_parsec_master extends: .test_parsec
variables: rules:
VERSION: parsec - if: ($CI_PIPELINE_SOURCE == "merge_request_event" && $CI_MERGE_REQUEST_SOURCE_BRANCH_NAME !~ /^notest-.*$/)
CATEGORY: shm parallel:
PRECISION: z matrix:
TESTS_RESTRICTION: "-R \"_${CATEGORY}_${PRECISION}\"" - PRECISION: [c]
# test_parsec_mpi_s:
# <<: *test_parsec_branches
# variables:
# VERSION: parsec
# CATEGORY: mpi
# PRECISION: s
# TESTS_RESTRICTION: "-R \"_${CATEGORY}_${PRECISION}\""
# test_parsec_mpi_d:
# <<: *test_parsec_master
# variables:
# VERSION: parsec
# CATEGORY: mpi
# PRECISION: d
# TESTS_RESTRICTION: "-R \"_${CATEGORY}_${PRECISION}\""
# test_parsec_mpi_c:
# <<: *test_parsec_master
# variables:
# VERSION: parsec
# CATEGORY: mpi
# PRECISION: c
# TESTS_RESTRICTION: "-R \"_${CATEGORY}_${PRECISION}\""
# test_parsec_mpi_z:
# <<: *test_parsec_master
# variables:
# VERSION: parsec
# CATEGORY: mpi
# PRECISION: z
# TESTS_RESTRICTION: "-R \"_${CATEGORY}_${PRECISION}\""
.gitlab/test_quark.yml
+ 20
− 40
View file @ f47cf24a
--- ---
.test_quark_template: &test_quark .test_quark:
extends: .test_script_template extends: .test_script_linux
needs: [build_quark] needs: [build_quark]
dependencies: [build_quark] interruptible: true
.test_quark_template_master: &test_quark_master
extends:
- .test_quark_template
- .only-master
.test_quark_template_branches: &test_quark_branches
extends:
- .test_quark_template
- .only-merge-request
test_quark_shm_s:
<<: *test_quark_branches
variables: variables:
SYSTEM: linux
VERSION: quark VERSION: quark
CATEGORY: shm CATEGORY: shm
PRECISION: s LOGNAME: "chameleon-test-${SYSTEM}-${VERSION}-${CATEGORY}-${PRECISION}"
TESTS_RESTRICTION: "-R \"_${CATEGORY}_${PRECISION}\"" TESTS_RESTRICTION: "-R _${CATEGORY}_${PRECISION}"
test_quark_shm_d: test_quark_master:
<<: *test_quark_master extends: .test_quark
variables: rules:
VERSION: quark - if: ($CI_COMMIT_BRANCH == $CI_DEFAULT_BRANCH || $CI_COMMIT_BRANCH =~ /^ci-.*$/) && $CI_PIPELINE_SOURCE != "schedule"
CATEGORY: shm parallel:
PRECISION: d matrix:
TESTS_RESTRICTION: "-R \"_${CATEGORY}_${PRECISION}\"" - PRECISION: [s, d, c, z]
test_quark_shm_c: test_quark_mr:
<<: *test_quark_master extends: .test_quark
variables: rules:
VERSION: quark - if: ($CI_PIPELINE_SOURCE == "merge_request_event" && $CI_MERGE_REQUEST_SOURCE_BRANCH_NAME !~ /^notest-.*$/)
CATEGORY: shm parallel:
PRECISION: c matrix:
TESTS_RESTRICTION: "-R \"_${CATEGORY}_${PRECISION}\"" - PRECISION: [s]
test_quark_shm_z:
<<: *test_quark_master
variables:
VERSION: quark
CATEGORY: shm
PRECISION: z
TESTS_RESTRICTION: "-R \"_${CATEGORY}_${PRECISION}\""
.gitlab/test_starpu.yml
+ 68
− 85
View file @ f47cf24a
--- ---
.test_starpu_template: .test_starpu:
extends: .test_script_template extends: .test_script_linux
needs: [build_starpu] needs: [build_starpu]
dependencies: [build_starpu] interruptible: true
.test_starpu_template_master: &test_starpu_master
extends:
- .test_starpu_template
- .only-master
.test_starpu_template_branches: &test_starpu_branches
extends:
- .test_starpu_template
- .only-merge-request
test_starpu_shm_s:
<<: *test_starpu_master
variables: variables:
SYSTEM: linux
VERSION: starpu VERSION: starpu
CATEGORY: shm LOGNAME: "chameleon-test-${SYSTEM}-${VERSION}-${CATEGORY}-${PRECISION}"
PRECISION: s TESTS_RESTRICTION: "-R _${CATEGORY}_${PRECISION}|example -E sytrf|sysv"
TESTS_RESTRICTION: "-R \"_${CATEGORY}_${PRECISION}\""
test_starpu_shm_d: test_starpu_master:
<<: *test_starpu_branches extends: .test_starpu
variables: rules:
VERSION: starpu - if: ($CI_COMMIT_BRANCH == $CI_DEFAULT_BRANCH || $CI_COMMIT_BRANCH =~ /^ci-.*$/) && $CI_PIPELINE_SOURCE != "schedule"
CATEGORY: shm parallel:
PRECISION: d matrix:
TESTS_RESTRICTION: "-R \"_${CATEGORY}_${PRECISION}|example\"" - PRECISION: [s, d, c, z]
CATEGORY: [shm, mpi]
test_starpu_shm_c: test_starpu_mr:
<<: *test_starpu_master extends: .test_starpu
variables: rules:
VERSION: starpu - if: ($CI_PIPELINE_SOURCE == "merge_request_event" && $CI_MERGE_REQUEST_SOURCE_BRANCH_NAME !~ /^notest-.*$/)
CATEGORY: shm parallel:
PRECISION: c matrix:
TESTS_RESTRICTION: "-R \"_${CATEGORY}_${PRECISION}\"" - PRECISION: [d]
CATEGORY: [shm]
- PRECISION: [s]
CATEGORY: [mpi]
test_starpu_shm_z: test_starpu_macosx:
<<: *test_starpu_master stage: test
tags: ['macosx']
extends: .only-master-mr
needs: [build_starpu_macosx]
variables: variables:
SYSTEM: macosx
VERSION: starpu VERSION: starpu
CATEGORY: shm LOGNAME: "chameleon-test-${SYSTEM}-${VERSION}-example"
PRECISION: z TESTS_RESTRICTION: "-R example"
TESTS_RESTRICTION: "-R \"_${CATEGORY}_${PRECISION}\"" script:
- bash .gitlab/test.sh | tee ${LOGNAME}.log
artifacts:
name: "$CI_JOB_NAME-$CI_COMMIT_REF_SLUG"
expire_in: 180 minutes
paths:
- ${LOGNAME}.log
reports:
junit: ${LOGNAME}-junit.xml
cache:
key: "${SYSTEM}-${VERSION}-$CI_COMMIT_REF_SLUG"
untracked: true
policy: pull
test_starpu_mpi_s: .test_starpu_windows:
<<: *test_starpu_branches stage: test
tags: ['windows']
extends: .only-master-mr
needs: [build_starpu_windows]
variables: variables:
SYSTEM: windows
CHERE_INVOKING: "yes"
MSYSTEM: UCRT64
VERSION: starpu VERSION: starpu
CATEGORY: mpi LOGNAME: "chameleon-test-${SYSTEM}-${VERSION}-example"
PRECISION: s TESTS_RESTRICTION: "-R example"
TESTS_RESTRICTION: "-R \"_${CATEGORY}_${PRECISION}\"" script:
- bash -lc .gitlab/test.sh | tee "$env:LOGNAME.log"
test_starpu_mpi_d: artifacts:
<<: *test_starpu_master name: "$CI_JOB_NAME-$CI_COMMIT_REF_SLUG"
variables: expire_in: 180 minutes
VERSION: starpu paths:
CATEGORY: mpi - ${LOGNAME}.log
PRECISION: d reports:
TESTS_RESTRICTION: "-R \"_${CATEGORY}_${PRECISION}\"" junit: ${LOGNAME}-junit.xml
cache:
test_starpu_mpi_c: key: "${SYSTEM}-${VERSION}-$CI_COMMIT_REF_SLUG"
<<: *test_starpu_master untracked: true
variables: policy: pull
VERSION: starpu
CATEGORY: mpi
PRECISION: c
TESTS_RESTRICTION: "-R \"_${CATEGORY}_${PRECISION}\""
test_starpu_mpi_z:
<<: *test_starpu_master
variables:
VERSION: starpu
CATEGORY: mpi
PRECISION: z
TESTS_RESTRICTION: "-R \"_${CATEGORY}_${PRECISION}\""
# test_starpu_shm_s_macosx:
# extends: .only-merge-request
# stage: test
# tags: ['macosx']
# needs: [build_starpu_macosx]
# dependencies: [build_starpu_macosx]
# variables:
# VERSION: starpu
# script:
# - cd build-starpu && ctest --no-compress-output -R test_shm_s -T Test --output-junit ../chameleon_macosx.junit | tee -a ../chameleon_macosx.log
# artifacts:
# name: "$CI_JOB_NAME-$CI_COMMIT_REF_SLUG"
# expire_in: 2 days
# untracked: true
# when: always
# reports:
# junit: chameleon_macosx.junit
.gitlab/test_starpu_simgrid.yml
+ 7
− 17
View file @ f47cf24a
--- ---
.test_starpu_simgrid_template: &test_starpu_simgrid
extends: .test_script_template
needs: [build_starpu_simgrid]
dependencies: [build_starpu_simgrid]
.test_starpu_simgrid_template_master: &test_starpu_simgrid_master
extends:
- .test_starpu_simgrid_template
- .only-master
.test_starpu_simgrid_template_branches: &test_starpu_simgrid_branches
extends:
- .test_starpu_simgrid_template
- .only-merge-request
test_starpu_simgrid_simu_all: test_starpu_simgrid_simu_all:
<<: *test_starpu_simgrid_branches extends:
- .test_script_linux
- .only-master-mr
needs: [build_starpu_simgrid]
variables: variables:
STARPU_WORKERS_NOBIND: 1 STARPU_WORKERS_NOBIND: 1
CHAM_CI_ENV_ARG: simgrid CHAM_CI_ENV_ARG: simgrid
SYSTEM: linux
VERSION: starpu_simgrid VERSION: starpu_simgrid
CATEGORY: simu CATEGORY: simu
PRECISION: all PRECISION: all
TESTS_RESTRICTION: "-R \"_${CATEGORY}\"" LOGNAME: "chameleon-test-${SYSTEM}-${VERSION}-${CATEGORY}-${PRECISION}"
TESTS_RESTRICTION: "-R _${CATEGORY}"
.gitlab/validate.sh 0 → 100755
+ 58
− 0
View file @ f47cf24a
#!/usr/bin/env bash
###
#
# @file validate.sh
# @copyright 2023-2023 Bordeaux INP, CNRS (LaBRI UMR 5800), Inria,
# Univ. Bordeaux. All rights reserved.
#
# @version 1.0.0
# @author Mathieu Faverge
# @author Florent Pruvost
# @date 2023-09-22
#
###
# Check some metrics on sonarqube (https://sonarqube.inria.fr/sonarqube/)
# and depending on the value return 0 (success) or 1 (failure).
if [ $# -gt 0 ]; then
METRIC=$1
fi
METRIC=${METRIC:-BUG}
if [[ -z $CI_MERGE_REQUEST_IID || -z $CI_PROJECT_NAMESPACE || -z $CI_PROJECT_NAME ]]; then
echo "One of the variables CI_MERGE_REQUEST_IID, CI_PROJECT_NAMESPACE,
CI_PROJECT_NAME is empty. This script must be used during a gitlab merge
request only -> Failure."
exit 1
fi
if [[ -z $SONARQUBE_LOGIN ]]; then
echo "SONARQUBE_LOGIN is empty, please give a valid sonarqube user's token,
with permissions set on the project -> Failure."
exit 1
fi
if [[ $METRIC == "BUG" ]]; then
BUG=`curl -u $TOKEN: -X GET "https://sonarqube.inria.fr/sonarqube/api/measures/component?component=${CI_PROJECT_NAMESPACE}%3A${CI_PROJECT_NAME}&pullRequest=${CI_MERGE_REQUEST_IID}&metricKeys=new_bugs" |jq '.component.measures[0].period.value' | sed -e "s#\"##g"`
if [[ $BUG > 0 ]]; then
echo "%{BUG} new bugs detected by Sonarqube -> Failure."
exit 1
else
echo "No new bugs detected by Sonarqube -> Success."
exit 0
fi
elif [[ $METRIC == "COVERAGE" ]]; then
COV=`curl -u $TOKEN: -X GET "https://sonarqube.inria.fr/sonarqube/api/measures/component?component=${CI_PROJECT_NAMESPACE}%3A${CI_PROJECT_NAME}&pullRequest=${CI_MERGE_REQUEST_IID}&metricKeys=new_coverage" |jq '.component.measures[0].period.value' | sed -e "s#\"##g"`
if [[ $COV == "null" || -z $COV ]]; then
echo "Coverage is empty, certainly that there are no lines of new code (considered during the analysis) to compare -> Success."
else
if [[ $COV < 80 ]]; then
echo "Coverage on new lines is ${COV}%, which is < 80% -> Failure."
exit 1
else
echo "Coverage on new lines is ${COV}%, which is >= 80% -> Success."
exit 0
fi
fi
fi
.gitlab/validate.yml 0 → 100644
+ 12
− 0
View file @ f47cf24a
---
validate:
stage: validate
tags: ["docker", "large"]
extends: .only-mr
needs: [sonarqube_mr]
parallel:
matrix:
- METRIC: [BUG, COVERAGE]
script:
- ./.gitlab/validate.sh $METRIC
allow_failure: true
\ No newline at end of file
0% or .
You are about to add 0 people to the discussion. Proceed with caution.
Finish editing this message first!
Please register or to comment