.gitlab-ci.yml

---
stages:
  - prepare
  - python
  - compile
  - fortran
  - statistics
  - finalize


###################################################################################################
default:
  before_script:
    - ${LOCAL_HOME}/bin/queue ${CI_JOB_ID} ${TOKEN}
    - source env/DAMASK.sh
    - export PATH=${TESTROOT}/bin:${PATH}
    - echo Job start:" $(date)"
  after_script:
    - echo Job end:" $(date)"


###################################################################################################
variables:
  # ===============================================================================================
  # GitLab Settings
  # ===============================================================================================
  GIT_SUBMODULE_STRATEGY: normal

  # ===============================================================================================
  # Shortcut names
  # ===============================================================================================
  TESTROOT:   "$LOCAL_HOME/GitLabCI_Pipeline_$CI_PIPELINE_ID"

  # ===============================================================================================
  # Names of module files to load
  # ===============================================================================================
  # ++++++++++++ Compiler/MPI/PETSc +++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++
  COMPILER_INTEL: "oneapi/2025.0.0"
  PETSC_INTEL: "Libraries/PETSc/3.22.4/OneAPI-2025.0"
  # ++++++++++++ MSC Marc +++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++
  MSC: "FEM/MSC/2024.1"
  IntelMarc: "Compiler/Intel/2022.0.1 Libraries/IMKL/2022.0.1"
  HDF5Marc: "HDF5/1.12.1/Intel-2022.0.1"


###################################################################################################
# https://docs.gitlab.com/ci/yaml/workflow
workflow:
  rules:
    - if: $CI_PIPELINE_SOURCE == "merge_request_event"
    - if: $CI_COMMIT_BRANCH && $CI_OPEN_MERGE_REQUESTS
      when: never
    - if: $CI_COMMIT_BRANCH

create_testroot:
  stage: prepare
  before_script:
    - ${LOCAL_HOME}/bin/queue ${CI_JOB_ID} ${TOKEN}
    - echo Job start:" $(date)"
  script:
    - mkdir -p ${TESTROOT}

.on_merge:
  rules:
    - if: $CI_PIPELINE_SOURCE == 'merge_request_event'

###################################################################################################

.python_base:
  stage: python
  image: git.damask-multiphysics.org:5050/damask/damask/python:$PYTHON_IMAGE
  tags:
    - matesting2-container-runner
  before_script:
    - python --version
    - pip list

.python_default:
  extends: .python_base
  variables: {PYTHON_IMAGE: 2025.02.25}

.python_min:
  extends: .python_base
  variables: {PYTHON_IMAGE: '310_2412'}


.create_package:
  script:
    - sed -i 's/-[[:digit:]]*-.*//' VERSION
    - cd python
    - python3 -m build --wheel --no-isolation

create_package:
  extends:
    - .create_package
    - .python_default

create_package_min:
  extends:
    - .create_package
    - .python_min
    - .on_merge


.pytest:
  script:
    - export DAMASK_ROOT=$(pwd)
    - PYTHONPATH=${DAMASK_ROOT}/python:$PYTHONPATH
    - cd python
    - python3 -m pytest -v --cov=damask --cov-report=xml --damask-root=${DAMASK_ROOT}
    - coverage report --fail-under=90 --show-missing

pytest:
  extends:
    - .pytest
    - .python_default

pytest_min:
  extends:
    - .pytest
    - .python_min
    - .on_merge


doctest:
  extends: .python_default
  script:
    - export DAMASK_ROOT=$(pwd)
    - PYTHONPATH=${DAMASK_ROOT}/python:$PYTHONPATH
    - cd python
    - python3 -m pytest -v --doctest-modules -k 'not result and not configmaterial and not orientation and not geomgrid' damask

mypy:
  extends: .python_default
  script:
    - cd python
    - mypy damask

###################################################################################################

.unittest:
  stage: compile
  tags:
    - matesting2-container-runner
  script:
    - source env/DAMASK.sh
    - export OPENBLAS_NUM_THREADS=1
    - ./bin/DAMASK_test
    - find . -name '*.gcda' -not -path "**/test/*" -exec gcov {} \;

.unittest_GCC:
  extends: .unittest
  image: git.damask-multiphysics.org:5050/damask/damask/gcc_petsc-debug:2025.03.10

.unittest_oneAPI:
  extends: .unittest
  image: git.damask-multiphysics.org:5050/damask/damask/oneapi_petsc-debug:2025.03.27

# -------------------------------------------------------------------------------------------------

unittest_GCC_DEBUG:
  extends: .unittest_GCC
  before_script:
    - cmake -B builddir -DDAMASK_SOLVER=test -DCMAKE_INSTALL_PREFIX=${PWD} -DCMAKE_BUILD_TYPE=DEBUG -DBUILDCMD_POST=-coverage
    - cmake --build builddir --target install

unittest_GCC_RELEASE:
  extends: .unittest_GCC
  before_script:
    - cmake -B builddir -DDAMASK_SOLVER=test -DCMAKE_INSTALL_PREFIX=${PWD} -DCMAKE_BUILD_TYPE=RELEASE -DBUILDCMD_POST=-coverage
    - cmake --build builddir --target install

unittest_GCC_PERFORMANCE:
  extends: .unittest_GCC
  before_script:
    - cmake -B builddir -DDAMASK_SOLVER=test -DCMAKE_INSTALL_PREFIX=${PWD} -DCMAKE_BUILD_TYPE=PERFORMANCE -DBUILDCMD_POST=-coverage
    - cmake --build builddir --target install

# -------------------------------------------------------------------------------------------------

unittest_oneAPI_DEBUG:
  extends: .unittest_oneAPI
  before_script:
    - cmake -B builddir -DDAMASK_SOLVER=test -DCMAKE_INSTALL_PREFIX=${PWD} -DCMAKE_BUILD_TYPE=DEBUG
    - cmake --build builddir --target install

unittest_oneAPI_RELEASE:
  extends: .unittest_oneAPI
  before_script:
    - cmake -B builddir -DDAMASK_SOLVER=test -DCMAKE_INSTALL_PREFIX=${PWD} -DCMAKE_BUILD_TYPE=RELEASE
    - cmake --build builddir --target install

unittest_oneAPI_PERFORMANCE:
  extends: .unittest_oneAPI
  before_script:
    - cmake -B builddir -DDAMASK_SOLVER=test -DCMAKE_INSTALL_PREFIX=${PWD} -DCMAKE_BUILD_TYPE=PERFORMANCE
    - cmake --build builddir --target install

###################################################################################################

.compile:
  stage: compile
  tags:
    - matesting2-container-runner
  before_script:
    - tail +$(grep -n 'Configure Actions.*' /petsc/configure.log | cut -f 1 -d:) /petsc/configure.log
    - source env/DAMASK.sh
    - export OPENBLAS_NUM_THREADS=1
    - cd PRIVATE/testing

.compile_grid:
  extends: .compile
  script:
    - pytest -v -k 'compile and grid'

.compile_mesh:
  extends: .compile
  script:
    - pytest -v -k 'compile and mesh'

grid_GCC:
  extends: .compile_grid
  image: git.damask-multiphysics.org:5050/damask/damask/gcc_petsc-default:2025.03.10

mesh_GCC:
  extends: .compile_mesh
  image: git.damask-multiphysics.org:5050/damask/damask/gcc_petsc-default:2025.03.10

grid_GCC-i64:
  extends: .compile_grid
  image: git.damask-multiphysics.org:5050/damask/damask/gcc_petsc-i64:2025.03.10

mesh_GCC-i64:
  extends: .compile_mesh
  image: git.damask-multiphysics.org:5050/damask/damask/gcc_petsc-i64:2025.03.10

grid_oneAPI:
  extends: .compile_grid
  image: git.damask-multiphysics.org:5050/damask/damask/oneapi_petsc-default:2025.03.27

mesh_oneAPI:
  extends: .compile_mesh
  image: git.damask-multiphysics.org:5050/damask/damask/oneapi_petsc-default:2025.03.27


Marc_Intel:
  stage: compile
  tags:
    - bare-metal
  script:
    - source /opt/venv/bin/activate
    - module load $IntelMarc $HDF5Marc $MSC
    - cd PRIVATE/testing
    - pytest -k 'compile and Marc' --basetemp ${TESTROOT}/compile_Marc

setup_Marc:
  stage: compile
  tags:
    - bare-metal
  script:
    - source /opt/venv/bin/activate
    - module load $IntelMarc $HDF5Marc $MSC
    - cd $(mktemp -d)
    - cp ${CI_PROJECT_DIR}/examples/Marc/* .
    - python3 -c "import damask;damask.solver.Marc().submit_job('r-value','texture',True,'h')"
    - mkdir -p ${TESTROOT}/src/Marc
    - mv ${CI_PROJECT_DIR}/src/Marc/DAMASK_Marc.marc ${TESTROOT}/src/Marc


###################################################################################################

.configexamples_debug:
  stage: compile
  tags:
    - matesting2-container-runner
  before_script:
    - tail +$(grep -n 'Configure Actions.*' /petsc/configure.log | cut -f 1 -d:) /petsc/configure.log
    - source env/DAMASK.sh
    - export OPENBLAS_NUM_THREADS=1
    - cmake -B builddir -DDAMASK_SOLVER=grid -DCMAKE_BUILD_TYPE=DEBUG
    - cmake --build builddir --target install
    - cd PRIVATE/testing
  script:
    - pytest -v -k configexamples

configexamples_debug_GCC:
  extends: .configexamples_debug
  image: git.damask-multiphysics.org:5050/damask/damask/gcc_petsc-default:2025.03.10
  before_script:
    - tail +$(grep -n 'Configure Actions.*' /petsc/configure.log | cut -f 1 -d:) /petsc/configure.log
    - source env/DAMASK.sh
    - export OPENBLAS_NUM_THREADS=1
    - cmake -B builddir -DDAMASK_SOLVER=grid -DCMAKE_BUILD_TYPE=DEBUG
    - cmake --build builddir --target install
    - cd PRIVATE/testing

configexamples_debug_oneAPI:
  extends: .configexamples_debug
  image: git.damask-multiphysics.org:5050/damask/damask/oneapi_petsc-default:2025.03.27
###################################################################################################
open-source_GCC:
  stage: fortran
  tags:
    - matesting2-container-runner
  image: git.damask-multiphysics.org:5050/damask/damask/gcc_petsc-default:2025.03.10
  before_script:
    - cmake -DDAMASK_SOLVER=grid -B build/grid && cmake --build build/grid --parallel 2 --target install
    - cmake -DDAMASK_SOLVER=mesh -B build/grid && cmake --build build/grid --parallel 2 --target install
    - source env/DAMASK.sh
    - export OPENBLAS_NUM_THREADS=1
  script:
    - cd PRIVATE/testing
    - pytest -v -k 'not compile and not (signal or restart) and not Marc'

open-source_signal_restart_GCC:
  stage: fortran
  tags:
    - bare-metal
  before_script:
    - source /opt/venv/bin/activate
    - module load ${COMPILER_INTEL} ${PETSC_INTEL}
    - cd $(mktemp -d)
    - cmake -DDAMASK_SOLVER=grid -DCMAKE_INSTALL_PREFIX=${TESTROOT} ${CI_PROJECT_DIR}
    - make -j2 all install
    - export PATH=${TESTROOT}/bin:${PATH}
    - cd ${CI_PROJECT_DIR}
    - source env/DAMASK.sh
    - echo Job start:" $(date)"
  script:
    - cd PRIVATE/testing
    - pytest -v -k 'signal or restart' -m 'not cifail' --basetemp ${TESTROOT}/open-source -v
  after_script:
    - echo Job end:" $(date)"

Marc:
  stage: fortran
  tags:
    - bare-metal
  script:
    - source /opt/venv/bin/activate
    - cd PRIVATE/testing
    - pytest -k 'not compile and Marc' -m 'not cifail' --damask-root=${TESTROOT} --basetemp ${TESTROOT}/Marc -v

# Needs closer look
# Phenopowerlaw_singleSlip:
#   stage: fortran
#   script: Phenopowerlaw_singleSlip/test.py


###################################################################################################
grid_performance:
  stage: statistics
  tags:
    - bare-metal
  before_script:
    - ${LOCAL_HOME}/bin/queue ${CI_JOB_ID} ${TOKEN} --blocking
    - source /opt/venv/bin/activate
    - source env/DAMASK.sh
    - echo Job start:" $(date)"
  script:
    - module load ${COMPILER_INTEL} ${PETSC_INTEL}
    - cd $(mktemp -d)
    - cmake -DOPTIMIZATION=AGGRESSIVE -DDAMASK_SOLVER=grid -DCMAKE_INSTALL_PREFIX=./ ${CI_PROJECT_DIR}
    - make -j2 all install
    - export PATH=${PWD}/bin:${PATH}
    - cd $(mktemp -d)
    - git clone -q git@git.damask-multiphysics.org:damask/statistics.git .
    - ./measure_performance.py --input_dir ${CI_PROJECT_DIR}/examples/grid --tag ${CI_COMMIT_SHA}
    - >
        if [ ${CI_COMMIT_BRANCH} == development ]; then
          git add performance.txt
          git commit -m ${CI_PIPELINE_ID}_${CI_COMMIT_SHA}
          git push
        fi


###################################################################################################
update_website_master:
  stage: finalize
  trigger:
    project: damask/website
    branch: master
  only:
    - development

update_website_3.0:
  stage: finalize
  trigger:
    project: damask/website
    branch: "3.0"
  only:
    - "3.0"

update_revision:
  stage: finalize
  tags:
    - bare-metal
  before_script:
    - ${LOCAL_HOME}/bin/queue ${CI_JOB_ID} ${TOKEN}
    - source /opt/venv/bin/activate
    - echo Job start:" $(date)"
  script:
    - cd $(mktemp -d)
    - git clone -q git@git.damask-multiphysics.org:damask/DAMASK.git .
    - git pull
    - export VERSION=$(git describe ${CI_COMMIT_SHA})
    - echo ${VERSION:1} > VERSION
    - >
       git diff-index --quiet HEAD ||
       git commit VERSION -m "[skip ci] updated version information after successful test of $VERSION"
    - if [ ${CI_COMMIT_SHA} == $(git rev-parse HEAD^) ]; then git push --atomic --no-verify origin HEAD:development HEAD:master; fi
  only:
    - development