.gitlab-ci.yml 4.8 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127
  1. stages:
  2. - pre_check
  3. - build
  4. - assign_test
  5. - build_doc
  6. - target_test
  7. - host_test
  8. - test_deploy
  9. - deploy
  10. - post_deploy
  11. workflow:
  12. rules:
  13. # Disable those non-protected push triggered pipelines
  14. - if: '$CI_COMMIT_REF_NAME != "master" && $CI_COMMIT_BRANCH !~ /^release\/v/ && $CI_COMMIT_TAG !~ /^v\d+\.\d+(\.\d+)?($|-)/ && $CI_PIPELINE_SOURCE == "push"'
  15. when: never
  16. - when: always
  17. variables:
  18. # System environment
  19. # Common parameters for the 'make' during CI tests
  20. MAKEFLAGS: "-j5 --no-keep-going"
  21. # GitLab-CI environment
  22. # XXX_ATTEMPTS variables (https://docs.gitlab.com/ce/ci/yaml/README.html#job-stages-attempts) are not defined here.
  23. # Use values from "CI / CD Settings" - "Variables".
  24. # GIT_STRATEGY is not defined here.
  25. # Use an option from "CI / CD Settings" - "General pipelines".
  26. # we will download archive for each submodule instead of clone.
  27. # we don't do "recursive" when fetch submodule as they're not used in CI now.
  28. GIT_SUBMODULE_STRATEGY: none
  29. SUBMODULE_FETCH_TOOL: "tools/ci/ci_fetch_submodule.py"
  30. # by default we will fetch all submodules
  31. # jobs can overwrite this variable to only fetch submodules they required
  32. # set to "none" if don't need to fetch submodules
  33. SUBMODULES_TO_FETCH: "all"
  34. # tell build system do not check submodule update as we download archive instead of clone
  35. IDF_SKIP_CHECK_SUBMODULES: 1
  36. IDF_PATH: "$CI_PROJECT_DIR"
  37. BATCH_BUILD: "1"
  38. V: "0"
  39. CHECKOUT_REF_SCRIPT: "$CI_PROJECT_DIR/tools/ci/checkout_project_ref.py"
  40. # Docker images
  41. BOT_DOCKER_IMAGE_TAG: ":latest"
  42. ESP_IDF_DOC_ENV_IMAGE: "$CI_DOCKER_REGISTRY/esp-idf-doc-env:v4.4-1-v4"
  43. ESP_ENV_IMAGE: "$CI_DOCKER_REGISTRY/esp-env:v4.4-1"
  44. AFL_FUZZER_TEST_IMAGE: "$CI_DOCKER_REGISTRY/afl-fuzzer-test:v4.4-1-1"
  45. CLANG_STATIC_ANALYSIS_IMAGE: "${CI_DOCKER_REGISTRY}/clang-static-analysis:v4.4-1-2"
  46. SONARQUBE_SCANNER_IMAGE: "${CI_DOCKER_REGISTRY}/sonarqube-scanner:3"
  47. # target test config file, used by assign test job
  48. CI_TARGET_TEST_CONFIG_FILE: "$CI_PROJECT_DIR/.gitlab/ci/target-test.yml"
  49. # target test repo parameters
  50. TEST_ENV_CONFIG_REPO: "https://gitlab-ci-token:${BOT_TOKEN}@${CI_SERVER_HOST}:${CI_SERVER_PORT}/qa/ci-test-runner-configs.git"
  51. CI_AUTO_TEST_SCRIPT_REPO_URL: "https://gitlab-ci-token:${BOT_TOKEN}@${CI_SERVER_HOST}:${CI_SERVER_PORT}/qa/auto_test_script.git"
  52. CI_AUTO_TEST_SCRIPT_REPO_BRANCH: "ci/v3.1"
  53. .setup_tools_unless_target_test: &setup_tools_unless_target_test |
  54. if [[ -n "$IDF_DONT_USE_MIRRORS" ]]; then
  55. export IDF_MIRROR_PREFIX_MAP=
  56. fi
  57. if [[ "$SETUP_TOOLS" == "1" || "$CI_JOB_STAGE" != "target_test" ]]; then
  58. tools/idf_tools.py --non-interactive install ${SETUP_TOOLS_LIST:-} && eval "$(tools/idf_tools.py --non-interactive export)" || exit 1
  59. if [[ ! -z "$OOCD_DISTRO_URL" && "$CI_JOB_STAGE" == "target_test" ]]; then
  60. echo "Using custom OpenOCD from ${OOCD_DISTRO_URL}"
  61. wget $OOCD_DISTRO_URL
  62. ARCH_NAME=$(basename $OOCD_DISTRO_URL)
  63. tar -x -f $ARCH_NAME
  64. export OPENOCD_SCRIPTS=$PWD/openocd-esp32/share/openocd/scripts
  65. export PATH=$PWD/openocd-esp32/bin:$PATH
  66. fi
  67. fi
  68. before_script:
  69. - source tools/ci/utils.sh
  70. - source tools/ci/setup_python.sh
  71. - add_gitlab_ssh_keys
  72. - source tools/ci/configure_ci_environment.sh
  73. - *setup_tools_unless_target_test
  74. - fetch_submodules
  75. # used for check scripts which we want to run unconditionally
  76. .before_script_no_sync_submodule:
  77. before_script:
  78. - echo "Not setting up GitLab key, not fetching submodules"
  79. - source tools/ci/utils.sh
  80. - source tools/ci/setup_python.sh
  81. - source tools/ci/configure_ci_environment.sh
  82. .before_script_minimal:
  83. before_script:
  84. - echo "Only load utils.sh"
  85. - source tools/ci/utils.sh
  86. .before_script_macos:
  87. before_script:
  88. - source tools/ci/utils.sh
  89. - export IDF_TOOLS_PATH="${HOME}/.espressif_runner_${CI_RUNNER_ID}_${CI_CONCURRENT_ID}"
  90. - $IDF_PATH/tools/idf_tools.py install-python-env
  91. # On macOS, these tools need to be installed
  92. - $IDF_PATH/tools/idf_tools.py --non-interactive install cmake ninja
  93. # This adds tools (compilers) and the version-specific Python environment to PATH
  94. - *setup_tools_unless_target_test
  95. # Install packages required by CI scripts into IDF Python environment
  96. - pip install -r $IDF_PATH/tools/ci/python_packages/ttfw_idf/requirements.txt
  97. - source tools/ci/configure_ci_environment.sh
  98. # Part of tools/ci/setup_python.sh; we don't use pyenv on macOS, so can't run the rest of the script.
  99. - export PYTHONPATH="$IDF_PATH/tools:$IDF_PATH/tools/ci/python_packages:$PYTHONPATH"
  100. - fetch_submodules
  101. include:
  102. - '.gitlab/ci/rules.yml'
  103. - '.gitlab/ci/docs.yml'
  104. - '.gitlab/ci/static-code-analysis.yml'
  105. - '.gitlab/ci/pre_check.yml'
  106. - '.gitlab/ci/build.yml'
  107. - '.gitlab/ci/assign-test.yml'
  108. - '.gitlab/ci/host-test.yml'
  109. - '.gitlab/ci/target-test.yml'
  110. - '.gitlab/ci/deploy.yml'