deploy.yml 6.3 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180
  1. .clang_tidy_deploy_template:
  2. stage: deploy
  3. image: $CI_DOCKER_REGISTRY/esp32-ci-env
  4. tags:
  5. - deploy
  6. - shiny
  7. script:
  8. - mkdir -p ~/.ssh
  9. - chmod 700 ~/.ssh
  10. - echo -n $DOCS_DEPLOY_KEY > ~/.ssh/id_rsa_base64
  11. - base64 --decode --ignore-garbage ~/.ssh/id_rsa_base64 > ~/.ssh/id_rsa
  12. - chmod 600 ~/.ssh/id_rsa
  13. - echo -e "Host $DOCS_SERVER\n\tStrictHostKeyChecking no\n\tUser $DOCS_SERVER_USER\n" >> ~/.ssh/config
  14. - export GIT_VER=$(git describe --always)
  15. - cd $IDF_PATH/examples/get-started/hello_world/tidybuild
  16. - mv report $GIT_VER
  17. - tar czvf $GIT_VER.tar.gz $GIT_VER
  18. - export STATIC_REPORT_PATH="web/static_analysis/esp-idf/"
  19. - ssh $DOCS_SERVER -x "mkdir -p $STATIC_REPORT_PATH/clang-tidy"
  20. - scp $GIT_VER.tar.gz $DOCS_SERVER:$STATIC_REPORT_PATH/clang-tidy
  21. - ssh $DOCS_SERVER -x "cd $STATIC_REPORT_PATH/clang-tidy && tar xzvf $GIT_VER.tar.gz && rm -f latest && ln -s $GIT_VER latest"
  22. # add link to view the report
  23. - echo "[static analysis][clang tidy] $CI_DOCKER_REGISTRY/static_analysis/esp-idf/clang-tidy/${GIT_VER}/index.html"
  24. - test ! -e ${GIT_VER}/FAILED_RULES || { echo 'Failed static analysis rules!'; cat ${GIT_VER}/FAILED_RULES; exit 1; }
  25. clang_tidy_deploy:
  26. extends: .clang_tidy_deploy_template
  27. dependencies:
  28. - clang_tidy_check
  29. - clang_tidy_check_all
  30. variables:
  31. BOT_NEEDS_TRIGGER_BY_NAME: 1
  32. clang_tidy_deploy_regular:
  33. extends: .clang_tidy_deploy_template
  34. dependencies:
  35. - clang_tidy_check_regular
  36. only:
  37. refs:
  38. - master
  39. - /^release\/v/
  40. - /^v\d+\.\d+(\.\d+)?($|-)/
  41. - triggers
  42. - schedules
  43. variables:
  44. - $BOT_LABEL_STATIC_ANALYSIS
  45. - $BOT_LABEL_STATIC_ANALYSIS_ALL
  46. push_to_github:
  47. stage: deploy
  48. image: $CI_DOCKER_REGISTRY/esp32-ci-env$BOT_DOCKER_IMAGE_TAG
  49. tags:
  50. - deploy
  51. only:
  52. refs:
  53. - master
  54. - /^release\/v/
  55. - /^v\d+\.\d+(\.\d+)?($|-)/
  56. variables:
  57. - $BOT_TRIGGER_WITH_LABEL == null
  58. when: on_success
  59. dependencies: []
  60. extends: .before_script_lesser
  61. script:
  62. - mkdir -p ~/.ssh
  63. - chmod 700 ~/.ssh
  64. - echo -n $GH_PUSH_KEY > ~/.ssh/id_rsa_base64
  65. - base64 --decode --ignore-garbage ~/.ssh/id_rsa_base64 > ~/.ssh/id_rsa
  66. - chmod 600 ~/.ssh/id_rsa
  67. - echo -e "Host github.com\n\tStrictHostKeyChecking no\n" >> ~/.ssh/config
  68. - git remote remove github &>/dev/null || true
  69. - git remote add github git@github.com:espressif/esp-idf.git
  70. - tools/ci/push_to_github.sh
  71. .deploy_docs_template:
  72. extends: .before_script_lesser
  73. stage: deploy
  74. image: $ESP_IDF_DOC_ENV_IMAGE
  75. tags:
  76. - deploy
  77. - shiny
  78. dependencies:
  79. - build_docs_html
  80. - build_docs_pdf
  81. variables:
  82. DOCS_BUILD_DIR: "${IDF_PATH}/docs/_build/"
  83. PYTHONUNBUFFERED: 1
  84. script:
  85. - mkdir -p ~/.ssh
  86. - chmod 700 ~/.ssh
  87. - echo -n $DOCS_DEPLOY_PRIVATEKEY > ~/.ssh/id_rsa_base64
  88. - base64 --decode --ignore-garbage ~/.ssh/id_rsa_base64 > ~/.ssh/id_rsa
  89. - chmod 600 ~/.ssh/id_rsa
  90. - echo -e "Host $DOCS_DEPLOY_SERVER\n\tStrictHostKeyChecking no\n\tUser $DOCS_DEPLOY_SERVER_USER\n" >> ~/.ssh/config
  91. - export GIT_VER=$(git describe --always)
  92. - ${IDF_PATH}/tools/ci/multirun_with_pyenv.sh -p 3.6.10 ${IDF_PATH}/tools/ci/deploy_docs.py
  93. # deploys docs to CI_DOCKER_REGISTRY webserver, for internal review
  94. deploy_docs_preview:
  95. extends: .deploy_docs_template
  96. only:
  97. refs:
  98. - triggers
  99. variables:
  100. - $BOT_TRIGGER_WITH_LABEL == null
  101. - $BOT_LABEL_BUILD_DOCS
  102. variables:
  103. TYPE: "preview"
  104. # older branches use DOCS_DEPLOY_KEY, DOCS_SERVER, DOCS_SERVER_USER, DOCS_PATH for preview server so we keep these names for 'preview'
  105. DOCS_DEPLOY_PRIVATEKEY: "$DOCS_DEPLOY_KEY"
  106. DOCS_DEPLOY_SERVER: "$DOCS_SERVER"
  107. DOCS_DEPLOY_SERVER_USER: "$DOCS_SERVER_USER"
  108. DOCS_DEPLOY_PATH: "$DOCS_PATH"
  109. DOCS_DEPLOY_URL_BASE: "https://$CI_DOCKER_REGISTRY/docs/esp-idf"
  110. # deploy docs to production webserver
  111. deploy_docs_production:
  112. extends: .deploy_docs_template
  113. only:
  114. refs:
  115. # The DOCS_PROD_* variables used by this job are "Protected" so these branches must all be marked "Protected" in Gitlab settings
  116. - master
  117. - /^release\/v/
  118. - /^v\d+\.\d+(\.\d+)?($|-)/
  119. variables:
  120. - $BOT_TRIGGER_WITH_LABEL == null
  121. variables:
  122. TYPE: "preview"
  123. DOCS_DEPLOY_PRIVATEKEY: "$DOCS_PROD_DEPLOY_KEY"
  124. DOCS_DEPLOY_SERVER: "$DOCS_PROD_SERVER"
  125. DOCS_DEPLOY_SERVER_USER: "$DOCS_PROD_SERVER_USER"
  126. DOCS_DEPLOY_PATH: "$DOCS_PROD_PATH"
  127. DOCS_DEPLOY_URL_BASE: "https://docs.espressif.com/projects/esp-idf"
  128. deploy_test_result:
  129. stage: deploy
  130. image: $CI_DOCKER_REGISTRY/bot-env
  131. tags:
  132. - deploy_test
  133. when: always
  134. only:
  135. refs:
  136. - master
  137. - schedules
  138. artifacts:
  139. when: always
  140. paths:
  141. - ${CI_PROJECT_DIR}/test-management/*.log
  142. # save all test logs as artifacts, make it easier to track errors
  143. - ${CI_PROJECT_DIR}/TEST_LOGS
  144. - $CI_PROJECT_DIR/$CI_COMMIT_SHA
  145. expire_in: 1 mos
  146. variables:
  147. UNIT_TEST_CASE_FILE: "${CI_PROJECT_DIR}/components/idf_test/unit_test/TestCaseAll.yml"
  148. BOT_ACCOUNT_CONFIG_FILE: "${CI_PROJECT_DIR}/test-management/Config/Account.local.yml"
  149. TEST_FW_PATH: "$CI_PROJECT_DIR/tools/tiny-test-fw"
  150. AUTO_TEST_SCRIPT_PATH: "${CI_PROJECT_DIR}/auto_test_script"
  151. before_script:
  152. - mkdir -p ~/.ssh
  153. - chmod 700 ~/.ssh
  154. - echo -n $GITLAB_KEY > ~/.ssh/id_rsa_base64
  155. - base64 --decode --ignore-garbage ~/.ssh/id_rsa_base64 > ~/.ssh/id_rsa
  156. - chmod 600 ~/.ssh/id_rsa
  157. - echo -e "Host gitlab.espressif.cn\n\tStrictHostKeyChecking no\n" >> ~/.ssh/config
  158. script:
  159. - export GIT_SHA=$(echo ${CI_COMMIT_SHA} | cut -c 1-8)
  160. - export REV_COUNT=$(git rev-list --count HEAD)
  161. - export SUMMARY="IDF CI test result for $GIT_SHA (r${REV_COUNT})"
  162. # artifacts of job update_test_cases creates test-management folder
  163. # we need to remove it so we can clone test-management folder again
  164. - rm -r test-management
  165. - ./tools/ci/retry_failed.sh git clone $TEST_MANAGEMENT_REPO
  166. - python3 $CHECKOUT_REF_SCRIPT test-management test-management
  167. - cd test-management
  168. - echo $BOT_JIRA_ACCOUNT > ${BOT_ACCOUNT_CONFIG_FILE}
  169. # update test results
  170. - python3 ImportTestResult.py -r "$GIT_SHA (r${REV_COUNT})" -j $JIRA_TEST_MANAGEMENT_PROJECT -s "$SUMMARY" -l CI -p ${CI_PROJECT_DIR}/TEST_LOGS ${CI_PROJECT_DIR}/${CI_COMMIT_SHA} --pipeline_url ${CI_PIPELINE_URL}