compilation_on_android_ubuntu.yml 27 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249250251252253254255256257258259260261262263264265266267268269270271272273274275276277278279280281282283284285286287288289290291292293294295296297298299300301302303304305306307308309310311312313314315316317318319320321322323324325326327328329330331332333334335336337338339340341342343344345346347348349350351352353354355356357358359360361362363364365366367368369370371372373374375376377378379380381382383384385386387388389390391392393394395396397398399400401402403404405406407408409410411412413414415416417418419420421422423424425426427428429430431432433434435436437438439440441442443444445446447448449450451452453454455456457458459460461462463464465466467468469470471472473474475476477478479480481482483484485486487488489490491492493494495496497498499500501502503504505506507508509510511512513514515516517518519520521522523524525526527528529530531532533534535536537538539540541542543544545546547548549550551552553554555556557558559560561562563564565566567568569570571572573574575576577578579580581582583584585586587588589590591592593594595596597598599600601602603604605606607608609610611612613614615616617618619620621622623624625626627628629630631632633634635636637638639640641642643644645646647648649650651652653654655656657658659660661662663664665666667668669670671672673674675676677678679680681682683684685686687688689690691692693694695696697698699700701702703704705706707708709710711712713714715716717718719
  1. # Copyright (C) 2019 Intel Corporation. All rights reserved.
  2. # SPDX-License-Identifier: Apache-2.0 WITH LLVM-exception
  3. name: compilation on android, ubuntu-22.04
  4. on:
  5. # will be triggered on PR events
  6. pull_request:
  7. types:
  8. - opened
  9. - synchronize
  10. paths:
  11. - ".github/workflows/build_llvm_libraries.yml"
  12. - ".github/workflows/compilation_on_android_ubuntu.yml"
  13. - "build-scripts/**"
  14. - "core/**"
  15. - "!core/deps/**"
  16. - "product-mini/**"
  17. - "samples/**"
  18. - "!samples/workload/**"
  19. - "tests/wamr-test-suites/**"
  20. - "wamr-compiler/**"
  21. - "wamr-sdk/**"
  22. - "test-tools/wamr-ide/**"
  23. # will be triggered on push events
  24. push:
  25. branches:
  26. - main
  27. - "dev/**"
  28. paths:
  29. - ".github/workflows/build_llvm_libraries.yml"
  30. - ".github/workflows/compilation_on_android_ubuntu.yml"
  31. - "build-scripts/**"
  32. - "core/**"
  33. - "!core/deps/**"
  34. - "product-mini/**"
  35. - "samples/**"
  36. - "!samples/workload/**"
  37. - "tests/wamr-test-suites/**"
  38. - "wamr-compiler/**"
  39. - "wamr-sdk/**"
  40. - "test-tools/wamr-ide/**"
  41. # allow to be triggered manually
  42. workflow_dispatch:
  43. # Cancel any in-flight jobs for the same PR/branch so there's only one active
  44. # at a time
  45. concurrency:
  46. group: ${{ github.workflow }}-${{ github.ref }}
  47. cancel-in-progress: true
  48. env:
  49. # For BUILD
  50. AOT_BUILD_OPTIONS: " -DWAMR_BUILD_AOT=1 -DWAMR_BUILD_FAST_INTERP=0 -DWAMR_BUILD_INTERP=0 -DWAMR_BUILD_FAST_JIT=0 -DWAMR_BUILD_JIT=0 -DWAMR_BUILD_LAZY_JIT=0"
  51. CLASSIC_INTERP_BUILD_OPTIONS: "-DWAMR_BUILD_AOT=0 -DWAMR_BUILD_FAST_INTERP=0 -DWAMR_BUILD_INTERP=1 -DWAMR_BUILD_FAST_JIT=0 -DWAMR_BUILD_JIT=0 -DWAMR_BUILD_LAZY_JIT=0"
  52. FAST_INTERP_BUILD_OPTIONS: " -DWAMR_BUILD_AOT=0 -DWAMR_BUILD_FAST_INTERP=1 -DWAMR_BUILD_INTERP=1 -DWAMR_BUILD_FAST_JIT=0 -DWAMR_BUILD_JIT=0 -DWAMR_BUILD_LAZY_JIT=0"
  53. FAST_JIT_BUILD_OPTIONS: " -DWAMR_BUILD_AOT=1 -DWAMR_BUILD_FAST_INTERP=0 -DWAMR_BUILD_INTERP=0 -DWAMR_BUILD_FAST_JIT=1 -DWAMR_BUILD_JIT=0 -DWAMR_BUILD_LAZY_JIT=0"
  54. LLVM_LAZY_JIT_BUILD_OPTIONS: " -DWAMR_BUILD_AOT=1 -DWAMR_BUILD_FAST_INTERP=0 -DWAMR_BUILD_INTERP=0 -DWAMR_BUILD_FAST_JIT=0 -DWAMR_BUILD_JIT=1 -DWAMR_BUILD_LAZY_JIT=1"
  55. LLVM_EAGER_JIT_BUILD_OPTIONS: "-DWAMR_BUILD_AOT=1 -DWAMR_BUILD_FAST_INTERP=0 -DWAMR_BUILD_INTERP=0 -DWAMR_BUILD_FAST_JIT=0 -DWAMR_BUILD_JIT=1 -DWAMR_BUILD_LAZY_JIT=0"
  56. MULTI_TIER_JIT_BUILD_OPTIONS: "-DWAMR_BUILD_AOT=1 -DWAMR_BUILD_FAST_INTERP=0 -DWAMR_BUILD_INTERP=1 -DWAMR_BUILD_FAST_JIT=1 -DWAMR_BUILD_JIT=1 -DWAMR_BUILD_LAZY_JIT=1"
  57. # For Spec Test
  58. DEFAULT_TEST_OPTIONS: "-s spec -b -P"
  59. MULTI_MODULES_TEST_OPTIONS: "-s spec -b -M -P"
  60. SIMD_TEST_OPTIONS: "-s spec -b -S -P"
  61. THREADS_TEST_OPTIONS: "-s spec -b -p -P"
  62. X86_32_TARGET_TEST_OPTIONS: "-m x86_32 -P"
  63. WASI_TEST_OPTIONS: "-s wasi_certification -w"
  64. WAMR_COMPILER_TEST_OPTIONS: "-s wamr_compiler -b -P"
  65. jobs:
  66. build_llvm_libraries_on_ubuntu_2204:
  67. uses: ./.github/workflows/build_llvm_libraries.yml
  68. with:
  69. os: "ubuntu-22.04"
  70. arch: "X86"
  71. build_wamrc:
  72. needs:
  73. [build_llvm_libraries_on_ubuntu_2204]
  74. runs-on: ${{ matrix.os }}
  75. strategy:
  76. matrix:
  77. include:
  78. - os: ubuntu-22.04
  79. llvm_cache_key: ${{ needs.build_llvm_libraries_on_ubuntu_2204.outputs.cache_key }}
  80. steps:
  81. - name: checkout
  82. uses: actions/checkout@v4
  83. # since jobs.id can't contain the dot character
  84. # it is hard to use `format` to assemble the cache key
  85. - name: Get LLVM libraries
  86. id: retrieve_llvm_libs
  87. uses: actions/cache@v4
  88. with:
  89. path: |
  90. ./core/deps/llvm/build/bin
  91. ./core/deps/llvm/build/include
  92. ./core/deps/llvm/build/lib
  93. ./core/deps/llvm/build/libexec
  94. ./core/deps/llvm/build/share
  95. key: ${{ matrix.llvm_cache_key }}
  96. - name: Quit if cache miss
  97. if: steps.retrieve_llvm_libs.outputs.cache-hit != 'true'
  98. run: echo "::error::can not get prebuilt llvm libraries" && exit 1
  99. - name: Build wamrc
  100. run: |
  101. mkdir build && cd build
  102. cmake ..
  103. cmake --build . --config Release --parallel 4
  104. working-directory: wamr-compiler
  105. build_iwasm:
  106. needs:
  107. [build_llvm_libraries_on_ubuntu_2204]
  108. runs-on: ${{ matrix.os }}
  109. strategy:
  110. matrix:
  111. make_options_run_mode: [
  112. # Running mode
  113. $AOT_BUILD_OPTIONS,
  114. $CLASSIC_INTERP_BUILD_OPTIONS,
  115. $FAST_INTERP_BUILD_OPTIONS,
  116. $FAST_JIT_BUILD_OPTIONS,
  117. $LLVM_LAZY_JIT_BUILD_OPTIONS,
  118. $LLVM_EAGER_JIT_BUILD_OPTIONS,
  119. $MULTI_TIER_JIT_BUILD_OPTIONS,
  120. ]
  121. make_options_feature: [
  122. # Features
  123. "-DWAMR_BUILD_CUSTOM_NAME_SECTION=1",
  124. "-DWAMR_BUILD_DEBUG_AOT=1",
  125. "-DWAMR_BUILD_DEBUG_INTERP=1",
  126. "-DWAMR_BUILD_DUMP_CALL_STACK=1",
  127. "-DWAMR_BUILD_LIB_PTHREAD=1",
  128. "-DWAMR_BUILD_LIB_WASI_THREADS=1",
  129. "-DWAMR_BUILD_LOAD_CUSTOM_SECTION=1",
  130. "-DWAMR_BUILD_MINI_LOADER=1",
  131. "-DWAMR_BUILD_MEMORY_PROFILING=1",
  132. "-DWAMR_BUILD_MULTI_MODULE=1",
  133. "-DWAMR_BUILD_PERF_PROFILING=1",
  134. "-DWAMR_BUILD_REF_TYPES=1",
  135. "-DWAMR_BUILD_SIMD=1",
  136. "-DWAMR_BUILD_TAIL_CALL=1",
  137. "-DWAMR_DISABLE_HW_BOUND_CHECK=1",
  138. ]
  139. os: [ubuntu-22.04]
  140. platform: [android, linux]
  141. exclude:
  142. # uncompatiable feature and platform
  143. # uncompatiable mode and feature
  144. # MULTI_MODULE only on INTERP mode and AOT mode
  145. - make_options_run_mode: $FAST_JIT_BUILD_OPTIONS
  146. make_options_feature: "-DWAMR_BUILD_MULTI_MODULE=1"
  147. - make_options_run_mode: $LLVM_LAZY_JIT_BUILD_OPTIONS
  148. make_options_feature: "-DWAMR_BUILD_MULTI_MODULE=1"
  149. - make_options_run_mode: $LLVM_EAGER_JIT_BUILD_OPTIONS
  150. make_options_feature: "-DWAMR_BUILD_MULTI_MODULE=1"
  151. - make_options_run_mode: $MULTI_TIER_JIT_BUILD_OPTIONS
  152. make_options_feature: "-DWAMR_BUILD_MULTI_MODULE=1"
  153. # SIMD only on JIT/AOT mode
  154. - make_options_run_mode: $CLASSIC_INTERP_BUILD_OPTIONS
  155. make_options_feature: "-DWAMR_BUILD_SIMD=1"
  156. - make_options_run_mode: $FAST_INTERP_BUILD_OPTIONS
  157. make_options_feature: "-DWAMR_BUILD_SIMD=1"
  158. # DEBUG_INTERP only on CLASSIC INTERP mode
  159. - make_options_run_mode: $AOT_BUILD_OPTIONS
  160. make_options_feature: "-DWAMR_BUILD_DEBUG_INTERP=1"
  161. - make_options_run_mode: $FAST_INTERP_BUILD_OPTIONS
  162. make_options_feature: "-DWAMR_BUILD_DEBUG_INTERP=1"
  163. - make_options_run_mode: $FAST_JIT_BUILD_OPTIONS
  164. make_options_feature: "-DWAMR_BUILD_DEBUG_INTERP=1"
  165. - make_options_run_mode: $LLVM_LAZY_JIT_BUILD_OPTIONS
  166. make_options_feature: "-DWAMR_BUILD_DEBUG_INTERP=1"
  167. - make_options_run_mode: $LLVM_EAGER_JIT_BUILD_OPTIONS
  168. make_options_feature: "-DWAMR_BUILD_DEBUG_INTERP=1"
  169. - make_options_run_mode: $MULTI_TIER_JIT_BUILD_OPTIONS
  170. make_options_feature: "-DWAMR_BUILD_DEBUG_INTERP=1"
  171. # DEBUG_AOT only on JIT/AOT mode
  172. - make_options_run_mode: $CLASSIC_INTERP_BUILD_OPTIONS
  173. make_options_feature: "-DWAMR_BUILD_DEBUG_AOT=1"
  174. - make_options_run_mode: $FAST_INTERP_BUILD_OPTIONS
  175. make_options_feature: "-DWAMR_BUILD_DEBUG_AOT=1"
  176. # TODO: DEBUG_AOT on JIT
  177. - make_options_run_mode: $FAST_JIT_BUILD_OPTIONS
  178. make_options_feature: "-DWAMR_BUILD_DEBUG_AOT=1"
  179. - make_options_run_mode: $LLVM_LAZY_JIT_BUILD_OPTIONS
  180. make_options_feature: "-DWAMR_BUILD_DEBUG_AOT=1"
  181. - make_options_run_mode: $LLVM_EAGER_JIT_BUILD_OPTIONS
  182. make_options_feature: "-DWAMR_BUILD_DEBUG_AOT=1"
  183. - make_options_run_mode: $MULTI_TIER_JIT_BUILD_OPTIONS
  184. make_options_feature: "-DWAMR_BUILD_DEBUG_AOT=1"
  185. # MINI_LOADER only on INTERP mode
  186. - make_options_run_mode: $AOT_BUILD_OPTIONS
  187. make_options_feature: "-DWAMR_BUILD_MINI_LOADER=1"
  188. - make_options_run_mode: $FAST_JIT_BUILD_OPTIONS
  189. make_options_feature: "-DWAMR_BUILD_MINI_LOADER=1"
  190. - make_options_run_mode: $LLVM_LAZY_JIT_BUILD_OPTIONS
  191. make_options_feature: "-DWAMR_BUILD_MINI_LOADER=1"
  192. - make_options_run_mode: $LLVM_EAGER_JIT_BUILD_OPTIONS
  193. make_options_feature: "-DWAMR_BUILD_MINI_LOADER=1"
  194. - make_options_run_mode: $MULTI_TIER_JIT_BUILD_OPTIONS
  195. make_options_feature: "-DWAMR_BUILD_MINI_LOADER=1"
  196. # Fast-JIT and Multi-Tier-JIT mode don't support android(X86-32)
  197. - make_options_run_mode: $FAST_JIT_BUILD_OPTIONS
  198. platform: android
  199. - make_options_run_mode: $MULTI_TIER_JIT_BUILD_OPTIONS
  200. platform: android
  201. include:
  202. - os: ubuntu-22.04
  203. llvm_cache_key: ${{ needs.build_llvm_libraries_on_ubuntu_2204.outputs.cache_key }}
  204. steps:
  205. - name: checkout
  206. uses: actions/checkout@v4
  207. # only download llvm cache when needed
  208. - name: Get LLVM libraries
  209. id: retrieve_llvm_libs
  210. if: endsWith(matrix.make_options_run_mode, '_JIT_BUILD_OPTIONS')
  211. uses: actions/cache@v4
  212. with:
  213. path: |
  214. ./core/deps/llvm/build/bin
  215. ./core/deps/llvm/build/include
  216. ./core/deps/llvm/build/lib
  217. ./core/deps/llvm/build/libexec
  218. ./core/deps/llvm/build/share
  219. key: ${{ matrix.llvm_cache_key }}
  220. - name: Quit if cache miss
  221. if: endsWith(matrix.make_options_run_mode, '_JIT_BUILD_OPTIONS') && (steps.retrieve_llvm_libs.outputs.cache-hit != 'true')
  222. run: echo "::error::can not get prebuilt llvm libraries" && exit 1
  223. - name: Build iwasm
  224. run: |
  225. mkdir build && cd build
  226. cmake .. ${{ matrix.make_options_run_mode }} ${{ matrix.make_options_feature }}
  227. cmake --build . --config Release --parallel 4
  228. working-directory: product-mini/platforms/${{ matrix.platform }}
  229. - name: Build and run unit tests
  230. run: |
  231. mkdir build-unittests && cd build-unittests
  232. cmake .. ${{ matrix.make_options_run_mode }} ${{ matrix.make_options_feature }}
  233. cmake --build . --config Release --parallel 4
  234. ctest
  235. working-directory: tests/unit
  236. build_samples_wasm_c_api:
  237. needs:
  238. [
  239. build_iwasm,
  240. build_llvm_libraries_on_ubuntu_2204,
  241. build_wamrc,
  242. ]
  243. runs-on: ${{ matrix.os }}
  244. strategy:
  245. fail-fast: false
  246. matrix:
  247. make_options: [
  248. # Running mode
  249. $AOT_BUILD_OPTIONS,
  250. $CLASSIC_INTERP_BUILD_OPTIONS,
  251. $FAST_INTERP_BUILD_OPTIONS,
  252. $FAST_JIT_BUILD_OPTIONS,
  253. $LLVM_LAZY_JIT_BUILD_OPTIONS,
  254. $LLVM_EAGER_JIT_BUILD_OPTIONS,
  255. $MULTI_TIER_JIT_BUILD_OPTIONS,
  256. ]
  257. os: [ubuntu-22.04]
  258. wasi_sdk_release:
  259. [
  260. "https://github.com/WebAssembly/wasi-sdk/releases/download/wasi-sdk-20/wasi-sdk-20.0-linux.tar.gz",
  261. ]
  262. wabt_release:
  263. [
  264. "https://github.com/WebAssembly/wabt/releases/download/1.0.31/wabt-1.0.31-ubuntu.tar.gz",
  265. ]
  266. include:
  267. - os: ubuntu-22.04
  268. llvm_cache_key: ${{ needs.build_llvm_libraries_on_ubuntu_2204.outputs.cache_key }}
  269. steps:
  270. - name: checkout
  271. uses: actions/checkout@v4
  272. - name: Get LLVM libraries
  273. id: retrieve_llvm_libs
  274. if: (!endsWith(matrix.make_options, '_INTERP_BUILD_OPTIONS'))
  275. uses: actions/cache@v4
  276. with:
  277. path: |
  278. ./core/deps/llvm/build/bin
  279. ./core/deps/llvm/build/include
  280. ./core/deps/llvm/build/lib
  281. ./core/deps/llvm/build/libexec
  282. ./core/deps/llvm/build/share
  283. key: ${{ matrix.llvm_cache_key }}
  284. - name: Quit if cache miss
  285. if: (!endsWith(matrix.make_options, '_INTERP_BUILD_OPTIONS')) && (steps.retrieve_llvm_libs.outputs.cache-hit != 'true')
  286. run: echo "::error::can not get prebuilt llvm libraries" && exit 1
  287. - name: download and install wabt
  288. run: |
  289. cd /opt
  290. sudo wget ${{ matrix.wabt_release }}
  291. sudo tar -xzf wabt-1.0.31-*.tar.gz
  292. sudo mv wabt-1.0.31 wabt
  293. - name: Build wamrc
  294. if: (!endsWith(matrix.make_options, '_INTERP_BUILD_OPTIONS'))
  295. run: |
  296. mkdir build && cd build
  297. cmake ..
  298. cmake --build . --config Release --parallel 4
  299. working-directory: wamr-compiler
  300. - name: Build Sample [wasm-c-api]
  301. run: |
  302. VERBOSE=1
  303. cmake -S . -B build ${{ matrix.make_options }}
  304. cmake --build build --config Debug --parallel 4
  305. ctest --test-dir build --output-on-failure
  306. working-directory: samples/wasm-c-api
  307. build_samples_others:
  308. needs:
  309. [
  310. build_iwasm,
  311. build_llvm_libraries_on_ubuntu_2204,
  312. build_wamrc,
  313. ]
  314. runs-on: ${{ matrix.os }}
  315. strategy:
  316. matrix:
  317. os: [ubuntu-22.04]
  318. wasi_sdk_release:
  319. [
  320. "https://github.com/WebAssembly/wasi-sdk/releases/download/wasi-sdk-20/wasi-sdk-20.0-linux.tar.gz",
  321. ]
  322. wabt_release:
  323. [
  324. "https://github.com/WebAssembly/wabt/releases/download/1.0.31/wabt-1.0.31-ubuntu.tar.gz",
  325. ]
  326. include:
  327. - os: ubuntu-22.04
  328. llvm_cache_key: ${{ needs.build_llvm_libraries_on_ubuntu_2204.outputs.cache_key }}
  329. steps:
  330. - name: checkout
  331. uses: actions/checkout@v4
  332. - name: download and install wasi-sdk
  333. run: |
  334. cd /opt
  335. sudo wget ${{ matrix.wasi_sdk_release }}
  336. sudo tar -xzf wasi-sdk-*.tar.gz
  337. sudo mv wasi-sdk-20.0 wasi-sdk
  338. - name: download and install wabt
  339. run: |
  340. cd /opt
  341. sudo wget ${{ matrix.wabt_release }}
  342. sudo tar -xzf wabt-1.0.31-*.tar.gz
  343. sudo mv wabt-1.0.31 wabt
  344. - name: Get LLVM libraries
  345. id: retrieve_llvm_libs
  346. uses: actions/cache@v4
  347. with:
  348. path: |
  349. ./core/deps/llvm/build/bin
  350. ./core/deps/llvm/build/include
  351. ./core/deps/llvm/build/lib
  352. ./core/deps/llvm/build/libexec
  353. ./core/deps/llvm/build/share
  354. key: ${{ matrix.llvm_cache_key }}
  355. - name: Build wamrc
  356. run: |
  357. mkdir build && cd build
  358. cmake ..
  359. cmake --build . --config Release --parallel 4
  360. working-directory: wamr-compiler
  361. - name: Build Sample [basic]
  362. run: |
  363. cd samples/basic
  364. ./build.sh
  365. ./run.sh
  366. - name: Build Sample [file]
  367. run: |
  368. cd samples/file
  369. mkdir build && cd build
  370. cmake ..
  371. cmake --build . --config Debug --parallel 4
  372. ./src/iwasm -f wasm-app/file.wasm -d .
  373. - name: Build Sample [multi-thread]
  374. run: |
  375. cd samples/multi-thread
  376. mkdir build && cd build
  377. cmake ..
  378. cmake --build . --config Debug --parallel 4
  379. ./iwasm wasm-apps/test.wasm
  380. - name: Build Sample [multi-module]
  381. run: |
  382. cd samples/multi-module
  383. mkdir build && cd build
  384. cmake .. -DWAMR_BUILD_AOT=1
  385. cmake --build . --config Debug --parallel 4
  386. ./multi_module mC.wasm
  387. ./multi_module mC.aot
  388. - name: Build Sample [spawn-thread]
  389. run: |
  390. cd samples/spawn-thread
  391. mkdir build && cd build
  392. cmake ..
  393. cmake --build . --config Debug --parallel 4
  394. ./spawn_thread
  395. - name: Build Sample [ref-types]
  396. run: |
  397. cd samples/ref-types
  398. mkdir build && cd build
  399. cmake ..
  400. cmake --build . --config Debug --parallel 4
  401. ./hello
  402. - name: Build Sample [simple]
  403. run: |
  404. ./build.sh -p host-interp
  405. python3 ./sample_test_run.py $(pwd)/out
  406. exit $?
  407. working-directory: ./samples/simple
  408. - name: Build Sample [wasi-threads]
  409. run: |
  410. cd samples/wasi-threads
  411. mkdir build && cd build
  412. cmake ..
  413. cmake --build . --config Debug --parallel 4
  414. ./iwasm wasm-apps/no_pthread.wasm
  415. - name: Build Sample [shared-module]
  416. run: |
  417. cd samples/shared-module
  418. ./build.sh
  419. ./run.sh
  420. - name: Build Sample [terminate]
  421. run: |
  422. cd samples/terminate
  423. ./build.sh
  424. ./run.sh
  425. test:
  426. needs:
  427. [
  428. build_iwasm,
  429. build_llvm_libraries_on_ubuntu_2204,
  430. build_wamrc,
  431. ]
  432. runs-on: ${{ matrix.os }}
  433. strategy:
  434. fail-fast: false
  435. matrix:
  436. os: [ubuntu-22.04]
  437. running_mode:
  438. [
  439. "classic-interp",
  440. "fast-interp",
  441. "jit",
  442. "aot",
  443. "fast-jit",
  444. "multi-tier-jit",
  445. ]
  446. test_option:
  447. [
  448. $DEFAULT_TEST_OPTIONS,
  449. $MULTI_MODULES_TEST_OPTIONS,
  450. $SIMD_TEST_OPTIONS,
  451. $THREADS_TEST_OPTIONS,
  452. $WASI_TEST_OPTIONS,
  453. ]
  454. wasi_sdk_release:
  455. [
  456. "https://github.com/WebAssembly/wasi-sdk/releases/download/wasi-sdk-20/wasi-sdk-20.0-linux.tar.gz",
  457. ]
  458. include:
  459. - os: ubuntu-22.04
  460. llvm_cache_key: ${{ needs.build_llvm_libraries_on_ubuntu_2204.outputs.cache_key }}
  461. ubuntu_version: "22.04"
  462. - os: ubuntu-22.04
  463. llvm_cache_key: ${{ needs.build_llvm_libraries_on_ubuntu_2204.outputs.cache_key }}
  464. running_mode: aot
  465. test_option: $WAMR_COMPILER_TEST_OPTIONS
  466. exclude:
  467. # uncompatiable modes and features
  468. # classic-interp and fast-interp don't support simd
  469. - running_mode: "classic-interp"
  470. test_option: $SIMD_TEST_OPTIONS
  471. - running_mode: "fast-interp"
  472. test_option: $SIMD_TEST_OPTIONS
  473. # llvm jit doesn't support multi module
  474. - running_mode: "jit"
  475. test_option: $MULTI_MODULES_TEST_OPTIONS
  476. # fast-jit doesn't support multi module, simd
  477. - running_mode: "fast-jit"
  478. test_option: $MULTI_MODULES_TEST_OPTIONS
  479. - running_mode: "fast-jit"
  480. test_option: $SIMD_TEST_OPTIONS
  481. # multi-tier-jit doesn't support multi module, simd
  482. - running_mode: "multi-tier-jit"
  483. test_option: $MULTI_MODULES_TEST_OPTIONS
  484. - running_mode: "multi-tier-jit"
  485. test_option: $SIMD_TEST_OPTIONS
  486. steps:
  487. - name: checkout
  488. uses: actions/checkout@v4
  489. - name: download and install wasi-sdk
  490. if: matrix.test_option == '$WASI_TEST_OPTIONS'
  491. run: |
  492. cd /opt
  493. sudo wget ${{ matrix.wasi_sdk_release }}
  494. sudo tar -xzf wasi-sdk-*.tar.gz
  495. sudo mv wasi-sdk-20.0 wasi-sdk
  496. # It is a temporary solution until new wasi-sdk that includes bug fixes is released
  497. - name: build wasi-libc from source
  498. if: matrix.test_option == '$WASI_TEST_OPTIONS'
  499. run: |
  500. git clone https://github.com/WebAssembly/wasi-libc
  501. cd wasi-libc
  502. make -j AR=/opt/wasi-sdk/bin/llvm-ar NM=/opt/wasi-sdk/bin/llvm-nm CC=/opt/wasi-sdk/bin/clang THREAD_MODEL=posix
  503. echo "SYSROOT_PATH=$PWD/sysroot" >> $GITHUB_ENV
  504. - name: set env variable(if llvm are used)
  505. if: matrix.running_mode == 'aot' || matrix.running_mode == 'jit' || matrix.running_mode == 'multi-tier-jit'
  506. run: echo "USE_LLVM=true" >> $GITHUB_ENV
  507. - name: set env variable(if x86_32 test needed)
  508. if: >
  509. (matrix.test_option == '$DEFAULT_TEST_OPTIONS' || matrix.test_option == '$THREADS_TEST_OPTIONS'
  510. || matrix.test_option == '$WASI_TEST_OPTIONS')
  511. && matrix.running_mode != 'fast-jit' && matrix.running_mode != 'jit' && matrix.running_mode != 'multi-tier-jit'
  512. run: echo "TEST_ON_X86_32=true" >> $GITHUB_ENV
  513. #only download llvm libraries in jit and aot mode
  514. - name: Get LLVM libraries
  515. if: env.USE_LLVM == 'true'
  516. id: retrieve_llvm_libs
  517. uses: actions/cache@v4
  518. with:
  519. path: |
  520. ./core/deps/llvm/build/bin
  521. ./core/deps/llvm/build/include
  522. ./core/deps/llvm/build/lib
  523. ./core/deps/llvm/build/libexec
  524. ./core/deps/llvm/build/share
  525. key: ${{ matrix.llvm_cache_key }}
  526. - name: Quit if cache miss
  527. if: env.USE_LLVM == 'true' && steps.retrieve_llvm_libs.outputs.cache-hit != 'true'
  528. run: echo "::error::can not get prebuilt llvm libraries" && exit 1
  529. - name: install jq JSON processor
  530. if: matrix.running_mode == 'aot' && matrix.test_option == '$WASI_TEST_OPTIONS'
  531. run: sudo apt-get update && sudo apt install -y jq
  532. - name: Build WASI thread tests
  533. if: matrix.test_option == '$WASI_TEST_OPTIONS'
  534. run: bash build.sh --sysroot "$SYSROOT_PATH"
  535. working-directory: ./core/iwasm/libraries/lib-wasi-threads/test/
  536. - name: build socket api tests
  537. if: matrix.test_option == '$WASI_TEST_OPTIONS'
  538. run: bash build.sh
  539. working-directory: ./core/iwasm/libraries/lib-socket/test/
  540. - name: run tests
  541. timeout-minutes: 30
  542. run: ./test_wamr.sh ${{ matrix.test_option }} -t ${{ matrix.running_mode }}
  543. working-directory: ./tests/wamr-test-suites
  544. #only install x32 support libraries when to run x86_32 cases
  545. - name: install x32 support libraries
  546. if: env.TEST_ON_X86_32 == 'true'
  547. run:
  548. # Add another apt repository as some packages cannot
  549. # be downloaded with the github default repository
  550. sudo curl -sSL https://packages.microsoft.com/keys/microsoft.asc | sudo tee /etc/apt/trusted.gpg.d/microsoft.asc &&
  551. sudo apt-add-repository https://packages.microsoft.com/ubuntu/${{ matrix.ubuntu_version }}/prod &&
  552. sudo apt-get update &&
  553. sudo apt install -y g++-multilib lib32gcc-9-dev
  554. - name: run tests x86_32
  555. timeout-minutes: 30
  556. if: env.TEST_ON_X86_32 == 'true'
  557. run: ./test_wamr.sh ${{ env.X86_32_TARGET_TEST_OPTIONS }} ${{ matrix.test_option }} -t ${{ matrix.running_mode }}
  558. working-directory: ./tests/wamr-test-suites
  559. test-wamr-ide:
  560. needs:
  561. [
  562. build_iwasm
  563. ]
  564. runs-on: ubuntu-22.04
  565. env:
  566. PYTHON_VERSION: '3.10'
  567. PYTHON_UBUNTU_STANDALONE_BUILD: https://github.com/indygreg/python-build-standalone/releases/download/20230507/cpython-3.10.11+20230507-x86_64-unknown-linux-gnu-install_only.tar.gz
  568. steps:
  569. - name: checkout
  570. uses: actions/checkout@v4
  571. - name: install dependencies
  572. run: |
  573. rustup target add wasm32-wasi
  574. sudo apt update && sudo apt-get install -y lld ninja-build
  575. npm install
  576. working-directory: test-tools/wamr-ide/VSCode-Extension
  577. - name: build iwasm with source debugging feature
  578. run: |
  579. mkdir build
  580. cd build
  581. cmake .. -DWAMR_BUILD_DEBUG_INTERP=1
  582. make
  583. working-directory: product-mini/platforms/linux
  584. - name: Cache LLDB
  585. id: cache-lldb
  586. uses: actions/cache@v4
  587. env:
  588. cache-name: cache-lldb-vscode
  589. with:
  590. path: test-tools/wamr-ide/VSCode-Extension/resource/debug/linux
  591. key: ${{ env.cache-name }}-${{ hashFiles('build-scripts/lldb_wasm.patch') }}-${{ env.PYTHON_UBUNTU_STANDALONE_BUILD }}
  592. - if: ${{ steps.cache-lldb.outputs.cache-hit != 'true' }}
  593. name: get stand-alone python ubuntu
  594. run: |
  595. wget ${{ env.PYTHON_UBUNTU_STANDALONE_BUILD }} -O python.tar.gz
  596. tar -xvf python.tar.gz
  597. working-directory: core/deps
  598. - if: ${{ steps.cache-lldb.outputs.cache-hit != 'true' }}
  599. name: download llvm
  600. run: |
  601. wget https://github.com/llvm/llvm-project/archive/1f27fe6128769f00197925c3b8f6abb9d0e5cd2e.zip
  602. unzip -q 1f27fe6128769f00197925c3b8f6abb9d0e5cd2e.zip
  603. mv llvm-project-1f27fe6128769f00197925c3b8f6abb9d0e5cd2e llvm-project
  604. working-directory: core/deps
  605. - if: ${{ steps.cache-lldb.outputs.cache-hit != 'true' }}
  606. name: apply wamr patch
  607. run: |
  608. git init
  609. git config user.email "action@github.com"
  610. git config user.name "github action"
  611. git apply ../../../build-scripts/lldb_wasm.patch
  612. working-directory: core/deps/llvm-project
  613. - if: ${{ steps.cache-lldb.outputs.cache-hit != 'true' }}
  614. name: build lldb ubuntu
  615. run: |
  616. echo "start to build lldb..."
  617. mkdir -p wamr-lldb
  618. cmake -S ./llvm -B build \
  619. -G Ninja \
  620. -DCMAKE_INSTALL_PREFIX=../wamr-lldb \
  621. -DCMAKE_BUILD_TYPE:STRING="Release" \
  622. -DCMAKE_EXPORT_COMPILE_COMMANDS=ON \
  623. -DLLVM_ENABLE_PROJECTS="clang;lldb" \
  624. -DLLVM_TARGETS_TO_BUILD:STRING="X86;WebAssembly" \
  625. -DLLVM_BUILD_BENCHMARKS:BOOL=OFF \
  626. -DLLVM_BUILD_DOCS:BOOL=OFF \
  627. -DLLVM_BUILD_EXAMPLES:BOOL=OFF \
  628. -DLLVM_BUILD_LLVM_DYLIB:BOOL=OFF \
  629. -DLLVM_BUILD_TESTS:BOOL=OFF \
  630. -DLLVM_INCLUDE_BENCHMARKS:BOOL=OFF \
  631. -DLLVM_INCLUDE_DOCS:BOOL=OFF \
  632. -DLLVM_INCLUDE_EXAMPLES:BOOL=OFF \
  633. -DLLVM_INCLUDE_TESTS:BOOL=OFF \
  634. -DLLVM_ENABLE_BINDINGS:BOOL=OFF \
  635. -DLLVM_ENABLE_LIBXML2:BOOL=ON \
  636. -DLLVM_ENABLE_LLD:BOOL=ON \
  637. -DLLDB_ENABLE_PYTHON:BOOL=ON \
  638. -DLLDB_EMBED_PYTHON_HOME=ON \
  639. -DLLDB_PYTHON_HOME=.. \
  640. -DLLDB_PYTHON_RELATIVE_PATH=lib/lldb-python \
  641. -DPython3_EXECUTABLE="$(pwd)/../python/bin/python${{ env.PYTHON_VERSION }}"
  642. cmake --build build --target lldb install --parallel $(nproc)
  643. working-directory: core/deps/llvm-project
  644. - if: ${{ steps.cache-lldb.outputs.cache-hit != 'true' }}
  645. name: copy lldb to extension folder
  646. run: |
  647. mkdir -p bin
  648. mkdir -p lib
  649. cp ../../../../../../core/deps/llvm-project/lldb/tools/lldb-vscode/package.json ./
  650. cp -r ../../../../../../core/deps/llvm-project/lldb/tools/lldb-vscode/syntaxes/ ./
  651. cp ../../../../../../core/deps/llvm-project/build/bin/lldb* bin
  652. cp ../../../../../../core/deps/llvm-project/build/lib/liblldb*.so lib
  653. cp ../../../../../../core/deps/llvm-project/build/lib/liblldb*.so.* lib
  654. cp -R ../../../../../../core/deps/llvm-project/build/lib/lldb-python lib
  655. cp -R ../../../../../../core/deps/python/lib/python* lib
  656. cp ../../../../../../core/deps/python/lib/libpython${{ env.PYTHON_VERSION }}.so.1.0 lib
  657. working-directory: test-tools/wamr-ide/VSCode-Extension/resource/debug/linux
  658. - name: run tests
  659. timeout-minutes: 5
  660. run: xvfb-run npm run test
  661. working-directory: test-tools/wamr-ide/VSCode-Extension