4
0

ci.yml 9.6 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249250251252253254255256257258259260261262263264265266267268269270271272273274275276277278279280281282283284285286287288289290291292293294295296297298299300
  1. name: aya-ci
  2. on:
  3. push:
  4. branches:
  5. - main
  6. pull_request:
  7. branches:
  8. - main
  9. schedule:
  10. - cron: 00 4 * * *
  11. env:
  12. CARGO_TERM_COLOR: always
  13. jobs:
  14. lint:
  15. runs-on: ubuntu-22.04
  16. steps:
  17. - uses: actions/checkout@v4
  18. - uses: dtolnay/rust-toolchain@master
  19. with:
  20. toolchain: nightly
  21. components: rustfmt, clippy, miri, rust-src
  22. - uses: Swatinem/rust-cache@v2
  23. - uses: taiki-e/install-action@v2
  24. with:
  25. tool: cargo-hack,taplo-cli
  26. - name: Check C formatting
  27. run: git ls-files -- '*.c' '*.h' | xargs clang-format --dry-run --Werror
  28. - name: Check Markdown
  29. uses: DavidAnson/markdownlint-cli2-action@v16
  30. - name: Check TOML formatting
  31. run: taplo fmt --check
  32. - name: Check formatting
  33. run: cargo fmt --all -- --check
  34. - name: Run clippy
  35. run: cargo hack clippy --all-targets --feature-powerset --workspace -- --deny warnings
  36. - name: Check public API
  37. run: cargo xtask public-api
  38. - name: Run miri
  39. run: |
  40. set -euxo pipefail
  41. cargo hack miri test --all-targets --feature-powerset \
  42. --exclude aya-ebpf \
  43. --exclude aya-ebpf-bindings \
  44. --exclude aya-log-ebpf \
  45. --exclude integration-ebpf \
  46. --exclude integration-test \
  47. --workspace
  48. build-test-aya:
  49. strategy:
  50. fail-fast: false
  51. matrix:
  52. arch:
  53. - x86_64-unknown-linux-gnu
  54. - aarch64-unknown-linux-gnu
  55. - armv7-unknown-linux-gnueabi
  56. - riscv64gc-unknown-linux-gnu
  57. runs-on: ubuntu-22.04
  58. steps:
  59. - uses: actions/checkout@v4
  60. - uses: dtolnay/rust-toolchain@master
  61. with:
  62. toolchain: stable
  63. targets: ${{ matrix.arch }}
  64. - uses: Swatinem/rust-cache@v2
  65. - uses: taiki-e/install-action@cargo-hack
  66. - uses: taiki-e/setup-cross-toolchain-action@v1
  67. with:
  68. target: ${{ matrix.arch }}
  69. - name: Build
  70. run: |
  71. set -euxo pipefail
  72. cargo hack build --all-targets --feature-powerset \
  73. --exclude aya-ebpf \
  74. --exclude aya-ebpf-bindings \
  75. --exclude aya-log-ebpf \
  76. --exclude integration-ebpf \
  77. --workspace
  78. - name: Test
  79. env:
  80. RUST_BACKTRACE: full
  81. run: |
  82. set -euxo pipefail
  83. cargo hack test --all-targets --feature-powerset \
  84. --exclude aya-ebpf \
  85. --exclude aya-ebpf-bindings \
  86. --exclude aya-log-ebpf \
  87. --exclude integration-ebpf \
  88. --exclude integration-test \
  89. --workspace
  90. - name: Doctests
  91. env:
  92. RUST_BACKTRACE: full
  93. run: |
  94. set -euxo pipefail
  95. cargo hack test --doc --feature-powerset \
  96. --exclude aya-ebpf \
  97. --exclude aya-ebpf-bindings \
  98. --exclude aya-log-ebpf \
  99. --exclude init \
  100. --exclude integration-ebpf \
  101. --exclude integration-test \
  102. --workspace
  103. build-test-aya-ebpf:
  104. strategy:
  105. fail-fast: false
  106. matrix:
  107. arch:
  108. - x86_64
  109. - aarch64
  110. - arm
  111. - riscv64
  112. target:
  113. - bpfel-unknown-none
  114. - bpfeb-unknown-none
  115. runs-on: ubuntu-22.04
  116. steps:
  117. - uses: actions/checkout@v4
  118. - uses: dtolnay/rust-toolchain@master
  119. with:
  120. toolchain: nightly
  121. components: rust-src
  122. - uses: Swatinem/rust-cache@v2
  123. - name: bpf-linker
  124. run: cargo install bpf-linker --git https://github.com/aya-rs/bpf-linker.git
  125. - uses: taiki-e/install-action@cargo-hack
  126. - name: Build
  127. env:
  128. CARGO_CFG_BPF_TARGET_ARCH: ${{ matrix.arch }}
  129. run: |
  130. set -euxo pipefail
  131. cargo hack build --package aya-ebpf --package aya-log-ebpf \
  132. --feature-powerset \
  133. --target ${{ matrix.target }} \
  134. -Z build-std=core
  135. - name: Test
  136. env:
  137. CARGO_CFG_BPF_TARGET_ARCH: ${{ matrix.arch }}
  138. RUST_BACKTRACE: full
  139. run: |
  140. set -euxo pipefail
  141. cargo hack test --doc \
  142. --package aya-ebpf \
  143. --package aya-log-ebpf \
  144. --feature-powerset
  145. run-integration-test:
  146. strategy:
  147. fail-fast: false
  148. matrix:
  149. runner:
  150. - macos-12
  151. - ubuntu-22.04
  152. runs-on: ${{ matrix.runner }}
  153. steps:
  154. - uses: actions/checkout@v4
  155. with:
  156. submodules: recursive
  157. - uses: dtolnay/rust-toolchain@master
  158. with:
  159. toolchain: nightly
  160. components: rust-src
  161. targets: aarch64-unknown-linux-musl,x86_64-unknown-linux-musl
  162. - uses: Swatinem/rust-cache@v2
  163. - name: Install prerequisites
  164. if: runner.os == 'Linux'
  165. # ubuntu-22.04 comes with clang 14[0] which doesn't include support for signed and 64bit
  166. # enum values which was added in clang 15[1].
  167. #
  168. # gcc-multilib provides at least <asm/types.h> which is referenced by libbpf.
  169. #
  170. # llvm provides llvm-objcopy which is used to build the BTF relocation tests.
  171. #
  172. # [0] https://github.com/actions/runner-images/blob/ubuntu22/20230724.1/images/linux/Ubuntu2204-Readme.md
  173. #
  174. # [1] https://github.com/llvm/llvm-project/commit/dc1c43d
  175. run: |
  176. set -euxo pipefail
  177. wget -qO- https://apt.llvm.org/llvm-snapshot.gpg.key | sudo tee /etc/apt/trusted.gpg.d/apt.llvm.org.asc
  178. echo deb http://apt.llvm.org/jammy/ llvm-toolchain-jammy main | sudo tee /etc/apt/sources.list.d/llvm.list
  179. sudo apt update
  180. sudo apt -y install clang gcc-multilib llvm locate qemu-system-{arm,x86}
  181. - name: bpf-linker
  182. if: runner.os == 'Linux'
  183. run: cargo install bpf-linker --git https://github.com/aya-rs/bpf-linker.git
  184. - name: Install prerequisites
  185. if: runner.os == 'macOS'
  186. # The xargs shipped on macOS always exits 0 with -P0, so we need GNU findutils.
  187. #
  188. # The tar shipped on macOS doesn't support --wildcards, so we need GNU tar.
  189. #
  190. # The clang shipped on macOS doesn't support BPF, so we need LLVM from brew.
  191. #
  192. # We also need LLVM for bpf-linker, see comment below.
  193. run: |
  194. set -euxo pipefail
  195. brew update
  196. # https://github.com/actions/setup-python/issues/577
  197. find /usr/local/bin -type l -exec sh -c 'readlink -f "$1" \
  198. | grep -q ^/Library/Frameworks/Python.framework/Versions/' _ {} \; -exec rm -v {} \;
  199. HOMEBREW_NO_INSTALLED_DEPENDENTS_CHECK=1 \
  200. brew install dpkg findutils gnu-tar llvm pkg-config qemu
  201. echo /usr/local/opt/findutils/libexec/gnubin >> $GITHUB_PATH
  202. echo /usr/local/opt/gnu-tar/libexec/gnubin >> $GITHUB_PATH
  203. echo /usr/local/opt/llvm/bin >> $GITHUB_PATH
  204. # https://github.com/Homebrew/homebrew-core/issues/140244
  205. codesign --verify $(which qemu-system-x86_64) || brew reinstall qemu --build-from-source
  206. - name: bpf-linker
  207. if: runner.os == 'macOS'
  208. # NB: rustc doesn't ship libLLVM.so on macOS, so disable proxying (default feature). We also
  209. # --force so that bpf-linker gets always relinked against the latest LLVM installed by brew.
  210. run: cargo install --force bpf-linker --git https://github.com/aya-rs/bpf-linker.git --no-default-features
  211. - name: Download debian kernels
  212. if: runner.arch == 'ARM64'
  213. run: |
  214. set -euxo pipefail
  215. mkdir -p test/.tmp/debian-kernels/arm64
  216. # NB: a 4.19 kernel image for arm64 was not available.
  217. # TODO: enable tests on kernels before 6.0.
  218. # linux-image-5.10.0-23-cloud-arm64-unsigned_5.10.179-3_arm64.deb \
  219. printf '%s\0' \
  220. linux-image-6.1.0-15-cloud-arm64-unsigned_6.1.66-1_arm64.deb \
  221. | xargs -0 -t -P0 -I {} wget -nd -nv -P test/.tmp/debian-kernels/arm64 ftp://ftp.us.debian.org/debian/pool/main/l/linux/{}
  222. - name: Download debian kernels
  223. if: runner.arch == 'X64'
  224. run: |
  225. set -euxo pipefail
  226. mkdir -p test/.tmp/debian-kernels/amd64
  227. # TODO: enable tests on kernels before 6.0.
  228. # linux-image-4.19.0-21-cloud-amd64-unsigned_4.19.249-2_amd64.deb \
  229. # linux-image-5.10.0-23-cloud-amd64-unsigned_5.10.179-3_amd64.deb \
  230. printf '%s\0' \
  231. linux-image-6.1.0-15-cloud-amd64-unsigned_6.1.66-1_amd64.deb \
  232. | xargs -0 -t -P0 -I {} wget -nd -nv -P test/.tmp/debian-kernels/amd64 ftp://ftp.us.debian.org/debian/pool/main/l/linux/{}
  233. - name: Extract debian kernels
  234. run: |
  235. set -euxo pipefail
  236. find test/.tmp -name '*.deb' -print0 | xargs -t -0 -I {} \
  237. sh -c "dpkg --fsys-tarfile {} | tar -C test/.tmp --wildcards --extract '*vmlinuz*' --file -"
  238. - name: Run local integration tests
  239. if: runner.os == 'Linux'
  240. run: cargo xtask integration-test local
  241. - name: Run virtualized integration tests
  242. run: find test/.tmp -name 'vmlinuz-*' | xargs -t cargo xtask integration-test vm
  243. # Provides a single status check for the entire build workflow.
  244. # This is used for merge automation, like Mergify, since GH actions
  245. # has no concept of "when all status checks pass".
  246. # https://docs.mergify.com/conditions/#validating-all-status-checks
  247. build-workflow-complete:
  248. needs:
  249. - lint
  250. - build-test-aya
  251. - build-test-aya-ebpf
  252. - run-integration-test
  253. runs-on: ubuntu-latest
  254. steps:
  255. - name: Build Complete
  256. run: echo "Build Complete"