1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
121
122
123
124
125
126
127
128
129
130
131
132
133
134
135
136
137
138
139
140
141
142
143
144
145
146
147
148
149
150
151
152
153
154
155
156
157
158
159
160
161
162
163
164
165
166
167
168
169
170
171
172
173
174
175
176
177
178
179
180
181
182
183
184
185
186
187
188
189
190
191
192
193
194
195
196
197
198
199
200
201
202
203
204
205
206
207
208
209
210
211
212
213
214
215
216
217
218
219
220
221
222
223
224
225
226
227
228
229
230
231
232
233
234
235
236
237
238
239
240
241
242
243
244
245
246
247
248
249
250
251
252
253
254
255
256
257
258
259
260
261
262
263
264
265
266
267
268
269
270
271
272
273
274
275
276
277
278
279
280
281
282
283
284
285
286
287
288
289
290
291
|
name: build
on:
push:
schedule:
- cron: '0 0 * * 1'
defaults:
run:
shell: bash --noprofile --norc -exo pipefail {0}
jobs:
ubuntu-vm-builds:
name: ${{ join(matrix.config.*, '-') }}
runs-on: ${{ matrix.config.os }}
env:
AARCH64: ${{ matrix.config.cross == 'aarch64' }}
ABI_CHECKS: ${{ contains(matrix.config.checks, 'abi') }}
ASAN: ${{ contains(matrix.config.checks, 'asan') }}
BUILD_32BIT: ${{ matrix.config.cross == 'i386' }}
BUILD_DEBUG: ${{ contains(matrix.config.checks, 'debug') }}
BUILD_DOCS: ${{ contains(matrix.config.checks, 'doc') }}
BUILD_EXAMPLES: ${{ contains(matrix.config.checks, 'examples') }}
CC: ccache ${{ matrix.config.compiler }}
DEF_LIB: ${{ matrix.config.library }}
LIBABIGAIL_VERSION: libabigail-2.4
MINGW: ${{ matrix.config.cross == 'mingw' }}
MINI: ${{ matrix.config.mini != '' }}
PPC64LE: ${{ matrix.config.cross == 'ppc64le' }}
REF_GIT_TAG: none
RISCV64: ${{ matrix.config.cross == 'riscv64' }}
RUN_TESTS: ${{ contains(matrix.config.checks, 'tests') }}
STDATOMIC: ${{ contains(matrix.config.checks, 'stdatomic') }}
strategy:
fail-fast: false
matrix:
config:
- os: ubuntu-22.04
compiler: gcc
mini: mini
- os: ubuntu-22.04
compiler: gcc
checks: stdatomic
- os: ubuntu-22.04
compiler: clang
checks: stdatomic
- os: ubuntu-22.04
compiler: gcc
checks: debug+doc+examples+tests
- os: ubuntu-22.04
compiler: clang
checks: asan+doc+tests
- os: ubuntu-22.04
compiler: gcc
library: static
cross: i386
- os: ubuntu-22.04
compiler: gcc
library: static
cross: mingw
- os: ubuntu-22.04
compiler: gcc
library: shared
cross: aarch64
- os: ubuntu-22.04
compiler: gcc
cross: ppc64le
- os: ubuntu-22.04
compiler: gcc
cross: riscv64
steps:
- name: Checkout sources
uses: actions/checkout@v4
- name: Generate cache keys
id: get_ref_keys
run: |
echo 'ccache=ccache-${{ matrix.config.os }}-${{ matrix.config.compiler }}-${{ matrix.config.cross }}-'$(date -u +%Y-w%W) >> $GITHUB_OUTPUT
echo 'libabigail=libabigail-${{ env.LIBABIGAIL_VERSION }}-${{ matrix.config.os }}' >> $GITHUB_OUTPUT
echo 'abi=abi-${{ matrix.config.os }}-${{ matrix.config.compiler }}-${{ matrix.config.cross }}-${{ env.REF_GIT_TAG }}' >> $GITHUB_OUTPUT
- name: Retrieve ccache cache
uses: actions/cache@v4
with:
path: ~/.ccache
key: ${{ steps.get_ref_keys.outputs.ccache }}-${{ github.ref }}
restore-keys: |
${{ steps.get_ref_keys.outputs.ccache }}-refs/heads/main
- name: Retrieve libabigail cache
id: libabigail-cache
uses: actions/cache@v4
if: env.ABI_CHECKS == 'true'
with:
path: libabigail
key: ${{ steps.get_ref_keys.outputs.libabigail }}
- name: Retrieve ABI reference cache
uses: actions/cache@v4
if: env.ABI_CHECKS == 'true'
with:
path: reference
key: ${{ steps.get_ref_keys.outputs.abi }}
- name: Configure i386 architecture
if: env.BUILD_32BIT == 'true'
run: sudo dpkg --add-architecture i386
- name: Update APT cache
run: sudo apt update || true
- name: Install packages
run: sudo apt install -y ccache libarchive-dev libbsd-dev libbpf-dev
libfdt-dev libibverbs-dev libipsec-mb-dev libisal-dev libjansson-dev
libnuma-dev libpcap-dev libssl-dev libvirt-dev ninja-build pkg-config python3-pip
python3-pyelftools python3-setuptools python3-wheel zlib1g-dev
- name: Install libabigail build dependencies if no cache is available
if: env.ABI_CHECKS == 'true' && steps.libabigail-cache.outputs.cache-hit != 'true'
run: sudo apt install -y autoconf automake libdw-dev libtool libxml2-dev
- name: Install i386 cross compiling packages
if: env.BUILD_32BIT == 'true'
run: sudo apt install -y gcc-multilib g++-multilib libnuma-dev:i386
- name: Install aarch64 cross compiling packages
if: env.AARCH64 == 'true'
run: sudo apt install -y crossbuild-essential-arm64
- name: Install mingw cross compiling packages
if: env.MINGW == 'true'
run: sudo apt install -y mingw-w64 mingw-w64-tools
- name: Install ppc64le cross compiling packages
if: env.PPC64LE == 'true'
run: sudo apt install -y crossbuild-essential-ppc64el
- name: Install riscv64 cross compiling packages
if: env.RISCV64 == 'true'
run: sudo apt install -y crossbuild-essential-riscv64
- name: Install test tools packages
if: env.AARCH64 != 'true' || env.PPC64LE != 'true' || env.RISCV64 != 'true' || env.RUN_TESTS == 'true'
run: sudo apt install -y gdb jq
- name: Install doc generation packages
if: env.BUILD_DOCS == 'true'
run: sudo apt install -y doxygen graphviz man-db python3-sphinx
python3-sphinx-rtd-theme
- name: Run setup
run: |
.ci/linux-setup.sh
# Workaround on $HOME permissions as EAL checks them for plugin loading
chmod o-w $HOME
- name: Reduce ASLR entropy
if: env.ASAN == 'true'
# ASan in llvm 14 provided in ubuntu-22.04 is incompatible with
# high-entropy ASLR configured in much newer kernels that GitHub
# runners are using leading to random crashes:
# https://github.com/actions/runner-images/issues/9491
run: sudo sysctl -w vm.mmap_rnd_bits=28
- name: Build and test
run: .ci/linux-build.sh
- name: Upload logs on failure
if: failure()
uses: actions/upload-artifact@v4
with:
name: meson-logs-${{ join(matrix.config.*, '-') }}
path: |
build/.ninja_log
build/gdb.log
build/meson-logs/meson-log.txt
build/meson-logs/testlog.txt
prepare-container-images:
name: ${{ join(matrix.config.*, '-') }}
runs-on: ubuntu-latest
outputs:
image: ${{ steps.get_keys.outputs.image }}
strategy:
fail-fast: false
matrix:
config:
- image: fedora:39
steps:
- name: Generate various keys
id: get_keys
run: |
echo 'image=image-${{ matrix.config.image }}-'$(date -u +%Y-%m-%d) >> $GITHUB_OUTPUT
- name: Retrieve image cache
id: image_cache
uses: actions/cache@v4
with:
path: ~/.image
key: ${{ steps.get_keys.outputs.image }}
- name: Pull and prepare a fresh image
if: steps.image_cache.outputs.cache-hit != 'true'
run: |
docker pull registry.fedoraproject.org/${{ matrix.config.image }}
docker run -d -i --rm --name dpdk \
registry.fedoraproject.org/${{ matrix.config.image }} \
bash -li
- name: Update
if: steps.image_cache.outputs.cache-hit != 'true'
run: docker exec -i dpdk dnf update -y
- name: Install packages
if: steps.image_cache.outputs.cache-hit != 'true'
run: docker exec -i dpdk dnf install -y ccache intel-ipsec-mb-devel
isa-l-devel jansson-devel libarchive-devel libatomic libbsd-devel
libbpf-devel libfdt-devel libpcap-devel libvirt-devel libxdp-devel
ninja-build numactl-devel openssl-devel python3-pip python3-pyelftools
python3-setuptools python3-wheel rdma-core-devel zlib-devel
- name: Save image in cache
if: steps.image_cache.outputs.cache-hit != 'true'
run: |
docker commit dpdk dpdk-local
mkdir -p ~/.image
docker save -o ~/.image/${{ matrix.config.image }}.tar dpdk-local
- name: Stop image
if: steps.image_cache.outputs.cache-hit != 'true'
run: docker kill dpdk
rpm-container-builds:
needs: prepare-container-images
name: ${{ join(matrix.config.*, '-') }}
runs-on: ubuntu-latest
strategy:
fail-fast: false
matrix:
config:
- image: fedora:39
compiler: gcc
- image: fedora:39
compiler: clang
steps:
- name: Checkout sources
uses: actions/checkout@v4
- name: Generate various keys
id: get_keys
run: |
echo 'ccache=ccache-${{ matrix.config.image }}-${{ matrix.config.compiler }}-'$(date -u +%Y-w%W) >> $GITHUB_OUTPUT
echo 'logs=meson-logs-${{ join(matrix.config.*, '-') }}' | tr -d ':' >> $GITHUB_OUTPUT
- name: Retrieve image cache
id: image_cache
uses: actions/cache@v4
with:
path: ~/.image
key: ${{ needs.prepare-container-images.outputs.image }}
- name: Fail if no image (not supposed to happen)
if: steps.image_cache.outputs.cache-hit != 'true'
run: |
echo 'Image ${{ matrix.config.image }} is not cached.'
false
- name: Retrieve ccache cache
uses: actions/cache@v4
with:
path: ~/.ccache
key: ${{ steps.get_keys.outputs.ccache }}-${{ github.ref }}
restore-keys: |
${{ steps.get_keys.outputs.ccache }}-refs/heads/main
- name: Prepare working directory
run: |
mkdir -p ~/.ccache
> ~/env
echo CC=ccache ${{ matrix.config.compiler }} >> ~/env
echo DEF_LIB=${{ matrix.config.library }} >> ~/env
echo STDATOMIC=false >> ~/env
- name: Load the cached image
run: |
docker load -i ~/.image/${{ matrix.config.image }}.tar
docker run -d -i --rm --name dpdk \
--mount type=bind,src=$HOME/.ccache,dst=/root/.ccache \
--mount type=bind,src=$(pwd),dst=/root/dpdk \
--env-file ~/env \
-w /root/dpdk \
dpdk-local
bash -li
- name: Update
run: docker exec -i dpdk dnf update -y || true
- name: Install packages
run: docker exec -i dpdk dnf install -y ccache intel-ipsec-mb-devel
isa-l-devel jansson-devel libarchive-devel libatomic libbsd-devel
libbpf-devel libfdt-devel libpcap-devel libvirt-devel libxdp-devel
ninja-build numactl-devel openssl-devel python3-pip python3-pyelftools
python3-setuptools python3-wheel rdma-core-devel zlib-devel
${{ matrix.config.compiler }}
- name: Run setup
run: docker exec -i dpdk .ci/linux-setup.sh
- name: Build
run: docker exec -i dpdk .ci/linux-build.sh
- name: Stop image
run: docker kill dpdk
- name: Upload logs on failure
if: failure()
uses: actions/upload-artifact@v4
with:
name: ${{ steps.get_keys.outputs.logs }}
path: |
build/.ninja_log
build/meson-logs/meson-log.txt
|
