Skip to content

Commit 4c97c9f

Browse files
robert-smartbearrobert-smartbear
authored
Merge pull request #506 from bugsnag/release-v1.16.0
Release v1.16.0
2 parents f85c05d + b62567b commit 4c97c9f

File tree

85 files changed

+2802
-270
lines changed

Some content is hidden

Large Commits have some content hidden by default. Use the searchbox below for content that may be hidden.

85 files changed

+2802
-270
lines changed

‎.buildkite/pipeline.full.yml‎

Lines changed: 64 additions & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -82,6 +82,10 @@ steps:
8282
concurrency: 25
8383
concurrency_group: bitbar-app
8484
concurrency_method: eager
85+
retry:
86+
automatic:
87+
- exit_status: 103 # Appium session failed
88+
limit: 2
8589

8690
- label: ":bitbar: iOS 16 E2E Tests"
8791
depends_on:
@@ -115,6 +119,10 @@ steps:
115119
concurrency: 25
116120
concurrency_group: bitbar-app
117121
concurrency_method: eager
122+
retry:
123+
automatic:
124+
- exit_status: 103 # Appium session failed
125+
limit: 2
118126

119127
- label: ":bitbar: iOS 15 E2E Tests"
120128
depends_on:
@@ -148,6 +156,10 @@ steps:
148156
concurrency: 25
149157
concurrency_group: bitbar-app
150158
concurrency_method: eager
159+
retry:
160+
automatic:
161+
- exit_status: 103 # Appium session failed
162+
limit: 2
151163

152164
- label: ":bitbar: iOS 14 E2E Tests"
153165
depends_on:
@@ -181,6 +193,10 @@ steps:
181193
concurrency: 25
182194
concurrency_group: bitbar-app
183195
concurrency_method: eager
196+
retry:
197+
automatic:
198+
- exit_status: 103 # Appium session failed
199+
limit: 2
184200

185201
- group: "XcFramework E2E Tests"
186202
steps:
@@ -216,6 +232,10 @@ steps:
216232
concurrency: 25
217233
concurrency_group: bitbar-app
218234
concurrency_method: eager
235+
retry:
236+
automatic:
237+
- exit_status: 103 # Appium session failed
238+
limit: 2
219239

220240
- label: ":bitbar: iOS XcFramework 16 E2E Tests"
221241
depends_on:
@@ -249,6 +269,10 @@ steps:
249269
concurrency: 25
250270
concurrency_group: bitbar-app
251271
concurrency_method: eager
272+
retry:
273+
automatic:
274+
- exit_status: 103 # Appium session failed
275+
limit: 2
252276

253277
- label: ":bitbar: iOS XcFramework 15 E2E Tests"
254278
depends_on:
@@ -282,6 +306,10 @@ steps:
282306
concurrency: 25
283307
concurrency_group: bitbar-app
284308
concurrency_method: eager
309+
retry:
310+
automatic:
311+
- exit_status: 103 # Appium session failed
312+
limit: 2
285313

286314
- label: ":bitbar: iOS XcFramework 14 E2E Tests"
287315
depends_on:
@@ -315,6 +343,10 @@ steps:
315343
concurrency: 25
316344
concurrency_group: bitbar-app
317345
concurrency_method: eager
346+
retry:
347+
automatic:
348+
- exit_status: 103 # Appium session failed
349+
limit: 2
318350

319351
- group: "Swizzling disabled E2E"
320352
steps:
@@ -349,6 +381,10 @@ steps:
349381
concurrency: 25
350382
concurrency_group: bitbar-app
351383
concurrency_method: eager
384+
retry:
385+
automatic:
386+
- exit_status: 103 # Appium session failed
387+
limit: 2
352388

353389
- label: ":bitbar: iOS 16 E2E Tests swizzling disabled"
354390
depends_on:
@@ -381,6 +417,10 @@ steps:
381417
concurrency: 25
382418
concurrency_group: bitbar-app
383419
concurrency_method: eager
420+
retry:
421+
automatic:
422+
- exit_status: 103 # Appium session failed
423+
limit: 2
384424

385425
- label: ":bitbar: iOS 15 E2E Tests swizzling disabled"
386426
depends_on:
@@ -413,6 +453,10 @@ steps:
413453
concurrency: 25
414454
concurrency_group: bitbar-app
415455
concurrency_method: eager
456+
retry:
457+
automatic:
458+
- exit_status: 103 # Appium session failed
459+
limit: 2
416460

417461
- label: ":bitbar: iOS 14 E2E Tests swizzling disabled"
418462
depends_on:
@@ -445,6 +489,10 @@ steps:
445489
concurrency: 25
446490
concurrency_group: bitbar-app
447491
concurrency_method: eager
492+
retry:
493+
automatic:
494+
- exit_status: 103 # Appium session failed
495+
limit: 2
448496

449497
- group: "Swizzling premain E2E"
450498
steps:
@@ -480,6 +528,10 @@ steps:
480528
concurrency: 25
481529
concurrency_group: bitbar-app
482530
concurrency_method: eager
531+
retry:
532+
automatic:
533+
- exit_status: 103 # Appium session failed
534+
limit: 2
483535

484536
- label: ":bitbar: iOS 16 E2E Tests swizzling premain"
485537
depends_on:
@@ -513,6 +565,10 @@ steps:
513565
concurrency: 25
514566
concurrency_group: bitbar-app
515567
concurrency_method: eager
568+
retry:
569+
automatic:
570+
- exit_status: 103 # Appium session failed
571+
limit: 2
516572

517573
- label: ":bitbar: iOS 15 E2E Tests swizzling premain"
518574
depends_on:
@@ -546,6 +602,10 @@ steps:
546602
concurrency: 25
547603
concurrency_group: bitbar-app
548604
concurrency_method: eager
605+
retry:
606+
automatic:
607+
- exit_status: 103 # Appium session failed
608+
limit: 2
549609

550610
- label: ":bitbar: iOS 14 E2E Tests swizzling premain"
551611
depends_on:
@@ -579,3 +639,7 @@ steps:
579639
concurrency: 25
580640
concurrency_group: bitbar-app
581641
concurrency_method: eager
642+
retry:
643+
automatic:
644+
- exit_status: 103 # Appium session failed
645+
limit: 2

‎.buildkite/pipeline.yml‎

Lines changed: 121 additions & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -109,6 +109,21 @@ steps:
109109
artifact_paths:
110110
- features/fixtures/ios/output/bb_url_swizzling_premain.txt
111111
- features/fixtures/ios/output/bs_url_swizzling_premain.txt
112+
113+
- label: "Benchmarks Fixture"
114+
key: ios_fixture_benchmarks
115+
timeout_in_minutes: 10
116+
commands:
117+
- ./features/fixtures/benchmarks/build.sh --fixtureName FixtureBenchmarks
118+
- bundle install
119+
- bundle exec upload-app --farm=bb --app=./features/fixtures/benchmarks/output/FixtureBenchmarks.ipa --app-id-file=./features/fixtures/benchmarks/output/bb_ipa_url_benchmarks.txt
120+
- bundle exec upload-app --farm=bs --app=./features/fixtures/benchmarks/output/FixtureBenchmarks.ipa --app-id-file=./features/fixtures/benchmarks/output/bs_ipa_url_benchmarks.txt
121+
env:
122+
XCODE_VERSION: "16.3.0"
123+
artifact_paths:
124+
- features/fixtures/benchmarks/output/bb_ipa_url_benchmarks.txt
125+
- features/fixtures/benchmarks/output/bs_ipa_url_benchmarks.txt
126+
- features/fixtures/benchmarks/output/FixtureBenchmarks.ipa
112127

113128
- group: ":xcode_simulator: Unit Tests"
114129
steps:
@@ -168,6 +183,10 @@ steps:
168183
concurrency: 5
169184
concurrency_group: browserstack-app
170185
concurrency_method: eager
186+
retry:
187+
automatic:
188+
- exit_status: 103 # Appium session failed
189+
limit: 2
171190

172191
- label: ":bitbar: iOS 13 E2E Tests"
173192
depends_on:
@@ -201,6 +220,10 @@ steps:
201220
concurrency: 25
202221
concurrency_group: bitbar-app
203222
concurrency_method: eager
223+
retry:
224+
automatic:
225+
- exit_status: 103 # Appium session failed
226+
limit: 2
204227

205228
- group: "XcFramework E2E Tests"
206229
steps:
@@ -234,6 +257,10 @@ steps:
234257
concurrency: 5
235258
concurrency_group: browserstack-app
236259
concurrency_method: eager
260+
retry:
261+
automatic:
262+
- exit_status: 103 # Appium session failed
263+
limit: 2
237264

238265
- label: ":bitbar: iOS XcFramework 13 E2E Tests"
239266
depends_on:
@@ -267,6 +294,10 @@ steps:
267294
concurrency: 25
268295
concurrency_group: bitbar-app
269296
concurrency_method: eager
297+
retry:
298+
automatic:
299+
- exit_status: 103 # Appium session failed
300+
limit: 2
270301

271302
- group: "Swizzling disabled E2E Tests"
272303
steps:
@@ -300,6 +331,10 @@ steps:
300331
concurrency: 5
301332
concurrency_group: browserstack-app
302333
concurrency_method: eager
334+
retry:
335+
automatic:
336+
- exit_status: 103 # Appium session failed
337+
limit: 2
303338

304339
- label: ":bitbar: iOS 13 E2E Tests swizzling disabled"
305340
depends_on:
@@ -332,6 +367,10 @@ steps:
332367
concurrency: 25
333368
concurrency_group: bitbar-app
334369
concurrency_method: eager
370+
retry:
371+
automatic:
372+
- exit_status: 103 # Appium session failed
373+
limit: 2
335374

336375
- group: "Swizzling premain E2E Tests"
337376
steps:
@@ -366,6 +405,10 @@ steps:
366405
concurrency: 5
367406
concurrency_group: browserstack-app
368407
concurrency_method: eager
408+
retry:
409+
automatic:
410+
- exit_status: 103 # Appium session failed
411+
limit: 2
369412

370413
- label: ":bitbar: iOS 13 E2E Tests swizzling premain"
371414
depends_on:
@@ -399,6 +442,84 @@ steps:
399442
concurrency: 25
400443
concurrency_group: bitbar-app
401444
concurrency_method: eager
445+
retry:
446+
automatic:
447+
- exit_status: 103 # Appium session failed
448+
limit: 2
449+
450+
- group: "Benchmark Tests"
451+
steps:
452+
- label: ":browserstack: iOS 18 Benchmark Tests"
453+
depends_on:
454+
- ios_fixture_benchmarks
455+
timeout_in_minutes: 30
456+
agents:
457+
queue: opensource
458+
plugins:
459+
artifacts#v1.9.3:
460+
download: "features/fixtures/benchmarks/output/bs_ipa_url_benchmarks.txt"
461+
upload:
462+
- "maze_output/failed/**/*"
463+
- "maze_output/metrics.csv"
464+
- "maze_output/maze_output.zip"
465+
docker-compose#v4.8.0:
466+
pull: maze-runner-bs
467+
run: maze-runner-bs
468+
service-ports: true
469+
command:
470+
- "--app=@build_benchmarks/bs_ipa_url_benchmarks.txt"
471+
- "--device=IOS_18"
472+
- "--fail-fast"
473+
- "--farm=bs"
474+
- "features/benchmarks"
475+
test-collector#v1.10.2:
476+
files: "reports/TEST-*.xml"
477+
format: "junit"
478+
branch: "^main|next$$"
479+
concurrency: 5
480+
concurrency_group: browserstack-app
481+
concurrency_method: eager
482+
retry:
483+
automatic:
484+
- exit_status: 103 # Appium session failed
485+
limit: 2
486+
487+
- label: ":bitbar: iOS 13 Benchmark Tests"
488+
depends_on:
489+
- ios_fixture_benchmarks
490+
timeout_in_minutes: 30
491+
agents:
492+
queue: opensource
493+
plugins:
494+
artifacts#v1.9.3:
495+
download: "features/fixtures/benchmarks/output/bb_ipa_url_benchmarks.txt"
496+
upload:
497+
- "maze_output/failed/**/*"
498+
- "maze_output/metrics.csv"
499+
- "maze_output/maze_output.zip"
500+
docker-compose#v4.8.0:
501+
pull: maze-runner-bb
502+
run: maze-runner-bb
503+
service-ports: true
504+
command:
505+
- "--app=@build_benchmarks/bb_ipa_url_benchmarks.txt"
506+
- "--device=IOS_13"
507+
- "--fail-fast"
508+
- "--farm=bb"
509+
- "--no-tunnel"
510+
- "--aws-public-ip"
511+
- "features/benchmarks"
512+
test-collector#v1.10.2:
513+
files: "reports/TEST-*.xml"
514+
format: "junit"
515+
branch: "^main|next$$"
516+
concurrency: 25
517+
concurrency_group: bitbar-app
518+
concurrency_method: eager
519+
retry:
520+
automatic:
521+
- exit_status: 103 # Appium session failed
522+
limit: 2
402523

403524
- label: 'Conditionally trigger full set of tests'
404525
agents:

‎.github/workflows/pull_request.yml‎

Lines changed: 2 additions & 2 deletions
Original file line numberDiff line numberDiff line change
@@ -10,13 +10,13 @@ jobs:
1010
runs-on: macos-latest
1111
steps:
1212
- name: Checkout target branch
13-
uses: actions/checkout@11bd71901bbe5b1630ceea73d27597364c9af683 # v4.2.2
13+
uses: actions/checkout@08c6903cd8c0fde910a37f88322edcfb5dd907a8 # v5.0.0
1414
with:
1515
ref: ${{ github.base_ref }}
1616
- name: Build
1717
run: xcodebuild -scheme BugsnagPerformance-iOS -destination generic/platform=iOS -configuration Release -quiet -derivedDataPath $PWD/DerivedData.old VALID_ARCHS=arm64
1818
- name: Checkout pull request merge branch
19-
uses: actions/checkout@11bd71901bbe5b1630ceea73d27597364c9af683 # v4.2.2
19+
uses: actions/checkout@08c6903cd8c0fde910a37f88322edcfb5dd907a8 # v5.0.0
2020
with:
2121
clean: false
2222
fetch-depth: 100

0 commit comments

Comments
 (0)