aboutsummaryrefslogtreecommitdiff
path: root/.github/workflows/build.yml
blob: 19a13d71849ca22d8b3a77d26037803b9a723967 (plain) (blame)
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
121
122
123
124
125
126
127
128
129
130
131
132
133
134
135
136
137
138
139
140
141
142
143
144
145
146
147
148
149
150
151
152
153
154
155
156
157
158
159
160
161
162
163
164
165
166
167
168
169
170
171
172
173
174
175
176
177
178
179
180
181
182
183
184
185
186
187
188
189
190
191
192
193
194
195
196
197
198
199
200
201
202
203
204
205
206
207
208
209
210
211
212
213
214
215
216
217
218
219
220
221
222
223
224
225
226
227
228
229
230
231
232
233
234
235
236
237
238
239
240
241
242
243
244
245
246
247
248
249
250
251
252
253
254
255
256
257
258
259
260
261
262
263
264
265
266
267
268
269
270
271
272
273
274
275
276
277
278
279
280
281
282
283
284
285
286
287
288
289
290
291
292
293
294
295
296
297
298
299
300
301
302
303
304
305
306
307
308
309
310
311
312
313
314
315
316
317
318
319
320
321
322
323
324
325
326
327
328
329
330
331
332
333
334
335
336
337
338
339
340
341
342
343
344
345
346
347
348
349
350
351
352
353
354
355
356
357
358
359
360
361
362
363
364
365
366
367
368
369
370
371
372
373
374
375
376
377
378
379
380
381
382
383
384
385
386
387
388
389
390
391
392
393
394
395
396
397
398
399
400
401
402
403
404
405
406
407
408
409
410
411
412
413
414
415
416
417
418
419
420
421
422
423
424
425
426
427
428
429
430
431
432
433
434
435
436
437
438
439
440
441
442
443
444
445
446
447
448
449
450
451
452
453
454
455
456
457
458
459
460
461
462
463
464
465
466
467
468
469
470
471
472
473
474
475
476
477
478
479
480
481
482
483
484
485
486
487
488
489
490
491
492
493
494
495
496
497
498
499
500
501
502
503
504
505
506
507
508
509
510
511
512
513
514
515
516
517
518
519
520
521
522
523
524
525
526
527
528
529
530
531
532
533
534
535
536
537
538
539
540
541
542
543
544
545
546
547
548
549
550
551
552
553
554
555
556
557
558
559
560
561
562
563
564
565
566
567
568
569
570
571
572
573
574
575
576
577
578
579
580
581
582
583
584
585
586
587
588
589
590
591
592
593
594
595
596
597
598
599
600
601
602
603
604
605
606
607
608
609
610
611
612
613
614
615
616
617
618
619
620
621
622
623
624
625
626
627
628
629
630
631
632
633
634
635
636
637
638
639
640
641
642
643
644
645
646
647
648
649
650
651
652
653
654
655
656
657
658
659
name: Build
on:
  merge_group:
  pull_request:
  push:
    branches:
      - master

env:
  CARGO_TERM_COLOR: always
  DEV_VERSION: 2
  STABLE_VERSION: 2
  OLDSTABLE_VERSION: 1
  OLDOLDSTABLE_VERSION: 0.5
  OLDOLDOLDSTABLE_VERSION: 0.4

jobs:
  # Run cargo xtask format-check
  formatcheck:
    name: cargo fmt
    runs-on: ubuntu-22.04
    steps:
      - name: Checkout
        uses: actions/checkout@v4

      - name: Cache Dependencies
        uses: Swatinem/rust-cache@v2

      - name: cargo xtask fmt
        run:  cargo xtask --verbose fmt -c

  # Compilation check
  check:
    name: check
    runs-on: ubuntu-22.04
    strategy:
      matrix:
        backend:
          - thumbv7
          - thumbv6
          - thumbv8-base
          - thumbv8-main
        toolchain:
          - nightly
    steps:
      - name: Checkout
        uses: actions/checkout@v4

      - name: Install Rust ${{ matrix.toolchain }}
        run: |
          rustup override set ${{ matrix.toolchain }}

      - name: Configure Rust target (v6, v7, v8.b v8.m)
        run: |
          rustup target add thumbv7m-none-eabi
          rustup target add thumbv6m-none-eabi
          rustup target add thumbv8m.base-none-eabi
          rustup target add thumbv8m.main-none-eabi

      - name: Cache Dependencies
        uses: Swatinem/rust-cache@v2

      - run: cargo xtask --deny-warnings --backend ${{ matrix.backend }} check

  # Clippy
  clippy:
    name: clippy
    runs-on: ubuntu-22.04
    strategy:
      matrix:
        backend:
          - thumbv7
          - thumbv6
          - thumbv8-base
          - thumbv8-main
        toolchain:
          - nightly
    steps:
      - name: Checkout
        uses: actions/checkout@v4

      - name: Install Rust ${{ matrix.toolchain }}
        run: |
          rustup override set ${{ matrix.toolchain }}

      - name: Configure Rust target (v6, v7, v8.b v8.m)
        run: |
          rustup target add thumbv7m-none-eabi
          rustup target add thumbv6m-none-eabi
          rustup target add thumbv8m.base-none-eabi
          rustup target add thumbv8m.main-none-eabi

      - name: Add Rust component clippy
        run: rustup component add clippy

      - name: Cache Dependencies
        uses: Swatinem/rust-cache@v2

      - run: cargo xtask --deny-warnings --backend ${{ matrix.backend }} clippy

  # Verify all examples, checks
  checkexamples:
    name: check examples
    runs-on: ubuntu-22.04
    strategy:
      matrix:
        backend:
          - thumbv7
          - thumbv6
          - thumbv8-base
          - thumbv8-main
        toolchain:
          - nightly
    steps:
      - name: Checkout
        uses: actions/checkout@v4

      - name: Install Rust ${{ matrix.toolchain }}
        run: |
          rustup override set ${{ matrix.toolchain }}

      - name: Configure Rust target (v6, v7, v8.b v8.m)
        run: |
          rustup target add thumbv7m-none-eabi
          rustup target add thumbv6m-none-eabi
          rustup target add thumbv8m.base-none-eabi
          rustup target add thumbv8m.main-none-eabi

      - name: Cache Dependencies
        uses: Swatinem/rust-cache@v2

      - name: Check the examples
        if: ${{ matrix.backend == 'thumbv8-base' }}
        run: cargo xtask --backend ${{ matrix.backend }} --exampleexclude pool example-check

      - name: Check the examples
        if: ${{ matrix.backend != 'thumbv8-base' }}
        run: cargo xtask --backend ${{ matrix.backend }} example-check

  # Check that the usage examples build
  usageexamples:
    name: Build usage examples
    runs-on: ubuntu-22.04
    strategy:
      matrix:
        toolchain:
          - nightly
    steps:
      - name: Checkout
        uses: actions/checkout@v4
      
      - name: Install rust ${{ matrix.toolchain }}
        run: |
          rustup set profile minimal
          rustup override set ${{ matrix.toolchain }}

      - name: Configure rust target (v6, v7)
        run: |
          rustup target add thumbv7em-none-eabihf
          rustup target add thumbv7m-none-eabi
          rustup target add thumbv6m-none-eabi
          rustup component add rust-src

      - name: Cache Dependencies
        uses: Swatinem/rust-cache@v2

      - name: Check the examples
        run: cargo xtask usage-example-build

  # Verify the example output with run-pass tests
  testexamples:
    name: QEMU run
    runs-on: ubuntu-22.04
    strategy:
      matrix:
        backend:
          - thumbv7
          - thumbv6
        toolchain:
          - nightly
    steps:
      - name: Checkout
        uses: actions/checkout@v4

      - name: Install Rust ${{ matrix.toolchain }}
        run: |
          rustup set profile minimal
          rustup override set ${{ matrix.toolchain }}

      - name: Configure Rust target (v6, v7)
        run: |
          rustup target add thumbv7m-none-eabi
          rustup target add thumbv6m-none-eabi

      - name: Add Rust component llvm-tools-preview
        run: rustup component add llvm-tools-preview

      # Use precompiled binutils
      - name: Install cargo-binutils
        uses: taiki-e/install-action@v2
        with:
          tool: cargo-binutils

      - name: Cache Dependencies
        uses: Swatinem/rust-cache@v2

      - name: Install QEMU
        run: |
          sudo apt update
          sudo apt install -y qemu-system-arm

      - name: Run-pass tests
        run: cargo xtask --deny-warnings --backend ${{ matrix.backend }} qemu

  # Run test suite
  tests:
    name: tests
    runs-on: ubuntu-22.04
    strategy:
      fail-fast: false
      matrix:
        backend:
          - thumbv7
          - thumbv6
          - thumbv8-base
          - thumbv8-main
        package:
          - rtic
          - rtic-common
          - rtic-macros
          - rtic-monotonics
          - rtic-sync
          - rtic-time

    steps:
      - name: Checkout
        uses: actions/checkout@v4

      - name: Cache Dependencies
        uses: Swatinem/rust-cache@v2

      - name: Configure Rust target (v6, v7, v8.b v8.m)
        run: |
          rustup target add thumbv7m-none-eabi
          rustup target add thumbv6m-none-eabi
          rustup target add thumbv8m.base-none-eabi
          rustup target add thumbv8m.main-none-eabi

      - name: Run cargo test
        run: cargo xtask --deny-warnings --backend ${{ matrix.backend }} test ${{ matrix.package }}

  # Build documentation, check links
  docs:
    name: build docs
    runs-on: ubuntu-22.04
    steps:
      - name: Checkout
        uses: actions/checkout@v4

      - name: Install lychee
        uses: taiki-e/install-action@v2
        with:
          tool: lychee

      - name: Remove cargo-config
        run: rm -f .cargo/config.toml

      - name: Build docs
        # TODO: Any difference between backends?
        run: cargo doc --features thumbv7-backend

      - name: Check links
        run: |
          td=$(mktemp -d)
          cp -r target/doc $td/api
          echo rtic
          lychee --offline --format detailed $td/api/rtic/
        
          echo rtic_common
          lychee --offline --format detailed $td/api/rtic_common/
        
          echo rtic_macros
          lychee --offline --format detailed $td/api/rtic_macros/
        
          echo rtic_monotonics
          lychee --offline --format detailed $td/api/rtic_monotonics/

          echo rtic_sync
          lychee --offline --format detailed $td/api/rtic_sync/
        
          echo rtic_time
          lychee --offline --format detailed $td/api/rtic_time/
      

      - name: Archive the API docs
        run: |
          cp -r target/doc apidocs
          tar -cf apidocs.tar apidocs

      - name: Store the API docs
        uses: actions/upload-artifact@v3
        with:
          name: apidocs
          path: apidocs.tar

  # Build the books
  mdbook:
    name: build mdbook
    needs: docs
    runs-on: ubuntu-22.04
    steps:
      - name: Checkout
        uses: actions/checkout@v4

      - name: Install lychee
        uses: taiki-e/install-action@v2
        with:
          tool: lychee

      - name: Install mdbook
        uses: taiki-e/install-action@v2
        with:
          tool: mdbook

      - name: Install mdbook-mermaid
        uses: taiki-e/install-action@v2
        with:
          tool: mdbook-mermaid

      - name: Build book in English
        run: cargo xtask book

      - name: Download built API docs
        uses: actions/download-artifact@v3
        with:
          name: apidocs

      - name: Extract the API docs
        run: tar -xf apidocs.tar 

      - name: Check links
        run: |
          td=$(mktemp -d)
          mkdir $td/book
          cp -r book/en/book $td/book/en
          cp LICENSE-* $td/book/en
          cp -r apidocs/ $td/api

          lychee --offline --format detailed $td/book/en/
          mv $td bookroot

      - name: Archive the book + API docs
        run: |
          tar -cf book.tar bookroot

      - name: Store the Book + API docs
        uses: actions/upload-artifact@v3
        with:
          name: book
          path: book.tar

  mdbookold:
    name: build docs and mdbook for older releases
    needs: pushtostablebranch
    runs-on: ubuntu-22.04
    steps:
      - name: Checkout
        uses: actions/checkout@v4

      - name: Install mdbook
        uses: taiki-e/install-action@v2
        with:
          tool: mdbook

      - name: Install mdbook-mermaid
        uses: taiki-e/install-action@v2
        with:
          tool: mdbook-mermaid

      - name: Remove cargo-config
        run: rm -f .cargo/config

      - name: Prepare output folder
        run: mkdir -p mdbookold

      - name: Fetch and build books for older versions
        run: |
          # The latest stable must be the first element in the array
          vers=( "${{ env.STABLE_VERSION }}" "${{ env.OLDSTABLE_VERSION }}" )
          langs=( en )
          root=$(pwd)
          webroot=$(pwd)/mdbookold

          for ver in ${vers[@]}; do

              mkdir -p src/$ver
              src=$root/src/$ver
              curl -L https://github.com/rtic-rs/rtic/archive/release/v${ver}.tar.gz | tar xz --strip-components 1 -C $src

              pushd $src
              rm -f .cargo/config
              # Version 1 and below uses cargo doc directly
              if [[ $ver -gt 1 ]]
                 then
                   # Version 2 and above
                   cargo xtask doc
                 else
                   cargo doc || cargo doc --features timer-queue
              fi
              mkdir -p $webroot/$ver/book
              cp -r target/doc $webroot/$ver/api

              sed 's|URL|rtic/index.html|g' $root/redirect.html > $webroot/$ver/api/index.html
              popd

              for lang in ${langs[@]}; do
                  cargo xtask book build $src/book/$lang

                  cp -r $src/book/$lang/book $webroot/$ver/book/$lang
                  cp LICENSE-* $webroot/$ver/book/$lang/
              done
              # using master branch redirect file
              sed 's|URL|book/en|g' $root/redirect.html > $webroot/$ver/index.html

              rm -rf $src
          done

      - name: Archive the old books
        run: |
          tar -cf mdbookold.tar mdbookold

      - name: Store the old API docs
        uses: actions/upload-artifact@v3
        with:
          name: mdbookold
          path: mdbookold.tar

  parseversion:
    name: Parse the master branch RTIC version
    runs-on: ubuntu-22.04
    outputs:
      branch: ${{ steps.parseversion.outputs.branch }}
      versionmajor: ${{ steps.parseversion.outputs.versionmajor }}
      version: ${{ steps.parseversion.outputs.version }}
    steps:
      - uses: actions/checkout@v4

      - name: Get crate version and print output branch release/vX
        id: parseversion
        # Parse metadata for version number, extract the Semver Major
        run: |
          VERSION=$(cargo metadata --format-version 1 --no-deps --offline | jq -r '.packages[] | select(.name =="rtic") | .version')
          VERSIONMAJOR=${VERSION%.*.*}
          echo "branch=release/v$VERSIONMAJOR" >> "$GITHUB_OUTPUT"
          echo "versionmajor=$VERSIONMAJOR" >> "$GITHUB_OUTPUT"
          echo "version=$VERSION" >> "$GITHUB_OUTPUT"



  # Update stable branch
  #
  # This is only valid when current stable resides in
  # master branch.
  # As master moves on to development, the work on the
  # stable version will happen in release/v"stable_version".
  # Thus, no need to push changes 
  #
  # This needs to run before book is built, as bookbuilding fetches from the branch
  pushtostablebranch:
    name: Also push branch into release/vX when pushing to master
    runs-on: ubuntu-22.04
    needs:
      - ci-success
      - parseversion
    env:
      branch: ${{ needs.parseversion.outputs.branch }}
      versionmajor: ${{ needs.parseversion.outputs.versionmajor }}
      version: ${{ needs.parseversion.outputs.version }}

    # Only run this when pushing to master branch
    if: github.ref == 'refs/heads/master'
    steps:
      - uses: actions/checkout@v4

      - name: Push to stable release branch if master contains stable version
        if: ${{ env.versionmajor == env.STABLE_VERSION }}
        run: |
          # Get the full history of the branch leading up to current commit
          git fetch --unshallow
          # Make git aware of the release branch
          git fetch -u origin ${{ env.branch }}
          # Push the full history into the release branch
          git push -u origin master:${{ env.branch }}

      - name: Else case, master did not contain the stable version
        if: ${{ env.versionmajor != env.STABLE_VERSION }}
        run: echo "Master branch contains a development release, no git push performed"

  # Only runs when pushing to master branch
  # If all tests pass, then deploy stage is run
  deploy:
    name: deploy
    runs-on: ubuntu-22.04
    needs:
      - pushtostablebranch
      - docs      
      - mdbookold      
      - mdbook

    # Only run this when pushing to master branch
    if: github.ref == 'refs/heads/master'
    steps:
      - uses: actions/checkout@v4

      - name: Install lychee
        uses: taiki-e/install-action@v2
        with:
         tool: lychee

      - name: Install mdbook-mermaid
        uses: taiki-e/install-action@v2
        with:
          tool: mdbook-mermaid
 
      - name: mdBook Action
        uses: peaceiris/actions-mdbook@v1
        with:
          mdbook-version: 'latest'

      - name: Remove cargo-config
        run: rm -f .cargo/config

      - name: Download built dev-ver book and API docs
        uses: actions/download-artifact@v3
        with:
          name: book

      - name: Extract the dev-version book and API docs
        run: |
          tar -xf book.tar 

      - name: Download built old versions of books and API docs
        uses: actions/download-artifact@v3
        with:
          name: mdbookold

      - name: Extract the old version books and API docs
        run: |
          tar -xf mdbookold.tar 

      - name: Prepare books
        shell: 'script --return --quiet --command "bash {0}"'
        run: |
          langs=( en )
          devver=( dev )
          # The latest stable must be the first element in the array
          vers=( "${{ env.STABLE_VERSION }}" "${{ env.OLDSTABLE_VERSION }}" )

          # All releases start with "v"
          # followed by MAJOR.MINOR.PATCH, see semver.org
          # Store first in array as stable
          stable=${vers}
          crateversion=${{ env.versionmajor }}

          echo "Latest stable version: $stable"
          echo "Current crate version: $crateversion"

          # Create directories
          td=$(mktemp -d)
          mkdir -p $td/$devver/
          cp -r bookroot/* $td/$devver/

          # Redirect rtic.rs/meeting/index.html to hackmd
          mkdir $td/meeting
          sed "s|URL|https://hackmd.io/c_mFUZL-Q2C6614MlrrxOg|g" redirect.html > $td/meeting/index.html
          sed -i "s|Page Redirection|RTIC Meeting|" $td/meeting/index.html
          sed -i "s|If you|Redirecting to RTIC HackMD. If you|" $td/meeting/index.html

          # Redirect the main site to the stable release
          sed "s|URL|$stable|g" redirect.html > $td/index.html

          # Create the redirects for dev-version
          # If the current stable and the version being built differ,
          # then there is a dev-version and the links should point to it.
          if [[ "$stable" != "$crateversion" ]];
          then
            sed 's|URL|rtic/index.html|g' redirect.html > $td/$devver/api/index.html
            sed 's|URL|book/en|g' redirect.html > $td/$devver/index.html
          else
            # If the current stable and the "dev" version in master branch
            # share the same major version, redirect dev/ to stable book
            # This makes sense, preferable to have doc/book updates going live directly to rtic.rs
            sed 's|URL|rtic.rs/$stable/api/rtic|g' redirect.html > $td/$devver/api/index.html
            sed 's|URL|rtic.rs/$stable|g' redirect.html > $td/$devver/index.html
          fi

          # Package older versions, including stable

          # Copy the stable book to the stable alias
          cp -r mdbookold/${{ env.STABLE_VERSION }} $td/stable

          # Copy the stable book to the webroot
          cp -r mdbookold/${{ env.STABLE_VERSION }} $td/
          # Copy the old stable book to the webroot
          cp -r mdbookold/${{ env.OLDSTABLE_VERSION }} $td/

          # Forward CNAME file
          cp CNAME $td/
          mv $td/ bookstodeploy

      - name: Archive the webroot
        run: |
          tar -cf bookstodeploy.tar bookstodeploy

      - name: Store the books
        uses: actions/upload-artifact@v3
        with:
          name: bookstodeploy
          path: bookstodeploy.tar

  ghapages:
    name: Publish rtic.rs
    runs-on: ubuntu-22.04
    needs:
      - deploy
    steps:
      - name: Download books
        uses: actions/download-artifact@v3
        with:
          name: bookstodeploy

      - name: Extract the books
        run: |
          tar -xf bookstodeploy.tar 

      - name: Deploy to GH-pages
        uses: peaceiris/actions-gh-pages@v3
        with:
          github_token: ${{ secrets.GITHUB_TOKEN }}
          publish_dir: ./bookstodeploy
          force_orphan: true

  # ALL THE PREVIOUS JOBS NEEDS TO BE ADDED TO THE `needs` SECTION OF THIS JOB!
  ci-success:
    name: ci
    if: github.event_name == 'push' && success()
    needs:
      - formatcheck
      - check
      - clippy
      - checkexamples
      - testexamples
      - tests
      - docs
      - mdbook
    runs-on: ubuntu-22.04
    steps:
      - name: Mark the job as a success
        run: exit 0