browsertrix-crawler/.github/workflows/ci.yaml at 203067ac4a0fadc75e12b711c9dfe563828d5276 · webrecorder/browsertrix-crawler · GitHub

1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
name: Node.js CI

on:
  push:
  pull_request:

# Cancel in progress workflows on pull_requests.
# https://docs.github.com/en/actions/using-jobs/using-concurrency#example-using-a-fallback-value
concurrency:
  group: ${{ github.workflow }}-${{ github.head_ref || github.run_id }}
  cancel-in-progress: true

jobs:
  lint:
    runs-on: ubuntu-latest

    strategy:
      matrix:
        node-version: [24.x]

    steps:
      - uses: actions/checkout@v6
      - name: Use Node.js ${{ matrix.node-version }}
        uses: actions/setup-node@v6
        with:
          node-version: ${{ matrix.node-version }}
      - name: install requirements
        run: yarn install
      - name: run linter
        run: yarn lint && yarn format

  build:
    runs-on: ubuntu-latest

    strategy:
      matrix:
        node-version: [24.x]

    steps:
      - uses: actions/checkout@v6

      - name: Use Node.js ${{ matrix.node-version }}
        uses: actions/setup-node@v6
        with:
          node-version: ${{ matrix.node-version }}

      - uses: actions/setup-python@v6
        with:
          python-version: 3.x

      - name: install requirements
        run: yarn install

      - name: build js
        run: yarn run tsc

      - name: Cache Docker Images
        uses: ScribeMD/docker-cache@0.5.0
        with:
          key: docker-${{ runner.os }}-${{ hashFiles('Dockerfile') }}

      - name: Login to DockerHub
        if: (github.event_name != 'pull_request' || github.event.pull_request.head.repo.full_name == github.repository) && github.actor != 'dependabot[bot]'
        uses: docker/login-action@v4
        with:
          username: ${{ secrets.DOCKER_USERNAME }}
          password: ${{ secrets.DOCKER_PASSWORD }}

      - name: build docker
        run: docker compose build --build-arg MINIMIZE_IMAGE_SIZE=1

      - name: install python deps for docs
        run: pip install mkdocs-material

      - name: build docs for crawl test
        run: cd docs/ && mkdocs build

      - name: add http-server for tests
        run: yarn add -D http-server

      - name: install py-wacz as root for tests
        run: sudo pip install wacz --ignore-installed

      - name: run all tests as root
        run: sudo DOCKER_HOST_NAME=172.17.0.1 CI=true yarn test -validate

      - name: run saved state + qa compare test as non-root - with volume owned by current user
        run: |
          sudo rm -rf ./test-crawls
          mkdir test-crawls
          sudo CI=true yarn test ./tests/saved-state.test.ts ./tests/qa_compare.test.ts