267 lines
13 KiB
YAML
267 lines
13 KiB
YAML
name: Build & Test
|
|
|
|
env:
|
|
CARGO_TERM_COLOR: always
|
|
RUSTFLAGS: "-D warnings"
|
|
CROSS_DEBUG: 1
|
|
|
|
on:
|
|
workflow_call:
|
|
inputs:
|
|
ref:
|
|
default: ${{ github.ref }}
|
|
type: string
|
|
run-tests:
|
|
default: true
|
|
type: boolean
|
|
workflow_dispatch:
|
|
inputs:
|
|
run-tests:
|
|
description: Run tests
|
|
default: true
|
|
type: boolean
|
|
rust-test-threads:
|
|
description: Number of Rust test threads
|
|
default: ""
|
|
type: string
|
|
|
|
jobs:
|
|
build:
|
|
name: ${{ matrix.platform }} (${{ matrix.target }}) (${{ matrix.os }})
|
|
runs-on: ${{ matrix.os }}
|
|
strategy:
|
|
fail-fast: false
|
|
matrix:
|
|
platform:
|
|
- linux-arm64 #
|
|
- linux-arm #
|
|
- linux-armhf #
|
|
- linux-armv5te #
|
|
- linux-armv7l #
|
|
- linux-x64 #
|
|
- linux-x86 #
|
|
- linux-i586 #
|
|
- linux-mips #
|
|
- linux-mips64 #
|
|
- linux-mipsel #
|
|
- linux-mips64el #
|
|
- linux-powerpc #
|
|
- linux-powerpc64 #
|
|
- linux-powerpc64el #
|
|
# - linux-riscv64gc # #2712
|
|
- linux-s390x #
|
|
- linux-sparc64 #
|
|
- linux-thumbv7neon #
|
|
- windows-arm64 #
|
|
- windows-x64 # <-- No C library build - requires an additional adapted Makefile for `cl.exe` compiler
|
|
- windows-x86 # -- // --
|
|
- macos-arm64 # <-- MacOS M1/M2 - no tests, only CLI build to be published on release artifacts
|
|
- macos-x64 #
|
|
|
|
include:
|
|
# When adding a new `target`:
|
|
# 1. Define a new platform alias above
|
|
# 2. Add a new record to a matrix map in `cli/npm/install.js`
|
|
- { platform: linux-arm64 , target: aarch64-unknown-linux-gnu , os: ubuntu-latest , use-cross: true }
|
|
- { platform: linux-arm , target: arm-unknown-linux-gnueabi , os: ubuntu-latest , use-cross: true }
|
|
- { platform: linux-armhf , target: arm-unknown-linux-gnueabihf , os: ubuntu-latest , use-cross: true }
|
|
- { platform: linux-armv5te , target: armv5te-unknown-linux-gnueabi , os: ubuntu-latest , use-cross: true }
|
|
- { platform: linux-armv7l , target: armv7-unknown-linux-gnueabihf , os: ubuntu-latest , use-cross: true }
|
|
- { platform: linux-x64 , target: x86_64-unknown-linux-gnu , os: ubuntu-20.04 } #2272
|
|
- { platform: linux-x86 , target: i686-unknown-linux-gnu , os: ubuntu-latest , use-cross: true }
|
|
- { platform: linux-i586 , target: i586-unknown-linux-gnu , os: ubuntu-latest , use-cross: true }
|
|
- { platform: linux-mips , target: mips-unknown-linux-gnu , os: ubuntu-latest , use-cross: true }
|
|
- { platform: linux-mips64 , target: mips64-unknown-linux-gnuabi64 , os: ubuntu-latest , use-cross: true }
|
|
- { platform: linux-mipsel , target: mipsel-unknown-linux-gnu , os: ubuntu-latest , use-cross: true }
|
|
- { platform: linux-mips64el , target: mips64el-unknown-linux-gnuabi64 , os: ubuntu-latest , use-cross: true }
|
|
- { platform: linux-powerpc , target: powerpc-unknown-linux-gnu , os: ubuntu-latest , use-cross: true }
|
|
- { platform: linux-powerpc64 , target: powerpc64-unknown-linux-gnu , os: ubuntu-latest , use-cross: true }
|
|
- { platform: linux-powerpc64el , target: powerpc64le-unknown-linux-gnu , os: ubuntu-latest , use-cross: true }
|
|
# - { platform: linux-riscv64gc , target: riscv64gc-unknown-linux-gnu , os: ubuntu-latest , use-cross: true } #2712
|
|
- { platform: linux-s390x , target: s390x-unknown-linux-gnu , os: ubuntu-latest , use-cross: true }
|
|
- { platform: linux-sparc64 , target: sparc64-unknown-linux-gnu , os: ubuntu-latest , use-cross: true }
|
|
- { platform: linux-thumbv7neon , target: thumbv7neon-unknown-linux-gnueabihf , os: ubuntu-latest , use-cross: true }
|
|
- { platform: windows-arm64 , target: aarch64-pc-windows-msvc , os: windows-latest }
|
|
- { platform: windows-x64 , target: x86_64-pc-windows-msvc , os: windows-latest }
|
|
- { platform: windows-x86 , target: i686-pc-windows-msvc , os: windows-latest }
|
|
- { platform: macos-arm64 , target: aarch64-apple-darwin , os: macos-latest }
|
|
- { platform: macos-x64 , target: x86_64-apple-darwin , os: macos-latest }
|
|
|
|
# Cross compilers for C library
|
|
- { platform: linux-arm64 , cc: aarch64-linux-gnu-gcc , ar: aarch64-linux-gnu-ar }
|
|
- { platform: linux-arm , cc: arm-linux-gnueabi-gcc , ar: arm-linux-gnueabi-ar }
|
|
- { platform: linux-armhf , cc: arm-unknown-linux-gnueabihf-gcc , ar: arm-unknown-linux-gnueabihf-ar }
|
|
- { platform: linux-armv5te , cc: arm-linux-gnueabi-gcc , ar: arm-linux-gnueabi-ar }
|
|
- { platform: linux-armv7l , cc: arm-linux-gnueabihf-gcc , ar: arm-linux-gnueabihf-ar }
|
|
- { platform: linux-x86 , cc: i686-linux-gnu-gcc , ar: i686-linux-gnu-ar }
|
|
- { platform: linux-i586 , cc: i686-linux-gnu-gcc , ar: i686-linux-gnu-ar }
|
|
- { platform: linux-mips , cc: mips-linux-gnu-gcc , ar: mips-linux-gnu-ar }
|
|
- { platform: linux-mips64 , cc: mips64-linux-gnuabi64-gcc , ar: mips64-linux-gnuabi64-ar }
|
|
- { platform: linux-mipsel , cc: mipsel-linux-gnu-gcc , ar: mipsel-linux-gnu-ar }
|
|
- { platform: linux-mips64el , cc: mips64el-linux-gnuabi64-gcc , ar: mips64el-linux-gnuabi64-ar }
|
|
- { platform: linux-powerpc , cc: powerpc-linux-gnu-gcc , ar: powerpc-linux-gnu-ar }
|
|
- { platform: linux-powerpc64 , cc: powerpc64-linux-gnu-gcc , ar: powerpc64-linux-gnu-ar }
|
|
- { platform: linux-powerpc64el , cc: powerpc64le-linux-gnu-gcc , ar: powerpc64le-linux-gnu-ar }
|
|
# - { platform: linux-riscv64gc , cc: riscv64-linux-gnu-gcc , ar: riscv64-linux-gnu-ar } #2712
|
|
- { platform: linux-s390x , cc: s390x-linux-gnu-gcc , ar: s390x-linux-gnu-ar }
|
|
- { platform: linux-sparc64 , cc: sparc64-linux-gnu-gcc , ar: sparc64-linux-gnu-ar }
|
|
- { platform: linux-thumbv7neon , cc: arm-linux-gnueabihf-gcc , ar: arm-linux-gnueabihf-ar }
|
|
|
|
# Rust toolchains
|
|
- { platform: linux-mips , rust-toolchain: 1.71.1 }
|
|
- { platform: linux-mips64 , rust-toolchain: 1.71.1 }
|
|
- { platform: linux-mipsel , rust-toolchain: 1.71.1 }
|
|
- { platform: linux-mips64el , rust-toolchain: 1.71.1 }
|
|
|
|
# See #2041 tree-sitter issue
|
|
- { platform: windows-x64 , rust-test-threads: 1 }
|
|
- { platform: windows-x86 , rust-test-threads: 1 }
|
|
|
|
# CLI only build
|
|
- { platform: windows-arm64 , cli-only: true }
|
|
- { platform: macos-arm64 , cli-only: true }
|
|
|
|
env:
|
|
BUILD_CMD: cargo
|
|
EMSCRIPTEN_VERSION: ""
|
|
EXE: ${{ contains(matrix.target, 'windows') && '.exe' || '' }}
|
|
|
|
defaults:
|
|
run:
|
|
shell: bash
|
|
|
|
steps:
|
|
- name: Checkout source code
|
|
uses: actions/checkout@v3
|
|
with:
|
|
ref: ${{ inputs.ref }}
|
|
|
|
- name: Read Emscripten version
|
|
run: |
|
|
echo "EMSCRIPTEN_VERSION=$(cat cli/emscripten-version)" >> $GITHUB_ENV
|
|
|
|
- name: Install Emscripten
|
|
if: ${{ !matrix.cli-only && !matrix.use-cross }}
|
|
uses: mymindstorm/setup-emsdk@v12
|
|
with:
|
|
version: ${{ env.EMSCRIPTEN_VERSION }}
|
|
|
|
- name: Install Rust toolchain
|
|
uses: dtolnay/rust-toolchain@stable
|
|
with:
|
|
targets: ${{ matrix.target }}
|
|
toolchain: ${{ matrix.rust-toolchain || 'stable' }}
|
|
|
|
- name: Install cross
|
|
if: ${{ matrix.use-cross }}
|
|
uses: taiki-e/install-action@v2
|
|
with:
|
|
tool: cross
|
|
|
|
- name: Build custom cross image
|
|
if: ${{ matrix.use-cross && matrix.os == 'ubuntu-latest' }}
|
|
run: |
|
|
cd ..
|
|
|
|
target="${{ matrix.target }}"
|
|
image=ghcr.io/cross-rs/$target:custom
|
|
echo "CROSS_IMAGE=$image" >> $GITHUB_ENV
|
|
|
|
echo "[target.$target]" >> Cross.toml
|
|
echo "image = \"$image\"" >> Cross.toml
|
|
echo "CROSS_CONFIG=$PWD/Cross.toml" >> $GITHUB_ENV
|
|
|
|
echo "FROM ghcr.io/cross-rs/$target:edge" >> Dockerfile
|
|
echo "ENV DEBIAN_FRONTEND=noninteractive" >> Dockerfile
|
|
echo "RUN apt-get update && apt-get install -y nodejs" >> Dockerfile
|
|
docker build -t $image .
|
|
|
|
- name: Setup env extras
|
|
env:
|
|
RUST_TEST_THREADS: ${{ matrix.rust-test-threads || inputs.rust-test-threads || '' }}
|
|
USE_CROSS: ${{ matrix.use-cross }}
|
|
TARGET: ${{ matrix.target }}
|
|
CC: ${{ matrix.cc }}
|
|
AR: ${{ matrix.ar }}
|
|
IS_WINDOWS: ${{ contains(matrix.os, 'windows') }}
|
|
run: |
|
|
PATH="$PWD/.github/scripts:$PATH"
|
|
echo "$PWD/.github/scripts" >> $GITHUB_PATH
|
|
|
|
echo "TREE_SITTER=tree-sitter.sh" >> $GITHUB_ENV
|
|
echo "TARGET=$TARGET" >> $GITHUB_ENV
|
|
echo "ROOT=$PWD" >> $GITHUB_ENV
|
|
|
|
[ -n "$RUST_TEST_THREADS" ] && \
|
|
echo "RUST_TEST_THREADS=$RUST_TEST_THREADS" >> $GITHUB_ENV
|
|
|
|
[ -n "$CC" ] && echo "CC=$CC" >> $GITHUB_ENV
|
|
[ -n "$AR" ] && echo "AR=$AR" >> $GITHUB_ENV
|
|
|
|
[ "$IS_WINDOWS" = "false" ] && echo "CFLAGS=-Werror" >> $GITHUB_ENV
|
|
|
|
if [ "$USE_CROSS" == "true" ]; then
|
|
echo "BUILD_CMD=cross" >> $GITHUB_ENV
|
|
runner=$(BUILD_CMD=cross cross.sh bash -c "env | sed -nr '/^CARGO_TARGET_.*_RUNNER=/s///p'")
|
|
[ -n "$runner" ] && echo "CROSS_RUNNER=$runner" >> $GITHUB_ENV
|
|
fi
|
|
|
|
- name: Build C library
|
|
if: ${{ !contains(matrix.os, 'windows') }} # Requires an additional adapted Makefile for `cl.exe` compiler
|
|
run: make.sh -j
|
|
|
|
- name: Build wasm library
|
|
if: ${{ !matrix.cli-only && !matrix.use-cross }} # No sense to build on the same Github runner hosts many times
|
|
run: script/build-wasm
|
|
|
|
- name: Build CLI
|
|
run: $BUILD_CMD build --release --target=${{ matrix.target }}
|
|
|
|
- name: Info about CLI
|
|
if: ${{ startsWith(matrix.platform, 'linux') }}
|
|
run: |
|
|
min_glibc=$(objdump -p target/$TARGET/release/tree-sitter${{ env.EXE }} | sed -nr 's/.*(GLIBC_.+).*/\1/p' | sort -uV | tail -n1)
|
|
echo "🔗 Minimal **glibc** version required for CLI: ${min_glibc}">> $GITHUB_STEP_SUMMARY
|
|
|
|
- name: Fetch fixtures
|
|
if: ${{ inputs.run-tests && !matrix.cli-only }} # Don't fetch fixtures for only CLI building targets
|
|
run: script/fetch-fixtures
|
|
|
|
- name: Generate fixtures
|
|
if: ${{ inputs.run-tests && !matrix.cli-only }} # Can't natively run CLI on Github runner's host
|
|
run: script/generate-fixtures
|
|
|
|
- name: Generate WASM fixtures
|
|
if: ${{ inputs.run-tests && !matrix.cli-only && !matrix.use-cross }} # See comment for the "Build wasm library" step
|
|
run: script/generate-fixtures-wasm
|
|
|
|
- name: Run main tests
|
|
if: ${{ inputs.run-tests && !matrix.cli-only }} # Can't natively run CLI on Github runner's host
|
|
run: $BUILD_CMD test --target=${{ matrix.target }}
|
|
|
|
- name: Run wasm tests
|
|
if: ${{ inputs.run-tests && !matrix.cli-only && !matrix.use-cross }} # See comment for the "Build wasm library" step
|
|
run: script/test-wasm
|
|
|
|
- name: Run benchmarks
|
|
if: ${{ inputs.run-tests && !matrix.cli-only && !matrix.use-cross }} # Cross-compiled benchmarks make no sense
|
|
run: $BUILD_CMD bench benchmark -p tree-sitter-cli --target=${{ matrix.target }}
|
|
|
|
- name: Upload CLI artifact
|
|
uses: actions/upload-artifact@v3
|
|
with:
|
|
name: tree-sitter.${{ matrix.platform }}
|
|
path: target/${{ matrix.target }}/release/tree-sitter${{ env.EXE }}
|
|
if-no-files-found: error
|
|
retention-days: 7
|
|
|
|
- name: Upload WASM artifacts
|
|
if: ${{ matrix.platform == 'linux-x64' }}
|
|
uses: actions/upload-artifact@v3
|
|
with:
|
|
name: tree-sitter.wasm
|
|
path: |
|
|
lib/binding_web/tree-sitter.js
|
|
lib/binding_web/tree-sitter.wasm
|
|
if-no-files-found: error
|
|
retention-days: 7
|