908 lines
29 KiB
YAML
908 lines
29 KiB
YAML
name: test
|
|
on: [push, pull_request]
|
|
|
|
defaults:
|
|
run:
|
|
shell: bash -euv -o pipefail {0}
|
|
|
|
env:
|
|
CFLAGS: -Werror
|
|
MAKEFLAGS: -j
|
|
TESTFLAGS: -k
|
|
BENCHFLAGS:
|
|
|
|
jobs:
|
|
# run tests
|
|
test:
|
|
runs-on: ubuntu-latest
|
|
strategy:
|
|
fail-fast: false
|
|
matrix:
|
|
arch: [x86_64, thumb, mips, powerpc]
|
|
|
|
steps:
|
|
- uses: actions/checkout@v4
|
|
- name: install
|
|
run: |
|
|
# need a few things
|
|
sudo apt-get update -qq
|
|
sudo apt-get install -qq gcc python3 python3-pip
|
|
pip3 install toml
|
|
gcc --version
|
|
python3 --version
|
|
|
|
# cross-compile with ARM Thumb (32-bit, little-endian)
|
|
- name: install-thumb
|
|
if: ${{matrix.arch == 'thumb'}}
|
|
run: |
|
|
sudo apt-get install -qq \
|
|
gcc-arm-linux-gnueabi \
|
|
libc6-dev-armel-cross \
|
|
qemu-user
|
|
echo "CC=arm-linux-gnueabi-gcc -mthumb --static" >> $GITHUB_ENV
|
|
echo "EXEC=qemu-arm" >> $GITHUB_ENV
|
|
arm-linux-gnueabi-gcc --version
|
|
qemu-arm -version
|
|
# cross-compile with MIPS (32-bit, big-endian)
|
|
- name: install-mips
|
|
if: ${{matrix.arch == 'mips'}}
|
|
run: |
|
|
sudo apt-get install -qq \
|
|
gcc-mips-linux-gnu \
|
|
libc6-dev-mips-cross \
|
|
qemu-user
|
|
echo "CC=mips-linux-gnu-gcc --static" >> $GITHUB_ENV
|
|
echo "EXEC=qemu-mips" >> $GITHUB_ENV
|
|
mips-linux-gnu-gcc --version
|
|
qemu-mips -version
|
|
# cross-compile with PowerPC (32-bit, big-endian)
|
|
- name: install-powerpc
|
|
if: ${{matrix.arch == 'powerpc'}}
|
|
run: |
|
|
sudo apt-get install -qq \
|
|
gcc-powerpc-linux-gnu \
|
|
libc6-dev-powerpc-cross \
|
|
qemu-user
|
|
echo "CC=powerpc-linux-gnu-gcc --static" >> $GITHUB_ENV
|
|
echo "EXEC=qemu-ppc" >> $GITHUB_ENV
|
|
powerpc-linux-gnu-gcc --version
|
|
qemu-ppc -version
|
|
|
|
# does littlefs compile?
|
|
- name: test-build
|
|
run: |
|
|
make clean
|
|
make build
|
|
|
|
# make sure example can at least compile
|
|
- name: test-example
|
|
run: |
|
|
make clean
|
|
sed -n '/``` c/,/```/{/```/d; p}' README.md > test.c
|
|
CFLAGS="$CFLAGS \
|
|
-Duser_provided_block_device_read=NULL \
|
|
-Duser_provided_block_device_prog=NULL \
|
|
-Duser_provided_block_device_erase=NULL \
|
|
-Duser_provided_block_device_sync=NULL \
|
|
-include stdio.h" \
|
|
make all
|
|
rm test.c
|
|
|
|
# run the tests!
|
|
- name: test
|
|
run: |
|
|
make clean
|
|
make test
|
|
|
|
# collect coverage info
|
|
#
|
|
# Note the goal is to maximize coverage in the small, easy-to-run
|
|
# tests, so we intentionally exclude more aggressive powerloss testing
|
|
# from coverage results
|
|
- name: cov
|
|
if: ${{matrix.arch == 'x86_64'}}
|
|
run: |
|
|
make lfs.cov.csv
|
|
./scripts/cov.py -u lfs.cov.csv
|
|
mkdir -p cov
|
|
cp lfs.cov.csv cov/cov.csv
|
|
|
|
# find compile-time measurements
|
|
- name: sizes
|
|
run: |
|
|
make clean
|
|
CFLAGS="$CFLAGS \
|
|
-DLFS_NO_ASSERT \
|
|
-DLFS_NO_DEBUG \
|
|
-DLFS_NO_WARN \
|
|
-DLFS_NO_ERROR" \
|
|
make lfs.code.csv lfs.data.csv lfs.stack.csv lfs.structs.csv
|
|
./scripts/structs.py -u lfs.structs.csv
|
|
./scripts/summary.py lfs.code.csv lfs.data.csv lfs.stack.csv \
|
|
-bfunction \
|
|
-fcode=code_size \
|
|
-fdata=data_size \
|
|
-fstack=stack_limit --max=stack_limit
|
|
mkdir -p sizes
|
|
cp lfs.code.csv sizes/${{matrix.arch}}.code.csv
|
|
cp lfs.data.csv sizes/${{matrix.arch}}.data.csv
|
|
cp lfs.stack.csv sizes/${{matrix.arch}}.stack.csv
|
|
cp lfs.structs.csv sizes/${{matrix.arch}}.structs.csv
|
|
- name: sizes-readonly
|
|
run: |
|
|
make clean
|
|
CFLAGS="$CFLAGS \
|
|
-DLFS_NO_ASSERT \
|
|
-DLFS_NO_DEBUG \
|
|
-DLFS_NO_WARN \
|
|
-DLFS_NO_ERROR \
|
|
-DLFS_READONLY" \
|
|
make lfs.code.csv lfs.data.csv lfs.stack.csv lfs.structs.csv
|
|
./scripts/structs.py -u lfs.structs.csv
|
|
./scripts/summary.py lfs.code.csv lfs.data.csv lfs.stack.csv \
|
|
-bfunction \
|
|
-fcode=code_size \
|
|
-fdata=data_size \
|
|
-fstack=stack_limit --max=stack_limit
|
|
mkdir -p sizes
|
|
cp lfs.code.csv sizes/${{matrix.arch}}-readonly.code.csv
|
|
cp lfs.data.csv sizes/${{matrix.arch}}-readonly.data.csv
|
|
cp lfs.stack.csv sizes/${{matrix.arch}}-readonly.stack.csv
|
|
cp lfs.structs.csv sizes/${{matrix.arch}}-readonly.structs.csv
|
|
- name: sizes-threadsafe
|
|
run: |
|
|
make clean
|
|
CFLAGS="$CFLAGS \
|
|
-DLFS_NO_ASSERT \
|
|
-DLFS_NO_DEBUG \
|
|
-DLFS_NO_WARN \
|
|
-DLFS_NO_ERROR \
|
|
-DLFS_THREADSAFE" \
|
|
make lfs.code.csv lfs.data.csv lfs.stack.csv lfs.structs.csv
|
|
./scripts/structs.py -u lfs.structs.csv
|
|
./scripts/summary.py lfs.code.csv lfs.data.csv lfs.stack.csv \
|
|
-bfunction \
|
|
-fcode=code_size \
|
|
-fdata=data_size \
|
|
-fstack=stack_limit --max=stack_limit
|
|
mkdir -p sizes
|
|
cp lfs.code.csv sizes/${{matrix.arch}}-threadsafe.code.csv
|
|
cp lfs.data.csv sizes/${{matrix.arch}}-threadsafe.data.csv
|
|
cp lfs.stack.csv sizes/${{matrix.arch}}-threadsafe.stack.csv
|
|
cp lfs.structs.csv sizes/${{matrix.arch}}-threadsafe.structs.csv
|
|
- name: sizes-multiversion
|
|
run: |
|
|
make clean
|
|
CFLAGS="$CFLAGS \
|
|
-DLFS_NO_ASSERT \
|
|
-DLFS_NO_DEBUG \
|
|
-DLFS_NO_WARN \
|
|
-DLFS_NO_ERROR \
|
|
-DLFS_MULTIVERSION" \
|
|
make lfs.code.csv lfs.data.csv lfs.stack.csv lfs.structs.csv
|
|
./scripts/structs.py -u lfs.structs.csv
|
|
./scripts/summary.py lfs.code.csv lfs.data.csv lfs.stack.csv \
|
|
-bfunction \
|
|
-fcode=code_size \
|
|
-fdata=data_size \
|
|
-fstack=stack_limit --max=stack_limit
|
|
mkdir -p sizes
|
|
cp lfs.code.csv sizes/${{matrix.arch}}-multiversion.code.csv
|
|
cp lfs.data.csv sizes/${{matrix.arch}}-multiversion.data.csv
|
|
cp lfs.stack.csv sizes/${{matrix.arch}}-multiversion.stack.csv
|
|
cp lfs.structs.csv sizes/${{matrix.arch}}-multiversion.structs.csv
|
|
- name: sizes-migrate
|
|
run: |
|
|
make clean
|
|
CFLAGS="$CFLAGS \
|
|
-DLFS_NO_ASSERT \
|
|
-DLFS_NO_DEBUG \
|
|
-DLFS_NO_WARN \
|
|
-DLFS_NO_ERROR \
|
|
-DLFS_MIGRATE" \
|
|
make lfs.code.csv lfs.data.csv lfs.stack.csv lfs.structs.csv
|
|
./scripts/structs.py -u lfs.structs.csv
|
|
./scripts/summary.py lfs.code.csv lfs.data.csv lfs.stack.csv \
|
|
-bfunction \
|
|
-fcode=code_size \
|
|
-fdata=data_size \
|
|
-fstack=stack_limit --max=stack_limit
|
|
mkdir -p sizes
|
|
cp lfs.code.csv sizes/${{matrix.arch}}-migrate.code.csv
|
|
cp lfs.data.csv sizes/${{matrix.arch}}-migrate.data.csv
|
|
cp lfs.stack.csv sizes/${{matrix.arch}}-migrate.stack.csv
|
|
cp lfs.structs.csv sizes/${{matrix.arch}}-migrate.structs.csv
|
|
- name: sizes-error-asserts
|
|
run: |
|
|
make clean
|
|
CFLAGS="$CFLAGS \
|
|
-DLFS_NO_DEBUG \
|
|
-DLFS_NO_WARN \
|
|
-DLFS_NO_ERROR \
|
|
-D'LFS_ASSERT(test)=do {if(!(test)) {return -1;}} while(0)'" \
|
|
make lfs.code.csv lfs.data.csv lfs.stack.csv lfs.structs.csv
|
|
./scripts/structs.py -u lfs.structs.csv
|
|
./scripts/summary.py lfs.code.csv lfs.data.csv lfs.stack.csv \
|
|
-bfunction \
|
|
-fcode=code_size \
|
|
-fdata=data_size \
|
|
-fstack=stack_limit --max=stack_limit
|
|
mkdir -p sizes
|
|
cp lfs.code.csv sizes/${{matrix.arch}}-error-asserts.code.csv
|
|
cp lfs.data.csv sizes/${{matrix.arch}}-error-asserts.data.csv
|
|
cp lfs.stack.csv sizes/${{matrix.arch}}-error-asserts.stack.csv
|
|
cp lfs.structs.csv sizes/${{matrix.arch}}-error-asserts.structs.csv
|
|
|
|
# create size statuses
|
|
- name: upload-sizes
|
|
uses: actions/upload-artifact@v4
|
|
with:
|
|
name: sizes-${{matrix.arch}}
|
|
path: sizes
|
|
- name: status-sizes
|
|
run: |
|
|
mkdir -p status
|
|
for f in $(shopt -s nullglob ; echo sizes/*.csv)
|
|
do
|
|
# skip .data.csv as it should always be zero
|
|
[[ $f == *.data.csv ]] && continue
|
|
export STEP="sizes$(echo $f \
|
|
| sed -n 's/[^-.]*-\([^.]*\)\..*csv/-\1/p')"
|
|
export CONTEXT="sizes (${{matrix.arch}}$(echo $f \
|
|
| sed -n 's/[^-.]*-\([^.]*\)\..*csv/, \1/p')) / $(echo $f \
|
|
| sed -n 's/[^.]*\.\(.*\)\.csv/\1/p')"
|
|
export PREV="$(curl -sS \
|
|
"$GITHUB_API_URL/repos/$GITHUB_REPOSITORY/status/master`
|
|
`?per_page=100" \
|
|
| jq -re 'select(.sha != env.GITHUB_SHA) | .statuses[]
|
|
| select(.context == env.CONTEXT).description
|
|
| capture("(?<prev>[0-9∞]+)").prev' \
|
|
|| echo 0)"
|
|
export DESCRIPTION="$(./scripts/summary.py $f --max=stack_limit -Y \
|
|
| awk '
|
|
NR==2 {$1=0; printf "%s B",$NF}
|
|
NR==2 && ENVIRON["PREV"]+0 != 0 {
|
|
printf " (%+.1f%%)",100*($NF-ENVIRON["PREV"])/ENVIRON["PREV"]
|
|
}')"
|
|
jq -n '{
|
|
state: "success",
|
|
context: env.CONTEXT,
|
|
description: env.DESCRIPTION,
|
|
target_job: "${{github.job}} (${{matrix.arch}})",
|
|
target_step: env.STEP,
|
|
}' | tee status/$(basename $f .csv).json
|
|
done
|
|
- name: upload-status-sizes
|
|
uses: actions/upload-artifact@v4
|
|
with:
|
|
name: status-sizes-${{matrix.arch}}
|
|
path: status
|
|
retention-days: 1
|
|
|
|
# create cov statuses
|
|
- name: upload-cov
|
|
if: ${{matrix.arch == 'x86_64'}}
|
|
uses: actions/upload-artifact@v4
|
|
with:
|
|
name: cov
|
|
path: cov
|
|
- name: status-cov
|
|
if: ${{matrix.arch == 'x86_64'}}
|
|
run: |
|
|
mkdir -p status
|
|
f=cov/cov.csv
|
|
for s in lines branches
|
|
do
|
|
export STEP="cov"
|
|
export CONTEXT="cov / $s"
|
|
export PREV="$(curl -sS \
|
|
"$GITHUB_API_URL/repos/$GITHUB_REPOSITORY/status/master`
|
|
`?per_page=100" \
|
|
| jq -re 'select(.sha != env.GITHUB_SHA) | .statuses[]
|
|
| select(.context == env.CONTEXT).description
|
|
| capture("(?<prev_a>[0-9]+)/(?<prev_b>[0-9]+)")
|
|
| 100*((.prev_a|tonumber) / (.prev_b|tonumber))' \
|
|
|| echo 0)"
|
|
export DESCRIPTION="$(./scripts/cov.py -u $f -f$s -Y \
|
|
| awk -F '[ /%]+' -v s=$s '
|
|
NR==2 {$1=0; printf "%d/%d %s",$2,$3,s}
|
|
NR==2 && ENVIRON["PREV"]+0 != 0 {
|
|
printf " (%+.1f%%)",$4-ENVIRON["PREV"]
|
|
}')"
|
|
jq -n '{
|
|
state: "success",
|
|
context: env.CONTEXT,
|
|
description: env.DESCRIPTION,
|
|
target_job: "${{github.job}} (${{matrix.arch}})",
|
|
target_step: env.STEP,
|
|
}' | tee status/$(basename $f .csv)-$s.json
|
|
done
|
|
- name: upload-status-cov
|
|
if: ${{matrix.arch == 'x86_64'}}
|
|
uses: actions/upload-artifact@v4
|
|
with:
|
|
name: status-cov
|
|
path: status
|
|
retention-days: 1
|
|
|
|
# run as many exhaustive tests as fits in GitHub's time limits
|
|
#
|
|
# this grows exponentially, so it doesn't turn out to be that many
|
|
test-pls:
|
|
runs-on: ubuntu-latest
|
|
strategy:
|
|
fail-fast: false
|
|
matrix:
|
|
pls: [1, 2]
|
|
|
|
steps:
|
|
- uses: actions/checkout@v4
|
|
- name: install
|
|
run: |
|
|
# need a few things
|
|
sudo apt-get update -qq
|
|
sudo apt-get install -qq gcc python3 python3-pip
|
|
pip3 install toml
|
|
gcc --version
|
|
python3 --version
|
|
- name: test-pls
|
|
if: ${{matrix.pls <= 1}}
|
|
run: |
|
|
TESTFLAGS="$TESTFLAGS -P${{matrix.pls}}" make test
|
|
# >=2pls takes multiple days to run fully, so we can only
|
|
# run a subset of tests, these are the most important
|
|
- name: test-limited-pls
|
|
if: ${{matrix.pls > 1}}
|
|
run: |
|
|
TESTFLAGS="$TESTFLAGS -P${{matrix.pls}} test_dirs test_relocations" \
|
|
make test
|
|
|
|
# run with LFS_NO_INTRINSICS to make sure that works
|
|
test-no-intrinsics:
|
|
runs-on: ubuntu-latest
|
|
steps:
|
|
- uses: actions/checkout@v4
|
|
- name: install
|
|
run: |
|
|
# need a few things
|
|
sudo apt-get update -qq
|
|
sudo apt-get install -qq gcc python3 python3-pip
|
|
pip3 install toml
|
|
gcc --version
|
|
python3 --version
|
|
- name: test-no-intrinsics
|
|
run: |
|
|
CFLAGS="$CFLAGS -DLFS_NO_INTRINSICS" make test
|
|
|
|
test-shrink:
|
|
runs-on: ubuntu-latest
|
|
steps:
|
|
- uses: actions/checkout@v4
|
|
- name: install
|
|
run: |
|
|
# need a few things
|
|
sudo apt-get update -qq
|
|
sudo apt-get install -qq gcc python3 python3-pip
|
|
pip3 install toml
|
|
gcc --version
|
|
python3 --version
|
|
- name: test-no-intrinsics
|
|
run: |
|
|
CFLAGS="$CFLAGS -DLFS_SHRINKNONRELOCATING" make test
|
|
|
|
# run with all trace options enabled to at least make sure these
|
|
# all compile
|
|
test-yes-trace:
|
|
runs-on: ubuntu-latest
|
|
steps:
|
|
- uses: actions/checkout@v4
|
|
- name: install
|
|
run: |
|
|
# need a few things
|
|
sudo apt-get update -qq
|
|
sudo apt-get install -qq gcc python3 python3-pip
|
|
pip3 install toml
|
|
gcc --version
|
|
python3 --version
|
|
- name: test-yes-trace
|
|
run: |
|
|
CFLAGS="$CFLAGS \
|
|
-DLFS_YES_TRACE \
|
|
-DLFS_RAMBD_YES_TRACE \
|
|
-DLFS_FILEBD_YES_TRACE \
|
|
-DLFS_RAMBD_YES_TRACE" \
|
|
make test
|
|
|
|
# run LFS_MULTIVERSION tests
|
|
test-multiversion:
|
|
runs-on: ubuntu-latest
|
|
steps:
|
|
- uses: actions/checkout@v4
|
|
- name: install
|
|
run: |
|
|
# need a few things
|
|
sudo apt-get update -qq
|
|
sudo apt-get install -qq gcc python3 python3-pip
|
|
pip3 install toml
|
|
gcc --version
|
|
python3 --version
|
|
- name: test-multiversion
|
|
run: |
|
|
CFLAGS="$CFLAGS -DLFS_MULTIVERSION" make test
|
|
|
|
# run tests on the older version lfs2.0
|
|
test-lfs2_0:
|
|
runs-on: ubuntu-latest
|
|
steps:
|
|
- uses: actions/checkout@v4
|
|
- name: install
|
|
run: |
|
|
# need a few things
|
|
sudo apt-get update -qq
|
|
sudo apt-get install -qq gcc python3 python3-pip
|
|
pip3 install toml
|
|
gcc --version
|
|
python3 --version
|
|
- name: test-lfs2_0
|
|
run: |
|
|
CFLAGS="$CFLAGS -DLFS_MULTIVERSION" \
|
|
TESTFLAGS="$TESTFLAGS -DDISK_VERSION=0x00020000" \
|
|
make test
|
|
|
|
# run under Valgrind to check for memory errors
|
|
test-valgrind:
|
|
runs-on: ubuntu-latest
|
|
steps:
|
|
- uses: actions/checkout@v4
|
|
- name: install
|
|
run: |
|
|
# need a few things
|
|
sudo apt-get update -qq
|
|
sudo apt-get install -qq gcc python3 python3-pip valgrind
|
|
pip3 install toml
|
|
gcc --version
|
|
python3 --version
|
|
valgrind --version
|
|
# Valgrind takes a while with diminishing value, so only test
|
|
# on one geometry
|
|
- name: test-valgrind
|
|
run: |
|
|
TESTFLAGS="$TESTFLAGS --valgrind --context=1024 -Gdefault -Pnone" \
|
|
make test
|
|
|
|
# compile/run with Clang, mostly to check for Clang-specific warnings
|
|
test-clang:
|
|
runs-on: ubuntu-latest
|
|
steps:
|
|
- uses: actions/checkout@v4
|
|
- name: install
|
|
run: |
|
|
# need a few things
|
|
sudo apt-get install -qq clang python3 python3-pip
|
|
pip3 install toml
|
|
clang --version
|
|
python3 --version
|
|
- name: test-clang
|
|
run: |
|
|
CC=clang \
|
|
make test
|
|
|
|
# run benchmarks
|
|
#
|
|
# note there's no real benefit to running these on multiple archs
|
|
bench:
|
|
runs-on: ubuntu-latest
|
|
steps:
|
|
- uses: actions/checkout@v4
|
|
- name: install
|
|
run: |
|
|
# need a few things
|
|
sudo apt-get update -qq
|
|
sudo apt-get install -qq gcc python3 python3-pip valgrind
|
|
pip3 install toml
|
|
gcc --version
|
|
python3 --version
|
|
valgrind --version
|
|
- name: bench
|
|
run: |
|
|
make bench
|
|
|
|
# find bench results
|
|
make lfs.bench.csv
|
|
./scripts/summary.py lfs.bench.csv \
|
|
-bsuite \
|
|
-freaded=bench_readed \
|
|
-fproged=bench_proged \
|
|
-ferased=bench_erased
|
|
mkdir -p bench
|
|
cp lfs.bench.csv bench/bench.csv
|
|
|
|
# find perfbd results
|
|
make lfs.perfbd.csv
|
|
./scripts/perfbd.py -u lfs.perfbd.csv
|
|
mkdir -p bench
|
|
cp lfs.perfbd.csv bench/perfbd.csv
|
|
|
|
# create bench statuses
|
|
- name: upload-bench
|
|
uses: actions/upload-artifact@v4
|
|
with:
|
|
name: bench
|
|
path: bench
|
|
- name: status-bench
|
|
run: |
|
|
mkdir -p status
|
|
f=bench/bench.csv
|
|
for s in readed proged erased
|
|
do
|
|
export STEP="bench"
|
|
export CONTEXT="bench / $s"
|
|
export PREV="$(curl -sS \
|
|
"$GITHUB_API_URL/repos/$GITHUB_REPOSITORY/status/master`
|
|
`?per_page=100" \
|
|
| jq -re 'select(.sha != env.GITHUB_SHA) | .statuses[]
|
|
| select(.context == env.CONTEXT).description
|
|
| capture("(?<prev>[0-9]+)").prev' \
|
|
|| echo 0)"
|
|
export DESCRIPTION="$(./scripts/summary.py $f -f$s=bench_$s -Y \
|
|
| awk '
|
|
NR==2 {$1=0; printf "%s B",$NF}
|
|
NR==2 && ENVIRON["PREV"]+0 != 0 {
|
|
printf " (%+.1f%%)",100*($NF-ENVIRON["PREV"])/ENVIRON["PREV"]
|
|
}')"
|
|
jq -n '{
|
|
state: "success",
|
|
context: env.CONTEXT,
|
|
description: env.DESCRIPTION,
|
|
target_job: "${{github.job}}",
|
|
target_step: env.STEP,
|
|
}' | tee status/$(basename $f .csv)-$s.json
|
|
done
|
|
- name: upload-status-bench
|
|
uses: actions/upload-artifact@v4
|
|
with:
|
|
name: status-bench
|
|
path: status
|
|
retention-days: 1
|
|
|
|
# run compatibility tests using the current master as the previous version
|
|
test-compat:
|
|
runs-on: ubuntu-latest
|
|
steps:
|
|
- uses: actions/checkout@v4
|
|
if: ${{github.event_name == 'pull_request'}}
|
|
# checkout the current pr target into lfsp
|
|
- uses: actions/checkout@v4
|
|
if: ${{github.event_name == 'pull_request'}}
|
|
with:
|
|
ref: ${{github.event.pull_request.base.ref}}
|
|
path: lfsp
|
|
- name: install
|
|
if: ${{github.event_name == 'pull_request'}}
|
|
run: |
|
|
# need a few things
|
|
sudo apt-get update -qq
|
|
sudo apt-get install -qq gcc python3 python3-pip
|
|
pip3 install toml
|
|
gcc --version
|
|
python3 --version
|
|
# adjust prefix of lfsp
|
|
- name: changeprefix
|
|
if: ${{github.event_name == 'pull_request'}}
|
|
run: |
|
|
./scripts/changeprefix.py lfs lfsp lfsp/*.h lfsp/*.c
|
|
- name: test-compat
|
|
if: ${{github.event_name == 'pull_request'}}
|
|
run: |
|
|
TESTS=tests/test_compat.toml \
|
|
SRC="$(find . lfsp -name '*.c' -maxdepth 1 \
|
|
-and -not -name '*.t.*' \
|
|
-and -not -name '*.b.*')" \
|
|
CFLAGS="-DLFSP=lfsp/lfsp.h" \
|
|
make test
|
|
|
|
# self-host with littlefs-fuse for a fuzz-like test
|
|
fuse:
|
|
runs-on: ubuntu-latest
|
|
if: ${{!endsWith(github.ref, '-prefix')}}
|
|
steps:
|
|
- uses: actions/checkout@v4
|
|
- name: install
|
|
run: |
|
|
# need a few things
|
|
sudo apt-get update -qq
|
|
sudo apt-get install -qq gcc python3 python3-pip libfuse-dev
|
|
sudo pip3 install toml
|
|
gcc --version
|
|
python3 --version
|
|
fusermount -V
|
|
- uses: actions/checkout@v4
|
|
with:
|
|
repository: littlefs-project/littlefs-fuse
|
|
ref: v2
|
|
path: littlefs-fuse
|
|
- name: setup
|
|
run: |
|
|
# copy our new version into littlefs-fuse
|
|
rm -rf littlefs-fuse/littlefs/*
|
|
cp -r $(git ls-tree --name-only HEAD) littlefs-fuse/littlefs
|
|
|
|
# setup disk for littlefs-fuse
|
|
mkdir mount
|
|
LOOP=$(sudo losetup -f)
|
|
sudo chmod a+rw $LOOP
|
|
dd if=/dev/zero bs=512 count=128K of=disk
|
|
losetup $LOOP disk
|
|
echo "LOOP=$LOOP" >> $GITHUB_ENV
|
|
- name: test
|
|
run: |
|
|
# self-host test
|
|
make -C littlefs-fuse
|
|
|
|
littlefs-fuse/lfs --format $LOOP
|
|
littlefs-fuse/lfs $LOOP mount
|
|
|
|
ls mount
|
|
mkdir mount/littlefs
|
|
cp -r $(git ls-tree --name-only HEAD) mount/littlefs
|
|
cd mount/littlefs
|
|
stat .
|
|
ls -flh
|
|
make -B test-runner
|
|
make -B test
|
|
|
|
# test migration using littlefs-fuse
|
|
migrate:
|
|
runs-on: ubuntu-latest
|
|
if: ${{!endsWith(github.ref, '-prefix')}}
|
|
steps:
|
|
- uses: actions/checkout@v4
|
|
- name: install
|
|
run: |
|
|
# need a few things
|
|
sudo apt-get update -qq
|
|
sudo apt-get install -qq gcc python3 python3-pip libfuse-dev
|
|
sudo pip3 install toml
|
|
gcc --version
|
|
python3 --version
|
|
fusermount -V
|
|
- uses: actions/checkout@v4
|
|
with:
|
|
repository: littlefs-project/littlefs-fuse
|
|
ref: v2
|
|
path: v2
|
|
- uses: actions/checkout@v4
|
|
with:
|
|
repository: littlefs-project/littlefs-fuse
|
|
ref: v1
|
|
path: v1
|
|
- name: setup
|
|
run: |
|
|
# copy our new version into littlefs-fuse
|
|
rm -rf v2/littlefs/*
|
|
cp -r $(git ls-tree --name-only HEAD) v2/littlefs
|
|
|
|
# setup disk for littlefs-fuse
|
|
mkdir mount
|
|
LOOP=$(sudo losetup -f)
|
|
sudo chmod a+rw $LOOP
|
|
dd if=/dev/zero bs=512 count=128K of=disk
|
|
losetup $LOOP disk
|
|
echo "LOOP=$LOOP" >> $GITHUB_ENV
|
|
- name: test
|
|
run: |
|
|
# compile v1 and v2
|
|
make -C v1
|
|
make -C v2
|
|
|
|
# run self-host test with v1
|
|
v1/lfs --format $LOOP
|
|
v1/lfs $LOOP mount
|
|
|
|
ls mount
|
|
mkdir mount/littlefs
|
|
cp -r $(git ls-tree --name-only HEAD) mount/littlefs
|
|
cd mount/littlefs
|
|
stat .
|
|
ls -flh
|
|
make -B test-runner
|
|
make -B test
|
|
|
|
# attempt to migrate
|
|
cd ../..
|
|
fusermount -u mount
|
|
|
|
v2/lfs --migrate $LOOP
|
|
v2/lfs $LOOP mount
|
|
|
|
# run self-host test with v2 right where we left off
|
|
ls mount
|
|
cd mount/littlefs
|
|
stat .
|
|
ls -flh
|
|
make -B test-runner
|
|
make -B test
|
|
|
|
# status related tasks that run after tests
|
|
status:
|
|
runs-on: ubuntu-latest
|
|
needs: [test, bench]
|
|
steps:
|
|
- uses: actions/checkout@v4
|
|
if: ${{github.event_name == 'pull_request'}}
|
|
- name: install
|
|
if: ${{github.event_name == 'pull_request'}}
|
|
run: |
|
|
# need a few things
|
|
sudo apt-get install -qq gcc python3 python3-pip
|
|
pip3 install toml
|
|
gcc --version
|
|
python3 --version
|
|
- uses: actions/download-artifact@v4
|
|
if: ${{github.event_name == 'pull_request'}}
|
|
continue-on-error: true
|
|
with:
|
|
pattern: '{sizes,sizes-*}'
|
|
merge-multiple: true
|
|
path: sizes
|
|
- uses: actions/download-artifact@v4
|
|
if: ${{github.event_name == 'pull_request'}}
|
|
continue-on-error: true
|
|
with:
|
|
pattern: '{cov,cov-*}'
|
|
merge-multiple: true
|
|
path: cov
|
|
- uses: actions/download-artifact@v4
|
|
if: ${{github.event_name == 'pull_request'}}
|
|
continue-on-error: true
|
|
with:
|
|
pattern: '{bench,bench-*}'
|
|
merge-multiple: true
|
|
path: bench
|
|
|
|
# try to find results from tests
|
|
- name: create-table
|
|
if: ${{github.event_name == 'pull_request'}}
|
|
run: |
|
|
# compare against pull-request target
|
|
curl -sS \
|
|
"$GITHUB_API_URL/repos/$GITHUB_REPOSITORY/status/`
|
|
`${{github.event.pull_request.base.ref}}`
|
|
`?per_page=100" \
|
|
| jq -re 'select(.sha != env.GITHUB_SHA) | .statuses[]' \
|
|
>> prev-status.json \
|
|
|| true
|
|
|
|
# build table for GitHub
|
|
declare -A table
|
|
|
|
# sizes table
|
|
i=0
|
|
j=0
|
|
for c in "" readonly threadsafe multiversion migrate error-asserts
|
|
do
|
|
# per-config results
|
|
c_or_default=${c:-default}
|
|
c_camel=${c_or_default^}
|
|
table[$i,$j]=$c_camel
|
|
((j+=1))
|
|
|
|
for s in code stack structs
|
|
do
|
|
f=sizes/thumb${c:+-$c}.$s.csv
|
|
[ -e $f ] && table[$i,$j]=$( \
|
|
export PREV="$(jq -re '
|
|
select(.context == "'"sizes (thumb${c:+, $c}) / $s"'").description
|
|
| capture("(?<prev>[0-9∞]+)").prev' \
|
|
prev-status.json || echo 0)"
|
|
./scripts/summary.py $f --max=stack_limit -Y \
|
|
| awk '
|
|
NR==2 {$1=0; printf "%s B",$NF}
|
|
NR==2 && ENVIRON["PREV"]+0 != 0 {
|
|
printf " (%+.1f%%)",100*($NF-ENVIRON["PREV"])/ENVIRON["PREV"]
|
|
}' \
|
|
| sed -e 's/ /\ /g')
|
|
((j+=1))
|
|
done
|
|
((j=0, i+=1))
|
|
done
|
|
|
|
# coverage table
|
|
i=0
|
|
j=4
|
|
for s in lines branches
|
|
do
|
|
table[$i,$j]=${s^}
|
|
((j+=1))
|
|
|
|
f=cov/cov.csv
|
|
[ -e $f ] && table[$i,$j]=$( \
|
|
export PREV="$(jq -re '
|
|
select(.context == "'"cov / $s"'").description
|
|
| capture("(?<prev_a>[0-9]+)/(?<prev_b>[0-9]+)")
|
|
| 100*((.prev_a|tonumber) / (.prev_b|tonumber))' \
|
|
prev-status.json || echo 0)"
|
|
./scripts/cov.py -u $f -f$s -Y \
|
|
| awk -F '[ /%]+' -v s=$s '
|
|
NR==2 {$1=0; printf "%d/%d %s",$2,$3,s}
|
|
NR==2 && ENVIRON["PREV"]+0 != 0 {
|
|
printf " (%+.1f%%)",$4-ENVIRON["PREV"]
|
|
}' \
|
|
| sed -e 's/ /\ /g')
|
|
((j=4, i+=1))
|
|
done
|
|
|
|
# benchmark table
|
|
i=3
|
|
j=4
|
|
for s in readed proged erased
|
|
do
|
|
table[$i,$j]=${s^}
|
|
((j+=1))
|
|
|
|
f=bench/bench.csv
|
|
[ -e $f ] && table[$i,$j]=$( \
|
|
export PREV="$(jq -re '
|
|
select(.context == "'"bench / $s"'").description
|
|
| capture("(?<prev>[0-9]+)").prev' \
|
|
prev-status.json || echo 0)"
|
|
./scripts/summary.py $f -f$s=bench_$s -Y \
|
|
| awk '
|
|
NR==2 {$1=0; printf "%s B",$NF}
|
|
NR==2 && ENVIRON["PREV"]+0 != 0 {
|
|
printf " (%+.1f%%)",100*($NF-ENVIRON["PREV"])/ENVIRON["PREV"]
|
|
}' \
|
|
| sed -e 's/ /\ /g')
|
|
((j=4, i+=1))
|
|
done
|
|
|
|
# build the actual table
|
|
echo "| | Code | Stack | Structs | | Coverage |" >> table.txt
|
|
echo "|:--|-----:|------:|--------:|:--|---------:|" >> table.txt
|
|
for ((i=0; i<6; i++))
|
|
do
|
|
echo -n "|" >> table.txt
|
|
for ((j=0; j<6; j++))
|
|
do
|
|
echo -n " " >> table.txt
|
|
[[ i -eq 2 && j -eq 5 ]] && echo -n "**Benchmarks**" >> table.txt
|
|
echo -n "${table[$i,$j]:-}" >> table.txt
|
|
echo -n " |" >> table.txt
|
|
done
|
|
echo >> table.txt
|
|
done
|
|
|
|
cat table.txt
|
|
|
|
# create a bot comment for successful runs on pull requests
|
|
- name: create-comment
|
|
if: ${{github.event_name == 'pull_request'}}
|
|
run: |
|
|
touch comment.txt
|
|
echo "<details>" >> comment.txt
|
|
echo "<summary>" >> comment.txt
|
|
echo "Tests passed ✓, `
|
|
`Code: $(awk 'NR==3 {print $4}' table.txt || true), `
|
|
`Stack: $(awk 'NR==3 {print $6}' table.txt || true), `
|
|
`Structs: $(awk 'NR==3 {print $8}' table.txt || true)" \
|
|
>> comment.txt
|
|
echo "</summary>" >> comment.txt
|
|
echo >> comment.txt
|
|
[ -e table.txt ] && cat table.txt >> comment.txt
|
|
echo >> comment.txt
|
|
echo "</details>" >> comment.txt
|
|
cat comment.txt
|
|
|
|
mkdir -p comment
|
|
jq -n --rawfile comment comment.txt '{
|
|
number: ${{github.event.number}},
|
|
body: $comment,
|
|
}' | tee comment/comment.json
|
|
- name: upload-comment
|
|
uses: actions/upload-artifact@v4
|
|
with:
|
|
name: comment
|
|
path: comment
|
|
retention-days: 1
|
|
|