65923cdfb4
- Moved to Ubuntu 22.04 This notably means we no longer have to bend over backwards to install GCC 10! - Changed shell in gha to include the verbose/undefined flags, making debugging gha a bit less painful - Adopted the new test.py/test_runners framework, which means no more heavy recompilation for different configurations. This reduces the test job runtime from >1 hour to ~15 minutes, while increasing the number of geometries we are testing. - Added exhaustive powerloss testing, because of time constraints this is at most 1pls for general tests, 2pls for a subset of useful tests. - Limited coverage measurements to `make test` Originally I tried to maximize coverage numbers by including coverage from every possible source, including the more elaborate CI jobs which provide an extra level of fuzzing. But this missed the purpose of coverage measurements, which is to find areas where test cases can be improved. We don't want to improve coverage by just shoving more fuzz tests into CI, we want to improve coverage by adding specific, intentioned test cases, that, if they fail, highlight the reason for the failure. With this perspective, maximizing coverage measurement in CI is counter-productive. This changes makes it so the reported coverage is always less than actual CI coverage, but acts as a more useful metric. This also simplifies coverage collection, so that's an extra plus. - Added benchmarks to CI Note this doesn't suffer from inconsistent CPU performance because our benchmarks are based on purely simulated read/prog/erase measurements. - Updated the generated markdown table to include line+branch coverage info and benchmark results.
250 lines
8.7 KiB
YAML
250 lines
8.7 KiB
YAML
name: release
|
|
on:
|
|
workflow_run:
|
|
workflows: [test]
|
|
branches: [master]
|
|
types: [completed]
|
|
|
|
jobs:
|
|
release:
|
|
runs-on: ubuntu-22.04
|
|
|
|
# need to manually check for a couple things
|
|
# - tests passed?
|
|
# - we are the most recent commit on master?
|
|
if: ${{github.event.workflow_run.conclusion == 'success' &&
|
|
github.event.workflow_run.head_sha == github.sha}}
|
|
|
|
steps:
|
|
- uses: actions/checkout@v2
|
|
with:
|
|
ref: ${{github.event.workflow_run.head_sha}}
|
|
# need workflow access since we push branches
|
|
# containing workflows
|
|
token: ${{secrets.BOT_TOKEN}}
|
|
# need all tags
|
|
fetch-depth: 0
|
|
|
|
# try to get results from tests
|
|
- uses: dawidd6/action-download-artifact@v2
|
|
continue-on-error: true
|
|
with:
|
|
workflow: ${{github.event.workflow_run.name}}
|
|
run_id: ${{github.event.workflow_run.id}}
|
|
name: sizes
|
|
path: sizes
|
|
- uses: dawidd6/action-download-artifact@v2
|
|
continue-on-error: true
|
|
with:
|
|
workflow: ${{github.event.workflow_run.name}}
|
|
run_id: ${{github.event.workflow_run.id}}
|
|
name: cov
|
|
path: cov
|
|
- uses: dawidd6/action-download-artifact@v2
|
|
continue-on-error: true
|
|
with:
|
|
workflow: ${{github.event.workflow_run.name}}
|
|
run_id: ${{github.event.workflow_run.id}}
|
|
name: bench
|
|
path: bench
|
|
|
|
- name: find-version
|
|
run: |
|
|
# rip version from lfs.h
|
|
LFS_VERSION="$(grep -o '^#define LFS_VERSION .*$' lfs.h \
|
|
| awk '{print $3}')"
|
|
LFS_VERSION_MAJOR="$((0xffff & ($LFS_VERSION >> 16)))"
|
|
LFS_VERSION_MINOR="$((0xffff & ($LFS_VERSION >> 0)))"
|
|
|
|
# find a new patch version based on what we find in our tags
|
|
LFS_VERSION_PATCH="$( \
|
|
( git describe --tags --abbrev=0 \
|
|
--match="v$LFS_VERSION_MAJOR.$LFS_VERSION_MINOR.*" \
|
|
|| echo 'v0.0.-1' ) \
|
|
| awk -F '.' '{print $3+1}')"
|
|
|
|
# found new version
|
|
LFS_VERSION="v$LFS_VERSION_MAJOR`
|
|
`.$LFS_VERSION_MINOR`
|
|
`.$LFS_VERSION_PATCH"
|
|
echo "LFS_VERSION=$LFS_VERSION"
|
|
echo "LFS_VERSION=$LFS_VERSION" >> $GITHUB_ENV
|
|
echo "LFS_VERSION_MAJOR=$LFS_VERSION_MAJOR" >> $GITHUB_ENV
|
|
echo "LFS_VERSION_MINOR=$LFS_VERSION_MINOR" >> $GITHUB_ENV
|
|
echo "LFS_VERSION_PATCH=$LFS_VERSION_PATCH" >> $GITHUB_ENV
|
|
|
|
# try to find previous version?
|
|
- name: find-prev-version
|
|
continue-on-error: true
|
|
run: |
|
|
LFS_PREV_VERSION="$(git describe --tags --abbrev=0 --match 'v*')"
|
|
echo "LFS_PREV_VERSION=$LFS_PREV_VERSION"
|
|
echo "LFS_PREV_VERSION=$LFS_PREV_VERSION" >> $GITHUB_ENV
|
|
|
|
# try to find results from tests
|
|
- name: collect-table
|
|
run: |
|
|
# previous results to compare against?
|
|
[ -n "$LFS_PREV_VERSION" ] && curl -sS \
|
|
"$GITHUB_API_URL/repos/$GITHUB_REPOSITORY/`
|
|
`status/$LFS_PREV_VERSION?per_page=100" \
|
|
| jq -re 'select(.sha != env.GITHUB_SHA) | .statuses[]' \
|
|
>> prev-statuses.json \
|
|
|| true
|
|
|
|
# build table for GitHub
|
|
declare -A table
|
|
|
|
# sizes table
|
|
i=0
|
|
j=0
|
|
for c in "" readonly threadsafe migrate error-asserts
|
|
do
|
|
# per-config results
|
|
c_or_default=${c:-default}
|
|
c_camel=${c_or_default^}
|
|
table[$i,$j]=$c_camel
|
|
((j+=1))
|
|
|
|
for s in code stack struct
|
|
do
|
|
f=sizes/thumb${c:+-$c}.$s.csv
|
|
[ -e $f ] && table[$i,$j]=$( \
|
|
export PREV="$(jq -re '
|
|
select(.context == "'"sizes (thumb${c:+, $c}) / $s"'").description
|
|
| capture("(?<prev>[0-9∞]+)").prev' \
|
|
prev-statuses.json || echo 0)"
|
|
./scripts/summary.py $f --max=stack_limit -Y \
|
|
| awk '
|
|
NR==2 {$1=0; printf "%s B",$NF}
|
|
NR==2 && ENVIRON["PREV"]+0 != 0 {
|
|
printf " (%+.1f%%)",100*($NF-ENVIRON["PREV"])/ENVIRON["PREV"]
|
|
}' \
|
|
| sed -e 's/ /\ /g')
|
|
((j+=1))
|
|
done
|
|
((j=0, i+=1))
|
|
done
|
|
|
|
# coverage table
|
|
i=0
|
|
j=4
|
|
for s in lines branches
|
|
do
|
|
table[$i,$j]=${s^}
|
|
((j+=1))
|
|
|
|
f=cov/cov.csv
|
|
[ -e $f ] && table[$i,$j]=$( \
|
|
export PREV="$(jq -re '
|
|
select(.context == "'"cov / $s"'").description
|
|
| capture("(?<prev>[0-9\\.]+)").prev' \
|
|
prev-statuses.json || echo 0)"
|
|
./scripts/cov.py -u $f -f$s -Y \
|
|
| awk -F '[ /%]+' -v s=$s '
|
|
NR==2 {$1=0; printf "%.1f%% of %d %s",$4,$3,s}
|
|
NR==2 && ENVIRON["PREV"]+0 != 0 {
|
|
printf " (%+.1f%%)",$4-ENVIRON["PREV"]
|
|
}' \
|
|
| sed -e 's/ /\ /g')
|
|
((j=4, i+=1))
|
|
done
|
|
|
|
# benchmark table
|
|
i=3
|
|
j=4
|
|
for s in readed proged erased
|
|
do
|
|
table[$i,$j]=${s^}
|
|
((j+=1))
|
|
|
|
f=bench/bench.csv
|
|
[ -e $f ] && table[$i,$j]=$( \
|
|
export PREV="$(jq -re '
|
|
select(.context == "'"bench / $s"'").description
|
|
| capture("(?<prev>[0-9]+)").prev' \
|
|
prev-statuses.json || echo 0)"
|
|
./scripts/summary.py $f -f$s=bench_$s -Y \
|
|
| awk '
|
|
NR==2 {$1=0; printf "%s B",$NF}
|
|
NR==2 && ENVIRON["PREV"]+0 != 0 {
|
|
printf " (%+.1f%%)",100*($NF-ENVIRON["PREV"])/ENVIRON["PREV"]
|
|
}' \
|
|
| sed -e 's/ /\ /g')
|
|
((j=4, i+=1))
|
|
done
|
|
|
|
# build the actual table
|
|
echo "| | Code | Stack | Structs | | Coverage |" >> table.txt
|
|
echo "|:--|-----:|------:|--------:|:--|---------:|" >> table.txt
|
|
for ((i=0; i<6; i++))
|
|
do
|
|
echo -n "|" >> table.txt
|
|
for ((j=0; j<6; j++))
|
|
do
|
|
echo -n " " >> table.txt
|
|
[[ i -eq 2 && j -eq 5 ]] && echo -n "**Benchmarks**" >> table.txt
|
|
echo -n "${table[$i,$j]}" >> table.txt
|
|
echo -n " |" >> table.txt
|
|
done
|
|
echo >> table.txt
|
|
done
|
|
|
|
cat table.txt
|
|
|
|
# find changes from history
|
|
- name: collect-changes
|
|
run: |
|
|
[ -n "$LFS_PREV_VERSION" ] || exit 0
|
|
# use explicit link to github commit so that release notes can
|
|
# be copied elsewhere
|
|
git log "$LFS_PREV_VERSION.." \
|
|
--grep='^Merge' --invert-grep \
|
|
--format="format:[\`%h\`](`
|
|
`https://github.com/$GITHUB_REPOSITORY/commit/%h) %s" \
|
|
> changes.txt
|
|
echo "CHANGES:"
|
|
cat changes.txt
|
|
|
|
# create and update major branches (vN and vN-prefix)
|
|
- name: create-major-branches
|
|
run: |
|
|
# create major branch
|
|
git branch "v$LFS_VERSION_MAJOR" HEAD
|
|
|
|
# create major prefix branch
|
|
git config user.name ${{secrets.BOT_USER}}
|
|
git config user.email ${{secrets.BOT_EMAIL}}
|
|
git fetch "https://github.com/$GITHUB_REPOSITORY.git" \
|
|
"v$LFS_VERSION_MAJOR-prefix" || true
|
|
./scripts/changeprefix.py --git "lfs" "lfs$LFS_VERSION_MAJOR"
|
|
git branch "v$LFS_VERSION_MAJOR-prefix" $( \
|
|
git commit-tree $(git write-tree) \
|
|
$(git rev-parse --verify -q FETCH_HEAD | sed -e 's/^/-p /') \
|
|
-p HEAD \
|
|
-m "Generated v$LFS_VERSION_MAJOR prefixes")
|
|
git reset --hard
|
|
|
|
# push!
|
|
git push --atomic origin \
|
|
"v$LFS_VERSION_MAJOR" \
|
|
"v$LFS_VERSION_MAJOR-prefix"
|
|
|
|
# build release notes
|
|
- name: create-release
|
|
run: |
|
|
# create release and patch version tag (vN.N.N)
|
|
# only draft if not a patch release
|
|
[ -e table.txt ] && export TABLES="$(cat table.txt)"
|
|
[ -e changes.txt ] && export CHANGES="$(cat changes.txt)"
|
|
curl -sS -X POST -H "authorization: token ${{secrets.BOT_TOKEN}}" \
|
|
"$GITHUB_API_URL/repos/$GITHUB_REPOSITORY/releases" \
|
|
-d "$(jq -n '{
|
|
tag_name: env.LFS_VERSION,
|
|
name: env.LFS_VERSION | rtrimstr(".0"),
|
|
target_commitish: "${{github.event.workflow_run.head_sha}}",
|
|
draft: env.LFS_VERSION | endswith(".0"),
|
|
body: [env.TABLES, env.CHANGES | select(.)] | join("\n\n")
|
|
}' | tee /dev/stderr)"
|
|
|