Compare commits
| Author | SHA1 | Date | |
|---|---|---|---|
|
5617101fbe |
|||
|
7ab892ccfe |
|||
|
587c722a1d |
|||
|
f72dc8f396 |
|||
|
e2daeab8e0 |
16 changed files with 761 additions and 283 deletions
|
|
@ -1,229 +1,185 @@
|
||||||
name: CI
|
name: Flatpak
|
||||||
|
|
||||||
|
# One job, three outcomes:
|
||||||
|
# pull request -> build the Flatpak and run the suite inside it
|
||||||
|
# push master -> also publish the result as the `beta` branch of the
|
||||||
|
# Catcrafts repo and refresh the rolling `latest` release
|
||||||
|
# tag X.Y.Z -> publish as `stable` and create release X.Y.Z
|
||||||
|
#
|
||||||
|
# The `flatpak` runner label is the privileged runner on the Hetzner box
|
||||||
|
# (bubblewrap needs it) with three volumes allowed: the Sdk install, the
|
||||||
|
# flatpak-builder state (ccache and the LLVM module, so only crafter-build
|
||||||
|
# itself rebuilds on a normal run) and the published repo's web root.
|
||||||
on:
|
on:
|
||||||
pull_request:
|
pull_request:
|
||||||
branches: [master]
|
branches: [master]
|
||||||
push:
|
push:
|
||||||
branches: [master]
|
branches: [master]
|
||||||
|
tags: ['[0-9]+.[0-9]+.[0-9]+']
|
||||||
workflow_dispatch:
|
workflow_dispatch:
|
||||||
|
|
||||||
jobs:
|
|
||||||
build-test-release:
|
|
||||||
runs-on: arch-latest
|
|
||||||
env:
|
env:
|
||||||
# x86-64-v2 = SSE4.2 baseline; runs on the CI SBC (Intel N5105 / Tremont,
|
APP_ID: net.catcrafts.CrafterBuild
|
||||||
# no AVX) and on essentially every x86_64 CPU since ~2011. The bootstrap
|
MANIFEST: packaging/flatpak/net.catcrafts.CrafterBuild.yaml
|
||||||
# MUST stay v2 — anything higher would emit instructions the SBC can't
|
CI_MANIFEST: packaging/flatpak/ci-manifest.yaml
|
||||||
# execute and the bootstrap binary itself would crash before it could
|
RUNTIME: org.freedesktop.Sdk//26.08
|
||||||
# rebuild for higher levels. v3/v4 variants are produced from this v2
|
REPO_DIR: /srv/flatpak/repo
|
||||||
# bootstrap by re-running it with CRAFTER_BUILD_MARCH overridden.
|
WEB_DIR: /srv/flatpak
|
||||||
CRAFTER_BUILD_MARCH: x86-64-v2
|
|
||||||
CRAFTER_BUILD_MTUNE: generic
|
jobs:
|
||||||
|
flatpak:
|
||||||
|
runs-on: flatpak
|
||||||
|
container:
|
||||||
|
image: archlinux:latest
|
||||||
|
options: >-
|
||||||
|
-v crafter-flatpak-system:/var/lib/flatpak
|
||||||
|
-v crafter-flatpak-builder:/root/.cache/flatpak-builder
|
||||||
|
-v /var/www/flatpak:/srv/flatpak
|
||||||
steps:
|
steps:
|
||||||
- name: Install build dependencies
|
- name: Install tools
|
||||||
run: |
|
run: |
|
||||||
# The slim archlinux:latest image arrives without a populated
|
|
||||||
# pacman keyring AND without a local pacman master key, so:
|
|
||||||
# 1. --init generates the local signing key (needed when pacman
|
|
||||||
# itself rewrites the keyring during package upgrades)
|
|
||||||
# 2. --populate archlinux imports the upstream master keys so
|
|
||||||
# currently-shipping signatures verify
|
|
||||||
# After that we can refresh archlinux-keyring to pick up keys for
|
|
||||||
# packagers added after the image's snapshot, then -Syu the rest.
|
|
||||||
pacman-key --init
|
pacman-key --init
|
||||||
pacman-key --populate archlinux
|
pacman-key --populate archlinux
|
||||||
pacman -Sy --noconfirm --needed archlinux-keyring
|
pacman -Sy --noconfirm --needed archlinux-keyring
|
||||||
pacman -Syu --noconfirm --needed \
|
pacman -Syu --noconfirm --needed flatpak flatpak-builder ccache git nodejs jq gnupg go-yq ostree
|
||||||
base-devel git zip tar jq \
|
|
||||||
clang llvm lld libc++ cmake \
|
|
||||||
mingw-w64-gcc \
|
|
||||||
wasi-libc wasi-libc++ wasi-libc++abi wasi-compiler-rt \
|
|
||||||
nodejs
|
|
||||||
# The container runs as root and the workspace may be owned by a
|
|
||||||
# different uid; tell git not to refuse operations on it.
|
|
||||||
git config --global --add safe.directory '*'
|
git config --global --add safe.directory '*'
|
||||||
|
|
||||||
|
- name: Sdk
|
||||||
|
# A no-op once the volume is warm; `update` follows point releases.
|
||||||
|
run: |
|
||||||
|
flatpak remote-add --if-not-exists flathub https://dl.flathub.org/repo/flathub.flatpakrepo
|
||||||
|
flatpak install -y --noninteractive flathub "$RUNTIME"
|
||||||
|
flatpak update -y --noninteractive
|
||||||
|
|
||||||
- name: Checkout
|
- name: Checkout
|
||||||
uses: actions/checkout@v4
|
uses: actions/checkout@v4
|
||||||
with:
|
with:
|
||||||
# Persist the auth token so the 'Update rolling latest tag' step
|
fetch-depth: 0
|
||||||
# below can push the tag back via the implicit GITHUB_TOKEN.
|
|
||||||
persist-credentials: true
|
persist-credentials: true
|
||||||
|
|
||||||
- name: Cache glslang clone+build
|
- name: Version and channel
|
||||||
# Cache covers crafter-build's external dep cache. The first run builds
|
id: meta
|
||||||
# glslang; the cache makes subsequent runs reuse that build.
|
run: |
|
||||||
uses: actions/cache@v4
|
set -eu
|
||||||
with:
|
if [ "${GITHUB_REF_TYPE}" = tag ]; then
|
||||||
path: |
|
version="$GITHUB_REF_NAME"
|
||||||
~/.cache/crafter.build/external
|
branch=stable
|
||||||
key: glslang-${{ runner.os }}-v2
|
# The metainfo's newest release is the release notes and must be
|
||||||
|
# the version being tagged.
|
||||||
- name: Bootstrap (build.sh)
|
top=$(grep -m1 -oP '<release version="\K[^"]+' packaging/flatpak/net.catcrafts.CrafterBuild.metainfo.xml)
|
||||||
run: ./build.sh
|
if [ "$top" != "$version" ]; then
|
||||||
|
echo "metainfo lists $top as the newest release, but the tag is $version" >&2
|
||||||
# Full style gate: Report() findings (naming, enum-class, char*, …) AND
|
exit 1
|
||||||
# would-reformat findings from the transform rules. A dirty tree means
|
fi
|
||||||
# someone skipped `crafter-build format` — fail fast, before the
|
else
|
||||||
# (much slower) test suite.
|
version="0.0.0-dev+$(git rev-parse --short HEAD)"
|
||||||
# - name: Lint
|
branch=beta
|
||||||
# run: CRAFTER_BUILD_HOME=$PWD/share/crafter-build ./bin/crafter-build lint
|
fi
|
||||||
|
echo "version=$version" >> "$GITHUB_OUTPUT"
|
||||||
- name: Run tests
|
echo "branch=$branch" >> "$GITHUB_OUTPUT"
|
||||||
run: CRAFTER_BUILD_HOME=$PWD/share/crafter-build ./bin/crafter-build test
|
echo "version $version, flatpak branch $branch"
|
||||||
|
|
||||||
# Everything below produces release artifacts and only runs on push to
|
- name: Build
|
||||||
# master. PRs stop after the test step above — the bootstrap binary is
|
# The manifest is rewritten beside the original so its relative
|
||||||
# enough to validate the change; the per-march variant builds and the
|
# source paths still resolve. The suite runs inside this build.
|
||||||
# archive uploads are wasted work on a PR.
|
env:
|
||||||
- name: Build Linux x86-64-v2 (matches bootstrap)
|
VERSION: ${{ steps.meta.outputs.version }}
|
||||||
if: (github.event_name == 'push' || github.event_name == 'workflow_dispatch') && github.ref == 'refs/heads/master'
|
run: |
|
||||||
run: CRAFTER_BUILD_HOME=$PWD/share/crafter-build ./bin/crafter-build
|
set -eu
|
||||||
|
yq '."build-options".env.CRAFTER_BUILD_VERSION = strenv(VERSION)' "$MANIFEST" > "$CI_MANIFEST"
|
||||||
- name: Build Linux x86-64-v3
|
grep -n 'CRAFTER_BUILD_VERSION' "$CI_MANIFEST"
|
||||||
if: (github.event_name == 'push' || github.event_name == 'workflow_dispatch') && github.ref == 'refs/heads/master'
|
flatpak-builder --force-clean --ccache --disable-rofiles-fuse \
|
||||||
run: CRAFTER_BUILD_HOME=$PWD/share/crafter-build CRAFTER_BUILD_MARCH=x86-64-v3 ./bin/crafter-build
|
--state-dir=/root/.cache/flatpak-builder \
|
||||||
|
--repo=repo --default-branch="${{ steps.meta.outputs.branch }}" \
|
||||||
- name: Build Linux x86-64-v4
|
build-dir "$CI_MANIFEST"
|
||||||
if: (github.event_name == 'push' || github.event_name == 'workflow_dispatch') && github.ref == 'refs/heads/master'
|
|
||||||
run: CRAFTER_BUILD_HOME=$PWD/share/crafter-build CRAFTER_BUILD_MARCH=x86-64-v4 ./bin/crafter-build
|
- name: Smoke test
|
||||||
|
run: |
|
||||||
- name: Package artifacts
|
flatpak-builder --run build-dir "$CI_MANIFEST" crafter-build --version
|
||||||
if: (github.event_name == 'push' || github.event_name == 'workflow_dispatch') && github.ref == 'refs/heads/master'
|
flatpak-builder --run build-dir "$CI_MANIFEST" sh -c 'cd examples/hello-world && crafter-build && ls bin/*/hello*'
|
||||||
|
|
||||||
|
# Everything below publishes and only runs on master and on tags.
|
||||||
|
- name: Bundle
|
||||||
|
if: github.event_name != 'pull_request'
|
||||||
run: |
|
run: |
|
||||||
set -eux
|
|
||||||
mkdir -p dist
|
mkdir -p dist
|
||||||
|
flatpak build-bundle repo "dist/crafter-build-${{ steps.meta.outputs.version }}.flatpak" "$APP_ID" "${{ steps.meta.outputs.branch }}"
|
||||||
|
cp packaging/flatpak/net.catcrafts.CrafterBuild.flatpakref dist/
|
||||||
|
(cd dist && sha256sum * > SHA256SUMS)
|
||||||
|
ls -la dist
|
||||||
|
|
||||||
# 3 archives, one per march level. Each carries the executable, the
|
- name: Upload bundle
|
||||||
# static library and share/; libc++ comes from the host.
|
if: github.event_name != 'pull_request'
|
||||||
for march in x86-64-v2 x86-64-v3 x86-64-v4; do
|
|
||||||
# Short suffix (v2/v3/v4) for archive filenames; the upload-artifact
|
|
||||||
# steps below reference these short names.
|
|
||||||
short=${march##*-}
|
|
||||||
|
|
||||||
# VariantId is "<name>-<target>-<march>-<mtune>-<hash>"; CI pins
|
|
||||||
# mtune=generic so each (target, march) resolves to a single subdir
|
|
||||||
# but the trailing hash isn't known to the workflow, hence the glob.
|
|
||||||
stage_lin=$(mktemp -d)
|
|
||||||
mkdir -p "$stage_lin/bin" "$stage_lin/lib"
|
|
||||||
cp bin/crafter.build-exe-x86_64-pc-linux-gnu-$march-*/crafter-build "$stage_lin/bin/"
|
|
||||||
cp bin/crafter.build-lib-x86_64-pc-linux-gnu-$march-*/libcrafter-build.a "$stage_lin/lib/"
|
|
||||||
cp -r share "$stage_lin/"
|
|
||||||
tar czf "dist/crafter-build-linux-x86_64-$short.tar.gz" -C "$stage_lin" .
|
|
||||||
done
|
|
||||||
|
|
||||||
ls -la dist/
|
|
||||||
|
|
||||||
# Upload each archive as its own workflow artifact (one upload per file)
|
|
||||||
# so users browsing the PR / run page get small, individually-named
|
|
||||||
# downloads instead of one wrapper zip containing the lot.
|
|
||||||
- name: Upload Linux v2 artifact
|
|
||||||
if: (github.event_name == 'push' || github.event_name == 'workflow_dispatch') && github.ref == 'refs/heads/master'
|
|
||||||
uses: actions/upload-artifact@v3
|
uses: actions/upload-artifact@v3
|
||||||
with: { name: crafter-build-linux-x86_64-v2, path: dist/crafter-build-linux-x86_64-v2.tar.gz, if-no-files-found: error }
|
with:
|
||||||
- name: Upload Linux v3 artifact
|
name: crafter-build-${{ steps.meta.outputs.version }}
|
||||||
if: (github.event_name == 'push' || github.event_name == 'workflow_dispatch') && github.ref == 'refs/heads/master'
|
path: dist/*.flatpak
|
||||||
uses: actions/upload-artifact@v3
|
if-no-files-found: error
|
||||||
with: { name: crafter-build-linux-x86_64-v3, path: dist/crafter-build-linux-x86_64-v3.tar.gz, if-no-files-found: error }
|
|
||||||
- name: Upload Linux v4 artifact
|
|
||||||
if: (github.event_name == 'push' || github.event_name == 'workflow_dispatch') && github.ref == 'refs/heads/master'
|
|
||||||
uses: actions/upload-artifact@v3
|
|
||||||
with: { name: crafter-build-linux-x86_64-v4, path: dist/crafter-build-linux-x86_64-v4.tar.gz, if-no-files-found: error }
|
|
||||||
|
|
||||||
- name: Update rolling 'latest' tag
|
- name: Publish to the Catcrafts repo
|
||||||
if: (github.event_name == 'push' || github.event_name == 'workflow_dispatch') && github.ref == 'refs/heads/master'
|
if: github.event_name != 'pull_request'
|
||||||
|
env:
|
||||||
|
FLATPAK_GPG_PRIVATE_KEY: ${{ secrets.FLATPAK_GPG_PRIVATE_KEY }}
|
||||||
|
FLATPAK_GPG_KEY_ID: ${{ secrets.FLATPAK_GPG_KEY_ID }}
|
||||||
|
run: |
|
||||||
|
set -eu
|
||||||
|
export GNUPGHOME=$(mktemp -d)
|
||||||
|
printf '%s' "$FLATPAK_GPG_PRIVATE_KEY" | gpg --batch --quiet --import
|
||||||
|
# The live repo is the canonical copy; builds are promoted into it,
|
||||||
|
# never built into it.
|
||||||
|
[ -d "$REPO_DIR" ] || ostree init --repo="$REPO_DIR" --mode=archive
|
||||||
|
flatpak build-commit-from --src-repo=repo \
|
||||||
|
--gpg-sign="$FLATPAK_GPG_KEY_ID" --gpg-homedir="$GNUPGHOME" \
|
||||||
|
"$REPO_DIR" "app/$APP_ID/x86_64/${{ steps.meta.outputs.branch }}"
|
||||||
|
flatpak build-update-repo --gpg-sign="$FLATPAK_GPG_KEY_ID" --gpg-homedir="$GNUPGHOME" \
|
||||||
|
--generate-static-deltas --prune "$REPO_DIR"
|
||||||
|
# The repo description and the app ref carry the public key.
|
||||||
|
key=$(gpg --export "$FLATPAK_GPG_KEY_ID" | base64 --wrap=0)
|
||||||
|
sed "s|GPGKey=.*|GPGKey=$key|" packaging/flatpak/catcrafts.flatpakrepo > "$WEB_DIR/catcrafts.flatpakrepo"
|
||||||
|
sed "s|GPGKey=.*|GPGKey=$key|" packaging/flatpak/net.catcrafts.CrafterBuild.flatpakref > "$WEB_DIR/net.catcrafts.CrafterBuild.flatpakref"
|
||||||
|
|
||||||
|
- name: Rolling 'latest' release
|
||||||
|
if: github.event_name != 'pull_request' && github.ref_type != 'tag'
|
||||||
run: |
|
run: |
|
||||||
git config user.email "ci@catcrafts.net"
|
git config user.email "ci@catcrafts.net"
|
||||||
git config user.name "Crafter Build CI"
|
git config user.name "Crafter Build CI"
|
||||||
git tag -f latest
|
git tag -f latest
|
||||||
git push origin latest --force
|
git push origin latest --force
|
||||||
|
|
||||||
- name: Publish rolling 'latest' release
|
- name: Publish rolling 'latest' release
|
||||||
# forgejo-release uploads each file in release-dir as a separate
|
if: github.event_name != 'pull_request' && github.ref_type != 'tag'
|
||||||
# release asset, so the Releases page shows individually
|
|
||||||
# downloadable archives — pick the v-level matching your CPU.
|
|
||||||
if: (github.event_name == 'push' || github.event_name == 'workflow_dispatch') && github.ref == 'refs/heads/master'
|
|
||||||
uses: https://code.forgejo.org/actions/forgejo-release@v2
|
uses: https://code.forgejo.org/actions/forgejo-release@v2
|
||||||
with:
|
with:
|
||||||
direction: upload
|
direction: upload
|
||||||
url: ${{ github.server_url }}
|
url: ${{ github.server_url }}
|
||||||
repo: ${{ github.repository }}
|
repo: ${{ github.repository }}
|
||||||
tag: latest
|
tag: latest
|
||||||
title: Latest main build
|
title: Latest master build
|
||||||
prerelease: true
|
prerelease: true
|
||||||
override: true
|
override: true
|
||||||
release-dir: dist
|
release-dir: dist
|
||||||
token: ${{ secrets.GITHUB_TOKEN }}
|
token: ${{ secrets.GITHUB_TOKEN }}
|
||||||
|
|
||||||
# musl build for Alpine / postmarketOS hosts: the glibc launcher above cannot
|
- name: Release notes
|
||||||
# run there (musl has no glibc loader and gcompat lacks libgcc_s + the
|
if: github.ref_type == 'tag'
|
||||||
# __isoc23_* symbols). Bootstrap natively on alpine:edge and ship the
|
|
||||||
# bootstrap output — the same thing the Arch PKGBUILD installs. Dynamic
|
|
||||||
# against musl libc++ (crafter-build dlopens project.so, so it cannot be
|
|
||||||
# fully static); consumers need `apk add clang lld libc++-dev llvm-runtimes`.
|
|
||||||
release-musl:
|
|
||||||
needs: build-test-release
|
|
||||||
if: (github.event_name == 'push' || github.event_name == 'workflow_dispatch') && github.ref == 'refs/heads/master'
|
|
||||||
runs-on: arch-latest
|
|
||||||
container:
|
|
||||||
image: alpine:edge
|
|
||||||
env:
|
|
||||||
CRAFTER_BUILD_MARCH: x86-64-v2
|
|
||||||
CRAFTER_BUILD_MTUNE: generic
|
|
||||||
steps:
|
|
||||||
- name: Install build dependencies
|
|
||||||
# nodejs: actions/checkout is a Node action. build-base: gcc's
|
|
||||||
# libgcc_s + crt objects, which clang's musl driver links against, plus
|
|
||||||
# make/binutils for the glslang cmake build (python3: its generators).
|
|
||||||
# clang-dev + llvm-dev: the libclang header Crafter.Build-Lint includes
|
|
||||||
# lives under llvm-config --includedir here, not /usr/include. llvm:
|
|
||||||
# llvm-ar for the LTO static archives the self-host/test builds write.
|
|
||||||
run: |
|
run: |
|
||||||
apk add -q nodejs git curl jq tar clang clang-dev lld libc++-dev \
|
# The newest <release> block's description, as plain text.
|
||||||
llvm-libunwind-dev llvm-runtimes llvm llvm-dev cmake build-base python3
|
python3 - > release-notes.md <<'EOF'
|
||||||
git config --global --add safe.directory '*'
|
import re, html
|
||||||
|
text = open("packaging/flatpak/net.catcrafts.CrafterBuild.metainfo.xml").read()
|
||||||
- name: Checkout
|
block = re.search(r"<release [^>]*>(.*?)</release>", text, re.S).group(1)
|
||||||
uses: actions/checkout@v4
|
paras = re.findall(r"<p>(.*?)</p>", block, re.S)
|
||||||
|
print("\n\n".join(html.unescape(" ".join(p.split())) for p in paras))
|
||||||
- name: Bootstrap (build.sh)
|
print("\nInstall:\n\n flatpak remote-add --if-not-exists catcrafts https://flatpak.catcrafts.net/catcrafts.flatpakrepo\n flatpak install catcrafts net.catcrafts.CrafterBuild\n")
|
||||||
run: ./build.sh
|
EOF
|
||||||
|
- name: Publish release
|
||||||
- name: Run tests
|
if: github.ref_type == 'tag'
|
||||||
run: CRAFTER_BUILD_HOME=$PWD/share/crafter-build ./bin/crafter-build test
|
uses: https://code.forgejo.org/actions/forgejo-release@v2
|
||||||
|
with:
|
||||||
- name: Package artifact
|
direction: upload
|
||||||
run: |
|
url: ${{ github.server_url }}
|
||||||
set -eux
|
repo: ${{ github.repository }}
|
||||||
file bin/crafter-build || true
|
tag: ${{ github.ref_name }}
|
||||||
mkdir -p dist
|
title: crafter-build ${{ github.ref_name }}
|
||||||
stage=$(mktemp -d)
|
release-notes: release-notes.md
|
||||||
mkdir -p "$stage/bin" "$stage/lib"
|
release-dir: dist
|
||||||
cp bin/crafter-build "$stage/bin/"
|
token: ${{ secrets.GITHUB_TOKEN }}
|
||||||
cp lib/libcrafter-build.a "$stage/lib/"
|
|
||||||
cp -r share "$stage/"
|
|
||||||
tar czf dist/crafter-build-linux-x86_64-musl-v2.tar.gz -C "$stage" .
|
|
||||||
ls -la dist/
|
|
||||||
|
|
||||||
- name: Upload musl artifact
|
|
||||||
uses: actions/upload-artifact@v3
|
|
||||||
with: { name: crafter-build-linux-x86_64-musl-v2, path: dist/crafter-build-linux-x86_64-musl-v2.tar.gz, if-no-files-found: error }
|
|
||||||
|
|
||||||
# Add the asset to the rolling 'latest' release the first job just
|
|
||||||
# (re)published, via the API rather than forgejo-release: that action's
|
|
||||||
# override mode would drop the other job's assets.
|
|
||||||
- name: Attach to rolling 'latest' release
|
|
||||||
env:
|
|
||||||
TOKEN: ${{ secrets.GITHUB_TOKEN }}
|
|
||||||
API: ${{ github.server_url }}/api/v1/repos/${{ github.repository }}
|
|
||||||
run: |
|
|
||||||
set -eu
|
|
||||||
asset=crafter-build-linux-x86_64-musl-v2.tar.gz
|
|
||||||
rel=$(curl -fsS -H "Authorization: token $TOKEN" "$API/releases/tags/latest")
|
|
||||||
id=$(printf '%s' "$rel" | jq -r .id)
|
|
||||||
for old in $(printf '%s' "$rel" | jq -r --arg n "$asset" '.assets[] | select(.name==$n) | .id'); do
|
|
||||||
curl -fsS -X DELETE -H "Authorization: token $TOKEN" "$API/releases/$id/assets/$old"
|
|
||||||
done
|
|
||||||
curl -fsS -H "Authorization: token $TOKEN" -F "attachment=@dist/$asset" \
|
|
||||||
"$API/releases/$id/assets?name=$asset" > /dev/null
|
|
||||||
echo "attached $asset to release $id"
|
|
||||||
|
|
|
||||||
2
.gitignore
vendored
2
.gitignore
vendored
|
|
@ -3,3 +3,5 @@ bin/
|
||||||
lib/*.a
|
lib/*.a
|
||||||
share/crafter-build/
|
share/crafter-build/
|
||||||
.claude
|
.claude
|
||||||
|
# written by CI next to the manifest so relative source paths still resolve
|
||||||
|
packaging/flatpak/ci-manifest.yaml
|
||||||
|
|
|
||||||
16
AGENTS.md
16
AGENTS.md
|
|
@ -17,7 +17,7 @@ crafter-build is a C++26 modules build system. A project is described by a `proj
|
||||||
| `wasi-runtime/` | `runtime.js` and `index.html.in`, shipped for browser targets. |
|
| `wasi-runtime/` | `runtime.js` and `index.html.in`, shipped for browser targets. |
|
||||||
| `lib/` | Vendored third-party headers (nlohmann/json, glslang's DirStackFileIncluder). Do not edit. |
|
| `lib/` | Vendored third-party headers (nlohmann/json, glslang's DirStackFileIncluder). Do not edit. |
|
||||||
| `share/crafter-build/`, `bin/`, `build/`, `lib/*.a` | Generated and gitignored. |
|
| `share/crafter-build/`, `bin/`, `build/`, `lib/*.a` | Generated and gitignored. |
|
||||||
| `PKGBUILD`, `.forgejo/workflows/ci.yaml` | Arch package and the Forgejo Actions CI. |
|
| `packaging/flatpak/`, `.forgejo/workflows/ci.yaml` | The Flatpak manifest with its metainfo, repo and ref files, and the Forgejo Actions CI that builds and publishes it. |
|
||||||
|
|
||||||
Partitions and what they own:
|
Partitions and what they own:
|
||||||
|
|
||||||
|
|
@ -116,7 +116,7 @@ These were decided deliberately. Do not undo them without the maintainer's say-s
|
||||||
|
|
||||||
1. **Configuration is C++.** No JSON, YAML, TOML or DSL for project, runner or lint configuration. Lint rules are C++ callbacks; there is no clang-format or clang-tidy integration and no separate "format rule" type. A rule that calls `ctx.SetContent` is a transform, and that is the whole mechanism.
|
1. **Configuration is C++.** No JSON, YAML, TOML or DSL for project, runner or lint configuration. Lint rules are C++ callbacks; there is no clang-format or clang-tidy integration and no separate "format rule" type. A rule that calls `ctx.SetContent` is a transform, and that is the whole mechanism.
|
||||||
2. **Per-project artifacts go in `<project>/build` and `<project>/bin`. Only cross-project things go in `~/.cache/crafter.build/`:** the std PCM and Crafter.Build PCMs per target and march, and external clones keyed by their spec hash.
|
2. **Per-project artifacts go in `<project>/build` and `<project>/bin`. Only cross-project things go in `~/.cache/crafter.build/`:** the std PCM and Crafter.Build PCMs per target and march, and external clones keyed by their spec hash.
|
||||||
3. **Sources ship, PCMs build locally.** Packages install `*.cppm` under `share/crafter-build/`. Nothing target-baked ships except the executable itself, and that defaults to a portable `-march` in `PKGBUILD` and CI.
|
3. **Sources ship, PCMs build locally.** The Flatpak installs `*.cppm` under `/app/share/crafter-build/`. Nothing target-baked ships except the executable and the toolchain beside it, and the executable is built for a portable `-march`.
|
||||||
4. **crafter-build is a monolithic executable with `--export-dynamic`.** `project.so` resolves `Crafter::` symbols from the running binary at dlopen time. There is no Windows host; `x86_64-w64-mingw32` is a cross-compile target for user projects only.
|
4. **crafter-build is a monolithic executable with `--export-dynamic`.** `project.so` resolves `Crafter::` symbols from the running binary at dlopen time. There is no Windows host; `x86_64-w64-mingw32` is a cross-compile target for user projects only.
|
||||||
5. **Convention over configuration.** Lead with the zero-config path. Env var, then CLI flag, then full `project.cpp` are the escalation, not the entry point.
|
5. **Convention over configuration.** Lead with the zero-config path. Env var, then CLI flag, then full `project.cpp` are the escalation, not the entry point.
|
||||||
6. **One skip mechanism** (runner probe plus exit 77) and **one `TestRunner` shape** (template fields with `{bin}`, `{bundle}` and similar placeholders; `Cmd(...)` covers any wrapper). Do not add a special-case runner class or a hardcoded "skip on this OS" branch.
|
6. **One skip mechanism** (runner probe plus exit 77) and **one `TestRunner` shape** (template fields with `{bin}`, `{bundle}` and similar placeholders; `Cmd(...)` covers any wrapper). Do not add a special-case runner class or a hardcoded "skip on this OS" branch.
|
||||||
|
|
@ -131,9 +131,9 @@ These were decided deliberately. Do not undo them without the maintainer's say-s
|
||||||
- Subject line: `type(scope): imperative summary`, with `feat`, `fix`, `refactor`, `docs` or `test`; the scope (`lint`, `incremental`, ...) is optional. Body: what was wrong, why, and why the fix has this shape, wrapped at about 75 columns. Read `git log` for the voice.
|
- Subject line: `type(scope): imperative summary`, with `feat`, `fix`, `refactor`, `docs` or `test`; the scope (`lint`, `incremental`, ...) is optional. Body: what was wrong, why, and why the fix has this shape, wrapped at about 75 columns. Read `git log` for the voice.
|
||||||
- Separate commits for the fix, its test and the README change when each stands on its own.
|
- Separate commits for the fix, its test and the README change when each stands on its own.
|
||||||
- Update the README in the same PR when user-visible behaviour changes.
|
- Update the README in the same PR when user-visible behaviour changes.
|
||||||
- `format`, `lint` and `test` green before pushing. CI runs the bootstrap and the test suite on PRs and publishes release archives on `master`.
|
- `format`, `lint` and `test` green before pushing. CI builds the Flatpak and runs the suite inside it on PRs, publishes the `beta` branch of the Catcrafts repo on every push to `master`, and the `stable` branch plus a release on an `X.Y.Z` tag.
|
||||||
- Never commit `bin/`, `build/`, `share/crafter-build/`, `lib/*.a` or fixture build outputs (all gitignored), and never edit the vendored files in `lib/`.
|
- Never commit `bin/`, `build/`, `share/crafter-build/`, `lib/*.a` or fixture build outputs (all gitignored), and never edit the vendored files in `lib/`.
|
||||||
- Keep CI's `CRAFTER_BUILD_MARCH=x86-64-v2` for the bootstrap: the runner's CPU cannot execute v3 code, and the v3 and v4 artifacts are produced from the v2 binary.
|
- Keep `CRAFTER_BUILD_MARCH=x86-64-v2` in the manifest for the shipped binary: it has to run on any x86_64 machine. User projects still default to `native`.
|
||||||
|
|
||||||
## Security considerations
|
## Security considerations
|
||||||
|
|
||||||
|
|
@ -141,9 +141,15 @@ These were decided deliberately. Do not undo them without the maintainer's say-s
|
||||||
- Unpinned dependencies `git pull` on every invocation, so builds and tests need network. A missing or private repo surfaces as a clone failure before anything is built.
|
- Unpinned dependencies `git pull` on every invocation, so builds and tests need network. A missing or private repo surfaces as a clone failure before anything is built.
|
||||||
- `--runner=cmd:<command>` executes the named wrapper around every test binary. Wrappers come from `--runner=` or `CRAFTER_BUILD_RUNNER_*`; do not hardcode hosts, wrappers or credentials in `project.cpp` or tests.
|
- `--runner=cmd:<command>` executes the named wrapper around every test binary. Wrappers come from `--runner=` or `CRAFTER_BUILD_RUNNER_*`; do not hardcode hosts, wrappers or credentials in `project.cpp` or tests.
|
||||||
- The linter loads `libclang` at runtime by name. `CRAFTER_BUILD_LIBCLANG` pins an exact path and must fail loudly when wrong, never fall back to another library.
|
- The linter loads `libclang` at runtime by name. `CRAFTER_BUILD_LIBCLANG` pins an exact path and must fail loudly when wrong, never fall back to another library.
|
||||||
- CI force-pushes the rolling `latest` tag and publishes a prerelease on every push to `master` with the workflow's own token. Do not add secrets to the workflow or echo the environment in it.
|
- CI force-pushes the rolling `latest` tag and publishes a prerelease on every push to `master` with the workflow's own token, and signs the Flatpak repo with the key in the `FLATPAK_GPG_PRIVATE_KEY` secret. Do not add other secrets to the workflow or echo the environment in it.
|
||||||
- Tests write only under `fs::temp_directory_path()` and the fixture's own `bin/` and `build/`. Keep it that way.
|
- Tests write only under `fs::temp_directory_path()` and the fixture's own `bin/` and `build/`. Keep it that way.
|
||||||
|
|
||||||
|
## CI and publishing
|
||||||
|
|
||||||
|
`.forgejo/workflows/ci.yaml` runs on the `flatpak` runner label: the privileged forgejo-runner on the Hetzner box (bubblewrap inside the job container needs it). Its `config.yml` allows three volumes, which the workflow mounts: `crafter-flatpak-system` (the Sdk install at `/var/lib/flatpak`), `crafter-flatpak-builder` (flatpak-builder state and ccache, so the LLVM and WASI modules are rebuilt only when their sources change) and `/var/www/flatpak`, the web root Caddy serves as `https://flatpak.catcrafts.net/`. Secrets: `FLATPAK_GPG_PRIVATE_KEY` (armored, no passphrase) and `FLATPAK_GPG_KEY_ID`. The live repo at `/var/www/flatpak/repo` is canonical; builds are promoted into it with `flatpak build-commit-from`, never built into it.
|
||||||
|
|
||||||
|
To release: add a `<release>` to `packaging/flatpak/net.catcrafts.CrafterBuild.metainfo.xml` (its description becomes the release notes), merge, and push the tag `X.Y.Z`. CI refuses a tag that does not match the newest entry. Local builds: `flatpak-builder --user --force-clean --ccache --repo=repo build-dir packaging/flatpak/net.catcrafts.CrafterBuild.yaml`, then `flatpak-builder --run build-dir <manifest> crafter-build --version`.
|
||||||
|
|
||||||
## Gotchas
|
## Gotchas
|
||||||
|
|
||||||
- A `#pragma crafter dependency` target is rebuilt on every load on purpose: clang crashes rather than erroring when it imports a BMI whose own imported PCM was rebuilt underneath it, and the depfile check is what catches a regenerated host cache. Do not optimise the rebuild away.
|
- A `#pragma crafter dependency` target is rebuilt on every load on purpose: clang crashes rather than erroring when it imports a BMI whose own imported PCM was rebuilt underneath it, and the depfile check is what catches a regenerated host cache. Do not optimise the rebuild away.
|
||||||
|
|
|
||||||
35
PKGBUILD
35
PKGBUILD
|
|
@ -1,35 +0,0 @@
|
||||||
#SPDX-License-Identifier: LGPL-3.0-only
|
|
||||||
#SPDX-FileCopyrightText: Copyright (C) 2026 Catcrafts®
|
|
||||||
|
|
||||||
pkgname=crafter-build
|
|
||||||
pkgver=0.1.0
|
|
||||||
pkgrel=1
|
|
||||||
pkgdesc='C++26 modules build system'
|
|
||||||
arch=('x86_64')
|
|
||||||
url='https://forgejo.catcrafts.net/Catcrafts/Crafter.Build'
|
|
||||||
license=('LGPL-3.0-only')
|
|
||||||
depends=('clang' 'libc++' 'lld')
|
|
||||||
optdepends=('wasi-libc: WASI/WebAssembly target support'
|
|
||||||
'wasi-libc++: C++ standard library for WASI'
|
|
||||||
'wasi-libc++abi: C++ ABI support for WASI')
|
|
||||||
makedepends=('cmake' 'git')
|
|
||||||
source=()
|
|
||||||
sha256sums=()
|
|
||||||
options=('!strip' '!debug' '!lto')
|
|
||||||
|
|
||||||
build() {
|
|
||||||
cd "$startdir"
|
|
||||||
rm -rf bin build share/crafter-build
|
|
||||||
CRAFTER_BUILD_MARCH=x86-64-v3 CRAFTER_BUILD_MTUNE=generic ./build.sh
|
|
||||||
}
|
|
||||||
|
|
||||||
package() {
|
|
||||||
cd "$startdir"
|
|
||||||
install -Dm755 bin/crafter-build "$pkgdir/usr/bin/crafter-build"
|
|
||||||
install -Dm644 lib/libcrafter-build.a "$pkgdir/usr/lib/libcrafter-build.a"
|
|
||||||
install -dm755 "$pkgdir/usr/share/crafter-build"
|
|
||||||
install -m644 share/crafter-build/*.cppm "$pkgdir/usr/share/crafter-build/"
|
|
||||||
install -dm755 "$pkgdir/usr/share/crafter-build/wasi-runtime"
|
|
||||||
install -m644 share/crafter-build/wasi-runtime/runtime.js "$pkgdir/usr/share/crafter-build/wasi-runtime/"
|
|
||||||
install -m644 share/crafter-build/wasi-runtime/index.html.in "$pkgdir/usr/share/crafter-build/wasi-runtime/"
|
|
||||||
}
|
|
||||||
|
|
@ -107,7 +107,7 @@ import Crafter.LintRules;
|
||||||
<prefix>/bin/crafter-build # the executable
|
<prefix>/bin/crafter-build # the executable
|
||||||
<prefix>/lib/libcrafter-build.a # static archive for downstream consumers
|
<prefix>/lib/libcrafter-build.a # static archive for downstream consumers
|
||||||
<prefix>/share/crafter-build/*.cppm # module sources (rebuilt on user machine on first run)
|
<prefix>/share/crafter-build/*.cppm # module sources (rebuilt on user machine on first run)
|
||||||
~/.cache/crafter.build/<target>-<march>/ # std.pcm + Crafter.Build*.pcm, built locally
|
~/.cache/crafter.build/<target>-<march>-<clang>-<hash>/ # std.pcm + Crafter.Build*.pcm, built locally per toolchain
|
||||||
```
|
```
|
||||||
|
|
||||||
## Tests
|
## Tests
|
||||||
|
|
|
||||||
|
|
@ -246,11 +246,14 @@ void Configuration::GetInterfacesAndImplementations(std::span<fs::path> interfac
|
||||||
}
|
}
|
||||||
|
|
||||||
fs::path Crafter::StdPcmDir(const Configuration& config) {
|
fs::path Crafter::StdPcmDir(const Configuration& config) {
|
||||||
// The std PCM is cached per target+march, but a wasm variant pass compiles
|
// The std PCM is cached per target+march+toolchain: a PCM is only valid
|
||||||
// it with extra codegen flags (e.g. -mrelaxed-simd) — its BMI must not be
|
// for the exact clang that wrote it, so a compiler bump starts a cold
|
||||||
// shared with the baseline's, or the consuming TUs see a target-feature
|
// directory instead of handing the new clang a PCM it will crash on. A
|
||||||
// mismatch. Suffix the cache dir with the variant flags when present.
|
// wasm variant pass compiles it with extra codegen flags (e.g.
|
||||||
std::string stdPcmKey = std::format("{}-{}", config.target, config.march);
|
// -mrelaxed-simd) — its BMI must not be shared with the baseline's, or
|
||||||
|
// the consuming TUs see a target-feature mismatch. Suffix the cache dir
|
||||||
|
// with the variant flags when present.
|
||||||
|
std::string stdPcmKey = std::format("{}-{}-{}", config.target, config.march, GetToolchain().Key());
|
||||||
for (const std::string& f : config.wasmVariantFlags) {
|
for (const std::string& f : config.wasmVariantFlags) {
|
||||||
stdPcmKey += "+";
|
stdPcmKey += "+";
|
||||||
for (char c : f) stdPcmKey += (c == '/' || c == '\\') ? '_' : c;
|
for (char c : f) stdPcmKey += (c == '/' || c == '\\') ? '_' : c;
|
||||||
|
|
|
||||||
|
|
@ -90,15 +90,35 @@ namespace {
|
||||||
return cacheDir / "crafter-build-sources.stamp";
|
return cacheDir / "crafter-build-sources.stamp";
|
||||||
}
|
}
|
||||||
|
|
||||||
std::string ReadCacheStamp(const fs::path& cacheDir) {
|
// A stamp is a one-line content hash kept next to the artifact it
|
||||||
std::ifstream in(CacheStampPath(cacheDir), std::ios::binary);
|
// describes. Written last, after the artifact, so an interrupted build
|
||||||
|
// leaves a stamp that disagrees and the next run starts over.
|
||||||
|
std::string ReadStamp(const fs::path& file) {
|
||||||
|
std::ifstream in(file, std::ios::binary);
|
||||||
std::string stamp;
|
std::string stamp;
|
||||||
std::getline(in, stamp);
|
std::getline(in, stamp);
|
||||||
return stamp;
|
return stamp;
|
||||||
}
|
}
|
||||||
|
|
||||||
void WriteCacheStamp(const fs::path& cacheDir, const std::string& stamp) {
|
void WriteStamp(const fs::path& file, std::string_view stamp) {
|
||||||
std::ofstream(CacheStampPath(cacheDir), std::ios::binary | std::ios::trunc) << stamp << '\n';
|
std::ofstream(file, std::ios::binary | std::ios::trunc) << stamp << '\n';
|
||||||
|
}
|
||||||
|
|
||||||
|
fs::path StampPath(const fs::path& artifact) {
|
||||||
|
fs::path stamp = artifact;
|
||||||
|
stamp += ".stamp";
|
||||||
|
return stamp;
|
||||||
|
}
|
||||||
|
|
||||||
|
std::string HashStamp(std::string_view content) {
|
||||||
|
return std::format("{:016x}", std::hash<std::string_view>{}(content));
|
||||||
|
}
|
||||||
|
|
||||||
|
std::string FileBytes(const fs::path& file) {
|
||||||
|
std::ifstream in(file, std::ios::binary);
|
||||||
|
std::ostringstream buffer;
|
||||||
|
buffer << in.rdbuf();
|
||||||
|
return buffer.str();
|
||||||
}
|
}
|
||||||
}
|
}
|
||||||
|
|
||||||
|
|
@ -495,12 +515,17 @@ namespace {
|
||||||
return out;
|
return out;
|
||||||
}
|
}
|
||||||
|
|
||||||
// project.so predates its source, the crafter-build that will load it, or
|
// project.so is stale when its stamp (crafter-build version, toolchain,
|
||||||
// a pre-dependency artifact — any of them means recompiling.
|
// module sources and compile command) disagrees, or when it predates its
|
||||||
bool ProjectFileStale(const fs::path& artifact, const fs::path& project, const fs::path& hostExe, const ProjectFileDependencies& deps) {
|
// source or a pre-dependency artifact. The executable's mtime is not an
|
||||||
|
// input any more: an OSTree deployment dates every installed file at the
|
||||||
|
// epoch, so a comparison against it never fired after an update and the
|
||||||
|
// old project.so was loaded into a binary it did not match.
|
||||||
|
bool ProjectFileStale(const fs::path& artifact, const fs::path& project, std::string_view stamp, const ProjectFileDependencies& deps) {
|
||||||
if (!fs::exists(artifact)) return true;
|
if (!fs::exists(artifact)) return true;
|
||||||
|
if (ReadStamp(StampPath(artifact)) != stamp) return true;
|
||||||
const fs::file_time_type built = fs::last_write_time(artifact);
|
const fs::file_time_type built = fs::last_write_time(artifact);
|
||||||
return built < fs::last_write_time(project) || built < fs::last_write_time(hostExe) || built < deps.newestArtifact;
|
return built < fs::last_write_time(project) || built < deps.newestArtifact;
|
||||||
}
|
}
|
||||||
}
|
}
|
||||||
|
|
||||||
|
|
@ -611,21 +636,22 @@ std::string Crafter::BuildStdPcm(const Configuration& config, fs::path stdPcm) {
|
||||||
|
|
||||||
fs::path stdCc = GetToolchain().mingwSysroot / "include" / "c++" / mingWversion / "bits" / "std.cc";
|
fs::path stdCc = GetToolchain().mingwSysroot / "include" / "c++" / mingWversion / "bits" / "std.cc";
|
||||||
|
|
||||||
if(!fs::exists(stdPcm) || fs::last_write_time(stdPcm) < fs::last_write_time(stdCc)) {
|
|
||||||
// -femulated-tls keeps PCM TLS access matching libstdc++'s emutls
|
// -femulated-tls keeps PCM TLS access matching libstdc++'s emutls
|
||||||
// definitions; mismatch surfaces as undefined std::__once_callable.
|
// definitions; mismatch surfaces as undefined std::__once_callable.
|
||||||
// The std.cc → std.cppm copy uses a plain filename: held under the
|
// The std.cc → std.cppm copy uses a plain filename: held under the
|
||||||
// cache lock, no other builder writes this path concurrently.
|
// cache lock, no other builder writes this path concurrently.
|
||||||
fs::path stdCppm = stdPcm.parent_path() / "std.cppm";
|
fs::path stdCppm = stdPcm.parent_path() / "std.cppm";
|
||||||
|
std::string command = std::format("{} --target={} -march={} -mtune={} -femulated-tls -O3 -std=c++26 -Wno-reserved-identifier -Wno-reserved-module-identifier --precompile {} -o {}", GetBaseCommand(config), config.target, config.march, config.mtune, stdCppm.string(), stdPcm.string());
|
||||||
|
std::string stamp = HashStamp(command + '\0' + FileBytes(stdCc));
|
||||||
|
if (fs::exists(stdPcm) && ReadStamp(StampPath(stdPcm)) == stamp) return "";
|
||||||
std::error_code copyEc;
|
std::error_code copyEc;
|
||||||
fs::copy_file(stdCc, stdCppm, fs::copy_options::overwrite_existing, copyEc);
|
fs::copy_file(stdCc, stdCppm, fs::copy_options::overwrite_existing, copyEc);
|
||||||
if (copyEc) {
|
if (copyEc) {
|
||||||
return std::format("copy {} -> {}: {}", stdCc.string(), stdCppm.string(), copyEc.message());
|
return std::format("copy {} -> {}: {}", stdCc.string(), stdCppm.string(), copyEc.message());
|
||||||
}
|
}
|
||||||
return RunBuildCommand(std::format("{} --target={} -march={} -mtune={} -femulated-tls -O3 -std=c++26 -Wno-reserved-identifier -Wno-reserved-module-identifier --precompile {} -o {}", GetBaseCommand(config), config.target, config.march, config.mtune, stdCppm.string(), stdPcm.string()));
|
std::string result = RunBuildCommand(command);
|
||||||
} else {
|
if (result.empty()) WriteStamp(StampPath(stdPcm), stamp);
|
||||||
return "";
|
return result;
|
||||||
}
|
|
||||||
} else {
|
} else {
|
||||||
const bool isWasm = config.target.starts_with("wasm32");
|
const bool isWasm = config.target.starts_with("wasm32");
|
||||||
// wasi-sdk drops std.cppm at <sysroot>/share/libc++/v1/, the rest of
|
// wasi-sdk drops std.cppm at <sysroot>/share/libc++/v1/, the rest of
|
||||||
|
|
@ -669,11 +695,16 @@ std::string Crafter::BuildStdPcm(const Configuration& config, fs::path stdPcm) {
|
||||||
if (!isWasm && !config.sysroot.empty()) {
|
if (!isWasm && !config.sysroot.empty()) {
|
||||||
archFlags += std::format(" -nostdinc++ -isystem {}/usr/include/c++/v1", config.sysroot);
|
archFlags += std::format(" -nostdinc++ -isystem {}/usr/include/c++/v1", config.sysroot);
|
||||||
}
|
}
|
||||||
if(!fs::exists(stdPcm) || fs::last_write_time(stdPcm) < fs::last_write_time(stdCppm)) {
|
// Keyed on the command and the module source's bytes, never on
|
||||||
return RunBuildCommand(std::format("{} --target={} -std=c++26{}{} -O3 -Wno-reserved-identifier -Wno-reserved-module-identifier --precompile {} -o {}", GetBaseCommand(config), config.target, sysrootFlag, archFlags, stdCppm, stdPcm.string()));
|
// mtimes: an installed std.cppm can be dated at the epoch (OSTree),
|
||||||
} else {
|
// and a libc++ update under the same clang changes the bytes but
|
||||||
return "";
|
// not the path.
|
||||||
}
|
std::string command = std::format("{} --target={} -std=c++26{}{} -O3 -Wno-reserved-identifier -Wno-reserved-module-identifier --precompile {} -o {}", GetBaseCommand(config), config.target, sysrootFlag, archFlags, stdCppm, stdPcm.string());
|
||||||
|
std::string stamp = HashStamp(command + '\0' + FileBytes(stdCppm));
|
||||||
|
if (fs::exists(stdPcm) && ReadStamp(StampPath(stdPcm)) == stamp) return "";
|
||||||
|
std::string result = RunBuildCommand(command);
|
||||||
|
if (result.empty()) WriteStamp(StampPath(stdPcm), stamp);
|
||||||
|
return result;
|
||||||
}
|
}
|
||||||
}
|
}
|
||||||
|
|
||||||
|
|
@ -721,12 +752,17 @@ namespace {
|
||||||
"Crafter.Build",
|
"Crafter.Build",
|
||||||
};
|
};
|
||||||
|
|
||||||
void EnsureCrafterBuildPcms(const fs::path& sourceDir, const fs::path& cacheDir, const Configuration& host) {
|
// Returns the stamp of the module sources the cache was built from; it is
|
||||||
|
// one of project.so's inputs.
|
||||||
|
std::string EnsureCrafterBuildPcms(const fs::path& sourceDir, const fs::path& cacheDir, const Configuration& host) {
|
||||||
CacheLock lock(cacheDir);
|
CacheLock lock(cacheDir);
|
||||||
// Re-derived under the lock: another builder may have refreshed the
|
// Re-derived under the lock: another builder may have refreshed the
|
||||||
// cache from its own sources while we waited.
|
// cache from its own sources while we waited.
|
||||||
std::string stamp = CrafterBuildSourceStamp(sourceDir, CrafterBuildModules);
|
// The std PCM is an input to every module PCM: its stamp is folded in
|
||||||
const bool upToDate = ReadCacheStamp(cacheDir) == stamp;
|
// so a rebuilt std.pcm (a libc++ update under the same clang) rebuilds
|
||||||
|
// them too, instead of leaving PCMs that import a std.pcm that is gone.
|
||||||
|
std::string stamp = HashStamp(CrafterBuildSourceStamp(sourceDir, CrafterBuildModules) + '\0' + ReadStamp(StampPath(cacheDir / "std.pcm")));
|
||||||
|
const bool upToDate = ReadStamp(CacheStampPath(cacheDir)) == stamp;
|
||||||
for (std::string_view name : CrafterBuildModules) {
|
for (std::string_view name : CrafterBuildModules) {
|
||||||
fs::path cppmPath = sourceDir / std::format("{}.cppm", name);
|
fs::path cppmPath = sourceDir / std::format("{}.cppm", name);
|
||||||
fs::path pcmPath = cacheDir / std::format("{}.pcm", name);
|
fs::path pcmPath = cacheDir / std::format("{}.pcm", name);
|
||||||
|
|
@ -751,7 +787,8 @@ namespace {
|
||||||
// Last, so an interrupted rebuild leaves the stamp disagreeing with the
|
// Last, so an interrupted rebuild leaves the stamp disagreeing with the
|
||||||
// sources and the next run starts over rather than trusting a half-built
|
// sources and the next run starts over rather than trusting a half-built
|
||||||
// set of PCMs.
|
// set of PCMs.
|
||||||
if (!upToDate) WriteCacheStamp(cacheDir, stamp);
|
if (!upToDate) WriteStamp(CacheStampPath(cacheDir), stamp);
|
||||||
|
return stamp;
|
||||||
}
|
}
|
||||||
}
|
}
|
||||||
|
|
||||||
|
|
@ -765,8 +802,6 @@ Configuration Crafter::LoadProject(const fs::path& projectFile, std::span<const
|
||||||
}
|
}
|
||||||
fs::path soPath = buildDir / std::format("{}.so", absProject.stem().string());
|
fs::path soPath = buildDir / std::format("{}.so", absProject.stem().string());
|
||||||
|
|
||||||
fs::path hostExe = fs::read_symlink("/proc/self/exe");
|
|
||||||
|
|
||||||
fs::path sourceDir = Crafter::GetCrafterBuildHome();
|
fs::path sourceDir = Crafter::GetCrafterBuildHome();
|
||||||
|
|
||||||
// The host toolchain's own triple (x86_64-pc-linux-gnu on glibc distros,
|
// The host toolchain's own triple (x86_64-pc-linux-gnu on glibc distros,
|
||||||
|
|
@ -776,7 +811,9 @@ Configuration Crafter::LoadProject(const fs::path& projectFile, std::span<const
|
||||||
hostConfig.target = HostTarget();
|
hostConfig.target = HostTarget();
|
||||||
hostConfig.march = "native";
|
hostConfig.march = "native";
|
||||||
hostConfig.mtune = "native";
|
hostConfig.mtune = "native";
|
||||||
fs::path cacheDir = GetCacheDir() / std::format("{}-{}", hostConfig.target, hostConfig.march);
|
// The same directory Build() resolves the std PCM from, toolchain key
|
||||||
|
// included (see StdPcmDir).
|
||||||
|
fs::path cacheDir = StdPcmDir(hostConfig);
|
||||||
if (!fs::exists(cacheDir)) fs::create_directories(cacheDir);
|
if (!fs::exists(cacheDir)) fs::create_directories(cacheDir);
|
||||||
|
|
||||||
std::string stdResult = BuildStdPcm(hostConfig, cacheDir / "std.pcm");
|
std::string stdResult = BuildStdPcm(hostConfig, cacheDir / "std.pcm");
|
||||||
|
|
@ -784,7 +821,7 @@ Configuration Crafter::LoadProject(const fs::path& projectFile, std::span<const
|
||||||
throw std::runtime_error(std::format("Failed to build std.pcm: {}", stdResult));
|
throw std::runtime_error(std::format("Failed to build std.pcm: {}", stdResult));
|
||||||
}
|
}
|
||||||
|
|
||||||
EnsureCrafterBuildPcms(sourceDir, cacheDir, hostConfig);
|
const std::string sourcesStamp = EnsureCrafterBuildPcms(sourceDir, cacheDir, hostConfig);
|
||||||
|
|
||||||
// After the host PCMs exist (a dependency's build imports Crafter.Build
|
// After the host PCMs exist (a dependency's build imports Crafter.Build
|
||||||
// from that cache) and before the staleness check (its artifacts are
|
// from that cache) and before the staleness check (its artifacts are
|
||||||
|
|
@ -793,9 +830,6 @@ Configuration Crafter::LoadProject(const fs::path& projectFile, std::span<const
|
||||||
// clang crashes on it.
|
// clang crashes on it.
|
||||||
ProjectFileDependencies preDeps = ResolveProjectFileDependencies(absProject, hostConfig);
|
ProjectFileDependencies preDeps = ResolveProjectFileDependencies(absProject, hostConfig);
|
||||||
|
|
||||||
const bool stale = ProjectFileStale(soPath, absProject, hostExe, preDeps);
|
|
||||||
|
|
||||||
if (stale) {
|
|
||||||
// -fuse-ld=lld like every other link the tool performs: lld is a hard
|
// -fuse-ld=lld like every other link the tool performs: lld is a hard
|
||||||
// dependency, binutils' ld is not (Alpine's clang would default to it),
|
// dependency, binutils' ld is not (Alpine's clang would default to it),
|
||||||
// and a dependency archive built in release holds ThinLTO bitcode,
|
// and a dependency archive built in release holds ThinLTO bitcode,
|
||||||
|
|
@ -808,11 +842,18 @@ Configuration Crafter::LoadProject(const fs::path& projectFile, std::span<const
|
||||||
"{} -o {}{}{}",
|
"{} -o {}{}{}",
|
||||||
GetBaseCommand(hostConfig), hostConfig.target, cacheDir.string(), preDeps.compileFlags,
|
GetBaseCommand(hostConfig), hostConfig.target, cacheDir.string(), preDeps.compileFlags,
|
||||||
absProject.string(), soPath.string(), preDeps.linkFlags, GetToolchain().LibcxxLinkFlags());
|
absProject.string(), soPath.string(), preDeps.linkFlags, GetToolchain().LibcxxLinkFlags());
|
||||||
|
// What project.so was compiled against. The module source stamp stands
|
||||||
|
// in for the executable: project.so resolves Crafter:: symbols from the
|
||||||
|
// running binary, so only the declarations (the .cppm files) matter,
|
||||||
|
// and an implementation-only rebuild of crafter-build leaves it valid.
|
||||||
|
const std::string projectStamp = HashStamp(std::format("{}\0{}\0{}\0{}", CrafterBuildVersion(), GetToolchain().Key(), sourcesStamp, compileCmd));
|
||||||
|
|
||||||
|
if (ProjectFileStale(soPath, absProject, projectStamp, preDeps)) {
|
||||||
std::string result = RunBuildCommand(compileCmd);
|
std::string result = RunBuildCommand(compileCmd);
|
||||||
if (!result.empty()) {
|
if (!result.empty()) {
|
||||||
throw std::runtime_error(std::format("Failed to compile project {}: {}", absProject.string(), result));
|
throw std::runtime_error(std::format("Failed to compile project {}: {}", absProject.string(), result));
|
||||||
}
|
}
|
||||||
|
WriteStamp(StampPath(soPath), projectStamp);
|
||||||
}
|
}
|
||||||
|
|
||||||
void* handle = dlopen(soPath.c_str(), RTLD_NOW | RTLD_GLOBAL);
|
void* handle = dlopen(soPath.c_str(), RTLD_NOW | RTLD_GLOBAL);
|
||||||
|
|
|
||||||
8
packaging/flatpak/catcrafts.flatpakrepo
Normal file
8
packaging/flatpak/catcrafts.flatpakrepo
Normal file
|
|
@ -0,0 +1,8 @@
|
||||||
|
[Flatpak Repo]
|
||||||
|
Title=Catcrafts
|
||||||
|
Url=https://flatpak.catcrafts.net/repo/
|
||||||
|
Homepage=https://forgejo.catcrafts.net/Catcrafts
|
||||||
|
Comment=Catcrafts tools and applications
|
||||||
|
Description=crafter-build and other Catcrafts software, built and signed by Catcrafts CI
|
||||||
|
DefaultBranch=stable
|
||||||
|
GPGKey=GPG_KEY_BASE64_PLACEHOLDER
|
||||||
13
packaging/flatpak/net.catcrafts.CrafterBuild.flatpakref
Normal file
13
packaging/flatpak/net.catcrafts.CrafterBuild.flatpakref
Normal file
|
|
@ -0,0 +1,13 @@
|
||||||
|
[Flatpak Ref]
|
||||||
|
Title=Crafter Build
|
||||||
|
Name=net.catcrafts.CrafterBuild
|
||||||
|
Branch=stable
|
||||||
|
Url=https://flatpak.catcrafts.net/repo/
|
||||||
|
SuggestRemoteName=catcrafts
|
||||||
|
Homepage=https://forgejo.catcrafts.net/Catcrafts/Crafter.Build
|
||||||
|
Comment=C++26 modules build system
|
||||||
|
Description=crafter-build with its own LLVM toolchain and WASI sysroot
|
||||||
|
Icon=
|
||||||
|
RuntimeRepo=https://dl.flathub.org/repo/flathub.flatpakrepo
|
||||||
|
IsRuntime=false
|
||||||
|
GPGKey=GPG_KEY_BASE64_PLACEHOLDER
|
||||||
34
packaging/flatpak/net.catcrafts.CrafterBuild.metainfo.xml
Normal file
34
packaging/flatpak/net.catcrafts.CrafterBuild.metainfo.xml
Normal file
|
|
@ -0,0 +1,34 @@
|
||||||
|
<?xml version="1.0" encoding="UTF-8"?>
|
||||||
|
<!-- SPDX-License-Identifier: CC0-1.0 -->
|
||||||
|
<component type="console-application">
|
||||||
|
<id>net.catcrafts.CrafterBuild</id>
|
||||||
|
<name>Crafter Build</name>
|
||||||
|
<summary>C++26 modules build system</summary>
|
||||||
|
<metadata_license>CC0-1.0</metadata_license>
|
||||||
|
<project_license>LGPL-3.0-only</project_license>
|
||||||
|
<developer id="net.catcrafts">
|
||||||
|
<name>Catcrafts</name>
|
||||||
|
</developer>
|
||||||
|
<description>
|
||||||
|
<p>
|
||||||
|
A build system for C++26 modules. Project descriptions are C++: a
|
||||||
|
project.cpp constructs a Configuration and returns it, and crafter-build
|
||||||
|
compiles, loads and executes it. The Flatpak carries its own LLVM, so
|
||||||
|
every machine builds with the same clang, lld, libc++ and WASI sysroot.
|
||||||
|
</p>
|
||||||
|
</description>
|
||||||
|
<url type="homepage">https://forgejo.catcrafts.net/Catcrafts/Crafter.Build</url>
|
||||||
|
<url type="bugtracker">https://forgejo.catcrafts.net/Catcrafts/Crafter.Build/issues</url>
|
||||||
|
<url type="vcs-browser">https://forgejo.catcrafts.net/Catcrafts/Crafter.Build</url>
|
||||||
|
<provides>
|
||||||
|
<binary>crafter-build</binary>
|
||||||
|
</provides>
|
||||||
|
<content_rating type="oars-1.1"/>
|
||||||
|
<releases>
|
||||||
|
<release version="2.0.0" date="2026-10-02">
|
||||||
|
<description>
|
||||||
|
<p>First release distributed as a Flatpak, with a bundled LLVM 22 toolchain and WASI sysroot. Windows host support is removed; crafter-build gains --version and resolves its compiler from one place.</p>
|
||||||
|
</description>
|
||||||
|
</release>
|
||||||
|
</releases>
|
||||||
|
</component>
|
||||||
204
packaging/flatpak/net.catcrafts.CrafterBuild.yaml
Normal file
204
packaging/flatpak/net.catcrafts.CrafterBuild.yaml
Normal file
|
|
@ -0,0 +1,204 @@
|
||||||
|
# SPDX-License-Identifier: LGPL-3.0-only
|
||||||
|
# SPDX-FileCopyrightText: Copyright (C) 2026 Catcrafts®
|
||||||
|
#
|
||||||
|
# crafter-build as a Flatpak. The runtime is the Freedesktop *Sdk*, not the
|
||||||
|
# Platform: a build tool needs glibc's headers and crt objects, gcc's
|
||||||
|
# libgcc_s, cmake, ninja, make, git and python at run time. Everything
|
||||||
|
# compiler-shaped is ours and lives under /app: clang, lld, libclang, libc++,
|
||||||
|
# compiler-rt (native and wasm32) and the WASI sysroot, all built from one
|
||||||
|
# LLVM source tree so the modules crafter-build builds and the compiler that
|
||||||
|
# consumes them can never drift apart.
|
||||||
|
app-id: net.catcrafts.CrafterBuild
|
||||||
|
runtime: org.freedesktop.Sdk
|
||||||
|
runtime-version: '26.08'
|
||||||
|
sdk: org.freedesktop.Sdk
|
||||||
|
command: crafter-build
|
||||||
|
finish-args:
|
||||||
|
# git dependencies, and the local web server `-r` starts for browser builds
|
||||||
|
- --share=network
|
||||||
|
- --socket=ssh-auth
|
||||||
|
# projects live anywhere; user sysroots too
|
||||||
|
- --filesystem=host
|
||||||
|
# so `-r` can launch what it built, games included
|
||||||
|
- --share=ipc
|
||||||
|
- --socket=wayland
|
||||||
|
- --socket=fallback-x11
|
||||||
|
- --socket=pulseaudio
|
||||||
|
- --device=all
|
||||||
|
# gdb and friends from the Sdk
|
||||||
|
- --allow=devel
|
||||||
|
- --env=PATH=/app/bin:/usr/bin
|
||||||
|
build-options:
|
||||||
|
env:
|
||||||
|
CRAFTER_BUILD_LLVM_DIR: /app
|
||||||
|
# The shipped binary runs on any x86_64 from the last decade; user
|
||||||
|
# projects still build with -march=native by default.
|
||||||
|
CRAFTER_BUILD_MARCH: x86-64-v2
|
||||||
|
CRAFTER_BUILD_MTUNE: generic
|
||||||
|
# CI replaces this with the tag; a local build is a development build.
|
||||||
|
CRAFTER_BUILD_VERSION: 0.0.0-dev
|
||||||
|
cleanup:
|
||||||
|
- /share/man
|
||||||
|
- /share/doc
|
||||||
|
modules:
|
||||||
|
- name: llvm
|
||||||
|
buildsystem: cmake-ninja
|
||||||
|
builddir: true
|
||||||
|
subdir: llvm
|
||||||
|
build-options:
|
||||||
|
# flatpak-builder's default CFLAGS carry -g. For all of LLVM that is a
|
||||||
|
# 30 GB build tree and a multi-gigabyte .Debug extension, so build
|
||||||
|
# without debug info, strip, and skip the split. The hardening flags
|
||||||
|
# from the defaults stay.
|
||||||
|
no-debuginfo: true
|
||||||
|
strip: true
|
||||||
|
cflags: -O2 -pipe -fexceptions -fasynchronous-unwind-tables -fstack-protector-strong -fstack-clash-protection -fcf-protection
|
||||||
|
cflags-override: true
|
||||||
|
cxxflags: -O2 -pipe -fexceptions -fasynchronous-unwind-tables -fstack-protector-strong -fstack-clash-protection -fcf-protection
|
||||||
|
cxxflags-override: true
|
||||||
|
config-opts:
|
||||||
|
- -DCMAKE_BUILD_TYPE=Release
|
||||||
|
- -DLLVM_ENABLE_ASSERTIONS=OFF
|
||||||
|
- -DLLVM_ENABLE_PROJECTS=clang;lld
|
||||||
|
- -DLLVM_ENABLE_RUNTIMES=compiler-rt;libcxx;libcxxabi;libunwind
|
||||||
|
- -DLLVM_TARGETS_TO_BUILD=X86;AArch64;WebAssembly
|
||||||
|
# Classic layout: libc++ in lib/ and include/c++/v1, not under a
|
||||||
|
# per-target subdirectory. It is what clang's own default search, the
|
||||||
|
# rpath crafter-build adds and distro installs all assume.
|
||||||
|
- -DLLVM_ENABLE_PER_TARGET_RUNTIME_DIR=OFF
|
||||||
|
# One shared LLVM and one shared clang library instead of a statically
|
||||||
|
# linked copy per tool: a fraction of the install size.
|
||||||
|
- -DLLVM_BUILD_LLVM_DYLIB=ON
|
||||||
|
- -DLLVM_LINK_LLVM_DYLIB=ON
|
||||||
|
- -DCLANG_LINK_CLANG_DYLIB=ON
|
||||||
|
- -DCLANG_DEFAULT_CXX_STDLIB=libc++
|
||||||
|
- -DCLANG_DEFAULT_LINKER=lld
|
||||||
|
- -DLIBCXX_INSTALL_MODULES=ON
|
||||||
|
- -DLLVM_INCLUDE_TESTS=OFF
|
||||||
|
- -DLLVM_INCLUDE_EXAMPLES=OFF
|
||||||
|
- -DLLVM_INCLUDE_DOCS=OFF
|
||||||
|
- -DLLVM_INCLUDE_BENCHMARKS=OFF
|
||||||
|
- -DLLVM_INSTALL_UTILS=OFF
|
||||||
|
- -DCLANG_INCLUDE_TESTS=OFF
|
||||||
|
- -DCOMPILER_RT_INCLUDE_TESTS=OFF
|
||||||
|
# The Sdk links with binutils' ld; two libLLVM-sized links at a time
|
||||||
|
# fit the CX53's memory with room to spare.
|
||||||
|
- -DLLVM_PARALLEL_LINK_JOBS=2
|
||||||
|
cleanup:
|
||||||
|
- /include/llvm
|
||||||
|
- /include/llvm-c
|
||||||
|
- /include/clang
|
||||||
|
- /include/clang-tidy
|
||||||
|
- /include/lld
|
||||||
|
- /lib/cmake
|
||||||
|
- /lib/*.a
|
||||||
|
- /share/opt-viewer
|
||||||
|
- /share/scan-build
|
||||||
|
- /share/scan-view
|
||||||
|
- /bin/clang-check
|
||||||
|
- /bin/clang-extdef-mapping
|
||||||
|
- /bin/clang-import-test
|
||||||
|
- /bin/clang-linker-wrapper
|
||||||
|
- /bin/clang-nvlink-wrapper
|
||||||
|
- /bin/clang-offload-bundler
|
||||||
|
- /bin/clang-offload-packager
|
||||||
|
- /bin/clang-refactor
|
||||||
|
- /bin/clang-rename
|
||||||
|
- /bin/clang-repl
|
||||||
|
- /bin/clang-sycl-linker
|
||||||
|
- /bin/diagtool
|
||||||
|
- /bin/git-clang-format
|
||||||
|
- /bin/hmaptool
|
||||||
|
- /bin/llvm-exegesis
|
||||||
|
- /bin/scan-build*
|
||||||
|
- /bin/scan-view
|
||||||
|
sources:
|
||||||
|
- type: archive
|
||||||
|
url: https://github.com/llvm/llvm-project/releases/download/llvmorg-22.1.8/llvm-project-22.1.8.src.tar.xz
|
||||||
|
sha256: 922f1817a0df7b1489272d18134ee0087a8b068828f87ac63b9861b1a9965888
|
||||||
|
|
||||||
|
- name: wasi-sysroot
|
||||||
|
# wasi-sdk's sysroot-only mode, driven by the clang built above:
|
||||||
|
# wasi-libc, compiler-rt builtins (installed into our clang's resource
|
||||||
|
# dir, where the wasm32 driver looks for them) and libc++ for wasip1 and
|
||||||
|
# wasip1-threads. The llvm-project tree is the same tarball as above so
|
||||||
|
# the wasm libc++ matches the native one.
|
||||||
|
buildsystem: cmake-ninja
|
||||||
|
builddir: true
|
||||||
|
build-options:
|
||||||
|
no-debuginfo: true
|
||||||
|
# flatpak-builder's default CFLAGS/LDFLAGS are x86-64 hardening flags
|
||||||
|
# (-fcf-protection, -z relro) that the nested wasm32 builds inherit
|
||||||
|
# through the environment and clang rejects for that target.
|
||||||
|
cflags: ""
|
||||||
|
cflags-override: true
|
||||||
|
cxxflags: ""
|
||||||
|
cxxflags-override: true
|
||||||
|
ldflags: ""
|
||||||
|
ldflags-override: true
|
||||||
|
strip: true
|
||||||
|
config-opts:
|
||||||
|
- -DCMAKE_TOOLCHAIN_FILE=/run/build/wasi-sysroot/wasi-host-toolchain.cmake
|
||||||
|
- -DWASI_SDK_BUILD_TOOLCHAIN=OFF
|
||||||
|
- -DWASI_SDK_INSTALL_TO_CLANG_RESOURCE_DIR=ON
|
||||||
|
- -DWASI_SDK_TARGETS=wasm32-wasip1;wasm32-wasip1-threads
|
||||||
|
- -DWASI_SDK_INCLUDE_TESTS=OFF
|
||||||
|
- -DCMAKE_INSTALL_PREFIX=/app
|
||||||
|
post-install:
|
||||||
|
# wasi-sdk installs into <prefix>/share/wasi-sysroot; crafter-build
|
||||||
|
# looks there (Crafter.Build:Toolchain), so nothing to move.
|
||||||
|
- test -f /app/share/wasi-sysroot/share/libc++/v1/std.cppm
|
||||||
|
sources:
|
||||||
|
- type: git
|
||||||
|
url: https://github.com/WebAssembly/wasi-sdk.git
|
||||||
|
tag: wasi-sdk-34
|
||||||
|
disable-submodules: true
|
||||||
|
- type: git
|
||||||
|
url: https://github.com/WebAssembly/wasi-libc.git
|
||||||
|
commit: 2e6fb9d8ee0cdf9e431fbcabe8af3115de000a13
|
||||||
|
dest: src/wasi-libc
|
||||||
|
- type: archive
|
||||||
|
url: https://github.com/llvm/llvm-project/releases/download/llvmorg-22.1.8/llvm-project-22.1.8.src.tar.xz
|
||||||
|
sha256: 922f1817a0df7b1489272d18134ee0087a8b068828f87ac63b9861b1a9965888
|
||||||
|
dest: src/llvm-project
|
||||||
|
- type: file
|
||||||
|
path: wasi-host-toolchain.cmake
|
||||||
|
|
||||||
|
- name: wasmtime
|
||||||
|
# The runner for wasm32-wasi tests and `-r` on a non-browser wasm build.
|
||||||
|
buildsystem: simple
|
||||||
|
build-commands:
|
||||||
|
- install -Dm755 wasmtime /app/bin/wasmtime
|
||||||
|
sources:
|
||||||
|
- type: archive
|
||||||
|
url: https://github.com/bytecodealliance/wasmtime/releases/download/v49.0.2/wasmtime-v49.0.2-x86_64-linux.tar.xz
|
||||||
|
sha256: a4d6e9e3a5a60f527cf7793d674c48930c80c2e8977995b8a275cad3254b9322
|
||||||
|
|
||||||
|
- name: crafter-build
|
||||||
|
buildsystem: simple
|
||||||
|
build-options:
|
||||||
|
# The self-host build fetches Crafter.Math, Crafter.Asset,
|
||||||
|
# Crafter.LintRules and glslang from git; they are unpinned on purpose
|
||||||
|
# (sibling repos tracking their default branch, see AGENTS.md).
|
||||||
|
build-args:
|
||||||
|
- --share=network
|
||||||
|
build-commands:
|
||||||
|
# Bootstrap by hand, then let the result build itself: only the
|
||||||
|
# self-hosted binary has asset support and ThinLTO.
|
||||||
|
- ./build.sh
|
||||||
|
- ./bin/crafter-build
|
||||||
|
- CRAFTER_BUILD_HOME=$PWD/share/crafter-build ./bin/crafter-build test
|
||||||
|
- install -Dm755 bin/crafter.build-exe-*/crafter-build /app/bin/crafter-build
|
||||||
|
- install -Dm644 bin/crafter.build-lib-*/libcrafter-build.a /app/lib/libcrafter-build.a
|
||||||
|
- mkdir -p /app/share && cp -r share/crafter-build /app/share/
|
||||||
|
- install -Dm644 LICENSE LICENSE.GPL -t /app/share/licenses/net.catcrafts.CrafterBuild/
|
||||||
|
- install -Dm644 packaging/flatpak/net.catcrafts.CrafterBuild.metainfo.xml -t /app/share/metainfo/
|
||||||
|
sources:
|
||||||
|
- type: dir
|
||||||
|
path: ../..
|
||||||
|
skip:
|
||||||
|
- .git
|
||||||
|
- bin
|
||||||
|
- build
|
||||||
|
- lib/libcrafter-build.a
|
||||||
|
- share/crafter-build
|
||||||
23
packaging/flatpak/wasi-host-toolchain.cmake
Normal file
23
packaging/flatpak/wasi-host-toolchain.cmake
Normal file
|
|
@ -0,0 +1,23 @@
|
||||||
|
# SPDX-License-Identifier: LGPL-3.0-only
|
||||||
|
# SPDX-FileCopyrightText: Copyright (C) 2026 Catcrafts®
|
||||||
|
#
|
||||||
|
# Points wasi-sdk's sysroot build at the clang the Flatpak built, instead of
|
||||||
|
# the one wasi-sdk would build itself. Mirrors the wasi-sdk.cmake toolchain
|
||||||
|
# file an installed wasi-sdk ships, with our prefix.
|
||||||
|
set(WASI_SDK_PREFIX /app)
|
||||||
|
set(CMAKE_SYSTEM_NAME WASI)
|
||||||
|
set(CMAKE_SYSTEM_VERSION 1)
|
||||||
|
set(CMAKE_SYSTEM_PROCESSOR wasm32)
|
||||||
|
set(triple wasm32-wasip1)
|
||||||
|
set(CMAKE_C_COMPILER ${WASI_SDK_PREFIX}/bin/clang)
|
||||||
|
set(CMAKE_CXX_COMPILER ${WASI_SDK_PREFIX}/bin/clang++)
|
||||||
|
set(CMAKE_ASM_COMPILER ${WASI_SDK_PREFIX}/bin/clang)
|
||||||
|
set(CMAKE_AR ${WASI_SDK_PREFIX}/bin/llvm-ar)
|
||||||
|
set(CMAKE_RANLIB ${WASI_SDK_PREFIX}/bin/llvm-ranlib)
|
||||||
|
set(CMAKE_NM ${WASI_SDK_PREFIX}/bin/llvm-nm)
|
||||||
|
set(CMAKE_C_COMPILER_TARGET ${triple})
|
||||||
|
set(CMAKE_CXX_COMPILER_TARGET ${triple})
|
||||||
|
set(CMAKE_ASM_COMPILER_TARGET ${triple})
|
||||||
|
# The sysroot does not exist yet when cmake probes the compiler.
|
||||||
|
set(CMAKE_C_COMPILER_WORKS ON)
|
||||||
|
set(CMAKE_CXX_COMPILER_WORKS ON)
|
||||||
|
|
@ -132,6 +132,7 @@ extern "C" Configuration CrafterBuildProject(std::span<const std::string_view> a
|
||||||
cfg.AddTest("VersionFlag").Dependencies({ CrafterBuildLib.get() });
|
cfg.AddTest("VersionFlag").Dependencies({ CrafterBuildLib.get() });
|
||||||
cfg.AddTest("WasiBrowserRuntime").Dependencies({ CrafterBuildLib.get() });
|
cfg.AddTest("WasiBrowserRuntime").Dependencies({ CrafterBuildLib.get() });
|
||||||
cfg.AddTest("WasmVariants").Dependencies({ CrafterBuildLib.get() });
|
cfg.AddTest("WasmVariants").Dependencies({ CrafterBuildLib.get() });
|
||||||
|
cfg.AddTest("WasmHelloRuns").Dependencies({ CrafterBuildLib.get() });
|
||||||
cfg.AddTest("RunSingleTestExit").Dependencies({ CrafterBuildLib.get() });
|
cfg.AddTest("RunSingleTestExit").Dependencies({ CrafterBuildLib.get() });
|
||||||
// LoadProject dlopens the synthesized project.so, which references
|
// LoadProject dlopens the synthesized project.so, which references
|
||||||
// Crafter:: symbols (HostTarget, Configuration ctors) that have to be
|
// Crafter:: symbols (HostTarget, Configuration ctors) that have to be
|
||||||
|
|
@ -142,6 +143,8 @@ extern "C" Configuration CrafterBuildProject(std::span<const std::string_view> a
|
||||||
// Same LoadProject wiring as ConcurrentCacheRace above.
|
// Same LoadProject wiring as ConcurrentCacheRace above.
|
||||||
cfg.AddTest("HostCacheSourceStamp").Dependencies({ CrafterBuildLib.get() })
|
cfg.AddTest("HostCacheSourceStamp").Dependencies({ CrafterBuildLib.get() })
|
||||||
.LinkFlag("-Wl,--export-dynamic").LinkFlag("-ldl");
|
.LinkFlag("-Wl,--export-dynamic").LinkFlag("-ldl");
|
||||||
|
cfg.AddTest("HostCacheToolchainKey").Dependencies({ CrafterBuildLib.get() })
|
||||||
|
.LinkFlag("-Wl,--export-dynamic").LinkFlag("-ldl");
|
||||||
cfg.AddTest("ProjectDependency").Dependencies({ CrafterBuildLib.get() })
|
cfg.AddTest("ProjectDependency").Dependencies({ CrafterBuildLib.get() })
|
||||||
.LinkFlag("-Wl,--export-dynamic").LinkFlag("-ldl");
|
.LinkFlag("-Wl,--export-dynamic").LinkFlag("-ldl");
|
||||||
cfg.AddTest("ConcurrentDependencyReset").Dependencies({ CrafterBuildLib.get() });
|
cfg.AddTest("ConcurrentDependencyReset").Dependencies({ CrafterBuildLib.get() });
|
||||||
|
|
|
||||||
154
tests/HostCacheToolchainKey/main.cpp
Normal file
154
tests/HostCacheToolchainKey/main.cpp
Normal file
|
|
@ -0,0 +1,154 @@
|
||||||
|
// SPDX-License-Identifier: LGPL-3.0-only
|
||||||
|
// SPDX-FileCopyrightText: Copyright (C) 2026 Catcrafts®
|
||||||
|
|
||||||
|
#include <stdlib.h>
|
||||||
|
import std;
|
||||||
|
import Crafter.Build;
|
||||||
|
namespace fs = std::filesystem;
|
||||||
|
using namespace Crafter;
|
||||||
|
|
||||||
|
// Freshness of the std PCM and of project.so used to be an mtime comparison
|
||||||
|
// against files that come with the install: std.cppm and the crafter-build
|
||||||
|
// executable. A Flatpak (any OSTree deployment) gives every installed file
|
||||||
|
// mtime 0, so those inputs always looked older than the cache: a clang bump
|
||||||
|
// would never rebuild std.pcm, a crafter-build update would never recompile
|
||||||
|
// project.so, and clang crashes on the stale PCM instead of saying so.
|
||||||
|
//
|
||||||
|
// Both are now keyed on content stamps (the compile command, the std module
|
||||||
|
// source, the crafter-build version, the toolchain key and the module source
|
||||||
|
// stamp) and the cache directory carries the toolchain key in its name. This
|
||||||
|
// test drives the shapes an mtime rule gets wrong: a std.pcm dated before its
|
||||||
|
// source must still be reused, a warm load must leave project.so alone, and a
|
||||||
|
// stamp that disagrees must rebuild even when the artifact is dated after
|
||||||
|
// every input.
|
||||||
|
namespace {
|
||||||
|
std::int32_t Failures = 0;
|
||||||
|
|
||||||
|
void Check(bool cond, std::string_view msg) {
|
||||||
|
if (!cond) {
|
||||||
|
std::println(std::cerr, "FAIL: {}", msg);
|
||||||
|
++Failures;
|
||||||
|
}
|
||||||
|
}
|
||||||
|
|
||||||
|
fs::path FindModuleCacheDir(const fs::path& cacheRoot) {
|
||||||
|
for (const fs::directory_entry& entry : fs::directory_iterator(cacheRoot / "crafter.build")) {
|
||||||
|
if (entry.is_directory()) return entry.path();
|
||||||
|
}
|
||||||
|
return {};
|
||||||
|
}
|
||||||
|
|
||||||
|
bool Load(const fs::path& projectFile, std::string_view what) {
|
||||||
|
std::array<std::string_view, 0> noArgs = {};
|
||||||
|
try {
|
||||||
|
(void)LoadProject(projectFile, noArgs);
|
||||||
|
return true;
|
||||||
|
} catch (const std::exception& e) {
|
||||||
|
std::println(std::cerr, "FAIL: LoadProject ({}) threw: {}", what, e.what());
|
||||||
|
++Failures;
|
||||||
|
return false;
|
||||||
|
}
|
||||||
|
}
|
||||||
|
|
||||||
|
fs::path StampOf(const fs::path& artifact) {
|
||||||
|
fs::path stamp = artifact;
|
||||||
|
stamp += ".stamp";
|
||||||
|
return stamp;
|
||||||
|
}
|
||||||
|
}
|
||||||
|
|
||||||
|
int main() {
|
||||||
|
fs::path installedHome = GetCrafterBuildHome();
|
||||||
|
if (!fs::exists(installedHome / "Crafter.Build.cppm")) {
|
||||||
|
std::println(std::cerr, "SKIP: no module sources at {}", installedHome.string());
|
||||||
|
return 77;
|
||||||
|
}
|
||||||
|
|
||||||
|
fs::path scratch = fs::temp_directory_path() / "crafter-build-host-cache-toolchain-key";
|
||||||
|
std::error_code ec;
|
||||||
|
fs::remove_all(scratch, ec);
|
||||||
|
fs::create_directories(scratch);
|
||||||
|
|
||||||
|
// A private copy of the module sources and a cold private cache, as in
|
||||||
|
// HostCacheSourceStamp.
|
||||||
|
fs::path home = scratch / "share" / "crafter-build";
|
||||||
|
fs::create_directories(home.parent_path());
|
||||||
|
fs::copy(installedHome, home, fs::copy_options::recursive);
|
||||||
|
setenv("CRAFTER_BUILD_HOME", home.string().c_str(), 1);
|
||||||
|
fs::path cacheRoot = scratch / "cache";
|
||||||
|
fs::create_directories(cacheRoot);
|
||||||
|
setenv("XDG_CACHE_HOME", cacheRoot.string().c_str(), 1);
|
||||||
|
|
||||||
|
fs::path projectDir = scratch / "project";
|
||||||
|
fs::create_directories(projectDir);
|
||||||
|
fs::path projectFile = projectDir / "project.cpp";
|
||||||
|
std::ofstream(projectFile) <<
|
||||||
|
"import std;\n"
|
||||||
|
"import Crafter.Build;\n"
|
||||||
|
"using namespace Crafter;\n"
|
||||||
|
"extern \"C\" Configuration CrafterBuildProject(std::span<const std::string_view>) {\n"
|
||||||
|
" Configuration cfg;\n"
|
||||||
|
" cfg.path = \"./\";\n"
|
||||||
|
" cfg.name = \"keyed\";\n"
|
||||||
|
" cfg.outputName = \"keyed\";\n"
|
||||||
|
" cfg.type = ConfigurationType::Executable;\n"
|
||||||
|
" return cfg;\n"
|
||||||
|
"}\n";
|
||||||
|
|
||||||
|
if (!Load(projectFile, "cold")) return 1;
|
||||||
|
|
||||||
|
const fs::path cacheDir = FindModuleCacheDir(cacheRoot);
|
||||||
|
Check(!cacheDir.empty(), "a module cache directory was created");
|
||||||
|
if (cacheDir.empty()) return 1;
|
||||||
|
Check(cacheDir.filename().string().contains(GetToolchain().Key()), std::format("the cache directory is named for the toolchain (got '{}', key '{}')", cacheDir.filename().string(), GetToolchain().Key()));
|
||||||
|
|
||||||
|
const fs::path stdPcm = cacheDir / "std.pcm";
|
||||||
|
const fs::path projectSo = projectDir / "build" / "project.so";
|
||||||
|
Check(fs::exists(stdPcm) && fs::exists(StampOf(stdPcm)), "std.pcm and its stamp exist after a cold load");
|
||||||
|
Check(fs::exists(projectSo) && fs::exists(StampOf(projectSo)), "project.so and its stamp exist after a cold load");
|
||||||
|
if (!fs::exists(StampOf(stdPcm)) || !fs::exists(StampOf(projectSo))) return 1;
|
||||||
|
|
||||||
|
// The OSTree shape, inverted: std.pcm dated before its source. A stamp
|
||||||
|
// rule reuses it; an mtime rule would rebuild it on every run. project.so
|
||||||
|
// keeps two mtime inputs that live next to it (project.cpp and dependency
|
||||||
|
// artifacts) but the executable is no longer one of them, so a warm load
|
||||||
|
// with nothing changed leaves it alone.
|
||||||
|
const fs::file_time_type epoch{};
|
||||||
|
fs::last_write_time(stdPcm, epoch);
|
||||||
|
const fs::file_time_type afterCold = fs::last_write_time(projectSo);
|
||||||
|
if (!Load(projectFile, "std.pcm dated at the epoch")) return 1;
|
||||||
|
Check(fs::last_write_time(stdPcm) == epoch, "std.pcm dated before its source is still reused");
|
||||||
|
Check(fs::last_write_time(projectSo) == afterCold, "project.so is left alone when nothing changed");
|
||||||
|
|
||||||
|
// The other half: artifacts dated after every input, with a stamp that
|
||||||
|
// disagrees. An mtime rule keeps them; the stamp rule rebuilds.
|
||||||
|
const fs::file_time_type future = fs::file_time_type::clock::now() + std::chrono::hours(24);
|
||||||
|
std::ofstream(StampOf(stdPcm)) << "stale";
|
||||||
|
fs::last_write_time(stdPcm, future);
|
||||||
|
if (!Load(projectFile, "stale std.pcm stamp")) return 1;
|
||||||
|
Check(fs::last_write_time(stdPcm) != future, "a disagreeing stamp rebuilds std.pcm even when it is dated after its source");
|
||||||
|
{
|
||||||
|
std::ifstream in(StampOf(stdPcm));
|
||||||
|
std::string stamp;
|
||||||
|
std::getline(in, stamp);
|
||||||
|
Check(stamp != "stale" && !stamp.empty(), "the rebuilt std.pcm gets its stamp back");
|
||||||
|
}
|
||||||
|
|
||||||
|
std::ofstream(StampOf(projectSo)) << "stale";
|
||||||
|
fs::last_write_time(projectSo, future);
|
||||||
|
if (!Load(projectFile, "stale project.so stamp")) return 1;
|
||||||
|
Check(fs::last_write_time(projectSo) != future, "a disagreeing stamp recompiles project.so even when it is dated after its inputs");
|
||||||
|
|
||||||
|
// The one mtime input that legitimately remains: the project file itself.
|
||||||
|
const fs::file_time_type beforeEdit = fs::last_write_time(projectSo);
|
||||||
|
{
|
||||||
|
std::ofstream append(projectFile, std::ios::app);
|
||||||
|
append << "// edited\n";
|
||||||
|
}
|
||||||
|
fs::last_write_time(projectFile, fs::file_time_type::clock::now() + std::chrono::seconds(2));
|
||||||
|
if (!Load(projectFile, "edited project.cpp")) return 1;
|
||||||
|
Check(fs::last_write_time(projectSo) != beforeEdit, "an edited project.cpp recompiles project.so");
|
||||||
|
|
||||||
|
fs::remove_all(scratch, ec);
|
||||||
|
return Failures == 0 ? 0 : 1;
|
||||||
|
}
|
||||||
9
tests/WasmHelloRuns/fixture/main.cpp
Normal file
9
tests/WasmHelloRuns/fixture/main.cpp
Normal file
|
|
@ -0,0 +1,9 @@
|
||||||
|
// SPDX-License-Identifier: LGPL-3.0-only
|
||||||
|
// SPDX-FileCopyrightText: Copyright (C) 2026 Catcrafts®
|
||||||
|
|
||||||
|
import std;
|
||||||
|
|
||||||
|
int main() {
|
||||||
|
std::println("hello from wasm");
|
||||||
|
return 0;
|
||||||
|
}
|
||||||
57
tests/WasmHelloRuns/main.cpp
Normal file
57
tests/WasmHelloRuns/main.cpp
Normal file
|
|
@ -0,0 +1,57 @@
|
||||||
|
// SPDX-License-Identifier: LGPL-3.0-only
|
||||||
|
// SPDX-FileCopyrightText: Copyright (C) 2026 Catcrafts®
|
||||||
|
|
||||||
|
import std;
|
||||||
|
import Crafter.Build;
|
||||||
|
namespace fs = std::filesystem;
|
||||||
|
using namespace Crafter;
|
||||||
|
|
||||||
|
// A wasm build end to end: the fixture is compiled for wasm32-wasip1 against
|
||||||
|
// the resolved toolchain's WASI sysroot and the result is run under
|
||||||
|
// wasmtime. The other wasm tests only inspect generated files; this is the
|
||||||
|
// one that proves the sysroot, the std module for wasm and wasm-ld all work
|
||||||
|
// together. It skips when the sysroot or wasmtime is missing, so a
|
||||||
|
// development box without them is not a failure. Inside the Flatpak both are
|
||||||
|
// bundled, and there the skip would be the failure to look for.
|
||||||
|
int main() {
|
||||||
|
const Toolchain& tc = GetToolchain();
|
||||||
|
if (!fs::exists(tc.wasiSysroot / "include")) {
|
||||||
|
std::println(std::cerr, "SKIP: no WASI sysroot at {}", tc.wasiSysroot.string());
|
||||||
|
return 77;
|
||||||
|
}
|
||||||
|
if (std::system("which wasmtime > /dev/null 2>&1") != 0) {
|
||||||
|
std::println(std::cerr, "SKIP: wasmtime not on PATH");
|
||||||
|
return 77;
|
||||||
|
}
|
||||||
|
|
||||||
|
Configuration cfg;
|
||||||
|
cfg.path = fs::current_path() / "tests" / "WasmHelloRuns" / "fixture";
|
||||||
|
cfg.name = "wasm-hello";
|
||||||
|
cfg.outputName = "wasm-hello";
|
||||||
|
cfg.target = "wasm32-wasip1";
|
||||||
|
cfg.type = ConfigurationType::Executable;
|
||||||
|
std::array<fs::path, 0> ifaces = {};
|
||||||
|
std::array<fs::path, 1> impls = { "main" };
|
||||||
|
cfg.GetInterfacesAndImplementations(ifaces, impls);
|
||||||
|
|
||||||
|
std::unordered_map<fs::path, std::shared_future<BuildResult>> depResults;
|
||||||
|
std::mutex depMutex;
|
||||||
|
BuildResult r = Build(cfg, depResults, depMutex);
|
||||||
|
if (!r.result.empty()) {
|
||||||
|
std::println(std::cerr, "build failed: {}", r.result);
|
||||||
|
return 1;
|
||||||
|
}
|
||||||
|
|
||||||
|
const fs::path wasm = ExpectedOutput(cfg);
|
||||||
|
if (!fs::exists(wasm)) {
|
||||||
|
std::println(std::cerr, "no .wasm produced at {}", wasm.string());
|
||||||
|
return 1;
|
||||||
|
}
|
||||||
|
|
||||||
|
const auto run = RunCommandWithTimeout(std::format("wasmtime {}", wasm.string()), std::chrono::seconds(60));
|
||||||
|
if (run.exitCode != 0 || !run.output.contains("hello from wasm")) {
|
||||||
|
std::println(std::cerr, "wasmtime run failed (exit {}): {}", run.exitCode, run.output);
|
||||||
|
return 1;
|
||||||
|
}
|
||||||
|
return 0;
|
||||||
|
}
|
||||||
Loading…
Reference in a new issue