[build] optimize CLI native dependency caching

This commit is contained in:
dijunkun
2026-11-07 01:36:53 +08:00
parent a663ebdb1a
commit 276d314780
2 changed files with 90 additions and 12 deletions
+65
View File
@@ -0,0 +1,65 @@
import("core.base.bytes")
import("core.project.config")
import("core.project.project")
function digest(value)
-- Expand shared config tables so serialization never emits order-dependent refs.
local data = table.clone(value, math.huge)
return hash.sha256(bytes(string.serialize(data, {orderkeys = true, strip = true})))
end
function main(plat, arch, configfile)
assert(plat and arch and configfile, "expected platform, architecture and config file")
local outputfile = assert(os.getenv("GITHUB_OUTPUT"), "GITHUB_OUTPUT is required")
local options = {
plat = plat,
arch = arch,
mode = "release",
CROSSDESK_BUILD_DESKTOP = false,
CROSSDESK_BUILD_CLI = true,
USE_CUDA = false,
policies = "package.librarydeps.strict_compatibility"
}
if plat == "macosx" then
options.target_minver = "13.0"
end
-- Use the same options for dependency discovery and the subsequent configure step.
config.clear()
for name, value in pairs(options) do
config.set(name, value, {readonly = true, force = true})
end
project.check_options()
local requires, requires_extra = project.requires_str()
local requireconfs, requireconfs_extra = project.requireconfs_str()
assert(requires and #requires > 0, "CLI dependency declarations are missing")
-- These root settings are inherited by packages. Target source lists and
-- application versions are deliberately outside the dependency identity.
local package_policies = {}
for name, value in pairs(project.get("target.policy") or {}) do
if name:startswith("package.") then
package_policies[name] = value
end
end
local configuration = {
options = options,
runtimes = project.get("target.runtimes"),
toolchains = project.get("target.toolchains"),
lto = project.policy("build.optimization.lto"),
asan = project.policy("build.sanitizer.address"),
package_policies = package_policies
}
local dependencies = {
requires = requires,
requires_extra = requires_extra,
requireconfs = requireconfs,
requireconfs_extra = requireconfs_extra
}
io.save(configfile, options)
local output = io.open(outputfile, "a")
assert(output, "cannot open GitHub output file")
output:print("configuration=%s", digest(configuration))
output:print("dependencies=%s", digest(dependencies))
output:close()
end
+25 -12
View File
@@ -19,18 +19,23 @@ jobs:
include:
- runner: macos-15
target: darwin-arm64
plat: macosx
arch: arm64
- runner: macos-15-intel
target: darwin-x64
plat: macosx
arch: x86_64
- runner: ubuntu-22.04
target: linux-x64
plat: linux
arch: x86_64
- runner: ubuntu-22.04-arm
target: linux-arm64
plat: linux
arch: arm64
- runner: windows-2022
target: win32-x64
plat: windows
arch: x64
runs-on: ${{ matrix.runner }}
timeout-minutes: 120
@@ -90,23 +95,31 @@ jobs:
fi
- name: Prepare pinned dependency
run: sh apps/cli/scripts/prepare-deps.sh
# Exact matches only: changed local recipes/patches must not reuse old libraries.
# Source, README and npm metadata edits do not change this key.
- name: Read native dependency configuration
id: dependency-config
shell: bash
run: xmake lua .github/scripts/cli-dependency-cache.lua "${{ matrix.plat }}" "${{ matrix.arch }}" "$RUNNER_TEMP/crossdesk-cli-config.lua"
- name: Set native dependency cache key
id: dependency-key
shell: bash
env:
CACHE_PREFIX: cli-deps-v2-${{ matrix.runner }}-${{ matrix.target }}-image${{ steps.runner-image.outputs.version }}-xmake${{ env.XMAKE_VERSION }}-${{ steps.dependency-config.outputs.configuration }}-${{ hashFiles('deps/thirdparty/openssl/**', 'deps/submodules/minirtc/thirdparty/**') }}
DEPENDENCY_HASH: ${{ steps.dependency-config.outputs.dependencies }}
run: |
printf 'prefix=%s-\n' "$CACHE_PREFIX" >> "$GITHUB_OUTPUT"
printf 'key=%s-%s\n' "$CACHE_PREFIX" "$DEPENDENCY_HASH" >> "$GITHUB_OUTPUT"
# Reuse installed packages across dependency declaration changes within the
# same toolchain, build settings and local recipes/patches.
- name: Restore native dependencies
id: native-cache
uses: actions/cache/restore@v5
with:
path: ${{ env.XMAKE_PKG_INSTALLDIR }}
key: cli-deps-v1-${{ matrix.runner }}-${{ matrix.target }}-image${{ steps.runner-image.outputs.version }}-xmake${{ env.XMAKE_VERSION }}-${{ hashFiles('xmake.lua', 'apps/cli/xmake.lua', 'apps/desktop/xmake/options.lua', 'deps/thirdparty/openssl/**', 'deps/submodules/minirtc/xmake.lua', 'deps/submodules/minirtc/thirdparty/**', '.github/workflows/build-cli.yml') }}
- name: Configure macOS
if: runner.os == 'macOS'
run: xmake f -y -p macosx -a ${{ matrix.arch }} -m release --target_minver=13.0 --CROSSDESK_BUILD_DESKTOP=n --CROSSDESK_BUILD_CLI=y --USE_CUDA=n
- name: Configure Linux
if: runner.os == 'Linux'
run: xmake f -y -p linux -a ${{ matrix.arch }} -m release --CROSSDESK_BUILD_DESKTOP=n --CROSSDESK_BUILD_CLI=y --USE_CUDA=n
- name: Configure Windows
if: runner.os == 'Windows'
run: xmake f -y -p windows -a ${{ matrix.arch }} -m release --CROSSDESK_BUILD_DESKTOP=n --CROSSDESK_BUILD_CLI=y --USE_CUDA=n
key: ${{ steps.dependency-key.outputs.key }}
restore-keys: ${{ steps.dependency-key.outputs.prefix }}
- name: Configure native dependencies
shell: bash
run: xmake f -y --import="$RUNNER_TEMP/crossdesk-cli-config.lua"
# xmake f installs required packages. Save before compiling or packaging the CLI,
# so failures in those later steps do not discard successfully installed dependencies.
- name: Save native dependencies