mirror of
https://github.com/Niko1221/Strata.git
synced 2026-11-07 06:15:58 -10:00
Niko1221
509466a668
sign-and-notarize.sh starts strata-vision --version in the signed engine folders (it already signs every Mach-O). MAC.md carries the M4 numbers (0.45 s on the GPU, 50.7 s on the CPU for a 260-token picture) and the rule.
39 lines
2.2 KiB
Bash
Executable File
39 lines
2.2 KiB
Bash
Executable File
#!/bin/bash
|
|
# packaging/build_vision_mac.sh - the picture reader for the Mac engine package: strata-vision for macOS arm64, with ggml's Metal
|
|
# backend built in (`--gpu` reads pictures on the Mac's GPU, without it on the CPU). One program for both: Apple Silicon always has
|
|
# the Metal framework, the Metal engine needs it too. It is built against the llama.cpp commit the engine is pinned to.
|
|
#
|
|
# packaging/build_vision_mac.sh --llama <llama.cpp checkout at the pin> --out <folder> [--build <build folder>] [--jobs N]
|
|
#
|
|
# <folder>/strata-vision is the program; copy it beside `strata` in the engine package's --src before packaging/package_engine.py
|
|
# (`strata-vision` is one of the files it takes) and sign it with the rest (packaging/mac/sign-and-notarize.sh signs every Mach-O).
|
|
# Needs cmake and ninja on PATH and the Command Line Tools. The build is portable (no -march: it runs on an M1 as on an M5).
|
|
set -euo pipefail
|
|
here="$(cd "$(dirname "$0")" && pwd)"
|
|
llama="" out="" build="" jobs=""
|
|
while [ $# -gt 0 ]; do
|
|
case "$1" in
|
|
--llama) llama="$2"; shift 2 ;;
|
|
--out) out="$2"; shift 2 ;;
|
|
--build) build="$2"; shift 2 ;;
|
|
--jobs) jobs="$2"; shift 2 ;;
|
|
*) echo "unknown argument $1" >&2; exit 2 ;;
|
|
esac
|
|
done
|
|
[ -n "$llama" ] && [ -n "$out" ] || { echo "usage: $0 --llama <llama.cpp> --out <folder> [--build <folder>] [--jobs N]" >&2; exit 2; }
|
|
[ "$(uname -s)" = Darwin ] && [ "$(uname -m)" = arm64 ] || { echo "this builds on an Apple Silicon Mac" >&2; exit 1; }
|
|
build="${build:-$out/build-vision}"
|
|
mkdir -p "$out"
|
|
cmake -S "$here/../tools/vision" -B "$build" -G Ninja -DCMAKE_BUILD_TYPE=Release -DLLAMA_DIR="$llama" \
|
|
-DSTRATA_PORTABLE=ON -DSTRATA_VISION_METAL=ON -DSTRATA_VISION_CUDA=OFF
|
|
ninja -C "$build" ${jobs:+-j "$jobs"} strata-vision
|
|
cp "$build/bin/strata-vision" "$out/strata-vision"
|
|
echo "built: $out/strata-vision"
|
|
# what it links: only Apple's own libraries (binary_deps.py in the package step checks the same)
|
|
otool -L "$out/strata-vision" | tail -n +2 | awk '{print " " $1}'
|
|
if otool -L "$out/strata-vision" | tail -n +2 | awk '{print $1}' | grep -vE '^(/usr/lib/|/System/Library/)' ; then
|
|
echo "refusing: the reader links a library that is not part of macOS" >&2
|
|
exit 1
|
|
fi
|
|
"$out/strata-vision" --version
|