mirror of
https://github.com/ollama/ollama.git
synced 2026-07-06 07:41:05 +00:00
570679c9e0
Bump MLX to the latest selected upstream ref and update the MLX/imagegen wrappers and tests for the new API behavior. Fix the CUDA MLX archive so runtime NVRTC kernels work after deployment: package CUTE/CUTLASS headers, include the CUDA runtime header closure, and stage a coherent CUDA-toolkit-matched CCCL tree instead of MLX's fetched CCCL for CUDA payloads. The previous archive could build successfully but crash at runtime due to missing or incompatible JIT headers.
77 lines
3.8 KiB
Bash
Executable file
77 lines
3.8 KiB
Bash
Executable file
#!/bin/sh
|
|
#
|
|
# Mac ARM users, rosetta can be flaky, so to use a remote x86 builder.
|
|
# Use the docker-container driver with the bundled buildkit GC config
|
|
# for improved cache behavior.
|
|
#
|
|
# docker context create amd64 --docker host=ssh://mybuildhost
|
|
# docker buildx create --name mybuilder \
|
|
# --driver docker-container \
|
|
# --config ./scripts/buildkitd.toml.example \
|
|
# --bootstrap amd64 --platform linux/amd64
|
|
# docker buildx create --name mybuilder --append desktop-linux --platform linux/arm64
|
|
# docker buildx use mybuilder
|
|
|
|
|
|
set -eu
|
|
|
|
. $(dirname $0)/env.sh
|
|
|
|
# Check for required tools
|
|
if ! command -v zstd >/dev/null 2>&1; then
|
|
echo "ERROR: zstd is required but not installed." >&2
|
|
echo "Please install zstd:" >&2
|
|
echo " - macOS: brew install zstd" >&2
|
|
echo " - Debian/Ubuntu: sudo apt-get install zstd" >&2
|
|
echo " - RHEL/CentOS/Fedora: sudo dnf install zstd" >&2
|
|
echo " - Arch: sudo pacman -S zstd" >&2
|
|
exit 1
|
|
fi
|
|
|
|
rm -rf dist/bin dist/lib dist/linux_amd64 dist/linux_arm64
|
|
rm -f dist/ollama-linux-*.tar.zst
|
|
mkdir -p dist
|
|
|
|
docker buildx build \
|
|
--output type=local,dest=./dist/ \
|
|
--platform=${PLATFORM} \
|
|
${OLLAMA_COMMON_BUILD_ARGS} \
|
|
--target archive \
|
|
-f Dockerfile \
|
|
.
|
|
|
|
# Run deduplication for each platform output directory
|
|
if echo $PLATFORM | grep "," > /dev/null ; then
|
|
$(dirname $0)/deduplicate_cuda_libs.sh "./dist/linux_amd64"
|
|
$(dirname $0)/deduplicate_cuda_libs.sh "./dist/linux_arm64"
|
|
elif echo $PLATFORM | grep "amd64\|arm64" > /dev/null ; then
|
|
$(dirname $0)/deduplicate_cuda_libs.sh "./dist"
|
|
fi
|
|
|
|
# buildx behavior changes for single vs. multiplatform
|
|
echo "Compressing linux tar bundles..."
|
|
if echo $PLATFORM | grep "," > /dev/null ; then
|
|
tar c -C ./dist/linux_arm64 --exclude cuda_jetpack5 --exclude cuda_jetpack6 . | zstd -9 -T0 >./dist/ollama-linux-arm64.tar.zst
|
|
tar c -C ./dist/linux_arm64 ./lib/ollama/cuda_jetpack5 | zstd -9 -T0 >./dist/ollama-linux-arm64-jetpack5.tar.zst
|
|
tar c -C ./dist/linux_arm64 ./lib/ollama/cuda_jetpack6 | zstd -9 -T0 >./dist/ollama-linux-arm64-jetpack6.tar.zst
|
|
tar c -C ./dist/linux_amd64 --exclude './lib/ollama/rocm*' --exclude './lib/ollama/mlx*' --exclude './lib/ollama/include' . | zstd -9 -T0 >./dist/ollama-linux-amd64.tar.zst
|
|
( cd ./dist/linux_amd64 && tar c lib/ollama/rocm_v* ) | zstd -9 -T0 >./dist/ollama-linux-amd64-rocm.tar.zst
|
|
( cd ./dist/linux_amd64 && if [ -e lib/ollama/include ]; then tar c lib/ollama/mlx* lib/ollama/include; else tar c lib/ollama/mlx*; fi ) | zstd -9 -T0 >./dist/ollama-linux-amd64-mlx.tar.zst
|
|
elif echo $PLATFORM | grep "arm64" > /dev/null ; then
|
|
tar c -C ./dist/ --exclude cuda_jetpack5 --exclude cuda_jetpack6 bin lib | zstd -9 -T0 >./dist/ollama-linux-arm64.tar.zst
|
|
tar c -C ./dist/ ./lib/ollama/cuda_jetpack5 | zstd -9 -T0 >./dist/ollama-linux-arm64-jetpack5.tar.zst
|
|
tar c -C ./dist/ ./lib/ollama/cuda_jetpack6 | zstd -9 -T0 >./dist/ollama-linux-arm64-jetpack6.tar.zst
|
|
elif echo $PLATFORM | grep "amd64" > /dev/null ; then
|
|
tar c -C ./dist/ --exclude 'lib/ollama/rocm*' --exclude 'lib/ollama/mlx*' --exclude 'lib/ollama/include' bin lib | zstd -9 -T0 >./dist/ollama-linux-amd64.tar.zst
|
|
( cd ./dist/ && tar c lib/ollama/rocm_v* ) | zstd -9 -T0 >./dist/ollama-linux-amd64-rocm.tar.zst
|
|
( cd ./dist/ && if [ -e lib/ollama/include ]; then tar c lib/ollama/mlx* lib/ollama/include; else tar c lib/ollama/mlx*; fi ) | zstd -9 -T0 >./dist/ollama-linux-amd64-mlx.tar.zst
|
|
fi
|
|
|
|
LIMIT=2147483648
|
|
for f in ./dist/ollama-linux-*.tar.zst; do
|
|
[ -f "$f" ] || continue
|
|
size=$(stat -f%z "$f" 2>/dev/null || stat -c%s "$f")
|
|
if [ "$size" -gt "$LIMIT" ]; then
|
|
echo "WARNING: $f is $size bytes ($((size - LIMIT)) over the 2 GiB GitHub release-asset limit)" >&2
|
|
fi
|
|
done
|