mirror of
https://github.com/cloudstack-llc/mlx-knife.git
synced 2026-07-01 20:44:14 -04:00
The BROKE Cluster Team
bf7480d042
Major Features: - Audio transcription via mlx-audio backend (Whisper, >10min duration) - OpenAI /v1/audio/transcriptions endpoint - Memory Gate System (Vision: 8GB, Audio: 4GB) - Config-based backend routing (ADR-020) - Benchmark toolchain (memmon/memplot, Schema v0.2.2) Key Fixes: - EuroLLM tokenizer decoding - Vision-model text-only routing regression - Multimodal model context length detection - Memory cleanup bug (mx.metal.clear_cache) - Orphan process bug Test Results: - Unit tests: 647 passed, 11 skipped (Python 3.10-3.12) - wet-umbrella: 171 passed total See CHANGELOG.md for complete details and known issues.
89 lines
2.5 KiB
TOML
89 lines
2.5 KiB
TOML
[build-system]
|
|
requires = ["setuptools>=61.0", "wheel"]
|
|
build-backend = "setuptools.build_meta"
|
|
|
|
[project]
|
|
name = "mlx-knife"
|
|
dynamic = ["version"]
|
|
description = "HuggingFace model management for MLX on Apple Silicon"
|
|
readme = "README.md"
|
|
requires-python = ">=3.10"
|
|
license = {text = "Apache-2.0"}
|
|
authors = [
|
|
{name = "The BROKE team", email = "broke@gmx.eu"},
|
|
]
|
|
classifiers = [
|
|
"Development Status :: 4 - Beta",
|
|
"Intended Audience :: Developers",
|
|
"Topic :: Scientific/Engineering :: Artificial Intelligence",
|
|
"Programming Language :: Python :: 3",
|
|
"Programming Language :: Python :: 3.10",
|
|
"Programming Language :: Python :: 3.11",
|
|
"Programming Language :: Python :: 3.12",
|
|
# Python 3.9: MLX 0.30+ requires 3.10+
|
|
# Python 3.13+: miniaudio lacks pre-built wheels
|
|
"Operating System :: MacOS",
|
|
"Environment :: Console",
|
|
"License :: OSI Approved :: Apache Software License",
|
|
]
|
|
dependencies = [
|
|
"huggingface-hub>=1.0.0",
|
|
"requests>=2.32.0",
|
|
"mlx-lm>=0.30.5", # Vision/Audio extras require 0.30.5+
|
|
"mlx>=0.30.0",
|
|
"fastapi>=0.116.0",
|
|
"uvicorn>=0.35.0",
|
|
"pydantic>=2.11.0",
|
|
"httpx>=0.27.0",
|
|
"python-multipart>=0.0.9", # For audio file uploads
|
|
]
|
|
|
|
[project.scripts]
|
|
mlxk = "mlxk2.cli:main"
|
|
mlxk-json = "mlxk2.cli:main"
|
|
mlxk2 = "mlxk2.cli:main"
|
|
mlx-run = "mlxk2.tools.run:main"
|
|
|
|
[project.urls]
|
|
Homepage = "https://github.com/mzau/mlx-knife"
|
|
Repository = "https://github.com/mzau/mlx-knife"
|
|
Issues = "https://github.com/mzau/mlx-knife/issues"
|
|
|
|
[tool.setuptools.packages.find]
|
|
include = ["mlxk2*"]
|
|
exclude = ["tests*", "tests_2.0*"]
|
|
|
|
[tool.setuptools.dynamic]
|
|
version = {attr = "mlxk2.__version__"}
|
|
|
|
[project.optional-dependencies]
|
|
test = [
|
|
"pytest>=7",
|
|
"jsonschema>=4.20",
|
|
]
|
|
dev = [
|
|
"ruff>=0.1.0",
|
|
"mypy>=1.5.0",
|
|
]
|
|
vision = [
|
|
"mlx-vlm>=0.3.10", # Vision support (ADR-012)
|
|
]
|
|
audio = [
|
|
# mlx-audio 0.3.1 has tiktoken fallback regression - use post-0.3.1 commit
|
|
# See: https://github.com/Blaizzy/mlx-audio/issues/445
|
|
"mlx-audio @ git+https://github.com/Blaizzy/mlx-audio.git@9349644",
|
|
"tiktoken>=0.7.0", # Required by mlx-audio Whisper (not declared as transitive dep)
|
|
]
|
|
all = [
|
|
"mlx-vlm>=0.3.10",
|
|
# mlx-audio 0.3.1 has tiktoken fallback regression - use post-0.3.1 commit
|
|
"mlx-audio @ git+https://github.com/Blaizzy/mlx-audio.git@9349644",
|
|
"tiktoken>=0.7.0", # Required by mlx-audio Whisper (not declared as transitive dep)
|
|
]
|
|
|
|
[tool.setuptools]
|
|
license-files = [
|
|
"LICENSE",
|
|
"mlxk2/NOTICE",
|
|
]
|