mirror of
https://github.com/cloudstack-llc/mlx-knife.git
synced 2026-07-25 04:35:32 -04:00
Local Test
de7ccf9018
Testing: - pytest defaults to tests_2.0 via pytest.ini - README/TESTING updated; Quick Start uses `pip install -e . && pip install pytest` Safety: - Add test-cache sentinel + centralized checks - Strict delete guard via MLXK2_STRICT_TEST_DELETE=1 - Hide sentinel from 2.0 list output Portability: - Remove site-specific paths; generic test/user cache detection (mlxk2_test_ prefix + sentinel) Docs: - Environment & Caches, HF cache integrity - Local-only hooks/excludes and local test script (excluded from VCS)
91 lines
2.9 KiB
Python
91 lines
2.9 KiB
Python
"""Cache management for MLX-Knife 2.0."""
|
|
|
|
import os
|
|
from pathlib import Path
|
|
|
|
# Cache path constants - copied from mlx_knife/cache_utils.py
|
|
DEFAULT_CACHE_ROOT = Path.home() / ".cache/huggingface"
|
|
|
|
|
|
def get_current_cache_root() -> Path:
|
|
"""Get current cache root (respects runtime HF_HOME changes)."""
|
|
return Path(os.environ.get("HF_HOME", DEFAULT_CACHE_ROOT))
|
|
|
|
|
|
def get_current_model_cache() -> Path:
|
|
"""Get current model cache path (respects runtime HF_HOME changes)."""
|
|
return get_current_cache_root() / "hub"
|
|
|
|
|
|
def _is_likely_test_cache(path: Path) -> bool:
|
|
"""Heuristic to detect test caches safely on macOS tmp layouts.
|
|
|
|
Rules:
|
|
- Lives under system temp (e.g., /var/folders/)
|
|
- Contains our temp prefix marker 'mlxk2_test_'
|
|
"""
|
|
s = str(path)
|
|
return "/var/folders/" in s and "mlxk2_test_" in s
|
|
|
|
|
|
def _is_likely_user_cache(path: Path) -> bool:
|
|
"""Heuristic to detect a non-test (user) cache.
|
|
|
|
We avoid site-specific paths. Treat anything that's NOT a test cache
|
|
as user cache for safety checks.
|
|
"""
|
|
return not _is_likely_test_cache(path)
|
|
|
|
|
|
def verify_cache_context(expected: str = "test"):
|
|
"""Verify the current model cache matches the expected context.
|
|
|
|
- expected="test": assert test-like temp cache
|
|
- expected="user": assert project user cache convention
|
|
"""
|
|
current_cache = get_current_model_cache()
|
|
if expected == "test":
|
|
if not _is_likely_test_cache(current_cache):
|
|
raise RuntimeError(f"Expected test cache, but using: {current_cache}")
|
|
elif expected == "user":
|
|
if not _is_likely_user_cache(current_cache):
|
|
raise RuntimeError(f"Expected user cache, but using: {current_cache}")
|
|
else:
|
|
raise ValueError(f"Unknown cache context: {expected}")
|
|
|
|
|
|
# Legacy globals - DEPRECATED: Use get_current_*() functions for consistency
|
|
CACHE_ROOT = get_current_cache_root()
|
|
MODEL_CACHE = get_current_model_cache()
|
|
|
|
|
|
def hf_to_cache_dir(hf_name: str) -> str:
|
|
"""Convert HuggingFace model name to cache directory name.
|
|
|
|
Universal rule: ALL "/" become "--" (mechanical conversion).
|
|
"""
|
|
if hf_name.startswith("models--"):
|
|
return hf_name
|
|
|
|
# Replace all "/" with "--" for universal conversion
|
|
converted = hf_name.replace("/", "--")
|
|
return f"models--{converted}"
|
|
|
|
|
|
def cache_dir_to_hf(cache_name: str) -> str:
|
|
"""Convert cache directory name to HuggingFace model name.
|
|
|
|
Universal rule: ALL "--" become "/" (mechanical conversion).
|
|
This handles both clean names and corrupted cache entries gracefully.
|
|
"""
|
|
if cache_name.startswith("models--"):
|
|
remaining = cache_name[len("models--"):]
|
|
return remaining.replace("--", "/")
|
|
return cache_name
|
|
|
|
|
|
def get_model_path(hf_name: str) -> Path:
|
|
"""Get the full path to a model in the cache."""
|
|
cache_dir = hf_to_cache_dir(hf_name)
|
|
return MODEL_CACHE / cache_dir
|