config/site.pkl | 1 + dashboard/ai/launch.sh | 2 +- service/local-ai/Dockerfile | 30 ++ service/local-ai/build/Dockerfile | 13 - service/local-ai/build/extract-ui.cpp | 18 - service/local-ai/build/prefix-cache.patch | 237 ---------- service/local-ai/cache/pyproject.toml | 14 + service/local-ai/cache/studio_ai_cache.py | 186 ++++++++ service/local-ai/cache/studio_ai_cache_vllm.py | 73 ++++ service/local-ai/cache/test_cache.py | 115 +++++ service/local-ai/cache/test_vllm_cache.py | 97 +++++ service/local-ai/catalog.json | 2 +- service/local-ai/download.py | 8 +- service/local-ai/gateway.py | 11 +- service/local-ai/models.json | 748 +++++++++++++++++++++++++++++++- service/local-ai/prepare.py | 18 + service/local-ai/service.pkl | 68 ++- service/local-ai/test_gateway.py | 6 + tools/ai-wrapper-test.py | 68 --- tools/benchmark-local-ai-cache.py | 126 ++++++ tools/benchmark-local-ai.py | 87 ---- tools/dashboard-container-test.py | 94 ---- tools/local-ai-cache.md | 110 +++++ tools/local-ai.md | 247 ----------- tools/mac-domains.py | 248 ----------- tools/verify-local-ai.py | 174 -------- 26 files changed, 1563 insertions(+), 1238 deletions(-)