{ "schemaVersion": 1, "issue": 15, "llamaCpp": { "repository": "https://github.com/ggml-org/llama.cpp", "commit": "6d05498314db1b57f81c271080018aa2d0b89be9" }, "baseImages": { "build": { "reference": "nvidia/cuda:12.4.1-devel-ubuntu22.04", "digest": "sha256:da6791294b0b04d7e65d87b7451d6f2390b4d36225ab0701ee7dfec5769829f5" }, "runtime": { "reference": "nvidia/cuda:12.4.1-runtime-ubuntu22.04", "digest": "sha256:517da2300c184c9999ec203c2665244bdebd3578d12fcc7065e83667932643d9" } }, "models": [ { "file": "SmolVLM2-2.2B-Instruct-Q4_K_M.gguf", "sha256": "0cf76814555b8665149075b74ab6b5c1d428ea1d3d01c1918c12012e8d7c9f58", "mount": "/models/SmolVLM2-2.2B-Instruct-Q4_K_M.gguf" }, { "file": "mmproj-SmolVLM2-2.2B-Instruct-Q8_0.gguf", "sha256": "ae07ea1facd07dd3230c4483b63e8cda96c6944ad2481f33d531f79e892dd024", "mount": "/models/mmproj-SmolVLM2-2.2B-Instruct-Q8_0.gguf" } ], "alias": "SmolVLM2-2.2B-Instruct", "bind": { "publishHost": "127.0.0.1", "containerPort": 8080 }, "notes": [ "Model weights are never baked into the image; they are mounted read-only and hash-verified at start-up.", "The pins are asserted equal to scripts/bootstrap_selfhost_smolvlm.sh by tests/worker-container.test.js so host and image cannot drift.", "The worker needs no provider credential: it is a private loopback-only service." ] }