Model upgrade: - qwen2.5:14b → qwen3.5:latest across config, tools, and docs - Added qwen3.5 to multimodal model registry Self-hosted Gitea CI: - .gitea/workflows/tests.yml: lint + test jobs via act_runner - Unified Dockerfile: pre-baked deps from poetry.lock for fast CI - sitepackages=true in tox for ~2s dep resolution (was ~40s) - OLLAMA_URL set to dead port in CI to prevent real LLM calls Test isolation fixes: - Smoke test fixture mocks create_timmy (was hitting real Ollama) - WebSocket sends initial_state before joining broadcast pool (race fix) - Tests use settings.ollama_model/url instead of hardcoded values - skip_ci marker for Ollama-dependent tests, excluded in CI tox envs Co-Authored-By: Claude Opus 4.6 <noreply@anthropic.com>
173 lines
6.5 KiB
INI
173 lines
6.5 KiB
INI
[tox]
|
|
envlist = lint, unit, integration
|
|
no_package = true
|
|
|
|
# ── Base ─────────────────────────────────────────────────────────────────────
|
|
[testenv]
|
|
allowlist_externals = timeout, perl, docker, mkdir, bash, grep, ruff, pytest, mypy, uvicorn
|
|
sitepackages = true
|
|
commands_pre = pip install -e ".[dev]" --quiet
|
|
|
|
passenv = OLLAMA_URL
|
|
|
|
setenv =
|
|
TIMMY_TEST_MODE = 1
|
|
TIMMY_DISABLE_CSRF = 1
|
|
TIMMY_SKIP_EMBEDDINGS = 1
|
|
|
|
# ── Lint & Format ────────────────────────────────────────────────────────────
|
|
|
|
[testenv:lint]
|
|
description = Check formatting, imports, security (ruff), no inline CSS
|
|
commands_pre =
|
|
deps =
|
|
ruff>=0.8.0
|
|
commands =
|
|
ruff check src/ tests/
|
|
ruff format --check src/ tests/
|
|
bash -c 'files=$(grep -rl "<style" src/dashboard/templates/ --include="*.html" 2>/dev/null); if [ -n "$files" ]; then echo "ERROR: inline <style> blocks found — move CSS to static/css/mission-control.css:"; echo "$files"; exit 1; fi; echo "No inline CSS — OK"'
|
|
|
|
[testenv:format]
|
|
description = Auto-format code with ruff
|
|
commands_pre =
|
|
deps =
|
|
ruff>=0.8.0
|
|
commands =
|
|
ruff check --fix src/ tests/
|
|
ruff format src/ tests/
|
|
|
|
[testenv:typecheck]
|
|
description = Static type checking with mypy
|
|
commands =
|
|
mypy src --ignore-missing-imports --no-error-summary
|
|
|
|
# ── Test Environments ────────────────────────────────────────────────────────
|
|
|
|
[testenv:unit]
|
|
description = Fast tests — excludes e2e, functional, and external services
|
|
commands =
|
|
pytest tests/ -q --tb=short \
|
|
--ignore=tests/e2e \
|
|
--ignore=tests/functional \
|
|
-m "not ollama and not docker and not selenium and not external_api and not skip_ci" \
|
|
-n auto --dist worksteal
|
|
|
|
[testenv:integration]
|
|
description = Integration tests (marked with @pytest.mark.integration)
|
|
commands =
|
|
pytest tests/ -q --tb=short \
|
|
-m "integration and not ollama and not docker and not selenium and not external_api" \
|
|
-n auto --dist worksteal
|
|
|
|
[testenv:functional]
|
|
description = Functional tests — real HTTP, no mocking (excl slow + selenium)
|
|
commands =
|
|
pytest tests/functional/ -q --tb=short -n0 \
|
|
-m "not slow and not selenium"
|
|
|
|
[testenv:e2e]
|
|
description = End-to-end tests — full system, may be slow
|
|
commands =
|
|
pytest tests/e2e/ -q --tb=short -n0
|
|
|
|
[testenv:fast]
|
|
description = All tests except e2e, functional, and external
|
|
commands =
|
|
pytest tests/ -q --tb=short \
|
|
--ignore=tests/e2e \
|
|
--ignore=tests/functional \
|
|
-m "not ollama and not docker and not selenium and not external_api" \
|
|
-n auto --dist worksteal
|
|
|
|
[testenv:ollama]
|
|
description = Live LLM tests via Ollama (requires running Ollama)
|
|
commands =
|
|
pytest tests/ -q --tb=short -m ollama --timeout=120
|
|
|
|
# ── CI / Coverage ────────────────────────────────────────────────────────────
|
|
|
|
[testenv:ci]
|
|
description = CI test suite with coverage + JUnit XML (mirrors Gitea Actions)
|
|
commands =
|
|
mkdir -p reports
|
|
pytest tests/ \
|
|
--cov=src \
|
|
--cov-report=term-missing \
|
|
--cov-report=xml:reports/coverage.xml \
|
|
--cov-fail-under=73 \
|
|
--junitxml=reports/junit.xml \
|
|
-p no:xdist \
|
|
-m "not ollama and not docker and not selenium and not external_api and not skip_ci"
|
|
|
|
[testenv:coverage]
|
|
description = Full coverage report (terminal + XML)
|
|
commands =
|
|
pytest tests/ -q --tb=short \
|
|
--cov=src \
|
|
--cov-report=term-missing \
|
|
--cov-report=xml \
|
|
--cov-fail-under=73 \
|
|
-p no:xdist \
|
|
-m "not ollama and not docker and not selenium and not external_api"
|
|
|
|
[testenv:coverage-html]
|
|
description = Coverage with HTML report
|
|
commands =
|
|
pytest tests/ -q --tb=short \
|
|
--cov=src \
|
|
--cov-report=term-missing \
|
|
--cov-report=html \
|
|
--cov-fail-under=73 \
|
|
-p no:xdist \
|
|
-m "not ollama and not docker and not selenium and not external_api"
|
|
|
|
# ── Pre-push (mirrors CI exactly) ────────────────────────────────────────────
|
|
|
|
[testenv:pre-push]
|
|
description = Local gate — lint + full CI suite (same as Gitea Actions)
|
|
deps =
|
|
ruff>=0.8.0
|
|
commands =
|
|
ruff check src/ tests/
|
|
ruff format --check src/ tests/
|
|
bash -c 'files=$(grep -rl "<style" src/dashboard/templates/ --include="*.html" 2>/dev/null); if [ -n "$files" ]; then echo "ERROR: inline <style> blocks found — move CSS to static/css/mission-control.css:"; echo "$files"; exit 1; fi; echo "No inline CSS — OK"'
|
|
mkdir -p reports
|
|
pytest tests/ \
|
|
--cov=src \
|
|
--cov-report=term-missing \
|
|
--cov-report=xml:reports/coverage.xml \
|
|
--cov-fail-under=73 \
|
|
--junitxml=reports/junit.xml \
|
|
-p no:xdist \
|
|
-m "not ollama and not docker and not selenium and not external_api and not skip_ci"
|
|
|
|
# ── Pre-commit (fast local gate) ────────────────────────────────────────────
|
|
|
|
[testenv:pre-commit]
|
|
description = Fast pre-commit gate — format check + unit tests (30s budget)
|
|
deps =
|
|
ruff>=0.8.0
|
|
commands =
|
|
ruff check src/ tests/
|
|
ruff format --check src/ tests/
|
|
pytest tests/ -q --tb=short \
|
|
--ignore=tests/e2e \
|
|
--ignore=tests/functional \
|
|
-m "not ollama and not docker and not selenium and not external_api and not skip_ci" \
|
|
-n auto --dist worksteal
|
|
|
|
# ── Dev Server ───────────────────────────────────────────────────────────────
|
|
|
|
[testenv:dev]
|
|
description = Start dashboard with auto-reload (local development)
|
|
commands =
|
|
uvicorn dashboard.app:app --reload --host 0.0.0.0 --port 8000 \
|
|
--reload-exclude ".claude"
|
|
|
|
# ── All Tests (parallel) ─────────────────────────────────────────────────────
|
|
|
|
[testenv:all]
|
|
description = Run all tests in parallel
|
|
commands =
|
|
pytest tests/ -q --tb=short -n auto --dist worksteal
|