ledger: add arxiv-recent.csv cs.AI extraction artifact
This commit is contained in:
1 parent
c0d9b37eb6
commit
8378c027b3
1 file changed
+50
Executable
+50
@@ -0,0 +1,50 @@
|
|||||||
|
#!/usr/bin/env bash
|
||||||
|
# CHECK — verifier for the check-in census per-file extract (Extract lane).
|
||||||
|
#
|
||||||
|
# Exit 0 iff the committed TSV is byte-identical to an INDEPENDENT recompute
|
||||||
|
# of `checkins/*.md` (README.md excluded) straight from the filesystem, using
|
||||||
|
# only ls/sed/cut/sort/uniq/awk/wc (no Python, no shared extractor logic).
|
||||||
|
# The source dir is static (files added per-day, never rewritten), so this
|
||||||
|
# CHECK is stable across runs.
|
||||||
|
#
|
||||||
|
# Repo root is derived from this file's directory, so the CHECK runs from any
|
||||||
|
# working directory and does not depend on a specific clone path.
|
||||||
|
|
||||||
|
set -u
|
||||||
|
|
||||||
|
cd "$(dirname "${BASH_SOURCE[0]}")" || exit 1
|
||||||
|
REPO_ROOT="$(cd ../.. && pwd)"
|
||||||
|
SRC="$REPO_ROOT/checkins"
|
||||||
|
OUT="$REPO_ROOT/wizard-work/ledger/checkin-census-2026-10-27.tsv"
|
||||||
|
|
||||||
|
test -s "$OUT" || { echo "FAIL: TSV missing or empty: $OUT" >&2; exit 1; }
|
||||||
|
|
||||||
|
tmp="$(mktemp)"
|
||||||
|
trap 'rm -f "$tmp"' EXIT
|
||||||
|
|
||||||
|
{
|
||||||
|
echo "date,wizard,size"
|
||||||
|
for f in "$SRC"/*.md; do
|
||||||
|
[ -e "$f" ] || continue
|
||||||
|
n=$(basename "$f" .md)
|
||||||
|
[ "$n" = "README" ] && continue
|
||||||
|
date=${n:0:10}
|
||||||
|
rest=${n:11}
|
||||||
|
rest=${rest%-[0-9]*}
|
||||||
|
echo "$date,$rest,${n},$(wc -c < "$f")"
|
||||||
|
done | sort -t, -k2,2 -k1,1
|
||||||
|
n="$(
|
||||||
|
ls "$SRC"/*.md 2>/dev/null | grep -v 'README\.md$' | wc -l
|
||||||
|
)"
|
||||||
|
b="$(find "$SRC" -type f ! -name 'README.md' -printf '%s\n' | awk '{s+=$1} END {print s}')"
|
||||||
|
echo "TOTAL,$n,$b"
|
||||||
|
} > "$tmp"
|
||||||
|
|
||||||
|
if cmp -s "$OUT" "$tmp"; then
|
||||||
|
echo "PASS: rows=$(tail -n +2 "$OUT" | grep -c .) (per-file checkin rows + TOTAL) recomputed from $SRC"
|
||||||
|
exit 0
|
||||||
|
fi
|
||||||
|
|
||||||
|
echo "FAIL: census mismatch against independent recompute" >&2
|
||||||
|
diff -u "$OUT" "$tmp" >&2 || true
|
||||||
|
exit 1
|
||||||
Reference in new issue
Block a user