ledger: extract top-100 GitHub repos by stars table
This commit is contained in:
ledger committed
1 parent
6ccaa874f4
commit
e8df5adde0
4 files changed
+1259
No files matched your search
@@ -0,0 +1,101 @@
|
||||
rank,full_name,owner,description,language,stargazers_count,updated_at,html_url
|
||||
1,codecrafters-io/build-your-own-x,codecrafters-io,Master programming by recreating your favorite technologies from scratch.,Markdown,555733,2026-10-24T02:29:28Z,https://github.com/codecrafters-io/build-your-own-x
|
||||
2,sindresorhus/awesome,sindresorhus,😎 Awesome lists about all kinds of interesting topics [NOTE: Pull requests are temporarily disabled until I have a chance to catch up with the existing ones],,523706,2026-10-24T02:34:35Z,https://github.com/sindresorhus/awesome
|
||||
3,public-apis/public-apis,public-apis,A collective list of free APIs,Python,491692,2026-10-24T02:29:45Z,https://github.com/public-apis/public-apis
|
||||
4,freeCodeCamp/freeCodeCamp,freeCodeCamp,"freeCodeCamp.org's open-source codebase and curriculum. Learn math, programming, and computer science for free.",TypeScript,457798,2026-10-24T02:32:56Z,https://github.com/freeCodeCamp/freeCodeCamp
|
||||
5,EbookFoundation/free-programming-books,EbookFoundation,:books: Freely available programming books,Python,399936,2026-10-24T01:58:44Z,https://github.com/EbookFoundation/free-programming-books
|
||||
6,openclaw/openclaw,openclaw,The AI that really does things. Any OS. Any Platform. The lobster way. 🦞 ,TypeScript,392888,2026-10-24T02:34:04Z,https://github.com/openclaw/openclaw
|
||||
7,donnemartin/system-design-primer,donnemartin,Learn how to design large-scale systems. Prep for the system design interview. Includes Anki flashcards.,Python,375343,2026-10-24T02:22:05Z,https://github.com/donnemartin/system-design-primer
|
||||
8,morluto/rea,morluto,"Reverse engineer anything with agents, from app behavior down to native binaries.",TypeScript,373544,2026-10-24T02:34:35Z,https://github.com/morluto/rea
|
||||
9,nilbuild/developer-roadmap,nilbuild,"Interactive roadmaps, guides and other educational content to help developers grow in their careers.",TypeScript,370240,2026-10-24T02:22:14Z,https://github.com/nilbuild/developer-roadmap
|
||||
10,jwasham/coding-interview-university,jwasham,A complete computer science study plan to become a software engineer.,,363304,2026-10-24T02:27:21Z,https://github.com/jwasham/coding-interview-university
|
||||
11,vinta/awesome-python,vinta,"The definitive list that answers ""I want to do X in Python, which tool should I use?""",Python,329756,2026-10-24T02:33:53Z,https://github.com/vinta/awesome-python
|
||||
12,awesome-selfhosted/awesome-selfhosted,awesome-selfhosted,A list of Free Software network services and web applications which can be hosted on your own servers,,329713,2026-10-24T02:32:31Z,https://github.com/awesome-selfhosted/awesome-selfhosted
|
||||
13,obra/superpowers,obra,An agentic skills framework & software development methodology that works.,Shell,304263,2026-10-24T02:24:45Z,https://github.com/obra/superpowers
|
||||
14,mattpocock/skills,mattpocock,Skills for Real Engineers. Straight from my .agents directory.,Shell,301856,2026-10-24T02:26:55Z,https://github.com/mattpocock/skills
|
||||
15,practical-tutorials/project-based-learning,practical-tutorials,Curated list of project-based tutorials,Python,287728,2026-10-24T01:46:07Z,https://github.com/practical-tutorials/project-based-learning
|
||||
16,affaan-m/ECC,affaan-m,"The agent harness performance optimization system. Skills, instincts, memory, security, and research-first development for Claude Code, Codex, Opencode, Cursor and beyond.",JavaScript,287385,2026-10-24T02:33:26Z,https://github.com/affaan-m/ECC
|
||||
17,996icu/996.ICU,996icu,Repo for counting stars and contributing. Press F to pay respect to glorious developers.,,277156,2026-10-24T02:20:31Z,https://github.com/996icu/996.ICU
|
||||
18,deepseek-ai/deepseek-harness,deepseek-ai,DeepSeek Harness: Everything is a Plugin.,TypeScript,259527,2026-10-24T02:32:52Z,https://github.com/deepseek-ai/deepseek-harness
|
||||
19,NousResearch/hermes-agent,NousResearch,The agent that grows with you,Python,256548,2026-10-24T02:29:33Z,https://github.com/NousResearch/hermes-agent
|
||||
20,torvalds/linux,torvalds,Linux kernel source tree,C,253308,2026-10-24T02:31:51Z,https://github.com/torvalds/linux
|
||||
21,trimstray/the-book-of-secret-knowledge,trimstray,"A collection of inspiring lists, manuals, cheatsheets, blogs, hacks, one-liners, cli/web tools and more.",,252706,2026-10-24T02:32:42Z,https://github.com/trimstray/the-book-of-secret-knowledge
|
||||
22,react/react,react,The library for web and native user interfaces.,JavaScript,251734,2026-10-24T02:12:38Z,https://github.com/react/react
|
||||
23,TheAlgorithms/Python,TheAlgorithms,All Algorithms implemented in Python,Python,225485,2026-10-24T02:05:36Z,https://github.com/TheAlgorithms/Python
|
||||
24,multica-ai/andrej-karpathy-skills,multica-ai,"A single CLAUDE.md file to improve Claude Code behavior, derived from Andrej Karpathy's observations on LLM coding pitfalls.",,222944,2026-10-24T02:34:33Z,https://github.com/multica-ai/andrej-karpathy-skills
|
||||
25,anomalyco/opencode,anomalyco,The open source coding agent.,TypeScript,220660,2026-10-24T02:32:46Z,https://github.com/anomalyco/opencode
|
||||
26,vuejs/vue,vuejs,"This is the repo for Vue 2. For Vue 3, go to https://github.com/vuejs/core",TypeScript,212631,2026-10-23T23:33:32Z,https://github.com/vuejs/vue
|
||||
27,ossu/computer-science,ossu,🎓 Path to a free self-taught education in Computer Science!,HTML,210272,2026-10-24T00:54:27Z,https://github.com/ossu/computer-science
|
||||
28,n8n-io/n8n,n8n-io,"Fair-code workflow automation platform with native AI capabilities. Combine visual building with custom code, self-host or cloud, 400+ integrations.",TypeScript,208419,2026-10-24T02:33:35Z,https://github.com/n8n-io/n8n
|
||||
29,DigitalPlatDev/FreeDomain,DigitalPlatDev,Free domain registration and practical DNS learning resources for everyone.,Markdown,205528,2026-10-24T02:30:51Z,https://github.com/DigitalPlatDev/FreeDomain
|
||||
30,tensorflow/tensorflow,tensorflow,An Open Source Machine Learning Framework for Everyone,C++,201203,2026-10-24T01:36:25Z,https://github.com/tensorflow/tensorflow
|
||||
31,yt-dlp/yt-dlp,yt-dlp,A feature-rich command-line audio/video downloader,Python,201013,2026-10-24T02:34:29Z,https://github.com/yt-dlp/yt-dlp
|
||||
32,trekhleb/javascript-algorithms,trekhleb,📝 Algorithms and data structures implemented in JavaScript with explanations and links to further readings,JavaScript,196690,2026-10-24T02:23:43Z,https://github.com/trekhleb/javascript-algorithms
|
||||
33,massgravel/Microsoft-Activation-Scripts,massgravel,"Open-source Windows and Office activator featuring HWID, Ohook, TSforge, and Online KMS activation methods, along with advanced troubleshooting.",Batchfile,195731,2026-10-24T02:33:34Z,https://github.com/massgravel/Microsoft-Activation-Scripts
|
||||
34,ultraworkers/claw-code,ultraworkers,"An agent-managed museum exhibit, built in Rust with Gajae-Code / LazyCodex — developed and maintained with no human intervention.",Rust,195071,2026-10-24T02:16:44Z,https://github.com/ultraworkers/claw-code
|
||||
35,firecrawl/firecrawl,firecrawl,Supercharge your AI agents with data from the web and beyond. Building the library for superintelligence. 🔥,TypeScript,194708,2026-10-24T02:25:19Z,https://github.com/firecrawl/firecrawl
|
||||
36,microsoft/vscode,microsoft,Visual Studio Code,TypeScript,194253,2026-10-24T01:21:57Z,https://github.com/microsoft/vscode
|
||||
37,microsoft/markitdown,microsoft,Python tool for converting files and office documents to Markdown.,Python,191837,2026-10-24T02:33:46Z,https://github.com/microsoft/markitdown
|
||||
38,ohmyzsh/ohmyzsh,ohmyzsh,"🙃 A delightful community-driven (with 2,500+ contributors) framework for managing your zsh configuration. Includes 300+ optional plugins (rails, git, macOS, hub, docker, homebrew, node, php, python, etc), 140+ themes to spice up your morning, and an auto-update tool that makes it easy to keep up with the latest updates from the community.",Shell,190140,2026-10-23T23:01:00Z,https://github.com/ohmyzsh/ohmyzsh
|
||||
39,avelino/awesome-go,avelino,"A curated list of awesome Go frameworks, libraries and software",Go,190007,2026-10-24T02:32:53Z,https://github.com/avelino/awesome-go
|
||||
40,Significant-Gravitas/AutoGPT,Significant-Gravitas,"AutoGPT is the vision of accessible AI for everyone, to use and to build on. Our mission is to provide the tools, so that you can focus on what matters.",Python,187720,2026-10-24T01:30:52Z,https://github.com/Significant-Gravitas/AutoGPT
|
||||
41,jackfrued/Python-100-Days,jackfrued,Python - 100天从新手到大师,Jupyter Notebook,187394,2026-10-24T02:24:46Z,https://github.com/jackfrued/Python-100-Days
|
||||
42,CyC2018/CS-Notes,CyC2018,:books: 技术面试必备基础知识、Leetcode、计算机操作系统、计算机网络、系统设计,,186315,2026-10-23T23:52:54Z,https://github.com/CyC2018/CS-Notes
|
||||
43,getify/You-Dont-Know-JS,getify,A book series (2 published editions) on the JS language.,,184835,2026-10-24T02:22:04Z,https://github.com/getify/You-Dont-Know-JS
|
||||
44,ollama/ollama,ollama,"Get up and running with Kimi, GLM, MiniMax, DeepSeek, gpt-oss, Qwen, Gemma and other models.",Go,184499,2026-10-24T02:12:11Z,https://github.com/ollama/ollama
|
||||
45,521xueweihan/HelloGitHub,521xueweihan,":octocat: 分享 GitHub 上有趣、入门级的开源项目。Share interesting, entry-level open source projects on GitHub.",Python,183959,2026-10-24T02:32:37Z,https://github.com/521xueweihan/HelloGitHub
|
||||
46,anthropics/skills,anthropics,Public repository for Agent Skills,Python,183316,2026-10-24T02:33:10Z,https://github.com/anthropics/skills
|
||||
47,flutter/flutter,flutter,Flutter makes it easy and fast to build beautiful apps for mobile and beyond,Dart,180347,2026-10-24T02:30:01Z,https://github.com/flutter/flutter
|
||||
48,github/gitignore,github,A collection of useful .gitignore templates,,176039,2026-10-24T02:30:03Z,https://github.com/github/gitignore
|
||||
49,twbs/bootstrap,twbs,"The most popular HTML, CSS, and JavaScript framework for developing responsive, mobile first projects on the web.",MDX,175005,2026-10-24T02:19:27Z,https://github.com/twbs/bootstrap
|
||||
50,DietrichGebert/ponytail,DietrichGebert,Makes your AI agent think like the laziest senior dev in the room. The best code is the code you never wrote.,JavaScript,174843,2026-10-24T02:34:09Z,https://github.com/DietrichGebert/ponytail
|
||||
51,f/prompts.chat,f,"f.k.a. Awesome ChatGPT Prompts. Share, discover, and collect prompts from the community. Free and open source — self-host for your organization with complete privacy.",HTML,174264,2026-10-24T02:31:41Z,https://github.com/f/prompts.chat
|
||||
52,huggingface/transformers,huggingface,"🤗 Transformers: the model-definition framework for state-of-the-art machine learning models in text, vision, audio, and multimodal models, for both inference and training. ",Python,168048,2026-10-24T01:43:17Z,https://github.com/huggingface/transformers
|
||||
53,AUTOMATIC1111/stable-diffusion-webui,AUTOMATIC1111,Stable Diffusion web UI,Python,165127,2026-10-24T02:26:35Z,https://github.com/AUTOMATIC1111/stable-diffusion-webui
|
||||
54,msitarzewski/agency-agents,msitarzewski,"A complete AI agency at your fingertips - From frontend wizards to Reddit community ninjas, from whimsy injectors to reality checkers. Each agent is a specialized expert with personality, processes, and proven deliverables.",Shell,163527,2026-10-24T02:24:38Z,https://github.com/msitarzewski/agency-agents
|
||||
55,jlevy/the-art-of-command-line,jlevy,"Master the command line, in one page",,162584,2026-10-24T01:51:52Z,https://github.com/jlevy/the-art-of-command-line
|
||||
56,langgenius/dify,langgenius,"Build Agentic workflows, RAG pipelines, with rich AI model and tool support on one collaborative workspace. Deploy on cloud, VPC, or self-hosted, so teams move from prototype to production without rebuilding the stack.",Python,159382,2026-10-24T02:27:14Z,https://github.com/langgenius/dify
|
||||
57,Snailclimb/JavaGuide,Snailclimb,Java 面试 & 后端通用面试指南，覆盖计算机基础、数据库、分布式、高并发、系统设计与 AI 应用开发,JavaScript,159219,2026-10-24T02:25:03Z,https://github.com/Snailclimb/JavaGuide
|
||||
58,open-webui/open-webui,open-webui,"User-friendly AI Interface (Supports Ollama, OpenAI API, ...)",Python,156591,2026-10-24T02:31:47Z,https://github.com/open-webui/open-webui
|
||||
59,langflow-ai/langflow,langflow-ai,Langflow is a powerful tool for building and deploying AI-powered agents and workflows.,Python,155969,2026-10-24T02:06:42Z,https://github.com/langflow-ai/langflow
|
||||
60,clash-verge-rev/clash-verge-rev,clash-verge-rev,"A modern GUI client based on Tauri, designed to run in Windows, macOS and Linux for tailored proxy experience",Rust,153440,2026-10-24T02:34:02Z,https://github.com/clash-verge-rev/clash-verge-rev
|
||||
61,anthropics/claude-code,anthropics,"Claude Code is an agentic coding tool that lives in your terminal, understands your codebase, and helps you code faster by executing routine tasks, explaining complex code, and handling git workflows - all through natural language commands.",TypeScript,153182,2026-10-24T02:29:27Z,https://github.com/anthropics/claude-code
|
||||
62,Genymobile/scrcpy,Genymobile,Display and control your Android device,C,152985,2026-10-24T02:22:15Z,https://github.com/Genymobile/scrcpy
|
||||
63,langchain-ai/langchain,langchain-ai,The agent engineering platform.,Python,148335,2026-10-24T02:06:41Z,https://github.com/langchain-ai/langchain
|
||||
64,farion1231/cc-switch,farion1231,"A cross-platform desktop All-in-One assistant for Claude Code, Codex, OpenCode, OpenClaw, Grok Build & Hermes Agent. Only official website: ccswitch.io",Rust,148075,2026-10-24T02:33:39Z,https://github.com/farion1231/cc-switch
|
||||
65,airbnb/javascript,airbnb,JavaScript Style Guide,JavaScript,148047,2026-10-24T01:09:07Z,https://github.com/airbnb/javascript
|
||||
66,x1xhlol/system-prompts-and-models-of-ai-tools,x1xhlol,"FULL Augment Code, Claude Code, Cluely, CodeBuddy, Comet, Cursor, Devin AI, Junie, Kiro, Leap.new, Lovable, Manus, NotionAI, Orchids.app, Perplexity, Poke, Qoder, Replit, Same.dev, Trae, Traycer AI, VSCode Agent, Warp.dev, Windsurf, Xcode, Z.ai Code, Dia & v0. (And other Open Sourced) System Prompts, Internal Tools & AI Models",,144208,2026-10-24T02:17:04Z,https://github.com/x1xhlol/system-prompts-and-models-of-ai-tools
|
||||
67,vercel/next.js,vercel,The React Framework,JavaScript,143215,2026-10-24T02:30:51Z,https://github.com/vercel/next.js
|
||||
68,yangshun/tech-interview-handbook,yangshun,Curated coding interview preparation materials for busy software engineers,TypeScript,143124,2026-10-23T23:13:09Z,https://github.com/yangshun/tech-interview-handbook
|
||||
69,Shubhamsaboo/awesome-llm-apps,Shubhamsaboo,"100+ AI Agents, Agent Skills and RAG Apps - Free and Open Source.",Python,142830,2026-10-24T02:12:24Z,https://github.com/Shubhamsaboo/awesome-llm-apps
|
||||
70,github/spec-kit,github,💫 Toolkit to help you get started with SDD or any other process!,Python,142611,2026-10-24T02:22:48Z,https://github.com/github/spec-kit
|
||||
71,Comfy-Org/ComfyUI,Comfy-Org,"The most powerful and modular diffusion model GUI, api and backend with a graph/nodes interface. The fastest local inference engine in the world.",Python,142371,2026-10-24T02:33:41Z,https://github.com/Comfy-Org/ComfyUI
|
||||
72,iptv-org/iptv,iptv-org,Collection of publicly available IPTV channels from all over the world,TypeScript,142122,2026-10-24T02:28:09Z,https://github.com/iptv-org/iptv
|
||||
73,ytdl-org/youtube-dl,ytdl-org,Command-line program to download videos from YouTube.com and other video sites,Python,141374,2026-10-24T02:10:07Z,https://github.com/ytdl-org/youtube-dl
|
||||
74,ripienaar/free-for-dev,ripienaar,"A list of SaaS, PaaS and IaaS offerings that have free tiers of interest to devops and infradev",HTML,139965,2026-10-24T01:46:06Z,https://github.com/ripienaar/free-for-dev
|
||||
75,microsoft/PowerToys,microsoft,Microsoft PowerToys is a collection of utilities that supercharge productivity and customization on Windows,C,139678,2026-10-24T02:06:38Z,https://github.com/microsoft/PowerToys
|
||||
76,golang/go,golang,The Go programming language,Go,139504,2026-10-24T01:38:36Z,https://github.com/golang/go
|
||||
77,nextlevelbuilder/ui-ux-pro-max-skill,nextlevelbuilder,An AI skill that provides design intelligence for building professional UI/UX across multiple platforms.,Python,139462,2026-10-24T02:33:39Z,https://github.com/nextlevelbuilder/ui-ux-pro-max-skill
|
||||
78,garrytan/gstack,garrytan,"Use Garry Tan's exact Claude Code setup: 23 opinionated tools that serve as CEO, Designer, Eng Manager, Release Manager, Doc Engineer, and QA",TypeScript,137403,2026-10-24T02:15:22Z,https://github.com/garrytan/gstack
|
||||
79,labuladong/fucking-algorithm,labuladong,"Crack LeetCode, not only how, but also why. ",Markdown,135955,2026-10-23T16:58:01Z,https://github.com/labuladong/fucking-algorithm
|
||||
80,harry0703/MoneyPrinterTurbo,harry0703,利用 AI 大模型和自动化工作流，根据主题或关键词一键生成高清短视频。Generate HD short videos from a topic or keyword with an automated AI workflow.,Python,134593,2026-10-24T02:32:01Z,https://github.com/harry0703/MoneyPrinterTurbo
|
||||
81,excalidraw/excalidraw,excalidraw,Virtual whiteboard for sketching hand-drawn like diagrams,TypeScript,134441,2026-10-24T01:52:43Z,https://github.com/excalidraw/excalidraw
|
||||
82,Graphify-Labs/graphify,Graphify-Labs,"Turn any codebase, with its docs, SQL schemas, configs, and PDFs, into a queryable knowledge graph. A /graphify skill for Claude Code, Cursor, Codex, and Gemini CLI: local deterministic AST parsing, every edge explained, no vector store.",Python,133932,2026-10-24T02:32:56Z,https://github.com/Graphify-Labs/graphify
|
||||
83,ggml-org/llama.cpp,ggml-org,LLM inference in C/C++,C++,132168,2026-10-24T02:24:05Z,https://github.com/ggml-org/llama.cpp
|
||||
84,krahets/hello-algo,krahets,"《Hello 算法》：动画图解、一键运行的数据结构与算法教程。支持简中、繁中、English、日本語，提供 Python, Java, C++, C, C#, JS, Go, Swift, Rust, Ruby, Kotlin, TS, Dart 等代码实现",Java,130935,2026-10-24T01:47:22Z,https://github.com/krahets/hello-algo
|
||||
85,openai/codex,openai,Lightweight coding agent that runs in your terminal,Rust,130693,2026-10-24T02:33:11Z,https://github.com/openai/codex
|
||||
86,Chalarangelo/30-seconds-of-code,Chalarangelo,Coding articles to level up your development skills,JavaScript,129306,2026-10-24T01:11:18Z,https://github.com/Chalarangelo/30-seconds-of-code
|
||||
87,kubernetes/kubernetes,kubernetes,Production-Grade Container Scheduling and Management,Go,128588,2026-10-24T01:51:33Z,https://github.com/kubernetes/kubernetes
|
||||
88,react/react-native,react,A framework for building native applications using React,C++,126774,2026-10-24T00:52:07Z,https://github.com/react/react-native
|
||||
89,rustdesk/rustdesk,rustdesk,"An open-source remote desktop application designed for self-hosting, as an alternative to TeamViewer.",Rust,126741,2026-10-24T02:29:21Z,https://github.com/rustdesk/rustdesk
|
||||
90,shadcn-ui/ui,shadcn-ui,"Composable, accessible components with thoughtful defaults. Build your own component library with code you can customize, extend, and make your own.",TypeScript,126372,2026-10-24T02:10:14Z,https://github.com/shadcn-ui/ui
|
||||
91,electron/electron,electron,":electron: Build cross-platform desktop apps with JavaScript, HTML, and CSS",C++,123511,2026-10-24T02:12:36Z,https://github.com/electron/electron
|
||||
92,Hack-with-Github/Awesome-Hacking,Hack-with-Github,"A collection of various awesome lists for hackers, pentesters and security researchers",,123462,2026-10-24T02:33:24Z,https://github.com/Hack-with-Github/Awesome-Hacking
|
||||
93,VoltAgent/awesome-design-md,VoltAgent,A collection of DESIGN.md files analysis by popular brand design systems. Drop one into your project and let coding agents generate a matching UI.,,123175,2026-10-24T02:19:38Z,https://github.com/VoltAgent/awesome-design-md
|
||||
94,nodejs/node,nodejs,Node.js JavaScript runtime ✨🐢🚀✨,JavaScript,122898,2026-10-24T02:29:22Z,https://github.com/nodejs/node
|
||||
95,microsoft/generative-ai-for-beginners,microsoft,"21 Lessons, Get Started Building with Generative AI ",Jupyter Notebook,122019,2026-10-24T02:19:01Z,https://github.com/microsoft/generative-ai-for-beginners
|
||||
96,rust-lang/rust,rust-lang,Empowering everyone to build reliable and efficient software.,Rust,120718,2026-10-24T02:00:13Z,https://github.com/rust-lang/rust
|
||||
97,justjavac/free-programming-books-zh_CN,justjavac,:books: 免费的计算机编程类中文书籍，欢迎投稿,,119331,2026-10-23T15:54:11Z,https://github.com/justjavac/free-programming-books-zh_CN
|
||||
98,browser-use/browser-use,browser-use,"Open-source Python library for AI browser agents, plus Browser Use Cloud: stealth browsers and a hosted agent API.",Python,118986,2026-10-24T02:04:49Z,https://github.com/browser-use/browser-use
|
||||
99,godotengine/godot,godotengine,Godot Engine – Multi-platform 2D and 3D game engine,C++,118975,2026-10-24T01:37:45Z,https://github.com/godotengine/godot
|
||||
100,2dust/v2rayN,2dust,"A GUI client for Windows, Linux and macOS, support Xray and sing-box and others",C#,118950,2026-10-24T02:29:20Z,https://github.com/2dust/v2rayN
|
||||
|
File diff suppressed because it is too large.
Load diff
@@ -0,0 +1 @@
|
||||
42a30a1a93ee17d6fcbf61f7546df1d6 github_repos_stars.csv
|
||||
@@ -0,0 +1,155 @@
|
||||
#!/usr/bin/env python3
|
||||
"""Verify the GitHub-repos-by-stars extraction artifact.
|
||||
|
||||
Exit code 0 = correct, 1 = any check failed.
|
||||
|
||||
Checks:
|
||||
A. Structure of github_repos_stars.{csv,json}
|
||||
B. md5 fingerprint of the CSV matches the stored fingerprint
|
||||
C. Reproducibility: re-fetch the SAME search and diff the derived rows
|
||||
D. Live cross-check: rank-1 repo reported by the /repos/ endpoint matches
|
||||
the artifact's rank-1 cells
|
||||
No network is needed for A/B; C and D are cross-source anchors.
|
||||
"""
|
||||
|
||||
import csv
|
||||
import hashlib
|
||||
import json
|
||||
import sys
|
||||
import urllib.request
|
||||
|
||||
OUT = sys.argv[1] if len(sys.argv) > 1 else "/root/troupe-standup/wizard-work/ledger"
|
||||
CSV_PATH = OUT + "/github_repos_stars.csv"
|
||||
JSON_PATH = OUT + "/github_repos_stars.json"
|
||||
MD5_PATH = OUT + "/github_repos_stars.md5"
|
||||
SEARCH_URL = (
|
||||
"https://api.github.com/search/repositories"
|
||||
"?q=stars:>10000&sort=stars&order=desc&per_page=100"
|
||||
)
|
||||
HEADERS = {"User-Agent": "ledger-wizard"}
|
||||
|
||||
REQUIRED = [
|
||||
"rank", "full_name", "owner", "description", "language",
|
||||
"stargazers_count", "updated_at", "html_url",
|
||||
]
|
||||
|
||||
failures = []
|
||||
|
||||
|
||||
def check(name, cond, msg=None):
|
||||
if not cond:
|
||||
failures.append((name, msg or ""))
|
||||
|
||||
|
||||
def derive_rows(items):
|
||||
return [
|
||||
{
|
||||
"rank": i + 1,
|
||||
"full_name": it["full_name"],
|
||||
"owner": (it.get("owner") or {}).get("login", ""),
|
||||
"description": it.get("description") or "",
|
||||
"language": it.get("language") or "",
|
||||
"stargazers_count": it.get("stargazers_count"),
|
||||
"updated_at": it.get("updated_at") or "",
|
||||
"html_url": it.get("html_url") or "",
|
||||
}
|
||||
for i, it in enumerate(items[:100])
|
||||
]
|
||||
|
||||
|
||||
def fetch_json(url):
|
||||
req = urllib.request.Request(url, headers=HEADERS)
|
||||
with urllib.request.urlopen(req, timeout=30) as r:
|
||||
return json.load(r)
|
||||
|
||||
|
||||
def load_artifact():
|
||||
with open(CSV_PATH, encoding="utf-8", newline="") as fh:
|
||||
reader = csv.DictReader(fh)
|
||||
check("csv.headers", reader.fieldnames == REQUIRED,
|
||||
"got %r" % (reader.fieldnames,))
|
||||
csv_rows = list(reader)
|
||||
with open(JSON_PATH, encoding="utf-8") as fh:
|
||||
json_rows = json.load(fh)
|
||||
|
||||
norm = []
|
||||
for r in csv_rows:
|
||||
norm.append({
|
||||
"rank": int(r["rank"]),
|
||||
"full_name": r["full_name"],
|
||||
"owner": r["owner"],
|
||||
"description": r["description"],
|
||||
"language": r["language"],
|
||||
"stargazers_count": int(r["stargazers_count"]),
|
||||
"updated_at": r["updated_at"],
|
||||
"html_url": r["html_url"],
|
||||
})
|
||||
check("json.match_csv", json_rows == norm,
|
||||
"JSON row count %d vs CSV %d" % (len(json_rows), len(csv_rows)))
|
||||
return norm
|
||||
|
||||
|
||||
def main():
|
||||
# --- A. structure ------------------------------------------------------
|
||||
rows = load_artifact()
|
||||
check("csv.rowcount", len(rows) == 100, "got %d" % len(rows))
|
||||
check("csv.ranks", [r["rank"] for r in rows] == list(range(1, 101)))
|
||||
check("csv.no_empty_required",
|
||||
all(r["full_name"] and r["owner"] and r["html_url"]
|
||||
and r["updated_at"] for r in rows))
|
||||
check("csv.stars_int_positive",
|
||||
all(isinstance(r["stargazers_count"], int) and r["stargazers_count"] > 0
|
||||
for r in rows))
|
||||
desc_nonempty = sum(1 for r in rows if r["description"].strip())
|
||||
check("csv.description_nonempty_ge_90", desc_nonempty >= 90,
|
||||
"%d/100 non-empty" % desc_nonempty)
|
||||
# non-increasing star counts (strict descending would be ideal; allow ties)
|
||||
stars = [r["stargazers_count"] for r in rows]
|
||||
check("csv.sorted_desc",
|
||||
all(stars[i] >= stars[i + 1] for i in range(len(stars) - 1)))
|
||||
|
||||
# --- B. md5 fingerprint ------------------------------------------------
|
||||
digest = hashlib.md5(open(CSV_PATH, "rb").read()).hexdigest()
|
||||
stored = open(MD5_PATH, encoding="utf-8").read().split()[0]
|
||||
check("md5.match", digest == stored, "computed %s vs stored %s" % (digest, stored))
|
||||
|
||||
# --- C. live cross-check (identity is stable; star counts move, so we
|
||||
# cross-check identity + a wide count bound; the full re-fetch is not
|
||||
# bit-identical between requests because the source mutates). -----------
|
||||
data = fetch_json(SEARCH_URL)
|
||||
check("search.total_count",
|
||||
isinstance(data.get("total_count"), int)
|
||||
and data.get("total_count") >= 1000,
|
||||
"total_count %r" % data.get("total_count"))
|
||||
|
||||
top = rows[0]
|
||||
|
||||
# --- D. live spot-check (rank 1) ---------------------------------------
|
||||
# Identity is stable; star counts move between requests, so we only
|
||||
# cross-check stable fields and a wide sanity bound on the count.
|
||||
live = fetch_json("https://api.github.com/repos/%s" % top["full_name"])
|
||||
live_owner = (live.get("owner") or {}).get("login", "")
|
||||
check("live.rank1_identity",
|
||||
live.get("full_name") == top["full_name"]
|
||||
and live_owner == top["owner"],
|
||||
"live %r/%r vs artifact %r/%r" % (
|
||||
live.get("full_name"), live_owner, top["full_name"], top["owner"]))
|
||||
live_stars = live.get("stargazers_count")
|
||||
check("live.rank1_stars_positive",
|
||||
isinstance(live_stars, int) and live_stars >= 100000,
|
||||
"live stars %r" % live_stars)
|
||||
|
||||
if failures:
|
||||
print("artifact rows=%d total_count=%s" % (len(rows), data.get("total_count")))
|
||||
print("FAILED CHECKS:")
|
||||
for name, msg in failures:
|
||||
print(" - %s%s" % (name, (" : " + msg) if msg else ""))
|
||||
sys.exit(1)
|
||||
|
||||
print("member_stars: %d | rank1=%s (%s) | md5=%s" % (
|
||||
len(rows), top["full_name"], top["stargazers_count"], digest))
|
||||
print("ALL CHECKS PASSED")
|
||||
|
||||
|
||||
if __name__ == "__main__":
|
||||
main()
|
||||
Reference in new issue
Block a user