{"slug":"lm-evaluation-harness","name":"LM Evaluation Harness","kind":"tool","deliveryMethods":["tool"],"kindLabel":"Tool","grade":"A","score":89,"tagline":"Framework for evaluating language models across 60+ academic benchmarks through a tokenization-agnostic, multi-backend interface","description":"Framework for evaluating language models across 60+ academic benchmarks through a tokenization-agnostic, multi-backend interface","tags":["evaluation","huggingface","vllm","transformers"],"url":"https://way.space/tool/lm-evaluation-harness","stars":"—","category":"coding","categories":["coding"],"repo":"https://github.com/EleutherAI/lm-evaluation-harness","website":"https://www.eleuther.ai","license":"MIT","maintainers":[{"login":"EleutherAI","url":"https://github.com/EleutherAI","isMember":false,"verified":false},{"login":"baberabb","url":"https://github.com/baberabb","isMember":false,"verified":false},{"login":"StellaAthena","url":"https://github.com/StellaAthena","isMember":false,"verified":false},{"login":"jmichaelov","url":"https://github.com/jmichaelov","isMember":false,"verified":false}],"scoreWhy":[{"label":"Contributors & bus-factor","detail":"59 recent contributors","direction":"positive"},{"label":"Commit recency","detail":"last commit 41d ago","direction":"positive"},{"label":"Commit cadence","detail":"85 commits in 90 days","direction":"positive"},{"label":"Issue close ratio","detail":"63% of issues closed","direction":"positive"},{"label":"Release cadence","detail":"5 releases in 12 months","direction":"positive"},{"label":"Stars (log-damped)","detail":"14,310 stars (log-damped)","direction":"positive"},{"label":"Star authenticity","detail":"star-velocity check unavailable — GitHub no longer publishes stargazer timestamps for this repo","direction":"neutral"},{"label":"Engagement-to-star ratio","detail":"healthy engagement (0.57 per star)","direction":"positive"}]}