{"slug":"evals","name":"Evals","kind":"tool","deliveryMethods":["tool"],"kindLabel":"Tool","grade":"B","score":67,"tagline":"Framework for evaluating LLMs and LLM systems, and an open-source registry of benchmarks.","description":"Framework for evaluating LLMs and LLM systems, and an open-source registry of benchmarks.","tags":["evaluation","model-graded","gpt"],"url":"https://way.space/tool/evals","stars":"—","category":"coding","categories":["coding"],"repo":"https://github.com/openai/evals","license":"Other","maintainers":[{"login":"openai","url":"https://github.com/openai","isMember":false,"verified":false},{"login":"mcgrew-oai","url":"https://github.com/mcgrew-oai","isMember":false,"verified":false},{"login":"hintz-openai","url":"https://github.com/hintz-openai","isMember":false,"verified":false}],"scoreWhy":[{"label":"Contributors & bus-factor","detail":"36 recent contributors","direction":"positive"},{"label":"Commit recency","detail":"last commit 149d ago","direction":"positive"},{"label":"Commit cadence","detail":"0 commits in 90 days","direction":"negative"},{"label":"Issue close ratio","detail":"42% of issues closed","direction":"positive"},{"label":"Release cadence","detail":"0 releases in 12 months","direction":"negative"},{"label":"Stars (log-damped)","detail":"19,426 stars (log-damped)","direction":"positive"},{"label":"Star authenticity","detail":"star-velocity check unavailable — GitHub no longer publishes stargazer timestamps for this repo","direction":"neutral"},{"label":"Engagement-to-star ratio","detail":"healthy engagement (0.26 per star)","direction":"positive"}]}