{"slug":"human-eval","name":"HumanEval","kind":"tool","deliveryMethods":["tool"],"kindLabel":"Tool","grade":"B","score":70,"tagline":"","description":"This is an evaluation harness for the HumanEval problem solving dataset described in the paper \"[Evaluating Large Language Models Trained on Code](https://arxiv.org/abs/2107.03374)\".","tags":[],"url":"https://way.space/tool/human-eval","stars":"—","category":"coding","categories":["coding","data-wrangling","qa"],"repo":"https://github.com/openai/human-eval","license":"MIT","maintainers":[{"login":"openai","url":"https://github.com/openai","isMember":false,"verified":false},{"login":"adrianbravo-oai","url":"https://github.com/adrianbravo-oai","isMember":false,"verified":false}],"scoreWhy":[{"label":"Contributors & bus-factor","detail":"5 recent contributors","direction":"positive"},{"label":"Commit recency","detail":"last commit 6d ago","direction":"positive"},{"label":"Commit cadence","detail":"2 commits in 90 days","direction":"positive"},{"label":"Issue close ratio","detail":"22% of issues closed","direction":"positive"},{"label":"Release cadence","detail":"0 releases in 12 months","direction":"negative"},{"label":"Stars (log-damped)","detail":"3,414 stars (log-damped)","direction":"positive"},{"label":"Star authenticity","detail":"star-velocity check unavailable — GitHub no longer publishes stargazer timestamps for this repo","direction":"neutral"},{"label":"Engagement-to-star ratio","detail":"healthy engagement (0.19 per star)","direction":"positive"}]}