{"slug":"vivaria","name":"Vivaria","kind":"platform","deliveryMethods":["platform"],"kindLabel":"Platform","grade":"C","score":45,"tagline":"Self-hostable web app, server and CLI for running agents on tasks in sandboxed environments and analysing the runs.","description":"Vivaria is [METR](https://metr.org)'s tool for running evaluations and conducting agent elicitation research. Vivaria is a web application with which users can interact using a web UI and a command-line interface.","tags":["cli","sandbox","task-environments"],"url":"https://way.space/tool/vivaria","stars":"—","category":"qa","categories":["qa","research"],"repo":"https://github.com/METR/vivaria","website":"https://vivaria.metr.org/","license":"MIT","maintainers":[{"login":"METR","url":"https://github.com/METR","isMember":false,"verified":false},{"login":"sjawhar","url":"https://github.com/sjawhar","isMember":false,"verified":false},{"login":"rasmusfaber","url":"https://github.com/rasmusfaber","isMember":false,"verified":false}],"scoreWhy":[{"label":"Contributors & bus-factor","detail":"13 recent contributors","direction":"positive"},{"label":"Commit recency","detail":"last commit 207d ago","direction":"positive"},{"label":"Commit cadence","detail":"0 commits in 90 days","direction":"negative"},{"label":"Issue close ratio","detail":"46% of issues closed","direction":"positive"},{"label":"Release cadence","detail":"0 releases in 12 months","direction":"negative"},{"label":"Stars (log-damped)","detail":"141 stars (log-damped)","direction":"positive"},{"label":"Star authenticity","detail":"star-velocity check skipped — low star count","direction":"neutral"},{"label":"Engagement-to-star ratio","detail":"engagement check skipped — low star count","direction":"neutral"}]}