{"slug":"vllm","name":"vllm","kind":"tool","kindLabel":"Tool","grade":null,"score":null,"tagline":"A high-throughput and memory-efficient inference and serving engine for LLMs","description":"A high-throughput and memory-efficient inference and serving engine for LLMs","tags":["inference","engine","memory"],"url":"https://way.space/tool/vllm","stars":"—","repo":"https://github.com/vllm-project/vllm","maintainers":[{"login":"vllm-project","url":"https://github.com/vllm-project","isMember":false,"verified":false}]}