{"payload":{"pageCount":1,"repositories":[{"type":"Public","name":"vllm","owner":"vllm-project","isFork":false,"description":"A high-throughput and memory-efficient inference and serving engine for LLMs","allTopics":["amd","cuda","inference","pytorch","transformer","llama","gpt","rocm","model-serving","tpu","mlops","xpu","llm","inferentia","llmops","llm-serving","trainium"],"primaryLanguage":{"name":"Python","color":"#3572A5"},"pullRequestCount":412,"issueCount":1575,"starsCount":27035,"forksCount":3971,"license":"Apache License 2.0","participation":[24,8,13,15,4,18,11,13,27,23,19,39,34,6,11,7,27,21,35,16,20,30,25,31,37,56,55,53,47,47,56,71,50,53,40,36,65,86,80,64,87,55,103,93,91,90,75,109,71,59,72,75],"lastUpdated":{"hasBeenPushedTo":true,"timestamp":"2024-09-20T06:20:56.719Z"}},{"type":"Public","name":"buildkite-ci","owner":"vllm-project","isFork":false,"description":"","allTopics":[],"primaryLanguage":{"name":"HCL","color":"#844FBA"},"pullRequestCount":6,"issueCount":0,"starsCount":5,"forksCount":13,"license":null,"participation":[0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,2,1,0,1,0,1,0,1,0,0,0,0,0,0,0,0,3,2,0,0,4,10,5,19,19,26,31,36,1,17,18,3,13,5,11,8,7],"lastUpdated":{"hasBeenPushedTo":true,"timestamp":"2024-09-20T00:19:51.331Z"}},{"type":"Public","name":"llm-compressor","owner":"vllm-project","isFork":false,"description":"Transformers-compatible library for applying various compression algorithms to LLMs for optimized deployment with vLLM","allTopics":["sparsity","compression","quantization"],"primaryLanguage":{"name":"Python","color":"#3572A5"},"pullRequestCount":25,"issueCount":21,"starsCount":420,"forksCount":32,"license":"Apache License 2.0","participation":[3,6,7,13,6,13,8,12,15,8,5,9,10,1,0,9,9,22,15,8,14,14,15,13,9,7,5,9,13,1,9,5,6,5,7,13,3,5,20,59,33,18,2,10,6,11,11,8,12,8,16,6],"lastUpdated":{"hasBeenPushedTo":true,"timestamp":"2024-09-19T20:38:06.944Z"}},{"type":"Public","name":"vllm-project.github.io","owner":"vllm-project","isFork":false,"description":"","allTopics":[],"primaryLanguage":{"name":"HTML","color":"#e34c26"},"pullRequestCount":0,"issueCount":0,"starsCount":4,"forksCount":5,"license":"MIT License","participation":[0,0,0,0,0,0,0,9,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,7,1,2,0,0,0,10,1,0],"lastUpdated":{"hasBeenPushedTo":true,"timestamp":"2024-09-06T16:58:54.339Z"}},{"type":"Public","name":"flash-attention","owner":"vllm-project","isFork":true,"description":"Fast and memory-efficient exact attention","allTopics":[],"primaryLanguage":{"name":"Python","color":"#3572A5"},"pullRequestCount":3,"issueCount":0,"starsCount":20,"forksCount":1225,"license":"BSD 3-Clause \"New\" or \"Revised\" License","participation":[9,5,3,0,2,0,1,2,6,5,1,0,6,16,2,5,11,19,9,3,16,6,2,2,2,4,12,0,5,0,4,0,7,0,6,1,2,2,0,0,0,0,0,1,7,0,0,0,0,3,0,0],"lastUpdated":{"hasBeenPushedTo":true,"timestamp":"2024-09-05T16:09:30.087Z"}},{"type":"Public archive","name":"vllm-nccl","owner":"vllm-project","isFork":false,"description":"Manages vllm-nccl dependency","allTopics":[],"primaryLanguage":{"name":"Python","color":"#3572A5"},"pullRequestCount":0,"issueCount":2,"starsCount":17,"forksCount":2,"license":"Apache License 2.0","participation":[0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,9,1,1,2,0,0,0,0,0,1,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0],"lastUpdated":{"hasBeenPushedTo":true,"timestamp":"2024-06-03T22:00:55.924Z"}},{"type":"Public","name":"dashboard","owner":"vllm-project","isFork":false,"description":"vLLM performance dashboard","allTopics":[],"primaryLanguage":{"name":"Python","color":"#3572A5"},"pullRequestCount":0,"issueCount":0,"starsCount":15,"forksCount":3,"license":"Apache License 2.0","participation":[0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,20,1,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0],"lastUpdated":{"hasBeenPushedTo":true,"timestamp":"2024-04-26T06:13:47.853Z"}}],"repositoryCount":7,"userInfo":null,"searchable":true,"definitions":[],"typeFilters":[{"id":"all","text":"All"},{"id":"public","text":"Public"},{"id":"source","text":"Sources"},{"id":"fork","text":"Forks"},{"id":"archived","text":"Archived"},{"id":"template","text":"Templates"}],"compactMode":false},"title":"vllm-project repositories"}