{"payload":{"pageCount":1,"repositories":[{"type":"Public","name":"vllm","owner":"vllm-project","isFork":false,"description":"A high-throughput and memory-efficient inference and serving engine for LLMs","allTopics":["amd","cuda","inference","pytorch","transformer","llama","gpt","rocm","model-serving","tpu","mlops","xpu","llm","inferentia","llmops","llm-serving","trainium"],"primaryLanguage":{"name":"Python","color":"#3572A5"},"pullRequestCount":417,"issueCount":1572,"starsCount":27197,"forksCount":3990,"license":"Apache License 2.0","participation":[20,8,14,15,4,18,10,22,17,34,16,49,15,6,12,18,21,25,28,13,25,26,34,31,49,44,66,44,54,42,64,66,45,50,36,52,65,91,72,86,62,77,95,99,87,82,91,88,70,60,80,79],"lastUpdated":{"hasBeenPushedTo":true,"timestamp":"2024-09-23T07:44:48.753Z"}},{"type":"Public","name":"buildkite-ci","owner":"vllm-project","isFork":false,"description":"","allTopics":[],"primaryLanguage":{"name":"HCL","color":"#844FBA"},"pullRequestCount":4,"issueCount":0,"starsCount":6,"forksCount":13,"license":null,"participation":[0,0,0,0,0,0,0,0,0,0,0,0,0,0,2,1,0,1,0,0,1,0,1,0,0,0,0,0,0,0,0,4,1,0,0,12,3,16,14,22,16,53,15,0,19,17,6,9,6,12,8,6],"lastUpdated":{"hasBeenPushedTo":true,"timestamp":"2024-09-23T06:02:50.331Z"}},{"type":"Public","name":"llm-compressor","owner":"vllm-project","isFork":false,"description":"Transformers-compatible library for applying various compression algorithms to LLMs for optimized deployment with vLLM","allTopics":["sparsity","compression","quantization"],"primaryLanguage":{"name":"Python","color":"#3572A5"},"pullRequestCount":27,"issueCount":24,"starsCount":429,"forksCount":35,"license":"Apache License 2.0","participation":[2,11,5,14,6,12,6,15,11,9,4,11,8,1,0,10,13,21,14,5,20,15,11,13,6,7,8,9,10,2,11,2,8,5,9,9,4,6,19,62,35,13,1,11,5,12,11,9,12,9,17,4],"lastUpdated":{"hasBeenPushedTo":true,"timestamp":"2024-09-23T00:24:11.944Z"}},{"type":"Public","name":"flash-attention","owner":"vllm-project","isFork":true,"description":"Fast and memory-efficient exact attention","allTopics":[],"primaryLanguage":{"name":"C++","color":"#f34b7d"},"pullRequestCount":1,"issueCount":0,"starsCount":21,"forksCount":1238,"license":"BSD 3-Clause \"New\" or \"Revised\" License","participation":[3,6,2,0,2,0,1,2,6,6,0,2,15,5,5,10,13,10,9,15,4,5,4,0,5,1,12,1,4,0,4,0,7,4,2,3,2,0,0,0,0,0,0,1,7,0,0,0,0,3,0,1],"lastUpdated":{"hasBeenPushedTo":true,"timestamp":"2024-09-20T15:24:58.087Z"}},{"type":"Public","name":"vllm-project.github.io","owner":"vllm-project","isFork":false,"description":"","allTopics":[],"primaryLanguage":{"name":"HTML","color":"#e34c26"},"pullRequestCount":0,"issueCount":0,"starsCount":4,"forksCount":5,"license":"MIT License","participation":[0,0,0,0,0,0,0,9,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,8,0,2,0,0,0,11,0,0],"lastUpdated":{"hasBeenPushedTo":true,"timestamp":"2024-09-06T16:58:54.339Z"}},{"type":"Public archive","name":"vllm-nccl","owner":"vllm-project","isFork":false,"description":"Manages vllm-nccl dependency","allTopics":[],"primaryLanguage":{"name":"Python","color":"#3572A5"},"pullRequestCount":0,"issueCount":2,"starsCount":17,"forksCount":2,"license":"Apache License 2.0","participation":[0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,9,1,1,2,0,0,0,0,0,1,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0],"lastUpdated":{"hasBeenPushedTo":true,"timestamp":"2024-06-03T22:00:55.924Z"}},{"type":"Public","name":"dashboard","owner":"vllm-project","isFork":false,"description":"vLLM performance dashboard","allTopics":[],"primaryLanguage":{"name":"Python","color":"#3572A5"},"pullRequestCount":0,"issueCount":0,"starsCount":15,"forksCount":3,"license":"Apache License 2.0","participation":[0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,17,4,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0],"lastUpdated":{"hasBeenPushedTo":true,"timestamp":"2024-04-26T06:13:47.853Z"}}],"repositoryCount":7,"userInfo":null,"searchable":true,"definitions":[],"typeFilters":[{"id":"all","text":"All"},{"id":"public","text":"Public"},{"id":"source","text":"Sources"},{"id":"fork","text":"Forks"},{"id":"archived","text":"Archived"},{"id":"template","text":"Templates"}],"compactMode":false},"title":"vllm-project repositories"}