{"payload":{"feedbackUrl":"https://github.com/orgs/community/discussions/53140","repo":{"id":666119207,"defaultBranch":"main","name":"llm-engine","ownerLogin":"scaleapi","currentUserCanPush":false,"isFork":false,"isEmpty":false,"createdAt":"2023-07-13T18:57:44.000Z","ownerAvatar":"https://avatars.githubusercontent.com/u/21693938?v=4","public":true,"private":false,"isOrgOwned":true},"refInfo":{"name":"","listCacheKey":"v0:1721695857.0","currentOid":""},"activityList":{"items":[{"before":"c189fbf896fbb0444a62979787f55dacda1c2cb4","after":"0dac28dbffe13c43165e889ce1f4059e8e728497","ref":"refs/heads/seanshi/20240722-multinode-serving","pushedAt":"2024-07-23T01:02:31.000Z","pushType":"push","commitsCount":1,"pusher":{"login":"seanshi-scale","name":"Sean Shi","path":"/seanshi-scale","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/69175566?s=80&v=4"},"commit":{"message":"more todos in k8s_endpoint_resource_delegate","shortMessageHtmlLink":"more todos in k8s_endpoint_resource_delegate"}},{"before":null,"after":"c189fbf896fbb0444a62979787f55dacda1c2cb4","ref":"refs/heads/seanshi/20240722-multinode-serving","pushedAt":"2024-07-23T00:50:57.000Z","pushType":"branch_creation","commitsCount":0,"pusher":{"login":"seanshi-scale","name":"Sean Shi","path":"/seanshi-scale","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/69175566?s=80&v=4"},"commit":{"message":"mark a bunch of todos, maybe not complete though","shortMessageHtmlLink":"mark a bunch of todos, maybe not complete though"}},{"before":"031a0483dc009551f6e518ac186a437ecde4f90f","after":"946a047dde4b4f76c1149f9667ff7629a8b806c1","ref":"refs/heads/katiewu/azure-llm-engine","pushedAt":"2024-07-23T00:32:23.000Z","pushType":"push","commitsCount":1,"pusher":{"login":"squeakymouse","name":"Katie Wu","path":"/squeakymouse","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/5893258?s=80&v=4"},"commit":{"message":"fixes","shortMessageHtmlLink":"fixes"}},{"before":"78fd27fa4c33194de7203024b343b8358093184a","after":"e31a119c260e5f35a8b3aec8e520c8de6af07396","ref":"refs/heads/gh-pages","pushedAt":"2024-07-22T23:53:15.000Z","pushType":"push","commitsCount":1,"pusher":{"login":"phil-scale","name":"Phil Chen","path":"/phil-scale","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/92065453?s=80&v=4"},"commit":{"message":"Deployed 04e5818 with MkDocs version: 1.4.3","shortMessageHtmlLink":"Deployed <a class=\"commit-link\" data-hovercard-type=\"commit\" data-hovercard-url=\"https://github.com/scaleapi/llm-engine/commit/04e5818b883a180cfc5709e4e05fb87f8343d085/hovercard\" href=\"https://github.com/scaleapi/llm-engine/commit/04e5818b883a180cfc5709e4e05fb87f8343d085\"><tt>04e5818</tt></a> with MkDocs version: 1.4.3"}},{"before":"77e26384e7237742cfb2775664c834da45b82f63","after":null,"ref":"refs/heads/dmchoi/deepseek-lite-mem","pushedAt":"2024-07-22T23:52:20.000Z","pushType":"branch_deletion","commitsCount":0,"pusher":{"login":"dmchoiboi","name":"Michael Choi","path":"/dmchoiboi","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/4845178?s=80&v=4"}},{"before":"758f7bb3d8cd145bcfb4808e4310063298537ed1","after":"04e5818b883a180cfc5709e4e05fb87f8343d085","ref":"refs/heads/main","pushedAt":"2024-07-22T23:52:19.000Z","pushType":"pr_merge","commitsCount":1,"pusher":{"login":"dmchoiboi","name":"Michael Choi","path":"/dmchoiboi","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/4845178?s=80&v=4"},"commit":{"message":"Reduce hardware requirement for deepseek coder lite (#573)","shortMessageHtmlLink":"Reduce hardware requirement for deepseek coder lite (<a class=\"issue-link js-issue-link\" data-error-text=\"Failed to load title\" data-id=\"2423927134\" data-permission-text=\"Title is private\" data-url=\"https://github.com/scaleapi/llm-engine/issues/573\" data-hovercard-type=\"pull_request\" data-hovercard-url=\"/scaleapi/llm-engine/pull/573/hovercard\" href=\"https://github.com/scaleapi/llm-engine/pull/573\">#573</a>)"}},{"before":"2d8896960ea01eda40809a24c4cf0c94134320c9","after":"77e26384e7237742cfb2775664c834da45b82f63","ref":"refs/heads/dmchoi/deepseek-lite-mem","pushedAt":"2024-07-22T23:30:45.000Z","pushType":"force_push","commitsCount":0,"pusher":{"login":"dmchoiboi","name":"Michael Choi","path":"/dmchoiboi","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/4845178?s=80&v=4"},"commit":{"message":"Reduce hardware requirement for deepseek coder lite","shortMessageHtmlLink":"Reduce hardware requirement for deepseek coder lite"}},{"before":null,"after":"2d8896960ea01eda40809a24c4cf0c94134320c9","ref":"refs/heads/dmchoi/deepseek-lite-mem","pushedAt":"2024-07-22T23:25:20.000Z","pushType":"branch_creation","commitsCount":0,"pusher":{"login":"dmchoiboi","name":"Michael Choi","path":"/dmchoiboi","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/4845178?s=80&v=4"},"commit":{"message":"Reduce hardware requirement for deepseek coder lite","shortMessageHtmlLink":"Reduce hardware requirement for deepseek coder lite"}},{"before":"fa4ff73684b8f8383ec869d5eeaf1e9be57ffcba","after":"78fd27fa4c33194de7203024b343b8358093184a","ref":"refs/heads/gh-pages","pushedAt":"2024-07-22T22:47:07.000Z","pushType":"push","commitsCount":1,"pusher":{"login":"phil-scale","name":"Phil Chen","path":"/phil-scale","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/92065453?s=80&v=4"},"commit":{"message":"Deployed 758f7bb with MkDocs version: 1.4.3","shortMessageHtmlLink":"Deployed <a class=\"commit-link\" data-hovercard-type=\"commit\" data-hovercard-url=\"https://github.com/scaleapi/llm-engine/commit/758f7bb3d8cd145bcfb4808e4310063298537ed1/hovercard\" href=\"https://github.com/scaleapi/llm-engine/commit/758f7bb3d8cd145bcfb4808e4310063298537ed1\"><tt>758f7bb</tt></a> with MkDocs version: 1.4.3"}},{"before":"8f46251d68cb319be923a6a0aeaaa80e46313972","after":null,"ref":"refs/heads/dmchoi/deepseek-coder-models","pushedAt":"2024-07-22T22:46:18.000Z","pushType":"branch_deletion","commitsCount":0,"pusher":{"login":"dmchoiboi","name":"Michael Choi","path":"/dmchoiboi","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/4845178?s=80&v=4"}},{"before":"2558f7d6ee37a8f7a13925ba457a0e1aa172e75d","after":"758f7bb3d8cd145bcfb4808e4310063298537ed1","ref":"refs/heads/main","pushedAt":"2024-07-22T22:46:17.000Z","pushType":"pr_merge","commitsCount":1,"pusher":{"login":"dmchoiboi","name":"Michael Choi","path":"/dmchoiboi","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/4845178?s=80&v=4"},"commit":{"message":"Add deepseek models (#572)\n\n* Add tests\r\n\r\n* Remove log","shortMessageHtmlLink":"Add deepseek models (<a class=\"issue-link js-issue-link\" data-error-text=\"Failed to load title\" data-id=\"2423861714\" data-permission-text=\"Title is private\" data-url=\"https://github.com/scaleapi/llm-engine/issues/572\" data-hovercard-type=\"pull_request\" data-hovercard-url=\"/scaleapi/llm-engine/pull/572/hovercard\" href=\"https://github.com/scaleapi/llm-engine/pull/572\">#572</a>)"}},{"before":"8c5f6ffec0f905d249b8fd87985dc18b0bc1479f","after":"8f46251d68cb319be923a6a0aeaaa80e46313972","ref":"refs/heads/dmchoi/deepseek-coder-models","pushedAt":"2024-07-22T22:25:29.000Z","pushType":"push","commitsCount":1,"pusher":{"login":"dmchoiboi","name":"Michael Choi","path":"/dmchoiboi","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/4845178?s=80&v=4"},"commit":{"message":"Remove log","shortMessageHtmlLink":"Remove log"}},{"before":"2558f7d6ee37a8f7a13925ba457a0e1aa172e75d","after":"8c5f6ffec0f905d249b8fd87985dc18b0bc1479f","ref":"refs/heads/dmchoi/deepseek-coder-models","pushedAt":"2024-07-22T22:19:16.000Z","pushType":"push","commitsCount":1,"pusher":{"login":"dmchoiboi","name":"Michael Choi","path":"/dmchoiboi","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/4845178?s=80&v=4"},"commit":{"message":"Add tests","shortMessageHtmlLink":"Add tests"}},{"before":null,"after":"2558f7d6ee37a8f7a13925ba457a0e1aa172e75d","ref":"refs/heads/dmchoi/deepseek-coder-models","pushedAt":"2024-07-22T22:16:04.000Z","pushType":"branch_creation","commitsCount":0,"pusher":{"login":"dmchoiboi","name":"Michael Choi","path":"/dmchoiboi","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/4845178?s=80&v=4"},"commit":{"message":"bump vllm batch version (#571)","shortMessageHtmlLink":"bump vllm batch version (<a class=\"issue-link js-issue-link\" data-error-text=\"Failed to load title\" data-id=\"2423734470\" data-permission-text=\"Title is private\" data-url=\"https://github.com/scaleapi/llm-engine/issues/571\" data-hovercard-type=\"pull_request\" data-hovercard-url=\"/scaleapi/llm-engine/pull/571/hovercard\" href=\"https://github.com/scaleapi/llm-engine/pull/571\">#571</a>)"}},{"before":"96b1b84f980d5492b7aed83e0336f9a52ce700c4","after":"fa4ff73684b8f8383ec869d5eeaf1e9be57ffcba","ref":"refs/heads/gh-pages","pushedAt":"2024-07-22T20:58:53.000Z","pushType":"push","commitsCount":1,"pusher":{"login":"phil-scale","name":"Phil Chen","path":"/phil-scale","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/92065453?s=80&v=4"},"commit":{"message":"Deployed 2558f7d with MkDocs version: 1.4.3","shortMessageHtmlLink":"Deployed <a class=\"commit-link\" data-hovercard-type=\"commit\" data-hovercard-url=\"https://github.com/scaleapi/llm-engine/commit/2558f7d6ee37a8f7a13925ba457a0e1aa172e75d/hovercard\" href=\"https://github.com/scaleapi/llm-engine/commit/2558f7d6ee37a8f7a13925ba457a0e1aa172e75d\"><tt>2558f7d</tt></a> with MkDocs version: 1.4.3"}},{"before":"7fe960483df66873c92fe290c57a4291a5ec485c","after":null,"ref":"refs/heads/dmchoi/upgrade-vllm","pushedAt":"2024-07-22T20:58:01.000Z","pushType":"branch_deletion","commitsCount":0,"pusher":{"login":"dmchoiboi","name":"Michael Choi","path":"/dmchoiboi","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/4845178?s=80&v=4"}},{"before":"adc6c379900392349772cdf99a4132228f9c32e9","after":"2558f7d6ee37a8f7a13925ba457a0e1aa172e75d","ref":"refs/heads/main","pushedAt":"2024-07-22T20:58:00.000Z","pushType":"pr_merge","commitsCount":1,"pusher":{"login":"dmchoiboi","name":"Michael Choi","path":"/dmchoiboi","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/4845178?s=80&v=4"},"commit":{"message":"bump vllm batch version (#571)","shortMessageHtmlLink":"bump vllm batch version (<a class=\"issue-link js-issue-link\" data-error-text=\"Failed to load title\" data-id=\"2423734470\" data-permission-text=\"Title is private\" data-url=\"https://github.com/scaleapi/llm-engine/issues/571\" data-hovercard-type=\"pull_request\" data-hovercard-url=\"/scaleapi/llm-engine/pull/571/hovercard\" href=\"https://github.com/scaleapi/llm-engine/pull/571\">#571</a>)"}},{"before":null,"after":"7fe960483df66873c92fe290c57a4291a5ec485c","ref":"refs/heads/dmchoi/upgrade-vllm","pushedAt":"2024-07-22T20:36:10.000Z","pushType":"branch_creation","commitsCount":0,"pusher":{"login":"dmchoiboi","name":"Michael Choi","path":"/dmchoiboi","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/4845178?s=80&v=4"},"commit":{"message":"bump vllm batch version","shortMessageHtmlLink":"bump vllm batch version"}},{"before":"c2e2d42fec4559f7b58b866b9f6f2f4290e0e7e8","after":"96b1b84f980d5492b7aed83e0336f9a52ce700c4","ref":"refs/heads/gh-pages","pushedAt":"2024-07-22T18:09:37.000Z","pushType":"push","commitsCount":1,"pusher":{"login":"phil-scale","name":"Phil Chen","path":"/phil-scale","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/92065453?s=80&v=4"},"commit":{"message":"Deployed adc6c37 with MkDocs version: 1.4.3","shortMessageHtmlLink":"Deployed <a class=\"commit-link\" data-hovercard-type=\"commit\" data-hovercard-url=\"https://github.com/scaleapi/llm-engine/commit/adc6c379900392349772cdf99a4132228f9c32e9/hovercard\" href=\"https://github.com/scaleapi/llm-engine/commit/adc6c379900392349772cdf99a4132228f9c32e9\"><tt>adc6c37</tt></a> with MkDocs version: 1.4.3"}},{"before":"c9ffc652f07102bf450d31edadec59a37472c919","after":null,"ref":"refs/heads/dmchoi/disable-parallelism-batch","pushedAt":"2024-07-22T18:08:29.000Z","pushType":"branch_deletion","commitsCount":0,"pusher":{"login":"dmchoiboi","name":"Michael Choi","path":"/dmchoiboi","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/4845178?s=80&v=4"}},{"before":"7670d7b4f3852ac3a3fbb4fce52740f2e12f8154","after":"adc6c379900392349772cdf99a4132228f9c32e9","ref":"refs/heads/main","pushedAt":"2024-07-22T18:08:28.000Z","pushType":"pr_merge","commitsCount":1,"pusher":{"login":"dmchoiboi","name":"Michael Choi","path":"/dmchoiboi","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/4845178?s=80&v=4"},"commit":{"message":"Disable data parallelism for batch completions (#570)\n\n* Disable data parallelism for batch completions\r\n\r\n* fix test\r\n\r\n* ignore coverage for this case\r\n\r\n* ignore coverage for this case","shortMessageHtmlLink":"Disable data parallelism for batch completions (<a class=\"issue-link js-issue-link\" data-error-text=\"Failed to load title\" data-id=\"2423347379\" data-permission-text=\"Title is private\" data-url=\"https://github.com/scaleapi/llm-engine/issues/570\" data-hovercard-type=\"pull_request\" data-hovercard-url=\"/scaleapi/llm-engine/pull/570/hovercard\" href=\"https://github.com/scaleapi/llm-engine/pull/570\">#570</a>)"}},{"before":"861b0796b1dfeee1b23e6461c559fbdfa8ae2fba","after":"c9ffc652f07102bf450d31edadec59a37472c919","ref":"refs/heads/dmchoi/disable-parallelism-batch","pushedAt":"2024-07-22T17:43:49.000Z","pushType":"push","commitsCount":1,"pusher":{"login":"dmchoiboi","name":"Michael Choi","path":"/dmchoiboi","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/4845178?s=80&v=4"},"commit":{"message":"ignore coverage for this case","shortMessageHtmlLink":"ignore coverage for this case"}},{"before":"1592c5ff0d643f073884f7a1e07e55c40f5b75e4","after":"861b0796b1dfeee1b23e6461c559fbdfa8ae2fba","ref":"refs/heads/dmchoi/disable-parallelism-batch","pushedAt":"2024-07-22T17:39:11.000Z","pushType":"push","commitsCount":1,"pusher":{"login":"dmchoiboi","name":"Michael Choi","path":"/dmchoiboi","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/4845178?s=80&v=4"},"commit":{"message":"ignore coverage for this case","shortMessageHtmlLink":"ignore coverage for this case"}},{"before":"6376b85c7aea2802215502b3a1bab970444a8614","after":"1592c5ff0d643f073884f7a1e07e55c40f5b75e4","ref":"refs/heads/dmchoi/disable-parallelism-batch","pushedAt":"2024-07-22T17:25:02.000Z","pushType":"push","commitsCount":1,"pusher":{"login":"dmchoiboi","name":"Michael Choi","path":"/dmchoiboi","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/4845178?s=80&v=4"},"commit":{"message":"fix test","shortMessageHtmlLink":"fix test"}},{"before":null,"after":"6376b85c7aea2802215502b3a1bab970444a8614","ref":"refs/heads/dmchoi/disable-parallelism-batch","pushedAt":"2024-07-22T17:02:42.000Z","pushType":"branch_creation","commitsCount":0,"pusher":{"login":"dmchoiboi","name":"Michael Choi","path":"/dmchoiboi","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/4845178?s=80&v=4"},"commit":{"message":"Disable data parallelism for batch completions","shortMessageHtmlLink":"Disable data parallelism for batch completions"}},{"before":"9ab7ae6aae29801cd0f8519f11b66dc692ec2a19","after":"c2e2d42fec4559f7b58b866b9f6f2f4290e0e7e8","ref":"refs/heads/gh-pages","pushedAt":"2024-07-17T00:42:33.000Z","pushType":"push","commitsCount":1,"pusher":{"login":"phil-scale","name":"Phil Chen","path":"/phil-scale","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/92065453?s=80&v=4"},"commit":{"message":"Deployed 7670d7b with MkDocs version: 1.4.3","shortMessageHtmlLink":"Deployed <a class=\"commit-link\" data-hovercard-type=\"commit\" data-hovercard-url=\"https://github.com/scaleapi/llm-engine/commit/7670d7b4f3852ac3a3fbb4fce52740f2e12f8154/hovercard\" href=\"https://github.com/scaleapi/llm-engine/commit/7670d7b4f3852ac3a3fbb4fce52740f2e12f8154\"><tt>7670d7b</tt></a> with MkDocs version: 1.4.3"}},{"before":"c7682446dcb555504d5b0b0cbef0c2c60c69ffa0","after":null,"ref":"refs/heads/yunfeng-info-not-debug","pushedAt":"2024-07-17T00:41:26.000Z","pushType":"branch_deletion","commitsCount":0,"pusher":{"login":"yunfeng-scale","name":"Yunfeng Bai","path":"/yunfeng-scale","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/83252681?s=80&v=4"}},{"before":"b3d9200c0bfe3fc725e848c94900191c30733389","after":"7670d7b4f3852ac3a3fbb4fce52740f2e12f8154","ref":"refs/heads/main","pushedAt":"2024-07-17T00:41:25.000Z","pushType":"pr_merge","commitsCount":1,"pusher":{"login":"yunfeng-scale","name":"Yunfeng Bai","path":"/yunfeng-scale","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/83252681?s=80&v=4"},"commit":{"message":"Log info instead of debug (#569)","shortMessageHtmlLink":"Log info instead of debug (<a class=\"issue-link js-issue-link\" data-error-text=\"Failed to load title\" data-id=\"2412275338\" data-permission-text=\"Title is private\" data-url=\"https://github.com/scaleapi/llm-engine/issues/569\" data-hovercard-type=\"pull_request\" data-hovercard-url=\"/scaleapi/llm-engine/pull/569/hovercard\" href=\"https://github.com/scaleapi/llm-engine/pull/569\">#569</a>)"}},{"before":null,"after":"c7682446dcb555504d5b0b0cbef0c2c60c69ffa0","ref":"refs/heads/yunfeng-info-not-debug","pushedAt":"2024-07-17T00:19:42.000Z","pushType":"branch_creation","commitsCount":0,"pusher":{"login":"yunfeng-scale","name":"Yunfeng Bai","path":"/yunfeng-scale","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/83252681?s=80&v=4"},"commit":{"message":"Log info instead of debug","shortMessageHtmlLink":"Log info instead of debug"}},{"before":"1ffaff12f833f61b7361d12058c02be1c83607a1","after":"9ab7ae6aae29801cd0f8519f11b66dc692ec2a19","ref":"refs/heads/gh-pages","pushedAt":"2024-07-16T17:10:07.000Z","pushType":"push","commitsCount":1,"pusher":{"login":"phil-scale","name":"Phil Chen","path":"/phil-scale","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/92065453?s=80&v=4"},"commit":{"message":"Deployed b3d9200 with MkDocs version: 1.4.3","shortMessageHtmlLink":"Deployed <a class=\"commit-link\" data-hovercard-type=\"commit\" data-hovercard-url=\"https://github.com/scaleapi/llm-engine/commit/b3d9200c0bfe3fc725e848c94900191c30733389/hovercard\" href=\"https://github.com/scaleapi/llm-engine/commit/b3d9200c0bfe3fc725e848c94900191c30733389\"><tt>b3d9200</tt></a> with MkDocs version: 1.4.3"}}],"hasNextPage":true,"hasPreviousPage":false,"activityType":"all","actor":null,"timePeriod":"all","sort":"DESC","perPage":30,"cursor":"djE6ks8AAAAEhlQE7QA","startCursor":null,"endCursor":null}},"title":"Activity · scaleapi/llm-engine"}