{"payload":{"feedbackUrl":"https://github.com/orgs/community/discussions/53140","repo":{"id":768128793,"defaultBranch":"hf_sow_perf_opt_support","name":"llm_inference_DLM","ownerLogin":"seungrokj","currentUserCanPush":false,"isFork":false,"isEmpty":false,"createdAt":"2024-03-06T14:20:45.000Z","ownerAvatar":"https://avatars.githubusercontent.com/u/144636725?v=4","public":true,"private":false,"isOrgOwned":false},"refInfo":{"name":"","listCacheKey":"v0:1713891819.0","currentOid":""},"activityList":{"items":[{"before":"2d18eac4e2680123d5b24ddccf61f352896b7391","after":"98aa7a3f759f13ca688eafb3aab3b313d03a1107","ref":"refs/heads/hf_sow_perf_opt_support","pushedAt":"2024-06-27T09:07:11.000Z","pushType":"push","commitsCount":1,"pusher":{"login":"seungrokj","name":null,"path":"/seungrokj","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/144636725?s=80&v=4"},"commit":{"message":"trtllm config","shortMessageHtmlLink":"trtllm config"}},{"before":"155b056adc10a378d1c75050db681d4fbccdd4a4","after":"2d18eac4e2680123d5b24ddccf61f352896b7391","ref":"refs/heads/hf_sow_perf_opt_support","pushedAt":"2024-05-21T14:02:14.000Z","pushType":"push","commitsCount":1,"pusher":{"login":"seungrokj","name":null,"path":"/seungrokj","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/144636725?s=80&v=4"},"commit":{"message":"max seq len limit for large model on navi","shortMessageHtmlLink":"max seq len limit for large model on navi"}},{"before":"c7b66a63f2ef818e841e4be565abc5102af3d49e","after":"155b056adc10a378d1c75050db681d4fbccdd4a4","ref":"refs/heads/hf_sow_perf_opt_support","pushedAt":"2024-05-02T16:30:25.000Z","pushType":"push","commitsCount":1,"pusher":{"login":"seungrokj","name":null,"path":"/seungrokj","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/144636725?s=80&v=4"},"commit":{"message":"fix print","shortMessageHtmlLink":"fix print"}},{"before":"83aaf1227105b84522852df13258037a9e521c33","after":"c7b66a63f2ef818e841e4be565abc5102af3d49e","ref":"refs/heads/hf_sow_perf_opt_support","pushedAt":"2024-05-02T07:20:55.000Z","pushType":"push","commitsCount":1,"pusher":{"login":"seungrokj","name":null,"path":"/seungrokj","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/144636725?s=80&v=4"},"commit":{"message":"put more info","shortMessageHtmlLink":"put more info"}},{"before":"253c2fe6fc7a47c8e01ab0f8467e2dba6ab033d3","after":"83aaf1227105b84522852df13258037a9e521c33","ref":"refs/heads/hf_sow_perf_opt_support","pushedAt":"2024-04-26T04:35:40.000Z","pushType":"push","commitsCount":1,"pusher":{"login":"seungrokj","name":null,"path":"/seungrokj","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/144636725?s=80&v=4"},"commit":{"message":"update","shortMessageHtmlLink":"update"}},{"before":"3cb10dd91d2f602bedfe3ce12df5b1b1a34e38cc","after":"253c2fe6fc7a47c8e01ab0f8467e2dba6ab033d3","ref":"refs/heads/hf_sow_perf_opt_support","pushedAt":"2024-04-25T06:34:03.000Z","pushType":"push","commitsCount":1,"pusher":{"login":"seungrokj","name":null,"path":"/seungrokj","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/144636725?s=80&v=4"},"commit":{"message":"throughput cal fix","shortMessageHtmlLink":"throughput cal fix"}},{"before":"dd02b289207d2ce42b9eae4107d4518e078be2af","after":"3cb10dd91d2f602bedfe3ce12df5b1b1a34e38cc","ref":"refs/heads/hf_sow_perf_opt_support","pushedAt":"2024-04-24T03:08:18.000Z","pushType":"push","commitsCount":1,"pusher":{"login":"seungrokj","name":null,"path":"/seungrokj","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/144636725?s=80&v=4"},"commit":{"message":"fix","shortMessageHtmlLink":"fix"}},{"before":"3b9687191df38f02f01289c3e00dd9b737de3194","after":"dd02b289207d2ce42b9eae4107d4518e078be2af","ref":"refs/heads/hf_sow_perf_opt_support","pushedAt":"2024-04-23T18:52:29.000Z","pushType":"push","commitsCount":1,"pusher":{"login":"seungrokj","name":null,"path":"/seungrokj","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/144636725?s=80&v=4"},"commit":{"message":"update","shortMessageHtmlLink":"update"}},{"before":"ae6515a08cebc1ea11ed57785eb627f2544dd8c6","after":"3b9687191df38f02f01289c3e00dd9b737de3194","ref":"refs/heads/hf_sow_perf_opt_support","pushedAt":"2024-04-23T18:37:09.000Z","pushType":"push","commitsCount":1,"pusher":{"login":"seungrokj","name":null,"path":"/seungrokj","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/144636725?s=80&v=4"},"commit":{"message":"update","shortMessageHtmlLink":"update"}},{"before":"4ebbcc0b8adf5b7b81a2d9ea278a930172332ab3","after":"ae6515a08cebc1ea11ed57785eb627f2544dd8c6","ref":"refs/heads/hf_sow_perf_opt_support","pushedAt":"2024-04-23T18:30:43.000Z","pushType":"push","commitsCount":1,"pusher":{"login":"seungrokj","name":null,"path":"/seungrokj","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/144636725?s=80&v=4"},"commit":{"message":"update","shortMessageHtmlLink":"update"}},{"before":"ace1f70a87b4b04ab2e571e0efbc0f68510cd8a6","after":"4ebbcc0b8adf5b7b81a2d9ea278a930172332ab3","ref":"refs/heads/hf_sow_perf_opt_support","pushedAt":"2024-04-23T18:27:06.000Z","pushType":"push","commitsCount":1,"pusher":{"login":"seungrokj","name":null,"path":"/seungrokj","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/144636725?s=80&v=4"},"commit":{"message":"update","shortMessageHtmlLink":"update"}},{"before":"eed22829914dbcbd74ca2244c85d8f36c6611a29","after":"ace1f70a87b4b04ab2e571e0efbc0f68510cd8a6","ref":"refs/heads/hf_sow_perf_opt_support","pushedAt":"2024-04-23T18:15:25.000Z","pushType":"push","commitsCount":1,"pusher":{"login":"seungrokj","name":null,"path":"/seungrokj","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/144636725?s=80&v=4"},"commit":{"message":"update","shortMessageHtmlLink":"update"}},{"before":"57aac098fcad46bc22693d36034673b91fd4d80e","after":"eed22829914dbcbd74ca2244c85d8f36c6611a29","ref":"refs/heads/hf_sow_perf_opt_support","pushedAt":"2024-04-23T17:45:36.000Z","pushType":"pr_merge","commitsCount":2,"pusher":{"login":"seungrokj","name":null,"path":"/seungrokj","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/144636725?s=80&v=4"},"commit":{"message":"Merge pull request #1 from seungrokj/hf_llm_leaderboard\n\nllm leaderboard","shortMessageHtmlLink":"Merge pull request #1 from seungrokj/hf_llm_leaderboard"}},{"before":null,"after":"996b38c83242a08e8660c82e3e0c07cef642d45d","ref":"refs/heads/hf_llm_leaderboard","pushedAt":"2024-04-23T17:03:39.000Z","pushType":"branch_creation","commitsCount":0,"pusher":{"login":"seungrokj","name":null,"path":"/seungrokj","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/144636725?s=80&v=4"},"commit":{"message":"llm leaderboard","shortMessageHtmlLink":"llm leaderboard"}},{"before":"14de39d2a2dca2403b8f6dc9801c37c24f16e949","after":"57aac098fcad46bc22693d36034673b91fd4d80e","ref":"refs/heads/hf_sow_perf_opt_support","pushedAt":"2024-04-17T01:17:56.000Z","pushType":"push","commitsCount":1,"pusher":{"login":"seungrokj","name":null,"path":"/seungrokj","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/144636725?s=80&v=4"},"commit":{"message":"util adjust","shortMessageHtmlLink":"util adjust"}},{"before":"7ec836a3b96f8649b75c0cf83c1cf649ec62f0c3","after":"14de39d2a2dca2403b8f6dc9801c37c24f16e949","ref":"refs/heads/hf_sow_perf_opt_support","pushedAt":"2024-04-17T01:11:49.000Z","pushType":"push","commitsCount":1,"pusher":{"login":"seungrokj","name":null,"path":"/seungrokj","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/144636725?s=80&v=4"},"commit":{"message":"util adjust","shortMessageHtmlLink":"util adjust"}},{"before":"22b04d527d4a745e3a42437cdf35515c4ce01a4d","after":"7ec836a3b96f8649b75c0cf83c1cf649ec62f0c3","ref":"refs/heads/hf_sow_perf_opt_support","pushedAt":"2024-04-17T01:10:35.000Z","pushType":"push","commitsCount":1,"pusher":{"login":"seungrokj","name":null,"path":"/seungrokj","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/144636725?s=80&v=4"},"commit":{"message":"ll2 70b gptq prevent oom","shortMessageHtmlLink":"ll2 70b gptq prevent oom"}},{"before":"08f23d142fe17671eddff7d8e1ea7db3cf893d51","after":"22b04d527d4a745e3a42437cdf35515c4ce01a4d","ref":"refs/heads/hf_sow_perf_opt_support","pushedAt":"2024-04-16T18:10:54.000Z","pushType":"push","commitsCount":1,"pusher":{"login":"seungrokj","name":null,"path":"/seungrokj","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/144636725?s=80&v=4"},"commit":{"message":"vllm cal","shortMessageHtmlLink":"vllm cal"}},{"before":"56d13496c97cd9ae9987e045d7d3e2e6fe8edcb1","after":"08f23d142fe17671eddff7d8e1ea7db3cf893d51","ref":"refs/heads/hf_sow_perf_opt_support","pushedAt":"2024-04-16T18:06:50.000Z","pushType":"push","commitsCount":1,"pusher":{"login":"seungrokj","name":null,"path":"/seungrokj","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/144636725?s=80&v=4"},"commit":{"message":"vllm cal","shortMessageHtmlLink":"vllm cal"}},{"before":"294943bf9fcf57819b18b25ec4e82c4b0bb0f8f1","after":"56d13496c97cd9ae9987e045d7d3e2e6fe8edcb1","ref":"refs/heads/hf_sow_perf_opt_support","pushedAt":"2024-04-16T17:51:08.000Z","pushType":"push","commitsCount":1,"pusher":{"login":"seungrokj","name":null,"path":"/seungrokj","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/144636725?s=80&v=4"},"commit":{"message":"update","shortMessageHtmlLink":"update"}},{"before":"bd54d1910f2b609ff9e440965a1a60fa139ce9ce","after":"294943bf9fcf57819b18b25ec4e82c4b0bb0f8f1","ref":"refs/heads/hf_sow_perf_opt_support","pushedAt":"2024-04-16T17:49:14.000Z","pushType":"push","commitsCount":1,"pusher":{"login":"seungrokj","name":null,"path":"/seungrokj","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/144636725?s=80&v=4"},"commit":{"message":" update","shortMessageHtmlLink":" update"}},{"before":"4c367a21581fc5ada0faec9c61af76982c99fa0a","after":"bd54d1910f2b609ff9e440965a1a60fa139ce9ce","ref":"refs/heads/hf_sow_perf_opt_support","pushedAt":"2024-04-16T17:29:16.000Z","pushType":"push","commitsCount":1,"pusher":{"login":"seungrokj","name":null,"path":"/seungrokj","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/144636725?s=80&v=4"},"commit":{"message":"fix","shortMessageHtmlLink":"fix"}},{"before":"0e83613cd4b2659fb5b53f39435c4ac972f1c28f","after":"4c367a21581fc5ada0faec9c61af76982c99fa0a","ref":"refs/heads/hf_sow_perf_opt_support","pushedAt":"2024-04-12T17:19:31.000Z","pushType":"push","commitsCount":1,"pusher":{"login":"seungrokj","name":null,"path":"/seungrokj","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/144636725?s=80&v=4"},"commit":{"message":"enforce eager","shortMessageHtmlLink":"enforce eager"}},{"before":"131190aa5364a7a8c1d79526934bbd21b2d86ec0","after":"0e83613cd4b2659fb5b53f39435c4ac972f1c28f","ref":"refs/heads/hf_sow_perf_opt_support","pushedAt":"2024-04-08T09:57:47.000Z","pushType":"push","commitsCount":1,"pusher":{"login":"seungrokj","name":null,"path":"/seungrokj","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/144636725?s=80&v=4"},"commit":{"message":"ray","shortMessageHtmlLink":"ray"}},{"before":"8a747a9c0d3476e542188e709123a41b673e58ae","after":"131190aa5364a7a8c1d79526934bbd21b2d86ec0","ref":"refs/heads/hf_sow_perf_opt_support","pushedAt":"2024-04-08T05:35:17.000Z","pushType":"push","commitsCount":1,"pusher":{"login":"seungrokj","name":null,"path":"/seungrokj","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/144636725?s=80&v=4"},"commit":{"message":"mGPU support","shortMessageHtmlLink":"mGPU support"}},{"before":"2fa9cc43db5063b532f8a9cd1dc4d2a1e2e7a698","after":"8a747a9c0d3476e542188e709123a41b673e58ae","ref":"refs/heads/hf_sow_perf_opt_support","pushedAt":"2024-04-08T05:29:53.000Z","pushType":"push","commitsCount":1,"pusher":{"login":"seungrokj","name":null,"path":"/seungrokj","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/144636725?s=80&v=4"},"commit":{"message":"mGPU support","shortMessageHtmlLink":"mGPU support"}},{"before":"eb0b4d1341535434165da1ed351b11ddbfb1d29d","after":"2fa9cc43db5063b532f8a9cd1dc4d2a1e2e7a698","ref":"refs/heads/hf_sow_perf_opt_support","pushedAt":"2024-04-08T05:08:10.000Z","pushType":"push","commitsCount":1,"pusher":{"login":"seungrokj","name":null,"path":"/seungrokj","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/144636725?s=80&v=4"},"commit":{"message":"vllm util","shortMessageHtmlLink":"vllm util"}},{"before":"9f44cd8c0787d21f4910be364bd637b210a4923b","after":"eb0b4d1341535434165da1ed351b11ddbfb1d29d","ref":"refs/heads/hf_sow_perf_opt_support","pushedAt":"2024-04-08T05:04:30.000Z","pushType":"push","commitsCount":1,"pusher":{"login":"seungrokj","name":null,"path":"/seungrokj","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/144636725?s=80&v=4"},"commit":{"message":"vllm util","shortMessageHtmlLink":"vllm util"}},{"before":"0170edf8af8f255e0a6deb96e53388d75a69027e","after":"9f44cd8c0787d21f4910be364bd637b210a4923b","ref":"refs/heads/hf_sow_perf_opt_support","pushedAt":"2024-04-08T00:53:02.000Z","pushType":"push","commitsCount":1,"pusher":{"login":"seungrokj","name":null,"path":"/seungrokj","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/144636725?s=80&v=4"},"commit":{"message":"mi300x -> mi300","shortMessageHtmlLink":"mi300x -> mi300"}},{"before":"718ecc05318476cf6ca584d4fe239ebc80dc1300","after":"0170edf8af8f255e0a6deb96e53388d75a69027e","ref":"refs/heads/hf_sow_perf_opt_support","pushedAt":"2024-04-04T09:37:06.000Z","pushType":"push","commitsCount":1,"pusher":{"login":"seungrokj","name":null,"path":"/seungrokj","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/144636725?s=80&v=4"},"commit":{"message":"vllm param modify","shortMessageHtmlLink":"vllm param modify"}}],"hasNextPage":true,"hasPreviousPage":false,"activityType":"all","actor":null,"timePeriod":"all","sort":"DESC","perPage":30,"cursor":"Y3Vyc29yOnYyOpK7MjAyNC0wNi0yN1QwOTowNzoxMS4wMDAwMDBazwAAAARwnM8M","startCursor":"Y3Vyc29yOnYyOpK7MjAyNC0wNi0yN1QwOTowNzoxMS4wMDAwMDBazwAAAARwnM8M","endCursor":"Y3Vyc29yOnYyOpK7MjAyNC0wNC0wNFQwOTozNzowNi4wMDAwMDBazwAAAAQnmpTV"}},"title":"Activity ยท seungrokj/llm_inference_DLM"}