{"payload":{"feedbackUrl":"https://github.com/orgs/community/discussions/53140","repo":{"id":731842419,"defaultBranch":"main","name":"PowerInfer","ownerLogin":"SJTU-IPADS","currentUserCanPush":false,"isFork":false,"isEmpty":false,"createdAt":"2023-12-15T02:24:10.000Z","ownerAvatar":"https://github.com/avatars/u/10797537?v=4","public":true,"private":false,"isOrgOwned":true},"refInfo":{"name":"","listCacheKey":"v0:1721055831.0","currentOid":""},"activityList":{"items":[{"before":null,"after":"5b02459b3ae07d1cd53a0e481b3b8af559340b77","ref":"refs/heads/convert-sparsemistral","pushedAt":"2024-07-15T15:03:51.000Z","pushType":"branch_creation","commitsCount":0,"pusher":{"login":"hodlen","name":"Holden X","path":"/hodlen","primaryAvatarUrl":"https://github.com/avatars/u/34213478?s=80&v=4"},"commit":{"message":"support converting TurboSparse mistral model which embeds MLP in Pytorch tensors","shortMessageHtmlLink":"support converting TurboSparse mistral model which embeds MLP in Pyto…"}},{"before":"7639e72fbd33afef1d414fbf33633dc6dd22ab58","after":"61cac9bf25e60336bbad27ada9dbb809204473ac","ref":"refs/heads/main","pushedAt":"2024-07-01T11:11:09.000Z","pushType":"pr_merge","commitsCount":1,"pusher":{"login":"YixinSong-e","name":"Jeremy Song","path":"/YixinSong-e","primaryAvatarUrl":"https://github.com/avatars/u/76689794?s=80&v=4"},"commit":{"message":"add convert-hf-to-powerinfer-gguf.py to CMakeLists.txt (#205)","shortMessageHtmlLink":"add convert-hf-to-powerinfer-gguf.py to CMakeLists.txt (<a class=\"issue-link js-issue-link\" data-error-text=\"Failed to load title\" data-id=\"2380799139\" data-permission-text=\"Title is private\" data-url=\"https://github.com/SJTU-IPADS/PowerInfer/issues/205\" data-hovercard-type=\"pull_request\" data-hovercard-url=\"/SJTU-IPADS/PowerInfer/pull/205/hovercard\" href=\"https://github.com/SJTU-IPADS/PowerInfer/pull/205\">#205</a>)"}},{"before":"4896dfbafcc7f08eda0f09373691dd40aa9933a5","after":"7639e72fbd33afef1d414fbf33633dc6dd22ab58","ref":"refs/heads/main","pushedAt":"2024-06-27T15:59:08.000Z","pushType":"pr_merge","commitsCount":1,"pusher":{"login":"hodlen","name":"Holden X","path":"/hodlen","primaryAvatarUrl":"https://github.com/avatars/u/34213478?s=80&v=4"},"commit":{"message":"Update README (#204)","shortMessageHtmlLink":"Update README (<a class=\"issue-link js-issue-link\" data-error-text=\"Failed to load title\" data-id=\"2378247131\" data-permission-text=\"Title is private\" data-url=\"https://github.com/SJTU-IPADS/PowerInfer/issues/204\" data-hovercard-type=\"pull_request\" data-hovercard-url=\"/SJTU-IPADS/PowerInfer/pull/204/hovercard\" href=\"https://github.com/SJTU-IPADS/PowerInfer/pull/204\">#204</a>)"}},{"before":null,"after":"a7cfb543f26d6bbb2b0e408a0f976e5349c2fe9a","ref":"refs/heads/rocm-readme","pushedAt":"2024-06-27T14:01:53.000Z","pushType":"branch_creation","commitsCount":0,"pusher":{"login":"YixinSong-e","name":"Jeremy Song","path":"/YixinSong-e","primaryAvatarUrl":"https://github.com/avatars/u/76689794?s=80&v=4"},"commit":{"message":"minor for readme","shortMessageHtmlLink":"minor for readme"}},{"before":"9bea6ce7fd58a59181953648c4fbfc7cadbc71cd","after":"4896dfbafcc7f08eda0f09373691dd40aa9933a5","ref":"refs/heads/main","pushedAt":"2024-06-11T03:14:50.000Z","pushType":"pr_merge","commitsCount":1,"pusher":{"login":"hodlen","name":"Holden X","path":"/hodlen","primaryAvatarUrl":"https://github.com/avatars/u/34213478?s=80&v=4"},"commit":{"message":"minor in README(#193)","shortMessageHtmlLink":"minor in README(<a class=\"issue-link js-issue-link\" data-error-text=\"Failed to load title\" data-id=\"2345277101\" data-permission-text=\"Title is private\" data-url=\"https://github.com/SJTU-IPADS/PowerInfer/issues/193\" data-hovercard-type=\"pull_request\" data-hovercard-url=\"/SJTU-IPADS/PowerInfer/pull/193/hovercard\" href=\"https://github.com/SJTU-IPADS/PowerInfer/pull/193\">#193</a>)"}},{"before":null,"after":"4d45db921103eceb32a6e0bb36ceea254d764332","ref":"refs/heads/readme","pushedAt":"2024-06-11T03:05:27.000Z","pushType":"branch_creation","commitsCount":0,"pusher":{"login":"YixinSong-e","name":"Jeremy Song","path":"/YixinSong-e","primaryAvatarUrl":"https://github.com/avatars/u/76689794?s=80&v=4"},"commit":{"message":"minor","shortMessageHtmlLink":"minor"}},{"before":"3f638f7ba07915310d7e97a957ebb6737d504414","after":"9bea6ce7fd58a59181953648c4fbfc7cadbc71cd","ref":"refs/heads/main","pushedAt":"2024-06-11T02:27:43.000Z","pushType":"pr_merge","commitsCount":1,"pusher":{"login":"hodlen","name":"Holden X","path":"/hodlen","primaryAvatarUrl":"https://github.com/avatars/u/34213478?s=80&v=4"},"commit":{"message":"add news (#192)\n\n* add news\r\n\r\n* minor\r\n\r\n* minor\r\n\r\n* fix typo\r\n\r\n---------\r\n\r\nCo-authored-by: Holden <hodlenx@gmail.com>","shortMessageHtmlLink":"add news (<a class=\"issue-link js-issue-link\" data-error-text=\"Failed to load title\" data-id=\"2345190792\" data-permission-text=\"Title is private\" data-url=\"https://github.com/SJTU-IPADS/PowerInfer/issues/192\" data-hovercard-type=\"pull_request\" data-hovercard-url=\"/SJTU-IPADS/PowerInfer/pull/192/hovercard\" href=\"https://github.com/SJTU-IPADS/PowerInfer/pull/192\">#192</a>)"}},{"before":"337475224246d3f9cec3fa7e1ec1fea77ffff044","after":"1cf13fc23fd3c5b7dca2b4da9e30b70a6151e6b3","ref":"refs/heads/news","pushedAt":"2024-06-11T02:27:04.000Z","pushType":"push","commitsCount":1,"pusher":{"login":"hodlen","name":"Holden X","path":"/hodlen","primaryAvatarUrl":"https://github.com/avatars/u/34213478?s=80&v=4"},"commit":{"message":"fix typo","shortMessageHtmlLink":"fix typo"}},{"before":"c5032a3be2c5e3d7e0c1bed6ba9c19289a96b719","after":"337475224246d3f9cec3fa7e1ec1fea77ffff044","ref":"refs/heads/news","pushedAt":"2024-06-11T01:59:42.000Z","pushType":"push","commitsCount":1,"pusher":{"login":"YixinSong-e","name":"Jeremy Song","path":"/YixinSong-e","primaryAvatarUrl":"https://github.com/avatars/u/76689794?s=80&v=4"},"commit":{"message":"minor","shortMessageHtmlLink":"minor"}},{"before":"26f2e6e894383136a804f03e76d9b1e5cd8976df","after":"c5032a3be2c5e3d7e0c1bed6ba9c19289a96b719","ref":"refs/heads/news","pushedAt":"2024-06-11T01:57:40.000Z","pushType":"push","commitsCount":1,"pusher":{"login":"YixinSong-e","name":"Jeremy Song","path":"/YixinSong-e","primaryAvatarUrl":"https://github.com/avatars/u/76689794?s=80&v=4"},"commit":{"message":"minor","shortMessageHtmlLink":"minor"}},{"before":null,"after":"26f2e6e894383136a804f03e76d9b1e5cd8976df","ref":"refs/heads/news","pushedAt":"2024-06-11T01:56:10.000Z","pushType":"branch_creation","commitsCount":0,"pusher":{"login":"YixinSong-e","name":"Jeremy Song","path":"/YixinSong-e","primaryAvatarUrl":"https://github.com/avatars/u/76689794?s=80&v=4"},"commit":{"message":"add news","shortMessageHtmlLink":"add news"}},{"before":"906830b3c6f2c10d0ee2291b7f7d65f4ca930b74","after":"3f638f7ba07915310d7e97a957ebb6737d504414","ref":"refs/heads/main","pushedAt":"2024-05-20T05:27:36.000Z","pushType":"pr_merge","commitsCount":1,"pusher":{"login":"hodlen","name":"Holden X","path":"/hodlen","primaryAvatarUrl":"https://github.com/avatars/u/34213478?s=80&v=4"},"commit":{"message":"Support AMD ROCm(#187)\n\n* Q4_Update\r\n\r\n* AMD_Support\r\n\r\n* competition\r\n\r\n* competition_add\r\n\r\n* Delete test.sh\r\n\r\n* Update README.md\r\n\r\n* Update ggml-cuda.cu\r\n\r\nCo-authored-by: Holden X <hodlenx@gmail.com>\r\n\r\n* Update ggml-cuda.cu\r\n\r\nCo-authored-by: Holden X <hodlenx@gmail.com>\r\n\r\n* AMD_Support_1\r\n\r\n---------\r\n\r\nCo-authored-by: Holden X <hodlenx@gmail.com>","shortMessageHtmlLink":"Support AMD ROCm(<a class=\"issue-link js-issue-link\" data-error-text=\"Failed to load title\" data-id=\"2302355735\" data-permission-text=\"Title is private\" data-url=\"https://github.com/SJTU-IPADS/PowerInfer/issues/187\" data-hovercard-type=\"pull_request\" data-hovercard-url=\"/SJTU-IPADS/PowerInfer/pull/187/hovercard\" href=\"https://github.com/SJTU-IPADS/PowerInfer/pull/187\">#187</a>)"}},{"before":"10a006bd5272634e8f3a99a40dc4db742433834d","after":"a915f9a5898a9188d6df5aef15e7b632e8041eeb","ref":"refs/heads/fix/vram-budget-inaccuracy","pushedAt":"2024-04-29T11:08:46.000Z","pushType":"push","commitsCount":8,"pusher":{"login":"hodlen","name":"Holden X","path":"/hodlen","primaryAvatarUrl":"https://github.com/avatars/u/34213478?s=80&v=4"},"commit":{"message":"wip","shortMessageHtmlLink":"wip"}},{"before":"906830b3c6f2c10d0ee2291b7f7d65f4ca930b74","after":"10a006bd5272634e8f3a99a40dc4db742433834d","ref":"refs/heads/fix/vram-budget-inaccuracy","pushedAt":"2024-04-12T01:57:49.000Z","pushType":"push","commitsCount":4,"pusher":{"login":"hodlen","name":"Holden X","path":"/hodlen","primaryAvatarUrl":"https://github.com/avatars/u/34213478?s=80&v=4"},"commit":{"message":"wip alloc tensor weights after first graph built","shortMessageHtmlLink":"wip alloc tensor weights after first graph built"}},{"before":null,"after":"906830b3c6f2c10d0ee2291b7f7d65f4ca930b74","ref":"refs/heads/fix/vram-budget-inaccuracy","pushedAt":"2024-04-09T02:30:52.000Z","pushType":"branch_creation","commitsCount":0,"pusher":{"login":"hodlen","name":"Holden X","path":"/hodlen","primaryAvatarUrl":"https://github.com/avatars/u/34213478?s=80&v=4"},"commit":{"message":"fix: offload ffn norm weights (#179)","shortMessageHtmlLink":"fix: offload ffn norm weights (<a class=\"issue-link js-issue-link\" data-error-text=\"Failed to load title\" data-id=\"2229521360\" data-permission-text=\"Title is private\" data-url=\"https://github.com/SJTU-IPADS/PowerInfer/issues/179\" data-hovercard-type=\"pull_request\" data-hovercard-url=\"/SJTU-IPADS/PowerInfer/pull/179/hovercard\" href=\"https://github.com/SJTU-IPADS/PowerInfer/pull/179\">#179</a>)"}},{"before":"3d90d1f7be75c704c80387db6d7d8922cb7ba4d1","after":"09d79ec0ac0c1d494cdf535504c6712294c359c1","ref":"refs/heads/feat-moe","pushedAt":"2024-04-09T02:30:19.000Z","pushType":"push","commitsCount":2,"pusher":{"login":"hodlen","name":"Holden X","path":"/hodlen","primaryAvatarUrl":"https://github.com/avatars/u/34213478?s=80&v=4"},"commit":{"message":"minimal impl. of gpu_idx generation for moe model","shortMessageHtmlLink":"minimal impl. of gpu_idx generation for moe model"}},{"before":"0e834efb19df7b9f7b365b94c873854a8e287a23","after":"3d90d1f7be75c704c80387db6d7d8922cb7ba4d1","ref":"refs/heads/feat-moe","pushedAt":"2024-04-07T08:48:55.000Z","pushType":"push","commitsCount":1,"pusher":{"login":"hodlen","name":"Holden X","path":"/hodlen","primaryAvatarUrl":"https://github.com/avatars/u/34213478?s=80&v=4"},"commit":{"message":"offload qwen2moe to gpu","shortMessageHtmlLink":"offload qwen2moe to gpu"}},{"before":"b478398c589928b1bd883e5a827882579873d250","after":"906830b3c6f2c10d0ee2291b7f7d65f4ca930b74","ref":"refs/heads/main","pushedAt":"2024-04-07T02:33:23.000Z","pushType":"pr_merge","commitsCount":1,"pusher":{"login":"YixinSong-e","name":"Jeremy Song","path":"/YixinSong-e","primaryAvatarUrl":"https://github.com/avatars/u/76689794?s=80&v=4"},"commit":{"message":"fix: offload ffn norm weights (#179)","shortMessageHtmlLink":"fix: offload ffn norm weights (<a class=\"issue-link js-issue-link\" data-error-text=\"Failed to load title\" data-id=\"2229521360\" data-permission-text=\"Title is private\" data-url=\"https://github.com/SJTU-IPADS/PowerInfer/issues/179\" data-hovercard-type=\"pull_request\" data-hovercard-url=\"/SJTU-IPADS/PowerInfer/pull/179/hovercard\" href=\"https://github.com/SJTU-IPADS/PowerInfer/pull/179\">#179</a>)"}},{"before":null,"after":"38ce80a2a7de029a55ad9095cb51e2c2ed88ec16","ref":"refs/heads/fix/offload-ffn-norm","pushedAt":"2024-04-07T02:30:20.000Z","pushType":"branch_creation","commitsCount":0,"pusher":{"login":"hodlen","name":"Holden X","path":"/hodlen","primaryAvatarUrl":"https://github.com/avatars/u/34213478?s=80&v=4"},"commit":{"message":"fix: offload ffn norm weights","shortMessageHtmlLink":"fix: offload ffn norm weights"}},{"before":"c605934b7de120e8ba7381f91953d72fb3c77810","after":"0e834efb19df7b9f7b365b94c873854a8e287a23","ref":"refs/heads/feat-moe","pushedAt":"2024-04-03T14:56:31.000Z","pushType":"push","commitsCount":1,"pusher":{"login":"YixinSong-e","name":"Jeremy Song","path":"/YixinSong-e","primaryAvatarUrl":"https://github.com/avatars/u/76689794?s=80&v=4"},"commit":{"message":"CPU run correctly","shortMessageHtmlLink":"CPU run correctly"}},{"before":"0183bcef8999d5e713ec66cfe8f3e6405236b546","after":"c605934b7de120e8ba7381f91953d72fb3c77810","ref":"refs/heads/feat-moe","pushedAt":"2024-04-03T14:51:52.000Z","pushType":"push","commitsCount":1,"pusher":{"login":"YixinSong-e","name":"Jeremy Song","path":"/YixinSong-e","primaryAvatarUrl":"https://github.com/avatars/u/76689794?s=80&v=4"},"commit":{"message":"WIP:support qwen2","shortMessageHtmlLink":"WIP:support qwen2"}},{"before":"eb45354a656ba4f3b8b3cc14dada7348a9a5ac0e","after":"0183bcef8999d5e713ec66cfe8f3e6405236b546","ref":"refs/heads/feat-moe","pushedAt":"2024-04-03T13:41:30.000Z","pushType":"push","commitsCount":1,"pusher":{"login":"YixinSong-e","name":"Jeremy Song","path":"/YixinSong-e","primaryAvatarUrl":"https://github.com/avatars/u/76689794?s=80&v=4"},"commit":{"message":"fix cpu bugs","shortMessageHtmlLink":"fix cpu bugs"}},{"before":"db0977955316f91db6dc7e03af600b81342a63f2","after":"eb45354a656ba4f3b8b3cc14dada7348a9a5ac0e","ref":"refs/heads/feat-moe","pushedAt":"2024-04-02T17:39:32.000Z","pushType":"push","commitsCount":1,"pusher":{"login":"hodlen","name":"Holden X","path":"/hodlen","primaryAvatarUrl":"https://github.com/avatars/u/34213478?s=80&v=4"},"commit":{"message":"minor: code clearnup","shortMessageHtmlLink":"minor: code clearnup"}},{"before":"54e5482a9c61d34dc1775d1ab175b84bc99ca8fa","after":"db0977955316f91db6dc7e03af600b81342a63f2","ref":"refs/heads/feat-moe","pushedAt":"2024-04-02T17:34:12.000Z","pushType":"push","commitsCount":10,"pusher":{"login":"hodlen","name":"Holden X","path":"/hodlen","primaryAvatarUrl":"https://github.com/avatars/u/34213478?s=80&v=4"},"commit":{"message":"fix: bugs in new ffn spliting","shortMessageHtmlLink":"fix: bugs in new ffn spliting"}},{"before":"0c051b064c282494c37ad175735619ba1fbe7c80","after":null,"ref":"refs/heads/fix/sparse-ffn-seq","pushedAt":"2024-04-02T06:35:52.000Z","pushType":"branch_deletion","commitsCount":0,"pusher":{"login":"hodlen","name":"Holden X","path":"/hodlen","primaryAvatarUrl":"https://github.com/avatars/u/34213478?s=80&v=4"}},{"before":"fb91425f3a77f5aa6d9b642d17952f9a9bfbf733","after":null,"ref":"refs/heads/fix/axpy-dense","pushedAt":"2024-04-02T06:35:52.000Z","pushType":"branch_deletion","commitsCount":0,"pusher":{"login":"hodlen","name":"Holden X","path":"/hodlen","primaryAvatarUrl":"https://github.com/avatars/u/34213478?s=80&v=4"}},{"before":"c8e15df7267f7b3b55e47ddf3fb995733e01ba0c","after":"b478398c589928b1bd883e5a827882579873d250","ref":"refs/heads/main","pushedAt":"2024-04-02T06:35:08.000Z","pushType":"pr_merge","commitsCount":1,"pusher":{"login":"YixinSong-e","name":"Jeremy Song","path":"/YixinSong-e","primaryAvatarUrl":"https://github.com/avatars/u/76689794?s=80&v=4"},"commit":{"message":"Remove axpy dense op (#177)","shortMessageHtmlLink":"Remove axpy dense op (<a class=\"issue-link js-issue-link\" data-error-text=\"Failed to load title\" data-id=\"2219562608\" data-permission-text=\"Title is private\" data-url=\"https://github.com/SJTU-IPADS/PowerInfer/issues/177\" data-hovercard-type=\"pull_request\" data-hovercard-url=\"/SJTU-IPADS/PowerInfer/pull/177/hovercard\" href=\"https://github.com/SJTU-IPADS/PowerInfer/pull/177\">#177</a>)"}},{"before":"b25cb86b0ba9b72af8bf6900a869f7238e876e1d","after":"c8e15df7267f7b3b55e47ddf3fb995733e01ba0c","ref":"refs/heads/main","pushedAt":"2024-04-02T06:34:23.000Z","pushType":"pr_merge","commitsCount":1,"pusher":{"login":"YixinSong-e","name":"Jeremy Song","path":"/YixinSong-e","primaryAvatarUrl":"https://github.com/avatars/u/76689794?s=80&v=4"},"commit":{"message":"hotfix: failed to build ffn with LLM_GATE_SEQ (#178)","shortMessageHtmlLink":"hotfix: failed to build ffn with LLM_GATE_SEQ (<a class=\"issue-link js-issue-link\" data-error-text=\"Failed to load title\" data-id=\"2219660934\" data-permission-text=\"Title is private\" data-url=\"https://github.com/SJTU-IPADS/PowerInfer/issues/178\" data-hovercard-type=\"pull_request\" data-hovercard-url=\"/SJTU-IPADS/PowerInfer/pull/178/hovercard\" href=\"https://github.com/SJTU-IPADS/PowerInfer/pull/178\">#178</a>)"}},{"before":null,"after":"0c051b064c282494c37ad175735619ba1fbe7c80","ref":"refs/heads/fix/sparse-ffn-seq","pushedAt":"2024-04-02T06:25:22.000Z","pushType":"branch_creation","commitsCount":0,"pusher":{"login":"hodlen","name":"Holden X","path":"/hodlen","primaryAvatarUrl":"https://github.com/avatars/u/34213478?s=80&v=4"},"commit":{"message":"hotfix: failed to build ffn with LLM_GATE_SEQ","shortMessageHtmlLink":"hotfix: failed to build ffn with LLM_GATE_SEQ"}},{"before":null,"after":"fb91425f3a77f5aa6d9b642d17952f9a9bfbf733","ref":"refs/heads/fix/axpy-dense","pushedAt":"2024-04-02T04:54:44.000Z","pushType":"branch_creation","commitsCount":0,"pusher":{"login":"hodlen","name":"Holden X","path":"/hodlen","primaryAvatarUrl":"https://github.com/avatars/u/34213478?s=80&v=4"},"commit":{"message":"Remove axpy dense op","shortMessageHtmlLink":"Remove axpy dense op"}}],"hasNextPage":true,"hasPreviousPage":false,"activityType":"all","actor":null,"timePeriod":"all","sort":"DESC","perPage":30,"cursor":"djE6ks8AAAAEf9YsUAA","startCursor":null,"endCursor":null}},"title":"Activity · SJTU-IPADS/PowerInfer"}