{"payload":{"feedbackUrl":"https://github.com/orgs/community/discussions/53140","repo":{"id":683573931,"defaultBranch":"main","name":"Awesome-LLM-Inference","ownerLogin":"DefTruth","currentUserCanPush":false,"isFork":false,"isEmpty":false,"createdAt":"2023-08-27T02:32:15.000Z","ownerAvatar":"https://github.com/avatars/u/31974251?v=4","public":true,"private":false,"isOrgOwned":false},"refInfo":{"name":"","listCacheKey":"v0:1725845129.0","currentOid":""},"activityList":{"items":[{"before":"a0ab6088d8f06b1ab305a4149a3f4c2e6e2f334f","after":null,"ref":"refs/heads/DefTruth-patch-1","pushedAt":"2024-09-09T01:25:00.000Z","pushType":"branch_deletion","commitsCount":0,"pusher":{"login":"DefTruth","name":"DefTruth","path":"/DefTruth","primaryAvatarUrl":"https://github.com/avatars/u/31974251?s=80&v=4"}},{"before":"9361bbfe09fa92a91e685182c7a75c0eab36d020","after":"f0860e8477e24ddb8bb39bcb52e6e19d9116f150","ref":"refs/heads/main","pushedAt":"2024-09-09T01:24:56.000Z","pushType":"pr_merge","commitsCount":1,"pusher":{"login":"DefTruth","name":"DefTruth","path":"/DefTruth","primaryAvatarUrl":"https://github.com/avatars/u/31974251?s=80&v=4"},"commit":{"message":"Bump up to v2.3 (#61)","shortMessageHtmlLink":"Bump up to v2.3 (<a class=\"issue-link js-issue-link\" data-error-text=\"Failed to load title\" data-id=\"2512699889\" data-permission-text=\"Title is private\" data-url=\"https://github.com/DefTruth/Awesome-LLM-Inference/issues/61\" data-hovercard-type=\"pull_request\" data-hovercard-url=\"/DefTruth/Awesome-LLM-Inference/pull/61/hovercard\" href=\"https://github.com/DefTruth/Awesome-LLM-Inference/pull/61\">#61</a>)"}},{"before":null,"after":"a0ab6088d8f06b1ab305a4149a3f4c2e6e2f334f","ref":"refs/heads/DefTruth-patch-1","pushedAt":"2024-09-09T01:24:44.000Z","pushType":"branch_creation","commitsCount":0,"pusher":{"login":"DefTruth","name":"DefTruth","path":"/DefTruth","primaryAvatarUrl":"https://github.com/avatars/u/31974251?s=80&v=4"},"commit":{"message":"Bump up to v2.3","shortMessageHtmlLink":"Bump up to v2.3"}},{"before":"b1792778d9b0fd090b19eb88156cb26f9706f2c3","after":"9361bbfe09fa92a91e685182c7a75c0eab36d020","ref":"refs/heads/main","pushedAt":"2024-09-09T01:23:58.000Z","pushType":"push","commitsCount":1,"pusher":{"login":"DefTruth","name":"DefTruth","path":"/DefTruth","primaryAvatarUrl":"https://github.com/avatars/u/31974251?s=80&v=4"},"commit":{"message":"🔥[TEE]Confidential Computing on nVIDIA H100 GPU: A Performance Benchmark Study","shortMessageHtmlLink":"🔥[TEE]Confidential Computing on nVIDIA H100 GPU: A Performance Benchm…"}},{"before":"671dcc07722bdbab4cec42923401e2510923d3ba","after":null,"ref":"refs/heads/DefTruth-patch-1","pushedAt":"2024-09-05T01:40:26.000Z","pushType":"branch_deletion","commitsCount":0,"pusher":{"login":"DefTruth","name":"DefTruth","path":"/DefTruth","primaryAvatarUrl":"https://github.com/avatars/u/31974251?s=80&v=4"}},{"before":"9df7bcf142524889447edd600efbd9b4d7f19cc6","after":"b1792778d9b0fd090b19eb88156cb26f9706f2c3","ref":"refs/heads/main","pushedAt":"2024-09-05T01:40:23.000Z","pushType":"pr_merge","commitsCount":1,"pusher":{"login":"DefTruth","name":"DefTruth","path":"/DefTruth","primaryAvatarUrl":"https://github.com/avatars/u/31974251?s=80&v=4"},"commit":{"message":"🔥[SpMM] High Performance Unstructured SpMM Computation Using Tensor Cores (#60)","shortMessageHtmlLink":"🔥[SpMM] High Performance Unstructured SpMM Computation Using Tensor C…"}},{"before":null,"after":"671dcc07722bdbab4cec42923401e2510923d3ba","ref":"refs/heads/DefTruth-patch-1","pushedAt":"2024-09-05T01:40:07.000Z","pushType":"branch_creation","commitsCount":0,"pusher":{"login":"DefTruth","name":"DefTruth","path":"/DefTruth","primaryAvatarUrl":"https://github.com/avatars/u/31974251?s=80&v=4"},"commit":{"message":"🔥[SpMM] High Performance Unstructured SpMM Computation Using Tensor Cores","shortMessageHtmlLink":"🔥[SpMM] High Performance Unstructured SpMM Computation Using Tensor C…"}},{"before":"f34588c6bde52e9626b83c3df30b983943bfaf46","after":null,"ref":"refs/heads/DefTruth-patch-1","pushedAt":"2024-09-05T01:35:35.000Z","pushType":"branch_deletion","commitsCount":0,"pusher":{"login":"DefTruth","name":"DefTruth","path":"/DefTruth","primaryAvatarUrl":"https://github.com/avatars/u/31974251?s=80&v=4"}},{"before":"6d7e9f8aeae4a7cde8f697748902b61977f2f5e2","after":"9df7bcf142524889447edd600efbd9b4d7f19cc6","ref":"refs/heads/main","pushedAt":"2024-09-05T01:35:32.000Z","pushType":"pr_merge","commitsCount":1,"pusher":{"login":"DefTruth","name":"DefTruth","path":"/DefTruth","primaryAvatarUrl":"https://github.com/avatars/u/31974251?s=80&v=4"},"commit":{"message":"🔥[CHESS] CHESS : Optimizing LLM Inference via Channel-Wise Thresholding and Selective Sparsification (#59)","shortMessageHtmlLink":"🔥[CHESS] CHESS : Optimizing LLM Inference via Channel-Wise Thresholdi…"}},{"before":null,"after":"f34588c6bde52e9626b83c3df30b983943bfaf46","ref":"refs/heads/DefTruth-patch-1","pushedAt":"2024-09-05T01:35:13.000Z","pushType":"branch_creation","commitsCount":0,"pusher":{"login":"DefTruth","name":"DefTruth","path":"/DefTruth","primaryAvatarUrl":"https://github.com/avatars/u/31974251?s=80&v=4"},"commit":{"message":"🔥[CHESS] CHESS : Optimizing LLM Inference via Channel-Wise Thresholding and Selective Sparsification","shortMessageHtmlLink":"🔥[CHESS] CHESS : Optimizing LLM Inference via Channel-Wise Thresholdi…"}},{"before":"11a744680be5a2c4ba74a2697fa02ac9abd694bf","after":null,"ref":"refs/heads/DefTruth-patch-1","pushedAt":"2024-09-04T06:21:41.000Z","pushType":"branch_deletion","commitsCount":0,"pusher":{"login":"DefTruth","name":"DefTruth","path":"/DefTruth","primaryAvatarUrl":"https://github.com/avatars/u/31974251?s=80&v=4"}},{"before":"445dab92015d9d20d8ef4822038b0b9bbaaa2fe2","after":"6d7e9f8aeae4a7cde8f697748902b61977f2f5e2","ref":"refs/heads/main","pushedAt":"2024-09-04T06:21:38.000Z","pushType":"pr_merge","commitsCount":1,"pusher":{"login":"DefTruth","name":"DefTruth","path":"/DefTruth","primaryAvatarUrl":"https://github.com/avatars/u/31974251?s=80&v=4"},"commit":{"message":"Bump up to v2.2 (#58)","shortMessageHtmlLink":"Bump up to v2.2 (<a class=\"issue-link js-issue-link\" data-error-text=\"Failed to load title\" data-id=\"2504411538\" data-permission-text=\"Title is private\" data-url=\"https://github.com/DefTruth/Awesome-LLM-Inference/issues/58\" data-hovercard-type=\"pull_request\" data-hovercard-url=\"/DefTruth/Awesome-LLM-Inference/pull/58/hovercard\" href=\"https://github.com/DefTruth/Awesome-LLM-Inference/pull/58\">#58</a>)"}},{"before":null,"after":"11a744680be5a2c4ba74a2697fa02ac9abd694bf","ref":"refs/heads/DefTruth-patch-1","pushedAt":"2024-09-04T06:21:27.000Z","pushType":"branch_creation","commitsCount":0,"pusher":{"login":"DefTruth","name":"DefTruth","path":"/DefTruth","primaryAvatarUrl":"https://github.com/avatars/u/31974251?s=80&v=4"},"commit":{"message":"Bump up to v2.2","shortMessageHtmlLink":"Bump up to v2.2"}},{"before":"42ff7958412e03191b1efe70e736774748442277","after":null,"ref":"refs/heads/DefTruth-patch-1","pushedAt":"2024-09-04T06:20:20.000Z","pushType":"branch_deletion","commitsCount":0,"pusher":{"login":"DefTruth","name":"DefTruth","path":"/DefTruth","primaryAvatarUrl":"https://github.com/avatars/u/31974251?s=80&v=4"}},{"before":"e1ec28220acf8552e9f6a048075ecb2106dab4ce","after":"445dab92015d9d20d8ef4822038b0b9bbaaa2fe2","ref":"refs/heads/main","pushedAt":"2024-09-04T06:20:17.000Z","pushType":"pr_merge","commitsCount":1,"pusher":{"login":"DefTruth","name":"DefTruth","path":"/DefTruth","primaryAvatarUrl":"https://github.com/avatars/u/31974251?s=80&v=4"},"commit":{"message":"🔥🔥[Context Distillation] Efficient LLM Context Distillation (#57)","shortMessageHtmlLink":"🔥🔥[Context Distillation] Efficient LLM Context Distillation (<a class=\"issue-link js-issue-link\" data-error-text=\"Failed to load title\" data-id=\"2504409557\" data-permission-text=\"Title is private\" data-url=\"https://github.com/DefTruth/Awesome-LLM-Inference/issues/57\" data-hovercard-type=\"pull_request\" data-hovercard-url=\"/DefTruth/Awesome-LLM-Inference/pull/57/hovercard\" href=\"https://github.com/DefTruth/Awesome-LLM-Inference/pull/57\">#57</a>)"}},{"before":null,"after":"42ff7958412e03191b1efe70e736774748442277","ref":"refs/heads/DefTruth-patch-1","pushedAt":"2024-09-04T06:20:06.000Z","pushType":"branch_creation","commitsCount":0,"pusher":{"login":"DefTruth","name":"DefTruth","path":"/DefTruth","primaryAvatarUrl":"https://github.com/avatars/u/31974251?s=80&v=4"},"commit":{"message":"🔥🔥[Context Distillation] Efficient LLM Context Distillation","shortMessageHtmlLink":"🔥🔥[Context Distillation] Efficient LLM Context Distillation"}},{"before":"5bc400cc00888a70c8bebc7e3785e6bc2a98846a","after":null,"ref":"refs/heads/DefTruth-patch-1","pushedAt":"2024-09-04T06:17:01.000Z","pushType":"branch_deletion","commitsCount":0,"pusher":{"login":"DefTruth","name":"DefTruth","path":"/DefTruth","primaryAvatarUrl":"https://github.com/avatars/u/31974251?s=80&v=4"}},{"before":"4ba8aae9f892f45d6bca2ebe56a4bd5a62364e33","after":"e1ec28220acf8552e9f6a048075ecb2106dab4ce","ref":"refs/heads/main","pushedAt":"2024-09-04T06:16:58.000Z","pushType":"pr_merge","commitsCount":1,"pusher":{"login":"DefTruth","name":"DefTruth","path":"/DefTruth","primaryAvatarUrl":"https://github.com/avatars/u/31974251?s=80&v=4"},"commit":{"message":"🔥🔥[Prompt Compression] Prompt Compression with Context-Aware Sentence Encoding for Fast and Improved LLM Inference (#56)","shortMessageHtmlLink":"🔥🔥[Prompt Compression] Prompt Compression with Context-Aware Sentence…"}},{"before":null,"after":"5bc400cc00888a70c8bebc7e3785e6bc2a98846a","ref":"refs/heads/DefTruth-patch-1","pushedAt":"2024-09-04T06:16:40.000Z","pushType":"branch_creation","commitsCount":0,"pusher":{"login":"DefTruth","name":"DefTruth","path":"/DefTruth","primaryAvatarUrl":"https://github.com/avatars/u/31974251?s=80&v=4"},"commit":{"message":"🔥🔥[Prompt Compression] Prompt Compression with Context-Aware Sentence Encoding for Fast and Improved LLM Inference","shortMessageHtmlLink":"🔥🔥[Prompt Compression] Prompt Compression with Context-Aware Sentence…"}},{"before":"3210bf34ae6faed8f1fef26817cff1a4f1bdca8f","after":null,"ref":"refs/heads/DefTruth-patch-1","pushedAt":"2024-09-01T06:42:24.000Z","pushType":"branch_deletion","commitsCount":0,"pusher":{"login":"DefTruth","name":"DefTruth","path":"/DefTruth","primaryAvatarUrl":"https://github.com/avatars/u/31974251?s=80&v=4"}},{"before":"7a9ac239448a469cf4dd86ec5b4b8e083543480d","after":"4ba8aae9f892f45d6bca2ebe56a4bd5a62364e33","ref":"refs/heads/main","pushedAt":"2024-09-01T06:42:20.000Z","pushType":"pr_merge","commitsCount":1,"pusher":{"login":"DefTruth","name":"DefTruth","path":"/DefTruth","primaryAvatarUrl":"https://github.com/avatars/u/31974251?s=80&v=4"},"commit":{"message":"🔥[Speculative Decoding] Boosting Lossless Speculative Decoding via Feature Sampling and Partial Alignment Distillation (#55)","shortMessageHtmlLink":"🔥[Speculative Decoding] Boosting Lossless Speculative Decoding via Fe…"}},{"before":null,"after":"3210bf34ae6faed8f1fef26817cff1a4f1bdca8f","ref":"refs/heads/DefTruth-patch-1","pushedAt":"2024-09-01T06:42:02.000Z","pushType":"branch_creation","commitsCount":0,"pusher":{"login":"DefTruth","name":"DefTruth","path":"/DefTruth","primaryAvatarUrl":"https://github.com/avatars/u/31974251?s=80&v=4"},"commit":{"message":"🔥[Speculative Decoding] Boosting Lossless Speculative Decoding via Feature Sampling and Partial Alignment Distillation","shortMessageHtmlLink":"🔥[Speculative Decoding] Boosting Lossless Speculative Decoding via Fe…"}},{"before":"43ec51da2b2c62f85955ea1bee6c7930d174388d","after":null,"ref":"refs/heads/DefTruth-patch-1","pushedAt":"2024-09-01T06:38:07.000Z","pushType":"branch_deletion","commitsCount":0,"pusher":{"login":"DefTruth","name":"DefTruth","path":"/DefTruth","primaryAvatarUrl":"https://github.com/avatars/u/31974251?s=80&v=4"}},{"before":"a0287df3f15a90cf4598981c40bf753c52ad0584","after":"7a9ac239448a469cf4dd86ec5b4b8e083543480d","ref":"refs/heads/main","pushedAt":"2024-09-01T06:38:03.000Z","pushType":"pr_merge","commitsCount":1,"pusher":{"login":"DefTruth","name":"DefTruth","path":"/DefTruth","primaryAvatarUrl":"https://github.com/avatars/u/31974251?s=80&v=4"},"commit":{"message":"🔥[SJF Scheduling] Efficient LLM Scheduling by Learning to Rank (#54)","shortMessageHtmlLink":"🔥[SJF Scheduling] Efficient LLM Scheduling by Learning to Rank (<a class=\"issue-link js-issue-link\" data-error-text=\"Failed to load title\" data-id=\"2499261156\" data-permission-text=\"Title is private\" data-url=\"https://github.com/DefTruth/Awesome-LLM-Inference/issues/54\" data-hovercard-type=\"pull_request\" data-hovercard-url=\"/DefTruth/Awesome-LLM-Inference/pull/54/hovercard\" href=\"https://github.com/DefTruth/Awesome-LLM-Inference/pull/54\">#54</a>)"}},{"before":null,"after":"43ec51da2b2c62f85955ea1bee6c7930d174388d","ref":"refs/heads/DefTruth-patch-1","pushedAt":"2024-09-01T06:37:51.000Z","pushType":"branch_creation","commitsCount":0,"pusher":{"login":"DefTruth","name":"DefTruth","path":"/DefTruth","primaryAvatarUrl":"https://github.com/avatars/u/31974251?s=80&v=4"},"commit":{"message":"🔥[SJF Scheduling] Efficient LLM Scheduling by Learning to Rank","shortMessageHtmlLink":"🔥[SJF Scheduling] Efficient LLM Scheduling by Learning to Rank"}},{"before":"f18875d2cc77c46ec3f6acd01b4d08df88cddee8","after":null,"ref":"refs/heads/DefTruth-patch-1","pushedAt":"2024-09-01T06:33:11.000Z","pushType":"branch_deletion","commitsCount":0,"pusher":{"login":"DefTruth","name":"DefTruth","path":"/DefTruth","primaryAvatarUrl":"https://github.com/avatars/u/31974251?s=80&v=4"}},{"before":"0e521befeb3126590b213a5a3f8f5d2b1c3d3258","after":"a0287df3f15a90cf4598981c40bf753c52ad0584","ref":"refs/heads/main","pushedAt":"2024-09-01T06:33:07.000Z","pushType":"pr_merge","commitsCount":1,"pusher":{"login":"DefTruth","name":"DefTruth","path":"/DefTruth","primaryAvatarUrl":"https://github.com/avatars/u/31974251?s=80&v=4"},"commit":{"message":"🔥[Decentralized LLM] Decentralized LLM Inference over Edge Networks with Energy Harvesting (#53)","shortMessageHtmlLink":"🔥[Decentralized LLM] Decentralized LLM Inference over Edge Networks w…"}},{"before":null,"after":"f18875d2cc77c46ec3f6acd01b4d08df88cddee8","ref":"refs/heads/DefTruth-patch-1","pushedAt":"2024-09-01T06:32:45.000Z","pushType":"branch_creation","commitsCount":0,"pusher":{"login":"DefTruth","name":"DefTruth","path":"/DefTruth","primaryAvatarUrl":"https://github.com/avatars/u/31974251?s=80&v=4"},"commit":{"message":"🔥[Decentralized LLM] Decentralized LLM Inference over Edge Networks with Energy Harvesting","shortMessageHtmlLink":"🔥[Decentralized LLM] Decentralized LLM Inference over Edge Networks w…"}},{"before":"cb219a995dfa34e8f1f23db7142d03221fb68020","after":null,"ref":"refs/heads/DefTruth-patch-1","pushedAt":"2024-08-30T11:13:52.000Z","pushType":"branch_deletion","commitsCount":0,"pusher":{"login":"DefTruth","name":"DefTruth","path":"/DefTruth","primaryAvatarUrl":"https://github.com/avatars/u/31974251?s=80&v=4"}},{"before":"1c4f81c631b7d23855dfa0db7b95562a5b39d87d","after":"0e521befeb3126590b213a5a3f8f5d2b1c3d3258","ref":"refs/heads/main","pushedAt":"2024-08-30T11:13:49.000Z","pushType":"pr_merge","commitsCount":1,"pusher":{"login":"DefTruth","name":"DefTruth","path":"/DefTruth","primaryAvatarUrl":"https://github.com/avatars/u/31974251?s=80&v=4"},"commit":{"message":"🔥[ACTIVATION SPARSITY] TRAINING-FREE ACTIVATION SPARSITY IN LARGE LANGUAGE MODELS (#52)","shortMessageHtmlLink":"🔥[ACTIVATION SPARSITY] TRAINING-FREE ACTIVATION SPARSITY IN LARGE LAN…"}}],"hasNextPage":true,"hasPreviousPage":false,"activityType":"all","actor":null,"timePeriod":"all","sort":"DESC","perPage":30,"cursor":"djE6ks8AAAAEsF_00gA","startCursor":null,"endCursor":null}},"title":"Activity · DefTruth/Awesome-LLM-Inference"}