{"payload":{"feedbackUrl":"https://github.com/orgs/community/discussions/53140","repo":{"id":547806116,"defaultBranch":"main","name":"text-generation-inference","ownerLogin":"huggingface","currentUserCanPush":false,"isFork":false,"isEmpty":false,"createdAt":"2022-10-08T10:26:28.000Z","ownerAvatar":"https://github.com/avatars/u/25720743?v=4","public":true,"private":false,"isOrgOwned":true},"refInfo":{"name":"","listCacheKey":"v0:1722972331.0","currentOid":""},"activityList":{"items":[{"before":"3280d59f19e847317b35bedd7c9f050a835d7d03","after":null,"ref":"refs/heads/hotfix-falcon-layernom-naming","pushedAt":"2024-08-06T19:25:31.000Z","pushType":"branch_deletion","commitsCount":0,"pusher":{"login":"drbh","name":"drbh","path":"/drbh","primaryAvatarUrl":"https://github.com/avatars/u/9896130?s=80&v=4"}},{"before":"a64d407d64de1ba168523df5391863b1f85c0824","after":"133015f40821706b1eaf9943aa3c9aa477d0c614","ref":"refs/heads/main","pushedAt":"2024-08-06T19:25:30.000Z","pushType":"pr_merge","commitsCount":1,"pusher":{"login":"drbh","name":"drbh","path":"/drbh","primaryAvatarUrl":"https://github.com/avatars/u/9896130?s=80&v=4"},"commit":{"message":"fix: prefer original layernorm names for 180B (#2365)","shortMessageHtmlLink":"fix: prefer original layernorm names for 180B (<a class=\"issue-link js-issue-link\" data-error-text=\"Failed to load title\" data-id=\"2451522279\" data-permission-text=\"Title is private\" data-url=\"https://github.com/huggingface/text-generation-inference/issues/2365\" data-hovercard-type=\"pull_request\" data-hovercard-url=\"/huggingface/text-generation-inference/pull/2365/hovercard\" href=\"https://github.com/huggingface/text-generation-inference/pull/2365\">#2365</a>)"}},{"before":null,"after":"3280d59f19e847317b35bedd7c9f050a835d7d03","ref":"refs/heads/hotfix-falcon-layernom-naming","pushedAt":"2024-08-06T19:08:13.000Z","pushType":"branch_creation","commitsCount":0,"pusher":{"login":"drbh","name":"drbh","path":"/drbh","primaryAvatarUrl":"https://github.com/avatars/u/9896130?s=80&v=4"},"commit":{"message":"fix: prefer original layernorm names for 180B","shortMessageHtmlLink":"fix: prefer original layernorm names for 180B"}},{"before":"fecc66d736165c2434d50cb1dde4442eacb5422e","after":null,"ref":"refs/heads/hotfix-falcon-config-num-ln","pushedAt":"2024-08-06T17:33:24.000Z","pushType":"branch_deletion","commitsCount":0,"pusher":{"login":"drbh","name":"drbh","path":"/drbh","primaryAvatarUrl":"https://github.com/avatars/u/9896130?s=80&v=4"}},{"before":"1768c00b9f124fcf92f513165da5228f355f3ea1","after":"a64d407d64de1ba168523df5391863b1f85c0824","ref":"refs/heads/main","pushedAt":"2024-08-06T17:33:22.000Z","pushType":"pr_merge","commitsCount":1,"pusher":{"login":"drbh","name":"drbh","path":"/drbh","primaryAvatarUrl":"https://github.com/avatars/u/9896130?s=80&v=4"},"commit":{"message":"fix: default num_ln_in_parallel_attn to one if not supplied (#2364)","shortMessageHtmlLink":"fix: default num_ln_in_parallel_attn to one if not supplied (<a class=\"issue-link js-issue-link\" data-error-text=\"Failed to load title\" data-id=\"2451360475\" data-permission-text=\"Title is private\" data-url=\"https://github.com/huggingface/text-generation-inference/issues/2364\" data-hovercard-type=\"pull_request\" data-hovercard-url=\"/huggingface/text-generation-inference/pull/2364/hovercard\" href=\"https://github.com/huggingface/text-generation-inference/pull/2364\">#2364</a>)"}},{"before":null,"after":"fecc66d736165c2434d50cb1dde4442eacb5422e","ref":"refs/heads/hotfix-falcon-config-num-ln","pushedAt":"2024-08-06T17:21:14.000Z","pushType":"branch_creation","commitsCount":0,"pusher":{"login":"drbh","name":"drbh","path":"/drbh","primaryAvatarUrl":"https://github.com/avatars/u/9896130?s=80&v=4"},"commit":{"message":"fix: default num_ln_in_parallel_attn to one if not supplied","shortMessageHtmlLink":"fix: default num_ln_in_parallel_attn to one if not supplied"}},{"before":"e9842ceef2b4ce4f6ac8dd0df62318b624a6cc78","after":null,"ref":"refs/heads/improve-tool-parse-error","pushedAt":"2024-08-06T17:10:21.000Z","pushType":"branch_deletion","commitsCount":0,"pusher":{"login":"drbh","name":"drbh","path":"/drbh","primaryAvatarUrl":"https://github.com/avatars/u/9896130?s=80&v=4"}},{"before":"f8a5b381fe9e755be476d0ab5b20826766ba40cc","after":"1768c00b9f124fcf92f513165da5228f355f3ea1","ref":"refs/heads/main","pushedAt":"2024-08-06T17:10:19.000Z","pushType":"pr_merge","commitsCount":1,"pusher":{"login":"drbh","name":"drbh","path":"/drbh","primaryAvatarUrl":"https://github.com/avatars/u/9896130?s=80&v=4"},"commit":{"message":"feat: return the generated text when parsing fails (#2353)","shortMessageHtmlLink":"feat: return the generated text when parsing fails (<a class=\"issue-link js-issue-link\" data-error-text=\"Failed to load title\" data-id=\"2443702601\" data-permission-text=\"Title is private\" data-url=\"https://github.com/huggingface/text-generation-inference/issues/2353\" data-hovercard-type=\"pull_request\" data-hovercard-url=\"/huggingface/text-generation-inference/pull/2353/hovercard\" href=\"https://github.com/huggingface/text-generation-inference/pull/2353\">#2353</a>)"}},{"before":"ca8ad2dbee891278c0b705ae34a1ac59d0a3601e","after":null,"ref":"refs/heads/improve-finish-reson-value","pushedAt":"2024-08-06T17:09:52.000Z","pushType":"branch_deletion","commitsCount":0,"pusher":{"login":"drbh","name":"drbh","path":"/drbh","primaryAvatarUrl":"https://github.com/avatars/u/9896130?s=80&v=4"}},{"before":"e11f5f1c383831a226e26bf3560d6cdade0ee914","after":"f8a5b381fe9e755be476d0ab5b20826766ba40cc","ref":"refs/heads/main","pushedAt":"2024-08-06T17:09:50.000Z","pushType":"pr_merge","commitsCount":1,"pusher":{"login":"drbh","name":"drbh","path":"/drbh","primaryAvatarUrl":"https://github.com/avatars/u/9896130?s=80&v=4"},"commit":{"message":"feat: prefer stop over eos_token to align with openai finish_reason (#2344)","shortMessageHtmlLink":"feat: prefer stop over eos_token to align with openai finish_reason (<a class=\"issue-link js-issue-link\" data-error-text=\"Failed to load title\" data-id=\"2440358332\" data-permission-text=\"Title is private\" data-url=\"https://github.com/huggingface/text-generation-inference/issues/2344\" data-hovercard-type=\"pull_request\" data-hovercard-url=\"/huggingface/text-generation-inference/pull/2344/hovercard\" href=\"https://github.com/huggingface/text-generation-inference/pull/2344\">#…</a>"}},{"before":"7865851c02bc3b1cbe22f8e95011541893fd2618","after":"8253a0681ad7a8e5400cfd101911c16d936ca62c","ref":"refs/heads/feature/radix-prefix-cache","pushedAt":"2024-08-06T13:56:26.000Z","pushType":"push","commitsCount":2,"pusher":{"login":"danieldk","name":"Daniël de Kok","path":"/danieldk","primaryAvatarUrl":"https://github.com/avatars/u/49398?s=80&v=4"},"commit":{"message":"Pass cached prefix length to the backend","shortMessageHtmlLink":"Pass cached prefix length to the backend"}},{"before":null,"after":"f230da8d636f30763ea22edb5945336734c6b36e","ref":"refs/heads/feature/radix-prefix-cache-bench","pushedAt":"2024-08-06T12:36:53.000Z","pushType":"branch_creation","commitsCount":0,"pusher":{"login":"danieldk","name":"Daniël de Kok","path":"/danieldk","primaryAvatarUrl":"https://github.com/avatars/u/49398?s=80&v=4"},"commit":{"message":"Keeping the benchmark somewhere","shortMessageHtmlLink":"Keeping the benchmark somewhere"}},{"before":"c4258e40fea0bad3bc54208f61454a5b88274ce3","after":null,"ref":"refs/heads/add-templated-route","pushedAt":"2024-08-06T11:51:34.000Z","pushType":"branch_deletion","commitsCount":0,"pusher":{"login":"Narsil","name":"Nicolas Patry","path":"/Narsil","primaryAvatarUrl":"https://github.com/avatars/u/204321?s=80&v=4"}},{"before":"29b8d19cdf83d7fd26a4f17015228363a7163522","after":"e11f5f1c383831a226e26bf3560d6cdade0ee914","ref":"refs/heads/main","pushedAt":"2024-08-06T11:51:32.000Z","pushType":"pr_merge","commitsCount":1,"pusher":{"login":"Narsil","name":"Nicolas Patry","path":"/Narsil","primaryAvatarUrl":"https://github.com/avatars/u/204321?s=80&v=4"},"commit":{"message":"feat: implement a templated endpoint for visibility into chat requests (#2333)\n\n* feat: implement a templated endpoint for visibility into chat requests\r\n\r\n* feat: improve to tokenize too\r\n\r\n* fix: adjust return type\r\n\r\n* feat: simplify prepare_chat_input logic and adjust start stop chars","shortMessageHtmlLink":"feat: implement a templated endpoint for visibility into chat requests ("}},{"before":"516b43f0062b41e6fee583e58dddf97d162a70c6","after":null,"ref":"refs/heads/hotfix-adjust-flash-attn-out","pushedAt":"2024-08-06T11:49:54.000Z","pushType":"branch_deletion","commitsCount":0,"pusher":{"login":"Narsil","name":"Nicolas Patry","path":"/Narsil","primaryAvatarUrl":"https://github.com/avatars/u/204321?s=80&v=4"}},{"before":"dd47a3dac411a3b9896bada2983f5ec7014c1922","after":"29b8d19cdf83d7fd26a4f17015228363a7163522","ref":"refs/heads/main","pushedAt":"2024-08-06T11:49:53.000Z","pushType":"pr_merge","commitsCount":1,"pusher":{"login":"Narsil","name":"Nicolas Patry","path":"/Narsil","primaryAvatarUrl":"https://github.com/avatars/u/204321?s=80&v=4"},"commit":{"message":"fix: return the out tensor rather then the functions return value (#2361)","shortMessageHtmlLink":"fix: return the out tensor rather then the functions return value (<a class=\"issue-link js-issue-link\" data-error-text=\"Failed to load title\" data-id=\"2449285798\" data-permission-text=\"Title is private\" data-url=\"https://github.com/huggingface/text-generation-inference/issues/2361\" data-hovercard-type=\"pull_request\" data-hovercard-url=\"/huggingface/text-generation-inference/pull/2361/hovercard\" href=\"https://github.com/huggingface/text-generation-inference/pull/2361\">#2361</a>"}},{"before":"2a255ad719d0ecc7e6eb5662e0cdfb8a7933f3ad","after":"7865851c02bc3b1cbe22f8e95011541893fd2618","ref":"refs/heads/feature/radix-prefix-cache","pushedAt":"2024-08-06T11:45:37.000Z","pushType":"push","commitsCount":1,"pusher":{"login":"danieldk","name":"Daniël de Kok","path":"/danieldk","primaryAvatarUrl":"https://github.com/avatars/u/49398?s=80&v=4"},"commit":{"message":"Test partially overlapping prefills.","shortMessageHtmlLink":"Test partially overlapping prefills."}},{"before":"9415b90892e9af2030e792fadbd49fd2d997f8d2","after":"2a255ad719d0ecc7e6eb5662e0cdfb8a7933f3ad","ref":"refs/heads/feature/radix-prefix-cache","pushedAt":"2024-08-06T10:50:44.000Z","pushType":"push","commitsCount":2,"pusher":{"login":"danieldk","name":"Daniël de Kok","path":"/danieldk","primaryAvatarUrl":"https://github.com/avatars/u/49398?s=80&v=4"},"commit":{"message":"Initial radix cache tests\n\nAnd fix issues.","shortMessageHtmlLink":"Initial radix cache tests"}},{"before":null,"after":"516b43f0062b41e6fee583e58dddf97d162a70c6","ref":"refs/heads/hotfix-adjust-flash-attn-out","pushedAt":"2024-08-05T19:07:00.000Z","pushType":"branch_creation","commitsCount":0,"pusher":{"login":"drbh","name":"drbh","path":"/drbh","primaryAvatarUrl":"https://github.com/avatars/u/9896130?s=80&v=4"},"commit":{"message":"fix: return the out tensor rather then the functions return value","shortMessageHtmlLink":"fix: return the out tensor rather then the functions return value"}},{"before":null,"after":"4379f0650a98895f1e2de670da5e7b8a77784084","ref":"refs/heads/inlcude-latest-release-on-commit-builds-tags","pushedAt":"2024-08-05T17:13:55.000Z","pushType":"branch_creation","commitsCount":0,"pusher":{"login":"drbh","name":"drbh","path":"/drbh","primaryAvatarUrl":"https://github.com/avatars/u/9896130?s=80&v=4"},"commit":{"message":"feat: add release and sha tagged images","shortMessageHtmlLink":"feat: add release and sha tagged images"}},{"before":"6c547a69dcbe7fe628174c14fd5246d3b269a0f7","after":null,"ref":"refs/heads/update-lora-docs-with-local-path","pushedAt":"2024-08-05T16:36:47.000Z","pushType":"branch_deletion","commitsCount":0,"pusher":{"login":"drbh","name":"drbh","path":"/drbh","primaryAvatarUrl":"https://github.com/avatars/u/9896130?s=80&v=4"}},{"before":"215ed3ad52651f76ca4326713ba9e4e5107323e5","after":"dd47a3dac411a3b9896bada2983f5ec7014c1922","ref":"refs/heads/main","pushedAt":"2024-08-05T16:36:44.000Z","pushType":"pr_merge","commitsCount":1,"pusher":{"login":"drbh","name":"drbh","path":"/drbh","primaryAvatarUrl":"https://github.com/avatars/u/9896130?s=80&v=4"},"commit":{"message":"feat: include local lora adapter loading docs (#2359)","shortMessageHtmlLink":"feat: include local lora adapter loading docs (<a class=\"issue-link js-issue-link\" data-error-text=\"Failed to load title\" data-id=\"2448558633\" data-permission-text=\"Title is private\" data-url=\"https://github.com/huggingface/text-generation-inference/issues/2359\" data-hovercard-type=\"pull_request\" data-hovercard-url=\"/huggingface/text-generation-inference/pull/2359/hovercard\" href=\"https://github.com/huggingface/text-generation-inference/pull/2359\">#2359</a>)"}},{"before":"ce76f4ccc302b21356ce7d24568c456786f18e39","after":"9415b90892e9af2030e792fadbd49fd2d997f8d2","ref":"refs/heads/feature/radix-prefix-cache","pushedAt":"2024-08-05T15:55:58.000Z","pushType":"push","commitsCount":3,"pusher":{"login":"danieldk","name":"Daniël de Kok","path":"/danieldk","primaryAvatarUrl":"https://github.com/avatars/u/49398?s=80&v=4"},"commit":{"message":"First radix allocation bits","shortMessageHtmlLink":"First radix allocation bits"}},{"before":"5be4b814dc518bd4ab6c4c3c0a0903bf8897e4b1","after":"b11a0671910840d19dd4d5d47b1d66a8abd0d783","ref":"refs/heads/trtllm-executor-thread","pushedAt":"2024-08-05T13:39:19.000Z","pushType":"push","commitsCount":1,"pusher":{"login":"mfuntowicz","name":"Funtowicz Morgan","path":"/mfuntowicz","primaryAvatarUrl":"https://github.com/avatars/u/2241520?s=80&v=4"},"commit":{"message":"(misc) missing Result types for Rust","shortMessageHtmlLink":"(misc) missing Result types for Rust"}},{"before":"f964a63565889409368628ca34db540690e110fe","after":"5be4b814dc518bd4ab6c4c3c0a0903bf8897e4b1","ref":"refs/heads/trtllm-executor-thread","pushedAt":"2024-08-05T13:27:22.000Z","pushType":"push","commitsCount":2,"pusher":{"login":"mfuntowicz","name":"Funtowicz Morgan","path":"/mfuntowicz","primaryAvatarUrl":"https://github.com/avatars/u/2241520?s=80&v=4"},"commit":{"message":"(backend) implement the post_processor background thread","shortMessageHtmlLink":"(backend) implement the post_processor background thread"}},{"before":null,"after":"6c547a69dcbe7fe628174c14fd5246d3b269a0f7","ref":"refs/heads/update-lora-docs-with-local-path","pushedAt":"2024-08-05T13:23:54.000Z","pushType":"branch_creation","commitsCount":0,"pusher":{"login":"drbh","name":"drbh","path":"/drbh","primaryAvatarUrl":"https://github.com/avatars/u/9896130?s=80&v=4"},"commit":{"message":"feat: include local lora adapter loading docs","shortMessageHtmlLink":"feat: include local lora adapter loading docs"}},{"before":"645a6f806846cea1b51403c900a67d694ebde989","after":null,"ref":"refs/heads/validate-flash-attn2-on-arch","pushedAt":"2024-08-05T13:11:42.000Z","pushType":"branch_deletion","commitsCount":0,"pusher":{"login":"drbh","name":"drbh","path":"/drbh","primaryAvatarUrl":"https://github.com/avatars/u/9896130?s=80&v=4"}},{"before":"47447ef017d6cdf205be795c7cf7f1086367aa24","after":"215ed3ad52651f76ca4326713ba9e4e5107323e5","ref":"refs/heads/main","pushedAt":"2024-08-05T13:11:40.000Z","pushType":"pr_merge","commitsCount":1,"pusher":{"login":"drbh","name":"drbh","path":"/drbh","primaryAvatarUrl":"https://github.com/avatars/u/9896130?s=80&v=4"},"commit":{"message":"fix: attempt forward on flash attn2 to check hardware support (#2335)\n\n* fix: attempt forward on flash attn2 to check hardware support\r\n\r\n* fix: warn window_size_left when using flash attn 1\r\n\r\n* fix: prefer version check over test op and avoid window_size_left if not flash attn2\r\n\r\n* fix: improve condtional and error message\r\n\r\n* fix: update sliding window conditional\r\n\r\n* fix: simplify changes and revert model changes\r\n\r\n* fix: avoid changing conditional\r\n\r\n* fix: typo tweak","shortMessageHtmlLink":"fix: attempt forward on flash attn2 to check hardware support (<a class=\"issue-link js-issue-link\" data-error-text=\"Failed to load title\" data-id=\"2438324334\" data-permission-text=\"Title is private\" data-url=\"https://github.com/huggingface/text-generation-inference/issues/2335\" data-hovercard-type=\"pull_request\" data-hovercard-url=\"/huggingface/text-generation-inference/pull/2335/hovercard\" href=\"https://github.com/huggingface/text-generation-inference/pull/2335\">#2335</a>)"}},{"before":"05a1d1b83a0f10937c54582b4e7f84c15fb9afa2","after":"ab2ab2a0aa481b2776af4cc05a22c5dec9b92c2b","ref":"refs/heads/feature/no_repeat_ngram_size_ci","pushedAt":"2024-08-05T12:36:15.000Z","pushType":"push","commitsCount":1,"pusher":{"login":"ErikKaum","name":"Erik Kaunismäki","path":"/ErikKaum","primaryAvatarUrl":"https://github.com/avatars/u/24875419?s=80&v=4"},"commit":{"message":"pre-commit","shortMessageHtmlLink":"pre-commit"}},{"before":"82d7914761e92de7417ec0a5fd12e09dadb7fdbf","after":"05a1d1b83a0f10937c54582b4e7f84c15fb9afa2","ref":"refs/heads/feature/no_repeat_ngram_size_ci","pushedAt":"2024-08-05T10:49:29.000Z","pushType":"push","commitsCount":1,"pusher":{"login":"ErikKaum","name":"Erik Kaunismäki","path":"/ErikKaum","primaryAvatarUrl":"https://github.com/avatars/u/24875419?s=80&v=4"},"commit":{"message":"forgot fixture","shortMessageHtmlLink":"forgot fixture"}}],"hasNextPage":true,"hasPreviousPage":false,"activityType":"all","actor":null,"timePeriod":"all","sort":"DESC","perPage":30,"cursor":"djE6ks8AAAAEk3UZVwA","startCursor":null,"endCursor":null}},"title":"Activity · huggingface/text-generation-inference"}