{"payload":{"feedbackUrl":"https://github.com/orgs/community/discussions/53140","repo":{"id":645270986,"defaultBranch":"main","name":"alpaca_eval","ownerLogin":"tatsu-lab","currentUserCanPush":false,"isFork":false,"isEmpty":false,"createdAt":"2023-05-25T09:35:28.000Z","ownerAvatar":"https://github.com/avatars/u/61893194?v=4","public":true,"private":false,"isOrgOwned":true},"refInfo":{"name":"","listCacheKey":"v0:1722442930.0","currentOid":""},"activityList":{"items":[{"before":"2c8984a4529edd28541bff4e5f856e478d6fa577","after":"f2a7fc26d897b5b81653cec8b95657e030c0201a","ref":"refs/heads/main","pushedAt":"2024-08-02T14:32:18.000Z","pushType":"push","commitsCount":1,"pusher":{"login":"YannDubs","name":"Yann Dubois","path":"/YannDubs","primaryAvatarUrl":"https://github.com/avatars/u/24327668?s=80&v=4"},"commit":{"message":"update bibtex","shortMessageHtmlLink":"update bibtex"}},{"before":"dd8d5063d7d2c902bf32950dca1cf72e79da5b7b","after":null,"ref":"refs/heads/yann/llama3vllm","pushedAt":"2024-07-31T16:22:10.000Z","pushType":"branch_deletion","commitsCount":0,"pusher":{"login":"YannDubs","name":"Yann Dubois","path":"/YannDubs","primaryAvatarUrl":"https://github.com/avatars/u/24327668?s=80&v=4"}},{"before":"32c8c0d068205c38b02003b67e0beec82a8f1ac2","after":"2c8984a4529edd28541bff4e5f856e478d6fa577","ref":"refs/heads/main","pushedAt":"2024-07-31T16:22:07.000Z","pushType":"pr_merge","commitsCount":1,"pusher":{"login":"YannDubs","name":"Yann Dubois","path":"/YannDubs","primaryAvatarUrl":"https://github.com/avatars/u/24327668?s=80&v=4"},"commit":{"message":"[ENH] add example for LLama 3 vllm (#381)","shortMessageHtmlLink":"[ENH] add example for LLama 3 vllm (<a class=\"issue-link js-issue-link\" data-error-text=\"Failed to load title\" data-id=\"2440437248\" data-permission-text=\"Title is private\" data-url=\"https://github.com/tatsu-lab/alpaca_eval/issues/381\" data-hovercard-type=\"pull_request\" data-hovercard-url=\"/tatsu-lab/alpaca_eval/pull/381/hovercard\" href=\"https://github.com/tatsu-lab/alpaca_eval/pull/381\">#381</a>)"}},{"before":null,"after":"dd8d5063d7d2c902bf32950dca1cf72e79da5b7b","ref":"refs/heads/yann/llama3vllm","pushedAt":"2024-07-31T16:21:06.000Z","pushType":"branch_creation","commitsCount":0,"pusher":{"login":"YannDubs","name":"Yann Dubois","path":"/YannDubs","primaryAvatarUrl":"https://github.com/avatars/u/24327668?s=80&v=4"},"commit":{"message":"[ENH] add example for LLama 3 vllm","shortMessageHtmlLink":"[ENH] add example for LLama 3 vllm"}},{"before":"42189a205f34bc029ff05efb9b422d0d351fe06f","after":"32c8c0d068205c38b02003b67e0beec82a8f1ac2","ref":"refs/heads/main","pushedAt":"2024-07-26T01:08:52.000Z","pushType":"push","commitsCount":1,"pusher":{"login":"github-actions[bot]","name":null,"path":"/apps/github-actions","primaryAvatarUrl":"https://github.com/avatars/in/15368?s=80&v=4"},"commit":{"message":"Automated leaderboard update","shortMessageHtmlLink":"Automated leaderboard update"}},{"before":"1e24a70b408ba0de2c3b72c05fe1364c00d71679","after":"42189a205f34bc029ff05efb9b422d0d351fe06f","ref":"refs/heads/main","pushedAt":"2024-07-26T01:06:37.000Z","pushType":"pr_merge","commitsCount":1,"pusher":{"login":"YannDubs","name":"Yann Dubois","path":"/YannDubs","primaryAvatarUrl":"https://github.com/avatars/u/24327668?s=80&v=4"},"commit":{"message":"[ENH] add llama 3.1 (#378)","shortMessageHtmlLink":"[ENH] add llama 3.1 (<a class=\"issue-link js-issue-link\" data-error-text=\"Failed to load title\" data-id=\"2431214066\" data-permission-text=\"Title is private\" data-url=\"https://github.com/tatsu-lab/alpaca_eval/issues/378\" data-hovercard-type=\"pull_request\" data-hovercard-url=\"/tatsu-lab/alpaca_eval/pull/378/hovercard\" href=\"https://github.com/tatsu-lab/alpaca_eval/pull/378\">#378</a>)"}},{"before":null,"after":"d06a1c59daecc91f677a695f7dd2ca6000286961","ref":"refs/heads/yann/llama31","pushedAt":"2024-07-26T01:03:51.000Z","pushType":"branch_creation","commitsCount":0,"pusher":{"login":"YannDubs","name":"Yann Dubois","path":"/YannDubs","primaryAvatarUrl":"https://github.com/avatars/u/24327668?s=80&v=4"},"commit":{"message":"[ENH] add llama 3.1","shortMessageHtmlLink":"[ENH] add llama 3.1"}},{"before":"394f340e37dde40e2556c2e5498d03fc2eae4fca","after":"1e24a70b408ba0de2c3b72c05fe1364c00d71679","ref":"refs/heads/main","pushedAt":"2024-07-25T23:33:43.000Z","pushType":"push","commitsCount":1,"pusher":{"login":"github-actions[bot]","name":null,"path":"/apps/github-actions","primaryAvatarUrl":"https://github.com/avatars/in/15368?s=80&v=4"},"commit":{"message":"Automated leaderboard update","shortMessageHtmlLink":"Automated leaderboard update"}},{"before":"d7747c36934ad0b216fdb263d59e4e554411a739","after":"394f340e37dde40e2556c2e5498d03fc2eae4fca","ref":"refs/heads/main","pushedAt":"2024-07-25T23:31:38.000Z","pushType":"pr_merge","commitsCount":1,"pusher":{"login":"YannDubs","name":"Yann Dubois","path":"/YannDubs","primaryAvatarUrl":"https://github.com/avatars/u/24327668?s=80&v=4"},"commit":{"message":"Add Llama-3-Instruct-8B-WPO-HB-v2 to AlpacaEval (#377)\n\nCo-authored-by: wenxuan zhou <wenxuan.zhou@zoom.us>","shortMessageHtmlLink":"Add Llama-3-Instruct-8B-WPO-HB-v2 to AlpacaEval (<a class=\"issue-link js-issue-link\" data-error-text=\"Failed to load title\" data-id=\"2428414632\" data-permission-text=\"Title is private\" data-url=\"https://github.com/tatsu-lab/alpaca_eval/issues/377\" data-hovercard-type=\"pull_request\" data-hovercard-url=\"/tatsu-lab/alpaca_eval/pull/377/hovercard\" href=\"https://github.com/tatsu-lab/alpaca_eval/pull/377\">#377</a>)"}},{"before":"6c8014c15df94b39adfd7965206d7ee0db8873f5","after":"d7747c36934ad0b216fdb263d59e4e554411a739","ref":"refs/heads/main","pushedAt":"2024-07-18T18:01:01.000Z","pushType":"push","commitsCount":1,"pusher":{"login":"github-actions[bot]","name":null,"path":"/apps/github-actions","primaryAvatarUrl":"https://github.com/avatars/in/15368?s=80&v=4"},"commit":{"message":"update __version__","shortMessageHtmlLink":"update __version__"}},{"before":"37b9619ea7febaba41c627dcd5577bc852e2669f","after":null,"ref":"refs/heads/yann/vllm_do_sample","pushedAt":"2024-07-18T17:47:37.000Z","pushType":"branch_deletion","commitsCount":0,"pusher":{"login":"YannDubs","name":"Yann Dubois","path":"/YannDubs","primaryAvatarUrl":"https://github.com/avatars/u/24327668?s=80&v=4"}},{"before":"19866ff84cd815cb8907c27fd34766541813cfa0","after":"6c8014c15df94b39adfd7965206d7ee0db8873f5","ref":"refs/heads/main","pushedAt":"2024-07-18T17:47:31.000Z","pushType":"pr_merge","commitsCount":1,"pusher":{"login":"YannDubs","name":"Yann Dubois","path":"/YannDubs","primaryAvatarUrl":"https://github.com/avatars/u/24327668?s=80&v=4"},"commit":{"message":"[BUG] bckward compatibility vllm do_sample -> use_beam_search (#373)","shortMessageHtmlLink":"[BUG] bckward compatibility vllm do_sample -&gt; use_beam_search (<a class=\"issue-link js-issue-link\" data-error-text=\"Failed to load title\" data-id=\"2417007364\" data-permission-text=\"Title is private\" data-url=\"https://github.com/tatsu-lab/alpaca_eval/issues/373\" data-hovercard-type=\"pull_request\" data-hovercard-url=\"/tatsu-lab/alpaca_eval/pull/373/hovercard\" href=\"https://github.com/tatsu-lab/alpaca_eval/pull/373\">#373</a>)"}},{"before":null,"after":"37b9619ea7febaba41c627dcd5577bc852e2669f","ref":"refs/heads/yann/vllm_do_sample","pushedAt":"2024-07-18T17:44:30.000Z","pushType":"branch_creation","commitsCount":0,"pusher":{"login":"YannDubs","name":"Yann Dubois","path":"/YannDubs","primaryAvatarUrl":"https://github.com/avatars/u/24327668?s=80&v=4"},"commit":{"message":"[BUG] bckward compatibility vllm do_sample -> use_beam_search","shortMessageHtmlLink":"[BUG] bckward compatibility vllm do_sample -&gt; use_beam_search"}},{"before":"b9f73330d55ed6461c6f1d22e45d4c9c332c0654","after":null,"ref":"refs/heads/yann/simple_lc","pushedAt":"2024-07-18T17:35:18.000Z","pushType":"branch_deletion","commitsCount":0,"pusher":{"login":"YannDubs","name":"Yann Dubois","path":"/YannDubs","primaryAvatarUrl":"https://github.com/avatars/u/24327668?s=80&v=4"}},{"before":"aecedcef035a65b6cc7bff527c47e904072d95fe","after":"19866ff84cd815cb8907c27fd34766541813cfa0","ref":"refs/heads/main","pushedAt":"2024-07-18T17:35:14.000Z","pushType":"pr_merge","commitsCount":1,"pusher":{"login":"YannDubs","name":"Yann Dubois","path":"/YannDubs","primaryAvatarUrl":"https://github.com/avatars/u/24327668?s=80&v=4"},"commit":{"message":"[ENH] adding simplified glm (#372)","shortMessageHtmlLink":"[ENH] adding simplified glm (<a class=\"issue-link js-issue-link\" data-error-text=\"Failed to load title\" data-id=\"2416992013\" data-permission-text=\"Title is private\" data-url=\"https://github.com/tatsu-lab/alpaca_eval/issues/372\" data-hovercard-type=\"pull_request\" data-hovercard-url=\"/tatsu-lab/alpaca_eval/pull/372/hovercard\" href=\"https://github.com/tatsu-lab/alpaca_eval/pull/372\">#372</a>)"}},{"before":null,"after":"b9f73330d55ed6461c6f1d22e45d4c9c332c0654","ref":"refs/heads/yann/simple_lc","pushedAt":"2024-07-18T17:34:57.000Z","pushType":"branch_creation","commitsCount":0,"pusher":{"login":"YannDubs","name":"Yann Dubois","path":"/YannDubs","primaryAvatarUrl":"https://github.com/avatars/u/24327668?s=80&v=4"},"commit":{"message":"[ENH] adding simplified glm","shortMessageHtmlLink":"[ENH] adding simplified glm"}},{"before":"1c22f12af53f8fb14578bd7fee77cf0d067f1112","after":"aecedcef035a65b6cc7bff527c47e904072d95fe","ref":"refs/heads/main","pushedAt":"2024-07-18T16:26:21.000Z","pushType":"push","commitsCount":1,"pusher":{"login":"github-actions[bot]","name":null,"path":"/apps/github-actions","primaryAvatarUrl":"https://github.com/avatars/in/15368?s=80&v=4"},"commit":{"message":"Automated leaderboard update","shortMessageHtmlLink":"Automated leaderboard update"}},{"before":"e3d00ab6b8667a700d3641a827fe802c6bc0e88c","after":"1c22f12af53f8fb14578bd7fee77cf0d067f1112","ref":"refs/heads/main","pushedAt":"2024-07-18T16:24:13.000Z","pushType":"pr_merge","commitsCount":1,"pusher":{"login":"YannDubs","name":"Yann Dubois","path":"/YannDubs","primaryAvatarUrl":"https://github.com/avatars/u/24327668?s=80&v=4"},"commit":{"message":"[ENH] add the code to comptue instructio (#371)","shortMessageHtmlLink":"[ENH] add the code to comptue instructio (<a class=\"issue-link js-issue-link\" data-error-text=\"Failed to load title\" data-id=\"2416881279\" data-permission-text=\"Title is private\" data-url=\"https://github.com/tatsu-lab/alpaca_eval/issues/371\" data-hovercard-type=\"pull_request\" data-hovercard-url=\"/tatsu-lab/alpaca_eval/pull/371/hovercard\" href=\"https://github.com/tatsu-lab/alpaca_eval/pull/371\">#371</a>)"}},{"before":null,"after":"eb4d1905a92c95dc83e41ca21e03161888f4399c","ref":"refs/heads/yann/instruction_difficulty","pushedAt":"2024-07-18T16:22:59.000Z","pushType":"branch_creation","commitsCount":0,"pusher":{"login":"YannDubs","name":"Yann Dubois","path":"/YannDubs","primaryAvatarUrl":"https://github.com/avatars/u/24327668?s=80&v=4"},"commit":{"message":"[ENH] add the code to comptue instructio","shortMessageHtmlLink":"[ENH] add the code to comptue instructio"}},{"before":"ac526ce6028ccc6c9af9f9efa1d60ffe25a93110","after":"e3d00ab6b8667a700d3641a827fe802c6bc0e88c","ref":"refs/heads/main","pushedAt":"2024-07-18T14:08:08.000Z","pushType":"pr_merge","commitsCount":1,"pusher":{"login":"YannDubs","name":"Yann Dubois","path":"/YannDubs","primaryAvatarUrl":"https://github.com/avatars/u/24327668?s=80&v=4"},"commit":{"message":"update model links (#370)","shortMessageHtmlLink":"update model links (<a class=\"issue-link js-issue-link\" data-error-text=\"Failed to load title\" data-id=\"2416254002\" data-permission-text=\"Title is private\" data-url=\"https://github.com/tatsu-lab/alpaca_eval/issues/370\" data-hovercard-type=\"pull_request\" data-hovercard-url=\"/tatsu-lab/alpaca_eval/pull/370/hovercard\" href=\"https://github.com/tatsu-lab/alpaca_eval/pull/370\">#370</a>)"}},{"before":"42320555096fa361e579f1882a9e1c1aa8b66d6e","after":"ac526ce6028ccc6c9af9f9efa1d60ffe25a93110","ref":"refs/heads/main","pushedAt":"2024-07-18T12:36:57.000Z","pushType":"pr_merge","commitsCount":1,"pusher":{"login":"YannDubs","name":"Yann Dubois","path":"/YannDubs","primaryAvatarUrl":"https://github.com/avatars/u/24327668?s=80&v=4"},"commit":{"message":"[ENH] add CI test for unwanted files (#369)","shortMessageHtmlLink":"[ENH] add CI test for unwanted files (<a class=\"issue-link js-issue-link\" data-error-text=\"Failed to load title\" data-id=\"2416248419\" data-permission-text=\"Title is private\" data-url=\"https://github.com/tatsu-lab/alpaca_eval/issues/369\" data-hovercard-type=\"pull_request\" data-hovercard-url=\"/tatsu-lab/alpaca_eval/pull/369/hovercard\" href=\"https://github.com/tatsu-lab/alpaca_eval/pull/369\">#369</a>)"}},{"before":null,"after":"d0574bb250d87a3f9686bad0ea8b7f2a67e0872f","ref":"refs/heads/yann/check_unwanted_files","pushedAt":"2024-07-18T12:33:07.000Z","pushType":"branch_creation","commitsCount":0,"pusher":{"login":"YannDubs","name":"Yann Dubois","path":"/YannDubs","primaryAvatarUrl":"https://github.com/avatars/u/24327668?s=80&v=4"},"commit":{"message":"[ENH] add CI test for unwanted files","shortMessageHtmlLink":"[ENH] add CI test for unwanted files"}},{"before":"5616110c46cf0040d8f2f946eea1ed4436619772","after":"42320555096fa361e579f1882a9e1c1aa8b66d6e","ref":"refs/heads/main","pushedAt":"2024-07-18T11:21:36.000Z","pushType":"push","commitsCount":1,"pusher":{"login":"YannDubs","name":"Yann Dubois","path":"/YannDubs","primaryAvatarUrl":"https://github.com/avatars/u/24327668?s=80&v=4"},"commit":{"message":"[ENH] add model rank to website","shortMessageHtmlLink":"[ENH] add model rank to website"}},{"before":"783c4b53ff819b46564cfe1f313c7acf27479960","after":"5616110c46cf0040d8f2f946eea1ed4436619772","ref":"refs/heads/main","pushedAt":"2024-07-18T11:17:47.000Z","pushType":"push","commitsCount":1,"pusher":{"login":"github-actions[bot]","name":null,"path":"/apps/github-actions","primaryAvatarUrl":"https://github.com/avatars/in/15368?s=80&v=4"},"commit":{"message":"Automated leaderboard update","shortMessageHtmlLink":"Automated leaderboard update"}},{"before":"a80fc97a0fb53c242ec8acda08805ef5feae9a62","after":"783c4b53ff819b46564cfe1f313c7acf27479960","ref":"refs/heads/main","pushedAt":"2024-07-18T11:15:51.000Z","pushType":"pr_merge","commitsCount":1,"pusher":{"login":"YannDubs","name":"Yann Dubois","path":"/YannDubs","primaryAvatarUrl":"https://github.com/avatars/u/24327668?s=80&v=4"},"commit":{"message":"Add gemma-2-9b-it-SimPO and gemma-2-9b-it-DPO to AlpacaEval (#368)\n\n* Add gemma-2-9b-it-SimPO and gemma-2-9b-it-DPO to AlpacaEval\r\n\r\n* Update configs.yaml\r\n\r\n* Update configs.yaml\r\n\r\n* update leaderboard location\r\n\r\n* fix leaderboard\r\n\r\n---------\r\n\r\nCo-authored-by: Yann Dubois <yanndubois96@gmail.com>","shortMessageHtmlLink":"Add gemma-2-9b-it-SimPO and gemma-2-9b-it-DPO to AlpacaEval (<a class=\"issue-link js-issue-link\" data-error-text=\"Failed to load title\" data-id=\"2413963953\" data-permission-text=\"Title is private\" data-url=\"https://github.com/tatsu-lab/alpaca_eval/issues/368\" data-hovercard-type=\"pull_request\" data-hovercard-url=\"/tatsu-lab/alpaca_eval/pull/368/hovercard\" href=\"https://github.com/tatsu-lab/alpaca_eval/pull/368\">#368</a>)"}},{"before":"5585b2510bffcc38b64f3d2036e641a2349568e2","after":"a80fc97a0fb53c242ec8acda08805ef5feae9a62","ref":"refs/heads/main","pushedAt":"2024-07-18T11:15:21.000Z","pushType":"push","commitsCount":1,"pusher":{"login":"github-actions[bot]","name":null,"path":"/apps/github-actions","primaryAvatarUrl":"https://github.com/avatars/in/15368?s=80&v=4"},"commit":{"message":"Automated leaderboard update","shortMessageHtmlLink":"Automated leaderboard update"}},{"before":"2fe7e1338f7a0c4495fb63a85f88a0544333a258","after":"5585b2510bffcc38b64f3d2036e641a2349568e2","ref":"refs/heads/main","pushedAt":"2024-07-18T11:13:22.000Z","pushType":"pr_merge","commitsCount":1,"pusher":{"login":"YannDubs","name":"Yann Dubois","path":"/YannDubs","primaryAvatarUrl":"https://github.com/avatars/u/24327668?s=80&v=4"},"commit":{"message":"Added Ghost 8B Beta (d0x5) model (#366)\n\n* Added Ghost 8B Beta d0x5\r\n\r\n* Update Ghost 8B Beta (d0x5) models config\r\n\r\n* chore: add missing leaderboard\r\n\r\n* Delete results/ghost-8b-beta-disl-0x5/reference_outputs.json\r\n\r\ndelete unnecessary file\r\n\r\n* Delete results/ghost-8b-beta-disl-0x5/weighted_alpaca_eval_gpt4_turbo/leaderboard.csv\r\n\r\ndelete unnecessary file\r\n\r\n---------\r\n\r\nCo-authored-by: Yann Dubois <yanndubois96@gmail.com>","shortMessageHtmlLink":"Added Ghost 8B Beta (d0x5) model (<a class=\"issue-link js-issue-link\" data-error-text=\"Failed to load title\" data-id=\"2406825992\" data-permission-text=\"Title is private\" data-url=\"https://github.com/tatsu-lab/alpaca_eval/issues/366\" data-hovercard-type=\"pull_request\" data-hovercard-url=\"/tatsu-lab/alpaca_eval/pull/366/hovercard\" href=\"https://github.com/tatsu-lab/alpaca_eval/pull/366\">#366</a>)"}},{"before":"e3b5243605e8ba838a45f45050d98cecb86ce9f4","after":"2fe7e1338f7a0c4495fb63a85f88a0544333a258","ref":"refs/heads/main","pushedAt":"2024-07-17T22:27:14.000Z","pushType":"push","commitsCount":1,"pusher":{"login":"github-actions[bot]","name":null,"path":"/apps/github-actions","primaryAvatarUrl":"https://github.com/avatars/in/15368?s=80&v=4"},"commit":{"message":"Automated leaderboard update","shortMessageHtmlLink":"Automated leaderboard update"}},{"before":"5da3db370f7928132b3358b2a3951a9c998f6365","after":"e3b5243605e8ba838a45f45050d98cecb86ce9f4","ref":"refs/heads/main","pushedAt":"2024-07-17T22:25:17.000Z","pushType":"pr_merge","commitsCount":1,"pusher":{"login":"YannDubs","name":"Yann Dubois","path":"/YannDubs","primaryAvatarUrl":"https://github.com/avatars/u/24327668?s=80&v=4"},"commit":{"message":"Add Higgs Llama3-70B V2 Results (#367)\n\n* Add higgs-llama-3-70b-v2 to AlpacaEval\r\n\r\n* Add higgs-llama-3-70b-v2 to AlpacaEval","shortMessageHtmlLink":"Add Higgs Llama3-70B V2 Results (<a class=\"issue-link js-issue-link\" data-error-text=\"Failed to load title\" data-id=\"2412218073\" data-permission-text=\"Title is private\" data-url=\"https://github.com/tatsu-lab/alpaca_eval/issues/367\" data-hovercard-type=\"pull_request\" data-hovercard-url=\"/tatsu-lab/alpaca_eval/pull/367/hovercard\" href=\"https://github.com/tatsu-lab/alpaca_eval/pull/367\">#367</a>)"}},{"before":"d1f3ff3468274f525224f2506210298bde1fce5e","after":"5da3db370f7928132b3358b2a3951a9c998f6365","ref":"refs/heads/main","pushedAt":"2024-07-12T16:11:09.000Z","pushType":"push","commitsCount":1,"pusher":{"login":"github-actions[bot]","name":null,"path":"/apps/github-actions","primaryAvatarUrl":"https://github.com/avatars/in/15368?s=80&v=4"},"commit":{"message":"Automated leaderboard update","shortMessageHtmlLink":"Automated leaderboard update"}}],"hasNextPage":true,"hasPreviousPage":false,"activityType":"all","actor":null,"timePeriod":"all","sort":"DESC","perPage":30,"cursor":"djE6ks8AAAAEkEMEHwA","startCursor":null,"endCursor":null}},"title":"Activity · tatsu-lab/alpaca_eval"}