{"payload":{"feedbackUrl":"https://github.com/orgs/community/discussions/53140","repo":{"id":748650671,"defaultBranch":"main","name":"lighteval","ownerLogin":"huggingface","currentUserCanPush":false,"isFork":false,"isEmpty":false,"createdAt":"2024-01-26T13:15:39.000Z","ownerAvatar":"https://github.com/avatars/u/25720743?v=4","public":true,"private":false,"isOrgOwned":true},"refInfo":{"name":"","listCacheKey":"v0:1722424188.0","currentOid":""},"activityList":{"items":[{"before":"cbae17dcbc9401a3015e0ca2d4f78716ee2ed69e","after":"6041e36ebab3a89b29808b9d940b3ecc206badef","ref":"refs/heads/main","pushedAt":"2024-08-01T11:32:34.000Z","pushType":"pr_merge","commitsCount":1,"pusher":{"login":"clefourrier","name":"Clémentine Fourrier","path":"/clefourrier","primaryAvatarUrl":"https://github.com/avatars/u/22726840?s=80&v=4"},"commit":{"message":"Fixing issues with multichoice_continuations_start_space - was not parsed properly (#232)\n\n* fixing  issues - was not parsed properly\r\n\r\n* Update src/lighteval/models/model_config.py\r\n\r\nCo-authored-by: Nathan Habib <30601243+NathanHB@users.noreply.github.com>\r\n\r\n* fix\r\n\r\n---------\r\n\r\nCo-authored-by: Nathan Habib <30601243+NathanHB@users.noreply.github.com>","shortMessageHtmlLink":"Fixing issues with multichoice_continuations_start_space - was not pa…"}},{"before":"513b9f0c4b5c84dd7d56b7c5c3be2359ecd5d88c","after":"14f9c93a7f05568610e1c710392897fc0192e8f1","ref":"refs/heads/multichoice_continuations_start_space_fix","pushedAt":"2024-08-01T08:44:08.000Z","pushType":"push","commitsCount":3,"pusher":{"login":"clefourrier","name":"Clémentine Fourrier","path":"/clefourrier","primaryAvatarUrl":"https://github.com/avatars/u/22726840?s=80&v=4"},"commit":{"message":"Merge branch 'main' into multichoice_continuations_start_space_fix","shortMessageHtmlLink":"Merge branch 'main' into multichoice_continuations_start_space_fix"}},{"before":"f047874a0eebe716831f683f63fafde56481878a","after":"cbae17dcbc9401a3015e0ca2d4f78716ee2ed69e","ref":"refs/heads/main","pushedAt":"2024-08-01T08:43:46.000Z","pushType":"pr_merge","commitsCount":1,"pusher":{"login":"clefourrier","name":"Clémentine Fourrier","path":"/clefourrier","primaryAvatarUrl":"https://github.com/avatars/u/22726840?s=80&v=4"},"commit":{"message":"Expose samples via the CLI (#228)\n\n* add examples of samples (does not include few shot), and add robustness to logger\r\n\r\n* added cache at all levels\r\n\r\n* added nice printing for the config and more options for task display\r\n\r\n* added pprint\r\n\r\n---------\r\n\r\nCo-authored-by: Nathan Habib <30601243+NathanHB@users.noreply.github.com>","shortMessageHtmlLink":"Expose samples via the CLI (<a class=\"issue-link js-issue-link\" data-error-text=\"Failed to load title\" data-id=\"2413098156\" data-permission-text=\"Title is private\" data-url=\"https://github.com/huggingface/lighteval/issues/228\" data-hovercard-type=\"pull_request\" data-hovercard-url=\"/huggingface/lighteval/pull/228/hovercard\" href=\"https://github.com/huggingface/lighteval/pull/228\">#228</a>)"}},{"before":"cbb57db6a19ba33b233dfd10846736d123775f6d","after":"746208cb3384a945f5d360cfbf7096e66c0ac1f5","ref":"refs/heads/clem_details","pushedAt":"2024-08-01T07:38:15.000Z","pushType":"push","commitsCount":3,"pusher":{"login":"clefourrier","name":"Clémentine Fourrier","path":"/clefourrier","primaryAvatarUrl":"https://github.com/avatars/u/22726840?s=80&v=4"},"commit":{"message":"Merge branch 'main' into clem_details","shortMessageHtmlLink":"Merge branch 'main' into clem_details"}},{"before":"4751027a8dfca79fbc2cb05ad73db541f69d2301","after":"f047874a0eebe716831f683f63fafde56481878a","ref":"refs/heads/main","pushedAt":"2024-08-01T07:38:07.000Z","pushType":"pr_merge","commitsCount":1,"pusher":{"login":"clefourrier","name":"Clémentine Fourrier","path":"/clefourrier","primaryAvatarUrl":"https://github.com/avatars/u/22726840?s=80&v=4"},"commit":{"message":"Fix inference endpoint config (#244)","shortMessageHtmlLink":"Fix inference endpoint config (<a class=\"issue-link js-issue-link\" data-error-text=\"Failed to load title\" data-id=\"2435802669\" data-permission-text=\"Title is private\" data-url=\"https://github.com/huggingface/lighteval/issues/244\" data-hovercard-type=\"pull_request\" data-hovercard-url=\"/huggingface/lighteval/pull/244/hovercard\" href=\"https://github.com/huggingface/lighteval/pull/244\">#244</a>)"}},{"before":"737df937e1971909519eb2b099a9a510961d94a1","after":"513b9f0c4b5c84dd7d56b7c5c3be2359ecd5d88c","ref":"refs/heads/multichoice_continuations_start_space_fix","pushedAt":"2024-08-01T07:02:52.000Z","pushType":"push","commitsCount":2,"pusher":{"login":"clefourrier","name":"Clémentine Fourrier","path":"/clefourrier","primaryAvatarUrl":"https://github.com/avatars/u/22726840?s=80&v=4"},"commit":{"message":"Merge branch 'main' into multichoice_continuations_start_space_fix","shortMessageHtmlLink":"Merge branch 'main' into multichoice_continuations_start_space_fix"}},{"before":"e305583b72629b490cd31dc8d200c3d7458db860","after":"ffc4ec0dbaf898158103ce9b78df8abfbb574538","ref":"refs/heads/fix_tgi_config","pushedAt":"2024-08-01T06:55:31.000Z","pushType":"push","commitsCount":2,"pusher":{"login":"clefourrier","name":"Clémentine Fourrier","path":"/clefourrier","primaryAvatarUrl":"https://github.com/avatars/u/22726840?s=80&v=4"},"commit":{"message":"Merge branch 'main' into fix_tgi_config","shortMessageHtmlLink":"Merge branch 'main' into fix_tgi_config"}},{"before":"506abda3ec1e05e033997c4dbf7537db4285432d","after":"4751027a8dfca79fbc2cb05ad73db541f69d2301","ref":"refs/heads/main","pushedAt":"2024-08-01T06:44:26.000Z","pushType":"pr_merge","commitsCount":1,"pusher":{"login":"clefourrier","name":"Clémentine Fourrier","path":"/clefourrier","primaryAvatarUrl":"https://github.com/avatars/u/22726840?s=80&v=4"},"commit":{"message":"uses torch compile if provided (#248)","shortMessageHtmlLink":"uses torch compile if provided (<a class=\"issue-link js-issue-link\" data-error-text=\"Failed to load title\" data-id=\"2439828581\" data-permission-text=\"Title is private\" data-url=\"https://github.com/huggingface/lighteval/issues/248\" data-hovercard-type=\"pull_request\" data-hovercard-url=\"/huggingface/lighteval/pull/248/hovercard\" href=\"https://github.com/huggingface/lighteval/pull/248\">#248</a>)"}},{"before":"3109dcda83799a74ccfef98bbdca55acfbe0b0a4","after":"5df8df31eb569f313c52bb5a3224bd46358798d9","ref":"refs/heads/nathan-add-judge-transformers","pushedAt":"2024-07-31T23:42:21.000Z","pushType":"push","commitsCount":1,"pusher":{"login":"NathanHB","name":"Nathan Habib","path":"/NathanHB","primaryAvatarUrl":"https://github.com/avatars/u/30601243?s=80&v=4"},"commit":{"message":"fix tests","shortMessageHtmlLink":"fix tests"}},{"before":"2b8a078ce139f48b00c0591c0dbf86e5970b349f","after":"3109dcda83799a74ccfef98bbdca55acfbe0b0a4","ref":"refs/heads/nathan-add-judge-transformers","pushedAt":"2024-07-31T22:32:09.000Z","pushType":"push","commitsCount":1,"pusher":{"login":"NathanHB","name":"Nathan Habib","path":"/NathanHB","primaryAvatarUrl":"https://github.com/avatars/u/30601243?s=80&v=4"},"commit":{"message":"fix tests","shortMessageHtmlLink":"fix tests"}},{"before":"bbf6e93634d6cffe6987c6eb5127c6598145b348","after":"737df937e1971909519eb2b099a9a510961d94a1","ref":"refs/heads/multichoice_continuations_start_space_fix","pushedAt":"2024-07-31T22:29:30.000Z","pushType":"push","commitsCount":7,"pusher":{"login":"NathanHB","name":"Nathan Habib","path":"/NathanHB","primaryAvatarUrl":"https://github.com/avatars/u/30601243?s=80&v=4"},"commit":{"message":"Merge branch 'main' into multichoice_continuations_start_space_fix","shortMessageHtmlLink":"Merge branch 'main' into multichoice_continuations_start_space_fix"}},{"before":"bb742c99942a5ba589d8eaac463563334fe2f7f0","after":"2b8a078ce139f48b00c0591c0dbf86e5970b349f","ref":"refs/heads/nathan-add-judge-transformers","pushedAt":"2024-07-31T22:25:50.000Z","pushType":"push","commitsCount":1,"pusher":{"login":"NathanHB","name":"Nathan Habib","path":"/NathanHB","primaryAvatarUrl":"https://github.com/avatars/u/30601243?s=80&v=4"},"commit":{"message":"add nits","shortMessageHtmlLink":"add nits"}},{"before":"131c90ef14aeebdaf696aa32528e9df05c3f19c5","after":"bb742c99942a5ba589d8eaac463563334fe2f7f0","ref":"refs/heads/nathan-add-judge-transformers","pushedAt":"2024-07-31T22:16:07.000Z","pushType":"push","commitsCount":1,"pusher":{"login":"NathanHB","name":"Nathan Habib","path":"/NathanHB","primaryAvatarUrl":"https://github.com/avatars/u/30601243?s=80&v=4"},"commit":{"message":"Update src/lighteval/metrics/llm_as_judge.py\n\nCo-authored-by: Clémentine Fourrier <22726840+clefourrier@users.noreply.github.com>","shortMessageHtmlLink":"Update src/lighteval/metrics/llm_as_judge.py"}},{"before":null,"after":"34f96f30c43a5067e4285c75270813f2ed00bc6d","ref":"refs/heads/add_torch_compile","pushedAt":"2024-07-31T11:09:48.000Z","pushType":"branch_creation","commitsCount":0,"pusher":{"login":"clefourrier","name":"Clémentine Fourrier","path":"/clefourrier","primaryAvatarUrl":"https://github.com/avatars/u/22726840?s=80&v=4"},"commit":{"message":"uses torch compile if provided","shortMessageHtmlLink":"uses torch compile if provided"}},{"before":"2f20a17e0b9831e090022f9844b13ce05bd460b8","after":"533c333243093a0d56a00bffec9f03791d8b5118","ref":"refs/heads/clem_add_pipeline","pushedAt":"2024-07-30T14:39:05.000Z","pushType":"push","commitsCount":6,"pusher":{"login":"clefourrier","name":"Clémentine Fourrier","path":"/clefourrier","primaryAvatarUrl":"https://github.com/avatars/u/22726840?s=80&v=4"},"commit":{"message":"Merge branch 'main' into clem_add_pipeline","shortMessageHtmlLink":"Merge branch 'main' into clem_add_pipeline"}},{"before":"9e5fb9036c4cb3a6d080a61b0ca1f2db1df86a17","after":"2f20a17e0b9831e090022f9844b13ce05bd460b8","ref":"refs/heads/clem_add_pipeline","pushedAt":"2024-07-30T14:36:01.000Z","pushType":"push","commitsCount":1,"pusher":{"login":"clefourrier","name":"Clémentine Fourrier","path":"/clefourrier","primaryAvatarUrl":"https://github.com/avatars/u/22726840?s=80&v=4"},"commit":{"message":"fix tests","shortMessageHtmlLink":"fix tests"}},{"before":"27585fa6ead973bac7a0a3d6be1b8351f5c4aa34","after":"131c90ef14aeebdaf696aa32528e9df05c3f19c5","ref":"refs/heads/nathan-add-judge-transformers","pushedAt":"2024-07-30T12:26:30.000Z","pushType":"push","commitsCount":2,"pusher":{"login":"NathanHB","name":"Nathan Habib","path":"/NathanHB","primaryAvatarUrl":"https://github.com/avatars/u/30601243?s=80&v=4"},"commit":{"message":"Merge branch 'nathan-add-judge-transformers' of github.com:huggingface/lighteval into nathan-add-judge-transformers","shortMessageHtmlLink":"Merge branch 'nathan-add-judge-transformers' of github.com:huggingfac…"}},{"before":"796bc4df87a048233a30eb8c4479f7fccec0776c","after":"9e5fb9036c4cb3a6d080a61b0ca1f2db1df86a17","ref":"refs/heads/clem_add_pipeline","pushedAt":"2024-07-30T10:47:43.000Z","pushType":"push","commitsCount":1,"pusher":{"login":"clefourrier","name":"Clémentine Fourrier","path":"/clefourrier","primaryAvatarUrl":"https://github.com/avatars/u/22726840?s=80&v=4"},"commit":{"message":"fix for config logging","shortMessageHtmlLink":"fix for config logging"}},{"before":"60cfef18af9496900991cdf1fd6383a2dd8532db","after":"796bc4df87a048233a30eb8c4479f7fccec0776c","ref":"refs/heads/clem_add_pipeline","pushedAt":"2024-07-30T10:11:20.000Z","pushType":"push","commitsCount":1,"pusher":{"login":"clefourrier","name":"Clémentine Fourrier","path":"/clefourrier","primaryAvatarUrl":"https://github.com/avatars/u/22726840?s=80&v=4"},"commit":{"message":"mini fixes","shortMessageHtmlLink":"mini fixes"}},{"before":"5dc3273ed9f9784be901ef9f2a62e872575912a5","after":"cbb57db6a19ba33b233dfd10846736d123775f6d","ref":"refs/heads/clem_details","pushedAt":"2024-07-30T07:48:41.000Z","pushType":"push","commitsCount":3,"pusher":{"login":"clefourrier","name":"Clémentine Fourrier","path":"/clefourrier","primaryAvatarUrl":"https://github.com/avatars/u/22726840?s=80&v=4"},"commit":{"message":"Merge branch 'main' into clem_details","shortMessageHtmlLink":"Merge branch 'main' into clem_details"}},{"before":null,"after":"e305583b72629b490cd31dc8d200c3d7458db860","ref":"refs/heads/fix_tgi_config","pushedAt":"2024-07-29T15:59:43.000Z","pushType":"branch_creation","commitsCount":0,"pusher":{"login":"clefourrier","name":"Clémentine Fourrier","path":"/clefourrier","primaryAvatarUrl":"https://github.com/avatars/u/22726840?s=80&v=4"},"commit":{"message":"fix config","shortMessageHtmlLink":"fix config"}},{"before":"e816cdc3a2078cb80aa477e5fdd3276f05a41a02","after":"5dc3273ed9f9784be901ef9f2a62e872575912a5","ref":"refs/heads/clem_details","pushedAt":"2024-07-25T17:14:00.000Z","pushType":"push","commitsCount":1,"pusher":{"login":"clefourrier","name":"Clémentine Fourrier","path":"/clefourrier","primaryAvatarUrl":"https://github.com/avatars/u/22726840?s=80&v=4"},"commit":{"message":"added pprint","shortMessageHtmlLink":"added pprint"}},{"before":"e3180579ae266e600a2bb4609dc700ba3424c389","after":"bbf6e93634d6cffe6987c6eb5127c6598145b348","ref":"refs/heads/multichoice_continuations_start_space_fix","pushedAt":"2024-07-25T16:31:15.000Z","pushType":"push","commitsCount":1,"pusher":{"login":"clefourrier","name":"Clémentine Fourrier","path":"/clefourrier","primaryAvatarUrl":"https://github.com/avatars/u/22726840?s=80&v=4"},"commit":{"message":"fix","shortMessageHtmlLink":"fix"}},{"before":"5b2c1eb6c2c468fdbab7b2734aeee8afad2b4560","after":"e3180579ae266e600a2bb4609dc700ba3424c389","ref":"refs/heads/multichoice_continuations_start_space_fix","pushedAt":"2024-07-25T16:28:43.000Z","pushType":"push","commitsCount":1,"pusher":{"login":"clefourrier","name":"Clémentine Fourrier","path":"/clefourrier","primaryAvatarUrl":"https://github.com/avatars/u/22726840?s=80&v=4"},"commit":{"message":"Update src/lighteval/models/model_config.py\n\nCo-authored-by: Nathan Habib <30601243+NathanHB@users.noreply.github.com>","shortMessageHtmlLink":"Update src/lighteval/models/model_config.py"}},{"before":"a75d0576eda2c2db9d52527ad3034070c7c461a1","after":"27585fa6ead973bac7a0a3d6be1b8351f5c4aa34","ref":"refs/heads/nathan-add-judge-transformers","pushedAt":"2024-07-25T13:08:59.000Z","pushType":"push","commitsCount":3,"pusher":{"login":"clefourrier","name":"Clémentine Fourrier","path":"/clefourrier","primaryAvatarUrl":"https://github.com/avatars/u/22726840?s=80&v=4"},"commit":{"message":"Merge branch 'main' into nathan-add-judge-transformers","shortMessageHtmlLink":"Merge branch 'main' into nathan-add-judge-transformers"}},{"before":"ba8c7bf133d2512548cbb4278622ad5d9a898c94","after":"a75d0576eda2c2db9d52527ad3034070c7c461a1","ref":"refs/heads/nathan-add-judge-transformers","pushedAt":"2024-07-25T12:52:11.000Z","pushType":"push","commitsCount":13,"pusher":{"login":"NathanHB","name":"Nathan Habib","path":"/NathanHB","primaryAvatarUrl":"https://github.com/avatars/u/30601243?s=80&v=4"},"commit":{"message":"readd openai and adds llama 3 405b as judge","shortMessageHtmlLink":"readd openai and adds llama 3 405b as judge"}},{"before":"db502dde3019b7560ddee85d26983d805e491167","after":"506abda3ec1e05e033997c4dbf7537db4285432d","ref":"refs/heads/main","pushedAt":"2024-07-25T09:43:38.000Z","pushType":"pr_merge","commitsCount":1,"pusher":{"login":"clefourrier","name":"Clémentine Fourrier","path":"/clefourrier","primaryAvatarUrl":"https://github.com/avatars/u/22726840?s=80&v=4"},"commit":{"message":"udpated piqa (#222)\n\nCo-authored-by: Nathan Habib <30601243+NathanHB@users.noreply.github.com>","shortMessageHtmlLink":"udpated piqa (<a class=\"issue-link js-issue-link\" data-error-text=\"Failed to load title\" data-id=\"2403003455\" data-permission-text=\"Title is private\" data-url=\"https://github.com/huggingface/lighteval/issues/222\" data-hovercard-type=\"pull_request\" data-hovercard-url=\"/huggingface/lighteval/pull/222/hovercard\" href=\"https://github.com/huggingface/lighteval/pull/222\">#222</a>)"}},{"before":"fd9dc34a6eadbad3de6464ed8b2d788a697604c5","after":"4067ee46ecdb58ed6b4df2f2a591ae300ac075a2","ref":"refs/heads/inference_endpoints","pushedAt":"2024-07-25T08:39:33.000Z","pushType":"push","commitsCount":1,"pusher":{"login":"clefourrier","name":"Clémentine Fourrier","path":"/clefourrier","primaryAvatarUrl":"https://github.com/avatars/u/22726840?s=80&v=4"},"commit":{"message":"updated inference endpoint system","shortMessageHtmlLink":"updated inference endpoint system"}},{"before":null,"after":"fd9dc34a6eadbad3de6464ed8b2d788a697604c5","ref":"refs/heads/inference_endpoints","pushedAt":"2024-07-25T08:22:21.000Z","pushType":"branch_creation","commitsCount":0,"pusher":{"login":"clefourrier","name":"Clémentine Fourrier","path":"/clefourrier","primaryAvatarUrl":"https://github.com/avatars/u/22726840?s=80&v=4"},"commit":{"message":"added endpoint through openai lib","shortMessageHtmlLink":"added endpoint through openai lib"}},{"before":"20960e941b8ed0768f8ff751c9430e96ee894f57","after":"6b328abd7b66a01ef793ab5be19af4683c61a96f","ref":"refs/heads/piqa_edits","pushedAt":"2024-07-25T07:26:03.000Z","pushType":"push","commitsCount":2,"pusher":{"login":"clefourrier","name":"Clémentine Fourrier","path":"/clefourrier","primaryAvatarUrl":"https://github.com/avatars/u/22726840?s=80&v=4"},"commit":{"message":"Merge branch 'main' into piqa_edits","shortMessageHtmlLink":"Merge branch 'main' into piqa_edits"}}],"hasNextPage":true,"hasPreviousPage":false,"activityType":"all","actor":null,"timePeriod":"all","sort":"DESC","perPage":30,"cursor":"djE6ks8AAAAEjxBbwQA","startCursor":null,"endCursor":null}},"title":"Activity · huggingface/lighteval"}