{"payload":{"feedbackUrl":"https://github.com/orgs/community/discussions/53140","repo":{"id":785695282,"defaultBranch":"main","name":"voltronformers","ownerLogin":"OpenAccess-AI-Collective","currentUserCanPush":false,"isFork":false,"isEmpty":false,"createdAt":"2024-04-12T12:30:21.000Z","ownerAvatar":"https://github.com/avatars/u/132000632?v=4","public":true,"private":false,"isOrgOwned":true},"refInfo":{"name":"","listCacheKey":"v0:1722601821.0","currentOid":""},"activityList":{"items":[{"before":"aaa00b7c8e1dfa8bec4042f2e8b13eb2ab0972da","after":"da2b9bd77de1bd5e2e5cbb20d319366366f65dcb","ref":"refs/heads/voltron-v1","pushedAt":"2024-08-03T13:56:43.000Z","pushType":"push","commitsCount":1,"pusher":{"login":"winglian","name":"Wing Lian","path":"/winglian","primaryAvatarUrl":"https://github.com/avatars/u/381258?s=80&v=4"},"commit":{"message":"remove extra layer norms","shortMessageHtmlLink":"remove extra layer norms"}},{"before":"335fb58a19b8dc2b5d6670cf34a6a2b53009e3c1","after":"aaa00b7c8e1dfa8bec4042f2e8b13eb2ab0972da","ref":"refs/heads/voltron-v1","pushedAt":"2024-08-03T13:28:46.000Z","pushType":"push","commitsCount":1,"pusher":{"login":"winglian","name":"Wing Lian","path":"/winglian","primaryAvatarUrl":"https://github.com/avatars/u/381258?s=80&v=4"},"commit":{"message":"don't decay bias and norms","shortMessageHtmlLink":"don't decay bias and norms"}},{"before":"ea336aed3e92a1f09d94aa71b2af0fdb9ec22b81","after":"335fb58a19b8dc2b5d6670cf34a6a2b53009e3c1","ref":"refs/heads/voltron-v1","pushedAt":"2024-08-03T02:42:23.000Z","pushType":"push","commitsCount":1,"pusher":{"login":"winglian","name":"Wing Lian","path":"/winglian","primaryAvatarUrl":"https://github.com/avatars/u/381258?s=80&v=4"},"commit":{"message":"explicit loop counts","shortMessageHtmlLink":"explicit loop counts"}},{"before":"1e2e5c8fe8749bbffc7f47c1b17c036ea1a39edb","after":"ea336aed3e92a1f09d94aa71b2af0fdb9ec22b81","ref":"refs/heads/voltron-v1","pushedAt":"2024-08-02T18:56:37.000Z","pushType":"push","commitsCount":1,"pusher":{"login":"winglian","name":"Wing Lian","path":"/winglian","primaryAvatarUrl":"https://github.com/avatars/u/381258?s=80&v=4"},"commit":{"message":"no toch_compile on top level of model, add slightly larger model","shortMessageHtmlLink":"no toch_compile on top level of model, add slightly larger model"}},{"before":"a0491cad4bd50732de8405fa517cdd43891cdd3e","after":"1e2e5c8fe8749bbffc7f47c1b17c036ea1a39edb","ref":"refs/heads/voltron-v1","pushedAt":"2024-08-02T18:14:49.000Z","pushType":"push","commitsCount":1,"pusher":{"login":"winglian","name":"Wing Lian","path":"/winglian","primaryAvatarUrl":"https://github.com/avatars/u/381258?s=80&v=4"},"commit":{"message":"use fineweb","shortMessageHtmlLink":"use fineweb"}},{"before":"8c9adb3d8cf24f827805e501001427b90185d4b4","after":"a0491cad4bd50732de8405fa517cdd43891cdd3e","ref":"refs/heads/voltron-v1","pushedAt":"2024-08-02T18:12:22.000Z","pushType":"push","commitsCount":1,"pusher":{"login":"winglian","name":"Wing Lian","path":"/winglian","primaryAvatarUrl":"https://github.com/avatars/u/381258?s=80&v=4"},"commit":{"message":"increase prefetch and more torch-compile","shortMessageHtmlLink":"increase prefetch and more torch-compile"}},{"before":"c1f79801b52ebcbe9cf96ffcd23819f896ab1dea","after":"8c9adb3d8cf24f827805e501001427b90185d4b4","ref":"refs/heads/voltron-v1","pushedAt":"2024-08-02T17:55:08.000Z","pushType":"push","commitsCount":1,"pusher":{"login":"winglian","name":"Wing Lian","path":"/winglian","primaryAvatarUrl":"https://github.com/avatars/u/381258?s=80&v=4"},"commit":{"message":"torch compile","shortMessageHtmlLink":"torch compile"}},{"before":"5f9db865467b5de9280ea1de36efa0d007d6e8e9","after":"c1f79801b52ebcbe9cf96ffcd23819f896ab1dea","ref":"refs/heads/voltron-v1","pushedAt":"2024-08-02T17:42:00.000Z","pushType":"push","commitsCount":1,"pusher":{"login":"winglian","name":"Wing Lian","path":"/winglian","primaryAvatarUrl":"https://github.com/avatars/u/381258?s=80&v=4"},"commit":{"message":"set more things from the config","shortMessageHtmlLink":"set more things from the config"}},{"before":"3a010b19d00f23fed2a986ef50278c5b34a72220","after":"5f9db865467b5de9280ea1de36efa0d007d6e8e9","ref":"refs/heads/voltron-v1","pushedAt":"2024-08-02T17:21:41.000Z","pushType":"push","commitsCount":1,"pusher":{"login":"winglian","name":"Wing Lian","path":"/winglian","primaryAvatarUrl":"https://github.com/avatars/u/381258?s=80&v=4"},"commit":{"message":"fix typo","shortMessageHtmlLink":"fix typo"}},{"before":"62d04225e3d1411351a96bd5d3610af0db79a68e","after":"3a010b19d00f23fed2a986ef50278c5b34a72220","ref":"refs/heads/voltron-v1","pushedAt":"2024-08-02T17:18:20.000Z","pushType":"push","commitsCount":1,"pusher":{"login":"winglian","name":"Wing Lian","path":"/winglian","primaryAvatarUrl":"https://github.com/avatars/u/381258?s=80&v=4"},"commit":{"message":"fixes","shortMessageHtmlLink":"fixes"}},{"before":null,"after":"62d04225e3d1411351a96bd5d3610af0db79a68e","ref":"refs/heads/voltron-v1","pushedAt":"2024-08-02T12:30:21.000Z","pushType":"branch_creation","commitsCount":0,"pusher":{"login":"winglian","name":"Wing Lian","path":"/winglian","primaryAvatarUrl":"https://github.com/avatars/u/381258?s=80&v=4"},"commit":{"message":"v2 of voltronformers","shortMessageHtmlLink":"v2 of voltronformers"}},{"before":"555087a2a05e79377231686007b43b0284e5866c","after":"b117faa8bb3b2e359e37c1d7e807760e764baaa9","ref":"refs/heads/voltron-v0","pushedAt":"2024-04-16T01:14:55.000Z","pushType":"push","commitsCount":1,"pusher":{"login":"winglian","name":"Wing Lian","path":"/winglian","primaryAvatarUrl":"https://github.com/avatars/u/381258?s=80&v=4"},"commit":{"message":"fix perplexity calculation and add quick instructions","shortMessageHtmlLink":"fix perplexity calculation and add quick instructions"}},{"before":"6a49def054a54716903d5c524ee93ee96dff7f1a","after":"555087a2a05e79377231686007b43b0284e5866c","ref":"refs/heads/voltron-v0","pushedAt":"2024-04-15T23:29:35.000Z","pushType":"push","commitsCount":1,"pusher":{"login":"winglian","name":"Wing Lian","path":"/winglian","primaryAvatarUrl":"https://github.com/avatars/u/381258?s=80&v=4"},"commit":{"message":"fix dimensions passed to infini-attention","shortMessageHtmlLink":"fix dimensions passed to infini-attention"}},{"before":"a77e6ae93d9f02e1c0aa2484b9d90f5eeb728eff","after":"6a49def054a54716903d5c524ee93ee96dff7f1a","ref":"refs/heads/voltron-v0","pushedAt":"2024-04-15T21:14:39.000Z","pushType":"push","commitsCount":1,"pusher":{"login":"winglian","name":"Wing Lian","path":"/winglian","primaryAvatarUrl":"https://github.com/avatars/u/381258?s=80&v=4"},"commit":{"message":"make infini-attention work","shortMessageHtmlLink":"make infini-attention work"}},{"before":"2439688aa375a81b5a4f885a9b09f12d0095c502","after":"a77e6ae93d9f02e1c0aa2484b9d90f5eeb728eff","ref":"refs/heads/voltron-v0","pushedAt":"2024-04-15T15:34:04.000Z","pushType":"push","commitsCount":1,"pusher":{"login":"winglian","name":"Wing Lian","path":"/winglian","primaryAvatarUrl":"https://github.com/avatars/u/381258?s=80&v=4"},"commit":{"message":"misc fixes for integrations","shortMessageHtmlLink":"misc fixes for integrations"}},{"before":"665530b40fe825fc87d6bdf5338b54d9b3540825","after":"2439688aa375a81b5a4f885a9b09f12d0095c502","ref":"refs/heads/voltron-v0","pushedAt":"2024-04-15T15:20:56.000Z","pushType":"push","commitsCount":1,"pusher":{"login":"winglian","name":"Wing Lian","path":"/winglian","primaryAvatarUrl":"https://github.com/avatars/u/381258?s=80&v=4"},"commit":{"message":"match infini-attention segment len to mixture of depth","shortMessageHtmlLink":"match infini-attention segment len to mixture of depth"}},{"before":"84d755ab4d3b8c57d7d1661108147aa3f165479f","after":"665530b40fe825fc87d6bdf5338b54d9b3540825","ref":"refs/heads/voltron-v0","pushedAt":"2024-04-15T15:09:22.000Z","pushType":"push","commitsCount":1,"pusher":{"login":"winglian","name":"Wing Lian","path":"/winglian","primaryAvatarUrl":"https://github.com/avatars/u/381258?s=80&v=4"},"commit":{"message":"handle position_id if passed, throw it on the floor","shortMessageHtmlLink":"handle position_id if passed, throw it on the floor"}},{"before":"d289d98b1c20e217baaf186a90759dd7766cb43c","after":"84d755ab4d3b8c57d7d1661108147aa3f165479f","ref":"refs/heads/voltron-v0","pushedAt":"2024-04-15T15:01:15.000Z","pushType":"push","commitsCount":1,"pusher":{"login":"winglian","name":"Wing Lian","path":"/winglian","primaryAvatarUrl":"https://github.com/avatars/u/381258?s=80&v=4"},"commit":{"message":"integrate infini-attention","shortMessageHtmlLink":"integrate infini-attention"}},{"before":"0255ffe12e0076f704e2c0368aef6736294f31fe","after":"d289d98b1c20e217baaf186a90759dd7766cb43c","ref":"refs/heads/voltron-v0","pushedAt":"2024-04-15T02:42:20.000Z","pushType":"push","commitsCount":1,"pusher":{"login":"winglian","name":"Wing Lian","path":"/winglian","primaryAvatarUrl":"https://github.com/avatars/u/381258?s=80&v=4"},"commit":{"message":"upcast/downcast","shortMessageHtmlLink":"upcast/downcast"}},{"before":"ffafd7a2db47cd24fd68b2b7431e4f927e7b1371","after":"0255ffe12e0076f704e2c0368aef6736294f31fe","ref":"refs/heads/voltron-v0","pushedAt":"2024-04-15T00:50:38.000Z","pushType":"push","commitsCount":1,"pusher":{"login":"winglian","name":"Wing Lian","path":"/winglian","primaryAvatarUrl":"https://github.com/avatars/u/381258?s=80&v=4"},"commit":{"message":"tweak size names","shortMessageHtmlLink":"tweak size names"}},{"before":"cba6e66957cd7304ba615c3d0758b6f069d53752","after":"ffafd7a2db47cd24fd68b2b7431e4f927e7b1371","ref":"refs/heads/voltron-v0","pushedAt":"2024-04-14T23:21:13.000Z","pushType":"push","commitsCount":1,"pusher":{"login":"winglian","name":"Wing Lian","path":"/winglian","primaryAvatarUrl":"https://github.com/avatars/u/381258?s=80&v=4"},"commit":{"message":"fixes for loss calc, grad accum, dataloader for dispatch_batches","shortMessageHtmlLink":"fixes for loss calc, grad accum, dataloader for dispatch_batches"}},{"before":"2b2f332fb48d050fe96ca5bc76d454eb5698709f","after":"cba6e66957cd7304ba615c3d0758b6f069d53752","ref":"refs/heads/voltron-v0","pushedAt":"2024-04-14T20:07:03.000Z","pushType":"push","commitsCount":1,"pusher":{"login":"winglian","name":"Wing Lian","path":"/winglian","primaryAvatarUrl":"https://github.com/avatars/u/381258?s=80&v=4"},"commit":{"message":"queued dataloader and gradient norm","shortMessageHtmlLink":"queued dataloader and gradient norm"}},{"before":"8239c6eb86ceed98b3a09607bdc04c741c848abf","after":"2b2f332fb48d050fe96ca5bc76d454eb5698709f","ref":"refs/heads/voltron-v0","pushedAt":"2024-04-14T12:14:06.000Z","pushType":"push","commitsCount":1,"pusher":{"login":"winglian","name":"Wing Lian","path":"/winglian","primaryAvatarUrl":"https://github.com/avatars/u/381258?s=80&v=4"},"commit":{"message":"use apex rms norm optim","shortMessageHtmlLink":"use apex rms norm optim"}},{"before":"a10c31a545e4cd8c37a9ed77f5bf8e3cf7fbb9fc","after":"8239c6eb86ceed98b3a09607bdc04c741c848abf","ref":"refs/heads/voltron-v0","pushedAt":"2024-04-14T11:17:50.000Z","pushType":"push","commitsCount":1,"pusher":{"login":"winglian","name":"Wing Lian","path":"/winglian","primaryAvatarUrl":"https://github.com/avatars/u/381258?s=80&v=4"},"commit":{"message":"wip rms norm","shortMessageHtmlLink":"wip rms norm"}},{"before":"c2f804c2525d20b9eb4cd8d315281dac1b08433a","after":"a10c31a545e4cd8c37a9ed77f5bf8e3cf7fbb9fc","ref":"refs/heads/voltron-v0","pushedAt":"2024-04-13T22:19:58.000Z","pushType":"push","commitsCount":2,"pusher":{"login":"winglian","name":"Wing Lian","path":"/winglian","primaryAvatarUrl":"https://github.com/avatars/u/381258?s=80&v=4"},"commit":{"message":"update configuration","shortMessageHtmlLink":"update configuration"}},{"before":null,"after":"88f25a97c9b66e64bb1de3fba336ece493070100","ref":"refs/heads/train-loop-fix","pushedAt":"2024-04-13T22:04:30.000Z","pushType":"branch_creation","commitsCount":0,"pusher":{"login":"winglian","name":"Wing Lian","path":"/winglian","primaryAvatarUrl":"https://github.com/avatars/u/381258?s=80&v=4"},"commit":{"message":"attempt to use accelerator loop","shortMessageHtmlLink":"attempt to use accelerator loop"}},{"before":"4437672fb99c7b2c8c19250cfbbfc483f893f85a","after":"c2f804c2525d20b9eb4cd8d315281dac1b08433a","ref":"refs/heads/voltron-v0","pushedAt":"2024-04-13T19:58:32.000Z","pushType":"push","commitsCount":1,"pusher":{"login":"winglian","name":"Wing Lian","path":"/winglian","primaryAvatarUrl":"https://github.com/avatars/u/381258?s=80&v=4"},"commit":{"message":"fix modulo for log steps","shortMessageHtmlLink":"fix modulo for log steps"}},{"before":"49cc04aa6f9bd643bfeb5489f3e34dcdd4bf4f9b","after":"4437672fb99c7b2c8c19250cfbbfc483f893f85a","ref":"refs/heads/voltron-v0","pushedAt":"2024-04-13T18:55:52.000Z","pushType":"push","commitsCount":1,"pusher":{"login":"winglian","name":"Wing Lian","path":"/winglian","primaryAvatarUrl":"https://github.com/avatars/u/381258?s=80&v=4"},"commit":{"message":"wandb on main rank only","shortMessageHtmlLink":"wandb on main rank only"}},{"before":"270150f93652a0f622a1bf7757ca416edcfdad79","after":"49cc04aa6f9bd643bfeb5489f3e34dcdd4bf4f9b","ref":"refs/heads/voltron-v0","pushedAt":"2024-04-13T18:39:03.000Z","pushType":"push","commitsCount":1,"pusher":{"login":"winglian","name":"Wing Lian","path":"/winglian","primaryAvatarUrl":"https://github.com/avatars/u/381258?s=80&v=4"},"commit":{"message":"actually check for dwa","shortMessageHtmlLink":"actually check for dwa"}},{"before":"e6edf93791a4e43851a96f311844b7547531cb67","after":"270150f93652a0f622a1bf7757ca416edcfdad79","ref":"refs/heads/voltron-v0","pushedAt":"2024-04-13T18:28:52.000Z","pushType":"push","commitsCount":1,"pusher":{"login":"winglian","name":"Wing Lian","path":"/winglian","primaryAvatarUrl":"https://github.com/avatars/u/381258?s=80&v=4"},"commit":{"message":"re-enable DWA again","shortMessageHtmlLink":"re-enable DWA again"}}],"hasNextPage":true,"hasPreviousPage":false,"activityType":"all","actor":null,"timePeriod":"all","sort":"DESC","perPage":30,"cursor":"djE6ks8AAAAEkOAvIQA","startCursor":null,"endCursor":null}},"title":"Activity · OpenAccess-AI-Collective/voltronformers"}