{"payload":{"feedbackUrl":"https://github.com/orgs/community/discussions/53140","repo":{"id":597423554,"defaultBranch":"master","name":"MachineLearning","ownerLogin":"aromanro","currentUserCanPush":false,"isFork":false,"isEmpty":false,"createdAt":"2023-02-04T14:04:54.000Z","ownerAvatar":"https://github.com/avatars/u/16321322?v=4","public":true,"private":false,"isOrgOwned":false},"refInfo":{"name":"","listCacheKey":"v0:1675519494.577015","currentOid":""},"activityList":{"items":[{"before":"e1dbd2705aaf83f15405e35c51356ee2d75fb435","after":"888140c90976fff29318687ce9df51a7c47a7747","ref":"refs/heads/master","pushedAt":"2024-04-30T11:35:38.000Z","pushType":"push","commitsCount":1,"pusher":{"login":"aromanro","name":"Adrian Roman","path":"/aromanro","primaryAvatarUrl":"https://github.com/avatars/u/16321322?s=80&v=4"},"commit":{"message":"Fixed typo in function naming","shortMessageHtmlLink":"Fixed typo in function naming"}},{"before":"150635982d6067fbb3655fa1308c3bdff79ed384","after":"e1dbd2705aaf83f15405e35c51356ee2d75fb435","ref":"refs/heads/master","pushedAt":"2024-04-30T11:33:04.000Z","pushType":"push","commitsCount":1,"pusher":{"login":"aromanro","name":"Adrian Roman","path":"/aromanro","primaryAvatarUrl":"https://github.com/avatars/u/16321322?s=80&v=4"},"commit":{"message":"Replaced some typedefs with using","shortMessageHtmlLink":"Replaced some typedefs with using"}},{"before":"6d8205e56651866c8acd6ef6f71e6be6178379e5","after":"150635982d6067fbb3655fa1308c3bdff79ed384","ref":"refs/heads/master","pushedAt":"2024-01-26T07:49:20.000Z","pushType":"push","commitsCount":1,"pusher":{"login":"aromanro","name":"Adrian Roman","path":"/aromanro","primaryAvatarUrl":"https://github.com/avatars/u/16321322?s=80&v=4"},"commit":{"message":"Commented out the Gaussian noise parameter, since it doesn't seem to help for this particular case (dropout on input + batch normalization).","shortMessageHtmlLink":"Commented out the Gaussian noise parameter, since it doesn't seem to …"}},{"before":"89d323bb22982ad60ec58e2d1a5a67aa762e0b74","after":"6d8205e56651866c8acd6ef6f71e6be6178379e5","ref":"refs/heads/master","pushedAt":"2024-01-21T09:24:51.000Z","pushType":"push","commitsCount":1,"pusher":{"login":"aromanro","name":"Adrian Roman","path":"/aromanro","primaryAvatarUrl":"https://github.com/avatars/u/16321322?s=80&v=4"},"commit":{"message":"Added a comment about dropout with batch normalization","shortMessageHtmlLink":"Added a comment about dropout with batch normalization"}},{"before":"75d3d867a91ec3ea2e1fc9895c82c6ebefae6230","after":"89d323bb22982ad60ec58e2d1a5a67aa762e0b74","ref":"refs/heads/master","pushedAt":"2024-01-21T09:22:27.000Z","pushType":"push","commitsCount":1,"pusher":{"login":"aromanro","name":"Adrian Roman","path":"/aromanro","primaryAvatarUrl":"https://github.com/avatars/u/16321322?s=80&v=4"},"commit":{"message":"Experimental code (currently testing it) for adding Gaussian noise to input and the output of the hidden layers. Unlike dropout, this might work ok together with the batch normalization.","shortMessageHtmlLink":"Experimental code (currently testing it) for adding Gaussian noise to…"}},{"before":"72129c07bcfe5ac92413ffefda194521c0c44066","after":"75d3d867a91ec3ea2e1fc9895c82c6ebefae6230","ref":"refs/heads/master","pushedAt":"2024-01-07T09:11:06.000Z","pushType":"push","commitsCount":1,"pusher":{"login":"aromanro","name":"Adrian Roman","path":"/aromanro","primaryAvatarUrl":"https://github.com/avatars/u/16321322?s=80&v=4"},"commit":{"message":"Wrong assert preventing compiling in debug mode. Minor other changes","shortMessageHtmlLink":"Wrong assert preventing compiling in debug mode. Minor other changes"}},{"before":"53418ae9bd1c57e0035a8126fb088f80a39e0da0","after":"72129c07bcfe5ac92413ffefda194521c0c44066","ref":"refs/heads/master","pushedAt":"2023-10-26T13:48:31.000Z","pushType":"push","commitsCount":1,"pusher":{"login":"aromanro","name":"Adrian Roman","path":"/aromanro","primaryAvatarUrl":"https://github.com/avatars/u/16321322?s=80&v=4"},"commit":{"message":"Updated README.md with the latest results","shortMessageHtmlLink":"Updated README.md with the latest results"}},{"before":"bf9d35ba31448c1969a9b7bdf42ff65af4e1bf9b","after":"53418ae9bd1c57e0035a8126fb088f80a39e0da0","ref":"refs/heads/master","pushedAt":"2023-10-26T12:32:49.000Z","pushType":"push","commitsCount":1,"pusher":{"login":"aromanro","name":"Adrian Roman","path":"/aromanro","primaryAvatarUrl":"https://github.com/avatars/u/16321322?s=80&v=4"},"commit":{"message":"Better pretrained ensemble using AdamW solver instead of Adam and also a better value for beta2 parameter. Getting almost 99.55% accuracy on the test set.","shortMessageHtmlLink":"Better pretrained ensemble using AdamW solver instead of Adam and als…"}},{"before":"aa534120a13fbc47b4cf6deab7cfa7783f8e0285","after":"bf9d35ba31448c1969a9b7bdf42ff65af4e1bf9b","ref":"refs/heads/master","pushedAt":"2023-10-07T11:40:51.000Z","pushType":"push","commitsCount":1,"pusher":{"login":"aromanro","name":"Adrian Roman","path":"/aromanro","primaryAvatarUrl":"https://github.com/avatars/u/16321322?s=80&v=4"},"commit":{"message":"Dropped the default beta2 value to 0.98, the previous default (0.999, as in the paper) looks too much for more complex situations.","shortMessageHtmlLink":"Dropped the default beta2 value to 0.98, the previous default (0.999,…"}},{"before":"39b5798f9e25884ccab880db762b1b3d0eeae0dd","after":"aa534120a13fbc47b4cf6deab7cfa7783f8e0285","ref":"refs/heads/master","pushedAt":"2023-10-05T11:09:46.000Z","pushType":"push","commitsCount":1,"pusher":{"login":"aromanro","name":"Adrian Roman","path":"/aromanro","primaryAvatarUrl":"https://github.com/avatars/u/16321322?s=80&v=4"},"commit":{"message":"Still playing with hyperparameters","shortMessageHtmlLink":"Still playing with hyperparameters"}},{"before":"aec1809ae1394e63980e4f9228f82735bb9a0c6e","after":"39b5798f9e25884ccab880db762b1b3d0eeae0dd","ref":"refs/heads/master","pushedAt":"2023-10-01T20:41:37.000Z","pushType":"push","commitsCount":1,"pusher":{"login":"aromanro","name":"Adrian Roman","path":"/aromanro","primaryAvatarUrl":"https://github.com/avatars/u/16321322?s=80&v=4"},"commit":{"message":"Still playing with the params","shortMessageHtmlLink":"Still playing with the params"}},{"before":"1abc87fe35759b8873d5e059c5f44e75bfe2e536","after":"aec1809ae1394e63980e4f9228f82735bb9a0c6e","ref":"refs/heads/master","pushedAt":"2023-09-23T15:53:52.000Z","pushType":"push","commitsCount":1,"pusher":{"login":"aromanro","name":"Adrian Roman","path":"/aromanro","primaryAvatarUrl":"https://github.com/avatars/u/16321322?s=80&v=4"},"commit":{"message":"Just changed the order of some params initialization, nothing important","shortMessageHtmlLink":"Just changed the order of some params initialization, nothing important"}},{"before":"9464411b31569d4650bdf1850394060ab99e4e48","after":"1abc87fe35759b8873d5e059c5f44e75bfe2e536","ref":"refs/heads/master","pushedAt":"2023-09-23T06:02:42.000Z","pushType":"push","commitsCount":1,"pusher":{"login":"aromanro","name":"Adrian Roman","path":"/aromanro","primaryAvatarUrl":"https://github.com/avatars/u/16321322?s=80&v=4"},"commit":{"message":"Another comment corrected","shortMessageHtmlLink":"Another comment corrected"}},{"before":"7b300fb73b3a5227875c18c6b0f2747441ef1de4","after":"9464411b31569d4650bdf1850394060ab99e4e48","ref":"refs/heads/master","pushedAt":"2023-09-22T17:52:12.000Z","pushType":"push","commitsCount":1,"pusher":{"login":"aromanro","name":"Adrian Roman","path":"/aromanro","primaryAvatarUrl":"https://github.com/avatars/u/16321322?s=80&v=4"},"commit":{"message":"Corrected a typo in a comment for AdamW","shortMessageHtmlLink":"Corrected a typo in a comment for AdamW"}},{"before":"c0959540b07bdfa34b8441ec87179192496c5857","after":"7b300fb73b3a5227875c18c6b0f2747441ef1de4","ref":"refs/heads/master","pushedAt":"2023-09-22T16:16:43.000Z","pushType":"push","commitsCount":1,"pusher":{"login":"aromanro","name":"Adrian Roman","path":"/aromanro","primaryAvatarUrl":"https://github.com/avatars/u/16321322?s=80&v=4"},"commit":{"message":"Fixed an issue with parameters decay for AdamW, still need to test","shortMessageHtmlLink":"Fixed an issue with parameters decay for AdamW, still need to test"}},{"before":"f4cd6d01a1ca7a268d4db061fcc9dad6525e89c8","after":"c0959540b07bdfa34b8441ec87179192496c5857","ref":"refs/heads/master","pushedAt":"2023-09-10T19:47:56.000Z","pushType":"push","commitsCount":1,"pusher":{"login":"aromanro","name":"Adrian Roman","path":"/aromanro","primaryAvatarUrl":"https://github.com/avatars/u/16321322?s=80&v=4"},"commit":{"message":"Removed the regularization term for bias from AdamW","shortMessageHtmlLink":"Removed the regularization term for bias from AdamW"}},{"before":"a0ed76285908e4ac0bc7fdfb9617a012e71e4b0c","after":"f4cd6d01a1ca7a268d4db061fcc9dad6525e89c8","ref":"refs/heads/master","pushedAt":"2023-09-10T08:58:28.000Z","pushType":"push","commitsCount":1,"pusher":{"login":"aromanro","name":"Adrian Roman","path":"/aromanro","primaryAvatarUrl":"https://github.com/avatars/u/16321322?s=80&v=4"},"commit":{"message":"Added AdamW in README.md","shortMessageHtmlLink":"Added AdamW in README.md"}},{"before":"56b579885aa109a8c210643bed00ab0e60a12e54","after":"a0ed76285908e4ac0bc7fdfb9617a012e71e4b0c","ref":"refs/heads/master","pushedAt":"2023-09-10T08:56:17.000Z","pushType":"push","commitsCount":1,"pusher":{"login":"aromanro","name":"Adrian Roman","path":"/aromanro","primaryAvatarUrl":"https://github.com/avatars/u/16321322?s=80&v=4"},"commit":{"message":"Added AdamW https://github.com/aromanro/MachineLearning/issues/29 and used it as default everywhere instead of Adam. Not tested yet, though.","shortMessageHtmlLink":"Added AdamW #29 and used it as default everywhere instead of Adam. No…"}},{"before":"dca2ce76c9b0a90d082732470a69d16cfecdacda","after":"56b579885aa109a8c210643bed00ab0e60a12e54","ref":"refs/heads/master","pushedAt":"2023-08-18T19:18:43.000Z","pushType":"push","commitsCount":1,"pusher":{"login":"aromanro","name":"Adrian Roman","path":"/aromanro","primaryAvatarUrl":"https://github.com/avatars/u/16321322?s=80&v=4"},"commit":{"message":"Update README.md\n\nfixed typo","shortMessageHtmlLink":"Update README.md"}},{"before":"f46ba54c75a447d04fadcefe3d678deb5a276c52","after":"dca2ce76c9b0a90d082732470a69d16cfecdacda","ref":"refs/heads/master","pushedAt":"2023-07-14T17:16:20.000Z","pushType":"push","commitsCount":1,"pusher":{"login":"aromanro","name":"Adrian Roman","path":"/aromanro","primaryAvatarUrl":"https://github.com/avatars/u/16321322?s=80&v=4"},"commit":{"message":"Minor changes","shortMessageHtmlLink":"Minor changes"}},{"before":"645a20e3643e57fd909b088e5f89c2df41bb39e1","after":"f46ba54c75a447d04fadcefe3d678deb5a276c52","ref":"refs/heads/master","pushedAt":"2023-07-06T12:42:49.000Z","pushType":"push","commitsCount":1,"pusher":{"login":"aromanro","name":"Adrian Roman","path":"/aromanro","primaryAvatarUrl":"https://github.com/avatars/u/16321322?s=80&v=4"},"commit":{"message":"Added function that allows saving an EMNIST image (or an output from a neural network) to a PPM file","shortMessageHtmlLink":"Added function that allows saving an EMNIST image (or an output from …"}},{"before":"ebc536c45b2c1f017eabb583bc41d6c8ca239a30","after":"645a20e3643e57fd909b088e5f89c2df41bb39e1","ref":"refs/heads/master","pushedAt":"2023-07-05T16:18:11.000Z","pushType":"push","commitsCount":1,"pusher":{"login":"aromanro","name":"Adrian Roman","path":"/aromanro","primaryAvatarUrl":"https://github.com/avatars/u/16321322?s=80&v=4"},"commit":{"message":"Moved out a loading data function from NeuralNetworkTestsMNIST.cpp","shortMessageHtmlLink":"Moved out a loading data function from NeuralNetworkTestsMNIST.cpp"}},{"before":"c8e19c8c30d204e4045919e4226883414e8e185f","after":"ebc536c45b2c1f017eabb583bc41d6c8ca239a30","ref":"refs/heads/master","pushedAt":"2023-06-10T09:32:52.771Z","pushType":"push","commitsCount":1,"pusher":{"login":"aromanro","name":"Adrian Roman","path":"/aromanro","primaryAvatarUrl":"https://github.com/avatars/u/16321322?s=80&v=4"},"commit":{"message":"Corrected parenthesis for Eigen link in README.md","shortMessageHtmlLink":"Corrected parenthesis for Eigen link in README.md"}},{"before":"f04d131251e2ab85aa3c4545c485bc64663bce51","after":"c8e19c8c30d204e4045919e4226883414e8e185f","ref":"refs/heads/master","pushedAt":"2023-06-10T09:26:42.235Z","pushType":"push","commitsCount":1,"pusher":{"login":"aromanro","name":"Adrian Roman","path":"/aromanro","primaryAvatarUrl":"https://github.com/avatars/u/16321322?s=80&v=4"},"commit":{"message":"Added info in README.md about Eigen","shortMessageHtmlLink":"Added info in README.md about Eigen"}},{"before":"7d1ef99e52901c4845197cb0d3cebd20c7684aa1","after":"f04d131251e2ab85aa3c4545c485bc64663bce51","ref":"refs/heads/master","pushedAt":"2023-06-09T07:41:06.812Z","pushType":"push","commitsCount":1,"pusher":{"login":"aromanro","name":"Adrian Roman","path":"/aromanro","primaryAvatarUrl":"https://github.com/avatars/u/16321322?s=80&v=4"},"commit":{"message":"Moved ensemble testing in a separate function.","shortMessageHtmlLink":"Moved ensemble testing in a separate function."}},{"before":"f395f1ad63395b13ce2fe3c5302c9175991692e2","after":"7d1ef99e52901c4845197cb0d3cebd20c7684aa1","ref":"refs/heads/master","pushedAt":"2023-06-08T20:09:14.775Z","pushType":"push","commitsCount":1,"pusher":{"login":"aromanro","name":"Adrian Roman","path":"/aromanro","primaryAvatarUrl":"https://github.com/avatars/u/16321322?s=80&v=4"},"commit":{"message":"Added info in the README.md about the ensemble performance.","shortMessageHtmlLink":"Added info in the README.md about the ensemble performance."}},{"before":"d17e79f9ad3e65faa9f8f293ccba058db9ecc419","after":"f395f1ad63395b13ce2fe3c5302c9175991692e2","ref":"refs/heads/master","pushedAt":"2023-06-08T19:52:31.490Z","pushType":"push","commitsCount":1,"pusher":{"login":"aromanro","name":"Adrian Roman","path":"/aromanro","primaryAvatarUrl":"https://github.com/avatars/u/16321322?s=80&v=4"},"commit":{"message":"Added ensemble: 99.4575% on the test set while no 'pretrained' network from ensemble reaches 99.4% (highest is at 99.3725%, lowest is 99.2875%)","shortMessageHtmlLink":"Added ensemble: 99.4575% on the test set while no 'pretrained' networ…"}},{"before":"6d8c8401941220d8f2d28bc537148f96c321c72b","after":"d17e79f9ad3e65faa9f8f293ccba058db9ecc419","ref":"refs/heads/master","pushedAt":"2023-06-06T19:45:57.813Z","pushType":"push","commitsCount":1,"pusher":{"login":"aromanro","name":"Adrian Roman","path":"/aromanro","primaryAvatarUrl":"https://github.com/avatars/u/16321322?s=80&v=4"},"commit":{"message":"Small changes","shortMessageHtmlLink":"Small changes"}},{"before":"6f150b4ee1b2e37224d4e4ec2e0a500dc061bc5f","after":"6d8c8401941220d8f2d28bc537148f96c321c72b","ref":"refs/heads/master","pushedAt":"2023-06-05T08:13:44.282Z","pushType":"push","commitsCount":1,"pusher":{"login":"aromanro","name":"Adrian Roman","path":"/aromanro","primaryAvatarUrl":"https://github.com/avatars/u/16321322?s=80&v=4"},"commit":{"message":"Added some more things in README.md","shortMessageHtmlLink":"Added some more things in README.md"}},{"before":"2f885aba63121fef88c4d210f80311a560f00887","after":"6f150b4ee1b2e37224d4e4ec2e0a500dc061bc5f","ref":"refs/heads/master","pushedAt":"2023-06-05T07:57:06.255Z","pushType":"push","commitsCount":1,"pusher":{"login":"aromanro","name":"Adrian Roman","path":"/aromanro","primaryAvatarUrl":"https://github.com/avatars/u/16321322?s=80&v=4"},"commit":{"message":"Moved out some duplicated things from activation functions in base classes and added SELU activation (issue: https://github.com/aromanro/MachineLearning/issues/4)","shortMessageHtmlLink":"Moved out some duplicated things from activation functions in base cl…"}}],"hasNextPage":true,"hasPreviousPage":false,"activityType":"all","actor":null,"timePeriod":"all","sort":"DESC","perPage":30,"cursor":"djE6ks8AAAAEPe7xjAA","startCursor":null,"endCursor":null}},"title":"Activity · aromanro/MachineLearning"}