{"payload":{"feedbackUrl":"https://github.com/orgs/community/discussions/53140","repo":{"id":722341708,"defaultBranch":"multi-query-attention","name":"Megatron-LM","ownerLogin":"ServiceNow","currentUserCanPush":false,"isFork":true,"isEmpty":false,"createdAt":"2023-11-22T23:59:11.000Z","ownerAvatar":"https://avatars.githubusercontent.com/u/6577392?v=4","public":true,"private":false,"isOrgOwned":true},"refInfo":{"name":"","listCacheKey":"v0:1706643232.0","currentOid":""},"activityList":{"items":[{"before":"3c6652e3d9f3eb6b274f71e2b9cbc8acce8649ce","after":"f6b9b4b6e020b7f11091e40364de87c23174e78b","ref":"refs/heads/compare_tensors_updated","pushedAt":"2024-09-19T20:44:47.000Z","pushType":"push","commitsCount":1,"pusher":{"login":"jlamypoirier","name":"Joel Lamy-Poirier","path":"/jlamypoirier","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/18523627?s=80&v=4"},"commit":{"message":"fix","shortMessageHtmlLink":"fix"}},{"before":"fe38434e650698706c94654dbd969158408058a3","after":"3c6652e3d9f3eb6b274f71e2b9cbc8acce8649ce","ref":"refs/heads/compare_tensors_updated","pushedAt":"2024-05-29T18:24:19.000Z","pushType":"push","commitsCount":1,"pusher":{"login":"jlamypoirier","name":"Joel Lamy-Poirier","path":"/jlamypoirier","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/18523627?s=80&v=4"},"commit":{"message":"fix","shortMessageHtmlLink":"fix"}},{"before":"4238a80cd661351e395244cae4420fa4f379c5a4","after":"fe38434e650698706c94654dbd969158408058a3","ref":"refs/heads/compare_tensors_updated","pushedAt":"2024-03-12T22:50:28.000Z","pushType":"push","commitsCount":1,"pusher":{"login":"jlamypoirier","name":"Joel Lamy-Poirier","path":"/jlamypoirier","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/18523627?s=80&v=4"},"commit":{"message":"fixes","shortMessageHtmlLink":"fixes"}},{"before":"fdd668c4727111e63d35f0f8033e3be555a4d1a6","after":"4238a80cd661351e395244cae4420fa4f379c5a4","ref":"refs/heads/compare_tensors_updated","pushedAt":"2024-03-11T22:56:50.000Z","pushType":"push","commitsCount":1,"pusher":{"login":"jlamypoirier","name":"Joel Lamy-Poirier","path":"/jlamypoirier","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/18523627?s=80&v=4"},"commit":{"message":"Fix arg","shortMessageHtmlLink":"Fix arg"}},{"before":"1a96a9930408c8355e17a146d8a311bbeb6e85a6","after":"fdd668c4727111e63d35f0f8033e3be555a4d1a6","ref":"refs/heads/compare_tensors_updated","pushedAt":"2024-03-11T22:40:09.000Z","pushType":"push","commitsCount":1,"pusher":{"login":"jlamypoirier","name":"Joel Lamy-Poirier","path":"/jlamypoirier","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/18523627?s=80&v=4"},"commit":{"message":"Support megatron core models","shortMessageHtmlLink":"Support megatron core models"}},{"before":"63d9d3e8bc88cd9e043a07a3d80ff34ca23dbd67","after":"1a96a9930408c8355e17a146d8a311bbeb6e85a6","ref":"refs/heads/compare_tensors_updated","pushedAt":"2024-03-08T23:10:14.000Z","pushType":"push","commitsCount":42,"pusher":{"login":"jlamypoirier","name":"Joel Lamy-Poirier","path":"/jlamypoirier","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/18523627?s=80&v=4"},"commit":{"message":"Merge branch 'main' into compare_tensors_updated","shortMessageHtmlLink":"Merge branch 'main' into compare_tensors_updated"}},{"before":"cb995d571faea19d01a1bf55ed0fd89523b9ce64","after":"89574689447d694bb19dd86fc8a6153b4467ba9d","ref":"refs/heads/main","pushedAt":"2024-03-08T23:07:17.000Z","pushType":"push","commitsCount":80,"pusher":{"login":"jlamypoirier","name":"Joel Lamy-Poirier","path":"/jlamypoirier","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/18523627?s=80&v=4"},"commit":{"message":"Merge branch 'yaml' into 'main'\n\nExperimental Yaml configs\n\nSee merge request ADLR/megatron-lm!1134","shortMessageHtmlLink":"Merge branch 'yaml' into 'main'"}},{"before":"5566742a92f50ef2a3b226be865183c21ef7601b","after":"63d9d3e8bc88cd9e043a07a3d80ff34ca23dbd67","ref":"refs/heads/compare_tensors_updated","pushedAt":"2024-03-08T21:40:04.000Z","pushType":"push","commitsCount":1,"pusher":{"login":"jlamypoirier","name":"Joel Lamy-Poirier","path":"/jlamypoirier","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/18523627?s=80&v=4"},"commit":{"message":"MOE support","shortMessageHtmlLink":"MOE support"}},{"before":"c478f4846b62c8618d5b66382860e026808dddd5","after":"5566742a92f50ef2a3b226be865183c21ef7601b","ref":"refs/heads/compare_tensors_updated","pushedAt":"2024-02-13T01:34:04.000Z","pushType":"push","commitsCount":41,"pusher":{"login":"jlamypoirier","name":"Joel Lamy-Poirier","path":"/jlamypoirier","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/18523627?s=80&v=4"},"commit":{"message":"Merge branch 'main' into compare_tensors_updated","shortMessageHtmlLink":"Merge branch 'main' into compare_tensors_updated"}},{"before":"b22634d4f1a8dea88b28aca51798512d733980a9","after":"c478f4846b62c8618d5b66382860e026808dddd5","ref":"refs/heads/compare_tensors_updated","pushedAt":"2024-02-07T03:19:46.000Z","pushType":"push","commitsCount":2,"pusher":{"login":"jlamypoirier","name":"Joel Lamy-Poirier","path":"/jlamypoirier","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/18523627?s=80&v=4"},"commit":{"message":"misc","shortMessageHtmlLink":"misc"}},{"before":"94ce57b4a7e2ff9e67416d20c123da5eb740247a","after":"b22634d4f1a8dea88b28aca51798512d733980a9","ref":"refs/heads/compare_tensors_updated","pushedAt":"2024-02-06T23:42:59.000Z","pushType":"push","commitsCount":1,"pusher":{"login":"jlamypoirier","name":"Joel Lamy-Poirier","path":"/jlamypoirier","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/18523627?s=80&v=4"},"commit":{"message":"fix","shortMessageHtmlLink":"fix"}},{"before":"bd6f4ead41dac8aa8d50f46253630b7eba84bcdf","after":"cb995d571faea19d01a1bf55ed0fd89523b9ce64","ref":"refs/heads/main","pushedAt":"2024-02-06T22:45:19.000Z","pushType":"push","commitsCount":117,"pusher":{"login":"jlamypoirier","name":"Joel Lamy-Poirier","path":"/jlamypoirier","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/18523627?s=80&v=4"},"commit":{"message":"Merge branch 'fp8_recompute' into 'main'\n\nuse TE checkpointing when FP8\n\nSee merge request ADLR/megatron-lm!1080","shortMessageHtmlLink":"Merge branch 'fp8_recompute' into 'main'"}},{"before":"9760e119b5f4d81187eb314dde28d4bdcb6c2e8c","after":"94ce57b4a7e2ff9e67416d20c123da5eb740247a","ref":"refs/heads/compare_tensors_updated","pushedAt":"2024-02-06T22:44:56.000Z","pushType":"push","commitsCount":118,"pusher":{"login":"jlamypoirier","name":"Joel Lamy-Poirier","path":"/jlamypoirier","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/18523627?s=80&v=4"},"commit":{"message":"Merge remote-tracking branch 'nvidia/main' into compare_tensors_updated","shortMessageHtmlLink":"Merge remote-tracking branch 'nvidia/main' into compare_tensors_updated"}},{"before":"bb53cf9d699e72fdfeab5da19bd4cf69c8dea178","after":"9760e119b5f4d81187eb314dde28d4bdcb6c2e8c","ref":"refs/heads/compare_tensors_updated","pushedAt":"2024-02-06T22:32:41.000Z","pushType":"push","commitsCount":1,"pusher":{"login":"jlamypoirier","name":"Joel Lamy-Poirier","path":"/jlamypoirier","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/18523627?s=80&v=4"},"commit":{"message":"Tokenizer fix","shortMessageHtmlLink":"Tokenizer fix"}},{"before":"0bfeeaee6aa8f95f57003cf5f4f0b0540c6da86b","after":null,"ref":"refs/heads/max/rename-output-layer","pushedAt":"2024-01-30T21:35:37.000Z","pushType":"branch_deletion","commitsCount":0,"pusher":{"login":"maxmatical","name":"Max Tian","path":"/maxmatical","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/8890262?s=80&v=4"}},{"before":"98fbb428435bcaa10f73443a8fcfb634e00aec94","after":"bb53cf9d699e72fdfeab5da19bd4cf69c8dea178","ref":"refs/heads/compare_tensors_updated","pushedAt":"2024-01-30T21:35:34.000Z","pushType":"pr_merge","commitsCount":2,"pusher":{"login":"maxmatical","name":"Max Tian","path":"/maxmatical","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/8890262?s=80&v=4"},"commit":{"message":"Merge pull request #3 from ServiceNow/max/rename-output-layer\n\nrename output layer","shortMessageHtmlLink":"Merge pull request <a class=\"issue-link js-issue-link\" data-error-text=\"Failed to load title\" data-id=\"2108612186\" data-permission-text=\"Title is private\" data-url=\"https://github.com/ServiceNow/Megatron-LM/issues/3\" data-hovercard-type=\"pull_request\" data-hovercard-url=\"/ServiceNow/Megatron-LM/pull/3/hovercard\" href=\"https://github.com/ServiceNow/Megatron-LM/pull/3\">#3</a> from ServiceNow/max/rename-output-layer"}},{"before":null,"after":"0bfeeaee6aa8f95f57003cf5f4f0b0540c6da86b","ref":"refs/heads/max/rename-output-layer","pushedAt":"2024-01-30T19:33:52.000Z","pushType":"branch_creation","commitsCount":0,"pusher":{"login":"maxmatical","name":"Max Tian","path":"/maxmatical","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/8890262?s=80&v=4"},"commit":{"message":"rename output layer","shortMessageHtmlLink":"rename output layer"}},{"before":"1e0e58ed103e92f4e218ca7f93e957a646767bcc","after":"98fbb428435bcaa10f73443a8fcfb634e00aec94","ref":"refs/heads/compare_tensors_updated","pushedAt":"2024-01-24T21:49:07.000Z","pushType":"push","commitsCount":1,"pusher":{"login":"jlamypoirier","name":"Joel Lamy-Poirier","path":"/jlamypoirier","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/18523627?s=80&v=4"},"commit":{"message":"Fix","shortMessageHtmlLink":"Fix"}},{"before":"716204ee49c8175a4148a84b93ff07f0ea7e1df1","after":"1e0e58ed103e92f4e218ca7f93e957a646767bcc","ref":"refs/heads/compare_tensors_updated","pushedAt":"2024-01-24T21:20:40.000Z","pushType":"push","commitsCount":186,"pusher":{"login":"jlamypoirier","name":"Joel Lamy-Poirier","path":"/jlamypoirier","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/18523627?s=80&v=4"},"commit":{"message":"Merge branch 'main' into compare_tensors_updated","shortMessageHtmlLink":"Merge branch 'main' into compare_tensors_updated"}},{"before":null,"after":"bd6f4ead41dac8aa8d50f46253630b7eba84bcdf","ref":"refs/heads/main","pushedAt":"2024-01-24T20:51:41.000Z","pushType":"branch_creation","commitsCount":0,"pusher":{"login":"jlamypoirier","name":"Joel Lamy-Poirier","path":"/jlamypoirier","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/18523627?s=80&v=4"},"commit":{"message":"Merge branch 'boxin/retro-doc-fix' into 'main'\n\nUpdate retro doc\n\nSee merge request ADLR/megatron-lm!1061","shortMessageHtmlLink":"Merge branch 'boxin/retro-doc-fix' into 'main'"}},{"before":"efb3c3a502c3efb6ca4e54f7b9cb5b927bf998dc","after":"716204ee49c8175a4148a84b93ff07f0ea7e1df1","ref":"refs/heads/compare_tensors_updated","pushedAt":"2024-01-19T23:48:26.000Z","pushType":"push","commitsCount":1,"pusher":{"login":"jlamypoirier","name":"Joel Lamy-Poirier","path":"/jlamypoirier","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/18523627?s=80&v=4"},"commit":{"message":"misc","shortMessageHtmlLink":"misc"}},{"before":"40f251c3560f043ba805036964b168d5bc5733a5","after":"efb3c3a502c3efb6ca4e54f7b9cb5b927bf998dc","ref":"refs/heads/compare_tensors_updated","pushedAt":"2024-01-09T23:20:07.000Z","pushType":"push","commitsCount":1,"pusher":{"login":"jlamypoirier","name":"Joel Lamy-Poirier","path":"/jlamypoirier","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/18523627?s=80&v=4"},"commit":{"message":"profiling","shortMessageHtmlLink":"profiling"}},{"before":"1ac3039515abeb945ca51477bc134dc158552dbe","after":"40f251c3560f043ba805036964b168d5bc5733a5","ref":"refs/heads/compare_tensors_updated","pushedAt":"2023-12-21T21:21:03.000Z","pushType":"push","commitsCount":1,"pusher":{"login":"jlamypoirier","name":"Joel Lamy-Poirier","path":"/jlamypoirier","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/18523627?s=80&v=4"},"commit":{"message":"fixes","shortMessageHtmlLink":"fixes"}},{"before":"2a019a13c0f8c70656821f455218f795f2a08c93","after":"1ac3039515abeb945ca51477bc134dc158552dbe","ref":"refs/heads/compare_tensors_updated","pushedAt":"2023-12-21T19:42:03.000Z","pushType":"push","commitsCount":24,"pusher":{"login":"jlamypoirier","name":"Joel Lamy-Poirier","path":"/jlamypoirier","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/18523627?s=80&v=4"},"commit":{"message":"Merge branch 'main' into compare_tensors_updated","shortMessageHtmlLink":"Merge branch 'main' into compare_tensors_updated"}},{"before":null,"after":"52b7a18a00bced8b3670eededfd58ee0c4bd7d06","ref":"refs/heads/nvidia_main","pushedAt":"2023-12-21T00:47:59.000Z","pushType":"branch_creation","commitsCount":0,"pusher":{"login":"jlamypoirier","name":"Joel Lamy-Poirier","path":"/jlamypoirier","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/18523627?s=80&v=4"},"commit":{"message":"Merge branch 'boxin/retro-doc-fix' into 'main'\n\nBoxin/retro doc fix\n\nSee merge request ADLR/megatron-lm!1020","shortMessageHtmlLink":"Merge branch 'boxin/retro-doc-fix' into 'main'"}},{"before":null,"after":"2a019a13c0f8c70656821f455218f795f2a08c93","ref":"refs/heads/compare_tensors_updated","pushedAt":"2023-12-21T00:36:16.000Z","pushType":"branch_creation","commitsCount":0,"pusher":{"login":"jlamypoirier","name":"Joel Lamy-Poirier","path":"/jlamypoirier","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/18523627?s=80&v=4"},"commit":{"message":"Update megatron version","shortMessageHtmlLink":"Update megatron version"}},{"before":"e9d236319313a55e27045e1c7523b745ef1d9797","after":"ca856a4cd10124591514fea9961baaaf249901e7","ref":"refs/heads/compare_tensors","pushedAt":"2023-12-01T19:39:50.000Z","pushType":"push","commitsCount":1,"pusher":{"login":"jlamypoirier","name":"Joel Lamy-Poirier","path":"/jlamypoirier","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/18523627?s=80&v=4"},"commit":{"message":"sliding window","shortMessageHtmlLink":"sliding window"}},{"before":"4e1183ab5ae6b05be15e2e4de85a4e87969f6794","after":"e9d236319313a55e27045e1c7523b745ef1d9797","ref":"refs/heads/compare_tensors","pushedAt":"2023-11-23T02:04:07.000Z","pushType":"push","commitsCount":1,"pusher":{"login":"jlamypoirier","name":"Joel Lamy-Poirier","path":"/jlamypoirier","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/18523627?s=80&v=4"},"commit":{"message":"Fix fim","shortMessageHtmlLink":"Fix fim"}},{"before":null,"after":"4e1183ab5ae6b05be15e2e4de85a4e87969f6794","ref":"refs/heads/compare_tensors","pushedAt":"2023-11-23T00:19:28.000Z","pushType":"branch_creation","commitsCount":0,"pusher":{"login":"jlamypoirier","name":"Joel Lamy-Poirier","path":"/jlamypoirier","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/18523627?s=80&v=4"},"commit":{"message":"Compare tensors","shortMessageHtmlLink":"Compare tensors"}}],"hasNextPage":false,"hasPreviousPage":false,"activityType":"all","actor":null,"timePeriod":"all","sort":"DESC","perPage":30,"cursor":"Y3Vyc29yOnYyOpK7MjAyNC0wOS0xOVQyMDo0NDo0Ny4wMDAwMDBazwAAAAS7TfFB","startCursor":"Y3Vyc29yOnYyOpK7MjAyNC0wOS0xOVQyMDo0NDo0Ny4wMDAwMDBazwAAAAS7TfFB","endCursor":"Y3Vyc29yOnYyOpK7MjAyMy0xMS0yM1QwMDoxOToyOC4wMDAwMDBazwAAAAO1q0jc"}},"title":"Activity · ServiceNow/Megatron-LM"}