{"payload":{"feedbackUrl":"https://github.com/orgs/community/discussions/53140","repo":{"id":715305871,"defaultBranch":"main","name":"gateloop-transformer","ownerLogin":"lucidrains","currentUserCanPush":false,"isFork":false,"isEmpty":false,"createdAt":"2023-11-06T21:56:40.000Z","ownerAvatar":"https://avatars.githubusercontent.com/u/108653?v=4","public":true,"private":false,"isOrgOwned":false},"refInfo":{"name":"","listCacheKey":"v0:1718744859.0","currentOid":""},"activityList":{"items":[{"before":"1c00da3cbaf965037f025007c99fc163c1459463","after":"1ded1cb95af3677411103e8fd2cbf662287507bc","ref":"refs/heads/main","pushedAt":"2024-06-18T21:07:37.000Z","pushType":"push","commitsCount":1,"pusher":{"login":"lucidrains","name":"Phil Wang","path":"/lucidrains","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/108653?s=80&v=4"},"commit":{"message":"address https://github.com/lucidrains/gateloop-transformer/pull/4","shortMessageHtmlLink":"address <a class=\"issue-link js-issue-link\" data-error-text=\"Failed to load title\" data-id=\"2360645749\" data-permission-text=\"Title is private\" data-url=\"https://github.com/lucidrains/gateloop-transformer/issues/4\" data-hovercard-type=\"pull_request\" data-hovercard-url=\"/lucidrains/gateloop-transformer/pull/4/hovercard\" href=\"https://github.com/lucidrains/gateloop-transformer/pull/4\">#4</a>"}},{"before":"a3ce2142e9439da253a5651f53c943e3dc689ac2","after":null,"ref":"refs/heads/add-taylor-exp-qk","pushedAt":"2024-01-31T17:37:53.000Z","pushType":"branch_deletion","commitsCount":0,"pusher":{"login":"lucidrains","name":"Phil Wang","path":"/lucidrains","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/108653?s=80&v=4"}},{"before":"3d83895c3224188602deb23354eb5c18c53a84bd","after":"1c00da3cbaf965037f025007c99fc163c1459463","ref":"refs/heads/main","pushedAt":"2024-01-31T17:37:37.000Z","pushType":"push","commitsCount":1,"pusher":{"login":"lucidrains","name":"Phil Wang","path":"/lucidrains","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/108653?s=80&v=4"},"commit":{"message":"add post ln as an option for simple gateloop","shortMessageHtmlLink":"add post ln as an option for simple gateloop"}},{"before":"e1dacdaae9da4b0bdd57761b9cecca140fef99cc","after":"a3ce2142e9439da253a5651f53c943e3dc689ac2","ref":"refs/heads/add-taylor-exp-qk","pushedAt":"2024-01-31T17:32:56.000Z","pushType":"push","commitsCount":1,"pusher":{"login":"lucidrains","name":"Phil Wang","path":"/lucidrains","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/108653?s=80&v=4"},"commit":{"message":"add a post-ln as an option for simple gateloop","shortMessageHtmlLink":"add a post-ln as an option for simple gateloop"}},{"before":"5820bd62fccb3bcb37efca075c34549d8e2f3d6f","after":"e1dacdaae9da4b0bdd57761b9cecca140fef99cc","ref":"refs/heads/add-taylor-exp-qk","pushedAt":"2024-01-13T19:07:50.000Z","pushType":"push","commitsCount":1,"pusher":{"login":"lucidrains","name":"Phil Wang","path":"/lucidrains","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/108653?s=80&v=4"},"commit":{"message":"resolve some memory leak issue","shortMessageHtmlLink":"resolve some memory leak issue"}},{"before":"9fa131f6ccf9be4a59cdb00a7961d00a8da98fa5","after":"5820bd62fccb3bcb37efca075c34549d8e2f3d6f","ref":"refs/heads/add-taylor-exp-qk","pushedAt":"2024-01-13T18:54:26.000Z","pushType":"push","commitsCount":1,"pusher":{"login":"lucidrains","name":"Phil Wang","path":"/lucidrains","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/108653?s=80&v=4"},"commit":{"message":"more efficient","shortMessageHtmlLink":"more efficient"}},{"before":"3ffc3dfa814159e518cc2cff22feeef213a3e13b","after":"9fa131f6ccf9be4a59cdb00a7961d00a8da98fa5","ref":"refs/heads/add-taylor-exp-qk","pushedAt":"2024-01-13T00:55:20.000Z","pushType":"push","commitsCount":1,"pusher":{"login":"lucidrains","name":"Phil Wang","path":"/lucidrains","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/108653?s=80&v=4"},"commit":{"message":"fix","shortMessageHtmlLink":"fix"}},{"before":"71aada230de1ef38f44411739de683d8262a0948","after":"3ffc3dfa814159e518cc2cff22feeef213a3e13b","ref":"refs/heads/add-taylor-exp-qk","pushedAt":"2024-01-13T00:49:29.000Z","pushType":"push","commitsCount":1,"pusher":{"login":"lucidrains","name":"Phil Wang","path":"/lucidrains","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/108653?s=80&v=4"},"commit":{"message":"safe division for complex","shortMessageHtmlLink":"safe division for complex"}},{"before":"3f33edea8c94e41b370b83b0bef61068adceb46c","after":"71aada230de1ef38f44411739de683d8262a0948","ref":"refs/heads/add-taylor-exp-qk","pushedAt":"2024-01-13T00:38:11.000Z","pushType":"push","commitsCount":1,"pusher":{"login":"lucidrains","name":"Phil Wang","path":"/lucidrains","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/108653?s=80&v=4"},"commit":{"message":"complete gateloop w/ taylor expanded qk and linear attention-esque normalization","shortMessageHtmlLink":"complete gateloop w/ taylor expanded qk and linear attention-esque no…"}},{"before":"21d30fda53f7adfa3a73ec1176964bc478049738","after":"3f33edea8c94e41b370b83b0bef61068adceb46c","ref":"refs/heads/add-taylor-exp-qk","pushedAt":"2024-01-12T23:26:33.000Z","pushType":"force_push","commitsCount":0,"pusher":{"login":"lucidrains","name":"Phil Wang","path":"/lucidrains","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/108653?s=80&v=4"},"commit":{"message":"some prep for experiments later","shortMessageHtmlLink":"some prep for experiments later"}},{"before":null,"after":"21d30fda53f7adfa3a73ec1176964bc478049738","ref":"refs/heads/add-taylor-exp-qk","pushedAt":"2024-01-12T22:24:07.000Z","pushType":"branch_creation","commitsCount":0,"pusher":{"login":"lucidrains","name":"Phil Wang","path":"/lucidrains","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/108653?s=80&v=4"},"commit":{"message":"some prep for experiments later","shortMessageHtmlLink":"some prep for experiments later"}},{"before":"e45cab6719e5d5f29e57a1677c9e3801272da626","after":"3d83895c3224188602deb23354eb5c18c53a84bd","ref":"refs/heads/main","pushedAt":"2024-01-11T21:30:13.000Z","pushType":"push","commitsCount":1,"pusher":{"login":"lucidrains","name":"Phil Wang","path":"/lucidrains","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/108653?s=80&v=4"},"commit":{"message":"update","shortMessageHtmlLink":"update"}},{"before":"0a3aac85dee50c8e3a7c1563fad0eae0144f0414","after":"e45cab6719e5d5f29e57a1677c9e3801272da626","ref":"refs/heads/main","pushedAt":"2024-01-05T18:00:40.000Z","pushType":"push","commitsCount":1,"pusher":{"login":"lucidrains","name":"Phil Wang","path":"/lucidrains","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/108653?s=80&v=4"},"commit":{"message":"default heinsen formulation to off for now until stability is resolved","shortMessageHtmlLink":"default heinsen formulation to off for now until stability is resolved"}},{"before":"412854a15d82447c693acc2225f7f411a5245894","after":"0a3aac85dee50c8e3a7c1563fad0eae0144f0414","ref":"refs/heads/main","pushedAt":"2023-12-21T17:56:43.000Z","pushType":"push","commitsCount":1,"pusher":{"login":"lucidrains","name":"Phil Wang","path":"/lucidrains","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/108653?s=80&v=4"},"commit":{"message":"advertise, since being successfully used at meshgpt-pytorch","shortMessageHtmlLink":"advertise, since being successfully used at meshgpt-pytorch"}},{"before":"26b5253cde35940c604d215989a9e0cd536cf0c8","after":"412854a15d82447c693acc2225f7f411a5245894","ref":"refs/heads/main","pushedAt":"2023-12-21T17:54:51.000Z","pushType":"force_push","commitsCount":0,"pusher":{"login":"lucidrains","name":"Phil Wang","path":"/lucidrains","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/108653?s=80&v=4"},"commit":{"message":"share thoughts","shortMessageHtmlLink":"share thoughts"}},{"before":"91fbae057af8e26348b60495e641d0f41b968958","after":"26b5253cde35940c604d215989a9e0cd536cf0c8","ref":"refs/heads/main","pushedAt":"2023-12-21T17:54:10.000Z","pushType":"push","commitsCount":1,"pusher":{"login":"lucidrains","name":"Phil Wang","path":"/lucidrains","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/108653?s=80&v=4"},"commit":{"message":"share thoughts","shortMessageHtmlLink":"share thoughts"}},{"before":"c21603c2798a1ed5885ff770ec16f22d9b144a60","after":"91fbae057af8e26348b60495e641d0f41b968958","ref":"refs/heads/main","pushedAt":"2023-12-21T00:18:18.000Z","pushType":"push","commitsCount":1,"pusher":{"login":"lucidrains","name":"Phil Wang","path":"/lucidrains","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/108653?s=80&v=4"},"commit":{"message":"dep torch 2.1+","shortMessageHtmlLink":"dep torch 2.1+"}},{"before":"85f36205bb0277decd8b006183373fe81253fe29","after":"c21603c2798a1ed5885ff770ec16f22d9b144a60","ref":"refs/heads/main","pushedAt":"2023-12-20T23:23:17.000Z","pushType":"push","commitsCount":1,"pusher":{"login":"lucidrains","name":"Phil Wang","path":"/lucidrains","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/108653?s=80&v=4"},"commit":{"message":"logcumsumexp is available torch 2.0 onwards","shortMessageHtmlLink":"logcumsumexp is available torch 2.0 onwards"}},{"before":"60bd2d3c2f4986db35293ced3af571ae5a500709","after":"85f36205bb0277decd8b006183373fe81253fe29","ref":"refs/heads/main","pushedAt":"2023-12-20T22:46:45.000Z","pushType":"push","commitsCount":1,"pusher":{"login":"lucidrains","name":"Phil Wang","path":"/lucidrains","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/108653?s=80&v=4"},"commit":{"message":"add associative scan based on Heinsen sequence, cite Franz Heinsen","shortMessageHtmlLink":"add associative scan based on Heinsen sequence, cite Franz Heinsen"}},{"before":"4932c5ffb4c2e70985892a6ae790f794c964f505","after":"60bd2d3c2f4986db35293ced3af571ae5a500709","ref":"refs/heads/main","pushedAt":"2023-12-13T17:56:02.000Z","pushType":"push","commitsCount":1,"pusher":{"login":"lucidrains","name":"Phil Wang","path":"/lucidrains","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/108653?s=80&v=4"},"commit":{"message":"make sure caching works for simple gateloop w/ jax associative scan","shortMessageHtmlLink":"make sure caching works for simple gateloop w/ jax associative scan"}},{"before":"f08fc6291f2b492f168d3d0b9c7f4121d5aa4d6e","after":"4932c5ffb4c2e70985892a6ae790f794c964f505","ref":"refs/heads/main","pushedAt":"2023-12-13T17:34:39.000Z","pushType":"force_push","commitsCount":0,"pusher":{"login":"lucidrains","name":"Phil Wang","path":"/lucidrains","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/108653?s=80&v=4"},"commit":{"message":"take care of caching for simple gateloop","shortMessageHtmlLink":"take care of caching for simple gateloop"}},{"before":"652e8b6dee6774081e9939cf0a027b59535e837d","after":"f08fc6291f2b492f168d3d0b9c7f4121d5aa4d6e","ref":"refs/heads/main","pushedAt":"2023-12-13T17:33:09.000Z","pushType":"push","commitsCount":1,"pusher":{"login":"lucidrains","name":"Phil Wang","path":"/lucidrains","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/108653?s=80&v=4"},"commit":{"message":"take care of caching for simple gateloop","shortMessageHtmlLink":"take care of caching for simple gateloop"}},{"before":"127b8f707167633f00880799652f19607167998e","after":"652e8b6dee6774081e9939cf0a027b59535e837d","ref":"refs/heads/main","pushedAt":"2023-11-24T15:19:24.000Z","pushType":"push","commitsCount":1,"pusher":{"login":"lucidrains","name":"Phil Wang","path":"/lucidrains","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/108653?s=80&v=4"},"commit":{"message":"final update","shortMessageHtmlLink":"final update"}},{"before":"9690cb6722877bd73a67eb56e43cc78f3773b2dd","after":"127b8f707167633f00880799652f19607167998e","ref":"refs/heads/main","pushedAt":"2023-11-23T18:18:12.000Z","pushType":"push","commitsCount":1,"pusher":{"login":"lucidrains","name":"Phil Wang","path":"/lucidrains","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/108653?s=80&v=4"},"commit":{"message":"link","shortMessageHtmlLink":"link"}},{"before":"68ed862e578531d7f4b9d5e8841a372d152a595c","after":"9690cb6722877bd73a67eb56e43cc78f3773b2dd","ref":"refs/heads/main","pushedAt":"2023-11-23T18:14:13.000Z","pushType":"push","commitsCount":2,"pusher":{"login":"lucidrains","name":"Phil Wang","path":"/lucidrains","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/108653?s=80&v=4"},"commit":{"message":"patch","shortMessageHtmlLink":"patch"}},{"before":"4821a5b392d893ecc97a991bd5a88fd999747428","after":"68ed862e578531d7f4b9d5e8841a372d152a595c","ref":"refs/heads/main","pushedAt":"2023-11-22T16:00:17.000Z","pushType":"push","commitsCount":1,"pusher":{"login":"lucidrains","name":"Phil Wang","path":"/lucidrains","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/108653?s=80&v=4"},"commit":{"message":"one last tweak to simple gateloop layer","shortMessageHtmlLink":"one last tweak to simple gateloop layer"}},{"before":"8d83dab6dac6387e30b62897134b57cc4076a129","after":"4821a5b392d893ecc97a991bd5a88fd999747428","ref":"refs/heads/main","pushedAt":"2023-11-20T16:39:44.000Z","pushType":"push","commitsCount":1,"pusher":{"login":"lucidrains","name":"Phil Wang","path":"/lucidrains","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/108653?s=80&v=4"},"commit":{"message":"last tweak to repo","shortMessageHtmlLink":"last tweak to repo"}},{"before":"ea1b63a55cbd8d371864055ae680ec8738b3d3a1","after":"8d83dab6dac6387e30b62897134b57cc4076a129","ref":"refs/heads/main","pushedAt":"2023-11-20T16:15:35.000Z","pushType":"push","commitsCount":1,"pusher":{"login":"lucidrains","name":"Phil Wang","path":"/lucidrains","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/108653?s=80&v=4"},"commit":{"message":"wrap up project","shortMessageHtmlLink":"wrap up project"}},{"before":"7758f740bbb5933b529300f7f95f57e4ea0868df","after":"ea1b63a55cbd8d371864055ae680ec8738b3d3a1","ref":"refs/heads/main","pushedAt":"2023-11-20T16:09:35.000Z","pushType":"push","commitsCount":1,"pusher":{"login":"lucidrains","name":"Phil Wang","path":"/lucidrains","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/108653?s=80&v=4"},"commit":{"message":"dog-food jax2torch for using fused associative scan, for the simplified gate loop in use for audio and video","shortMessageHtmlLink":"dog-food jax2torch for using fused associative scan, for the simplifi…"}},{"before":"0a4b809f1c4adff41547b14601290e6382b714e4","after":"7758f740bbb5933b529300f7f95f57e4ea0868df","ref":"refs/heads/main","pushedAt":"2023-11-19T17:13:59.000Z","pushType":"push","commitsCount":1,"pusher":{"login":"lucidrains","name":"Phil Wang","path":"/lucidrains","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/108653?s=80&v=4"},"commit":{"message":"project management, explain thought process","shortMessageHtmlLink":"project management, explain thought process"}}],"hasNextPage":true,"hasPreviousPage":false,"activityType":"all","actor":null,"timePeriod":"all","sort":"DESC","perPage":30,"cursor":"djE6ks8AAAAEaOapGAA","startCursor":null,"endCursor":null}},"title":"Activity · lucidrains/gateloop-transformer"}