{"payload":{"feedbackUrl":"https://github.com/orgs/community/discussions/53140","repo":{"id":633579562,"defaultBranch":"main","name":"relora","ownerLogin":"Guitaricet","currentUserCanPush":false,"isFork":false,"isEmpty":false,"createdAt":"2023-04-27T20:26:35.000Z","ownerAvatar":"https://avatars.githubusercontent.com/u/2821124?v=4","public":true,"private":false,"isOrgOwned":false},"refInfo":{"name":"","listCacheKey":"v0:1713730143.0","currentOid":""},"activityList":{"items":[{"before":null,"after":"c9da799087e06fa9182343e8810cee05de61466e","ref":"refs/heads/fix_loraA_simplify_code","pushedAt":"2024-04-21T20:09:03.000Z","pushType":"branch_creation","commitsCount":0,"pusher":{"login":"Guitaricet","name":"Vlad Lialin","path":"/Guitaricet","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/2821124?s=80&v=4"},"commit":{"message":"relora.py:\ndo not zero W_A!\nget rid of keep_original_weights, lora_only, and trainable_scaling\n\ntorchrun_main.py:\nget rid of lora_only and --force_keep_original","shortMessageHtmlLink":"relora.py:"}},{"before":"1bf43df2e46959fe759ad7bd4bb85dd35d611c30","after":"176f37633fe02019835387258ddabcf6d91e328d","ref":"refs/heads/main","pushedAt":"2024-04-09T20:02:46.000Z","pushType":"force_push","commitsCount":0,"pusher":{"login":"SherinBojappa","name":"Sherin Muckatira","path":"/SherinBojappa","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/5561395?s=80&v=4"},"commit":{"message":"hotfix","shortMessageHtmlLink":"hotfix"}},{"before":"176f37633fe02019835387258ddabcf6d91e328d","after":"1bf43df2e46959fe759ad7bd4bb85dd35d611c30","ref":"refs/heads/main","pushedAt":"2024-04-09T19:56:47.000Z","pushType":"push","commitsCount":1,"pusher":{"login":"SherinBojappa","name":"Sherin Muckatira","path":"/SherinBojappa","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/5561395?s=80&v=4"},"commit":{"message":"new changes","shortMessageHtmlLink":"new changes"}},{"before":"4dab6228e36059ee3401bbf3cbc17ae9577de636","after":"176f37633fe02019835387258ddabcf6d91e328d","ref":"refs/heads/main","pushedAt":"2024-01-04T01:50:59.000Z","pushType":"push","commitsCount":1,"pusher":{"login":"Guitaricet","name":"Vlad Lialin","path":"/Guitaricet","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/2821124?s=80&v=4"},"commit":{"message":"hotfix","shortMessageHtmlLink":"hotfix"}},{"before":"5c5c42d42916986f676dfe530995903b85f392e6","after":"4dab6228e36059ee3401bbf3cbc17ae9577de636","ref":"refs/heads/main","pushedAt":"2024-01-04T01:44:46.000Z","pushType":"push","commitsCount":1,"pusher":{"login":"Guitaricet","name":"Vlad Lialin","path":"/Guitaricet","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/2821124?s=80&v=4"},"commit":{"message":"make pretokenization with --take work without loading full dataset first","shortMessageHtmlLink":"make pretokenization with --take work without loading full dataset first"}},{"before":"ba7769deb90cd956c6adbd3df9ba7eac991f063e","after":"5c5c42d42916986f676dfe530995903b85f392e6","ref":"refs/heads/main","pushedAt":"2024-01-04T01:02:39.000Z","pushType":"push","commitsCount":1,"pusher":{"login":"Guitaricet","name":"Vlad Lialin","path":"/Guitaricet","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/2821124?s=80&v=4"},"commit":{"message":"hotfix","shortMessageHtmlLink":"hotfix"}},{"before":"b7b7c5854e97be2c86c3dbf0be889de61e60abc0","after":"ba7769deb90cd956c6adbd3df9ba7eac991f063e","ref":"refs/heads/main","pushedAt":"2024-01-04T00:59:35.000Z","pushType":"push","commitsCount":2,"pusher":{"login":"Guitaricet","name":"Vlad Lialin","path":"/Guitaricet","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/2821124?s=80&v=4"},"commit":{"message":"Merge branch 'main' of github.com:Guitaricet/relora into main","shortMessageHtmlLink":"Merge branch 'main' of github.com:Guitaricet/relora into main"}},{"before":"c5094fc263c0cb3f7225828cf1885ff9322caf44","after":"b7b7c5854e97be2c86c3dbf0be889de61e60abc0","ref":"refs/heads/main","pushedAt":"2024-01-04T00:51:51.000Z","pushType":"push","commitsCount":1,"pusher":{"login":"Guitaricet","name":"Vlad Lialin","path":"/Guitaricet","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/2821124?s=80&v=4"},"commit":{"message":"Update README.md","shortMessageHtmlLink":"Update README.md"}},{"before":"d7b2d158d9975403042ef0a3154dcf1cbbad2e75","after":"c5094fc263c0cb3f7225828cf1885ff9322caf44","ref":"refs/heads/main","pushedAt":"2024-01-03T23:00:51.000Z","pushType":"push","commitsCount":1,"pusher":{"login":"Guitaricet","name":"Vlad Lialin","path":"/Guitaricet","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/2821124?s=80&v=4"},"commit":{"message":"Update requirements.txt","shortMessageHtmlLink":"Update requirements.txt"}},{"before":"d8ff7ee471b16bba480bf28c92b00e78b91a8cb2","after":"d7b2d158d9975403042ef0a3154dcf1cbbad2e75","ref":"refs/heads/main","pushedAt":"2024-01-03T23:00:39.000Z","pushType":"push","commitsCount":1,"pusher":{"login":"Guitaricet","name":"Vlad Lialin","path":"/Guitaricet","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/2821124?s=80&v=4"},"commit":{"message":"Update README.md","shortMessageHtmlLink":"Update README.md"}},{"before":"a30b14a07a5e5b10ae9f1e733c8dc29e8e71fb81","after":"d8ff7ee471b16bba480bf28c92b00e78b91a8cb2","ref":"refs/heads/main","pushedAt":"2023-11-08T20:12:57.000Z","pushType":"push","commitsCount":63,"pusher":{"login":"Guitaricet","name":"Vlad Lialin","path":"/Guitaricet","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/2821124?s=80&v=4"},"commit":{"message":"Merge branch 'dev'","shortMessageHtmlLink":"Merge branch 'dev'"}},{"before":"7f43aabce793f8e4e4f4b5ca0a23263d4a7d27b4","after":"3d2581fe787276451f2a3b7956dd0d8e2d5d102a","ref":"refs/heads/dev","pushedAt":"2023-09-28T05:38:28.000Z","pushType":"push","commitsCount":2,"pusher":{"login":"Guitaricet","name":"Vlad Lialin","path":"/Guitaricet","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/2821124?s=80&v=4"},"commit":{"message":"Merge branch 'dev' of github.com:Guitaricet/relora into dev","shortMessageHtmlLink":"Merge branch 'dev' of github.com:Guitaricet/relora into dev"}},{"before":"7bce45b9b5b0ec38bb478ceed642fe3e20530e8a","after":"7f43aabce793f8e4e4f4b5ca0a23263d4a7d27b4","ref":"refs/heads/dev","pushedAt":"2023-09-28T05:38:13.000Z","pushType":"push","commitsCount":1,"pusher":{"login":"Guitaricet","name":"Vlad Lialin","path":"/Guitaricet","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/2821124?s=80&v=4"},"commit":{"message":"hotfix","shortMessageHtmlLink":"hotfix"}},{"before":"c9604b3ddb7de91eb4de737e37443e921f39ac2a","after":"7bce45b9b5b0ec38bb478ceed642fe3e20530e8a","ref":"refs/heads/dev","pushedAt":"2023-09-28T05:03:38.000Z","pushType":"push","commitsCount":1,"pusher":{"login":"Guitaricet","name":"Vlad Lialin","path":"/Guitaricet","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/2821124?s=80&v=4"},"commit":{"message":"fix optimizer reset and relora logic","shortMessageHtmlLink":"fix optimizer reset and relora logic"}},{"before":"7de6fb049aaf9190eb7a411f2d5489fd54c65ebd","after":"c9604b3ddb7de91eb4de737e37443e921f39ac2a","ref":"refs/heads/dev","pushedAt":"2023-09-28T03:56:30.000Z","pushType":"push","commitsCount":1,"pusher":{"login":"Guitaricet","name":"Vlad Lialin","path":"/Guitaricet","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/2821124?s=80&v=4"},"commit":{"message":"log optimizer resets, add --skip_batches","shortMessageHtmlLink":"log optimizer resets, add --skip_batches"}},{"before":"8c5d2ad41748ef688ed5caf157ef1f15fb8f9f81","after":"7de6fb049aaf9190eb7a411f2d5489fd54c65ebd","ref":"refs/heads/dev","pushedAt":"2023-09-27T16:40:44.000Z","pushType":"push","commitsCount":1,"pusher":{"login":"Guitaricet","name":"Vlad Lialin","path":"/Guitaricet","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/2821124?s=80&v=4"},"commit":{"message":"fix scheduler bug","shortMessageHtmlLink":"fix scheduler bug"}},{"before":"d002bd770544d18a1e8728cc3d41b2319ae84d8d","after":"8c5d2ad41748ef688ed5caf157ef1f15fb8f9f81","ref":"refs/heads/dev","pushedAt":"2023-09-26T20:36:24.000Z","pushType":"push","commitsCount":1,"pusher":{"login":"Guitaricet","name":"Vlad Lialin","path":"/Guitaricet","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/2821124?s=80&v=4"},"commit":{"message":"Merge changes between ml1 and stability","shortMessageHtmlLink":"Merge changes between ml1 and stability"}},{"before":"30a97e4a9f6f7e77b9674dcf8ce2894fa43d7698","after":"d002bd770544d18a1e8728cc3d41b2319ae84d8d","ref":"refs/heads/dev","pushedAt":"2023-09-26T19:25:08.000Z","pushType":"push","commitsCount":1,"pusher":{"login":"Guitaricet","name":"Vlad Lialin","path":"/Guitaricet","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/2821124?s=80&v=4"},"commit":{"message":"remove empty_cache","shortMessageHtmlLink":"remove empty_cache"}},{"before":"6eb95189671a8801c5ab18e2f1625d4c3bf8b104","after":"30a97e4a9f6f7e77b9674dcf8ce2894fa43d7698","ref":"refs/heads/dev","pushedAt":"2023-09-26T16:19:11.000Z","pushType":"push","commitsCount":1,"pusher":{"login":"Guitaricet","name":"Vlad Lialin","path":"/Guitaricet","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/2821124?s=80&v=4"},"commit":{"message":"disable watch by default","shortMessageHtmlLink":"disable watch by default"}},{"before":"6417ae5051e71689fc3bee61cb289eea6772c39a","after":"6eb95189671a8801c5ab18e2f1625d4c3bf8b104","ref":"refs/heads/dev","pushedAt":"2023-09-25T16:09:58.000Z","pushType":"push","commitsCount":1,"pusher":{"login":"Guitaricet","name":"Vlad Lialin","path":"/Guitaricet","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/2821124?s=80&v=4"},"commit":{"message":"add --lora_alpha","shortMessageHtmlLink":"add --lora_alpha"}},{"before":"abfef36ec165d38bd90f75c526d6a7ae2652ace8","after":"6417ae5051e71689fc3bee61cb289eea6772c39a","ref":"refs/heads/dev","pushedAt":"2023-09-22T02:05:29.000Z","pushType":"push","commitsCount":1,"pusher":{"login":"Guitaricet","name":"Vlad Lialin","path":"/Guitaricet","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/2821124?s=80&v=4"},"commit":{"message":"hotfix lora only","shortMessageHtmlLink":"hotfix lora only"}},{"before":"68e5ca11819eb959410876d346c13f4929e100bf","after":"abfef36ec165d38bd90f75c526d6a7ae2652ace8","ref":"refs/heads/dev","pushedAt":"2023-09-21T19:21:15.000Z","pushType":"push","commitsCount":1,"pusher":{"login":"Guitaricet","name":"Vlad Lialin","path":"/Guitaricet","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/2821124?s=80&v=4"},"commit":{"message":"rollback flash attn 2, allow cycle len != relora","shortMessageHtmlLink":"rollback flash attn 2, allow cycle len != relora"}},{"before":"ac33a085af37ce33fd906e3ea6dec3599cf5a068","after":"68e5ca11819eb959410876d346c13f4929e100bf","ref":"refs/heads/dev","pushedAt":"2023-09-20T17:32:07.000Z","pushType":"push","commitsCount":1,"pusher":{"login":"Guitaricet","name":"Vlad Lialin","path":"/Guitaricet","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/2821124?s=80&v=4"},"commit":{"message":"hotfix: rm old flash2 imports\ninit lora appropriately","shortMessageHtmlLink":"hotfix: rm old flash2 imports"}},{"before":"5e26ad66e6c5297bfb67f921d0a968d761f35f1c","after":"ac33a085af37ce33fd906e3ea6dec3599cf5a068","ref":"refs/heads/dev","pushedAt":"2023-09-20T15:43:07.000Z","pushType":"push","commitsCount":1,"pusher":{"login":"Guitaricet","name":"Vlad Lialin","path":"/Guitaricet","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/2821124?s=80&v=4"},"commit":{"message":"minor scheduler hotfix\nallow reset_rate != relora","shortMessageHtmlLink":"minor scheduler hotfix"}},{"before":"15cf7b1f7e883727f1ed226dc035858accbcfd10","after":"5e26ad66e6c5297bfb67f921d0a968d761f35f1c","ref":"refs/heads/dev","pushedAt":"2023-09-20T14:58:46.000Z","pushType":"push","commitsCount":1,"pusher":{"login":"Guitaricet","name":"Vlad Lialin","path":"/Guitaricet","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/2821124?s=80&v=4"},"commit":{"message":"flash attention 2 by default","shortMessageHtmlLink":"flash attention 2 by default"}},{"before":"ff2cc531441f22b34d3d59d877e3ae199073e132","after":"15cf7b1f7e883727f1ed226dc035858accbcfd10","ref":"refs/heads/dev","pushedAt":"2023-09-02T03:16:10.000Z","pushType":"push","commitsCount":1,"pusher":{"login":"Guitaricet","name":"Vlad Lialin","path":"/Guitaricet","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/2821124?s=80&v=4"},"commit":{"message":"add flash attention 2 support (optional for now)","shortMessageHtmlLink":"add flash attention 2 support (optional for now)"}},{"before":"fbe45d57935cef2f8fa80c90fff0c083fae0f8d5","after":"ff2cc531441f22b34d3d59d877e3ae199073e132","ref":"refs/heads/dev","pushedAt":"2023-09-02T00:51:07.000Z","pushType":"push","commitsCount":1,"pusher":{"login":"Guitaricet","name":"Vlad Lialin","path":"/Guitaricet","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/2821124?s=80&v=4"},"commit":{"message":"add delete old checkpoints\nremove --train_ln because we never changed it","shortMessageHtmlLink":"add delete old checkpoints"}},{"before":"96aa4922b130d087017d0ca41eb4f1dd707c7dcb","after":"fbe45d57935cef2f8fa80c90fff0c083fae0f8d5","ref":"refs/heads/dev","pushedAt":"2023-08-29T18:26:25.000Z","pushType":"push","commitsCount":1,"pusher":{"login":"Guitaricet","name":"Vlad Lialin","path":"/Guitaricet","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/2821124?s=80&v=4"},"commit":{"message":"add 8bit quantization support\nadd --load_optimizer_on_resume (default true, as before)","shortMessageHtmlLink":"add 8bit quantization support"}},{"before":"3784fb41d6086f29420cde69c690bca1a517951f","after":"96aa4922b130d087017d0ca41eb4f1dd707c7dcb","ref":"refs/heads/dev","pushedAt":"2023-08-14T19:18:37.000Z","pushType":"push","commitsCount":1,"pusher":{"login":"Guitaricet","name":"Vlad Lialin","path":"/Guitaricet","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/2821124?s=80&v=4"},"commit":{"message":"skip NaN batches","shortMessageHtmlLink":"skip NaN batches"}},{"before":"0e7e9fee8f4e9f14ef1a32c6d270daf392d0ea86","after":"3784fb41d6086f29420cde69c690bca1a517951f","ref":"refs/heads/dev","pushedAt":"2023-08-13T15:50:38.000Z","pushType":"push","commitsCount":1,"pusher":{"login":"Guitaricet","name":"Vlad Lialin","path":"/Guitaricet","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/2821124?s=80&v=4"},"commit":{"message":"minor fixes","shortMessageHtmlLink":"minor fixes"}}],"hasNextPage":true,"hasPreviousPage":false,"activityType":"all","actor":null,"timePeriod":"all","sort":"DESC","perPage":30,"cursor":"djE6ks8AAAAENmwzSAA","startCursor":null,"endCursor":null}},"title":"Activity · Guitaricet/relora"}