{"payload":{"feedbackUrl":"https://github.com/orgs/community/discussions/53140","repo":{"id":393592151,"defaultBranch":"main","name":"Finetune_LLMs","ownerLogin":"mallorbc","currentUserCanPush":false,"isFork":false,"isEmpty":false,"createdAt":"2021-08-07T05:47:47.000Z","ownerAvatar":"https://avatars.githubusercontent.com/u/39721523?v=4","public":true,"private":false,"isOrgOwned":false},"refInfo":{"name":"","listCacheKey":"v0:1633066508.968162","currentOid":""},"activityList":{"items":[{"before":"f217c2fc3fa644019d623a3831a42b9e9c8db6a8","after":"bfeea5e6818a9b2b1a7414e5a144328e34b43bb4","ref":"refs/heads/main","pushedAt":"2024-03-27T07:20:16.000Z","pushType":"push","commitsCount":2,"pusher":{"login":"mallorbc","name":"Blake","path":"/mallorbc","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/39721523?s=80&v=4"},"commit":{"message":"Merge branch 'main' of github.com:mallorbc/Finetune_GPTNEO_GPTJ6B","shortMessageHtmlLink":"Merge branch 'main' of github.com:mallorbc/Finetune_GPTNEO_GPTJ6B"}},{"before":"19df5c33503b300db4c9ab2e8cdca06428150396","after":"f217c2fc3fa644019d623a3831a42b9e9c8db6a8","ref":"refs/heads/main","pushedAt":"2024-01-24T17:21:19.000Z","pushType":"push","commitsCount":1,"pusher":{"login":"mallorbc","name":"Blake","path":"/mallorbc","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/39721523?s=80&v=4"},"commit":{"message":"Update trl_finetune.py","shortMessageHtmlLink":"Update trl_finetune.py"}},{"before":"e36a751c636e8192b8166e198c1a98d9c4a44bc5","after":"19df5c33503b300db4c9ab2e8cdca06428150396","ref":"refs/heads/main","pushedAt":"2024-01-16T20:43:18.000Z","pushType":"push","commitsCount":1,"pusher":{"login":"mallorbc","name":"Blake","path":"/mallorbc","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/39721523?s=80&v=4"},"commit":{"message":"removed uneeded files and changed permissions","shortMessageHtmlLink":"removed uneeded files and changed permissions"}},{"before":"6892de8cdd2c6025ed93cabe14b2fd1c84efb3ba","after":"e36a751c636e8192b8166e198c1a98d9c4a44bc5","ref":"refs/heads/main","pushedAt":"2023-12-22T08:51:57.000Z","pushType":"push","commitsCount":1,"pusher":{"login":"mallorbc","name":"Blake","path":"/mallorbc","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/39721523?s=80&v=4"},"commit":{"message":"added mixtral and opt support","shortMessageHtmlLink":"added mixtral and opt support"}},{"before":"78ad975944adff76cfd0f835c58ae2ac89d97fc7","after":"6892de8cdd2c6025ed93cabe14b2fd1c84efb3ba","ref":"refs/heads/main","pushedAt":"2023-12-15T08:21:43.000Z","pushType":"push","commitsCount":2,"pusher":{"login":"mallorbc","name":"Blake","path":"/mallorbc","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/39721523?s=80&v=4"},"commit":{"message":"fixed bug with using split model and qlora","shortMessageHtmlLink":"fixed bug with using split model and qlora"}},{"before":"06acbba2a72bd3ce0df6e23baba3aa4acd682d7d","after":"78ad975944adff76cfd0f835c58ae2ac89d97fc7","ref":"refs/heads/main","pushedAt":"2023-12-14T11:43:08.000Z","pushType":"push","commitsCount":1,"pusher":{"login":"mallorbc","name":"Blake","path":"/mallorbc","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/39721523?s=80&v=4"},"commit":{"message":"updated DeepSpeed","shortMessageHtmlLink":"updated DeepSpeed"}},{"before":"3c3a00ab1d28bbe844abd4b5b7fa33fc9a8ea1a1","after":"06acbba2a72bd3ce0df6e23baba3aa4acd682d7d","ref":"refs/heads/main","pushedAt":"2023-11-10T20:00:57.000Z","pushType":"push","commitsCount":1,"pusher":{"login":"mallorbc","name":"Blake","path":"/mallorbc","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/39721523?s=80&v=4"},"commit":{"message":"added zsh to Dockerfile","shortMessageHtmlLink":"added zsh to Dockerfile"}},{"before":"f88b61f78337f42dcb509e2ee2243eb0aa4b6b3c","after":"3c3a00ab1d28bbe844abd4b5b7fa33fc9a8ea1a1","ref":"refs/heads/main","pushedAt":"2023-11-10T03:50:51.000Z","pushType":"push","commitsCount":1,"pusher":{"login":"mallorbc","name":"Blake","path":"/mallorbc","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/39721523?s=80&v=4"},"commit":{"message":"added support for zsh passthrough to make commands easier","shortMessageHtmlLink":"added support for zsh passthrough to make commands easier"}},{"before":"53c37dfa0c9f0882b5418096be915545f22365f1","after":"f88b61f78337f42dcb509e2ee2243eb0aa4b6b3c","ref":"refs/heads/main","pushedAt":"2023-11-08T20:00:53.000Z","pushType":"push","commitsCount":1,"pusher":{"login":"mallorbc","name":"Blake","path":"/mallorbc","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/39721523?s=80&v=4"},"commit":{"message":"added seed support","shortMessageHtmlLink":"added seed support"}},{"before":"b07cd3949cea13097e3c6abe7eff25f0e840bedf","after":"53c37dfa0c9f0882b5418096be915545f22365f1","ref":"refs/heads/main","pushedAt":"2023-11-08T19:57:14.000Z","pushType":"push","commitsCount":2,"pusher":{"login":"mallorbc","name":"Blake","path":"/mallorbc","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/39721523?s=80&v=4"},"commit":{"message":"added gradient checkpointing options, fixed flash attention bug, changed alpha default value","shortMessageHtmlLink":"added gradient checkpointing options, fixed flash attention bug, chan…"}},{"before":"78c95352c4153ae1809368e841867a4a952a5e8d","after":"b07cd3949cea13097e3c6abe7eff25f0e840bedf","ref":"refs/heads/main","pushedAt":"2023-10-27T06:12:08.000Z","pushType":"push","commitsCount":1,"pusher":{"login":"mallorbc","name":"Blake","path":"/mallorbc","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/39721523?s=80&v=4"},"commit":{"message":"added program that allows one to test the tokenizer","shortMessageHtmlLink":"added program that allows one to test the tokenizer"}},{"before":"d12f535ae5d5e61dddffcff2659009d80941e3c9","after":"78c95352c4153ae1809368e841867a4a952a5e8d","ref":"refs/heads/main","pushedAt":"2023-10-27T05:49:08.000Z","pushType":"push","commitsCount":1,"pusher":{"login":"mallorbc","name":"Blake","path":"/mallorbc","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/39721523?s=80&v=4"},"commit":{"message":"now hangle config in a function","shortMessageHtmlLink":"now hangle config in a function"}},{"before":"015b0d9d74c4fd6867f5673988152415646349b1","after":"d12f535ae5d5e61dddffcff2659009d80941e3c9","ref":"refs/heads/main","pushedAt":"2023-10-24T23:05:09.000Z","pushType":"push","commitsCount":2,"pusher":{"login":"mallorbc","name":"Blake","path":"/mallorbc","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/39721523?s=80&v=4"},"commit":{"message":"Merge branch 'main' of github.com:mallorbc/Finetune_GPTNEO_GPTJ6B into main","shortMessageHtmlLink":"Merge branch 'main' of github.com:mallorbc/Finetune_GPTNEO_GPTJ6B int…"}},{"before":"b18ae197bc12ea337d83c5a3606f1a4f04d49d24","after":"015b0d9d74c4fd6867f5673988152415646349b1","ref":"refs/heads/main","pushedAt":"2023-10-24T05:51:32.000Z","pushType":"push","commitsCount":1,"pusher":{"login":"mallorbc","name":"Blake","path":"/mallorbc","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/39721523?s=80&v=4"},"commit":{"message":"Delete finetuning_repo/llama_patch.py","shortMessageHtmlLink":"Delete finetuning_repo/llama_patch.py"}},{"before":"c1137464c27c6703493987231bcbd340bc30c071","after":"b18ae197bc12ea337d83c5a3606f1a4f04d49d24","ref":"refs/heads/main","pushedAt":"2023-10-24T05:50:18.000Z","pushType":"push","commitsCount":2,"pusher":{"login":"mallorbc","name":"Blake","path":"/mallorbc","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/39721523?s=80&v=4"},"commit":{"message":"added rope scaling support","shortMessageHtmlLink":"added rope scaling support"}},{"before":"7b8588b99fe19b8a6f27871ca8c9c4bdf786bc93","after":"c1137464c27c6703493987231bcbd340bc30c071","ref":"refs/heads/main","pushedAt":"2023-10-24T05:48:43.000Z","pushType":"push","commitsCount":1,"pusher":{"login":"mallorbc","name":"Blake","path":"/mallorbc","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/39721523?s=80&v=4"},"commit":{"message":"updated merging program","shortMessageHtmlLink":"updated merging program"}},{"before":"0eaf8004d3844bd00fa5dcccea9fd50bc61676a4","after":"7b8588b99fe19b8a6f27871ca8c9c4bdf786bc93","ref":"refs/heads/main","pushedAt":"2023-10-03T16:01:32.000Z","pushType":"push","commitsCount":1,"pusher":{"login":"mallorbc","name":"Blake","path":"/mallorbc","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/39721523?s=80&v=4"},"commit":{"message":"now use HF implementation of flash attention which will support more models","shortMessageHtmlLink":"now use HF implementation of flash attention which will support more …"}},{"before":"c24e807c8d4f32d6d7e991ef0eb6b8b24b128a4b","after":"0eaf8004d3844bd00fa5dcccea9fd50bc61676a4","ref":"refs/heads/main","pushedAt":"2023-10-03T15:20:51.000Z","pushType":"push","commitsCount":2,"pusher":{"login":"mallorbc","name":"Blake","path":"/mallorbc","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/39721523?s=80&v=4"},"commit":{"message":"Merge branch 'main' of github.com:mallorbc/Finetune_GPTNEO_GPTJ6B into main","shortMessageHtmlLink":"Merge branch 'main' of github.com:mallorbc/Finetune_GPTNEO_GPTJ6B int…"}},{"before":"b5d30025f33ea40898632eff3bc674642823ca87","after":"c24e807c8d4f32d6d7e991ef0eb6b8b24b128a4b","ref":"refs/heads/main","pushedAt":"2023-09-29T03:15:56.000Z","pushType":"push","commitsCount":1,"pusher":{"login":"mallorbc","name":"Blake","path":"/mallorbc","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/39721523?s=80&v=4"},"commit":{"message":"reworked arguement flags","shortMessageHtmlLink":"reworked arguement flags"}},{"before":"43c0d3c4bccbbc4d6cff1c3696b8d9f2e0b820a8","after":"b5d30025f33ea40898632eff3bc674642823ca87","ref":"refs/heads/main","pushedAt":"2023-09-29T03:14:49.000Z","pushType":"push","commitsCount":1,"pusher":{"login":"mallorbc","name":"Blake","path":"/mallorbc","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/39721523?s=80&v=4"},"commit":{"message":"upgraded Deepspeed to fix issue","shortMessageHtmlLink":"upgraded Deepspeed to fix issue"}},{"before":"848b5aa5a43c884f5714fab7fcf26948a1d67f21","after":"43c0d3c4bccbbc4d6cff1c3696b8d9f2e0b820a8","ref":"refs/heads/main","pushedAt":"2023-09-20T23:34:08.000Z","pushType":"push","commitsCount":3,"pusher":{"login":"mallorbc","name":"Blake","path":"/mallorbc","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/39721523?s=80&v=4"},"commit":{"message":"added flag to use all linear layers with lora","shortMessageHtmlLink":"added flag to use all linear layers with lora"}},{"before":"a571aa60572c729b74cfc85270884040cefc5ddd","after":"848b5aa5a43c884f5714fab7fcf26948a1d67f21","ref":"refs/heads/main","pushedAt":"2023-09-19T06:49:11.000Z","pushType":"push","commitsCount":2,"pusher":{"login":"mallorbc","name":"Blake","path":"/mallorbc","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/39721523?s=80&v=4"},"commit":{"message":"Merge branch 'main' of github.com:mallorbc/Finetune_GPTNEO_GPTJ6B into main","shortMessageHtmlLink":"Merge branch 'main' of github.com:mallorbc/Finetune_GPTNEO_GPTJ6B int…"}},{"before":"5827fd0ede10aeda163a02740c3eeba1a57a571d","after":"a571aa60572c729b74cfc85270884040cefc5ddd","ref":"refs/heads/main","pushedAt":"2023-09-15T04:42:03.000Z","pushType":"push","commitsCount":1,"pusher":{"login":"mallorbc","name":"Blake","path":"/mallorbc","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/39721523?s=80&v=4"},"commit":{"message":"Update requirements.txt","shortMessageHtmlLink":"Update requirements.txt"}},{"before":"1fbf3c77768f750b83af41f730f10fb890981b14","after":"5827fd0ede10aeda163a02740c3eeba1a57a571d","ref":"refs/heads/main","pushedAt":"2023-09-15T03:56:32.000Z","pushType":"push","commitsCount":1,"pusher":{"login":"mallorbc","name":"Blake","path":"/mallorbc","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/39721523?s=80&v=4"},"commit":{"message":"Update requirements.txt","shortMessageHtmlLink":"Update requirements.txt"}},{"before":"fd918a0c35a6bc1891b95c6f4471954b418fa858","after":"1fbf3c77768f750b83af41f730f10fb890981b14","ref":"refs/heads/main","pushedAt":"2023-09-13T05:08:00.000Z","pushType":"push","commitsCount":1,"pusher":{"login":"mallorbc","name":"Blake","path":"/mallorbc","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/39721523?s=80&v=4"},"commit":{"message":"fixed models that aren't llama","shortMessageHtmlLink":"fixed models that aren't llama"}},{"before":"df5e0341a7c21349ed09628853aba4066179c8fa","after":"fd918a0c35a6bc1891b95c6f4471954b418fa858","ref":"refs/heads/main","pushedAt":"2023-09-13T05:07:03.000Z","pushType":"push","commitsCount":1,"pusher":{"login":"mallorbc","name":"Blake","path":"/mallorbc","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/39721523?s=80&v=4"},"commit":{"message":"added langchain","shortMessageHtmlLink":"added langchain"}},{"before":"edb23038872dec24754d37bc16f7e0a18a84312b","after":"df5e0341a7c21349ed09628853aba4066179c8fa","ref":"refs/heads/main","pushedAt":"2023-09-09T19:12:23.000Z","pushType":"push","commitsCount":2,"pusher":{"login":"mallorbc","name":"Blake","path":"/mallorbc","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/39721523?s=80&v=4"},"commit":{"message":"Merge branch 'main' of github.com:mallorbc/Finetune_GPTNEO_GPTJ6B into main","shortMessageHtmlLink":"Merge branch 'main' of github.com:mallorbc/Finetune_GPTNEO_GPTJ6B int…"}},{"before":"e548659692467a55a6e0822502df0947b3ce0b12","after":"edb23038872dec24754d37bc16f7e0a18a84312b","ref":"refs/heads/main","pushedAt":"2023-09-08T05:28:06.000Z","pushType":"push","commitsCount":1,"pusher":{"login":"mallorbc","name":"Blake","path":"/mallorbc","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/39721523?s=80&v=4"},"commit":{"message":"Update README.md","shortMessageHtmlLink":"Update README.md"}},{"before":"c402a41cf12196f9abec0d0a4a9ba668c981f371","after":"e548659692467a55a6e0822502df0947b3ce0b12","ref":"refs/heads/main","pushedAt":"2023-09-08T01:48:19.000Z","pushType":"push","commitsCount":1,"pusher":{"login":"mallorbc","name":"Blake","path":"/mallorbc","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/39721523?s=80&v=4"},"commit":{"message":"added rich","shortMessageHtmlLink":"added rich"}},{"before":"9b7216b7f79319ce34713b0f1df06067584723e9","after":"c402a41cf12196f9abec0d0a4a9ba668c981f371","ref":"refs/heads/main","pushedAt":"2023-09-08T01:41:20.000Z","pushType":"push","commitsCount":1,"pusher":{"login":"mallorbc","name":"Blake","path":"/mallorbc","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/39721523?s=80&v=4"},"commit":{"message":"added int8 support","shortMessageHtmlLink":"added int8 support"}}],"hasNextPage":true,"hasPreviousPage":false,"activityType":"all","actor":null,"timePeriod":"all","sort":"DESC","perPage":30,"cursor":"djE6ks8AAAAEIGfANAA","startCursor":null,"endCursor":null}},"title":"Activity · mallorbc/Finetune_LLMs"}