{"payload":{"feedbackUrl":"https://github.com/orgs/community/discussions/53140","repo":{"id":806667516,"defaultBranch":"main","name":"ai-multi-modal","ownerLogin":"PoCInnovation","currentUserCanPush":false,"isFork":false,"isEmpty":false,"createdAt":"2024-05-27T16:38:03.000Z","ownerAvatar":"https://avatars.githubusercontent.com/u/36624831?v=4","public":true,"private":false,"isOrgOwned":true},"refInfo":{"name":"","listCacheKey":"v0:1725824384.0","currentOid":""},"activityList":{"items":[{"before":"7ab66a1b2ddcc8e5a6094fbd78c9ee783f4f602b","after":"bb7a9a62ac624579c77291f19a07f0194c59092b","ref":"refs/heads/GPT_training","pushedAt":"2024-09-19T23:34:48.000Z","pushType":"push","commitsCount":1,"pusher":{"login":"ValentinPeron","name":null,"path":"/ValentinPeron","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/71937391?s=80&v=4"},"commit":{"message":"feat: Update GPT2.py with learning rate scheduler and warmup steps","shortMessageHtmlLink":"feat: Update GPT2.py with learning rate scheduler and warmup steps"}},{"before":"327ff3be3ab489280f752b8a87a3d2cbb4201283","after":"7ab66a1b2ddcc8e5a6094fbd78c9ee783f4f602b","ref":"refs/heads/GPT_training","pushedAt":"2024-09-16T11:46:24.000Z","pushType":"push","commitsCount":1,"pusher":{"login":"ValentinPeron","name":null,"path":"/ValentinPeron","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/71937391?s=80&v=4"},"commit":{"message":"feat: Update Hyperparameters and add gradiant clipping","shortMessageHtmlLink":"feat: Update Hyperparameters and add gradiant clipping"}},{"before":"327ff3be3ab489280f752b8a87a3d2cbb4201283","after":"cf756745b489016905276e1fe64f9dfd9c6f6bc4","ref":"refs/heads/gradient_accumulation","pushedAt":"2024-09-08T19:44:39.000Z","pushType":"push","commitsCount":1,"pusher":{"login":"Esspyyy","name":null,"path":"/Esspyyy","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/129078396?s=80&v=4"},"commit":{"message":"implemented gradient accumulation, needs testing","shortMessageHtmlLink":"implemented gradient accumulation, needs testing"}},{"before":null,"after":"327ff3be3ab489280f752b8a87a3d2cbb4201283","ref":"refs/heads/gradient_accumulation","pushedAt":"2024-09-08T19:39:44.000Z","pushType":"branch_creation","commitsCount":0,"pusher":{"login":"Esspyyy","name":null,"path":"/Esspyyy","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/129078396?s=80&v=4"},"commit":{"message":"feat: Add flash attention in GPT2 model","shortMessageHtmlLink":"feat: Add flash attention in GPT2 model"}},{"before":"4e5a28d04cc51b952f6742f87ad2ab4ef08eb217","after":"327ff3be3ab489280f752b8a87a3d2cbb4201283","ref":"refs/heads/GPT_training","pushedAt":"2024-09-08T12:16:24.000Z","pushType":"push","commitsCount":1,"pusher":{"login":"ValentinPeron","name":null,"path":"/ValentinPeron","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/71937391?s=80&v=4"},"commit":{"message":"feat: Add flash attention in GPT2 model","shortMessageHtmlLink":"feat: Add flash attention in GPT2 model"}},{"before":"5f808721bd26fc8ca08ec38940f4bfc983258ad7","after":"4e5a28d04cc51b952f6742f87ad2ab4ef08eb217","ref":"refs/heads/GPT_training","pushedAt":"2024-09-08T02:52:35.000Z","pushType":"push","commitsCount":2,"pusher":{"login":"ValentinPeron","name":null,"path":"/ValentinPeron","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/71937391?s=80&v=4"},"commit":{"message":"feat: Update GPT2.py change data loader batch size and torch float32 matmul precision, compile the model","shortMessageHtmlLink":"feat: Update GPT2.py change data loader batch size and torch float32 …"}},{"before":null,"after":"5f808721bd26fc8ca08ec38940f4bfc983258ad7","ref":"refs/heads/GPT_training","pushedAt":"2024-09-06T09:40:10.000Z","pushType":"branch_creation","commitsCount":0,"pusher":{"login":"ValentinPeron","name":null,"path":"/ValentinPeron","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/71937391?s=80&v=4"},"commit":{"message":"feat: Add GPT2 Model training","shortMessageHtmlLink":"feat: Add GPT2 Model training"}},{"before":"c39846b7db8a544b7e6418a1ea0308465bef1bbb","after":"07a7dd670f8c48f48c227cec6ce73906ffe524a7","ref":"refs/heads/dev","pushedAt":"2024-09-05T22:40:35.000Z","pushType":"push","commitsCount":1,"pusher":{"login":"ramosleandre","name":"linguini.","path":"/ramosleandre","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/146485965?s=80&v=4"},"commit":{"message":"add: dataloader for fineweb","shortMessageHtmlLink":"add: dataloader for fineweb"}},{"before":"e64bf2745e1aa376c84d653f93e34c038ced2686","after":"c39846b7db8a544b7e6418a1ea0308465bef1bbb","ref":"refs/heads/dev","pushedAt":"2024-09-05T20:48:17.000Z","pushType":"push","commitsCount":1,"pusher":{"login":"ramosleandre","name":"linguini.","path":"/ramosleandre","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/146485965?s=80&v=4"},"commit":{"message":"refactor: name of file and add: specification beetween hugging archi, our developped archi and the actual archi that we use for training","shortMessageHtmlLink":"refactor: name of file and add: specification beetween hugging archi,…"}},{"before":"840a175eb67c647cba7c125adb86b5a9c674101d","after":"e64bf2745e1aa376c84d653f93e34c038ced2686","ref":"refs/heads/dev","pushedAt":"2024-08-21T11:44:33.000Z","pushType":"pr_merge","commitsCount":9,"pusher":{"login":"Esspyyy","name":null,"path":"/Esspyyy","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/129078396?s=80&v=4"},"commit":{"message":"Merge pull request #1 from PoCInnovation/GPT-2_small\n\nGreat job !\r\nMerge Gpt 2 small to dev","shortMessageHtmlLink":"Merge pull request <a class=\"issue-link js-issue-link\" data-error-text=\"Failed to load title\" data-id=\"2474048107\" data-permission-text=\"Title is private\" data-url=\"https://github.com/PoCInnovation/ai-multi-modal/issues/1\" data-hovercard-type=\"pull_request\" data-hovercard-url=\"/PoCInnovation/ai-multi-modal/pull/1/hovercard\" href=\"https://github.com/PoCInnovation/ai-multi-modal/pull/1\">#1</a> from PoCInnovation/GPT-2_small"}},{"before":"d37056b2f74e38ad6b2b4bc55296b8cdb8f72675","after":"41f8b9bba5d3b521d0a557e243715464af1b0352","ref":"refs/heads/loader_weights","pushedAt":"2024-08-15T09:10:54.000Z","pushType":"push","commitsCount":1,"pusher":{"login":"Esspyyy","name":null,"path":"/Esspyyy","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/129078396?s=80&v=4"},"commit":{"message":"feat: from_pretrained method can load weights from hugging face","shortMessageHtmlLink":"feat: from_pretrained method can load weights from hugging face"}},{"before":null,"after":"d37056b2f74e38ad6b2b4bc55296b8cdb8f72675","ref":"refs/heads/loader_weights","pushedAt":"2024-08-15T09:05:12.000Z","pushType":"branch_creation","commitsCount":0,"pusher":{"login":"Esspyyy","name":null,"path":"/Esspyyy","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/129078396?s=80&v=4"},"commit":{"message":"feat: define model architecture","shortMessageHtmlLink":"feat: define model architecture"}},{"before":"88e9fa726fc2513bd401028bd70fbb6efa525b21","after":"d37056b2f74e38ad6b2b4bc55296b8cdb8f72675","ref":"refs/heads/GPT-2_small","pushedAt":"2024-08-15T09:01:47.000Z","pushType":"push","commitsCount":1,"pusher":{"login":"Esspyyy","name":null,"path":"/Esspyyy","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/129078396?s=80&v=4"},"commit":{"message":"feat: define model architecture","shortMessageHtmlLink":"feat: define model architecture"}},{"before":"9ad7d1950369c39aabef453e521506854619a7e0","after":"88e9fa726fc2513bd401028bd70fbb6efa525b21","ref":"refs/heads/GPT-2_small","pushedAt":"2024-07-26T00:15:50.000Z","pushType":"push","commitsCount":1,"pusher":{"login":"ValentinPeron","name":null,"path":"/ValentinPeron","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/71937391?s=80&v=4"},"commit":{"message":"refactor: DecoderBlock, MLP and CausalSelfAttention Class","shortMessageHtmlLink":"refactor: DecoderBlock, MLP and CausalSelfAttention Class"}},{"before":"e10c45a865693db471f02645c5cada969ba8b44f","after":"9ad7d1950369c39aabef453e521506854619a7e0","ref":"refs/heads/GPT-2_small","pushedAt":"2024-07-23T21:35:30.000Z","pushType":"push","commitsCount":1,"pusher":{"login":"ramosleandre","name":"linguini.","path":"/ramosleandre","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/146485965?s=80&v=4"},"commit":{"message":"feat: Add attention block in the decoder block (discovery version)\n\nCo-authored-by: Esspyyy <Esspyyy@users.noreply.github.com>\nCo-authored-by: ValentinPeron <ValentinPeron@users.noreply.github.com>","shortMessageHtmlLink":"feat: Add attention block in the decoder block (discovery version)"}},{"before":"9f6ee991765e51ee1edbad01d1f263fe9aaa7f6f","after":"e10c45a865693db471f02645c5cada969ba8b44f","ref":"refs/heads/GPT-2_small","pushedAt":"2024-07-18T21:36:20.000Z","pushType":"push","commitsCount":1,"pusher":{"login":"ValentinPeron","name":null,"path":"/ValentinPeron","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/71937391?s=80&v=4"},"commit":{"message":"feat: Implementation of MLP, DecoderBlock, GPTConfig\n\nCo-authored-by: Esspyyy <Esspyyy@users.noreply.github.com>\nCo-authored-by: linguini. <ramosleandre@users.noreply.github.com>","shortMessageHtmlLink":"feat: Implementation of MLP, DecoderBlock, GPTConfig"}},{"before":null,"after":"9f6ee991765e51ee1edbad01d1f263fe9aaa7f6f","ref":"refs/heads/GPT-2_small","pushedAt":"2024-07-18T18:41:11.000Z","pushType":"branch_creation","commitsCount":0,"pusher":{"login":"ValentinPeron","name":null,"path":"/ValentinPeron","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/71937391?s=80&v=4"},"commit":{"message":"feat: Update GPT-2_small model notebook with latest dependencies and fix warnings","shortMessageHtmlLink":"feat: Update GPT-2_small model notebook with latest dependencies and …"}},{"before":"e0d450c3ba1636a86486c84f4c6404dd45f02e2f","after":"9f6ee991765e51ee1edbad01d1f263fe9aaa7f6f","ref":"refs/heads/text_model","pushedAt":"2024-07-18T18:32:28.000Z","pushType":"push","commitsCount":1,"pusher":{"login":"ValentinPeron","name":null,"path":"/ValentinPeron","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/71937391?s=80&v=4"},"commit":{"message":"feat: Update GPT-2_small model notebook with latest dependencies and fix warnings","shortMessageHtmlLink":"feat: Update GPT-2_small model notebook with latest dependencies and …"}},{"before":"2714f5dc22a9381e3b2f23098e7a95a1b0b7c71d","after":"e0d450c3ba1636a86486c84f4c6404dd45f02e2f","ref":"refs/heads/text_model","pushedAt":"2024-06-29T17:34:50.000Z","pushType":"push","commitsCount":1,"pusher":{"login":"ramosleandre","name":"linguini.","path":"/ramosleandre","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/146485965?s=80&v=4"},"commit":{"message":"feat: add the tokenization and the embbeding for GPT-2 model","shortMessageHtmlLink":"feat: add the tokenization and the embbeding for GPT-2 model"}},{"before":"14508e57077e152cfe5fc04c3c3721d5553dbb11","after":"2714f5dc22a9381e3b2f23098e7a95a1b0b7c71d","ref":"refs/heads/text_model","pushedAt":"2024-06-17T16:42:11.000Z","pushType":"push","commitsCount":1,"pusher":{"login":"ramosleandre","name":"linguini.","path":"/ramosleandre","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/146485965?s=80&v=4"},"commit":{"message":"feat: call the model by api","shortMessageHtmlLink":"feat: call the model by api"}},{"before":"7e83320c572695506126eb0ec7dca8a31c43a520","after":"840a175eb67c647cba7c125adb86b5a9c674101d","ref":"refs/heads/dev","pushedAt":"2024-06-10T16:38:35.000Z","pushType":"push","commitsCount":1,"pusher":{"login":"Esspyyy","name":null,"path":"/Esspyyy","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/129078396?s=80&v=4"},"commit":{"message":"feat: test for a Moderation model using open AI API, needs parsing of the output","shortMessageHtmlLink":"feat: test for a Moderation model using open AI API, needs parsing of…"}},{"before":null,"after":"14508e57077e152cfe5fc04c3c3721d5553dbb11","ref":"refs/heads/text_model","pushedAt":"2024-06-09T21:48:48.000Z","pushType":"branch_creation","commitsCount":0,"pusher":{"login":"ramosleandre","name":"linguini.","path":"/ramosleandre","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/146485965?s=80&v=4"},"commit":{"message":"feat: change GPT model to call our own model (use for example the inverted_model in the transformer tuto)","shortMessageHtmlLink":"feat: change GPT model to call our own model (use for example the inv…"}},{"before":"a7701a3b8cb5f7e4912675bb5d7020403d22732f","after":"7e83320c572695506126eb0ec7dca8a31c43a520","ref":"refs/heads/dev","pushedAt":"2024-06-08T08:21:00.000Z","pushType":"push","commitsCount":1,"pusher":{"login":"ValentinPeron","name":null,"path":"/ValentinPeron","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/71937391?s=80&v=4"},"commit":{"message":"refactor: Update prompt","shortMessageHtmlLink":"refactor: Update prompt"}},{"before":"6a8999cfcfbc30e53de76db73fb1c52f8f218141","after":"a7701a3b8cb5f7e4912675bb5d7020403d22732f","ref":"refs/heads/dev","pushedAt":"2024-06-08T00:07:21.000Z","pushType":"push","commitsCount":1,"pusher":{"login":"ramosleandre","name":"linguini.","path":"/ramosleandre","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/146485965?s=80&v=4"},"commit":{"message":"feat: update configuration_prompt for selection and verification model with prompt eggineering","shortMessageHtmlLink":"feat: update configuration_prompt for selection and verification mode…"}},{"before":null,"after":"6a8999cfcfbc30e53de76db73fb1c52f8f218141","ref":"refs/heads/dev","pushedAt":"2024-06-07T00:24:36.000Z","pushType":"branch_creation","commitsCount":0,"pusher":{"login":"ValentinPeron","name":null,"path":"/ValentinPeron","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/71937391?s=80&v=4"},"commit":{"message":"refactor: Refactor Multimodal class to use API mapping and handle model verification","shortMessageHtmlLink":"refactor: Refactor Multimodal class to use API mapping and handle mod…"}},{"before":"2fb0057de18d593537c5c17c68847d74a935bbaa","after":"3d804bde7cc397c05c920f4b90013cbc4fb3b736","ref":"refs/heads/main","pushedAt":"2024-06-03T15:25:37.000Z","pushType":"push","commitsCount":1,"pusher":{"login":"ramosleandre","name":"linguini.","path":"/ramosleandre","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/146485965?s=80&v=4"},"commit":{"message":"feat: Add model verification and error managment","shortMessageHtmlLink":"feat: Add model verification and error managment"}},{"before":"c40648545f493ea313af9df7612458554aa3e019","after":"2fb0057de18d593537c5c17c68847d74a935bbaa","ref":"refs/heads/main","pushedAt":"2024-06-03T09:04:04.000Z","pushType":"push","commitsCount":1,"pusher":{"login":"ValentinPeron","name":null,"path":"/ValentinPeron","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/71937391?s=80&v=4"},"commit":{"message":"feat: update Readme","shortMessageHtmlLink":"feat: update Readme"}},{"before":"8faf95aa35c93b955001a8e2c65fd39899b09540","after":"c40648545f493ea313af9df7612458554aa3e019","ref":"refs/heads/main","pushedAt":"2024-06-01T01:24:19.000Z","pushType":"push","commitsCount":2,"pusher":{"login":"ValentinPeron","name":null,"path":"/ValentinPeron","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/71937391?s=80&v=4"},"commit":{"message":"feat: add .gitignore file","shortMessageHtmlLink":"feat: add .gitignore file"}},{"before":null,"after":"8faf95aa35c93b955001a8e2c65fd39899b09540","ref":"refs/heads/main","pushedAt":"2024-05-27T16:38:03.000Z","pushType":"branch_creation","commitsCount":0,"pusher":{"login":"MatthiasvonRakowski","name":"Kaiser_dev","path":"/MatthiasvonRakowski","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/114906261?s=80&v=4"},"commit":{"message":"Initial commit","shortMessageHtmlLink":"Initial commit"}}],"hasNextPage":false,"hasPreviousPage":false,"activityType":"all","actor":null,"timePeriod":"all","sort":"DESC","perPage":30,"startCursor":"Y3Vyc29yOnYyOpK7MjAyNC0wOS0xOVQyMzozNDo0OC4wMDAwMDBazwAAAAS7Z7iK","endCursor":"Y3Vyc29yOnYyOpK7MjAyNC0wNS0yN1QxNjozODowMy4wMDAwMDBazwAAAARVFYdo"}},"title":"Activity · PoCInnovation/ai-multi-modal"}