{"payload":{"feedbackUrl":"https://github.com/orgs/community/discussions/53140","repo":{"id":673277958,"defaultBranch":"main","name":"data-juicer","ownerLogin":"modelscope","currentUserCanPush":false,"isFork":false,"isEmpty":false,"createdAt":"2023-08-01T09:16:41.000Z","ownerAvatar":"https://avatars.githubusercontent.com/u/109945100?v=4","public":true,"private":false,"isOrgOwned":true},"refInfo":{"name":"","listCacheKey":"v0:1716444173.0","currentOid":""},"activityList":{"items":[{"before":"828647c859bfd77e0080db34815973e01391037e","after":"ac75a53c8ee1c2c0928e8fd2b0afa7d26bbb9575","ref":"refs/heads/dev/fix_video_filter_for_bench","pushedAt":"2024-05-23T09:40:43.000Z","pushType":"push","commitsCount":1,"pusher":{"login":"BeachWang","name":null,"path":"/BeachWang","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/22676348?s=80&v=4"},"commit":{"message":"pre-commit done","shortMessageHtmlLink":"pre-commit done"}},{"before":"67c9db87be66a04e86224eece80fe420f6e87ade","after":"828647c859bfd77e0080db34815973e01391037e","ref":"refs/heads/dev/fix_video_filter_for_bench","pushedAt":"2024-05-23T09:38:07.000Z","pushType":"push","commitsCount":1,"pusher":{"login":"BeachWang","name":null,"path":"/BeachWang","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/22676348?s=80&v=4"},"commit":{"message":"fix words num filter","shortMessageHtmlLink":"fix words num filter"}},{"before":"cef83d5c24688046a8701e007bb1abb3dd70666d","after":"67c9db87be66a04e86224eece80fe420f6e87ade","ref":"refs/heads/dev/fix_video_filter_for_bench","pushedAt":"2024-05-23T06:09:16.000Z","pushType":"push","commitsCount":1,"pusher":{"login":"BeachWang","name":null,"path":"/BeachWang","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/22676348?s=80&v=4"},"commit":{"message":"precommit done","shortMessageHtmlLink":"precommit done"}},{"before":null,"after":"cef83d5c24688046a8701e007bb1abb3dd70666d","ref":"refs/heads/dev/fix_video_filter_for_bench","pushedAt":"2024-05-23T06:02:53.000Z","pushType":"branch_creation","commitsCount":0,"pusher":{"login":"BeachWang","name":null,"path":"/BeachWang","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/22676348?s=80&v=4"},"commit":{"message":"tensor stats to float","shortMessageHtmlLink":"tensor stats to float"}},{"before":"9b76fd374ca0631ad29952bc2f908861a2c90940","after":"4c4cb3023407d5c394195fb790aefbae50cb4129","ref":"refs/heads/add_source_tag","pushedAt":"2024-05-20T07:30:48.000Z","pushType":"push","commitsCount":1,"pusher":{"login":"chenhesen","name":null,"path":"/chenhesen","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/13975899?s=80&v=4"},"commit":{"message":"del print","shortMessageHtmlLink":"del print"}},{"before":"7cd58de0addce3c736d186c808210bde0f527d1f","after":"9b76fd374ca0631ad29952bc2f908861a2c90940","ref":"refs/heads/add_source_tag","pushedAt":"2024-05-20T06:55:21.000Z","pushType":"push","commitsCount":2,"pusher":{"login":"chenhesen","name":null,"path":"/chenhesen","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/13975899?s=80&v=4"},"commit":{"message":"pre commit","shortMessageHtmlLink":"pre commit"}},{"before":"64615364065da9c06fa821dace79c2ff4a681b28","after":"7cd58de0addce3c736d186c808210bde0f527d1f","ref":"refs/heads/add_source_tag","pushedAt":"2024-05-20T02:13:43.000Z","pushType":"push","commitsCount":1,"pusher":{"login":"chenhesen","name":null,"path":"/chenhesen","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/13975899?s=80&v=4"},"commit":{"message":"pre-commit","shortMessageHtmlLink":"pre-commit"}},{"before":"fd4bea032fa2387984488499c48f574d42f03bcb","after":"c935adc9acf4cfb987b90cfc47da286eebe244c5","ref":"refs/heads/dev/easyanimate_for_sandbox","pushedAt":"2024-05-17T09:18:49.000Z","pushType":"push","commitsCount":2,"pusher":{"login":"BeachWang","name":null,"path":"/BeachWang","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/22676348?s=80&v=4"},"commit":{"message":"sort data for partition","shortMessageHtmlLink":"sort data for partition"}},{"before":"d41a01a45686f6c7486108ee29e19f71af7db30b","after":"fd4bea032fa2387984488499c48f574d42f03bcb","ref":"refs/heads/dev/easyanimate_for_sandbox","pushedAt":"2024-05-17T08:41:17.000Z","pushType":"push","commitsCount":1,"pusher":{"login":"BeachWang","name":null,"path":"/BeachWang","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/22676348?s=80&v=4"},"commit":{"message":"check datalen","shortMessageHtmlLink":"check datalen"}},{"before":"bfe809184bd79f4a178c7aa5e3eb2c0f0923a347","after":"d41a01a45686f6c7486108ee29e19f71af7db30b","ref":"refs/heads/dev/easyanimate_for_sandbox","pushedAt":"2024-05-17T07:53:17.000Z","pushType":"push","commitsCount":1,"pusher":{"login":"BeachWang","name":null,"path":"/BeachWang","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/22676348?s=80&v=4"},"commit":{"message":"fix executor","shortMessageHtmlLink":"fix executor"}},{"before":"a7e8f7924b304c2b891ce134991ebcb9859fc11e","after":"bfe809184bd79f4a178c7aa5e3eb2c0f0923a347","ref":"refs/heads/dev/easyanimate_for_sandbox","pushedAt":"2024-05-17T07:26:45.000Z","pushType":"push","commitsCount":1,"pusher":{"login":"BeachWang","name":null,"path":"/BeachWang","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/22676348?s=80&v=4"},"commit":{"message":"fix executor","shortMessageHtmlLink":"fix executor"}},{"before":"68d83cb9c384d1f92a78abb898061959c3727a68","after":"a7e8f7924b304c2b891ce134991ebcb9859fc11e","ref":"refs/heads/dev/easyanimate_for_sandbox","pushedAt":"2024-05-17T03:03:03.000Z","pushType":"push","commitsCount":8,"pusher":{"login":"BeachWang","name":null,"path":"/BeachWang","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/22676348?s=80&v=4"},"commit":{"message":"test sandbox for videos done","shortMessageHtmlLink":"test sandbox for videos done"}},{"before":null,"after":"64615364065da9c06fa821dace79c2ff4a681b28","ref":"refs/heads/add_source_tag","pushedAt":"2024-05-17T02:21:39.000Z","pushType":"branch_creation","commitsCount":0,"pusher":{"login":"chenhesen","name":null,"path":"/chenhesen","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/13975899?s=80&v=4"},"commit":{"message":"add source tag for some mapper op","shortMessageHtmlLink":"add source tag for some mapper op"}},{"before":"0a897c1feb2e9c8da897e70e5643af4d51122597","after":"651e946223a283af42278ab063e38a066a1d8bb6","ref":"refs/heads/dev/fix_sandbox_pipline","pushedAt":"2024-05-16T09:39:57.000Z","pushType":"push","commitsCount":1,"pusher":{"login":"BeachWang","name":null,"path":"/BeachWang","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/22676348?s=80&v=4"},"commit":{"message":"pre-commit done","shortMessageHtmlLink":"pre-commit done"}},{"before":"280907ee2c89b25648fb37381bdf60f7577444e5","after":"0a897c1feb2e9c8da897e70e5643af4d51122597","ref":"refs/heads/dev/fix_sandbox_pipline","pushedAt":"2024-05-16T09:09:44.000Z","pushType":"push","commitsCount":1,"pusher":{"login":"BeachWang","name":null,"path":"/BeachWang","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/22676348?s=80&v=4"},"commit":{"message":"fix data num for each partition","shortMessageHtmlLink":"fix data num for each partition"}},{"before":null,"after":"280907ee2c89b25648fb37381bdf60f7577444e5","ref":"refs/heads/dev/fix_sandbox_pipline","pushedAt":"2024-05-15T12:53:05.000Z","pushType":"branch_creation","commitsCount":0,"pusher":{"login":"BeachWang","name":null,"path":"/BeachWang","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/22676348?s=80&v=4"},"commit":{"message":"divide dataset pipline","shortMessageHtmlLink":"divide dataset pipline"}},{"before":"7fe7cbb919691abbf518b8aec7554ea3bdde0609","after":"ae91c6d06b09c26b2c0cf5118350dda30960437a","ref":"refs/heads/gh-pages","pushedAt":"2024-05-14T08:31:38.000Z","pushType":"push","commitsCount":1,"pusher":{"login":"github-actions[bot]","name":null,"path":"/apps/github-actions","primaryAvatarUrl":"https://avatars.githubusercontent.com/in/15368?s=80&v=4"},"commit":{"message":"deploy: 370e620d3f97fd802992683563e49341849c504a","shortMessageHtmlLink":"deploy: <a class=\"commit-link\" data-hovercard-type=\"commit\" data-hovercard-url=\"https://github.com/modelscope/data-juicer/commit/370e620d3f97fd802992683563e49341849c504a/hovercard\" href=\"https://github.com/modelscope/data-juicer/commit/370e620d3f97fd802992683563e49341849c504a\"><tt>370e620</tt></a>"}},{"before":"1d66cb24d335610449a3041053abd1a135c3e297","after":null,"ref":"refs/heads/feat/analyzer_enhance","pushedAt":"2024-05-14T08:29:47.000Z","pushType":"branch_deletion","commitsCount":0,"pusher":{"login":"HYLcool","name":"Yilun Huang","path":"/HYLcool","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/12782861?s=80&v=4"}},{"before":"0d8111608dcc97419b507ef7b082b3998e4f5637","after":"370e620d3f97fd802992683563e49341849c504a","ref":"refs/heads/main","pushedAt":"2024-05-14T08:29:43.000Z","pushType":"pr_merge","commitsCount":1,"pusher":{"login":"HYLcool","name":"Yilun Huang","path":"/HYLcool","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/12782861?s=80&v=4"},"commit":{"message":"Feat/analyzer enhance & multimodal + text duduplication (#313)\n\n* + support to set percentiles to analyser\r\n+ support to decide whether to export dataset in analyser with configs\r\n\r\n* * support multimodal data deduplication together with texts","shortMessageHtmlLink":"Feat/analyzer enhance &amp; multimodal + text duduplication (<a class=\"issue-link js-issue-link\" data-error-text=\"Failed to load title\" data-id=\"2294644011\" data-permission-text=\"Title is private\" data-url=\"https://github.com/modelscope/data-juicer/issues/313\" data-hovercard-type=\"pull_request\" data-hovercard-url=\"/modelscope/data-juicer/pull/313/hovercard\" href=\"https://github.com/modelscope/data-juicer/pull/313\">#313</a>)"}},{"before":null,"after":"1d66cb24d335610449a3041053abd1a135c3e297","ref":"refs/heads/feat/analyzer_enhance","pushedAt":"2024-05-14T07:25:52.000Z","pushType":"branch_creation","commitsCount":0,"pusher":{"login":"HYLcool","name":"Yilun Huang","path":"/HYLcool","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/12782861?s=80&v=4"},"commit":{"message":"* support multimodal data deduplication together with texts","shortMessageHtmlLink":"* support multimodal data deduplication together with texts"}},{"before":"9a36d7d6ade60736484af71f9091f32f99c72981","after":"68d83cb9c384d1f92a78abb898061959c3727a68","ref":"refs/heads/dev/easyanimate_for_sandbox","pushedAt":"2024-05-13T12:23:35.000Z","pushType":"push","commitsCount":4,"pusher":{"login":"BeachWang","name":null,"path":"/BeachWang","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/22676348?s=80&v=4"},"commit":{"message":"merge main","shortMessageHtmlLink":"merge main"}},{"before":"d64cca6ccde244fd72fa31e619646f08479941ca","after":null,"ref":"refs/heads/eval/vbench","pushedAt":"2024-05-13T12:17:32.000Z","pushType":"branch_deletion","commitsCount":0,"pusher":{"login":"BeachWang","name":null,"path":"/BeachWang","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/22676348?s=80&v=4"}},{"before":"e527a710b4a6de096292c5656c868af1f1878c6e","after":"0d8111608dcc97419b507ef7b082b3998e4f5637","ref":"refs/heads/main","pushedAt":"2024-05-13T12:17:23.000Z","pushType":"pr_merge","commitsCount":1,"pusher":{"login":"BeachWang","name":null,"path":"/BeachWang","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/22676348?s=80&v=4"},"commit":{"message":"Eval/vbench (#312)\n\n* vbench for sandbox\r\n---------\r\n\r\nCo-authored-by: binke <binke.whb@alibaba-inc.com>","shortMessageHtmlLink":"Eval/vbench (<a class=\"issue-link js-issue-link\" data-error-text=\"Failed to load title\" data-id=\"2285333007\" data-permission-text=\"Title is private\" data-url=\"https://github.com/modelscope/data-juicer/issues/312\" data-hovercard-type=\"pull_request\" data-hovercard-url=\"/modelscope/data-juicer/pull/312/hovercard\" href=\"https://github.com/modelscope/data-juicer/pull/312\">#312</a>)"}},{"before":"103375e8a5fcfe6c312c1438aa9778fff20c4fb8","after":"d64cca6ccde244fd72fa31e619646f08479941ca","ref":"refs/heads/eval/vbench","pushedAt":"2024-05-13T11:22:30.000Z","pushType":"push","commitsCount":1,"pusher":{"login":"BeachWang","name":null,"path":"/BeachWang","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/22676348?s=80&v=4"},"commit":{"message":"pre-commit done","shortMessageHtmlLink":"pre-commit done"}},{"before":null,"after":"f90ebf76d9c7159bf82a6bf78e8a317c816c5c51","ref":"refs/heads/revert-273-dev/fvd_eval","pushedAt":"2024-05-13T11:18:22.000Z","pushType":"branch_creation","commitsCount":0,"pusher":{"login":"BeachWang","name":null,"path":"/BeachWang","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/22676348?s=80&v=4"},"commit":{"message":"Revert \"Dev/fvd eval (#273)\"\n\nThis reverts commit e527a710b4a6de096292c5656c868af1f1878c6e.","shortMessageHtmlLink":"Revert \"Dev/fvd eval (<a class=\"issue-link js-issue-link\" data-error-text=\"Failed to load title\" data-id=\"2199723713\" data-permission-text=\"Title is private\" data-url=\"https://github.com/modelscope/data-juicer/issues/273\" data-hovercard-type=\"pull_request\" data-hovercard-url=\"/modelscope/data-juicer/pull/273/hovercard\" href=\"https://github.com/modelscope/data-juicer/pull/273\">#273</a>)\""}},{"before":"c11e045c08a5a2f27439cb34ddebbc0d042f613f","after":null,"ref":"refs/heads/dev/fvd_eval","pushedAt":"2024-05-13T11:17:39.000Z","pushType":"branch_deletion","commitsCount":0,"pusher":{"login":"BeachWang","name":null,"path":"/BeachWang","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/22676348?s=80&v=4"}},{"before":"3b2bd154464f80cfb955d91970080983db7e4bee","after":"103375e8a5fcfe6c312c1438aa9778fff20c4fb8","ref":"refs/heads/eval/vbench","pushedAt":"2024-05-13T11:17:17.000Z","pushType":"push","commitsCount":3,"pusher":{"login":"BeachWang","name":null,"path":"/BeachWang","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/22676348?s=80&v=4"},"commit":{"message":"merge main","shortMessageHtmlLink":"merge main"}},{"before":"6b6d9e0bbeb16c253e5bbb6fa5da4b90a04c14c7","after":"e527a710b4a6de096292c5656c868af1f1878c6e","ref":"refs/heads/main","pushedAt":"2024-05-13T11:09:16.000Z","pushType":"pr_merge","commitsCount":1,"pusher":{"login":"BeachWang","name":null,"path":"/BeachWang","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/22676348?s=80&v=4"},"commit":{"message":"Dev/fvd eval (#273)\n\n* FVD and ISV for video eval\r\n\r\n* restore tools init\r\n\r\n* restore tools init\r\n\r\n* pre-commit done\r\n\r\n* add FID KID IS PR and PRV metrics\r\n\r\n* add KVD metric\r\n\r\n* fix doc\r\n\r\n* allow relative path\r\n\r\n* fix sample 50000 image\r\n\r\n* fvd sandbox\r\n\r\n* fvd sandbox test done\r\n\r\n* precommit done\r\n\r\n---------\r\n\r\nCo-authored-by: binke <binke.whb@alibaba-inc.com>","shortMessageHtmlLink":"Dev/fvd eval (<a class=\"issue-link js-issue-link\" data-error-text=\"Failed to load title\" data-id=\"2199723713\" data-permission-text=\"Title is private\" data-url=\"https://github.com/modelscope/data-juicer/issues/273\" data-hovercard-type=\"pull_request\" data-hovercard-url=\"/modelscope/data-juicer/pull/273/hovercard\" href=\"https://github.com/modelscope/data-juicer/pull/273\">#273</a>)"}},{"before":"bd9797c19333ae2f6f628174841a4877a5b5d6ea","after":"3b2bd154464f80cfb955d91970080983db7e4bee","ref":"refs/heads/eval/vbench","pushedAt":"2024-05-13T11:08:39.000Z","pushType":"push","commitsCount":1,"pusher":{"login":"BeachWang","name":null,"path":"/BeachWang","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/22676348?s=80&v=4"},"commit":{"message":"mv detectron2 to doc","shortMessageHtmlLink":"mv detectron2 to doc"}},{"before":null,"after":"9a36d7d6ade60736484af71f9091f32f99c72981","ref":"refs/heads/dev/easyanimate_for_sandbox","pushedAt":"2024-05-13T09:35:21.000Z","pushType":"branch_creation","commitsCount":0,"pusher":{"login":"BeachWang","name":null,"path":"/BeachWang","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/22676348?s=80&v=4"},"commit":{"message":"easyanimate train and infer in sandbox","shortMessageHtmlLink":"easyanimate train and infer in sandbox"}}],"hasNextPage":true,"hasPreviousPage":false,"activityType":"all","actor":null,"timePeriod":"all","sort":"DESC","perPage":30,"cursor":"djE6ks8AAAAEUdT4GwA","startCursor":null,"endCursor":null}},"title":"Activity · modelscope/data-juicer"}