{"payload":{"feedbackUrl":"https://github.com/orgs/community/discussions/53140","repo":{"id":715055004,"defaultBranch":"main","name":"UHGEval","ownerLogin":"IAAR-Shanghai","currentUserCanPush":false,"isFork":false,"isEmpty":false,"createdAt":"2023-11-06T11:46:22.000Z","ownerAvatar":"https://avatars.githubusercontent.com/u/150024132?v=4","public":true,"private":false,"isOrgOwned":true},"refInfo":{"name":"","listCacheKey":"v0:1711365519.0","currentOid":""},"activityList":{"items":[{"before":"0ace2da9f28ebb3a41ea5c1648d92f8547d7ab26","after":"608d604363dba0426dd5e014a30a56b31eecca4b","ref":"refs/heads/main","pushedAt":"2024-05-21T08:04:11.000Z","pushType":"push","commitsCount":1,"pusher":{"login":"Ki-Seki","name":"Shichao Song","path":"/Ki-Seki","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/60967965?s=80&v=4"},"commit":{"message":"docs: add html webpage","shortMessageHtmlLink":"docs: add html webpage"}},{"before":"02700c4d94d0513f0b9586ed045dbf395586ec07","after":"80a43503e9f4e5643acb524c19950deebab5281a","ref":"refs/heads/anony","pushedAt":"2024-05-21T07:58:46.000Z","pushType":"force_push","commitsCount":0,"pusher":{"login":"Ki-Seki","name":"Shichao Song","path":"/Ki-Seki","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/60967965?s=80&v=4"},"commit":{"message":"docs: update","shortMessageHtmlLink":"docs: update"}},{"before":"80a43503e9f4e5643acb524c19950deebab5281a","after":"02700c4d94d0513f0b9586ed045dbf395586ec07","ref":"refs/heads/anony","pushedAt":"2024-05-21T07:53:16.000Z","pushType":"push","commitsCount":1,"pusher":{"login":"Ki-Seki","name":"Shichao Song","path":"/Ki-Seki","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/60967965?s=80&v=4"},"commit":{"message":"docs: add html webpage","shortMessageHtmlLink":"docs: add html webpage"}},{"before":"9824032ea0ddfe63defc161c13062f2b369ee54d","after":"0ace2da9f28ebb3a41ea5c1648d92f8547d7ab26","ref":"refs/heads/main","pushedAt":"2024-03-25T11:19:18.000Z","pushType":"push","commitsCount":1,"pusher":{"login":"Ki-Seki","name":"Shichao Song","path":"/Ki-Seki","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/60967965?s=80&v=4"},"commit":{"message":"docs: update todos","shortMessageHtmlLink":"docs: update todos"}},{"before":"38a0e248cb9b4bb460b13e8b861c42f254797eba","after":null,"ref":"refs/heads/Ki-Seki-patch-1","pushedAt":"2024-03-25T11:18:39.000Z","pushType":"branch_deletion","commitsCount":0,"pusher":{"login":"Ki-Seki","name":"Shichao Song","path":"/Ki-Seki","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/60967965?s=80&v=4"}},{"before":null,"after":"38a0e248cb9b4bb460b13e8b861c42f254797eba","ref":"refs/heads/Ki-Seki-patch-1","pushedAt":"2024-03-25T11:18:05.000Z","pushType":"branch_creation","commitsCount":0,"pusher":{"login":"Ki-Seki","name":"Shichao Song","path":"/Ki-Seki","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/60967965?s=80&v=4"},"commit":{"message":"docs: update todos","shortMessageHtmlLink":"docs: update todos"}},{"before":"7244f4a081303fec4f928506eb1106102f6b6b42","after":"9824032ea0ddfe63defc161c13062f2b369ee54d","ref":"refs/heads/main","pushedAt":"2024-03-20T16:46:54.000Z","pushType":"push","commitsCount":1,"pusher":{"login":"Ki-Seki","name":"Shichao Song","path":"/Ki-Seki","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/60967965?s=80&v=4"},"commit":{"message":"fix: variable naming consistency","shortMessageHtmlLink":"fix: variable naming consistency"}},{"before":"30129954866ff1697c672bd7fedae22be622b4aa","after":"7244f4a081303fec4f928506eb1106102f6b6b42","ref":"refs/heads/main","pushedAt":"2024-03-19T12:30:04.000Z","pushType":"push","commitsCount":1,"pusher":{"login":"Ki-Seki","name":"Shichao Song","path":"/Ki-Seki","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/60967965?s=80&v=4"},"commit":{"message":"docs: update readme","shortMessageHtmlLink":"docs: update readme"}},{"before":"da0f60e6a22b9f7c5cf02125c69eccb7acfee152","after":"30129954866ff1697c672bd7fedae22be622b4aa","ref":"refs/heads/main","pushedAt":"2024-03-19T07:15:44.000Z","pushType":"push","commitsCount":1,"pusher":{"login":"Ki-Seki","name":"Shichao Song","path":"/Ki-Seki","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/60967965?s=80&v=4"},"commit":{"message":"refactor: update config","shortMessageHtmlLink":"refactor: update config"}},{"before":"7f3459d5e8a12fb1cb59d5eb273b2b60a92795c6","after":"da0f60e6a22b9f7c5cf02125c69eccb7acfee152","ref":"refs/heads/main","pushedAt":"2024-03-19T07:03:26.000Z","pushType":"push","commitsCount":1,"pusher":{"login":"Ki-Seki","name":"Shichao Song","path":"/Ki-Seki","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/60967965?s=80&v=4"},"commit":{"message":"docs: update readme","shortMessageHtmlLink":"docs: update readme"}},{"before":"18e02baa4c4ddd11baea83e7c96b29d5d36d2c99","after":"7f3459d5e8a12fb1cb59d5eb273b2b60a92795c6","ref":"refs/heads/main","pushedAt":"2024-03-19T06:44:20.000Z","pushType":"push","commitsCount":1,"pusher":{"login":"Ki-Seki","name":"Shichao Song","path":"/Ki-Seki","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/60967965?s=80&v=4"},"commit":{"message":"feat: fully support halueval","shortMessageHtmlLink":"feat: fully support halueval"}},{"before":"89c86d9b152d545cad9a3199c97f6963c0e5c415","after":"18e02baa4c4ddd11baea83e7c96b29d5d36d2c99","ref":"refs/heads/main","pushedAt":"2024-03-18T15:55:44.000Z","pushType":"push","commitsCount":1,"pusher":{"login":"Ki-Seki","name":"Shichao Song","path":"/Ki-Seki","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/60967965?s=80&v=4"},"commit":{"message":"docs: update","shortMessageHtmlLink":"docs: update"}},{"before":"94fae37f8a93dea499e446af32109834f78ccf58","after":"89c86d9b152d545cad9a3199c97f6963c0e5c415","ref":"refs/heads/main","pushedAt":"2024-03-17T12:53:57.000Z","pushType":"push","commitsCount":1,"pusher":{"login":"Ki-Seki","name":"Shichao Song","path":"/Ki-Seki","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/60967965?s=80&v=4"},"commit":{"message":"feat: add configs for more tasks","shortMessageHtmlLink":"feat: add configs for more tasks"}},{"before":"8eb4c212ea49128c25e1b6728944c00496a129a4","after":"94fae37f8a93dea499e446af32109834f78ccf58","ref":"refs/heads/main","pushedAt":"2024-03-13T17:14:11.000Z","pushType":"push","commitsCount":1,"pusher":{"login":"Ki-Seki","name":"Shichao Song","path":"/Ki-Seki","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/60967965?s=80&v=4"},"commit":{"message":"fix: halluqa related issues","shortMessageHtmlLink":"fix: halluqa related issues"}},{"before":"99034ae68203bbbbbee2c3ed7bc0ecd19eb2e7de","after":"8eb4c212ea49128c25e1b6728944c00496a129a4","ref":"refs/heads/main","pushedAt":"2024-03-13T15:16:34.000Z","pushType":"push","commitsCount":1,"pusher":{"login":"Ki-Seki","name":"Shichao Song","path":"/Ki-Seki","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/60967965?s=80&v=4"},"commit":{"message":"fix: halueval related issues","shortMessageHtmlLink":"fix: halueval related issues"}},{"before":"5a83ca2736becd1293ee4346c56ec5d78564c976","after":"99034ae68203bbbbbee2c3ed7bc0ecd19eb2e7de","ref":"refs/heads/main","pushedAt":"2024-03-13T14:27:47.000Z","pushType":"push","commitsCount":1,"pusher":{"login":"Ki-Seki","name":"Shichao Song","path":"/Ki-Seki","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/60967965?s=80&v=4"},"commit":{"message":"fix: move to cuda","shortMessageHtmlLink":"fix: move to cuda"}},{"before":"50fdb2e68d0e63abd751b44da7cc2390f24666d1","after":"5a83ca2736becd1293ee4346c56ec5d78564c976","ref":"refs/heads/main","pushedAt":"2024-03-13T13:41:07.000Z","pushType":"push","commitsCount":1,"pusher":{"login":"Ki-Seki","name":"Shichao Song","path":"/Ki-Seki","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/60967965?s=80&v=4"},"commit":{"message":"feat: add halluqa and halueval","shortMessageHtmlLink":"feat: add halluqa and halueval"}},{"before":"799d23958acfe042380b4a705f9f7ec988e5417b","after":"50fdb2e68d0e63abd751b44da7cc2390f24666d1","ref":"refs/heads/main","pushedAt":"2024-03-13T07:15:40.000Z","pushType":"push","commitsCount":2,"pusher":{"login":"Ki-Seki","name":"Shichao Song","path":"/Ki-Seki","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/60967965?s=80&v=4"},"commit":{"message":"feat: add gemma and minicpm","shortMessageHtmlLink":"feat: add gemma and minicpm"}},{"before":"ce093113ce6d02a3c12b6dc04c013da0bbba9f24","after":"799d23958acfe042380b4a705f9f7ec988e5417b","ref":"refs/heads/main","pushedAt":"2024-03-11T17:12:33.000Z","pushType":"push","commitsCount":1,"pusher":{"login":"Ki-Seki","name":"Shichao Song","path":"/Ki-Seki","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/60967965?s=80&v=4"},"commit":{"message":"fix: evaluators belong to specific datasets","shortMessageHtmlLink":"fix: evaluators belong to specific datasets"}},{"before":"5ff1590eef7cdb2d99e68929c2d7240c46bacda0","after":"ce093113ce6d02a3c12b6dc04c013da0bbba9f24","ref":"refs/heads/main","pushedAt":"2024-03-11T16:58:54.000Z","pushType":"push","commitsCount":1,"pusher":{"login":"Ki-Seki","name":"Shichao Song","path":"/Ki-Seki","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/60967965?s=80&v=4"},"commit":{"message":"refactor: continuation method","shortMessageHtmlLink":"refactor: continuation method"}},{"before":"2fc5327d5a2cfddf849341eb8126d20bce1a950a","after":"5ff1590eef7cdb2d99e68929c2d7240c46bacda0","ref":"refs/heads/main","pushedAt":"2024-03-11T16:40:11.000Z","pushType":"push","commitsCount":2,"pusher":{"login":"Ki-Seki","name":"Shichao Song","path":"/Ki-Seki","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/60967965?s=80&v=4"},"commit":{"message":"feat: new models","shortMessageHtmlLink":"feat: new models"}},{"before":"6060f16b574d1142d7727597f563ff38bc220ff2","after":"2fc5327d5a2cfddf849341eb8126d20bce1a950a","ref":"refs/heads/main","pushedAt":"2024-03-11T06:57:45.000Z","pushType":"push","commitsCount":1,"pusher":{"login":"Ki-Seki","name":"Shichao Song","path":"/Ki-Seki","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/60967965?s=80&v=4"},"commit":{"message":"fix: base prompt template","shortMessageHtmlLink":"fix: base prompt template"}},{"before":"ebc8f574b5219dc411b74aeba485658a139f97a4","after":"6060f16b574d1142d7727597f563ff38bc220ff2","ref":"refs/heads/main","pushedAt":"2024-03-11T03:39:54.000Z","pushType":"push","commitsCount":3,"pusher":{"login":"Ki-Seki","name":"Shichao Song","path":"/Ki-Seki","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/60967965?s=80&v=4"},"commit":{"message":"Merge branch 'mc2' into main","shortMessageHtmlLink":"Merge branch 'mc2' into main"}},{"before":"21bbac9ed62037a594e3a73d85b40cb35ca02a51","after":"ebc8f574b5219dc411b74aeba485658a139f97a4","ref":"refs/heads/main","pushedAt":"2024-03-11T03:36:02.000Z","pushType":"push","commitsCount":1,"pusher":{"login":"Ki-Seki","name":"Shichao Song","path":"/Ki-Seki","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/60967965?s=80&v=4"},"commit":{"message":"fix: return splitted","shortMessageHtmlLink":"fix: return splitted"}},{"before":"a8caaed52cd922435e90f989812ea2c8d8db2072","after":"21bbac9ed62037a594e3a73d85b40cb35ca02a51","ref":"refs/heads/main","pushedAt":"2024-03-10T15:47:32.000Z","pushType":"push","commitsCount":1,"pusher":{"login":"Ki-Seki","name":"Shichao Song","path":"/Ki-Seki","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/60967965?s=80&v=4"},"commit":{"message":"docs: add note","shortMessageHtmlLink":"docs: add note"}},{"before":"6be88de4b9cf11b7e040027ad7e1395e397de70b","after":"a8caaed52cd922435e90f989812ea2c8d8db2072","ref":"refs/heads/main","pushedAt":"2024-03-10T09:01:26.000Z","pushType":"push","commitsCount":1,"pusher":{"login":"Ki-Seki","name":"Shichao Song","path":"/Ki-Seki","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/60967965?s=80&v=4"},"commit":{"message":"fix: arguments","shortMessageHtmlLink":"fix: arguments"}},{"before":"c179f34f39f97e44f7d1393eda9da86e1185f277","after":"6be88de4b9cf11b7e040027ad7e1395e397de70b","ref":"refs/heads/main","pushedAt":"2024-03-06T11:47:57.000Z","pushType":"push","commitsCount":1,"pusher":{"login":"Ki-Seki","name":"Shichao Song","path":"/Ki-Seki","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/60967965?s=80&v=4"},"commit":{"message":"feat: add vllm models","shortMessageHtmlLink":"feat: add vllm models"}},{"before":"ea91275179e36a6daa799928641a72fe7c6e4eb1","after":"c179f34f39f97e44f7d1393eda9da86e1185f277","ref":"refs/heads/main","pushedAt":"2024-03-05T06:39:14.000Z","pushType":"push","commitsCount":1,"pusher":{"login":"Ki-Seki","name":"Shichao Song","path":"/Ki-Seki","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/60967965?s=80&v=4"},"commit":{"message":"docs: update readme","shortMessageHtmlLink":"docs: update readme"}},{"before":"469335e8f64dc7e7cc0a5e438df923ae2d7f0ae8","after":"80a43503e9f4e5643acb524c19950deebab5281a","ref":"refs/heads/anony","pushedAt":"2024-02-25T09:14:57.000Z","pushType":"push","commitsCount":1,"pusher":{"login":"Ki-Seki","name":"Shichao Song","path":"/Ki-Seki","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/60967965?s=80&v=4"},"commit":{"message":"docs: update","shortMessageHtmlLink":"docs: update"}},{"before":"29c2e6dc49af103b7e48e5b72ddb72a999f05e77","after":"ea91275179e36a6daa799928641a72fe7c6e4eb1","ref":"refs/heads/main","pushedAt":"2024-02-25T09:10:33.000Z","pushType":"push","commitsCount":1,"pusher":{"login":"Ki-Seki","name":"Shichao Song","path":"/Ki-Seki","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/60967965?s=80&v=4"},"commit":{"message":"docs: update","shortMessageHtmlLink":"docs: update"}}],"hasNextPage":true,"hasPreviousPage":false,"activityType":"all","actor":null,"timePeriod":"all","sort":"DESC","perPage":30,"cursor":"djE6ks8AAAAET5K9ugA","startCursor":null,"endCursor":null}},"title":"Activity · IAAR-Shanghai/UHGEval"}