{"payload":{"feedbackUrl":"https://github.com/orgs/community/discussions/53140","repo":{"id":672936338,"defaultBranch":"main","name":"instruct-qa","ownerLogin":"McGill-NLP","currentUserCanPush":false,"isFork":false,"isEmpty":false,"createdAt":"2023-07-31T13:53:32.000Z","ownerAvatar":"https://avatars.githubusercontent.com/u/73149310?v=4","public":true,"private":false,"isOrgOwned":true},"refInfo":{"name":"","listCacheKey":"v0:1717001858.0","currentOid":""},"activityList":{"items":[{"before":"edd598387d511820f67e5686b7bde21eed37f1af","after":"f31b698f444182b405b7bf8fb7636500d04f0bc8","ref":"refs/heads/fix-openai","pushedAt":"2024-05-29T16:57:13.000Z","pushType":"pr_merge","commitsCount":2,"pusher":{"login":"xhluca","name":"Xing Han Lu","path":"/xhluca","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/21180505?s=80&v=4"},"commit":{"message":"Merge pull request #20 from McGill-NLP/main\n\nRemove dependency on tf","shortMessageHtmlLink":"Merge pull request <a class=\"issue-link js-issue-link\" data-error-text=\"Failed to load title\" data-id=\"2323798372\" data-permission-text=\"Title is private\" data-url=\"https://github.com/McGill-NLP/instruct-qa/issues/20\" data-hovercard-type=\"pull_request\" data-hovercard-url=\"/McGill-NLP/instruct-qa/pull/20/hovercard\" href=\"https://github.com/McGill-NLP/instruct-qa/pull/20\">#20</a> from McGill-NLP/main"}},{"before":"ec7918420c8359d3d23e37074309485ab70beb1a","after":"29b1e27c53164518d758307a1371a0a13d5ffbbe","ref":"refs/heads/main","pushedAt":"2024-05-29T16:20:54.000Z","pushType":"push","commitsCount":1,"pusher":{"login":"vaibhavad","name":"Vaibhav Adlakha","path":"/vaibhavad","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/32997732?s=80&v=4"},"commit":{"message":"Remove dependency on tf","shortMessageHtmlLink":"Remove dependency on tf"}},{"before":"009df2d21c1a3ad114fcc4705568c02dfb548a82","after":"edd598387d511820f67e5686b7bde21eed37f1af","ref":"refs/heads/fix-openai","pushedAt":"2024-05-29T06:37:12.000Z","pushType":"push","commitsCount":1,"pusher":{"login":"xhluca","name":"Xing Han Lu","path":"/xhluca","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/21180505?s=80&v=4"},"commit":{"message":"Update instruct_qa/generation/generator.py","shortMessageHtmlLink":"Update instruct_qa/generation/generator.py"}},{"before":"3c65fa480291d241c3251314776f3ce125fc5a6f","after":"009df2d21c1a3ad114fcc4705568c02dfb548a82","ref":"refs/heads/fix-openai","pushedAt":"2024-05-29T06:20:33.000Z","pushType":"push","commitsCount":1,"pusher":{"login":"xhluca","name":"Xing Han Lu","path":"/xhluca","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/21180505?s=80&v=4"},"commit":{"message":"Update generator.py","shortMessageHtmlLink":"Update generator.py"}},{"before":"5a219c0373a23bd52ab774988269b44bd779febb","after":"3c65fa480291d241c3251314776f3ce125fc5a6f","ref":"refs/heads/fix-openai","pushedAt":"2024-05-29T06:07:11.000Z","pushType":"push","commitsCount":1,"pusher":{"login":"xhluca","name":"Xing Han Lu","path":"/xhluca","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/21180505?s=80&v=4"},"commit":{"message":"Update generator.py to allow completion_type to be passed as kwarg","shortMessageHtmlLink":"Update generator.py to allow completion_type to be passed as kwarg"}},{"before":"1a64919ee70d5289ba1b64361648e6a0e09a8328","after":"5a219c0373a23bd52ab774988269b44bd779febb","ref":"refs/heads/fix-openai","pushedAt":"2024-05-29T03:22:29.000Z","pushType":"push","commitsCount":1,"pusher":{"login":"xhluca","name":"Xing Han Lu","path":"/xhluca","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/21180505?s=80&v=4"},"commit":{"message":"Update setup.py","shortMessageHtmlLink":"Update setup.py"}},{"before":"20289b76223457df3340b456e29ab7798ed98ff8","after":"1a64919ee70d5289ba1b64361648e6a0e09a8328","ref":"refs/heads/fix-openai","pushedAt":"2024-05-29T03:08:38.000Z","pushType":"push","commitsCount":1,"pusher":{"login":"xhluca","name":"Xing Han Lu","path":"/xhluca","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/21180505?s=80&v=4"},"commit":{"message":"Update metrics.py","shortMessageHtmlLink":"Update metrics.py"}},{"before":"9332379e4e06e902df07d4508e74d3391913cbeb","after":"20289b76223457df3340b456e29ab7798ed98ff8","ref":"refs/heads/fix-openai","pushedAt":"2024-05-29T03:07:41.000Z","pushType":"push","commitsCount":1,"pusher":{"login":"xhluca","name":"Xing Han Lu","path":"/xhluca","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/21180505?s=80&v=4"},"commit":{"message":"Update generator.py","shortMessageHtmlLink":"Update generator.py"}},{"before":"ec7918420c8359d3d23e37074309485ab70beb1a","after":"9332379e4e06e902df07d4508e74d3391913cbeb","ref":"refs/heads/fix-openai","pushedAt":"2024-05-29T03:07:07.000Z","pushType":"push","commitsCount":1,"pusher":{"login":"xhluca","name":"Xing Han Lu","path":"/xhluca","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/21180505?s=80&v=4"},"commit":{"message":"Update faithfulness_metrics.py","shortMessageHtmlLink":"Update faithfulness_metrics.py"}},{"before":null,"after":"ec7918420c8359d3d23e37074309485ab70beb1a","ref":"refs/heads/fix-openai","pushedAt":"2024-05-29T03:06:33.000Z","pushType":"branch_creation","commitsCount":0,"pusher":{"login":"xhluca","name":"Xing Han Lu","path":"/xhluca","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/21180505?s=80&v=4"},"commit":{"message":"Added LLM eval prompt template and instructions","shortMessageHtmlLink":"Added LLM eval prompt template and instructions"}},{"before":"b7bfb1744f6a6b066ba9dc88b5cc9cc571c4c5e9","after":"ec7918420c8359d3d23e37074309485ab70beb1a","ref":"refs/heads/main","pushedAt":"2024-02-28T23:04:05.000Z","pushType":"push","commitsCount":1,"pusher":{"login":"vaibhavad","name":"Vaibhav Adlakha","path":"/vaibhavad","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/32997732?s=80&v=4"},"commit":{"message":"Added LLM eval prompt template and instructions","shortMessageHtmlLink":"Added LLM eval prompt template and instructions"}},{"before":"95cc0957a66deeaf99a96b2d783d11e5d8cef223","after":"b7bfb1744f6a6b066ba9dc88b5cc9cc571c4c5e9","ref":"refs/heads/main","pushedAt":"2023-11-29T16:29:27.000Z","pushType":"push","commitsCount":1,"pusher":{"login":"vaibhavad","name":"Vaibhav Adlakha","path":"/vaibhavad","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/32997732?s=80&v=4"},"commit":{"message":"Update topiocqa_wiki_collection.py\n\nupdate zenodo links","shortMessageHtmlLink":"Update topiocqa_wiki_collection.py"}},{"before":"052971ec6ce90e527e7ca238e78d3c1b64f47b61","after":"95cc0957a66deeaf99a96b2d783d11e5d8cef223","ref":"refs/heads/main","pushedAt":"2023-11-15T16:51:37.000Z","pushType":"pr_merge","commitsCount":3,"pusher":{"login":"vaibhavad","name":"Vaibhav Adlakha","path":"/vaibhavad","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/32997732?s=80&v=4"},"commit":{"message":"Merge pull request #15 from McGill-NLP/update-with-new-versions\n\nUpdate with new versions","shortMessageHtmlLink":"Merge pull request <a class=\"issue-link js-issue-link\" data-error-text=\"Failed to load title\" data-id=\"1995162174\" data-permission-text=\"Title is private\" data-url=\"https://github.com/McGill-NLP/instruct-qa/issues/15\" data-hovercard-type=\"pull_request\" data-hovercard-url=\"/McGill-NLP/instruct-qa/pull/15/hovercard\" href=\"https://github.com/McGill-NLP/instruct-qa/pull/15\">#15</a> from McGill-NLP/update-with-new-versions"}},{"before":null,"after":"20532c959d00e12ea6996c99111e592595840f0d","ref":"refs/heads/update-with-new-versions","pushedAt":"2023-11-15T16:50:56.000Z","pushType":"branch_creation","commitsCount":0,"pusher":{"login":"vaibhavad","name":"Vaibhav Adlakha","path":"/vaibhavad","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/32997732?s=80&v=4"},"commit":{"message":"min_new_tokens not present in new version","shortMessageHtmlLink":"min_new_tokens not present in new version"}},{"before":"60a11ee04078ac3e5cc784a4128945fdadf0dd35","after":"052971ec6ce90e527e7ca238e78d3c1b64f47b61","ref":"refs/heads/main","pushedAt":"2023-09-20T03:15:21.000Z","pushType":"pr_merge","commitsCount":2,"pusher":{"login":"vaibhavad","name":"Vaibhav Adlakha","path":"/vaibhavad","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/32997732?s=80&v=4"},"commit":{"message":"Merge pull request #14 from McGill-NLP/post-process-responses\n\nchanges in response runner","shortMessageHtmlLink":"Merge pull request <a class=\"issue-link js-issue-link\" data-error-text=\"Failed to load title\" data-id=\"1904025235\" data-permission-text=\"Title is private\" data-url=\"https://github.com/McGill-NLP/instruct-qa/issues/14\" data-hovercard-type=\"pull_request\" data-hovercard-url=\"/McGill-NLP/instruct-qa/pull/14/hovercard\" href=\"https://github.com/McGill-NLP/instruct-qa/pull/14\">#14</a> from McGill-NLP/post-process-responses"}},{"before":"c71d54b6f7e215649fadb989a84cc7f3faba6524","after":"71050f67791293935f13763026c1b925a23e9a37","ref":"refs/heads/post-process-responses","pushedAt":"2023-09-20T03:14:47.000Z","pushType":"force_push","commitsCount":0,"pusher":{"login":"vaibhavad","name":"Vaibhav Adlakha","path":"/vaibhavad","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/32997732?s=80&v=4"},"commit":{"message":"changes in response runner","shortMessageHtmlLink":"changes in response runner"}},{"before":"e11ae61ea78fc6c539c33106f8acedfd794cb74d","after":"c71d54b6f7e215649fadb989a84cc7f3faba6524","ref":"refs/heads/post-process-responses","pushedAt":"2023-09-20T03:13:40.000Z","pushType":"push","commitsCount":1,"pusher":{"login":"vaibhavad","name":"Vaibhav Adlakha","path":"/vaibhavad","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/32997732?s=80&v=4"},"commit":{"message":"changes in response runner","shortMessageHtmlLink":"changes in response runner"}},{"before":"1f1f59927ef7977c4c764b21f7dfff2a363c51f0","after":"60a11ee04078ac3e5cc784a4128945fdadf0dd35","ref":"refs/heads/main","pushedAt":"2023-09-20T03:12:10.000Z","pushType":"pr_merge","commitsCount":2,"pusher":{"login":"vaibhavad","name":"Vaibhav Adlakha","path":"/vaibhavad","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/32997732?s=80&v=4"},"commit":{"message":"Merge pull request #13 from McGill-NLP/post-process-responses\n\nmodel wise post-process","shortMessageHtmlLink":"Merge pull request <a class=\"issue-link js-issue-link\" data-error-text=\"Failed to load title\" data-id=\"1904022860\" data-permission-text=\"Title is private\" data-url=\"https://github.com/McGill-NLP/instruct-qa/issues/13\" data-hovercard-type=\"pull_request\" data-hovercard-url=\"/McGill-NLP/instruct-qa/pull/13/hovercard\" href=\"https://github.com/McGill-NLP/instruct-qa/pull/13\">#13</a> from McGill-NLP/post-process-responses"}},{"before":"1f1f59927ef7977c4c764b21f7dfff2a363c51f0","after":"e11ae61ea78fc6c539c33106f8acedfd794cb74d","ref":"refs/heads/post-process-responses","pushedAt":"2023-09-20T03:11:34.000Z","pushType":"push","commitsCount":1,"pusher":{"login":"vaibhavad","name":"Vaibhav Adlakha","path":"/vaibhavad","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/32997732?s=80&v=4"},"commit":{"message":"model wise post-process","shortMessageHtmlLink":"model wise post-process"}},{"before":null,"after":"1f1f59927ef7977c4c764b21f7dfff2a363c51f0","ref":"refs/heads/post-process-responses","pushedAt":"2023-09-20T03:11:05.000Z","pushType":"branch_creation","commitsCount":0,"pusher":{"login":"vaibhavad","name":"Vaibhav Adlakha","path":"/vaibhavad","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/32997732?s=80&v=4"},"commit":{"message":"Merge pull request #12 from McGill-NLP/add-responses-documentation\n\nupdate documentation","shortMessageHtmlLink":"Merge pull request <a class=\"issue-link js-issue-link\" data-error-text=\"Failed to load title\" data-id=\"1897095996\" data-permission-text=\"Title is private\" data-url=\"https://github.com/McGill-NLP/instruct-qa/issues/12\" data-hovercard-type=\"pull_request\" data-hovercard-url=\"/McGill-NLP/instruct-qa/pull/12/hovercard\" href=\"https://github.com/McGill-NLP/instruct-qa/pull/12\">#12</a> from McGill-NLP/add-responses-documentation"}},{"before":"a1e0100e4b6016577e606cdbb472a8586a13d7cc","after":"1f1f59927ef7977c4c764b21f7dfff2a363c51f0","ref":"refs/heads/main","pushedAt":"2023-09-14T18:28:59.000Z","pushType":"pr_merge","commitsCount":2,"pusher":{"login":"vaibhavad","name":"Vaibhav Adlakha","path":"/vaibhavad","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/32997732?s=80&v=4"},"commit":{"message":"Merge pull request #12 from McGill-NLP/add-responses-documentation\n\nupdate documentation","shortMessageHtmlLink":"Merge pull request <a class=\"issue-link js-issue-link\" data-error-text=\"Failed to load title\" data-id=\"1897095996\" data-permission-text=\"Title is private\" data-url=\"https://github.com/McGill-NLP/instruct-qa/issues/12\" data-hovercard-type=\"pull_request\" data-hovercard-url=\"/McGill-NLP/instruct-qa/pull/12/hovercard\" href=\"https://github.com/McGill-NLP/instruct-qa/pull/12\">#12</a> from McGill-NLP/add-responses-documentation"}},{"before":"a1e0100e4b6016577e606cdbb472a8586a13d7cc","after":"2ce5c50876936dfcc3f755f9759463d1ecf8ef39","ref":"refs/heads/add-responses-documentation","pushedAt":"2023-09-14T18:26:56.000Z","pushType":"push","commitsCount":1,"pusher":{"login":"vaibhavad","name":"Vaibhav Adlakha","path":"/vaibhavad","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/32997732?s=80&v=4"},"commit":{"message":"update documentation","shortMessageHtmlLink":"update documentation"}},{"before":null,"after":"a1e0100e4b6016577e606cdbb472a8586a13d7cc","ref":"refs/heads/add-responses-documentation","pushedAt":"2023-09-14T18:07:29.000Z","pushType":"branch_creation","commitsCount":0,"pusher":{"login":"vaibhavad","name":"Vaibhav Adlakha","path":"/vaibhavad","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/32997732?s=80&v=4"},"commit":{"message":"Merge pull request #11 from McGill-NLP/download-resources\n\nDownload resources","shortMessageHtmlLink":"Merge pull request <a class=\"issue-link js-issue-link\" data-error-text=\"Failed to load title\" data-id=\"1897056535\" data-permission-text=\"Title is private\" data-url=\"https://github.com/McGill-NLP/instruct-qa/issues/11\" data-hovercard-type=\"pull_request\" data-hovercard-url=\"/McGill-NLP/instruct-qa/pull/11/hovercard\" href=\"https://github.com/McGill-NLP/instruct-qa/pull/11\">#11</a> from McGill-NLP/download-resources"}},{"before":"e7a45a9191cfc10f8c8703c1f05db586a71b9868","after":null,"ref":"refs/heads/documentation-and-examples","pushedAt":"2023-09-14T18:00:52.000Z","pushType":"branch_deletion","commitsCount":0,"pusher":{"login":"vaibhavad","name":"Vaibhav Adlakha","path":"/vaibhavad","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/32997732?s=80&v=4"}},{"before":"d8d912aadd45e8d006ae7db58594036ed6437a16","after":null,"ref":"refs/heads/prompt-type-in-exp-id","pushedAt":"2023-09-14T18:00:51.000Z","pushType":"branch_deletion","commitsCount":0,"pusher":{"login":"vaibhavad","name":"Vaibhav Adlakha","path":"/vaibhavad","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/32997732?s=80&v=4"}},{"before":"88750f855b6a89f240b06e81757f1358ca56d24f","after":null,"ref":"refs/heads/download-resources","pushedAt":"2023-09-14T18:00:50.000Z","pushType":"branch_deletion","commitsCount":0,"pusher":{"login":"vaibhavad","name":"Vaibhav Adlakha","path":"/vaibhavad","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/32997732?s=80&v=4"}},{"before":"5d331e64169c3df85dc8b60ccb88207d75fc9610","after":"a1e0100e4b6016577e606cdbb472a8586a13d7cc","ref":"refs/heads/main","pushedAt":"2023-09-14T18:00:32.000Z","pushType":"pr_merge","commitsCount":4,"pusher":{"login":"vaibhavad","name":"Vaibhav Adlakha","path":"/vaibhavad","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/32997732?s=80&v=4"},"commit":{"message":"Merge pull request #11 from McGill-NLP/download-resources\n\nDownload resources","shortMessageHtmlLink":"Merge pull request <a class=\"issue-link js-issue-link\" data-error-text=\"Failed to load title\" data-id=\"1897056535\" data-permission-text=\"Title is private\" data-url=\"https://github.com/McGill-NLP/instruct-qa/issues/11\" data-hovercard-type=\"pull_request\" data-hovercard-url=\"/McGill-NLP/instruct-qa/pull/11/hovercard\" href=\"https://github.com/McGill-NLP/instruct-qa/pull/11\">#11</a> from McGill-NLP/download-resources"}},{"before":"5d331e64169c3df85dc8b60ccb88207d75fc9610","after":"88750f855b6a89f240b06e81757f1358ca56d24f","ref":"refs/heads/download-resources","pushedAt":"2023-09-14T17:59:56.000Z","pushType":"push","commitsCount":3,"pusher":{"login":"vaibhavad","name":"Vaibhav Adlakha","path":"/vaibhavad","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/32997732?s=80&v=4"},"commit":{"message":"fix experiment id parsing","shortMessageHtmlLink":"fix experiment id parsing"}},{"before":null,"after":"5d331e64169c3df85dc8b60ccb88207d75fc9610","ref":"refs/heads/download-resources","pushedAt":"2023-09-14T17:58:39.000Z","pushType":"branch_creation","commitsCount":0,"pusher":{"login":"vaibhavad","name":"Vaibhav Adlakha","path":"/vaibhavad","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/32997732?s=80&v=4"},"commit":{"message":"Merge pull request #10 from McGill-NLP/prompt-type-in-exp-id\n\nprompt type in experiment id","shortMessageHtmlLink":"Merge pull request <a class=\"issue-link js-issue-link\" data-error-text=\"Failed to load title\" data-id=\"1870198893\" data-permission-text=\"Title is private\" data-url=\"https://github.com/McGill-NLP/instruct-qa/issues/10\" data-hovercard-type=\"pull_request\" data-hovercard-url=\"/McGill-NLP/instruct-qa/pull/10/hovercard\" href=\"https://github.com/McGill-NLP/instruct-qa/pull/10\">#10</a> from McGill-NLP/prompt-type-in-exp-id"}},{"before":"aaef542a70d1929849f27df719963fc2322affd3","after":"5d331e64169c3df85dc8b60ccb88207d75fc9610","ref":"refs/heads/main","pushedAt":"2023-08-28T17:56:45.000Z","pushType":"pr_merge","commitsCount":2,"pusher":{"login":"vaibhavad","name":"Vaibhav Adlakha","path":"/vaibhavad","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/32997732?s=80&v=4"},"commit":{"message":"Merge pull request #10 from McGill-NLP/prompt-type-in-exp-id\n\nprompt type in experiment id","shortMessageHtmlLink":"Merge pull request <a class=\"issue-link js-issue-link\" data-error-text=\"Failed to load title\" data-id=\"1870198893\" data-permission-text=\"Title is private\" data-url=\"https://github.com/McGill-NLP/instruct-qa/issues/10\" data-hovercard-type=\"pull_request\" data-hovercard-url=\"/McGill-NLP/instruct-qa/pull/10/hovercard\" href=\"https://github.com/McGill-NLP/instruct-qa/pull/10\">#10</a> from McGill-NLP/prompt-type-in-exp-id"}}],"hasNextPage":true,"hasPreviousPage":false,"activityType":"all","actor":null,"timePeriod":"all","sort":"DESC","perPage":30,"cursor":"djE6ks8AAAAEVzGjOgA","startCursor":null,"endCursor":null}},"title":"Activity · McGill-NLP/instruct-qa"}