{"payload":{"feedbackUrl":"https://github.com/orgs/community/discussions/53140","repo":{"id":788373182,"defaultBranch":"master","name":"RuSentNE-LLM-Benchmark","ownerLogin":"nicolay-r","currentUserCanPush":false,"isFork":false,"isEmpty":false,"createdAt":"2024-04-18T09:37:21.000Z","ownerAvatar":"https://avatars.githubusercontent.com/u/14871187?v=4","public":true,"private":false,"isOrgOwned":false},"refInfo":{"name":"","listCacheKey":"v0:1713433042.406946","currentOid":""},"activityList":{"items":[{"before":"41b3ad7f0739c74f87b5245fbf1c3647d110476f","after":"31d2f73b56abd44e311da002838891c6aa145095","ref":"refs/heads/master","pushedAt":"2024-09-05T23:38:43.000Z","pushType":"push","commitsCount":1,"pusher":{"login":"nicolay-r","name":"Nicolay Rusnachenko","path":"/nicolay-r","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/14871187?s=80&v=4"},"commit":{"message":"Update README.md","shortMessageHtmlLink":"Update README.md"}},{"before":"ebf5a27aa80253d127cd1b76c511bd3f9a983c17","after":"41b3ad7f0739c74f87b5245fbf1c3647d110476f","ref":"refs/heads/master","pushedAt":"2024-08-11T11:12:55.000Z","pushType":"push","commitsCount":1,"pusher":{"login":"nicolay-r","name":"Nicolay Rusnachenko","path":"/nicolay-r","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/14871187?s=80&v=4"},"commit":{"message":"Provided details about the upcoming talk","shortMessageHtmlLink":"Provided details about the upcoming talk"}},{"before":"1a80a8fba0e67b508ed961badd94ff2dba616d4f","after":"ebf5a27aa80253d127cd1b76c511bd3f9a983c17","ref":"refs/heads/master","pushedAt":"2024-07-24T11:37:30.000Z","pushType":"push","commitsCount":1,"pusher":{"login":"nicolay-r","name":"Nicolay Rusnachenko","path":"/nicolay-r","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/14871187?s=80&v=4"},"commit":{"message":"Update README.md","shortMessageHtmlLink":"Update README.md"}},{"before":"45a086339a59fb939330bee4580d263fdf340c4f","after":"1a80a8fba0e67b508ed961badd94ff2dba616d4f","ref":"refs/heads/master","pushedAt":"2024-06-30T21:05:21.000Z","pushType":"push","commitsCount":1,"pusher":{"login":"nicolay-r","name":"Nicolay Rusnachenko","path":"/nicolay-r","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/14871187?s=80&v=4"},"commit":{"message":"#16 provided results for Gemma-2 evaluation","shortMessageHtmlLink":"<a class=\"issue-link js-issue-link\" data-error-text=\"Failed to load title\" data-id=\"2380000688\" data-permission-text=\"Title is private\" data-url=\"https://github.com/nicolay-r/RuSentNE-LLM-Benchmark/issues/16\" data-hovercard-type=\"issue\" data-hovercard-url=\"/nicolay-r/RuSentNE-LLM-Benchmark/issues/16/hovercard\" href=\"https://github.com/nicolay-r/RuSentNE-LLM-Benchmark/issues/16\">#16</a> provided results for Gemma-2 evaluation"}},{"before":"6a199dcdfd5cbe1913f227b713f23f5d0c378afb","after":"45a086339a59fb939330bee4580d263fdf340c4f","ref":"refs/heads/master","pushedAt":"2024-06-28T19:18:48.000Z","pushType":"push","commitsCount":1,"pusher":{"login":"nicolay-r","name":"Nicolay Rusnachenko","path":"/nicolay-r","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/14871187?s=80&v=4"},"commit":{"message":"added results Gemma-2-7B-it for non-english texts","shortMessageHtmlLink":"added results Gemma-2-7B-it for non-english texts"}},{"before":"b893b4886f08da54cfb88f95e3282f76e6836c45","after":"6a199dcdfd5cbe1913f227b713f23f5d0c378afb","ref":"refs/heads/master","pushedAt":"2024-06-23T22:12:28.000Z","pushType":"push","commitsCount":1,"pusher":{"login":"nicolay-r","name":"Nicolay Rusnachenko","path":"/nicolay-r","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/14871187?s=80&v=4"},"commit":{"message":"table ordered","shortMessageHtmlLink":"table ordered"}},{"before":"55b52b267f3fd7df2262494be4045da24f674469","after":"b893b4886f08da54cfb88f95e3282f76e6836c45","ref":"refs/heads/master","pushedAt":"2024-06-23T22:00:24.000Z","pushType":"push","commitsCount":1,"pusher":{"login":"nicolay-r","name":"Nicolay Rusnachenko","path":"/nicolay-r","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/14871187?s=80&v=4"},"commit":{"message":"Results reordering","shortMessageHtmlLink":"Results reordering"}},{"before":"51fd09069b4426e205c14bbf8f269fda263199b9","after":"55b52b267f3fd7df2262494be4045da24f674469","ref":"refs/heads/master","pushedAt":"2024-06-23T21:55:48.000Z","pushType":"push","commitsCount":1,"pusher":{"login":"nicolay-r","name":"Nicolay Rusnachenko","path":"/nicolay-r","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/14871187?s=80&v=4"},"commit":{"message":"#8 recalculated results for the Development Set","shortMessageHtmlLink":"<a class=\"issue-link js-issue-link\" data-error-text=\"Failed to load title\" data-id=\"2258173227\" data-permission-text=\"Title is private\" data-url=\"https://github.com/nicolay-r/RuSentNE-LLM-Benchmark/issues/8\" data-hovercard-type=\"issue\" data-hovercard-url=\"/nicolay-r/RuSentNE-LLM-Benchmark/issues/8/hovercard\" href=\"https://github.com/nicolay-r/RuSentNE-LLM-Benchmark/issues/8\">#8</a> recalculated results for the Development Set"}},{"before":"dc180dd8d665dbe10978c4d01805b93fcbf50e97","after":"51fd09069b4426e205c14bbf8f269fda263199b9","ref":"refs/heads/master","pushedAt":"2024-06-16T08:55:34.000Z","pushType":"push","commitsCount":2,"pusher":{"login":"nicolay-r","name":"Nicolay Rusnachenko","path":"/nicolay-r","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/14871187?s=80&v=4"},"commit":{"message":"#14 added results for QWEN","shortMessageHtmlLink":"<a class=\"issue-link js-issue-link\" data-error-text=\"Failed to load title\" data-id=\"2342172611\" data-permission-text=\"Title is private\" data-url=\"https://github.com/nicolay-r/RuSentNE-LLM-Benchmark/issues/14\" data-hovercard-type=\"issue\" data-hovercard-url=\"/nicolay-r/RuSentNE-LLM-Benchmark/issues/14/hovercard\" href=\"https://github.com/nicolay-r/RuSentNE-LLM-Benchmark/issues/14\">#14</a> added results for QWEN"}},{"before":"2100a28988a7c0c9d283516fe5eed33c1eb126b7","after":"dc180dd8d665dbe10978c4d01805b93fcbf50e97","ref":"refs/heads/master","pushedAt":"2024-06-15T10:45:15.000Z","pushType":"push","commitsCount":1,"pusher":{"login":"nicolay-r","name":"Nicolay Rusnachenko","path":"/nicolay-r","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/14871187?s=80&v=4"},"commit":{"message":"Recalculated GPT4-turbo-2024-04-09 results","shortMessageHtmlLink":"Recalculated GPT4-turbo-2024-04-09 results"}},{"before":"5b0de5bca22de92a37af6248d36112a18d37418c","after":"2100a28988a7c0c9d283516fe5eed33c1eb126b7","ref":"refs/heads/master","pushedAt":"2024-06-15T10:40:01.000Z","pushType":"push","commitsCount":1,"pusher":{"login":"nicolay-r","name":"Nicolay Rusnachenko","path":"/nicolay-r","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/14871187?s=80&v=4"},"commit":{"message":"Recalculated GPT-4o results","shortMessageHtmlLink":"Recalculated GPT-4o results"}},{"before":"878887e4be08617ccf1e0f97fd622103f4e26282","after":"5b0de5bca22de92a37af6248d36112a18d37418c","ref":"refs/heads/master","pushedAt":"2024-06-15T10:35:26.000Z","pushType":"push","commitsCount":1,"pusher":{"login":"nicolay-r","name":"Nicolay Rusnachenko","path":"/nicolay-r","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/14871187?s=80&v=4"},"commit":{"message":"#14 provided results for QWEN1.5-7B","shortMessageHtmlLink":"<a class=\"issue-link js-issue-link\" data-error-text=\"Failed to load title\" data-id=\"2342172611\" data-permission-text=\"Title is private\" data-url=\"https://github.com/nicolay-r/RuSentNE-LLM-Benchmark/issues/14\" data-hovercard-type=\"issue\" data-hovercard-url=\"/nicolay-r/RuSentNE-LLM-Benchmark/issues/14/hovercard\" href=\"https://github.com/nicolay-r/RuSentNE-LLM-Benchmark/issues/14\">#14</a> provided results for QWEN1.5-7B"}},{"before":"78bd12aa3f50453d466b374ae123e518ffe15b50","after":"878887e4be08617ccf1e0f97fd622103f4e26282","ref":"refs/heads/master","pushedAt":"2024-06-12T06:57:25.000Z","pushType":"push","commitsCount":1,"pusher":{"login":"nicolay-r","name":"Nicolay Rusnachenko","path":"/nicolay-r","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/14871187?s=80&v=4"},"commit":{"message":"Provided results of FlanT5-xl","shortMessageHtmlLink":"Provided results of FlanT5-xl"}},{"before":"5f6c3da546551a96614b251ca49549e11e9f3f52","after":"78bd12aa3f50453d466b374ae123e518ffe15b50","ref":"refs/heads/master","pushedAt":"2024-06-12T06:43:43.000Z","pushType":"push","commitsCount":1,"pusher":{"login":"nicolay-r","name":"Nicolay Rusnachenko","path":"/nicolay-r","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/14871187?s=80&v=4"},"commit":{"message":"Upd Qwen results position","shortMessageHtmlLink":"Upd Qwen results position"}},{"before":"6855c9cbc1013e5b3b43bbe41dfc82aec9282eee","after":"5f6c3da546551a96614b251ca49549e11e9f3f52","ref":"refs/heads/master","pushedAt":"2024-06-11T07:45:22.000Z","pushType":"push","commitsCount":1,"pusher":{"login":"nicolay-r","name":"Nicolay Rusnachenko","path":"/nicolay-r","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/14871187?s=80&v=4"},"commit":{"message":"Fix table","shortMessageHtmlLink":"Fix table"}},{"before":"3b71ef47626fc5d105e7fb3d8679ef9a98373bbe","after":"6855c9cbc1013e5b3b43bbe41dfc82aec9282eee","ref":"refs/heads/master","pushedAt":"2024-06-11T07:41:14.000Z","pushType":"push","commitsCount":1,"pusher":{"login":"nicolay-r","name":"Nicolay Rusnachenko","path":"/nicolay-r","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/14871187?s=80&v=4"},"commit":{"message":"Fix table","shortMessageHtmlLink":"Fix table"}},{"before":"cb1c75a8e68d25c15c192d9e279e71a75fcb67ed","after":"3b71ef47626fc5d105e7fb3d8679ef9a98373bbe","ref":"refs/heads/master","pushedAt":"2024-06-11T07:39:09.000Z","pushType":"push","commitsCount":1,"pusher":{"login":"nicolay-r","name":"Nicolay Rusnachenko","path":"/nicolay-r","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/14871187?s=80&v=4"},"commit":{"message":"Added qwen results #14. Provided new column for non-default eval metric","shortMessageHtmlLink":"Added qwen results <a class=\"issue-link js-issue-link\" data-error-text=\"Failed to load title\" data-id=\"2342172611\" data-permission-text=\"Title is private\" data-url=\"https://github.com/nicolay-r/RuSentNE-LLM-Benchmark/issues/14\" data-hovercard-type=\"issue\" data-hovercard-url=\"/nicolay-r/RuSentNE-LLM-Benchmark/issues/14/hovercard\" href=\"https://github.com/nicolay-r/RuSentNE-LLM-Benchmark/issues/14\">#14</a>. Provided new column for non-default eval metric"}},{"before":"c0e25a75f5ab6b03c5dc8f7151e875d5577b3eca","after":"cb1c75a8e68d25c15c192d9e279e71a75fcb67ed","ref":"refs/heads/master","pushedAt":"2024-06-11T07:27:43.000Z","pushType":"push","commitsCount":1,"pusher":{"login":"nicolay-r","name":"Nicolay Rusnachenko","path":"/nicolay-r","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/14871187?s=80&v=4"},"commit":{"message":"#8 implemented","shortMessageHtmlLink":"<a class=\"issue-link js-issue-link\" data-error-text=\"Failed to load title\" data-id=\"2258173227\" data-permission-text=\"Title is private\" data-url=\"https://github.com/nicolay-r/RuSentNE-LLM-Benchmark/issues/8\" data-hovercard-type=\"issue\" data-hovercard-url=\"/nicolay-r/RuSentNE-LLM-Benchmark/issues/8/hovercard\" href=\"https://github.com/nicolay-r/RuSentNE-LLM-Benchmark/issues/8\">#8</a> implemented"}},{"before":"4d10fff4ddd5eebf96afee1f7240aa652f84583b","after":"c0e25a75f5ab6b03c5dc8f7151e875d5577b3eca","ref":"refs/heads/master","pushedAt":"2024-06-09T17:13:43.000Z","pushType":"push","commitsCount":1,"pusher":{"login":"nicolay-r","name":"Nicolay Rusnachenko","path":"/nicolay-r","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/14871187?s=80&v=4"},"commit":{"message":"Added flan-t5-large results for comparison with QWEN-2 in english","shortMessageHtmlLink":"Added flan-t5-large results for comparison with QWEN-2 in english"}},{"before":"2e839014df0e2869b117e5d7dca8a221c63d1a58","after":"4d10fff4ddd5eebf96afee1f7240aa652f84583b","ref":"refs/heads/master","pushedAt":"2024-06-09T15:18:28.000Z","pushType":"push","commitsCount":1,"pusher":{"login":"nicolay-r","name":"Nicolay Rusnachenko","path":"/nicolay-r","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/14871187?s=80&v=4"},"commit":{"message":"QWEN result updates #14. Provide categorization of the models in leaderboard","shortMessageHtmlLink":"QWEN result updates <a class=\"issue-link js-issue-link\" data-error-text=\"Failed to load title\" data-id=\"2342172611\" data-permission-text=\"Title is private\" data-url=\"https://github.com/nicolay-r/RuSentNE-LLM-Benchmark/issues/14\" data-hovercard-type=\"issue\" data-hovercard-url=\"/nicolay-r/RuSentNE-LLM-Benchmark/issues/14/hovercard\" href=\"https://github.com/nicolay-r/RuSentNE-LLM-Benchmark/issues/14\">#14</a>. Provide categorization of the models in lead…"}},{"before":"cc5d3282f03b02daec243ef2aa9f012899efee66","after":"2e839014df0e2869b117e5d7dca8a221c63d1a58","ref":"refs/heads/master","pushedAt":"2024-06-09T11:30:19.000Z","pushType":"push","commitsCount":1,"pusher":{"login":"nicolay-r","name":"Nicolay Rusnachenko","path":"/nicolay-r","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/14871187?s=80&v=4"},"commit":{"message":"#14 uploaded results.","shortMessageHtmlLink":"<a class=\"issue-link js-issue-link\" data-error-text=\"Failed to load title\" data-id=\"2342172611\" data-permission-text=\"Title is private\" data-url=\"https://github.com/nicolay-r/RuSentNE-LLM-Benchmark/issues/14\" data-hovercard-type=\"issue\" data-hovercard-url=\"/nicolay-r/RuSentNE-LLM-Benchmark/issues/14/hovercard\" href=\"https://github.com/nicolay-r/RuSentNE-LLM-Benchmark/issues/14\">#14</a> uploaded results."}},{"before":"d77c2a7d5c03524e8b1eebf2a5aeb774a4d6ed0a","after":"cc5d3282f03b02daec243ef2aa9f012899efee66","ref":"refs/heads/master","pushedAt":"2024-06-09T11:29:30.000Z","pushType":"push","commitsCount":1,"pusher":{"login":"nicolay-r","name":"Nicolay Rusnachenko","path":"/nicolay-r","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/14871187?s=80&v=4"},"commit":{"message":"Updated evaluation metric: support Ru-Language. #13","shortMessageHtmlLink":"Updated evaluation metric: support Ru-Language. <a class=\"issue-link js-issue-link\" data-error-text=\"Failed to load title\" data-id=\"2342172215\" data-permission-text=\"Title is private\" data-url=\"https://github.com/nicolay-r/RuSentNE-LLM-Benchmark/issues/13\" data-hovercard-type=\"issue\" data-hovercard-url=\"/nicolay-r/RuSentNE-LLM-Benchmark/issues/13/hovercard\" href=\"https://github.com/nicolay-r/RuSentNE-LLM-Benchmark/issues/13\">#13</a>"}},{"before":"528d41157f14350efe079e27459b01c05e31f23b","after":"d77c2a7d5c03524e8b1eebf2a5aeb774a4d6ed0a","ref":"refs/heads/master","pushedAt":"2024-05-31T22:21:53.000Z","pushType":"push","commitsCount":1,"pusher":{"login":"nicolay-r","name":"Nicolay Rusnachenko","path":"/nicolay-r","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/14871187?s=80&v=4"},"commit":{"message":"Added results for mistral-small (7B)","shortMessageHtmlLink":"Added results for mistral-small (7B)"}},{"before":"247ed8afee939dec5af5867af694bcdfc9eae6d5","after":"528d41157f14350efe079e27459b01c05e31f23b","ref":"refs/heads/master","pushedAt":"2024-05-23T12:05:47.000Z","pushType":"push","commitsCount":1,"pusher":{"login":"nicolay-r","name":"Nicolay Rusnachenko","path":"/nicolay-r","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/14871187?s=80&v=4"},"commit":{"message":"Added mistral-7b-instruct-v0.3 results","shortMessageHtmlLink":"Added mistral-7b-instruct-v0.3 results"}},{"before":"05aaad5df3700fd140eb2b62e5a06566674517ae","after":"247ed8afee939dec5af5867af694bcdfc9eae6d5","ref":"refs/heads/master","pushedAt":"2024-05-16T14:13:54.000Z","pushType":"push","commitsCount":2,"pusher":{"login":"nicolay-r","name":"Nicolay Rusnachenko","path":"/nicolay-r","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/14871187?s=80&v=4"},"commit":{"message":"publishing gpt-4o model results","shortMessageHtmlLink":"publishing gpt-4o model results"}},{"before":"0b0bd235db6de23b52d555774149672ec0489402","after":"05aaad5df3700fd140eb2b62e5a06566674517ae","ref":"refs/heads/master","pushedAt":"2024-05-04T21:36:22.000Z","pushType":"push","commitsCount":2,"pusher":{"login":"nicolay-r","name":"Nicolay Rusnachenko","path":"/nicolay-r","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/14871187?s=80&v=4"},"commit":{"message":"#11 and #8 done.","shortMessageHtmlLink":"<a class=\"issue-link js-issue-link\" data-error-text=\"Failed to load title\" data-id=\"2275961146\" data-permission-text=\"Title is private\" data-url=\"https://github.com/nicolay-r/RuSentNE-LLM-Benchmark/issues/11\" data-hovercard-type=\"issue\" data-hovercard-url=\"/nicolay-r/RuSentNE-LLM-Benchmark/issues/11/hovercard\" href=\"https://github.com/nicolay-r/RuSentNE-LLM-Benchmark/issues/11\">#11</a> and <a class=\"issue-link js-issue-link\" data-error-text=\"Failed to load title\" data-id=\"2258173227\" data-permission-text=\"Title is private\" data-url=\"https://github.com/nicolay-r/RuSentNE-LLM-Benchmark/issues/8\" data-hovercard-type=\"issue\" data-hovercard-url=\"/nicolay-r/RuSentNE-LLM-Benchmark/issues/8/hovercard\" href=\"https://github.com/nicolay-r/RuSentNE-LLM-Benchmark/issues/8\">#8</a> done."}},{"before":"b46462c34114a9e2658004a6ffa106db69bbed42","after":"0b0bd235db6de23b52d555774149672ec0489402","ref":"refs/heads/master","pushedAt":"2024-05-03T18:28:51.000Z","pushType":"push","commitsCount":1,"pusher":{"login":"nicolay-r","name":"Nicolay Rusnachenko","path":"/nicolay-r","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/14871187?s=80&v=4"},"commit":{"message":"fix","shortMessageHtmlLink":"fix"}},{"before":"be0e6869d309a75e3386e1557df35e04d8f648fc","after":"b46462c34114a9e2658004a6ffa106db69bbed42","ref":"refs/heads/master","pushedAt":"2024-05-03T18:16:26.000Z","pushType":"push","commitsCount":2,"pusher":{"login":"nicolay-r","name":"Nicolay Rusnachenko","path":"/nicolay-r","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/14871187?s=80&v=4"},"commit":{"message":"Merge remote-tracking branch 'origin/master'","shortMessageHtmlLink":"Merge remote-tracking branch 'origin/master'"}},{"before":"45aa4cbb3b248d961f45ad6cfb2aa99817f8f948","after":"be0e6869d309a75e3386e1557df35e04d8f648fc","ref":"refs/heads/master","pushedAt":"2024-05-01T10:04:01.000Z","pushType":"push","commitsCount":1,"pusher":{"login":"nicolay-r","name":"Nicolay Rusnachenko","path":"/nicolay-r","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/14871187?s=80&v=4"},"commit":{"message":"Provided links to the Twitter threads 🧵\n\n#sentimentanalsys #reasoning #nlp #twitter #llm","shortMessageHtmlLink":"Provided links to the Twitter threads 🧵"}},{"before":"11fb08ff3f82e34f99d142287a347fba7c446416","after":"45aa4cbb3b248d961f45ad6cfb2aa99817f8f948","ref":"refs/heads/master","pushedAt":"2024-04-28T19:20:59.000Z","pushType":"push","commitsCount":1,"pusher":{"login":"nicolay-r","name":"Nicolay Rusnachenko","path":"/nicolay-r","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/14871187?s=80&v=4"},"commit":{"message":"Added GPT-4 results","shortMessageHtmlLink":"Added GPT-4 results"}}],"hasNextPage":true,"hasPreviousPage":false,"activityType":"all","actor":null,"timePeriod":"all","sort":"DESC","perPage":30,"cursor":"djE6ks8AAAAErmJyMQA","startCursor":null,"endCursor":null}},"title":"Activity · nicolay-r/RuSentNE-LLM-Benchmark"}