{"payload":{"feedbackUrl":"https://github.com/orgs/community/discussions/53140","repo":{"id":775330439,"defaultBranch":"main","name":"SynthGPT","ownerLogin":"jschrier","currentUserCanPush":false,"isFork":false,"isEmpty":false,"createdAt":"2024-03-21T07:26:43.000Z","ownerAvatar":"https://avatars.githubusercontent.com/u/7826295?v=4","public":true,"private":false,"isOrgOwned":false},"refInfo":{"name":"","listCacheKey":"v0:1720017393.0","currentOid":""},"activityList":{"items":[{"before":"f0f081d751f9886422deff0d4823ea1a53595bfe","after":"3bdb6d498e38039c87c210776bee3da6a9e45c5a","ref":"refs/heads/main","pushedAt":"2024-06-14T18:13:00.000Z","pushType":"push","commitsCount":1,"pusher":{"login":"jschrier","name":"Joshua Schrier","path":"/jschrier","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/7826295?s=80&v=4"},"commit":{"message":"update CITATION.cff\n\nfix YAML format and add correct license information","shortMessageHtmlLink":"update CITATION.cff"}},{"before":"452b060d7821a3d42a5e0fd6d04a19640949af7b","after":"f0f081d751f9886422deff0d4823ea1a53595bfe","ref":"refs/heads/main","pushedAt":"2024-06-14T18:07:29.000Z","pushType":"push","commitsCount":1,"pusher":{"login":"jschrier","name":"Joshua Schrier","path":"/jschrier","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/7826295?s=80&v=4"},"commit":{"message":"fix CITATION.cff\n\nbad indent level","shortMessageHtmlLink":"fix CITATION.cff"}},{"before":"b51b61a52253537d3abc709c87e196ed26380834","after":"452b060d7821a3d42a5e0fd6d04a19640949af7b","ref":"refs/heads/main","pushedAt":"2024-06-14T18:01:14.000Z","pushType":"push","commitsCount":1,"pusher":{"login":"jschrier","name":"Joshua Schrier","path":"/jschrier","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/7826295?s=80&v=4"},"commit":{"message":"reorganize additional synthesizability evaluations\n\n1) replace older PU original-prompt results with updated model original-prompt results (move directory from  `prompt_modification/verify_original` to `results_MP`\n2) update fine-tuned model endpoint in 10b_Finetuned_FPT3.5_Synthesizability.wls with new result\n3) condense prompt modification test files (merge 1 batch and all batches data, putting the latter in comments)","shortMessageHtmlLink":"reorganize additional synthesizability evaluations"}},{"before":"d4a8a14a407e3f1dead570f075c515dc48e83647","after":"b51b61a52253537d3abc709c87e196ed26380834","ref":"refs/heads/main","pushedAt":"2024-06-09T07:17:45.000Z","pushType":"push","commitsCount":1,"pusher":{"login":"jschrier","name":"Joshua Schrier","path":"/jschrier","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/7826295?s=80&v=4"},"commit":{"message":"recompuate results with original prompt fine tuning (with new OpenAI procedure)","shortMessageHtmlLink":"recompuate results with original prompt fine tuning (with new OpenAI …"}},{"before":"30b2ca34373965bf6308a8bc0d57a1bfb359c905","after":"d4a8a14a407e3f1dead570f075c515dc48e83647","ref":"refs/heads/main","pushedAt":"2024-06-07T05:56:56.000Z","pushType":"push","commitsCount":1,"pusher":{"login":"jschrier","name":"Joshua Schrier","path":"/jschrier","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/7826295?s=80&v=4"},"commit":{"message":"Create result where we re-finetune the synthesizability model on batch01 the original prompt (on 07 June) to check if the fine-tuning process has been modified\n\n- Preliminary investigation suggests that the fine-tuning process has changed, as hinted at by  others in https://community.openai.com/t/has-fine-tuning-gotten-worse-since-last-year/711465","shortMessageHtmlLink":"Create result where we re-finetune the synthesizability model on batc…"}},{"before":"b5bf4048bd328b5b885b7432726d9dda3dac4439","after":"30b2ca34373965bf6308a8bc0d57a1bfb359c905","ref":"refs/heads/main","pushedAt":"2024-06-06T08:37:04.000Z","pushType":"push","commitsCount":2,"pusher":{"login":"jschrier","name":"Joshua Schrier","path":"/jschrier","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/7826295?s=80&v=4"},"commit":{"message":"Add Seongmin to copyright info","shortMessageHtmlLink":"Add Seongmin to copyright info"}},{"before":"3091516d19b19606cac7d6c30de43dfdad78467c","after":"b5bf4048bd328b5b885b7432726d9dda3dac4439","ref":"refs/heads/main","pushedAt":"2024-06-05T07:37:54.000Z","pushType":"push","commitsCount":4,"pusher":{"login":"jschrier","name":"Joshua Schrier","path":"/jschrier","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/7826295?s=80&v=4"},"commit":{"message":"Update README to reflect new prompt modification tests.","shortMessageHtmlLink":"Update README to reflect new prompt modification tests."}},{"before":"18b2eee804228ad95542f1b5aa0d6b4f0c3f0832","after":"3091516d19b19606cac7d6c30de43dfdad78467c","ref":"refs/heads/main","pushedAt":"2024-04-29T04:15:10.000Z","pushType":"push","commitsCount":1,"pusher":{"login":"jschrier","name":"Joshua Schrier","path":"/jschrier","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/7826295?s=80&v=4"},"commit":{"message":"update repository with compliance and re-evaluation results","shortMessageHtmlLink":"update repository with compliance and re-evaluation results"}},{"before":"b868e4ae07aef8cc59a8d759f71f1f0aaa01ac7f","after":"18b2eee804228ad95542f1b5aa0d6b4f0c3f0832","ref":"refs/heads/main","pushedAt":"2024-04-19T00:41:51.000Z","pushType":"push","commitsCount":1,"pusher":{"login":"jschrier","name":"Joshua Schrier","path":"/jschrier","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/7826295?s=80&v=4"},"commit":{"message":"add reference information to readme","shortMessageHtmlLink":"add reference information to readme"}},{"before":"f67d91f1e7e01727ac05e64ec15afd2f0466927b","after":"b868e4ae07aef8cc59a8d759f71f1f0aaa01ac7f","ref":"refs/heads/main","pushedAt":"2024-04-18T10:20:19.000Z","pushType":"push","commitsCount":1,"pusher":{"login":"SeongminKim-0215","name":"Seongmin Kim","path":"/SeongminKim-0215","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/69336029?s=80&v=4"},"commit":{"message":"Update README.md","shortMessageHtmlLink":"Update README.md"}},{"before":"674094649240e625768eb1ce78db963ddfb66f73","after":"f67d91f1e7e01727ac05e64ec15afd2f0466927b","ref":"refs/heads/main","pushedAt":"2024-04-18T06:44:15.000Z","pushType":"push","commitsCount":1,"pusher":{"login":"jschrier","name":"Joshua Schrier","path":"/jschrier","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/7826295?s=80&v=4"},"commit":{"message":"move README to correct location","shortMessageHtmlLink":"move README to correct location"}},{"before":"3caff2b4085049aec3b4a4cd5f78ec1cefab86f0","after":"674094649240e625768eb1ce78db963ddfb66f73","ref":"refs/heads/main","pushedAt":"2024-04-18T06:41:05.000Z","pushType":"push","commitsCount":1,"pusher":{"login":"jschrier","name":"Joshua Schrier","path":"/jschrier","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/7826295?s=80&v=4"},"commit":{"message":"update main README.md with new title and author ordering","shortMessageHtmlLink":"update main README.md with new title and author ordering"}},{"before":"9cda65e8e73fbb0c92e54e9b606cd400a1d43350","after":"3caff2b4085049aec3b4a4cd5f78ec1cefab86f0","ref":"refs/heads/main","pushedAt":"2024-04-18T01:57:29.000Z","pushType":"push","commitsCount":1,"pusher":{"login":"jschrier","name":"Joshua Schrier","path":"/jschrier","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/7826295?s=80&v=4"},"commit":{"message":"fix a few typos in the README","shortMessageHtmlLink":"fix a few typos in the README"}},{"before":"eeaca0a5d144c4a16290e37edd1466596c823feb","after":"9cda65e8e73fbb0c92e54e9b606cd400a1d43350","ref":"refs/heads/main","pushedAt":"2024-04-18T00:57:15.000Z","pushType":"push","commitsCount":1,"pusher":{"login":"jschrier","name":"Joshua Schrier","path":"/jschrier","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/7826295?s=80&v=4"},"commit":{"message":"update README files in preparation for publication\n\n(old tables of results have been moved to an unsynced subdirectory, as these results are now written into the paper)","shortMessageHtmlLink":"update README files in preparation for publication"}},{"before":"8e86d2e54272fc85e8ea4aea74ec3ece838e4207","after":"eeaca0a5d144c4a16290e37edd1466596c823feb","ref":"refs/heads/main","pushedAt":"2024-04-16T07:02:19.000Z","pushType":"push","commitsCount":1,"pusher":{"login":"jschrier","name":"Joshua Schrier","path":"/jschrier","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/7826295?s=80&v=4"},"commit":{"message":"code and results for GPT-4 based evaluation of combining top-5 synthesizability predictions from elemwise and GPT-3.5 (FT)\n\nthis is split into batches because the evaluation is slow and some preliminary tests indicated a need to restart batches.","shortMessageHtmlLink":"code and results for GPT-4 based evaluation of combining top-5 synthe…"}},{"before":"75e150c36c0f1bb74ce6611461cc5836af158d9d","after":"8e86d2e54272fc85e8ea4aea74ec3ece838e4207","ref":"refs/heads/main","pushedAt":"2024-04-11T07:38:26.000Z","pushType":"push","commitsCount":1,"pusher":{"login":"jschrier","name":"Joshua Schrier","path":"/jschrier","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/7826295?s=80&v=4"},"commit":{"message":"add JSONL reference link to comments in fine_tuning.wl","shortMessageHtmlLink":"add JSONL reference link to comments in fine_tuning.wl"}},{"before":"bc835c6c1c2bde2d27f1daf0bdaa5eea7dbd5984","after":"75e150c36c0f1bb74ce6611461cc5836af158d9d","ref":"refs/heads/main","pushedAt":"2024-04-11T07:10:09.000Z","pushType":"push","commitsCount":1,"pusher":{"login":"jschrier","name":"Joshua Schrier","path":"/jschrier","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/7826295?s=80&v=4"},"commit":{"message":"comment changes: JSONLD -> JSONL\n\nJSONLD is used for linked data; that's not what we mean...we mean JSONL. Fix this in the fine-tuning code comments","shortMessageHtmlLink":"comment changes: JSONLD -&gt; JSONL"}},{"before":"e4a0d1713a5703ea12deecbc46bd8e63d4edc6f2","after":"bc835c6c1c2bde2d27f1daf0bdaa5eea7dbd5984","ref":"refs/heads/main","pushedAt":"2024-04-11T04:31:22.000Z","pushType":"push","commitsCount":1,"pusher":{"login":"jschrier","name":"Joshua Schrier","path":"/jschrier","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/7826295?s=80&v=4"},"commit":{"message":"add the PU learning task prompt to the repo","shortMessageHtmlLink":"add the PU learning task prompt to the repo"}},{"before":"0a2bd7e2e3b8b05e835f16630d43d4e2c35f44e2","after":"e4a0d1713a5703ea12deecbc46bd8e63d4edc6f2","ref":"refs/heads/main","pushedAt":"2024-04-09T22:42:31.000Z","pushType":"push","commitsCount":1,"pusher":{"login":"jschrier","name":"Joshua Schrier","path":"/jschrier","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/7826295?s=80&v=4"},"commit":{"message":"completed GPT-4 synthesizability calculations","shortMessageHtmlLink":"completed GPT-4 synthesizability calculations"}},{"before":"341224d771ec7c853a9347251146bbefa700627c","after":"0a2bd7e2e3b8b05e835f16630d43d4e2c35f44e2","ref":"refs/heads/main","pushedAt":"2024-04-09T10:46:48.000Z","pushType":"push","commitsCount":2,"pusher":{"login":"jschrier","name":"Joshua Schrier","path":"/jschrier","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/7826295?s=80&v=4"},"commit":{"message":"Merge branch 'main' of https://github.com/jschrier/SynthGPT","shortMessageHtmlLink":"Merge branch 'main' of <a href=\"https://github.com/jschrier/SynthGPT\">https://github.com/jschrier/SynthGPT</a>"}},{"before":"3d8ec583f46e68062b56f278b5b50867f0375d93","after":"341224d771ec7c853a9347251146bbefa700627c","ref":"refs/heads/main","pushedAt":"2024-04-09T08:09:30.000Z","pushType":"push","commitsCount":1,"pusher":{"login":"SeongminKim-0215","name":"Seongmin Kim","path":"/SeongminKim-0215","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/69336029?s=80&v=4"},"commit":{"message":"Add files via upload","shortMessageHtmlLink":"Add files via upload"}},{"before":"cf928e2b3e4618b9083fd79b1d9a8ab3d60eb3aa","after":"3d8ec583f46e68062b56f278b5b50867f0375d93","ref":"refs/heads/main","pushedAt":"2024-04-09T08:01:50.000Z","pushType":"push","commitsCount":1,"pusher":{"login":"SeongminKim-0215","name":"Seongmin Kim","path":"/SeongminKim-0215","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/69336029?s=80&v=4"},"commit":{"message":"Add files via upload","shortMessageHtmlLink":"Add files via upload"}},{"before":"f6e151def92b1f06d0d097eedcbd0dd5146d0241","after":"cf928e2b3e4618b9083fd79b1d9a8ab3d60eb3aa","ref":"refs/heads/main","pushedAt":"2024-04-09T01:37:21.000Z","pushType":"push","commitsCount":1,"pusher":{"login":"SeongminKim-0215","name":"Seongmin Kim","path":"/SeongminKim-0215","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/69336029?s=80&v=4"},"commit":{"message":"Update README.md","shortMessageHtmlLink":"Update README.md"}},{"before":"f160328ad0513b3af57037e99febe5ad459aded1","after":"f6e151def92b1f06d0d097eedcbd0dd5146d0241","ref":"refs/heads/main","pushedAt":"2024-04-08T01:32:57.000Z","pushType":"push","commitsCount":1,"pusher":{"login":"SeongminKim-0215","name":"Seongmin Kim","path":"/SeongminKim-0215","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/69336029?s=80&v=4"},"commit":{"message":"Update README.md","shortMessageHtmlLink":"Update README.md"}},{"before":"4cc3f75c7dc3a27b49e3c1744fc54119fb9c8f86","after":"f160328ad0513b3af57037e99febe5ad459aded1","ref":"refs/heads/main","pushedAt":"2024-04-05T01:42:59.000Z","pushType":"push","commitsCount":1,"pusher":{"login":"SeongminKim-0215","name":"Seongmin Kim","path":"/SeongminKim-0215","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/69336029?s=80&v=4"},"commit":{"message":"Update README.md","shortMessageHtmlLink":"Update README.md"}},{"before":"6985e7e21621834d6472be225384275eabe369cf","after":"4cc3f75c7dc3a27b49e3c1744fc54119fb9c8f86","ref":"refs/heads/main","pushedAt":"2024-04-05T01:42:32.000Z","pushType":"push","commitsCount":1,"pusher":{"login":"SeongminKim-0215","name":"Seongmin Kim","path":"/SeongminKim-0215","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/69336029?s=80&v=4"},"commit":{"message":"Update README.md","shortMessageHtmlLink":"Update README.md"}},{"before":"1f2be40bceedd31a998aa1e48bba59a4d8f69444","after":"6985e7e21621834d6472be225384275eabe369cf","ref":"refs/heads/main","pushedAt":"2024-04-04T08:23:53.000Z","pushType":"push","commitsCount":1,"pusher":{"login":"jschrier","name":"Joshua Schrier","path":"/jschrier","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/7826295?s=80&v=4"},"commit":{"message":"Redo synthesziability predictions to get all training items\n\nEach batch is 5000 items (to allow for restarts, etc.)\nSummary statistics are updated, but they're still all about the same as before","shortMessageHtmlLink":"Redo synthesziability predictions to get all training items"}},{"before":"a804091068f75ba2f902e6043b538c728b3bdf33","after":"1f2be40bceedd31a998aa1e48bba59a4d8f69444","ref":"refs/heads/main","pushedAt":"2024-04-04T02:17:25.000Z","pushType":"push","commitsCount":1,"pusher":{"login":"SeongminKim-0215","name":"Seongmin Kim","path":"/SeongminKim-0215","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/69336029?s=80&v=4"},"commit":{"message":"Update README.md","shortMessageHtmlLink":"Update README.md"}},{"before":"077208e85f88ee374a24c7ec1ff3108ec291efd4","after":"a804091068f75ba2f902e6043b538c728b3bdf33","ref":"refs/heads/main","pushedAt":"2024-04-03T08:25:17.000Z","pushType":"push","commitsCount":2,"pusher":{"login":"jschrier","name":"Joshua Schrier","path":"/jschrier","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/7826295?s=80&v=4"},"commit":{"message":"scoring of 10k gpt-3.5 and fine-tned GPT-3.5 on synthesizability","shortMessageHtmlLink":"scoring of 10k gpt-3.5 and fine-tned GPT-3.5 on synthesizability"}},{"before":"a90060b907f7b1a318e634872c293c6948e60578","after":"077208e85f88ee374a24c7ec1ff3108ec291efd4","ref":"refs/heads/main","pushedAt":"2024-04-03T07:22:10.000Z","pushType":"push","commitsCount":1,"pusher":{"login":"jschrier","name":"Joshua Schrier","path":"/jschrier","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/7826295?s=80&v=4"},"commit":{"message":"evaluate pre-trained GPT-3.5 for synthesizability prediction\n\n-evaluated on only 10k test items","shortMessageHtmlLink":"evaluate pre-trained GPT-3.5 for synthesizability prediction"}}],"hasNextPage":true,"hasPreviousPage":false,"activityType":"all","actor":null,"timePeriod":"all","sort":"DESC","perPage":30,"cursor":"djE6ks8AAAAEZbwojAA","startCursor":null,"endCursor":null}},"title":"Activity · jschrier/SynthGPT"}