{"payload":{"feedbackUrl":"https://github.com/orgs/community/discussions/53140","repo":{"id":798463374,"defaultBranch":"main","name":"w2s","ownerLogin":"EleutherAI","currentUserCanPush":false,"isFork":false,"isEmpty":false,"createdAt":"2024-05-09T20:37:59.000Z","ownerAvatar":"https://avatars.githubusercontent.com/u/68924597?v=4","public":true,"private":false,"isOrgOwned":true},"refInfo":{"name":"","listCacheKey":"v0:1718653279.0","currentOid":""},"activityList":{"items":[{"before":"4f0689536ad9b2d79b8e01007d81b2434e155b12","after":"7d3d89879f6dd52bfc03a0061de305f7a64490b0","ref":"refs/heads/underspec","pushedAt":"2024-09-19T16:07:06.000Z","pushType":"push","commitsCount":1,"pusher":{"login":"AlexTMallen","name":"Alex Mallen","path":"/AlexTMallen","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/35092692?s=80&v=4"},"commit":{"message":"add llama 3.1","shortMessageHtmlLink":"add llama 3.1"}},{"before":"eb6477102ce6897f73b380a61a3c8f429a9d9b56","after":"4f0689536ad9b2d79b8e01007d81b2434e155b12","ref":"refs/heads/underspec","pushedAt":"2024-09-14T18:52:43.000Z","pushType":"push","commitsCount":6,"pusher":{"login":"AlexTMallen","name":"Alex Mallen","path":"/AlexTMallen","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/35092692?s=80&v=4"},"commit":{"message":"allow no few shot ds","shortMessageHtmlLink":"allow no few shot ds"}},{"before":"fc0305961c13ab5bb0aca0d53c9cbdd8cc3cc950","after":"eb6477102ce6897f73b380a61a3c8f429a9d9b56","ref":"refs/heads/underspec","pushedAt":"2024-08-13T20:04:59.000Z","pushType":"push","commitsCount":1,"pusher":{"login":"AlexTMallen","name":"Alex Mallen","path":"/AlexTMallen","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/35092692?s=80&v=4"},"commit":{"message":"openai SFT background scripts","shortMessageHtmlLink":"openai SFT background scripts"}},{"before":"c586656a9c59db233d4944866a676994f778cf1b","after":"fc0305961c13ab5bb0aca0d53c9cbdd8cc3cc950","ref":"refs/heads/underspec","pushedAt":"2024-08-11T23:00:35.000Z","pushType":"push","commitsCount":2,"pusher":{"login":"AlexTMallen","name":"Alex Mallen","path":"/AlexTMallen","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/35092692?s=80&v=4"},"commit":{"message":"where to put examples in fs promtped sft; openai experiment in progress","shortMessageHtmlLink":"where to put examples in fs promtped sft; openai experiment in progress"}},{"before":"4233fe4db1c89cad9cd7f346525802b10410d496","after":"c586656a9c59db233d4944866a676994f778cf1b","ref":"refs/heads/underspec","pushedAt":"2024-08-08T03:17:30.000Z","pushType":"push","commitsCount":2,"pusher":{"login":"AlexTMallen","name":"Alex Mallen","path":"/AlexTMallen","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/35092692?s=80&v=4"},"commit":{"message":"few shot prompted sft agnostic to what type of labels are used where","shortMessageHtmlLink":"few shot prompted sft agnostic to what type of labels are used where"}},{"before":"06450788d9039f6e2bdd32e59448968416289abd","after":"4233fe4db1c89cad9cd7f346525802b10410d496","ref":"refs/heads/underspec","pushedAt":"2024-08-08T00:12:02.000Z","pushType":"push","commitsCount":1,"pusher":{"login":"AlexTMallen","name":"Alex Mallen","path":"/AlexTMallen","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/35092692?s=80&v=4"},"commit":{"message":"logconf experiments without buffering","shortMessageHtmlLink":"logconf experiments without buffering"}},{"before":"3545f6a85921b3d18ca2428c3c50e08dcf15696f","after":"06450788d9039f6e2bdd32e59448968416289abd","ref":"refs/heads/underspec","pushedAt":"2024-08-07T20:17:59.000Z","pushType":"push","commitsCount":1,"pusher":{"login":"AlexTMallen","name":"Alex Mallen","path":"/AlexTMallen","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/35092692?s=80&v=4"},"commit":{"message":"dedup datasets and increase max ctx","shortMessageHtmlLink":"dedup datasets and increase max ctx"}},{"before":"89c83c8c1832d2c8b63864b55b99682e493b71e5","after":"3545f6a85921b3d18ca2428c3c50e08dcf15696f","ref":"refs/heads/underspec","pushedAt":"2024-08-02T02:30:47.000Z","pushType":"push","commitsCount":2,"pusher":{"login":"AlexTMallen","name":"Alex Mallen","path":"/AlexTMallen","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/35092692?s=80&v=4"},"commit":{"message":"few-shot prompted SFT","shortMessageHtmlLink":"few-shot prompted SFT"}},{"before":"bbf13309e034fafbac2731e4f195a4b4263a4e9b","after":"89c83c8c1832d2c8b63864b55b99682e493b71e5","ref":"refs/heads/underspec","pushedAt":"2024-08-01T00:10:56.000Z","pushType":"push","commitsCount":1,"pusher":{"login":"AlexTMallen","name":"Alex Mallen","path":"/AlexTMallen","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/35092692?s=80&v=4"},"commit":{"message":"sample without replacement so that the number of unique datapoints used more closely matches requested","shortMessageHtmlLink":"sample without replacement so that the number of unique datapoints us…"}},{"before":"97c79aa5358c3d742ad6c2f75aa63459542a576b","after":"bbf13309e034fafbac2731e4f195a4b4263a4e9b","ref":"refs/heads/underspec","pushedAt":"2024-07-31T06:33:34.000Z","pushType":"push","commitsCount":1,"pusher":{"login":"AlexTMallen","name":"Alex Mallen","path":"/AlexTMallen","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/35092692?s=80&v=4"},"commit":{"message":"buffered logconf loss","shortMessageHtmlLink":"buffered logconf loss"}},{"before":"60251f07f0e06a67dd5bdb7eca1b8edabf3906ba","after":"97c79aa5358c3d742ad6c2f75aa63459542a576b","ref":"refs/heads/underspec","pushedAt":"2024-07-29T04:36:54.000Z","pushType":"push","commitsCount":2,"pusher":{"login":"AlexTMallen","name":"Alex Mallen","path":"/AlexTMallen","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/35092692?s=80&v=4"},"commit":{"message":"various active runs","shortMessageHtmlLink":"various active runs"}},{"before":"8e3cb7854c6b0b5a54b5773f7fd82fe0666ee989","after":"60251f07f0e06a67dd5bdb7eca1b8edabf3906ba","ref":"refs/heads/underspec","pushedAt":"2024-07-24T06:00:15.000Z","pushType":"push","commitsCount":1,"pusher":{"login":"AlexTMallen","name":"Alex Mallen","path":"/AlexTMallen","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/35092692?s=80&v=4"},"commit":{"message":"make early stopping cleaner; implement early stopping multiplier","shortMessageHtmlLink":"make early stopping cleaner; implement early stopping multiplier"}},{"before":"2b285af752c9c7545bcb025e74fd999c90073aba","after":"8e3cb7854c6b0b5a54b5773f7fd82fe0666ee989","ref":"refs/heads/underspec","pushedAt":"2024-07-23T06:53:03.000Z","pushType":"push","commitsCount":1,"pusher":{"login":"AlexTMallen","name":"Alex Mallen","path":"/AlexTMallen","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/35092692?s=80&v=4"},"commit":{"message":"good plots of AUC vs spending frac","shortMessageHtmlLink":"good plots of AUC vs spending frac"}},{"before":"b7ffb9f178929501bb169eb7afbf42a2bef7fa30","after":"2b285af752c9c7545bcb025e74fd999c90073aba","ref":"refs/heads/underspec","pushedAt":"2024-07-21T06:30:59.000Z","pushType":"push","commitsCount":2,"pusher":{"login":"AlexTMallen","name":"Alex Mallen","path":"/AlexTMallen","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/35092692?s=80&v=4"},"commit":{"message":"weak-stopped strong models","shortMessageHtmlLink":"weak-stopped strong models"}},{"before":"b8f31b9face28e985e2f9c2b99ae7a07496bcc73","after":"b7ffb9f178929501bb169eb7afbf42a2bef7fa30","ref":"refs/heads/underspec","pushedAt":"2024-07-17T19:14:33.000Z","pushType":"push","commitsCount":1,"pusher":{"login":"AlexTMallen","name":"Alex Mallen","path":"/AlexTMallen","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/35092692?s=80&v=4"},"commit":{"message":"add early stopping callback; add lr sweep","shortMessageHtmlLink":"add early stopping callback; add lr sweep"}},{"before":"46f97aee05b794648f433fcfdee754d9eaefa994","after":"b8f31b9face28e985e2f9c2b99ae7a07496bcc73","ref":"refs/heads/underspec","pushedAt":"2024-07-17T18:19:25.000Z","pushType":"push","commitsCount":1,"pusher":{"login":"AlexTMallen","name":"Alex Mallen","path":"/AlexTMallen","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/35092692?s=80&v=4"},"commit":{"message":"make sure the first stage uses warmup","shortMessageHtmlLink":"make sure the first stage uses warmup"}},{"before":"1d76c24603b0d4c566cce03d39e3fceeb6dd060f","after":"46f97aee05b794648f433fcfdee754d9eaefa994","ref":"refs/heads/underspec","pushedAt":"2024-07-17T18:19:01.000Z","pushType":"push","commitsCount":1,"pusher":{"login":"AlexTMallen","name":"Alex Mallen","path":"/AlexTMallen","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/35092692?s=80&v=4"},"commit":{"message":"use warmup for oracle if no first stage","shortMessageHtmlLink":"use warmup for oracle if no first stage"}},{"before":"651b5f612cc4e7fcd7d5147b0960ead5e2723a8c","after":"1d76c24603b0d4c566cce03d39e3fceeb6dd060f","ref":"refs/heads/underspec","pushedAt":"2024-07-16T17:52:56.000Z","pushType":"push","commitsCount":1,"pusher":{"login":"AlexTMallen","name":"Alex Mallen","path":"/AlexTMallen","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/35092692?s=80&v=4"},"commit":{"message":"early stop both","shortMessageHtmlLink":"early stop both"}},{"before":"5cb3dca926d5e9c2ee5417da75be9b39f24e2134","after":"651b5f612cc4e7fcd7d5147b0960ead5e2723a8c","ref":"refs/heads/underspec","pushedAt":"2024-07-16T01:32:07.000Z","pushType":"push","commitsCount":1,"pusher":{"login":"AlexTMallen","name":"Alex Mallen","path":"/AlexTMallen","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/35092692?s=80&v=4"},"commit":{"message":"for byu","shortMessageHtmlLink":"for byu"}},{"before":"bf33c92c28502b31ce94245ec997d1613cbd96de","after":"5cb3dca926d5e9c2ee5417da75be9b39f24e2134","ref":"refs/heads/underspec","pushedAt":"2024-07-16T00:48:13.000Z","pushType":"push","commitsCount":2,"pusher":{"login":"AlexTMallen","name":"Alex Mallen","path":"/AlexTMallen","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/35092692?s=80&v=4"},"commit":{"message":"delete unnecessary file","shortMessageHtmlLink":"delete unnecessary file"}},{"before":"ab4cf32c79344ad4b676201cc2df93b703871af3","after":"bf33c92c28502b31ce94245ec997d1613cbd96de","ref":"refs/heads/underspec","pushedAt":"2024-07-12T18:28:51.000Z","pushType":"push","commitsCount":1,"pusher":{"login":"AlexTMallen","name":"Alex Mallen","path":"/AlexTMallen","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/35092692?s=80&v=4"},"commit":{"message":"update default args; simple sft; test quantization","shortMessageHtmlLink":"update default args; simple sft; test quantization"}},{"before":"0992441666b90d350ea8d66fa97a7cf637a36030","after":"ab4cf32c79344ad4b676201cc2df93b703871af3","ref":"refs/heads/underspec","pushedAt":"2024-07-11T23:12:22.000Z","pushType":"push","commitsCount":1,"pusher":{"login":"AlexTMallen","name":"Alex Mallen","path":"/AlexTMallen","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/35092692?s=80&v=4"},"commit":{"message":"modifications based on Nora's review","shortMessageHtmlLink":"modifications based on Nora's review"}},{"before":"b2a666f77a5b2389e07ec32dbe5b8e9049992594","after":"0992441666b90d350ea8d66fa97a7cf637a36030","ref":"refs/heads/underspec","pushedAt":"2024-07-10T03:06:07.000Z","pushType":"push","commitsCount":1,"pusher":{"login":"AlexTMallen","name":"Alex Mallen","path":"/AlexTMallen","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/35092692?s=80&v=4"},"commit":{"message":"How much of your budget should you spend on oracle labels for various parameter values?","shortMessageHtmlLink":"How much of your budget should you spend on oracle labels for various…"}},{"before":"4939e1929311a815367ea53daa983eec09efa42f","after":"b2a666f77a5b2389e07ec32dbe5b8e9049992594","ref":"refs/heads/underspec","pushedAt":"2024-07-08T16:43:29.000Z","pushType":"push","commitsCount":3,"pusher":{"login":"AlexTMallen","name":"Alex Mallen","path":"/AlexTMallen","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/35092692?s=80&v=4"},"commit":{"message":"add models for large cost sweep","shortMessageHtmlLink":"add models for large cost sweep"}},{"before":"27c6150115aef055233364237badfa5be78e9d7e","after":"4939e1929311a815367ea53daa983eec09efa42f","ref":"refs/heads/underspec","pushedAt":"2024-06-28T05:39:26.000Z","pushType":"push","commitsCount":1,"pusher":{"login":"AlexTMallen","name":"Alex Mallen","path":"/AlexTMallen","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/35092692?s=80&v=4"},"commit":{"message":"salience-based number of epochs","shortMessageHtmlLink":"salience-based number of epochs"}},{"before":"9301344b7ea24dec81519d6fd83613a7d4ff7d4a","after":"27c6150115aef055233364237badfa5be78e9d7e","ref":"refs/heads/underspec","pushedAt":"2024-06-27T23:28:21.000Z","pushType":"push","commitsCount":1,"pusher":{"login":"AlexTMallen","name":"Alex Mallen","path":"/AlexTMallen","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/35092692?s=80&v=4"},"commit":{"message":"add max ctx arg","shortMessageHtmlLink":"add max ctx arg"}},{"before":"6aaf260d99653835c74a000669a29df90af8ab40","after":"9301344b7ea24dec81519d6fd83613a7d4ff7d4a","ref":"refs/heads/underspec","pushedAt":"2024-06-27T18:14:35.000Z","pushType":"push","commitsCount":1,"pusher":{"login":"AlexTMallen","name":"Alex Mallen","path":"/AlexTMallen","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/35092692?s=80&v=4"},"commit":{"message":"paws and vanilla weak to strong","shortMessageHtmlLink":"paws and vanilla weak to strong"}},{"before":"eda95f004120d85a47b8577d46d2ae1d9543d875","after":"6aaf260d99653835c74a000669a29df90af8ab40","ref":"refs/heads/underspec","pushedAt":"2024-06-25T00:27:44.000Z","pushType":"push","commitsCount":1,"pusher":{"login":"AlexTMallen","name":"Alex Mallen","path":"/AlexTMallen","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/35092692?s=80&v=4"},"commit":{"message":"do cost sweep with number of examples","shortMessageHtmlLink":"do cost sweep with number of examples"}},{"before":"ef1e9f3ed9e38c5a0fd2179d5b4f59f7af1a036b","after":"eda95f004120d85a47b8577d46d2ae1d9543d875","ref":"refs/heads/underspec","pushedAt":"2024-06-21T22:57:08.000Z","pushType":"push","commitsCount":2,"pusher":{"login":"AlexTMallen","name":"Alex Mallen","path":"/AlexTMallen","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/35092692?s=80&v=4"},"commit":{"message":"Merge branch 'underspec' of github.com:EleutherAI/w2s into underspec","shortMessageHtmlLink":"Merge branch 'underspec' of github.com:EleutherAI/w2s into underspec"}},{"before":"eac9905ad2313815b9b7d3d8a378c997b68d3432","after":"ef1e9f3ed9e38c5a0fd2179d5b4f59f7af1a036b","ref":"refs/heads/underspec","pushedAt":"2024-06-21T17:39:20.000Z","pushType":"push","commitsCount":1,"pusher":{"login":"AlexTMallen","name":"Alex Mallen","path":"/AlexTMallen","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/35092692?s=80&v=4"},"commit":{"message":"fix type issues","shortMessageHtmlLink":"fix type issues"}}],"hasNextPage":true,"hasPreviousPage":false,"activityType":"all","actor":null,"timePeriod":"all","sort":"DESC","perPage":30,"cursor":"Y3Vyc29yOnYyOpK7MjAyNC0wOS0xOVQxNjowNzowNi4wMDAwMDBazwAAAAS7Et4z","startCursor":"Y3Vyc29yOnYyOpK7MjAyNC0wOS0xOVQxNjowNzowNi4wMDAwMDBazwAAAAS7Et4z","endCursor":"Y3Vyc29yOnYyOpK7MjAyNC0wNi0yMVQxNzozOToyMC4wMDAwMDBazwAAAARr1XH8"}},"title":"Activity · EleutherAI/w2s"}