{"payload":{"feedbackUrl":"https://github.com/orgs/community/discussions/53140","repo":{"id":600018933,"defaultBranch":"main","name":"rl-algos","ownerLogin":"Bonifatius94","currentUserCanPush":false,"isFork":false,"isEmpty":false,"createdAt":"2023-02-10T11:59:11.000Z","ownerAvatar":"https://avatars.githubusercontent.com/u/29117597?v=4","public":true,"private":false,"isOrgOwned":false},"refInfo":{"name":"","listCacheKey":"v0:1686841983.3370419","currentOid":""},"activityList":{"items":[{"before":"1e3f781468793c7bad7d0419ee0ed4c6748d8ae3","after":"05fb77cdea5289627e991f4455ea82083531355c","ref":"refs/heads/main","pushedAt":"2023-08-16T13:32:13.000Z","pushType":"push","commitsCount":1,"pusher":{"login":"Bonifatius94","name":"Marco Tröster","path":"/Bonifatius94","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/29117597?s=80&v=4"},"commit":{"message":"Update README.md","shortMessageHtmlLink":"Update README.md"}},{"before":"43b9f59ef14d42575c8f2de7c2d014759e1ebd08","after":"1e3f781468793c7bad7d0419ee0ed4c6748d8ae3","ref":"refs/heads/main","pushedAt":"2023-07-31T12:23:52.000Z","pushType":"push","commitsCount":67,"pusher":{"login":"Bonifatius94","name":"Marco Tröster","path":"/Bonifatius94","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/29117597?s=80&v=4"},"commit":{"message":"fix bug","shortMessageHtmlLink":"fix bug"}},{"before":"5bfb29c2d1e247caa9555f08e7c0ddc3458c343f","after":"1e3f781468793c7bad7d0419ee0ed4c6748d8ae3","ref":"refs/heads/dreamer-quantized","pushedAt":"2023-07-31T12:23:20.000Z","pushType":"push","commitsCount":1,"pusher":{"login":"Bonifatius94","name":"Marco Tröster","path":"/Bonifatius94","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/29117597?s=80&v=4"},"commit":{"message":"fix bug","shortMessageHtmlLink":"fix bug"}},{"before":null,"after":"43b9f59ef14d42575c8f2de7c2d014759e1ebd08","ref":"refs/heads/continuous-action-space","pushedAt":"2023-06-15T15:13:03.337Z","pushType":"branch_creation","commitsCount":0,"pusher":{"login":"Bonifatius94","name":"Marco Tröster","path":"/Bonifatius94","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/29117597?s=80&v=4"},"commit":{"message":"Merge pull request #1 from Bonifatius94/pong-ppo\n\nPlay ALE/Pong instead of CartPole","shortMessageHtmlLink":"Merge pull request <a class=\"issue-link js-issue-link\" data-error-text=\"Failed to load title\" data-id=\"1589308470\" data-permission-text=\"Title is private\" data-url=\"https://github.com/Bonifatius94/rl-algos/issues/1\" data-hovercard-type=\"pull_request\" data-hovercard-url=\"/Bonifatius94/rl-algos/pull/1/hovercard\" href=\"https://github.com/Bonifatius94/rl-algos/pull/1\">#1</a> from Bonifatius94/pong-ppo"}},{"before":"79a197bc5d8ed88d5b28343090aabc93bed0ff08","after":"5bfb29c2d1e247caa9555f08e7c0ddc3458c343f","ref":"refs/heads/dreamer-quantized","pushedAt":"2023-05-29T23:11:43.554Z","pushType":"push","commitsCount":1,"pusher":{"login":"Bonifatius94","name":"Marco Tröster","path":"/Bonifatius94","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/29117597?s=80&v=4"},"commit":{"message":"fix vqvae straight-through grads (works)","shortMessageHtmlLink":"fix vqvae straight-through grads (works)"}},{"before":null,"after":"79a197bc5d8ed88d5b28343090aabc93bed0ff08","ref":"refs/heads/dreamer-quantized","pushedAt":"2023-05-29T18:53:53.071Z","pushType":"branch_creation","commitsCount":0,"pusher":{"login":"Bonifatius94","name":"Marco Tröster","path":"/Bonifatius94","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/29117597?s=80&v=4"},"commit":{"message":"first draft of vq dreamer architecture","shortMessageHtmlLink":"first draft of vq dreamer architecture"}},{"before":"327d5aa39c6b79c863d3e483523426b97dd1ac22","after":"37e79071116054a54052b79bf0948c0a6495c160","ref":"refs/heads/dreamer-experimental","pushedAt":"2023-05-25T17:42:28.961Z","pushType":"push","commitsCount":1,"pusher":{"login":"Bonifatius94","name":"Marco Tröster","path":"/Bonifatius94","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/29117597?s=80&v=4"},"commit":{"message":"fix bug: embedding layer without gradients","shortMessageHtmlLink":"fix bug: embedding layer without gradients"}},{"before":"23b8b3f6a64278f9e0672e1451b7a249e4df7e99","after":"327d5aa39c6b79c863d3e483523426b97dd1ac22","ref":"refs/heads/dreamer-experimental","pushedAt":"2023-05-25T14:19:50.909Z","pushType":"push","commitsCount":1,"pusher":{"login":"Bonifatius94","name":"Marco Tröster","path":"/Bonifatius94","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/29117597?s=80&v=4"},"commit":{"message":"adjust loss participation balancing (wip)","shortMessageHtmlLink":"adjust loss participation balancing (wip)"}},{"before":"9a4398f97da5260fda1736417fdb6a1855433973","after":"23b8b3f6a64278f9e0672e1451b7a249e4df7e99","ref":"refs/heads/dreamer-experimental","pushedAt":"2023-05-25T01:40:05.700Z","pushType":"push","commitsCount":1,"pusher":{"login":"Bonifatius94","name":"Marco Tröster","path":"/Bonifatius94","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/29117597?s=80&v=4"},"commit":{"message":"add vq codebook loss to world model training","shortMessageHtmlLink":"add vq codebook loss to world model training"}},{"before":"4aa4114e55fe07d27f42965e9ee384d95dc293a5","after":"9a4398f97da5260fda1736417fdb6a1855433973","ref":"refs/heads/dreamer-experimental","pushedAt":"2023-05-25T01:21:17.528Z","pushType":"push","commitsCount":2,"pusher":{"login":"Bonifatius94","name":"Marco Tröster","path":"/Bonifatius94","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/29117597?s=80&v=4"},"commit":{"message":"increase enc dims to make use of quant embeddings","shortMessageHtmlLink":"increase enc dims to make use of quant embeddings"}},{"before":"0a0791631107efa55e7b672870c35a5b1ffe6d2a","after":"4aa4114e55fe07d27f42965e9ee384d95dc293a5","ref":"refs/heads/dreamer-experimental","pushedAt":"2023-05-24T10:11:38.630Z","pushType":"push","commitsCount":1,"pusher":{"login":"Bonifatius94","name":"Marco Tröster","path":"/Bonifatius94","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/29117597?s=80&v=4"},"commit":{"message":"add vector quantization for one-hot categoricals","shortMessageHtmlLink":"add vector quantization for one-hot categoricals"}},{"before":"0179d94d8e1b62cd7faa68353e5fb91c4cf331cb","after":"0a0791631107efa55e7b672870c35a5b1ffe6d2a","ref":"refs/heads/dreamer-experimental","pushedAt":"2023-05-10T15:09:12.000Z","pushType":"push","commitsCount":2,"pusher":{"login":"Bonifatius94","name":"Marco Tröster","path":"/Bonifatius94","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/29117597?s=80&v=4"},"commit":{"message":"fix potential representation sampling bug (wip)","shortMessageHtmlLink":"fix potential representation sampling bug (wip)"}},{"before":"6582ded0fdfca96df5f26ff5154b5a07c5c30b5c","after":"0179d94d8e1b62cd7faa68353e5fb91c4cf331cb","ref":"refs/heads/dreamer-experimental","pushedAt":"2023-05-09T23:20:45.000Z","pushType":"push","commitsCount":2,"pusher":{"login":"Bonifatius94","name":"Marco Tröster","path":"/Bonifatius94","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/29117597?s=80&v=4"},"commit":{"message":"correct gym env name and adjust num actions","shortMessageHtmlLink":"correct gym env name and adjust num actions"}},{"before":"a8a6ab8483d9422e2bc4ceadfe415852dd6afe00","after":"6582ded0fdfca96df5f26ff5154b5a07c5c30b5c","ref":"refs/heads/dreamer-experimental","pushedAt":"2023-05-09T22:55:22.000Z","pushType":"push","commitsCount":6,"pusher":{"login":"Bonifatius94","name":"Marco Tröster","path":"/Bonifatius94","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/29117597?s=80&v=4"},"commit":{"message":"Merge branch 'dreamer-experimental' of https://github.com/Bonifatius94/rl-algos into dreamer-experimental","shortMessageHtmlLink":"Merge branch 'dreamer-experimental' of <a href=\"https://github.com/Bonifatius94/rl-algos\">https://github.com/Bonifatius9…</a>"}},{"before":"f68a5ef53d54fd03f28b858b24c0c626b624059c","after":"a8a6ab8483d9422e2bc4ceadfe415852dd6afe00","ref":"refs/heads/dreamer-experimental","pushedAt":"2023-05-09T22:39:53.000Z","pushType":"push","commitsCount":1,"pusher":{"login":"Bonifatius94","name":"Marco Tröster","path":"/Bonifatius94","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/29117597?s=80&v=4"},"commit":{"message":"increase filters in encoder / decoder","shortMessageHtmlLink":"increase filters in encoder / decoder"}},{"before":"8c971b38b141c091066557e31de9caedc546cffe","after":"f68a5ef53d54fd03f28b858b24c0c626b624059c","ref":"refs/heads/dreamer-experimental","pushedAt":"2023-05-08T21:27:56.000Z","pushType":"push","commitsCount":2,"pusher":{"login":"Bonifatius94","name":"Marco Tröster","path":"/Bonifatius94","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/29117597?s=80&v=4"},"commit":{"message":"increase model size (encoder and history model)","shortMessageHtmlLink":"increase model size (encoder and history model)"}},{"before":"de0b5bb1a9731fb5aa0f9bad7034407ca1a5c3e8","after":"8c971b38b141c091066557e31de9caedc546cffe","ref":"refs/heads/dreamer-experimental","pushedAt":"2023-05-08T12:46:50.000Z","pushType":"push","commitsCount":2,"pusher":{"login":"Bonifatius94","name":"Marco Tröster","path":"/Bonifatius94","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/29117597?s=80&v=4"},"commit":{"message":"bootstrap (h0, z0) with stacked obs and actions","shortMessageHtmlLink":"bootstrap (h0, z0) with stacked obs and actions"}},{"before":"4facc8c718112bb4fd27a992560ef540850e93ac","after":"de0b5bb1a9731fb5aa0f9bad7034407ca1a5c3e8","ref":"refs/heads/dreamer-experimental","pushedAt":"2023-05-07T17:59:40.000Z","pushType":"push","commitsCount":1,"pusher":{"login":"Bonifatius94","name":"Marco Tröster","path":"/Bonifatius94","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/29117597?s=80&v=4"},"commit":{"message":"split ppo script into multiple modules","shortMessageHtmlLink":"split ppo script into multiple modules"}},{"before":"92994b781ba6256621443dff77b2eec600c2d845","after":"4facc8c718112bb4fd27a992560ef540850e93ac","ref":"refs/heads/dreamer-experimental","pushedAt":"2023-05-07T17:15:12.000Z","pushType":"push","commitsCount":1,"pusher":{"login":"Bonifatius94","name":"Marco Tröster","path":"/Bonifatius94","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/29117597?s=80&v=4"},"commit":{"message":"add / remove todo comments","shortMessageHtmlLink":"add / remove todo comments"}},{"before":"6cadc341b71d93333d74c5c767a912e0857a2ccd","after":"92994b781ba6256621443dff77b2eec600c2d845","ref":"refs/heads/dreamer-experimental","pushedAt":"2023-05-07T17:12:09.000Z","pushType":"push","commitsCount":1,"pusher":{"login":"Bonifatius94","name":"Marco Tröster","path":"/Bonifatius94","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/29117597?s=80&v=4"},"commit":{"message":"add gym env tests","shortMessageHtmlLink":"add gym env tests"}},{"before":"557fa11d28adc18b905952caffa1fcb5666985d3","after":"6cadc341b71d93333d74c5c767a912e0857a2ccd","ref":"refs/heads/dreamer-experimental","pushedAt":"2023-05-07T11:02:03.000Z","pushType":"push","commitsCount":1,"pusher":{"login":"Bonifatius94","name":"Marco Tröster","path":"/Bonifatius94","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/29117597?s=80&v=4"},"commit":{"message":"add helpers for calling models, rework model tests","shortMessageHtmlLink":"add helpers for calling models, rework model tests"}},{"before":"537586bb28b6d0df11893ff156404b880cf40906","after":"557fa11d28adc18b905952caffa1fcb5666985d3","ref":"refs/heads/dreamer-experimental","pushedAt":"2023-05-06T13:48:00.000Z","pushType":"push","commitsCount":1,"pusher":{"login":"Bonifatius94","name":"Marco Tröster","path":"/Bonifatius94","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/29117597?s=80&v=4"},"commit":{"message":"add model snapshots during training","shortMessageHtmlLink":"add model snapshots during training"}},{"before":"3982eef7f632fa6b3c1b42ebb84c833913a06129","after":"537586bb28b6d0df11893ff156404b880cf40906","ref":"refs/heads/dreamer-experimental","pushedAt":"2023-05-06T13:12:09.000Z","pushType":"push","commitsCount":3,"pusher":{"login":"Bonifatius94","name":"Marco Tröster","path":"/Bonifatius94","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/29117597?s=80&v=4"},"commit":{"message":"add logging (loss + eval images)","shortMessageHtmlLink":"add logging (loss + eval images)"}},{"before":"c384ad9f5899a2e43c5aad9c5dfd1be42543383d","after":"3982eef7f632fa6b3c1b42ebb84c833913a06129","ref":"refs/heads/dreamer-experimental","pushedAt":"2023-05-06T10:53:46.000Z","pushType":"push","commitsCount":1,"pusher":{"login":"Bonifatius94","name":"Marco Tröster","path":"/Bonifatius94","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/29117597?s=80&v=4"},"commit":{"message":"support loading trained model from file","shortMessageHtmlLink":"support loading trained model from file"}},{"before":"2453dfdace067c266e2010acb30210cab4f463d0","after":"c384ad9f5899a2e43c5aad9c5dfd1be42543383d","ref":"refs/heads/dreamer-experimental","pushedAt":"2023-05-05T23:08:36.000Z","pushType":"push","commitsCount":2,"pusher":{"login":"Bonifatius94","name":"Marco Tröster","path":"/Bonifatius94","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/29117597?s=80&v=4"},"commit":{"message":"fix reward model gradients","shortMessageHtmlLink":"fix reward model gradients"}},{"before":"9d8aa5e48525dd706d4a68dfad238a97bc459127","after":"2453dfdace067c266e2010acb30210cab4f463d0","ref":"refs/heads/dreamer-experimental","pushedAt":"2023-05-05T21:39:27.000Z","pushType":"push","commitsCount":1,"pusher":{"login":"chucnorrisful","name":"Benjamin Möckl","path":"/chucnorrisful","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/18438629?s=80&v=4"},"commit":{"message":"Add duck-proof installation requirements","shortMessageHtmlLink":"Add duck-proof installation requirements"}},{"before":"8d3595e73395cb81cd3cb3370f7dbd1793c6bdef","after":"9d8aa5e48525dd706d4a68dfad238a97bc459127","ref":"refs/heads/dreamer-experimental","pushedAt":"2023-05-05T21:32:07.000Z","pushType":"push","commitsCount":2,"pusher":{"login":"Bonifatius94","name":"Marco Tröster","path":"/Bonifatius94","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/29117597?s=80&v=4"},"commit":{"message":"add todo file","shortMessageHtmlLink":"add todo file"}},{"before":"be67910f7e4429baabe68288e423d4b7e2c87313","after":"8d3595e73395cb81cd3cb3370f7dbd1793c6bdef","ref":"refs/heads/dreamer-experimental","pushedAt":"2023-05-05T19:53:38.000Z","pushType":"push","commitsCount":1,"pusher":{"login":"Bonifatius94","name":"Marco Tröster","path":"/Bonifatius94","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/29117597?s=80&v=4"},"commit":{"message":"keep session alive, increment logging steps","shortMessageHtmlLink":"keep session alive, increment logging steps"}},{"before":"0892fec77f404d941fb537e7f09ad10ee7de4dd2","after":"be67910f7e4429baabe68288e423d4b7e2c87313","ref":"refs/heads/dreamer-experimental","pushedAt":"2023-05-03T14:32:30.000Z","pushType":"push","commitsCount":1,"pusher":{"login":"Bonifatius94","name":"Marco Tröster","path":"/Bonifatius94","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/29117597?s=80&v=4"},"commit":{"message":"make training work with docker","shortMessageHtmlLink":"make training work with docker"}},{"before":"131f72d12342fb43b9f121e74e999dc4586b9fb4","after":"0892fec77f404d941fb537e7f09ad10ee7de4dd2","ref":"refs/heads/dreamer-experimental","pushedAt":"2023-05-03T13:00:06.000Z","pushType":"push","commitsCount":1,"pusher":{"login":"Bonifatius94","name":"Marco Tröster","path":"/Bonifatius94","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/29117597?s=80&v=4"},"commit":{"message":"fix vec_env interaction with ppo, no crashes","shortMessageHtmlLink":"fix vec_env interaction with ppo, no crashes"}}],"hasNextPage":true,"hasPreviousPage":false,"activityType":"all","actor":null,"timePeriod":"all","sort":"DESC","perPage":30,"cursor":"djE6ks8AAAADa-sY6AA","startCursor":null,"endCursor":null}},"title":"Activity · Bonifatius94/rl-algos"}