{"users":[{"id":1,"username":"smth","name":"","avatar_template":"/user_avatar/discuss.pytorch.org/smth/{size}/13_2.png","admin":true,"moderator":true,"trust_level":2},{"id":27814,"username":"mathematics","name":"Rajan","avatar_template":"/user_avatar/discuss.pytorch.org/mathematics/{size}/40082_2.png","trust_level":2},{"id":1761,"username":"dpernes","name":"Diogo Pernes","avatar_template":"/user_avatar/discuss.pytorch.org/dpernes/{size}/16250_2.png","trust_level":2},{"id":26546,"username":"cruzas","name":"Samuel","avatar_template":"/user_avatar/discuss.pytorch.org/cruzas/{size}/25200_2.png","trust_level":2},{"id":70238,"username":"yxz77777","name":"","avatar_template":"/letter_avatar_proxy/v4/letter/y/6bbea6/{size}.png","trust_level":1},{"id":87885,"username":"Anderson_Estiver_Alv","name":"Anderson Estiver Alvarez Giraldo","avatar_template":"/user_avatar/discuss.pytorch.org/anderson_estiver_alv/{size}/79762_2.png","trust_level":0},{"id":87277,"username":"aadarshkumar_edu","name":"","avatar_template":"/letter_avatar_proxy/v4/letter/a/bc8723/{size}.png","trust_level":0},{"id":86497,"username":"yoan","name":"","avatar_template":"/letter_avatar_proxy/v4/letter/y/f9ae1b/{size}.png","trust_level":1},{"id":81712,"username":"chouakifares","name":"Chouakifares","avatar_template":"/user_avatar/discuss.pytorch.org/chouakifares/{size}/74723_2.png","trust_level":1},{"id":86639,"username":"adrische","name":"Adrian Scheerer","avatar_template":"/user_avatar/discuss.pytorch.org/adrische/{size}/78801_2.png","trust_level":0},{"id":86514,"username":"mario779petri","name":null,"avatar_template":"/letter_avatar_proxy/v4/letter/m/eb8c5e/{size}.png","trust_level":0},{"id":86319,"username":"samnz","name":"","avatar_template":"/letter_avatar_proxy/v4/letter/s/cdc98d/{size}.png","trust_level":1},{"id":83382,"username":"Sliferslacker","name":"","avatar_template":"/letter_avatar_proxy/v4/letter/s/ecccb3/{size}.png","trust_level":1},{"id":86053,"username":"Jonathan_Coletti","name":"Jonathan Coletti","avatar_template":"/user_avatar/discuss.pytorch.org/jonathan_coletti/{size}/75032_2.png","trust_level":2},{"id":23119,"username":"icarosadero","name":"Ícaro","avatar_template":"/user_avatar/discuss.pytorch.org/icarosadero/{size}/16461_2.png","trust_level":1},{"id":41458,"username":"J_Johnson","name":"J Johnson","avatar_template":"/user_avatar/discuss.pytorch.org/j_johnson/{size}/55494_2.png","trust_level":2},{"id":86235,"username":"maxi42","name":"","avatar_template":"/letter_avatar_proxy/v4/letter/m/dec6dc/{size}.png","trust_level":0},{"id":80968,"username":"Lordking1624","name":"","avatar_template":"/letter_avatar_proxy/v4/letter/l/b38774/{size}.png","trust_level":1},{"id":85922,"username":"Harishankar14","name":"Harishankar.1","avatar_template":"/user_avatar/discuss.pytorch.org/harishankar14/{size}/78268_2.png","trust_level":0},{"id":3534,"username":"ptrblck","name":"","avatar_template":"/user_avatar/discuss.pytorch.org/ptrblck/{size}/1823_2.png","admin":true,"moderator":true,"trust_level":2},{"id":70048,"username":"Jean-Marc_Fauche","name":"Jean-Marc Fauché","avatar_template":"/user_avatar/discuss.pytorch.org/jean-marc_fauche/{size}/64545_2.png","trust_level":1},{"id":74393,"username":"rsarpongstreetor","name":"Richard  Sarpong-Streetor","avatar_template":"/user_avatar/discuss.pytorch.org/rsarpongstreetor/{size}/68703_2.png","trust_level":1},{"id":33609,"username":"vmoens","name":"Vincent Moens","avatar_template":"/user_avatar/discuss.pytorch.org/vmoens/{size}/26121_2.png","trust_level":2},{"id":53306,"username":"timdnewman","name":"Timdnewman","avatar_template":"/user_avatar/discuss.pytorch.org/timdnewman/{size}/46749_2.png","trust_level":1},{"id":18088,"username":"KFrank","name":"K. Frank","avatar_template":"/letter_avatar_proxy/v4/letter/k/ecb155/{size}.png","trust_level":2},{"id":85330,"username":"Ivar_Gaitan","name":"Ivar Gaitan","avatar_template":"/user_avatar/discuss.pytorch.org/ivar_gaitan/{size}/77850_2.png","trust_level":1},{"id":85269,"username":"Rohan_Jay","name":"Rohan Jay","avatar_template":"/user_avatar/discuss.pytorch.org/rohan_jay/{size}/77690_2.png","trust_level":0},{"id":85140,"username":"AliNoutash","name":"","avatar_template":"/letter_avatar_proxy/v4/letter/a/7bcc69/{size}.png","trust_level":1},{"id":85057,"username":"Jake_Watson","name":"Jake Watson","avatar_template":"/user_avatar/discuss.pytorch.org/jake_watson/{size}/77660_2.png","trust_level":1},{"id":81535,"username":"Vulcan88","name":"Mark Taylor","avatar_template":"/user_avatar/discuss.pytorch.org/vulcan88/{size}/74543_2.png","trust_level":1},{"id":84857,"username":"clark598dahl","name":"Clark Dahl","avatar_template":"/letter_avatar_proxy/v4/letter/c/958977/{size}.png","trust_level":0},{"id":84865,"username":"Hamza_Javaid","name":"Hamza Javaid","avatar_template":"/user_avatar/discuss.pytorch.org/hamza_javaid/{size}/77517_2.png","trust_level":2},{"id":83384,"username":"alicemabille","name":"Alice Mabille","avatar_template":"/user_avatar/discuss.pytorch.org/alicemabille/{size}/76264_2.png","trust_level":1},{"id":83032,"username":"wlruys","name":"","avatar_template":"/user_avatar/discuss.pytorch.org/wlruys/{size}/75954_2.png","trust_level":1},{"id":84679,"username":"acoursey","name":null,"avatar_template":"/letter_avatar_proxy/v4/letter/a/dec6dc/{size}.png","trust_level":0}],"primary_groups":[],"flair_groups":[],"topic_list":{"can_create_topic":false,"more_topics_url":"/c/reinforcement-learning/6?page=1","per_page":30,"topics":[{"fancy_title":"About the reinforcement-learning category","id":23,"title":"About the reinforcement-learning category","slug":"about-the-reinforcement-learning-category","posts_count":8,"reply_count":2,"highest_post_number":8,"image_url":null,"created_at":"2017-01-14T16:59:32.627Z","last_posted_at":"2023-10-18T13:35:12.669Z","bumped":true,"bumped_at":"2023-10-18T13:35:12.669Z","archetype":"regular","unseen":false,"pinned":true,"unpinned":null,"excerpt":"A section to discuss RL implementations, research, problems","visible":true,"closed":false,"archived":false,"bookmarked":null,"liked":null,"views":4645,"like_count":3,"has_summary":false,"last_poster_username":"yxz77777","category_id":6,"op_like_count":3,"pinned_globally":false,"featured_link":null,"has_accepted_answer":false,"can_vote":false,"posters":[{"extras":null,"description":"Original Poster","user_id":1,"primary_group_id":null,"flair_group_id":null},{"extras":null,"description":"Frequent Poster","user_id":27814,"primary_group_id":null,"flair_group_id":null},{"extras":null,"description":"Frequent Poster","user_id":1761,"primary_group_id":null,"flair_group_id":null},{"extras":null,"description":"Recent Poster","user_id":26546,"primary_group_id":null,"flair_group_id":null},{"extras":"latest","description":"Most Recent Poster","user_id":70238,"primary_group_id":null,"flair_group_id":null}]},{"fancy_title":"Reminder-dsl-mcp","id":225104,"title":"Reminder-dsl-mcp","slug":"reminder-dsl-mcp","posts_count":1,"reply_count":0,"highest_post_number":1,"image_url":null,"created_at":"2026-06-16T11:08:18.102Z","last_posted_at":"2026-06-16T11:08:18.186Z","bumped":true,"bumped_at":"2026-06-16T11:08:18.186Z","archetype":"regular","unseen":false,"pinned":false,"unpinned":null,"visible":true,"closed":false,"archived":false,"bookmarked":null,"liked":null,"views":58,"like_count":1,"has_summary":false,"last_poster_username":"Anderson_Estiver_Alv","category_id":6,"op_like_count":1,"pinned_globally":false,"featured_link":null,"has_accepted_answer":false,"can_vote":false,"posters":[{"extras":"latest single","description":"Original Poster, Most Recent Poster","user_id":87885,"primary_group_id":null,"flair_group_id":null}]},{"fancy_title":"Bridging the Gap: Using PyTorch for Intelligent Agent Design in Game Environments","id":224642,"title":"Bridging the Gap: Using PyTorch for Intelligent Agent Design in Game Environments","slug":"bridging-the-gap-using-pytorch-for-intelligent-agent-design-in-game-environments","posts_count":1,"reply_count":0,"highest_post_number":1,"image_url":null,"created_at":"2026-03-02T13:09:50.249Z","last_posted_at":"2026-03-02T13:09:50.307Z","bumped":true,"bumped_at":"2026-03-02T13:09:50.307Z","archetype":"regular","unseen":false,"pinned":false,"unpinned":null,"visible":true,"closed":false,"archived":false,"bookmarked":null,"liked":null,"views":100,"like_count":0,"has_summary":false,"last_poster_username":"aadarshkumar_edu","category_id":6,"op_like_count":0,"pinned_globally":false,"featured_link":null,"has_accepted_answer":false,"can_vote":false,"posters":[{"extras":"latest single","description":"Original Poster, Most Recent Poster","user_id":87277,"primary_group_id":null,"flair_group_id":null}]},{"fancy_title":"How to instantiate double LSTM + MLP for actor/critic in PPO","id":224240,"title":"How to instantiate double LSTM + MLP for actor/critic in PPO","slug":"how-to-instantiate-double-lstm-mlp-for-actor-critic-in-ppo","posts_count":1,"reply_count":0,"highest_post_number":1,"image_url":null,"created_at":"2025-12-20T14:49:09.439Z","last_posted_at":"2025-12-20T14:49:09.493Z","bumped":true,"bumped_at":"2025-12-20T14:49:09.493Z","archetype":"regular","unseen":false,"pinned":false,"unpinned":null,"visible":true,"closed":false,"archived":false,"bookmarked":null,"liked":null,"views":103,"like_count":0,"has_summary":false,"last_poster_username":"yoan","category_id":6,"op_like_count":0,"pinned_globally":false,"featured_link":null,"has_accepted_answer":false,"can_vote":false,"posters":[{"extras":"latest single","description":"Original Poster, Most Recent Poster","user_id":86497,"primary_group_id":null,"flair_group_id":null}]},{"fancy_title":"Performance Differences in TD3 Training When Switching from NumPy 1.26.0 to NumPy 2.2.6","id":224135,"title":"Performance Differences in TD3 Training When Switching from NumPy 1.26.0 to NumPy 2.2.6","slug":"performance-differences-in-td3-training-when-switching-from-numpy-1-26-0-to-numpy-2-2-6","posts_count":1,"reply_count":0,"highest_post_number":1,"image_url":null,"created_at":"2025-12-09T08:16:58.169Z","last_posted_at":"2025-12-09T08:16:58.229Z","bumped":true,"bumped_at":"2025-12-09T08:16:58.229Z","archetype":"regular","unseen":false,"pinned":false,"unpinned":null,"visible":true,"closed":false,"archived":false,"bookmarked":null,"liked":null,"views":103,"like_count":0,"has_summary":false,"last_poster_username":"chouakifares","category_id":6,"op_like_count":0,"pinned_globally":false,"featured_link":null,"has_accepted_answer":false,"can_vote":false,"posters":[{"extras":"latest single","description":"Original Poster, Most Recent Poster","user_id":81712,"primary_group_id":null,"flair_group_id":null}]},{"fancy_title":"Several implementations of TruncatedNormal?","id":224071,"title":"Several implementations of TruncatedNormal?","slug":"several-implementations-of-truncatednormal","posts_count":1,"reply_count":0,"highest_post_number":1,"image_url":null,"created_at":"2025-12-01T16:23:10.907Z","last_posted_at":"2025-12-01T16:23:10.965Z","bumped":true,"bumped_at":"2025-12-01T16:23:10.965Z","archetype":"regular","unseen":false,"pinned":false,"unpinned":null,"visible":true,"closed":false,"archived":false,"bookmarked":null,"liked":null,"views":71,"like_count":0,"has_summary":false,"last_poster_username":"adrische","category_id":6,"op_like_count":0,"pinned_globally":false,"featured_link":null,"has_accepted_answer":false,"can_vote":false,"posters":[{"extras":"latest single","description":"Original Poster, Most Recent Poster","user_id":86639,"primary_group_id":null,"flair_group_id":null}]},{"fancy_title":"PPO learning poorly on LunarLander-v3","id":223951,"title":"PPO learning poorly on LunarLander-v3","slug":"ppo-learning-poorly-on-lunarlander-v3","posts_count":3,"reply_count":1,"highest_post_number":3,"image_url":"https://discuss.pytorch.org/uploads/default/original/3X/d/b/db994d893b0d321947d8e28cded94bc024fcaa16.png","created_at":"2025-11-15T09:48:41.392Z","last_posted_at":"2025-11-18T07:39:04.468Z","bumped":true,"bumped_at":"2025-11-18T07:39:04.468Z","archetype":"regular","unseen":false,"pinned":false,"unpinned":null,"visible":true,"closed":false,"archived":false,"bookmarked":null,"liked":null,"views":478,"like_count":0,"has_summary":false,"last_poster_username":"yoan","category_id":6,"op_like_count":0,"pinned_globally":false,"featured_link":null,"has_accepted_answer":true,"can_vote":false,"posters":[{"extras":"latest","description":"Original Poster, Most Recent Poster","user_id":86497,"primary_group_id":null,"flair_group_id":null},{"extras":null,"description":"Recent Poster, Accepted Answer","user_id":86514,"primary_group_id":null,"flair_group_id":null}]},{"fancy_title":"Apparent RAM memory leak when converting batch of ndarray states to GPU tensor","id":223740,"title":"Apparent RAM memory leak when converting batch of ndarray states to GPU tensor","slug":"apparent-ram-memory-leak-when-converting-batch-of-ndarray-states-to-gpu-tensor","posts_count":1,"reply_count":0,"highest_post_number":1,"image_url":null,"created_at":"2025-10-29T02:31:48.866Z","last_posted_at":"2025-10-29T02:31:48.922Z","bumped":true,"bumped_at":"2025-10-29T02:31:48.922Z","archetype":"regular","unseen":false,"pinned":false,"unpinned":null,"visible":true,"closed":false,"archived":false,"bookmarked":null,"liked":null,"views":113,"like_count":0,"has_summary":false,"last_poster_username":"samnz","category_id":6,"op_like_count":0,"pinned_globally":false,"featured_link":null,"has_accepted_answer":false,"can_vote":false,"posters":[{"extras":"latest single","description":"Original Poster, Most Recent Poster","user_id":86319,"primary_group_id":null,"flair_group_id":null}]},{"fancy_title":"Training Machine Learning Model In Browser For Reinforcement Learning","id":218074,"title":"Training Machine Learning Model In Browser For Reinforcement Learning","slug":"training-machine-learning-model-in-browser-for-reinforcement-learning","posts_count":2,"reply_count":0,"highest_post_number":2,"image_url":null,"created_at":"2025-03-20T13:12:14.662Z","last_posted_at":"2025-10-27T00:41:16.545Z","bumped":true,"bumped_at":"2025-10-27T00:41:16.545Z","archetype":"regular","unseen":false,"pinned":false,"unpinned":null,"visible":true,"closed":false,"archived":false,"bookmarked":null,"liked":null,"views":226,"like_count":0,"has_summary":false,"last_poster_username":"Jonathan_Coletti","category_id":6,"op_like_count":0,"pinned_globally":false,"featured_link":null,"has_accepted_answer":false,"can_vote":false,"posters":[{"extras":null,"description":"Original Poster","user_id":83382,"primary_group_id":null,"flair_group_id":null},{"extras":"latest","description":"Most Recent Poster","user_id":86053,"primary_group_id":null,"flair_group_id":null}]},{"fancy_title":"Model Boilerplate for a Simple DQN","id":223565,"title":"Model Boilerplate for a Simple DQN","slug":"model-boilerplate-for-a-simple-dqn","posts_count":4,"reply_count":1,"highest_post_number":4,"image_url":null,"created_at":"2025-10-11T10:00:27.856Z","last_posted_at":"2025-10-22T06:07:45.183Z","bumped":true,"bumped_at":"2025-10-22T06:07:45.183Z","archetype":"regular","unseen":false,"pinned":false,"unpinned":null,"visible":true,"closed":false,"archived":false,"bookmarked":null,"liked":null,"views":251,"like_count":1,"has_summary":false,"last_poster_username":"J_Johnson","category_id":6,"op_like_count":0,"pinned_globally":false,"featured_link":null,"has_accepted_answer":true,"can_vote":false,"posters":[{"extras":null,"description":"Original Poster","user_id":23119,"primary_group_id":null,"flair_group_id":null},{"extras":"latest","description":"Most Recent Poster, Accepted Answer","user_id":41458,"primary_group_id":null,"flair_group_id":null},{"extras":null,"description":"Recent Poster","user_id":86235,"primary_group_id":null,"flair_group_id":null}]},{"fancy_title":"Implementation of Hierarchical Actor Critic with PPolicy-on Policy-off Policy Optimization for primitive actions","id":223612,"title":"Implementation of Hierarchical Actor Critic with PPolicy-on Policy-off Policy Optimization for primitive actions","slug":"implementation-of-hierarchical-actor-critic-with-ppolicy-on-policy-off-policy-optimization-for-primitive-actions","posts_count":1,"reply_count":0,"highest_post_number":1,"image_url":null,"created_at":"2025-10-15T08:51:34.979Z","last_posted_at":"2025-10-15T08:51:35.041Z","bumped":true,"bumped_at":"2025-10-15T08:51:35.041Z","archetype":"regular","unseen":false,"pinned":false,"unpinned":null,"visible":true,"closed":false,"archived":false,"bookmarked":null,"liked":null,"views":164,"like_count":0,"has_summary":false,"last_poster_username":"Lordking1624","category_id":6,"op_like_count":0,"pinned_globally":false,"featured_link":null,"has_accepted_answer":false,"can_vote":false,"posters":[{"extras":"latest single","description":"Original Poster, Most Recent Poster","user_id":80968,"primary_group_id":null,"flair_group_id":null}]},{"fancy_title":"PyTorch Compatibility with Older CUDA Versions","id":223220,"title":"PyTorch Compatibility with Older CUDA Versions","slug":"pytorch-compatibility-with-older-cuda-versions","posts_count":2,"reply_count":0,"highest_post_number":2,"image_url":null,"created_at":"2025-09-20T15:46:44.048Z","last_posted_at":"2025-09-20T15:46:54.642Z","bumped":true,"bumped_at":"2025-09-20T15:46:54.642Z","archetype":"regular","unseen":false,"pinned":false,"unpinned":null,"visible":true,"closed":false,"archived":false,"bookmarked":null,"liked":null,"views":111,"like_count":0,"has_summary":false,"last_poster_username":"ptrblck","category_id":6,"op_like_count":0,"pinned_globally":false,"featured_link":null,"has_accepted_answer":false,"can_vote":false,"posters":[{"extras":null,"description":"Original Poster","user_id":85922,"primary_group_id":null,"flair_group_id":null},{"extras":"latest","description":"Most Recent Poster","user_id":3534,"primary_group_id":null,"flair_group_id":null}]},{"fancy_title":"Agent Masking in Multi-agent environment?","id":222925,"title":"Agent Masking in Multi-agent environment?","slug":"agent-masking-in-multi-agent-environment","posts_count":1,"reply_count":0,"highest_post_number":1,"image_url":null,"created_at":"2025-09-07T14:32:32.632Z","last_posted_at":"2025-09-07T14:32:32.685Z","bumped":true,"bumped_at":"2025-09-07T14:32:32.685Z","archetype":"regular","unseen":false,"pinned":false,"unpinned":null,"visible":true,"closed":false,"archived":false,"bookmarked":null,"liked":null,"views":101,"like_count":0,"has_summary":false,"last_poster_username":"Jean-Marc_Fauche","category_id":6,"op_like_count":0,"pinned_globally":false,"featured_link":null,"has_accepted_answer":false,"can_vote":false,"posters":[{"extras":"latest single","description":"Original Poster, Most Recent Poster","user_id":70048,"primary_group_id":null,"flair_group_id":null}]},{"fancy_title":"Batching a multicategorical spec","id":221780,"title":"Batching a multicategorical spec","slug":"batching-a-multicategorical-spec","posts_count":5,"reply_count":2,"highest_post_number":5,"image_url":null,"created_at":"2025-07-24T11:34:39.452Z","last_posted_at":"2025-08-27T07:41:52.199Z","bumped":true,"bumped_at":"2025-08-27T07:41:52.199Z","archetype":"regular","unseen":false,"pinned":false,"unpinned":null,"visible":true,"closed":false,"archived":false,"bookmarked":null,"liked":null,"views":207,"like_count":0,"has_summary":false,"last_poster_username":"rsarpongstreetor","category_id":6,"op_like_count":0,"pinned_globally":false,"featured_link":null,"has_accepted_answer":false,"can_vote":false,"posters":[{"extras":"latest","description":"Original Poster, Most Recent Poster","user_id":74393,"primary_group_id":null,"flair_group_id":null},{"extras":null,"description":"Recent Poster","user_id":33609,"primary_group_id":null,"flair_group_id":null}]},{"fancy_title":"How to pass options to env.reset within a data collector","id":222663,"title":"How to pass options to env.reset within a data collector","slug":"how-to-pass-options-to-env-reset-within-a-data-collector","posts_count":1,"reply_count":0,"highest_post_number":1,"image_url":null,"created_at":"2025-08-26T12:06:21.368Z","last_posted_at":"2025-08-26T12:06:21.426Z","bumped":true,"bumped_at":"2025-08-26T12:06:21.426Z","archetype":"regular","unseen":false,"pinned":false,"unpinned":null,"visible":true,"closed":false,"archived":false,"bookmarked":null,"liked":null,"views":76,"like_count":0,"has_summary":false,"last_poster_username":"icarosadero","category_id":6,"op_like_count":0,"pinned_globally":false,"featured_link":null,"has_accepted_answer":false,"can_vote":false,"posters":[{"extras":"latest single","description":"Original Poster, Most Recent Poster","user_id":23119,"primary_group_id":null,"flair_group_id":null}]},{"fancy_title":"Environments from scratch with Torchrl","id":189767,"title":"Environments from scratch with Torchrl","slug":"environments-from-scratch-with-torchrl","posts_count":18,"reply_count":5,"highest_post_number":19,"image_url":null,"created_at":"2023-10-11T17:47:18.149Z","last_posted_at":"2025-08-25T06:39:27.713Z","bumped":true,"bumped_at":"2025-08-25T06:39:27.713Z","archetype":"regular","unseen":false,"pinned":false,"unpinned":null,"visible":true,"closed":false,"archived":false,"bookmarked":null,"liked":null,"views":1617,"like_count":1,"has_summary":false,"last_poster_username":"vmoens","category_id":6,"op_like_count":0,"pinned_globally":false,"featured_link":null,"has_accepted_answer":false,"can_vote":false,"posters":[{"extras":null,"description":"Original Poster","user_id":70048,"primary_group_id":null,"flair_group_id":null},{"extras":null,"description":"Frequent Poster","user_id":74393,"primary_group_id":null,"flair_group_id":null},{"extras":null,"description":"Recent Poster","user_id":53306,"primary_group_id":null,"flair_group_id":null},{"extras":"latest","description":"Most Recent Poster","user_id":33609,"primary_group_id":null,"flair_group_id":null}]},{"fancy_title":"How to manage done in a batched custom Env?","id":222529,"title":"How to manage done in a batched custom Env?","slug":"how-to-manage-done-in-a-batched-custom-env","posts_count":4,"reply_count":1,"highest_post_number":4,"image_url":null,"created_at":"2025-08-20T23:46:35.469Z","last_posted_at":"2025-08-25T06:37:07.327Z","bumped":true,"bumped_at":"2025-08-25T06:37:07.327Z","archetype":"regular","unseen":false,"pinned":false,"unpinned":null,"visible":true,"closed":false,"archived":false,"bookmarked":null,"liked":null,"views":149,"like_count":0,"has_summary":false,"last_poster_username":"vmoens","category_id":6,"op_like_count":0,"pinned_globally":false,"featured_link":null,"has_accepted_answer":false,"can_vote":false,"posters":[{"extras":null,"description":"Original Poster","user_id":70048,"primary_group_id":null,"flair_group_id":null},{"extras":"latest","description":"Most Recent Poster","user_id":33609,"primary_group_id":null,"flair_group_id":null}]},{"fancy_title":"ClipPPOLoss problem with MaskedCategorical dist","id":222394,"title":"ClipPPOLoss problem with MaskedCategorical dist","slug":"clipppoloss-problem-with-maskedcategorical-dist","posts_count":3,"reply_count":1,"highest_post_number":3,"image_url":null,"created_at":"2025-08-16T02:46:53.849Z","last_posted_at":"2025-08-21T00:03:48.916Z","bumped":true,"bumped_at":"2025-08-21T00:03:48.916Z","archetype":"regular","unseen":false,"pinned":false,"unpinned":null,"visible":true,"closed":false,"archived":false,"bookmarked":null,"liked":null,"views":118,"like_count":1,"has_summary":false,"last_poster_username":"Jean-Marc_Fauche","category_id":6,"op_like_count":1,"pinned_globally":false,"featured_link":null,"has_accepted_answer":true,"can_vote":false,"posters":[{"extras":"latest","description":"Original Poster, Most Recent Poster, Accepted Answer","user_id":70048,"primary_group_id":null,"flair_group_id":null},{"extras":null,"description":"Recent Poster","user_id":18088,"primary_group_id":null,"flair_group_id":null}]},{"fancy_title":"CosTrader Env from scratch… and transform problem","id":222344,"title":"CosTrader Env from scratch... and transform problem","slug":"costrader-env-from-scratch-and-transform-problem","posts_count":4,"reply_count":1,"highest_post_number":4,"image_url":null,"created_at":"2025-08-14T00:50:28.754Z","last_posted_at":"2025-08-15T02:23:30.985Z","bumped":true,"bumped_at":"2025-08-15T02:23:30.985Z","archetype":"regular","unseen":false,"pinned":false,"unpinned":null,"visible":true,"closed":false,"archived":false,"bookmarked":null,"liked":null,"views":137,"like_count":0,"has_summary":false,"last_poster_username":"Jean-Marc_Fauche","category_id":6,"op_like_count":0,"pinned_globally":false,"featured_link":null,"has_accepted_answer":false,"can_vote":false,"posters":[{"extras":"latest single","description":"Original Poster, Most Recent Poster","user_id":70048,"primary_group_id":null,"flair_group_id":null}]},{"fancy_title":"PPO with Categorical Action… help","id":222172,"title":"PPO with Categorical Action... help","slug":"ppo-with-categorical-action-help","posts_count":11,"reply_count":6,"highest_post_number":11,"image_url":null,"created_at":"2025-08-08T01:00:51.883Z","last_posted_at":"2025-08-14T19:47:28.701Z","bumped":true,"bumped_at":"2025-08-14T19:47:28.701Z","archetype":"regular","unseen":false,"pinned":false,"unpinned":null,"visible":true,"closed":false,"archived":false,"bookmarked":null,"liked":null,"views":365,"like_count":0,"has_summary":false,"last_poster_username":"vmoens","category_id":6,"op_like_count":0,"pinned_globally":false,"featured_link":null,"has_accepted_answer":false,"can_vote":false,"posters":[{"extras":null,"description":"Original Poster","user_id":70048,"primary_group_id":null,"flair_group_id":null},{"extras":null,"description":"Recent Poster","user_id":3534,"primary_group_id":null,"flair_group_id":null},{"extras":"latest","description":"Most Recent Poster","user_id":33609,"primary_group_id":null,"flair_group_id":null}]},{"fancy_title":"Question about TorchRL ParallelEnv error on single-gpu device","id":222004,"title":"Question about TorchRL ParallelEnv error on single-gpu device","slug":"question-about-torchrl-parallelenv-error-on-single-gpu-device","posts_count":4,"reply_count":3,"highest_post_number":5,"image_url":null,"created_at":"2025-08-02T16:44:33.651Z","last_posted_at":"2025-08-05T07:28:51.594Z","bumped":true,"bumped_at":"2025-08-05T07:28:51.594Z","archetype":"regular","unseen":false,"pinned":false,"unpinned":null,"visible":true,"closed":false,"archived":false,"bookmarked":null,"liked":null,"views":196,"like_count":0,"has_summary":false,"last_poster_username":"Ivar_Gaitan","category_id":6,"op_like_count":0,"pinned_globally":false,"featured_link":null,"has_accepted_answer":false,"can_vote":false,"posters":[{"extras":"latest","description":"Original Poster, Most Recent Poster","user_id":85330,"primary_group_id":null,"flair_group_id":null},{"extras":null,"description":"Recent Poster","user_id":33609,"primary_group_id":null,"flair_group_id":null}]},{"fancy_title":"Help understanding data collectors","id":221438,"title":"Help understanding data collectors","slug":"help-understanding-data-collectors","posts_count":2,"reply_count":0,"highest_post_number":3,"image_url":null,"created_at":"2025-07-11T12:17:32.291Z","last_posted_at":"2025-08-04T21:38:41.562Z","bumped":true,"bumped_at":"2025-08-04T21:38:41.562Z","archetype":"regular","unseen":false,"pinned":false,"unpinned":null,"visible":true,"closed":false,"archived":false,"bookmarked":null,"liked":null,"views":142,"like_count":3,"has_summary":false,"last_poster_username":"vmoens","category_id":6,"op_like_count":1,"pinned_globally":false,"featured_link":null,"has_accepted_answer":false,"can_vote":false,"posters":[{"extras":null,"description":"Original Poster","user_id":23119,"primary_group_id":null,"flair_group_id":null},{"extras":"latest","description":"Most Recent Poster","user_id":33609,"primary_group_id":null,"flair_group_id":null}]},{"fancy_title":"Should we split the trajectories prior to calculating the loss for a DQN?","id":221749,"title":"Should we split the trajectories prior to calculating the loss for a DQN?","slug":"should-we-split-the-trajectories-prior-to-calculating-the-loss-for-a-dqn","posts_count":2,"reply_count":0,"highest_post_number":2,"image_url":null,"created_at":"2025-07-23T13:01:26.078Z","last_posted_at":"2025-08-04T21:31:18.537Z","bumped":true,"bumped_at":"2025-08-04T21:31:18.537Z","archetype":"regular","unseen":false,"pinned":false,"unpinned":null,"visible":true,"closed":false,"archived":false,"bookmarked":null,"liked":null,"views":99,"like_count":2,"has_summary":false,"last_poster_username":"vmoens","category_id":6,"op_like_count":0,"pinned_globally":false,"featured_link":null,"has_accepted_answer":false,"can_vote":false,"posters":[{"extras":null,"description":"Original Poster","user_id":23119,"primary_group_id":null,"flair_group_id":null},{"extras":"latest","description":"Most Recent Poster","user_id":33609,"primary_group_id":null,"flair_group_id":null}]},{"fancy_title":"Question About If PPO Training Will Work","id":221899,"title":"Question About If PPO Training Will Work","slug":"question-about-if-ppo-training-will-work","posts_count":2,"reply_count":1,"highest_post_number":3,"image_url":null,"created_at":"2025-07-28T16:33:48.649Z","last_posted_at":"2025-07-29T18:37:02.208Z","bumped":true,"bumped_at":"2025-07-29T18:37:02.208Z","archetype":"regular","unseen":false,"pinned":false,"unpinned":null,"visible":true,"closed":false,"archived":false,"bookmarked":null,"liked":null,"views":168,"like_count":1,"has_summary":false,"last_poster_username":"KFrank","category_id":6,"op_like_count":0,"pinned_globally":false,"featured_link":null,"has_accepted_answer":false,"can_vote":false,"posters":[{"extras":null,"description":"Original Poster","user_id":85269,"primary_group_id":null,"flair_group_id":null},{"extras":"latest","description":"Most Recent Poster","user_id":18088,"primary_group_id":null,"flair_group_id":null}]},{"fancy_title":"RTX 5090 interconnection with pytorch","id":221631,"title":"RTX 5090 interconnection with pytorch","slug":"rtx-5090-interconnection-with-pytorch","posts_count":7,"reply_count":5,"highest_post_number":7,"image_url":null,"created_at":"2025-07-18T08:31:51.623Z","last_posted_at":"2025-07-28T13:49:22.043Z","bumped":true,"bumped_at":"2025-07-28T13:49:22.043Z","archetype":"regular","unseen":false,"pinned":false,"unpinned":null,"visible":true,"closed":false,"archived":false,"bookmarked":null,"liked":null,"views":426,"like_count":3,"has_summary":false,"last_poster_username":"AliNoutash","category_id":6,"op_like_count":0,"pinned_globally":false,"featured_link":null,"has_accepted_answer":false,"can_vote":false,"posters":[{"extras":"latest","description":"Original Poster, Most Recent Poster","user_id":85140,"primary_group_id":null,"flair_group_id":null},{"extras":null,"description":"Recent Poster","user_id":3534,"primary_group_id":null,"flair_group_id":null}]},{"fancy_title":"Model almost instantly produces “nan”","id":221483,"title":"Model almost instantly produces \"nan\"","slug":"model-almost-instantly-produces-nan","posts_count":5,"reply_count":3,"highest_post_number":5,"image_url":null,"created_at":"2025-07-13T13:59:04.663Z","last_posted_at":"2025-07-19T20:44:56.915Z","bumped":true,"bumped_at":"2025-07-19T20:44:56.915Z","archetype":"regular","unseen":false,"pinned":false,"unpinned":null,"visible":true,"closed":false,"archived":false,"bookmarked":null,"liked":null,"views":392,"like_count":0,"has_summary":false,"last_poster_username":"Jake_Watson","category_id":6,"op_like_count":0,"pinned_globally":false,"featured_link":null,"has_accepted_answer":false,"can_vote":false,"posters":[{"extras":"latest","description":"Original Poster, Most Recent Poster","user_id":85057,"primary_group_id":null,"flair_group_id":null},{"extras":null,"description":"Recent Poster","user_id":3534,"primary_group_id":null,"flair_group_id":null}]},{"fancy_title":"What loss function should the inner loop of MAML use?","id":214371,"title":"What loss function should the inner loop of MAML use?","slug":"what-loss-function-should-the-inner-loop-of-maml-use","posts_count":3,"reply_count":0,"highest_post_number":4,"image_url":null,"created_at":"2024-12-18T18:52:49.378Z","last_posted_at":"2025-06-27T18:47:36.830Z","bumped":true,"bumped_at":"2025-06-27T18:47:36.830Z","archetype":"regular","unseen":false,"pinned":false,"unpinned":null,"visible":true,"closed":false,"archived":false,"bookmarked":null,"liked":null,"views":177,"like_count":0,"has_summary":false,"last_poster_username":"Hamza_Javaid","category_id":6,"op_like_count":0,"pinned_globally":false,"featured_link":null,"has_accepted_answer":false,"can_vote":false,"posters":[{"extras":null,"description":"Original Poster","user_id":81535,"primary_group_id":null,"flair_group_id":null},{"extras":null,"description":"Recent Poster","user_id":84857,"primary_group_id":null,"flair_group_id":null},{"extras":"latest","description":"Most Recent Poster","user_id":84865,"primary_group_id":null,"flair_group_id":null}]},{"fancy_title":"TruncatedNormal loc argument","id":220898,"title":"TruncatedNormal loc argument","slug":"truncatednormal-loc-argument","posts_count":4,"reply_count":1,"highest_post_number":4,"image_url":null,"created_at":"2025-06-18T09:07:00.537Z","last_posted_at":"2025-06-19T07:24:25.681Z","bumped":true,"bumped_at":"2025-06-19T07:24:25.681Z","archetype":"regular","unseen":false,"pinned":false,"unpinned":null,"visible":true,"closed":false,"archived":false,"bookmarked":null,"liked":null,"views":156,"like_count":3,"has_summary":false,"last_poster_username":"vmoens","category_id":6,"op_like_count":0,"pinned_globally":false,"featured_link":null,"has_accepted_answer":true,"can_vote":false,"posters":[{"extras":null,"description":"Original Poster","user_id":83384,"primary_group_id":null,"flair_group_id":null},{"extras":null,"description":"Recent Poster, Accepted Answer","user_id":18088,"primary_group_id":null,"flair_group_id":null},{"extras":null,"description":"Frequent Poster","user_id":3534,"primary_group_id":null,"flair_group_id":null},{"extras":"latest","description":"Most Recent Poster","user_id":33609,"primary_group_id":null,"flair_group_id":null}]},{"fancy_title":"Using buffers in ParallelEnvs / MultiSyncCollectors","id":217363,"title":"Using buffers in ParallelEnvs / MultiSyncCollectors","slug":"using-buffers-in-parallelenvs-multisynccollectors","posts_count":3,"reply_count":0,"highest_post_number":3,"image_url":null,"created_at":"2025-03-03T01:46:14.179Z","last_posted_at":"2025-06-16T17:30:09.453Z","bumped":true,"bumped_at":"2025-06-16T17:30:09.453Z","archetype":"regular","unseen":false,"pinned":false,"unpinned":null,"visible":true,"closed":false,"archived":false,"bookmarked":null,"liked":null,"views":220,"like_count":0,"has_summary":false,"last_poster_username":"wlruys","category_id":6,"op_like_count":0,"pinned_globally":false,"featured_link":null,"has_accepted_answer":true,"can_vote":false,"posters":[{"extras":"latest single","description":"Original Poster, Most Recent Poster, Accepted Answer","user_id":83032,"primary_group_id":null,"flair_group_id":null}]},{"fancy_title":"Multi-agent RL with different agent action spaces","id":220775,"title":"Multi-agent RL with different agent action spaces","slug":"multi-agent-rl-with-different-agent-action-spaces","posts_count":1,"reply_count":0,"highest_post_number":1,"image_url":null,"created_at":"2025-06-12T20:04:10.315Z","last_posted_at":"2025-06-12T20:04:10.357Z","bumped":true,"bumped_at":"2025-06-14T05:31:12.178Z","archetype":"regular","unseen":false,"pinned":false,"unpinned":null,"visible":true,"closed":false,"archived":false,"bookmarked":null,"liked":null,"views":127,"like_count":0,"has_summary":false,"last_poster_username":"acoursey","category_id":6,"op_like_count":0,"pinned_globally":false,"featured_link":null,"has_accepted_answer":false,"can_vote":false,"posters":[{"extras":"latest single","description":"Original Poster, Most Recent Poster","user_id":84679,"primary_group_id":null,"flair_group_id":null}]}]}}