@inproceedings{makoviychuk2021isaacgym,
  title     = {Isaac Gym: High Performance {GPU}-Based Physics Simulation for Robot Learning},
  author    = {Makoviychuk, Viktor and Wawrzyniak, Lukasz and Guo, Yunrong and Lu, Michelle and Storey, Kier and Macklin, Miles and Hoeller, David and Rudin, Nikita and Allshire, Arthur and Handa, Ankur and State, Gavriel},
  booktitle = {Proceedings of the Neural Information Processing Systems Track on Datasets and Benchmarks},
  year      = {2021},
  note      = {arXiv:2108.10470}
}

@article{shacklett2023madrona,
  title   = {An Extensible, Data-Oriented Architecture for High-Performance, Many-World Simulation},
  author  = {Shacklett, Brennan and Rosenzweig, Luc Guy and Xie, Zhiqiang and Sarkar, Bidipta and Szot, Andrew and Wijmans, Erik and Koltun, Vladlen and Batra, Dhruv and Fatahalian, Kayvon},
  journal = {ACM Transactions on Graphics},
  volume  = {42},
  number  = {4},
  year    = {2023},
  note    = {SIGGRAPH 2023}
}

@article{suarez2024pufferlib,
  title   = {PufferLib: Making Reinforcement Learning Libraries and Environments Play Nice},
  author  = {Suarez, Joseph},
  journal = {arXiv preprint arXiv:2406.12905},
  year    = {2024}
}

@inproceedings{matthews2024craftax,
  title     = {Craftax: A Lightning-Fast Benchmark for Open-Ended Reinforcement Learning},
  author    = {Matthews, Michael and Beukman, Michael and Ellis, Benjamin and Samvelyan, Mikayel and Jackson, Matthew and Coward, Samuel and Foerster, Jakob},
  booktitle = {International Conference on Machine Learning (ICML)},
  year      = {2024},
  note      = {arXiv:2402.16801}
}

@inproceedings{hafner2022crafter,
  title     = {Benchmarking the Spectrum of Agent Capabilities},
  author    = {Hafner, Danijar},
  booktitle = {International Conference on Learning Representations (ICLR)},
  year      = {2022},
  note      = {arXiv:2109.06780}
}

@inproceedings{johnson2016malmo,
  title     = {The Malmo Platform for Artificial Intelligence Experimentation},
  author    = {Johnson, Matthew and Hofmann, Katja and Hutton, Tim and Bignell, David},
  booktitle = {Proceedings of the Twenty-Fifth International Joint Conference on Artificial Intelligence (IJCAI)},
  year      = {2016}
}

@inproceedings{guss2019minerl,
  title     = {Mine{RL}: A Large-Scale Dataset of Minecraft Demonstrations},
  author    = {Guss, William H. and Houghton, Brandon and Topin, Nicholay and Wang, Phillip and Codel, Cayden and Veloso, Manuela and Salakhutdinov, Ruslan},
  booktitle = {Proceedings of the Twenty-Eighth International Joint Conference on Artificial Intelligence (IJCAI)},
  year      = {2019},
  note      = {arXiv:1907.13440}
}

@inproceedings{fan2022minedojo,
  title     = {Mine{D}ojo: Building Open-Ended Embodied Agents with Internet-Scale Knowledge},
  author    = {Fan, Linxi and Wang, Guanzhi and Jiang, Yunfan and Mandlekar, Ajay and Yang, Yuncong and Zhu, Haoyi and Tang, Andrew and Huang, De-An and Zhu, Yuke and Anandkumar, Anima},
  booktitle = {Advances in Neural Information Processing Systems (NeurIPS), Datasets and Benchmarks Track},
  year      = {2022},
  note      = {arXiv:2206.08853}
}

@inproceedings{baker2022vpt,
  title     = {Video {PreTraining} ({VPT}): Learning to Act by Watching Unlabeled Online Videos},
  author    = {Baker, Bowen and Akkaya, Ilge and Zhokhov, Peter and Huizinga, Joost and Tang, Jie and Ecoffet, Adrien and Houghton, Brandon and Sampedro, Raul and Clune, Jeff},
  booktitle = {Advances in Neural Information Processing Systems (NeurIPS)},
  year      = {2022},
  note      = {arXiv:2206.11795}
}

@article{schulman2017ppo,
  title   = {Proximal Policy Optimization Algorithms},
  author  = {Schulman, John and Wolski, Filip and Dhariwal, Prafulla and Radford, Alec and Klimov, Oleg},
  journal = {arXiv preprint arXiv:1707.06347},
  year    = {2017}
}

@article{hafner2023dreamerv3,
  title   = {Mastering Diverse Domains through World Models},
  author  = {Hafner, Danijar and Pasukonis, Jurgis and Ba, Jimmy and Lillicrap, Timothy},
  journal = {arXiv preprint arXiv:2301.04104},
  year    = {2023}
}

@article{freeman2021brax,
  title   = {Brax -- A Differentiable Physics Engine for Large Scale Rigid Body Simulation},
  author  = {Freeman, C. Daniel and Frey, Erik and Raichuk, Anton and Girgin, Sertan and Mordatch, Igor and Bachem, Olivier},
  journal = {arXiv preprint arXiv:2106.13281},
  year    = {2021}
}

@inproceedings{weng2022envpool,
  title     = {EnvPool: A Highly Parallel Reinforcement Learning Environment Execution Engine},
  author    = {Weng, Jiayi and Lin, Min and Huang, Shengyi and Liu, Bo and Makoviichuk, Denys and Makoviychuk, Viktor and Liu, Zichen and Song, Yufan and Luo, Ting and Jiang, Yukun and Xu, Zhongwen and Yan, Shuicheng},
  booktitle = {Advances in Neural Information Processing Systems (NeurIPS), Datasets and Benchmarks Track},
  year      = {2022},
  note      = {arXiv:2206.10558}
}
