@conference{ Kim2025Segmentation,
  Title = "Make the Pertinent Salient: Task-Relevant Reconstruction for Visual Control with Distractions",
  Author = "Kyungmin Kim and JB Lanier and Roy Fox",
  Booktitle = "2nd Reinforcement Learning Conference (RLC)",
  Year = "2025"
}

@conference{ Ying2025Variational,
  Title = "A Variational Neural Network Model of Resource-Rational Reward Encoding in Human Planning",
  Author = "Zhuojun Ying and Frederick Callaway and Roy Fox and Anastasia Kiyonaga and Marcelo Mattar",
  Booktitle = "47th Annual Meeting of the Cognitive Science Society (CogSci)",
  Year = "2025"
}

@conference{ Kim2025Realizable,
  Title = "Realizable Continuous-Space Shields for Safe Reinforcement Learning",
  Author = "Kyungmin Kim and Davide Corsi and Andoni Rodríguez and JB Lanier and Benjami Parellada and Pierre Baldi and César Sánchez and Roy Fox",
  Booktitle = "7th Annual Learning for Dynamics \& Control Conference (L4DC)",
  Year = "2025"
}

@conference{ Corsi2024Verification,
  Title = "Verification-Guided Shielding for Deep Reinforcement Learning",
  Author = "Davide Corsi and Guy Amir and Andoni Rodríguez and César Sánchez and Guy Katz and Roy Fox",
  Booktitle = "1st Reinforcement Learning Conference (RLC)",
  Year = "2024"
}

@conference{ Karamzade2024Delayed,
  Title = "Reinforcement Learning from Delayed Observations via World Models",
  Author = "Armin Karamzade and Kyungmin Kim and Montek Kalsi and Roy Fox",
  Booktitle = "1st Reinforcement Learning Conference (RLC)",
  Year = "2024"
}

@conference{ Nottingham2024SSO,
  Title = "Skill Set Optimization: Reinforcing Language Model Behavior via Transferable Skills",
  Author = "Kolby Nottingham and Bodhisattwa Prasad Majumder and Bhavana Dalvi Mishra and Sameer Singh and Peter Clark and Roy Fox",
  Booktitle = "41st International Conference on Machine Learning (ICML)",
  Year = "2024"
}

@conference{ Nottingham2024BLINDER,
  Title = "Selective Perception: Learning Concise State Descriptions for Language Model Actors",
  Author = "Kolby Nottingham and Yasaman Razeghi and Kyungmin Kim and JB Lanier and Pierre Baldi and Roy Fox and Sameer Singh",
  Booktitle = "2024 Annual Conference of the North American Chapter of the Association for Computational Linguistics (NAACL)",
  Year = "2024"
}

@conference{ McAleer2024SPPSRO,
  Title = "Toward Optimal Policy Population Growth in Two-Player Zero-Sum Games",
  Author = "Stephen McAleer and JB Lanier and Kevin Wang and Pierre Baldi and Tuomas Sandholm and Roy Fox",
  Booktitle = "12th International Conference on Learning Representations (ICLR)",
  Year = "2024"
}

@conference{ Nottingham2023DECKARD,
  Title = "Do Embodied Agents Dream of Pixelated Sheep?: Embodied Decision Making using Language Guided World Modelling",
  Author = "Kolby Nottingham and Prithviraj Ammanabrolu and Alane Suhr and Yejin Choi and Hannaneh Hajishirzi and Sameer Singh and Roy Fox",
  Booktitle = "40th International Conference on Machine Learning (ICML)",
  Year = "2023"
}

@conference{ Krylov2023Circuits,
  Title = "Learning to Design Analog Circuits to Meet Threshold Specifications",
  Author = "Dmitrii Krylov and Pooya Khajeh and Junhan Ouyang and Thomas Reeves and Tongkai Liu and Hiba Ajmal and Hamidreza Aghasi and Roy Fox",
  Booktitle = "40th International Conference on Machine Learning (ICML)",
  Year = "2023"
}

@conference{ Liang2022MeanQ,
  Title = "Reducing Variance in Temporal-Difference Value Estimation via Ensemble of Deep Networks",
  Author = "Litian Liang and Yaosheng Xu and Stephen McAleer and Dailin Hu and Alexander Ihler and Pieter Abbeel and Roy Fox",
  Booktitle = "39th International Conference on Machine Learning (ICML)",
  Year = "2022"
}

@conference{ Nottingham2022Query,
  Title = "Learning to Query Internet Text for Informing Reinforcement Learning Agents",
  Author = "Kolby Nottingham and Alekhya Pyla and Sameer Singh and Roy Fox",
  Booktitle = "Reinforcement Learning and Decision Making (RLDM)",
  Year = "2022"
}

@conference{ Fox2022MPG,
  Title = "Independent Natural Policy Gradient Always Converges in {M}arkov {P}otential {G}ames",
  Author = "Roy Fox and Stephen McAleer and William Overman and Ioannis Panageas",
  Booktitle = "25th International Conference on Artificial Intelligence and Statistics (AISTATS)",
  Year = "2022"
}

@conference{ McAleer2021XDO,
  Title = "{XDO}: A Double Oracle Algorithm for Extensive-Form Games",
  Author = "Stephen McAleer and JB Lanier and Kevin Wang and Pierre Baldi and Roy Fox",
  Booktitle = "35th Conference on Neural Information Processing Systems (NeurIPS)",
  Year = "2021"
}

@conference{ McAleer2020P2SRO,
  Title = "Pipeline {PSRO}: A Scalable Approach for Finding Approximate {N}ash Equilibria in Large Games",
  Author = "Stephen McAleer and JB Lanier and Roy Fox and Pierre Baldi",
  Booktitle = "34th Conference on Neural Information Processing Systems (NeurIPS)",
  Year = "2020"
}

@conference{ Bavishi2019AutoPandas,
  Title = "Auto{P}andas: Neural-Backed Generators for Program Synthesis",
  Author = "Rohan Bavishi and Caroline Lemieux and Roy Fox and Koushik Sen and Ion Stoica",
  Booktitle = "10th ACM SIGPLAN Conference on Systems, Programming, Languages, and Applications: Software for Humanity (SPLASH OOPSLA)",
  Year = "2019"
}

@conference{ Fox2019HILMT,
  Title = "Multi-Task Hierarchical Imitation Learning for Home Automation",
  Author = "Roy Fox and Ron Berenstein and Ion Stoica and Ken Goldberg",
  Booktitle = "15th IEEE Conference on Automation Science and Engineering (CASE)",
  Year = "2019"
}

@conference{ Tanwani2018Imitation,
  Title = "Generalizing Robot Imitation Learning with Invariant Hidden Semi-{M}arkov Models",
  Author = "Ajay Kumar Tanwani and Jonathan Lee and Brijen Thananjeyan and Michael Laskey and Sanjay Krishnan and Roy Fox and Ken Goldberg and Sylvain Calinon",
  Booktitle = "13th International Workshop on the Algorithmic Foundations of Robotics (WAFR)",
  Year = "2018"
}

@conference{ Lee2018DFR,
  Title = "Constraint Estimation and Derivative-Free Recovery for Robot Learning from Demonstrations",
  Author = "Jonathan Lee and Michael Laskey and Roy Fox and Ken Goldberg",
  Booktitle = "14th IEEE Conference on Automation Science and Engineering (CASE)",
  Year = "2018"
}

@conference{ Liang2018RLlib,
  Title = "{RLlib}: Abstractions for Distributed Reinforcement Learning",
  Author = "Eric Liang and Richard Liaw and Robert Nishihara and Philipp Moritz and Roy Fox and Ken Goldberg and Joseph Gonzalez and Michael Jordan and Ion Stoica",
  Booktitle = "35th International Conference on Machine Learning (ICML)",
  Year = "2018"
}

@conference{ Seita2018Calib,
  Title = "Fast and Reliable Autonomous Surgical Debridement with Cable-Driven Robots Using a Two-Phase Calibration Procedure",
  Author = "Daniel Seita and Sanjay Krishnan and Roy Fox and Stephen McKinley and John Canny and Ken Goldberg",
  Booktitle = "35th IEEE International Conference on Robotics and Automation (ICRA)",
  Year = "2018"
}

@conference{ Berenstein2018ELD,
  Title = "Robustly Adjusting Indoor Drip Irrigation Emitters with the {T}oyota {HSR} Robot",
  Author = "Ron Berenstein and Roy Fox and Stephen McKinley and Stefano Carpin and Ken Goldberg",
  Booktitle = "35th IEEE International Conference on Robotics and Automation (ICRA)",
  Year = "2018"
}

@conference{ Fox2018PHP,
  Title = "Parametrized Hierarchical Procedures for Neural Programming",
  Author = "Roy Fox and Richard Shin and Sanjay Krishnan and Ken Goldberg and Dawn Song and Ion Stoica",
  Booktitle = "6th International Conference on Learning Representations (ICLR)",
  Year = "2018"
}

@conference{ Krishnan2017DDCO,
  Title = "{DDCO}: Discovery of Deep Continuous Options for Robot Learning from Demonstrations",
  Author = "Sanjay Krishnan and Roy Fox and Ion Stoica and Ken Goldberg",
  Booktitle = "1st Conference on Robot Learning (CoRL)",
  Year = "2017"
}

@conference{ Laskey2017DART,
  Title = "{DART}: Noise Injection for Robust Imitation Learning",
  Author = "Michael Laskey and Jonathan Lee and Roy Fox and Anca Dragan and Ken Goldberg",
  Booktitle = "1st Conference on Robot Learning (CoRL)",
  Year = "2017"
}

@conference{ Chen2017BIBR,
  Title = "An Algorithm and User Study for Teaching Bilateral Manipulation via Iterated Best Response Demonstrations",
  Author = "Carolyn Chen and Sanjay Krishnan and Michael Laskey and Roy Fox and Ken Goldberg",
  Booktitle = "13th IEEE Conference on Automation Science and Engineering (CASE)",
  Year = "2017"
}

@conference{ Chuck2017Cleaning,
  Title = "Statistical Data Cleaning for Deep Learning of Automation Tasks from Demonstrations",
  Author = "Caleb Chuck and Michael Laskey and Sanjay Krishnan and Ruta Joshi and Roy Fox and Ken Goldberg",
  Booktitle = "13th IEEE Conference on Automation Science and Engineering (CASE)",
  Year = "2017"
}

@conference{ Fox2016LQG1,
  Title = "Minimum-Information {LQG} Control — {P}art {I}: Memoryless Controllers",
  Author = "Roy Fox and Naftali Tishby",
  Booktitle = "55th IEEE Conference on Decision and Control (CDC)",
  Year = "2016"
}

@conference{ Fox2016LQG2,
  Title = "Minimum-Information {LQG} Control — {P}art {II}: Retentive Controllers",
  Author = "Roy Fox and Naftali Tishby",
  Booktitle = "55th IEEE Conference on Decision and Control (CDC)",
  Year = "2016"
}

@conference{ Fox2016Options,
  Title = "Principled Option Learning in {M}arkov Decision Processes",
  Author = "Roy Fox and Michal Moshkovitz and Naftali Tishby",
  Booktitle = "13th European Workshop on Reinforcement Learning (EWRL)",
  Year = "2016"
}

@conference{ Fox2016Glearning,
  Title = "Taming the Noise in Reinforcement Learning via Soft Updates",
  Author = "Roy Fox and Ari Pakman and Naftali Tishby",
  Booktitle = "32nd Conference on Uncertainty in Artificial Intelligence (UAI)",
  Year = "2016"
}

@conference{ Merel2013BCI,
  Title = "A Multi-Agent Control Framework for Co-Adaptation in Brain-Computer Interfaces",
  Author = "Josh Merel and Roy Fox and Tony Jebara and Liam Paninski",
  Booktitle = "27th Conference on Neural Information Processing Systems (NeurIPS)",
  Year = "2013"
}

@conference{ Fox2012Bounded,
  Title = "Bounded Planning in Passive {POMDP}s",
  Author = "Roy Fox and Naftali Tishby",
  Booktitle = "29th International Conference on Machine Learning (ICML)",
  Year = "2012"
}

@conference{ Fox2007OCOMDP,
  Title = "A Reinforcement Learning Algorithm with Polynomial Interaction Complexity for {O}nly-{C}ostly-{O}bservable {MDP}s",
  Author = "Roy Fox and Moshe Tennenholtz",
  Booktitle = "22nd Conference on Artificial Intelligence (AAAI)",
  Year = "2007"
}

@conference{ Kim2024Segmentation,
  Title = "Make the Pertinent Salient: Task-Relevant Reconstruction for Visual Control with Distraction",
  Author = "Kyungmin Kim and Charless Fowlkes and Roy Fox",
  Booktitle = "Training Agents with Foundation Models workshop (TAFM @ RLC)",
  Year = "2024"
}

@conference{ Agostinelli2024Qstar,
  Title = "{Q}* Search: Heuristic Search with {D}eep {Q}-{N}etworks",
  Author = "Forest Agostinelli and Shahaf Shperberg and Alexander Shmakov and Stephen McAleer and Roy Fox and Pierre Baldi",
  Booktitle = "Bridging the Gap Between AI Planning and Reinforcement Learning workshop (PRL @ ICAPS)",
  Year = "2024"
}

@conference{ Nottingham2023BLINDER,
  Title = "Selective Perception: Learning Concise State Descriptions for Language Model Actors",
  Author = "Kolby Nottingham and Yasaman Razeghi and Kyungmin Kim and JB Lanier and Pierre Baldi and Roy Fox and Sameer Singh",
  Booktitle = "Foundation Models for Decision Making workshop (FMDM @ NeurIPS)",
  Year = "2023"
}

@conference{ Nottingham2023DECKARDws,
  Title = "Do Embodied Agents Dream of Pixelated Sheep?: Embodied Decision Making using Language Guided World Modelling",
  Author = "Kolby Nottingham and Prithviraj Ammanabrolu and Alane Suhr and Yejin Choi and Hannaneh Hajishirzi and Sameer Singh and Roy Fox",
  Booktitle = "Reincarnating Reinforcement Learning workshop (RRL @ ICLR)",
  Year = "2023"
}

@conference{ Lanier2022FARR,
  Title = "Feasible Adversarial Robust Reinforcement Learning for Underspecified Environments",
  Author = "JB Lanier and Stephen McAleer and Pierre Baldi and Roy Fox",
  Booktitle = "Deep Reinforcement Learning workshop (DRL @ NeurIPS)",
  Year = "2022"
}

@conference{ McAleer2022APSRO,
  Title = "Anytime {PSRO} for Two-Player Zero-Sum Games",
  Author = "Stephen McAleer and Kevin Wang and JB Lanier and Marc Lanctot and Pierre Baldi and Tuomas Sandholm and Roy Fox",
  Booktitle = "Reinforcement Learning in Games workshop (RLG @ AAAI)",
  Year = "2022"
}

@conference{ Liang2021UQL,
  Title = "Temporal-Difference Value Estimation via Uncertainty-Guided Soft Updates",
  Author = "Litian Liang and Yaosheng Xu and Stephen McAleer and Dailin Hu and Alexander Ihler and Pieter Abbeel and Roy Fox",
  Booktitle = "Deep Reinforcement Learning workshop (DRL @ NeurIPS)",
  Year = "2021"
}

@conference{ Hu2021CBSQL,
  Title = "Count-Based Temperature Scheduling for Maximum Entropy Reinforcement Learning",
  Author = "Dailin Hu and Pieter Abbeel and Roy Fox",
  Booktitle = "Deep Reinforcement Learning workshop (DRL @ NeurIPS)",
  Year = "2021"
}

@conference{ Xu2021TESSAC,
  Title = "Target Entropy Annealing for Discrete {S}oft {A}ctor–{C}ritic",
  Author = "Yaosheng Xu and Dailin Hu and Litian Liang and Stephen McAleer and Pieter Abbeel and Roy Fox",
  Booktitle = "Deep Reinforcement Learning workshop (DRL @ NeurIPS)",
  Year = "2021"
}

@conference{ Agostinelli2021Admissible,
  Title = "Obtaining Approximately Admissible Heuristic Functions through Deep Reinforcement Learning and {A}* Search",
  Author = "Forest Agostinelli and Stephen McAleer and Alexander Shmakov and Roy Fox and Marco Valtorta and Biplav Srivastava and Pierre Baldi",
  Booktitle = "Bridging the Gap between AI Planning and Reinforcement Learning workshop (PRL @ ICAPS)",
  Year = "2021"
}

@conference{ Nottingham2021LAV,
  Title = "Modular Framework for Visuomotor Language Grounding",
  Author = "Kolby Nottingham and Litian Liang and Daeyun Shin and Charless Fowlkes and Roy Fox and Sameer Singh",
  Booktitle = "Embodied AI workshop (EmbodiedAI @ CVPR)",
  Year = "2021"
}

@conference{ McAleer2021CFRDO,
  Title = "{CFR-DO}: A Double Oracle Algorithm for Extensive-Form Games",
  Author = "Stephen McAleer and JB Lanier and Pierre Baldi and Roy Fox",
  Booktitle = "Reinforcement Learning in Games workshop (RLG @ AAAI)",
  Year = "2021"
}

@conference{ Fox2019EQL,
  Title = "Toward Provably Unbiased Temporal-Difference Value Estimation",
  Author = "Roy Fox",
  Booktitle = "Optimization Foundations for Reinforcement Learning workshop (OPTRL @ NeurIPS)",
  Year = "2019"
}

@conference{ Yan2019MultiCluster,
  Title = "Multi-Task Learning via Task Multi-Clustering",
  Author = "Andy Yan and Xin Wang and Ion Stoica and Joseph Gonzalez and Roy Fox",
  Booktitle = "Adaptive \& Multitask Learning workshop (AMTL @ ICML)",
  Year = "2019"
}

@conference{ Fox2018VIHIL,
  Title = "Hierarchical Imitation Learning via Variational Inference of Control Programs",
  Author = "Roy Fox and Richard Shin and William Paul and Yitian Zou and Dawn Song and Ken Goldberg and Pieter Abbeel and Ion Stoica",
  Booktitle = "Infer to Control: Probabilistic Reinforcement Learning and Structured Control workshop (Infer2Control @ NeurIPS)",
  Year = "2018"
}

@conference{ Rothchild2018Grad,
  Title = "An Empirical Exploration of Gradient Correlations in Deep Learning",
  Author = "Daniel Rothchild and Roy Fox and Noah Golmant and Joseph Gonzalez and Michael Mahoney and Kai Rothauge and Ion Stoica and Zhewei Yao",
  Booktitle = "Integration of Deep Learning Theories workshop (DLT @ NeurIPS)",
  Year = "2018"
}

@conference{ Bavishi2018ProgSyn,
  Title = "Neural Inference of {API} Functions from Input–Output Examples",
  Author = "Rohan Bavishi and Caroline Lemieux and Neel Kant and Roy Fox and Koushik Sen and Ion Stoica",
  Booktitle = "Machine Learning for Systems workshop (ML for Sys @ NeurIPS)",
  Year = "2018"
}

@conference{ Fox2018HVI,
  Title = "Imitation Learning of Hierarchical Programs via Variational Inference",
  Author = "Roy Fox and Richard Shin and Pieter Abbeel and Ken Goldberg and Dawn Song and Ion Stoica",
  Booktitle = "Neural Abstract Machines \& Program Induction workshop (NAMPI @ ICML)",
  Year = "2018"
}

@conference{ Liang2018Embed,
  Title = "Task-Relevant Embeddings for Robust Perception in Reinforcement Learning",
  Author = "Eric Liang and Roy Fox and Joseph Gonzalez and Ion Stoica",
  Booktitle = "Prediction and Generative Modeling in Reinforcement Learning workshop (PGMRL @ ICML)",
  Year = "2018"
}

@conference{ Tanwani2018HSMM,
  Title = "Robot Learning with Invariant Hidden Semi-{M}arkov Models",
  Author = "Ajay Kumar Tanwani and Jonathon Lee and Michael Laskey and Sanjay Krishnan and Roy Fox and Ken Goldberg",
  Booktitle = "Perspectives on Robot Learning: Imitation and Causality workshop (Causal Imit. @ RSS)",
  Year = "2018"
}

@conference{ Liang2017Ray,
  Title = "Ray {RLlib}: A Composable and Scalable Reinforcement Learning Library",
  Author = "Eric Liang and Richard Liaw and Robert Nishihara and Philipp Moritz and Roy Fox and Joseph Gonzalez and Ken Goldberg and Ion Stoica",
  Booktitle = "Deep Reinforcement Learning symposium (DeepRL @ NeurIPS)",
  Year = "2017"
}

@phdthesis{ Fox2016PhD,
  Title = "Information-Theoretic Methods for Planning and Learning in Partially Observable {M}arkov Decision Processes",
  Author = "Roy Fox",
  School = "Hebrew University",
  Year = "2016"
}

@mastersthesis{ Fox2008MS,
  Title = "Reinforcement Learning in Partially Observable Decision Processes",
  Author = "Roy Fox",
  School = "Technion IIT",
  Year = "2008"
}

@unpublished{ McAleer2021Mediator,
  Title = "Improving Social Welfare while Preserving Autonomy via a Pareto Mediator",
  Author = "Stephen McAleer and JB Lanier and Michael Dennis and Pierre Baldi and Roy Fox",
  Note = "arXiv preprint \href{https://arxiv.org/pdf/2106.03927.pdf}{arXiv:2106.03927}",
  Year = "2021"
}

@unpublished{ Fox2019HVIL,
  Title = "Hierarchical Variational Imitation Learning of Control Programs",
  Author = "Roy Fox and Richard Shin and William Paul and Yitian Zou and Dawn Song and Ken Goldberg and Pieter Abbeel and Ion Stoica",
  Note = "arXiv preprint \href{https://arxiv.org/pdf/1912.12612.pdf}{arXiv:1912.12612}",
  Year = "2019"
}

@unpublished{ Fox2017DDO,
  Title = "Multi-Level Discovery of Deep Options",
  Author = "Roy Fox and Sanjay Krishnan and Ion Stoica and Ken Goldberg",
  Note = "arXiv preprint \href{https://arxiv.org/pdf/1703.08294.pdf}{arXiv:1703.08294}",
  Year = "2017"
}

@unpublished{ Fox2015Attention,
  Title = "Optimal Selective Attention in Reactive Agents",
  Author = "Roy Fox and Naftali Tishby",
  Note = "arXiv preprint \href{https://arxiv.org/pdf/1512.08575.pdf}{arXiv:1512.08575}",
  Year = "2015"
}