@inproceedings{wang2022behavior,title={Behavior Cloned Transformers are Neurosymbolic Reasoners},author={Wang*, Ruoyao and Jansen*, Peter and Côté, Marc-Alexandre and Ammanabrolu, Prithviraj},booktitle={European Chapter of the Association for Computational Linguistics (EACL)},url={https://arxiv.org/abs/2210.07382},year={2023},}
Is Reinforcement Learning (Not) for Natural Language Processing: Benchmarks, Baselines, and Building Blocks for Natural Language Policy Optimization
Rajkumar Ramamurthy*, Prithviraj Ammanabrolu*, Kianté Brantley, Jack Hessel, Rafet Sifa, Christian Bauckhage, Hannaneh Hajishirzi, and Yejin Choi
In International Conference on Learning Representations (ICLR), 2023
@inproceedings{Ramamurthy2022IsRL,title={Is Reinforcement Learning (Not) for Natural Language Processing: Benchmarks, Baselines, and Building Blocks for Natural Language Policy Optimization},author={Ramamurthy*, Rajkumar and Ammanabrolu*, Prithviraj and Brantley, Kianté and Hessel, Jack and Sifa, Rafet and Bauckhage, Christian and Hajishirzi, Hannaneh and Choi, Yejin},booktitle={International Conference on Learning Representations (ICLR)},url={https://arxiv.org/abs/2210.01241},year={2023},}
Multimodal Knowledge Alignment with Reinforcement Learning
Youngjae Yu, Jiwan Chung, Heeseung Yun, Jack Hessel, JaeSung Park, Ximing Lu, Rowan Zellers, Prithviraj Ammanabrolu, Ronan Le Bras, Gunhee Kim, and Yejin Choi
In Conference on Computer Vision and Pattern Recognition (CVPR), 2023
@inproceedings{yu2022esper,title={Multimodal Knowledge Alignment with Reinforcement Learning},author={Yu, Youngjae and Chung, Jiwan and Yun, Heeseung and Hessel, Jack and Park, JaeSung and Lu, Ximing and Zellers, Rowan and Ammanabrolu, Prithviraj and Bras, Ronan Le and Kim, Gunhee and Choi, Yejin},booktitle={Conference on Computer Vision and Pattern Recognition (CVPR)},url={https://arxiv.org/abs/2205.12630},year={2023},}
I Cast Detect Thoughts: Learning to Converse and Guide with Intents and Theory-of-Mind in Dungeons and Dragons
Pei Zhou, Andrew Zhu, Jennifer Hu, Jay Pujara, Xiang Ren, Chris Callison-Burch, Yejin Choi, and Prithviraj Ammanabrolu
In Association for Computational Linguistics (ACL), 2023
@inproceedings{Zhou2022Cast,title={I Cast Detect Thoughts: Learning to Converse and Guide with Intents and Theory-of-Mind in Dungeons and Dragons},author={Zhou, Pei and Zhu, Andrew and Hu, Jennifer and Pujara, Jay and Ren, Xiang and Callison-Burch, Chris and Choi, Yejin and Ammanabrolu, Prithviraj},booktitle={Association for Computational Linguistics (ACL)},url={https://arxiv.org/abs/2212.10060},year={2023},}
Do Embodied Agents Dream of Pixelated Sheep: Embodied Decision Making using Language Guided World Modelling
Kolby Nottingham, Prithviraj Ammanabrolu, Alane Suhr, Yejin Choi, Hannaneh Hajishirzi, Sameer Singh, and Roy Fox
In International Conference on Machine Learning (ICML), 2023
@inproceedings{Nottingham2023Embodied,title={Do Embodied Agents Dream of Pixelated Sheep: Embodied Decision Making using Language Guided World Modelling},author={Nottingham, Kolby and Ammanabrolu, Prithviraj and Suhr, Alane and Choi, Yejin and Hajishirzi, Hannaneh and Singh, Sameer and Fox, Roy},booktitle={International Conference on Machine Learning (ICML)},url={https://arxiv.org/abs/2301.12050},year={2023},}
Inference-Time Policy Adapters (IPA): Tailoring Extreme-Scale LMs without Fine-tuning
Ximing Lu, Faeze Brahman, Peter West, Jaehun Jang, Khyathi Chandu, Abhilasha Ravichander, Lianhui Qin, Prithviraj Ammanabrolu, Liwei Jiang, Sahana Ramnath, Nouha Dziri, Jillian Fisher, Bill Yuchen Lin, Skyler Hallinan, Xiang Ren, Sean Welleck, and Yejin Choi
@article{lu2023inference,title={Inference-Time Policy Adapters (IPA): Tailoring Extreme-Scale LMs without Fine-tuning},author={Lu, Ximing and Brahman, Faeze and West, Peter and Jang, Jaehun and Chandu, Khyathi and Ravichander, Abhilasha and Qin, Lianhui and Ammanabrolu, Prithviraj and Jiang, Liwei and Ramnath, Sahana and Dziri, Nouha and Fisher, Jillian and Lin, Bill Yuchen and Hallinan, Skyler and Ren, Xiang and Welleck, Sean and Choi, Yejin},journal={arXiv preprint arXiv:2305.15065},url={https://arxiv.org/abs/2305.15065},year={2023},}
SwiftSage: A Generative Agent with Fast and Slow Thinking for Complex Interactive Tasks
Bill Yuchen Lin, Yicheng Fu, Karina Yang, Faeze Brahman, Shiyu Huang, Chandra Bhagavatula, Prithviraj Ammanabrolu, Yejin Choi, and Xiang Ren
In Thirty-seventh Conference on Neural Information Processing Systems (NeurIPS), 2023
@inproceedings{lin2023swiftsage,title={SwiftSage: A Generative Agent with Fast and Slow Thinking for Complex Interactive Tasks},author={Lin, Bill Yuchen and Fu, Yicheng and Yang, Karina and Brahman, Faeze and Huang, Shiyu and Bhagavatula, Chandra and Ammanabrolu, Prithviraj and Choi, Yejin and Ren, Xiang},booktitle={Thirty-seventh Conference on Neural Information Processing Systems (NeurIPS)},year={2023},url={https://arxiv.org/abs/2305.17390},}
Fine-Grained Human Feedback Gives Better Rewards for Language Model Training
Zeqiu Wu, Yushi Hu, Weijia Shi, Nouha Dziri, Alane Suhr, Prithviraj Ammanabrolu, Noah A. Smith, Mari Ostendorf, and Hannaneh Hajishirzi
In Thirty-seventh Conference on Neural Information Processing Systems (NeurIPS), 2023
@inproceedings{wu2023finegrained,title={Fine-Grained Human Feedback Gives Better Rewards for Language Model Training},author={Wu, Zeqiu and Hu, Yushi and Shi, Weijia and Dziri, Nouha and Suhr, Alane and Ammanabrolu, Prithviraj and Smith, Noah A. and Ostendorf, Mari and Hajishirzi, Hannaneh},booktitle={Thirty-seventh Conference on Neural Information Processing Systems (NeurIPS)},year={2023},url={https://arxiv.org/abs/2306.01693},}
2022
Situated Dialogue Learning through Procedural Environment Generation
Prithviraj Ammanabrolu, Renee Jia, and Mark O Riedl
In Association for Computational Linguistics (ACL), 2022
@inproceedings{ammanabrolu2022dialogue,title={Situated Dialogue Learning through Procedural Environment Generation},author={Ammanabrolu, Prithviraj and Jia, Renee and Riedl, Mark O},booktitle={Association for Computational Linguistics (ACL)},url={https://arxiv.org/abs/2110.03262},year={2022},}
ScienceWorld: Is your Agent Smarter than a 5th Grader?
Ruoyao Wang*, Peter Jansen*, Marc-Alexandre Côté, and Prithviraj Ammanabrolu
In Empirical Methods in Natural Language Processing (EMNLP), 2022
@inproceedings{wang2022scienceworld,title={ScienceWorld: Is your Agent Smarter than a 5th Grader?},author={Wang*, Ruoyao and Jansen*, Peter and Côté, Marc-Alexandre and Ammanabrolu, Prithviraj},booktitle={Empirical Methods in Natural Language Processing (EMNLP)},url={https://arxiv.org/abs/2203.07540},year={2022},}
Aligning to Social Norms and Values in Interactive Narratives
@inproceedings{ammanabrolu2022aligning,title={Aligning to Social Norms and Values in Interactive Narratives},author={Ammanabrolu, Prithviraj and Jiang, Liwei and Sap, Maarten and Hajizhirzi, Hannaneh and Choi, Yejin},booktitle={North American Chapter of the Association for Computational Linguistics (NAACL)},url={https://arxiv.org/abs/2205.01975},year={2022},}
Quark: Controllable Text Generation with Reinforced Unlearning
Ximing Lu, Sean Welleck, Liwei Jiang, Jack Hessel, Lianhui Qin, Peter West, Prithviraj Ammanabrolu, and Yejin Choi
In Thirty-sixth Conference on Neural Information Processing Systems (NeurIPS), 2022
@inproceedings{lu2022quark,title={Quark: Controllable Text Generation with Reinforced Unlearning},author={Lu, Ximing and Welleck, Sean and Jiang, Liwei and Hessel, Jack and Qin, Lianhui and West, Peter and Ammanabrolu, Prithviraj and Choi, Yejin},booktitle={Thirty-sixth Conference on Neural Information Processing Systems (NeurIPS)},url={https://arxiv.org/abs/2205.13636},year={2022},}
Inherently Explainable Reinforcement Learning in Natural Language
Xiangyu Peng, Mark O Riedl, and Prithviraj Ammanabrolu
In Thirty-sixth Conference on Neural Information Processing Systems (NeurIPS), 2022
@inproceedings{peng2022inherent,title={Inherently Explainable Reinforcement Learning in Natural Language},author={Peng, Xiangyu and Riedl, Mark O and Ammanabrolu, Prithviraj},booktitle={Thirty-sixth Conference on Neural Information Processing Systems (NeurIPS)},url={https://arxiv.org/abs/2112.08907},year={2022},}
INSCIT: Information-Seeking Conversations with Mixed-Initiative Interactions
Zeqiu Wu, Ryu Parish, Hao Cheng, Sewon Min, Prithviraj Ammanabrolu, Mari Ostendorf, and Hannaneh Hajishirzi
Transactions of the Association for Computational Linguistics (TACL), 2022
@article{wu2022inscit,title={INSCIT: Information-Seeking Conversations with Mixed-Initiative Interactions},author={Wu, Zeqiu and Parish, Ryu and Cheng, Hao and Min, Sewon and Ammanabrolu, Prithviraj and Ostendorf, Mari and Hajishirzi, Hannaneh},journal={Transactions of the Association for Computational Linguistics (TACL)},volume={},url={https://arxiv.org/abs/2207.00746},year={2022},}
2021
How to Motivate Your Dragon: Teaching Goal-Driven Agents to Speak and Act in Fantasy Worlds
Prithviraj Ammanabrolu, Jack Urbanek, Margaret Li, Arthur Szlam, Tim Rocktäschel, and Jason Weston
In Proceedings of the 2021 Conference of the North American Chapter of the Association for Computational Linguistics: Human Language Technologies, Jun 2021
@inproceedings{ammanabrolu2021motivate,title={How to Motivate Your Dragon: Teaching Goal-Driven Agents to Speak and Act in Fantasy Worlds},author={Ammanabrolu, Prithviraj and Urbanek, Jack and Li, Margaret and Szlam, Arthur and Rockt{\"a}schel, Tim and Weston, Jason},booktitle={Proceedings of the 2021 Conference of the North American Chapter of the Association for Computational Linguistics: Human Language Technologies},month=jun,year={2021},address={Online},publisher={Association for Computational Linguistics},url={https://aclanthology.org/2021.naacl-main.64},doi={10.18653/v1/2021.naacl-main.64},pages={807--833},}
Situated Language Learning via Interactive Narratives
@article{ammanabrolu2021situated,title={Situated Language Learning via Interactive Narratives},author={Ammanabrolu, Prithviraj and Riedl, Mark O},journal={Patterns, Cell Press},volume={},url={https://www.cell.com/patterns/fulltext/S2666-3899(21)00159-8},year={2021},}
Telling Stories through Multi-User Dialogue by Modeling Character Relations
Wai Man Si, Prithviraj Ammanabrolu, and Mark O Riedl
@inproceedings{si2021telling,title={Telling Stories through Multi-User Dialogue by Modeling Character Relations},author={Si, Wai Man and Ammanabrolu, Prithviraj and Riedl, Mark O},booktitle={SIGDIAL 2021},url={https://arxiv.org/abs/2105.15054},year={2021},}
Modeling Worlds in Text
Prithviraj Ammanabrolu, and Mark Riedl
In The First Workshop on Commonsense Reasoning and Knowledge Bases (CSKB) at AKBC, Jun 2021
@inproceedings{ammanabrolu2021modelingws,title={Modeling Worlds in Text},author={Ammanabrolu, Prithviraj and Riedl, Mark},booktitle={The First Workshop on Commonsense Reasoning and Knowledge Bases (CSKB) at AKBC},year={2021},url={https://openreview.net/forum?id=7FHnnENUG0},}
Explainable Reinforcement Learning Agents with Stacked Hierarchical Graph Attention
Xiangyu Peng, Prithviraj Ammanabrolu, and Mark Riedl
In Workshop on Explainable Graph-based Machine Learning at AKBC, Jun 2021
@inproceedings{peng2021explainable,title={Explainable Reinforcement Learning Agents with Stacked Hierarchical Graph Attention},author={Peng, Xiangyu and Ammanabrolu, Prithviraj and Riedl, Mark},booktitle={Workshop on Explainable Graph-based Machine Learning at AKBC},year={2021},}
Modeling Worlds in Text
Prithviraj Ammanabrolu, and Mark Riedl
In Thirty-fifth Conference on Neural Information Processing Systems (NeurIPS) Datasets and Benchmarks Track (Round 1), Jun 2021
@inproceedings{ammanabrolu2021modeling,title={Modeling Worlds in Text},author={Ammanabrolu, Prithviraj and Riedl, Mark},booktitle={Thirty-fifth Conference on Neural Information Processing Systems (NeurIPS) Datasets and Benchmarks Track (Round 1)},year={2021},url={https://openreview.net/forum?id=7FHnnENUG0},}
Learning Knowledge Graph-based World Models of Textual Environments
Prithviraj Ammanabrolu, and Mark Riedl
In Thirty-fifth Conference on Neural Information Processing Systems (NeurIPS), Jun 2021
@inproceedings{ammanabrolu2021learning,title={Learning Knowledge Graph-based World Models of Textual Environments},author={Ammanabrolu, Prithviraj and Riedl, Mark},booktitle={Thirty-fifth Conference on Neural Information Processing Systems (NeurIPS)},year={2021},url={https://arxiv.org/abs/2106.09608},}
2020
Story Realization: Expanding Plot Events into Sentences
Prithviraj Ammanabrolu, Ethan Tien, Wesley Cheung, Zhaochen Luo, William Ma, Lara J. Martin, and Mark O. Riedl
In Proceedings of the AAAI Conference on Artificial Intelligence, Apr 2020
@inproceedings{ammanabrolu20story,title={Story Realization: Expanding Plot Events into Sentences},author={Ammanabrolu, Prithviraj and Tien, Ethan and Cheung, Wesley and Luo, Zhaochen and Ma, William and Martin, Lara J. and Riedl, Mark O.},url={https://ojs.aaai.org/index.php/AAAI/article/view/6232},booktitle={Proceedings of the AAAI Conference on Artificial Intelligence},doi={10.1609/aaai.v34i05.6232},volume={34},year={2020},month=apr,pages={7375-7382},}
Interactive fiction games: A colossal adventure
Matthew Hausknecht, Prithviraj Ammanabrolu, Marc-Alexandre Côté, and Xingdi Yuan
In Proceedings of the AAAI Conference on Artificial Intelligence, Apr 2020
@inproceedings{hausknecht2020interactive,title={Interactive fiction games: A colossal adventure},author={Hausknecht, Matthew and Ammanabrolu, Prithviraj and C{\^o}t{\'e}, Marc-Alexandre and Yuan, Xingdi},booktitle={Proceedings of the AAAI Conference on Artificial Intelligence},volume={34},number={05},pages={7903--7910},year={2020},url={https://arxiv.org/abs/1909.05398},}
Toward Automated Quest Generation in Text-Adventure Games
Prithviraj Ammanabrolu, William Broniec, Alex Mueller, Jeremy Paul, and Mark O. Riedl
In International Conference on Computational Creativity (ICCC), Apr 2020
@inproceedings{ammanabrolu2020towards,title={Toward Automated Quest Generation in Text-Adventure Games},author={Ammanabrolu, Prithviraj and Broniec, William and Mueller, Alex and Paul, Jeremy and Riedl, Mark O.},booktitle={International Conference on Computational Creativity (ICCC)},year={2020},url={https://arxiv.org/abs/1909.06283},}
@inproceedings{ammanabrolu2020bringing,title={Bringing stories alive: Generating interactive fiction worlds},author={Ammanabrolu, Prithviraj and Cheung, Wesley and Tu, Dan and Broniec, William and Riedl, Mark O},booktitle={Proceedings of the Sixteenth AAAI Conference on Artificial Intelligence and Interactive Digital Entertainment (AIIDE-20)},url={https://www.aaai.org/ojs/index.php/AIIDE/article/view/7400},year={2020},}
Graph Constrained Reinforcement Learning for Natural Language Action Spaces
Prithviraj Ammanabrolu, and Matthew Hausknecht
In International Conference on Learning Representations, Apr 2020
@inproceedings{ammanabrolu2020graph,title={Graph Constrained Reinforcement Learning for Natural Language Action Spaces},author={Ammanabrolu, Prithviraj and Hausknecht, Matthew},booktitle={International Conference on Learning Representations},year={2020},url={https://openreview.net/forum?id=B1x6w0EtwH},}
How to avoid being eaten by a grue: Structured exploration strategies for textual worlds
Prithviraj Ammanabrolu, Ethan Tien, Matthew Hausknecht, and Mark O Riedl
@article{ammanabrolu2020avoid,title={How to avoid being eaten by a grue: Structured exploration strategies for textual worlds},author={Ammanabrolu, Prithviraj and Tien, Ethan and Hausknecht, Matthew and Riedl, Mark O},journal={arXiv preprint arXiv:2006.07409},url={https://arxiv.org/abs/2006.07409},year={2020},}
Automated storytelling via causal, commonsense plot ordering
Prithviraj Ammanabrolu, Wesley Cheung, William Broniec, and Mark O Riedl
In Thirty-Second AAAI Conference on Artificial Intelligence, Apr 2020
@inproceedings{ammanabrolu2020automated,title={Automated storytelling via causal, commonsense plot ordering},author={Ammanabrolu, Prithviraj and Cheung, Wesley and Broniec, William and Riedl, Mark O},booktitle={Thirty-Second AAAI Conference on Artificial Intelligence},url={https://arxiv.org/abs/2009.00829},year={2020},}
Playing text-based games with common sense
Sahith Dambekodi, Spencer Frazier, Prithviraj Ammanabrolu, and Mark O Riedl
In The Second WordPlay: When Language Meets Games Workshop, Apr 2020
@inproceedings{dambekodi2020playing,title={Playing text-based games with common sense},author={Dambekodi, Sahith and Frazier, Spencer and Ammanabrolu, Prithviraj and Riedl, Mark O},booktitle={The Second WordPlay: When Language Meets Games Workshop},url={https://arxiv.org/abs/2012.02757},year={2020},}
Techniques for building a knowledge graph in limited knowledge domains
@misc{singaraju2023techniques,title={Techniques for building a knowledge graph in limited knowledge domains},author={Singaraju, Gautam and Ammanabrolu, Prithviraj},year={2020},publisher={Google Patents},note={US Patent 11,625,620},}
2019
Playing Text-Adventure Games with Graph-Based Deep Reinforcement Learning
Prithviraj Ammanabrolu, and Mark Riedl
In North American Chapter of the Association for Computational Linguistics (NAACL-HLT) 2019, Apr 2019
@inproceedings{ammanabrolu2019playing,title={Playing Text-Adventure Games with Graph-Based Deep Reinforcement Learning},author={Ammanabrolu, Prithviraj and Riedl, Mark},booktitle={North American Chapter of the Association for Computational Linguistics (NAACL-HLT) 2019},url={https://aclanthology.org/N19-1358/},year={2019},}
Transfer in Deep Reinforcement Learning Using Knowledge Graphs
Prithviraj Ammanabrolu, and Mark Riedl
In Proceedings of the Thirteenth Workshop on Graph-Based Methods for Natural Language Processing (TextGraphs-13) at EMNLP, Apr 2019
@inproceedings{ammanabrolu20transfer,title={Transfer in Deep Reinforcement Learning Using Knowledge Graphs},author={Ammanabrolu, Prithviraj and Riedl, Mark},booktitle={Proceedings of the Thirteenth Workshop on Graph-Based Methods for Natural Language Processing (TextGraphs-13) at EMNLP},year={2019},url={https://www.aclweb.org/anthology/D19-5301},}
Guided Neural Language Generation for Automated Storytelling
Prithviraj Ammanabrolu, Ethan Tien, Wesley Cheung, Zhaochen Luo, William Ma, Lara Martin, and Mark Riedl
In Proceedings of the Second Workshop on Storytelling, Aug 2019
@inproceedings{ammanabrolu2019guided,title={Guided Neural Language Generation for Automated Storytelling},author={Ammanabrolu, Prithviraj and Tien, Ethan and Cheung, Wesley and Luo, Zhaochen and Ma, William and Martin, Lara and Riedl, Mark},booktitle={Proceedings of the Second Workshop on Storytelling},month=aug,year={2019},address={Florence, Italy},publisher={Association for Computational Linguistics},url={https://www.aclweb.org/anthology/W19-3405},doi={10.18653/v1/W19-3405},pages={46--55},}
2018
Event Representations for Automated Story Generation with Deep Neural Nets
Lara J Martin, Prithviraj Ammanabrolu, Xinyu Wang, William Hancock, Shruti Singh, Brent Harrison, and Mark O Riedl
In Thirty-Second AAAI Conference on Artificial Intelligence, Aug 2018
@inproceedings{martin2018event,title={Event Representations for Automated Story Generation with Deep Neural Nets},author={Martin, Lara J and Ammanabrolu, Prithviraj and Wang, Xinyu and Hancock, William and Singh, Shruti and Harrison, Brent and Riedl, Mark O},booktitle={Thirty-Second AAAI Conference on Artificial Intelligence},url={https://dl.acm.org/doi/10.5555/3504035.3504141},pages={868--875},year={2018},}
@inproceedings{martin2017improvisational,title={Improvisational storytelling agents},author={Martin, Lara J and Ammanabrolu, Prithviraj and Wang, Xinyu and Singh, Shruti and Harrison, Brent and Dhuliawala, Murtaza and Tambwekar, Pradyumna and Mehta, Animesh and Arora, Richa and Dass, Nathan and others},booktitle={Workshop on Machine Learning for Creativity and Design (NeurIPS 2017)},url={https://nips2017creativity.github.io/doc/Improvisational_Agents.pdf},pages={4},year={2017},}