Publications

@inproceedings{wu2023finegrained, title={Fine-Grained Human Feedback Gives Better Rewards for Language Model Training}, author={Zeqiu Wu and Yushi Hu and Weijia Shi and Nouha Dziri and Alane Suhr and Prithviraj Ammanabrolu and Noah A. Smith and Mari Ostendorf and Hannaneh Hajishirzi}, booktitle={Thirty-seventh Conference on Neural Information Processing Systems (NeurIPS)}, year={2023}, url={https://arxiv.org/abs/2306.01693}, }

@inproceedings{lin2023swiftsage, title={SwiftSage: A Generative Agent with Fast and Slow Thinking for Complex Interactive Tasks}, author={Lin, Bill Yuchen and Fu, Yicheng and Yang, Karina and Brahman, Faeze and Huang, Shiyu and Bhagavatula, Chandra and Ammanabrolu, Prithviraj and Choi, Yejin and Ren, Xiang}, booktitle={Thirty-seventh Conference on Neural Information Processing Systems (NeurIPS)}, year={2023}, url={https://arxiv.org/abs/2305.17390}, }

@inproceedings{lu2023inference, title={Inference-Time Policy Adapters (IPA): Tailoring Extreme-Scale LMs without Fine-tuning}, author={Ximing Lu and Faeze Brahman and Peter West and Jaehun Jang and Khyathi Chandu and Abhilasha Ravichander and Lianhui Qin and Prithviraj Ammanabrolu and Liwei Jiang and Sahana Ramnath and Nouha Dziri and Jillian Fisher and Bill Yuchen Lin and Skyler Hallinan and Xiang Ren and Sean Welleck and Yejin Choi}, booktitle={Empirical Methods in Natural Language Processing (EMNLP)}, url={https://arxiv.org/abs/2305.15065}, year={2023} }

@inproceedings{Nottingham2023Embodied, title={Do Embodied Agents Dream of Pixelated Sheep: Embodied Decision Making using Language Guided World Modelling}, author={Kolby Nottingham and Prithviraj Ammanabrolu and Alane Suhr and Yejin Choi and Hannaneh Hajishirzi and Sameer Singh and Roy Fox}, booktitle={International Conference on Machine Learning (ICML)}, url={https://arxiv.org/abs/2301.12050}, year={2023} }

@inproceedings{Zhou2022AIDungeon, title={An AI Dungeon Master's Guide: Learning to Converse and Guide with Intents and Theory-of-Mind in Dungeons and Dragons}, author={Pei Zhou and Andrew Zhu and Jennifer Hu and Jay Pujara and Xiang Ren and Chris Callison-Burch and Yejin Choi and Prithviraj Ammanabrolu}, booktitle={Association for Computational Linguistics (ACL)}, url={https://arxiv.org/abs/2212.10060}, year={2023} }

@inproceedings{yu2022esper, title={Multimodal Knowledge Alignment with Reinforcement Learning}, author={Youngjae Yu and Jiwan Chung and Heeseung Yun and Jack Hessel and JaeSung Park and Ximing Lu and Rowan Zellers and Prithviraj Ammanabrolu and Ronan Le Bras and Gunhee Kim and Yejin Choi}, booktitle={Conference on Computer Vision and Pattern Recognition (CVPR)}, url={https://arxiv.org/abs/2205.12630}, year={2023} }

@inproceedings{Ramamurthy2022IsRL, title={Is Reinforcement Learning (Not) for Natural Language Processing: Benchmarks, Baselines, and Building Blocks for Natural Language Policy Optimization}, author={Rajkumar Ramamurthy* and Prithviraj Ammanabrolu* and Kianté Brantley and Jack Hessel and Rafet Sifa and Christian Bauckhage and Hannaneh Hajishirzi and Yejin Choi}, booktitle={International Conference on Learning Representations (ICLR)}, url={https://arxiv.org/abs/2210.01241}, year={2023} }

@inproceedings{wang2022behavior, title={Behavior Cloned Transformers are Neurosymbolic Reasoners}, author={Wang*, Ruoyao and Jansen*, Peter and Marc-Alexandre Côté and Ammanabrolu, Prithviraj}, booktitle={European Chapter of the Association for Computational Linguistics (EACL)}, url={https://arxiv.org/abs/2210.07382}, year={2023} }

@article{wu2022inscit, title={INSCIT: Information-Seeking Conversations with Mixed-Initiative Interactions}, author={Wu, Zeqiu and Parish, Ryu and Cheng, Hao and Min, Sewon and Ammanabrolu, Prithviraj and Ostendorf, Mari and Hajishirzi, Hannaneh}, journal={Transactions of the Association for Computational Linguistics (TACL)}, volume={}, url={https://arxiv.org/abs/2207.00746}, year={2022} }

@inproceedings{peng2022inherent, title={Inherently Explainable Reinforcement Learning in Natural Language}, author={Peng, Xiangyu and Riedl, Mark O and Ammanabrolu, Prithviraj }, booktitle={Thirty-sixth Conference on Neural Information Processing Systems (NeurIPS)}, url={https://arxiv.org/abs/2112.08907}, year={2022}, }

@inproceedings{lu2022quark, title={Quark: Controllable Text Generation with Reinforced Unlearning}, author={Ximing Lu and Sean Welleck and Liwei Jiang and Jack Hessel and Lianhui Qin and Peter West and Prithviraj Ammanabrolu and Yejin Choi}, booktitle={Thirty-sixth Conference on Neural Information Processing Systems (NeurIPS)}, url={https://arxiv.org/abs/2205.13636}, year={2022} }

@inproceedings{ammanabrolu2022aligning, title={Aligning to Social Norms and Values in Interactive Narratives}, author={Ammanabrolu, Prithviraj and Jiang, Liwei and Sap, Maarten and Hajizhirzi, Hannaneh and Choi, Yejin}, booktitle={North American Chapter of the Association for Computational Linguistics (NAACL)}, url={https://arxiv.org/abs/2205.01975}, year={2022} }

@inproceedings{wang2022scienceworld, title={ScienceWorld: Is your Agent Smarter than a 5th Grader?}, author={Wang*, Ruoyao and Jansen*, Peter and Marc-Alexandre Côté and Ammanabrolu, Prithviraj}, booktitle={Empirical Methods in Natural Language Processing (EMNLP)}, url={https://arxiv.org/abs/2203.07540}, year={2022}, }

@inproceedings{ammanabrolu2022dialogue, title={Situated Dialogue Learning through Procedural Environment Generation}, author={Ammanabrolu, Prithviraj and Jia, Renee and Riedl, Mark O}, booktitle={Association for Computational Linguistics (ACL)}, url={https://arxiv.org/abs/2110.03262}, year={2022} }

@inproceedings{ammanabrolu2021learning, title={Learning Knowledge Graph-based World Models of Textual Environments}, author={Prithviraj Ammanabrolu and Mark Riedl}, booktitle={Thirty-fifth Conference on Neural Information Processing Systems (NeurIPS)}, year={2021}, url={https://arxiv.org/abs/2106.09608} }

@inproceedings{ammanabrolu2021modeling, title={Modeling Worlds in Text}, author={Prithviraj Ammanabrolu and Mark Riedl}, booktitle={Thirty-fifth Conference on Neural Information Processing Systems (NeurIPS) Datasets and Benchmarks Track (Round 1)}, year={2021}, url={https://openreview.net/forum?id=7FHnnENUG0}, }

@inproceedings{peng2021explainable, title={Explainable Reinforcement Learning Agents with Stacked Hierarchical Graph Attention}, author={Xiangyu Peng and Prithviraj Ammanabrolu and Mark Riedl}, booktitle={Workshop on Explainable Graph-based Machine Learning at AKBC}, year={2021}, }

@inproceedings{ammanabrolu2021modelingws, title={Modeling Worlds in Text}, author={Prithviraj Ammanabrolu and Mark Riedl}, booktitle={The First Workshop on Commonsense Reasoning and Knowledge Bases (CSKB) at AKBC}, year={2021}, url={https://openreview.net/forum?id=7FHnnENUG0}, }

@inproceedings{si2021telling, title={Telling Stories through Multi-User Dialogue by Modeling Character Relations}, author={Si, Wai Man and Ammanabrolu, Prithviraj and Riedl, Mark O}, booktitle={SIGDIAL 2021}, url={https://arxiv.org/abs/2105.15054}, year={2021}, }

@article{ammanabrolu2021situated, title={Situated Language Learning via Interactive Narratives}, author={Ammanabrolu, Prithviraj and Riedl, Mark O}, journal={Patterns, Cell Press}, volume={}, url={https://www.cell.com/patterns/fulltext/S2666-3899(21)00159-8}, year={2021} }

@inproceedings{ammanabrolu2021motivate, title = "How to Motivate Your Dragon: Teaching Goal-Driven Agents to Speak and Act in Fantasy Worlds", author = {Ammanabrolu, Prithviraj and Urbanek, Jack and Li, Margaret and Szlam, Arthur and Rockt{\"a}schel, Tim and Weston, Jason}, booktitle = "Proceedings of the 2021 Conference of the North American Chapter of the Association for Computational Linguistics: Human Language Technologies", month = jun, year = "2021", address = "Online", publisher = "Association for Computational Linguistics", url = "https://aclanthology.org/2021.naacl-main.64", doi = "10.18653/v1/2021.naacl-main.64", pages = "807--833", }

@inproceedings{dambekodi2020playing, title={Playing text-based games with common sense}, author={Dambekodi, Sahith and Frazier, Spencer and Ammanabrolu, Prithviraj and Riedl, Mark O}, booktitle={The Second WordPlay: When Language Meets Games Workshop}, url={https://arxiv.org/abs/2012.02757}, year={2020} }

@misc{singaraju2020techniques, title={Techniques for building a knowledge graph in limited knowledge domains}, author={Singaraju, Gautam and Ammanabrolu, Prithviraj Venkata}, year={2020}, note={US Patent App. 20200057946, Priority 16/542,017}, url={https://www.freepatentsonline.com/y2020/0057946.html} }

@inproceedings{ammanabrolu2020automated, title={Automated storytelling via causal, commonsense plot ordering}, author={Ammanabrolu, Prithviraj and Cheung, Wesley and Broniec, William and Riedl, Mark O}, booktitle={Thirty-Second AAAI Conference on Artificial Intelligence}, url={https://arxiv.org/abs/2009.00829}, year={2020}, }

@article{ammanabrolu2020avoid, title={How to avoid being eaten by a grue: Structured exploration strategies for textual worlds}, author={Ammanabrolu, Prithviraj and Tien, Ethan and Hausknecht, Matthew and Riedl, Mark O}, journal={arXiv preprint arXiv:2006.07409}, url={https://arxiv.org/abs/2006.07409}, year={2020}, }

@inproceedings{ammanabrolu2020graph, title={Graph Constrained Reinforcement Learning for Natural Language Action Spaces}, author={Prithviraj Ammanabrolu and Matthew Hausknecht}, booktitle={International Conference on Learning Representations}, year={2020}, url={https://openreview.net/forum?id=B1x6w0EtwH}, }

@inproceedings{ammanabrolu2020bringing, title={Bringing stories alive: Generating interactive fiction worlds}, author={Ammanabrolu, Prithviraj and Cheung, Wesley and Tu, Dan and Broniec, William and Riedl, Mark O}, booktitle = "Proceedings of the Sixteenth AAAI Conference on Artificial Intelligence and Interactive Digital Entertainment (AIIDE-20)", url={https://www.aaai.org/ojs/index.php/AIIDE/article/view/7400}, year={2020}, }

@inproceedings{ammanabrolu2020towards, title={Toward Automated Quest Generation in Text-Adventure Games}, author={Ammanabrolu, Prithviraj and Broniec, William and Mueller, Alex and Paul, Jeremy and Riedl, Mark O.}, booktitle={International Conference on Computational Creativity (ICCC)}, year={2020}, url={https://arxiv.org/abs/1909.06283} }

@inproceedings{hausknecht2020interactive, title={Interactive fiction games: A colossal adventure}, author={Hausknecht, Matthew and Ammanabrolu, Prithviraj and C{\^o}t{\'e}, Marc-Alexandre and Yuan, Xingdi}, booktitle={Proceedings of the AAAI Conference on Artificial Intelligence}, volume={34}, number={05}, pages={7903--7910}, year={2020}, url={https://arxiv.org/abs/1909.05398}, }

@inproceedings{ammanabrolu20story, title={Story Realization: Expanding Plot Events into Sentences}, author={Ammanabrolu, Prithviraj and Tien, Ethan and Cheung, Wesley and Luo, Zhaochen and Ma, William and Martin, Lara J. and Riedl, Mark O.}, url={https://ojs.aaai.org/index.php/AAAI/article/view/6232}, booktitle={Proceedings of the AAAI Conference on Artificial Intelligence}, DOI={10.1609/aaai.v34i05.6232}, volume={34}, year={2020}, month={Apr.}, pages={7375-7382}, }

@inproceedings{ammanabrolu2019guided, title = "Guided Neural Language Generation for Automated Storytelling", author = "Ammanabrolu, Prithviraj and Tien, Ethan and Cheung, Wesley and Luo, Zhaochen and Ma, William and Martin, Lara and Riedl, Mark", booktitle = "Proceedings of the Second Workshop on Storytelling", month = aug, year = "2019", address = "Florence, Italy", publisher = "Association for Computational Linguistics", url = "https://www.aclweb.org/anthology/W19-3405", doi = "10.18653/v1/W19-3405", pages = "46--55", }

@inproceedings{ammanabrolu20transfer, title = "Transfer in Deep Reinforcement Learning Using Knowledge Graphs", author = "Ammanabrolu, Prithviraj and Riedl, Mark", booktitle = "Proceedings of the Thirteenth Workshop on Graph-Based Methods for Natural Language Processing (TextGraphs-13) at EMNLP", year = "2019", url = "https://www.aclweb.org/anthology/D19-5301" }

@inproceedings{ammanabrolu2019playing, title={Playing Text-Adventure Games with Graph-Based Deep Reinforcement Learning}, author={Ammanabrolu, Prithviraj and Riedl, Mark}, booktitle={North American Chapter of the Association for Computational Linguistics (NAACL-HLT) 2019}, url={https://aclanthology.org/N19-1358/}, year={2019}, }

@inproceedings{martin2018event, title={Event Representations for Automated Story Generation with Deep Neural Nets}, author={Martin, Lara J and Ammanabrolu, Prithviraj and Wang, Xinyu and Hancock, William and Singh, Shruti and Harrison, Brent and Riedl, Mark O}, booktitle={Thirty-Second AAAI Conference on Artificial Intelligence}, url={https://www.aaai.org/ocs/index.php/AAAI/AAAI18/paper/viewPDFInterstitial/17046/15769}, pages={868--875}, year={2018}, }

@inproceedings{martin2017improvisational, title={Improvisational storytelling agents}, author={Martin, Lara J and Ammanabrolu, Prithviraj and Wang, Xinyu and Singh, Shruti and Harrison, Brent and Dhuliawala, Murtaza and Tambwekar, Pradyumna and Mehta, Animesh and Arora, Richa and Dass, Nathan and others}, booktitle={Workshop on Machine Learning for Creativity and Design (NeurIPS 2017)}, url={https://nips2017creativity.github.io/doc/Improvisational_Agents.pdf}, pages={4}, year={2017} }