publications
Also see Google Scholar and Semantic Scholar
* and + denote co-first and co-second authors.
2025
-
- T. Chen, A. Asai, L. Zettlemoyer, H. Hajishirzi, and F. Brahman2025
@misc{chen2025traintruthskillsbinary, title = {Train for Truth, Keep the Skills: Binary Retrieval-Augmented Reward Mitigates Hallucinations}, author = {Chen, Tong and Asai, Akari and Zettlemoyer, Luke and Hajishirzi, Hannaneh and Brahman, Faeze}, year = {2025}, eprint = {2510.17733}, archiveprefix = {arXiv}, primaryclass = {cs.CL}, url = {https://arxiv.org/abs/2510.17733}, } - T. Chen, A. Asai, L. Zettlemoyer, H. Hajishirzi, and F. Brahman2025
@misc{chen2025traintruthskillsbinarz, title = {Train for Truth, Keep the Skills: Binary Retrieval-Augmented Reward Mitigates Hallucinations}, author = {Chen, Tong and Asai, Akari and Zettlemoyer, Luke and Hajishirzi, Hannaneh and Brahman, Faeze}, year = {2025}, eprint = {2510.17733}, archiveprefix = {arXiv}, primaryclass = {cs.CL}, url = {https://arxiv.org/abs/2510.17733}, } - T. Chen, F. Brahman, J. Liu, N. Mireshghallah, W. Shi , and 3 more authorsTo appear at COLM, 2025
@inproceedings{chen2025parapoaligninglanguagemodels, title = {ParaPO: Aligning Language Models to Reduce Verbatim Reproduction of Pre-training Data}, author = {Chen, Tong and Brahman, Faeze and Liu, Jiacheng and Mireshghallah, Niloofar and Shi, Weijia and Koh, Pang Wei and Zettlemoyer, Luke and Hajishirzi, Hannaneh}, year = {2025}, eprint = {2504.14452}, archiveprefix = {arXiv}, primaryclass = {cs.CL}, booktitle = {To appear at COLM}, url = {https://arxiv.org/abs/2504.14452}, } - F. Brahman*, N. Lambert*, J. Morrison*, V. Pyatkin*, S. Huang* , and 18 more authorsTo appear at COLM, 2025
@inproceedings{lambert2024tulu3pushingfrontiers, title = {T\"ULU 3: Pushing Frontiers in Open Language Model Post-Training}, author = {Brahman*, Faeze and Lambert*, Nathan and Morrison*, Jacob and Pyatkin*, Valentina and Huang*, Shengyi and Ivison*, Hamish and Miranda*, Lester James V. and Liu, Alisa and Dziri, Nouha and Lyu, Shane and Gu, Yuling and Malik, Saumya and Graf, Victoria and Hwang, Jena D. and Yang, Jiangjiang and Bras, Ronan Le and Tafjord, Oyvind and Wilhelm, Chris and Soldaini, Luca and Smith, Noah A. and Wang, Yizhong and Dasigi, Pradeep and Hajishirzi, Hannaneh}, year = {2025}, eprint = {2411.15124}, archiveprefix = {arXiv}, primaryclass = {cs.CL}, booktitle = {To appear at COLM}, url = {https://arxiv.org/abs/2411.15124}, playground = {https://playground.allenai.org/} } - S. Li*, J. Mun*, F. Brahman, P. Hosseini, B. Thomas , and 5 more authorsTo appear at COLM, 2025
@inproceedings{li2025aligningllmsaskgood, title = {Aligning LLMs to Ask Good Questions A Case Study in Clinical Reasoning}, author = {Li*, Shuyue Stella and Mun*, Jimin and Brahman, Faeze and Hosseini, Pedram and Thomas, Bryceton G. and Sin, Jessica M. and Ren, Bing and Ilgen, Jonathan S. and Tsvetkov, Yulia and Sap, Maarten}, year = {2025}, eprint = {2502.14860}, archiveprefix = {arXiv}, primaryclass = {cs.CL}, booktitle = {To appear at COLM}, url = {https://arxiv.org/abs/2502.14860}, data = {https://huggingface.co/datasets/stellalisy/MediQ_AskDocs_preference}, } - X. Zhou, F. Brahman*, H. Kim*, L. Jiang, H. Zhu , and 7 more authorsTo appear at COLM, 2025
@inproceedings{zhou2024haicosystemecosystemsandboxingsafety, title = {HAICOSYSTEM: An Ecosystem for Sandboxing Safety Risks in Human-AI Interactions}, author = {Zhou, Xuhui and Brahman*, Faeze and Kim*, Hyunwoo and Jiang, Liwei and Zhu, Hao and Lu, Ximing and Xu, Frank and Lin, Bill Yuchen and Choi, Yejin and Mireshghallah, Niloofar and Bras, Ronan Le and Sap, Maarten}, year = {2025}, eprint = {2409.16427}, archiveprefix = {arXiv}, primaryclass = {cs.AI}, booktitle = {To appear at COLM}, url = {https://arxiv.org/abs/2409.16427}, } - T. OLMo, P. Walsh*, L. Soldaini*, D. Groeneveld*, K. Lo* , and 35 more authorsTo appear at COLM, 2025
- M. Zheng, W. Hu, P. Zhao, M. Eslami, J. Hwang , and 3 more authorsTo appear at EMNLP Findings, 2025
- L. Miranda*, Y. Wang*, Y. Elazar, S. Kumar, V. Pyatkin , and 4 more authorsProceedings of ACL, 2025
@inproceedings{miranda2024hybridpreferenceslearningroute, title = {Hybrid Preferences: Learning to Route Instances for Human vs. AI Feedback}, author = {Miranda*, Lester James V. and Wang*, Yizhong and Elazar, Yanai and Kumar, Sachin and Pyatkin, Valentina and Brahman, Faeze and Smith, Noah A. and Hajishirzi, Hannaneh and Dasigi, Pradeep}, year = {2025}, eprint = {2410.19133}, archiveprefix = {arXiv}, primaryclass = {cs.CL}, url = {https://arxiv.org/abs/2410.19133}, data = {https://huggingface.co/datasets/allenai/multipref}, booktitle = {Proceedings of ACL}, } - TMLRK. Rezaei, K. Chandu, S. Feizi, Y. Choi, F. Brahman , and 1 more authors2025
@article{rezaei2025restorknowledgerecoverymachine, title = {RESTOR: Knowledge Recovery through Machine Unlearning}, author = {Rezaei, Keivan and Chandu, Khyathi and Feizi, Soheil and Choi, Yejin and Brahman, Faeze and Ravichander, Abhilasha}, year = {2025}, eprint = {2411.00204}, archiveprefix = {arXiv}, primaryclass = {cs.CL}, url = {https://arxiv.org/abs/2411.00204}, booktitle = {To appear in Transactions of Machine Learning Research}, } - P. Röttger, M. Hinck, V. Hofmann, K. Hackenburg, V. Pyatkin , and 2 more authors2025
- H. Ivison, M. Zhang, F. Brahman, P. Koh, and P. Dasigi2025
@misc{ivison2025largescaledataselectioninstruction, title = {Large-Scale Data Selection for Instruction Tuning}, author = {Ivison, Hamish and Zhang, Muru and Brahman, Faeze and Koh, Pang Wei and Dasigi, Pradeep}, year = {2025}, eprint = {2503.01807}, archiveprefix = {arXiv}, primaryclass = {cs.CL}, url = {https://arxiv.org/abs/2503.01807}, } - J. Jung, F. Brahman, and Y. ChoiTo appear at ICLR, 2025
@inproceedings{jung2024trustescalatellmjudges, title = {Trust or Escalate: LLM Judges with Provable Guarantees for Human Agreement}, author = {Jung, Jaehun and Brahman, Faeze and Choi, Yejin}, year = {2025}, eprint = {2407.18370}, archiveprefix = {arXiv}, primaryclass = {cs.LG}, url = {https://arxiv.org/abs/2407.18370}, booktitle = {To appear at ICLR}, nomination = {🎤 Oral Presentation (top 1.8%)} } - Z. Su, X. Zhou, S. Rangreji, A. Kabra, J. Mendelsohn , and 2 more authorsNAACL, 2025
@inproceedings{su2024ailiedarexaminetradeoffutility, title = {AI-LieDar: Examine the Trade-off Between Utility and Truthfulness in LLM Agents}, author = {Su, Zhe and Zhou, Xuhui and Rangreji, Sanketh and Kabra, Anubha and Mendelsohn, Julia and Brahman, Faeze and Sap, Maarten}, year = {2025}, eprint = {2409.09013}, archiveprefix = {arXiv}, primaryclass = {cs.AI}, url = {https://arxiv.org/abs/2409.09013}, booktitle = {NAACL} } - B. Lin, Y. Deng, K. Chandu, F. Brahman, A. Ravichander , and 4 more authorsICLR, 2025
@inproceedings{lin2024wildbenchbenchmarkingllmschallenging, title = {WildBench: Benchmarking LLMs with Challenging Tasks from Real Users in the Wild}, author = {Lin, Bill Yuchen and Deng, Yuntian and Chandu, Khyathi and Brahman, Faeze and Ravichander, Abhilasha and Pyatkin, Valentina and Dziri, Nouha and Bras, Ronan Le and Choi, Yejin}, year = {2025}, eprint = {2406.04770}, archiveprefix = {arXiv}, primaryclass = {cs.CL}, booktitle = {ICLR}, url = {https://arxiv.org/abs/2406.04770}, leaderboard = {https://hf.co/spaces/allenai/WildBench}, nomination = {⚡️ Spotlight (top 5.1%)} }
2024
- F. Brahman*, S. Kumar*, V. Balachandran, P. Dasigi, V. Pyatkin , and 9 more authorsNeural Information Processing Systems (NeurIPS) - Dataset and Benchmark Track, 2024
@inproceedings{brahman2024artsayingnocontextual, title = {The Art of Saying No: Contextual Noncompliance in Language Models}, author = {Brahman*, Faeze and Kumar*, Sachin and Balachandran, Vidhisha and Dasigi, Pradeep and Pyatkin, Valentina and Ravichander, Abhilasha and Wiegreffe, Sarah and Dziri, Nouha and Chandu, Khyathi and Hessel, Jack and Tsvetkov, Yulia and Smith, Noah A. and Choi, Yejin and Hajishirzi, Hannaneh}, year = {2024}, eprint = {2407.12043}, archiveprefix = {arXiv}, primaryclass = {cs.CL}, url = {https://arxiv.org/abs/2407.12043}, booktitle = {Neural Information Processing Systems (NeurIPS) - Dataset and Benchmark Track}, data = {https://huggingface.co/datasets/allenai/coconot}, } - L. Jiang, K. Rao+, S. Han+, A. Ettinger, F. Brahman , and 6 more authorsThirty-eighth Conference on Neural Information Processing Systems (NeurIPS), 2024
- H. Li, Y. Ning, Z. Liao, S. Wang, X. Li , and 5 more authorsProceedings of EMNLP, 2024
@inproceedings{li2024searchlongtailsystematicgeneration, title = {In Search of the Long-Tail: Systematic Generation of Long-Tail Inferential Knowledge via Logical Rule Guided Search}, author = {Li, Huihan and Ning, Yuting and Liao, Zeyi and Wang, Siyuan and Li, Xiang Lorraine and Lu, Ximing and Zhao, Wenting and Brahman, Faeze and Choi, Yejin and Ren, Xiang}, year = {2024}, booktitle = {Proceedings of EMNLP}, eprint = {2311.07237}, archiveprefix = {arXiv}, primaryclass = {cs.CL}, url = {https://arxiv.org/abs/2311.07237} } - J. Lee, X. Lu, J. Hessel, F. Brahman, Y. Yu , and 3 more authorsFindings of EMNLP, 2024
- J. Jung, X. Lu, L. Jiang, F. Brahman, P. West , and 2 more authorsTo Appear at COLM, 2024
- D. Yin, F. Brahman, A. Ravichander, K. Chandu, K. Chang , and 2 more authorsProceedings of ACL, 2024
@inproceedings{yin2024agent, title = {Agent Lumos: Unified and Modular Training for Open-Source Language Agents}, author = {Yin, Da and Brahman, Faeze and Ravichander, Abhilasha and Chandu, Khyathi and Chang, Kai-Wei and Choi, Yejin and Lin, Bill Yuchen}, year = {2024}, booktitle = {Proceedings of ACL}, eprint = {2311.05657}, archiveprefix = {arXiv}, url = {https://arxiv.org/abs/2311.05657}, primaryclass = {cs.AI}, data = {https://github.com/allenai/lumos}, press = {https://www.marktechpost.com/2024/04/01/lumos-an-open-source-generalizable-language-agent-training-framework/} } - Y. Tian, A. Ravichander, L. Qin, R. Bras, R. Marjieh , and 4 more authorsProceedings of NAACL, 2024
We explore the creative problem-solving capabilities of modern large language models (LLMs) in a constrained setting. The setting requires circumventing a cognitive bias known in psychology as ”functional fixedness” to use familiar objects in innovative or unconventional ways. To this end, we create MacGyver, an automatically generated dataset consisting of 1,600 real-world problems that deliberately trigger functional fixedness and require thinking ’out-of-the-box’. We then present our collection of problems to both LLMs and humans to compare and contrast their problem-solving abilities. We show that MacGyver is challenging for both groups, but in unique and complementary ways. For example, humans typically excel in solving problems that they are familiar with but may struggle with tasks requiring domain-specific knowledge, leading to a higher variance. On the other hand, LLMs, being exposed to a variety of highly specialized knowledge, attempt broader problems but are prone to overconfidence and propose actions that are physically infeasible or inefficient. We also provide a detailed error analysis of LLMs, and demonstrate the potential of enhancing their problem-solving ability with novel prompting techniques such as iterative step-wise reflection and divergent-convergent thinking. This work provides insight into the creative problem-solving capabilities of humans and AI and illustrates how psychological paradigms can be extended into large-scale tasks for comparing humans and machines.
@inproceedings{tian2023macgyver, title = {MacGyver: Are Large Language Models Creative Problem Solvers?}, author = {Tian, Yufei and Ravichander, Abhilasha and Qin, Lianhui and Bras, Ronan Le and Marjieh, Raja and Peng, Nanyun and Choi, Yejin and Griffiths, Thomas L. and Brahman, Faeze}, year = {2024}, booktitle = {Proceedings of NAACL}, eprint = {2311.09682}, url = {https://arxiv.org/abs/2311.09682}, primaryclass = {cs.CL}, nomination = {🏆 Best Paper Nomination} } - J. Jung, P. West, L. Jiang, F. Brahman, X. Lu , and 3 more authorsProceedings of NAACL, 2024
@inproceedings{jung2023impossible, title = {Impossible Distillation: from Low-Quality Model to High-Quality Dataset \& Model for Summarization and Paraphrasing}, author = {Jung, Jaehun and West, Peter and Jiang, Liwei and Brahman, Faeze and Lu, Ximing and Fisher, Jillian and Sorensen, Taylor and Choi, Yejin}, journal = {arXiv preprint arXiv:2305.16635}, year = {2024}, booktitle = {Proceedings of NAACL}, url = {https://arxiv.org/abs/2305.16635}, } - W. Zhao, J. Chiu, J. Hwang, F. Brahman, J. Hessel , and 4 more authorsProceedings of NAACL, 2024
@inproceedings{zhao2023uncommonsense, title = {UNcommonsense Reasoning: Abductive Reasoning about Uncommon Situations}, author = {Zhao, Wenting and Chiu, Justin T and Hwang, Jena D. and Brahman, Faeze and Hessel, Jack and Choudhury, Sanjiban and Choi, Yejin and Li, Xiang Lorraine and Suhr, Alane}, year = {2024}, booktitle = {Proceedings of NAACL}, eprint = {2311.08469}, primaryclass = {cs.CL}, } - F. Brahman*, P. West*, X. Lu*, N. Dziri*, L. Li* , and 9 more authorsInternational Conference on Learning Representations, 2024
The recent wave of generative AI has sparked unprecedented global attention, with both excitement and concern over potentially superhuman levels of artificial intelligence: models now take only seconds to produce outputs that would challenge or exceed the capabilities even of expert humans. At the same time, models still show basic errors in understanding that would not be expected even in non-expert humans. This presents us with an apparent paradox: how do we reconcile seemingly superhuman capabilities with the persistence of errors that few humans would make? In this work, we posit that this tension reflects a divergence in the configuration of intelligence in today’s generative models relative to intelligence in humans. Specifically, we propose and test the Generative AI Paradox hypothesis: generative models, having been trained directly to reproduce expert-like outputs, acquire generative capabilities that are not contingent upon – and can therefore exceed – their ability to understand those same types of outputs. This contrasts with humans, for whom basic understanding almost always precedes the ability to generate expert-level outputs. We test this hypothesis through controlled experiments analyzing generation vs. understanding in generative models, across both language and image modalities. Our results show that although models can outperform humans in generation, they consistently fall short of human capabilities in measures of understanding, as well as weaker correlation between generation and understanding performance, and more brittleness to adversarial inputs. Our findings support the hypothesis that models’ generative capability may not be contingent upon understanding capability, and call for caution in interpreting artificial intelligence by analogy to human intelligence
@inproceedings{west2023generative, title = {The Generative AI Paradox: "What It Can Create, It May Not Understand"}, author = {Brahman*, Faeze and West*, Peter and Lu*, Ximing and Dziri*, Nouha and Li*, Linjie and Hwang, Jena D. and Jiang, Liwei and Fisher, Jillian and Ravichander, Abhilasha and Chandu, Khyathi and Newman, Benjamin and Koh, Pang Wei and Ettinger, Allyson and Choi, Yejin}, year = {2024}, eprint = {2311.00059}, url = {https://arxiv.org/abs/2311.00059}, booktitle = {International Conference on Learning Representations}, primaryclass = {cs.AI}, } - F. Brahman, C. Bhagavatula, V. Pyatkin*, J. Hwang*, X. Li , and 5 more authorsInternational Conference on Learning Representations, 2024
Procedural planning, which entails decomposing a high-level goal into a sequence of temporally ordered steps, is an important yet intricate task for machines. It involves integrating common-sense knowledge to reason about complex contextualized situations that are often counterfactual, e.g. ’scheduling a doctor’s appointment without a phone’. While current approaches show encouraging results using large language models (LLMs), they are hindered by drawbacks such as costly API calls and reproducibility issues. In this paper, we advocate planning using smaller language models. We present PlaSma, a novel two-pronged approach to endow small language models with procedural knowledge and (counterfactual) planning capabilities. More concretely, we develop symbolic procedural knowledge distillation to enhance the implicit knowledge in small language models and an inference-time algorithm to facilitate more structured and accurate reasoning. In addition, we introduce a novel task, Counterfactual Planning, that requires a revision of a plan to cope with a counterfactual situation. In both the original and counterfactual setting, we show that orders-of-magnitude smaller models (770M-11B parameters) can compete and often surpass their larger teacher models’ capabilities.
@inproceedings{Brahman2023PlaSma, author = {Brahman, Faeze and Bhagavatula, Chandra and Pyatkin*, Valentina and Hwang*, Jena D. and Li, Xiang Lorraine and Arai, Hirona J. and Sanyal, Soumya and Sakaguchi, Keisuke and Ren, Xiang and Choi, Yejin}, journal = {ArXiv preprint}, title = {PlaSma: Making Small Language Models Better Procedural Knowledge Models for (Counterfactual) Planning}, url = {https://arxiv.org/abs/2305.19472}, booktitle = {International Conference on Learning Representations}, year = {2024}, } - A. Baheti, X. Lu, F. Brahman, R. Bras, M. Sap , and 1 more authorsInternational Conference on Learning Representations, 2024
Language Models (LMs) achieve substantial language capabilities when finetuned using Reinforcement Learning with Human Feedback (RLHF). However, RLHF is an unstable and data-hungry process that continually requires new high-quality LM-generated data for finetuning. We introduce Advantage-Leftover Lunch RL (A-LoL), a new class of offline policy gradient algorithms that enable RL training on any pre-existing data. By assuming the entire LM output sequence as a single action, A-LoL allows incorporating sequence-level classifiers or human-designed scoring functions as rewards. Subsequently, by using LM’s internal sequence-level value estimate, A-LoL filters negative advantage (low-quality) data points during training, making it resilient to noise. Overall, A-LoL is an easy-to-implement LM training recipe that is sample-efficient and stable. We demonstrate the effectiveness of A-LoL and its variants with a set of four different language generation tasks. We compare against both online RL (PPO) and recent preference-based (DPO, PRO) and reward-based (GOLD) offline RL baselines. On the commonly-used RLHF benchmark, Helpful and Harmless Assistant (HHA), LMs trained with A-LoL methods achieve the highest diversity while also being rated more safe and helpful than baselines according to humans. Additionally, in the remaining three tasks, A-LoL could optimize multiple distinct reward functions even when using noisy or suboptimal training data. We also release our experimental code.
@inproceedings{baheti2023improving, title = {Improving Language Models with Advantage-based Offline Policy Gradients}, author = {Baheti, Ashutosh and Lu, Ximing and Brahman, Faeze and Bras, Ronan Le and Sap, Maarten and Riedl, Mark}, year = {2024}, eprint = {2305.14718}, url = {}, booktitle = {International Conference on Learning Representations}, primaryclass = {cs.CL}, } - T. Chakrabarty*, V. Padmakumar*, F. Brahman, and S. MuresanACM Conference on Creativity & Cognition, 2024
@inproceedings{chakrabarty2023creativity, title = {Creativity Support in the Age of Large Language Models: An Empirical Study Involving Emerging Writers}, author = {Chakrabarty*, Tuhin and Padmakumar*, Vishakh and Brahman, Faeze and Muresan, Smaranda}, year = {2024}, journal = {arXiv preprint arXiv:2309.12570}, booktitle = {ACM Conference on Creativity & Cognition}, archiveprefix = {arXiv}, primaryclass = {cs.HC}, }
2023
- X. Lu, F. Brahman, P. West, J. Jang, K. Chandu , and 6 more authorsProceedings of EMNLP, 2023
While extreme-scale language models have demonstrated exceptional performance on a variety of language tasks, the degree of control over these language models through pure prompting can often be limited. Directly fine-tuning such language models can be effective for tailoring them, but it can be either extremely costly (e.g., GPT-3) or not even feasible for the broader community (e.g., GPT-4). We propose Inference-time Policy Adapters (IPA), which efficiently tailors a language model such as GPT-3 without fine-tuning it. IPA guides a large base model during decoding time through a lightweight policy adapter trained to optimize an arbitrary user objective with reinforcement learning. On five challenging text generation tasks, such as toxicity reduction and lexically constrained generation, IPA consistently brings significant improvements over off-the-shelf language models. It outperforms competitive baseline methods, sometimes even including expensive fine-tuning. In particular, tailoring GPT-2 with IPA can outperform GPT-3, while tailoring GPT-3 with IPA brings a major performance boost over GPT-3 (and sometimes even over GPT-4). Our promising results highlight the potential of IPA as a lightweight alternative to tailoring extreme-scale language models.
@inproceedings{lu2023inference, title = {Inference-Time Policy Adapters (IPA): Tailoring Extreme-Scale LMs without Fine-tuning}, author = {Lu, Ximing and Brahman, Faeze and West, Peter and Jang, Jaehun and Chandu, Khyathi and Ravichander, Abhilasha and Qin, Lianhui and Ammanabrolu, Prithviraj and Jiang, Liwei and Ramnath, Sahana and others}, booktitle = {Proceedings of EMNLP}, year = {2023}, publisher = {Association for Computational Linguistics}, url = {https://aclanthology.org/2023.emnlp-main.424}, } - K. Rao, L. Jiang, V. Pyatkin, Y. Gu, N. Tandon , and 3 more authorsFindings of EMNLP, 2023
Moral or ethical judgments rely heavily on the specific contexts in which they occur. Understanding varying shades of defeasible contextualizations (i.e., additional information that strengthens or attenuates the moral acceptability of an action) is critical to accurately represent the subtlety and intricacy of grounded human moral judgment in real-life scenarios. We introduce defeasible moral reasoning: a task to provide grounded contexts that make an action more or less morally acceptable, along with commonsense rationales that justify the reasoning. To elicit high-quality task data, we take an iterative self-distillation approach that starts from a small amount of unstructured seed knowledge from GPT-3 and then alternates between (1) self-distillation from student models; (2) targeted filtering with a critic model trained by human judgment (to boost validity) and NLI (to boost diversity); (3) self-imitation learning (to amplify the desired data quality). This process yields a student model that produces defeasible contexts with improved validity, diversity, and defeasibility. From this model we distill a high-quality dataset, δ-Rules-of-Thumb, of 1.2M entries of contextualizations and rationales for 115K defeasible moral actions rated highly by human annotators 85.9% to 99.8% of the time. Using δ-RoT we obtain a final student model that wins over all intermediate student models by a notable margin.
@inproceedings{rao2023moral, title = {What Makes it Ok to Set a Fire? Iterative Self-distillation of Contexts and Rationales for Disambiguating Defeasible Social and Moral Situations}, author = {Rao, Kavel and Jiang, Liwei and Pyatkin, Valentina and Gu, Yuling and Tandon, Niket and Dziri, Nouha and Brahman, Faeze and Choi, Yejin}, booktitle = {Findings of EMNLP}, year = {2023}, publisher = {Association for Computational Linguistics}, url = {https://arxiv.org/abs/2310.15431}, } - S. Hallinan, F. Brahman, X. Lu, J. Jung, S. Welleck , and 1 more authorsFindings of EMNLP, 2023
@inproceedings{hallinan2023steer, title = {STEER: Unified Style Transfer with Expert Reinforcement}, author = {Hallinan, Skyler and Brahman, Faeze and Lu, Ximing and Jung, Jaehun and Welleck, Sean and Choi, Yejin}, booktitle = {Findings of EMNLP}, month = dec, year = {2023}, publisher = {Association for Computational Linguistics}, bibtex_show = true } - T. Huang, E. Qasemi, B. Li, H. Wang, F. Brahman , and 2 more authorsFindings of EMNLP, 2023
@inproceedings{huang2023, title = {Affective and Dynamic Beam Search for Story Generation }, author = {Huang, Tenghao and Qasemi, Ehsan and Li, Bangzheng and Wang, He and Brahman, Faeze and Chen, Muhao and Chaturved, Snigdha}, booktitle = {Findings of EMNLP}, month = dec, year = {2023}, publisher = {Association for Computational Linguistics}, bibtex_show = true } - B. Lin, Y. Fu, K. Yang, F. Brahman, S. Huang , and 4 more authorsNeurIPS, 2023
We introduce SwiftSage, a novel agent framework inspired by the dual-process theory of human cognition, designed to excel in action planning for complex interactive reasoning tasks. SwiftSage integrates the strengths of behavior cloning and prompting large language models (LLMs) to enhance task completion performance. The framework comprises two primary modules: the Swift module, representing fast and intuitive thinking, and the Sage module, emulating deliberate thought processes. The Swift module is a small encoder-decoder LM fine-tuned on the oracle agent’s action trajectories, while the Sage module employs LLMs such as GPT-4 for subgoal planning and grounding. We develop a heuristic method to harmoniously integrate the two modules, resulting in a more efficient and robust problem-solving process. In 30 tasks from the ScienceWorld benchmark, SwiftSage significantly outperforms other methods such as SayCan, ReAct, and Reflexion, demonstrating its effectiveness in solving complex real-world tasks.
@article{Lin2023SwiftSageAG, author = {Lin, Bill Yuchen and Fu, Yicheng and Yang, Karina and Brahman, Faeze and Huang, Shiyu and Ammanabrolu, Prithviraj and Bhagavatula, Chandra and Choi, Yejin and Ren, Xiang}, journal = {NeurIPS}, title = {SwiftSage: A Generative Agent with Fast and Slow Thinking for Complex Interactive Tasks}, url = {https://arxiv.org/abs/2305.17390}, volume = {abs/2305.17390}, year = {2023}, } - H. Chen, F. Brahman, X. Ren, Y. Ji, Y. Choi , and 1 more authorsProceedings of ACL, 2023
Generating free-text rationales is a promising step towards explainable NLP, yet evaluating such rationales remains a challenge. Existing metrics have mostly focused on measuring the association between the rationale and a given label. We argue that an ideal metric should focus on the new information uniquely provided in the rationale that is otherwise not provided in the input or the label. We investigate this research problem from an information-theoretic perspective using conditional V-information (Hewitt et al., 2021). More concretely, we propose a metric called REV (Rationale Evaluation with conditional V-information), to quantify the amount of new, label-relevant information in a rationale beyond the information already available in the input or the label. Experiments across four benchmarks with reasoning tasks, including chain-of-thought, demonstrate the effectiveness of REV in evaluating rationale-label pairs, compared to existing metrics. We further demonstrate REV is consistent with human judgments on rationale evaluations and provides more sensitive measurements of new information in free-text rationales. When used alongside traditional performance metrics, REV provides deeper insights into models’ reasoning and prediction processes.
@inproceedings{chen-etal-2023-rev, title = {{REV}: Information-Theoretic Evaluation of Free-Text Rationales}, author = {Chen, Hanjie and Brahman, Faeze and Ren, Xiang and Ji, Yangfeng and Choi, Yejin and Swayamdipta, Swabha}, booktitle = {Proceedings of ACL}, month = jul, year = {2023}, address = {Toronto, Canada}, publisher = {Association for Computational Linguistics}, url = {https://aclanthology.org/2023.acl-long.112}, doi = {10.18653/v1/2023.acl-long.112}, pages = {2007--2030}, } - S. Welleck*, X. Lu*, F. Brahman+, P. West+, T. Shen , and 2 more authorsThe Eleventh International Conference on Learning Representations , 2023
Sequence generation applications require satisfying semantic constraints, such as ensuring that programs are correct, using certain keywords, or avoiding undesirable content. Language models, whether fine-tuned or prompted with few-shot demonstrations, frequently violate these constraints, and lack a mechanism to iteratively revise their outputs. Moreover, some powerful language models are of extreme scale or inaccessible, making it inefficient, if not infeasible, to update their parameters for task-specific adaptation. We present Self-Correction, an approach that decouples an imperfect base generator (an off-the-shelf language model or supervised sequence-to-sequence model) from a separate corrector that learns to iteratively correct imperfect generations. To train the corrector, we propose an online training procedure that can use either scalar or natural language feedback on intermediate imperfect generations. We show that Self-Correction improves upon the base generator in three diverse generation tasks - mathematical program synthesis, lexically-constrained generation, and toxicity control - even when the corrector is much smaller than the base generator.
@inproceedings{welleck2023generating, title = {Generating Sequences by Learning to Self-Correct}, author = {Welleck*, Sean and Lu*, Ximing and Brahman+, Faeze and West+, Peter and Shen, Tianxiao and Khashabi, Daniel and Choi, Yejin}, booktitle = {The Eleventh International Conference on Learning Representations }, year = {2023}, url = {https://openreview.net/forum?id=hH36JeQZDaO}, }
2022
- J. Jung, L. Qin, S. Welleck, F. Brahman, C. Bhagavatula , and 2 more authorsProceedings of EMNLP, 2022
Pre-trained language models (LMs) struggle with consistent reasoning; recently, prompting LMs to generate explanations that self-guide the inference has emerged as a promising direction to amend this. However, these approaches are fundamentally bounded by the correctness of explanations, which themselves are often noisy and inconsistent. In this work, we develop Maieutic Prompting, which aims to infer a correct answer to a question even from the unreliable generations of LM. Maieutic Prompting induces a tree of explanations abductively (e.g. X is true, because ...) and recursively, then frames the inference as a satisfiability problem over these explanations and their logical relations. We test Maieutic Prompting for true/false QA on three challenging benchmarks that require complex commonsense reasoning. Maieutic Prompting achieves up to 20% better accuracy than state-of-the-art prompting methods, and as a fully unsupervised approach, performs competitively with supervised models. We also show that Maieutic Prompting improves robustness in inference while providing interpretable rationales.
@inproceedings{jung-etal-2022-maieutic, title = {Maieutic Prompting: Logically Consistent Reasoning with Recursive Explanations}, author = {Jung, Jaehun and Qin, Lianhui and Welleck, Sean and Brahman, Faeze and Bhagavatula, Chandra and Le Bras, Ronan and Choi, Yejin}, booktitle = {Proceedings of EMNLP}, month = dec, year = {2022}, address = {Abu Dhabi, United Arab Emirates}, publisher = {Association for Computational Linguistics}, url = {https://aclanthology.org/2022.emnlp-main.82}, doi = {10.18653/v1/2022.emnlp-main.82}, pages = {1266--1279}, } - A. Vijjini, F. Brahman, and S. ChaturvediProceedings of EMNLP, 2022
In this paper, we introduce the task of modeling interpersonal relationships for story generation. For addressing this task, we propose Relationships as Latent Variables for Story Generation, (ReLiSt). ReLiSt generates stories sentence by sentence and has two major components - a relationship selector and a story continuer. The relationship selector specifies a latent variable to pick the relationship to exhibit in the next sentence and the story continuer generates the next sentence while expressing the selected relationship in a coherent way. Our automatic and human evaluations demonstrate that ReLiSt is able to generate stories with relationships that are more faithful to desired relationships while maintaining the content quality. The relationship assignments to sentences during inference brings interpretability to ReLiSt.
@inproceedings{vijjini-etal-2022-towards, title = {Towards Inter-character Relationship-driven Story Generation}, author = {Vijjini, Anvesh Rao and Brahman, Faeze and Chaturvedi, Snigdha}, booktitle = {Proceedings of EMNLP}, month = dec, year = {2022}, address = {Abu Dhabi, United Arab Emirates}, publisher = {Association for Computational Linguistics}, url = {https://aclanthology.org/2022.emnlp-main.613}, doi = {10.18653/v1/2022.emnlp-main.613}, pages = {8970--8987}, } - 2022
@proceedings{wnu-2022-narrative, title = {Proceedings of the 4th Workshop of Narrative Understanding (WNU2022)}, editor = {Clark, Elizabeth and Brahman, Faeze and Iyyer, Mohit}, month = jul, year = {2022}, address = {Seattle, United States}, publisher = {Association for Computational Linguistics}, url = {https://aclanthology.org/2022.wnu-1.0}, } - C. Zhao, F. Brahman, T. Huang, and S. ChaturvediFindings of NAACL, 2022
Pre-trained models (PTMs) have lead to great improvements in natural language generation (NLG). However, it is still unclear how much commonsense knowledge they possess. With the goal of evaluating commonsense knowledge of NLG models, recent work has proposed the problem of generative commonsense reasoning, e.g., to compose a logical sentence given a set of unordered concepts. Existing approaches to this problem hypothesize that PTMs lack sufficient parametric knowledge for this task, which can be overcome by introducing external knowledge or task-specific pre-training objectives. Different from this trend, we argue that PTM’s inherent ability for generative commonsense reasoning is underestimated due to the order-agnostic property of its input. In particular, we hypothesize that the order of the input concepts can affect the PTM’s ability to utilize its commonsense knowledge. To this end, we propose a pre-ordering approach to elaborately manipulate the order of the given concepts before generation. Experiments show that our approach can outperform the more sophisticated models that have access to a lot of external data and resources.
@inproceedings{zhao-etal-2022-revisiting, title = {Revisiting Generative Commonsense Reasoning: A Pre-Ordering Approach}, author = {Zhao, Chao and Brahman, Faeze and Huang, Tenghao and Chaturvedi, Snigdha}, booktitle = {Findings of NAACL}, month = jul, year = {2022}, address = {Seattle, United States}, publisher = {Association for Computational Linguistics}, url = {https://aclanthology.org/2022.findings-naacl.129}, doi = {10.18653/v1/2022.findings-naacl.129}, pages = {1709--1718}, } - C. Zhao, F. Brahman, K. Song, W. Yao, D. Yu , and 1 more authorsFindings of EMNLP, 2022
Narrative summarization aims to produce a distilled version of a narrative to describe its most salient events and characters. Writing a summary for a narrative is challenging as it requires an understanding of event causality and character behaviors. To encourage research in this direction, we propose NarraSum, a large-scale narrative summarization dataset. It contains 122K narratives, which are collected from the synopses of movies and TV episodes with diverse genres, and their corresponding abstractive summaries. Experiments show that there is a large performance gap between humans and the state-of-the-art summarization models on NarraSum. We hope that this dataset will promote future research in summarization, as well as broader studies of natural language understanding and generation.
@inproceedings{zhao-etal-2022-narrasum, title = {{N}arra{S}um: A Large-Scale Dataset for Abstractive Narrative Summarization}, author = {Zhao, Chao and Brahman, Faeze and Song, Kaiqiang and Yao, Wenlin and Yu, Dian and Chaturvedi, Snigdha}, booktitle = {Findings of EMNLP}, month = dec, year = {2022}, address = {Abu Dhabi, United Arab Emirates}, publisher = {Association for Computational Linguistics}, url = {https://aclanthology.org/2022.findings-emnlp.14}, doi = {10.18653/v1/2022.findings-emnlp.14}, pages = {182--197}, data = {https://github.com/zhaochaocs/narrasum} } - F. Brahman, B. Peng, M. Galley, S. Rao, B. Dolan , and 2 more authorsFindings of EMNLP, 2022
Large pre-trained language models have recently enabled open-ended generation frameworks (e.g., prompt-to-text NLG) to tackle a variety of tasks going beyond the traditional data-to-text generation. While this framework is more general, it is under-specified and often leads to a lack of controllability restricting their real-world usage. We propose a new grounded keys-to-text generation task: the task is to generate a factual description about an entity given a set of guiding keys, and grounding passages. To address this task, we introduce a new dataset, called EntDeGen. Inspired by recent QA-based evaluation measures, we propose an automatic metric, MAFE, for factual correctness of generated descriptions. Our EntDescriptor model is equipped with strong rankers to fetch helpful passages and generate entity descriptions. Experimental result shows a good correlation (60.14) between our proposed metric and human judgments of factuality. Our rankers significantly improved the factual correctness of generated descriptions (15.95% and 34.51% relative gains in recall and precision). Finally, our ablation study highlights the benefit of combining keys and groundings.
@inproceedings{brahman-etal-2022-grounded, title = {Grounded Keys-to-Text Generation: Towards Factual Open-Ended Generation}, author = {Brahman, Faeze and Peng, Baolin and Galley, Michel and Rao, Sudha and Dolan, Bill and Chaturvedi, Snigdha and Gao, Jianfeng}, booktitle = {Findings of EMNLP}, month = dec, year = {2022}, address = {Abu Dhabi, United Arab Emirates}, publisher = {Association for Computational Linguistics}, url = {https://aclanthology.org/2022.findings-emnlp.547}, doi = {10.18653/v1/2022.findings-emnlp.547}, pages = {7397--7413}, data = {https://github.com/fabrahman/Grounded_Keys2Text} }
2021
- 2021
@proceedings{nuse-2021-narrative, title = {Proceedings of the Third Workshop on Narrative Understanding}, editor = {Akoury, Nader and Brahman, Faeze and Chaturvedi, Snigdha and Clark, Elizabeth and Iyyer, Mohit and Martin, Lara J.}, month = jun, year = {2021}, address = {Virtual}, publisher = {Association for Computational Linguistics}, url = {https://aclanthology.org/2021.nuse-1.0}, } - D. Khashabi, A. Cohan, S. Shakeri, P. Hosseini, P. Pezeshkpour , and 20 more authorsTransactions of the Association for Computational Linguistics, 2021
Despite the progress made in recent years in addressing natural language understanding (NLU) challenges, the majority of this progress remains to be concentrated on resource-rich languages like English. This work focuses on Persian language, one of the widely spoken languages in the world, and yet there are few NLU datasets available for this language. The availability of high-quality evaluation datasets is a necessity for reliable assessment of the progress on different NLU tasks and domains. We introduce ParsiNLU, the first benchmark in Persian language that includes a range of language understanding tasks—reading comprehension, textual entailment, and so on. These datasets are collected in a multitude of ways, often involving manual annotations by native speakers. This results in over 14.5k new instances across 6 distinct NLU tasks. Additionally, we present the first results on state-of-the-art monolingual and multilingual pre-trained language models on this benchmark and compare them with human performance, which provides valuable insights into our ability to tackle natural language understanding challenges in Persian. We hope ParsiNLU fosters further research and advances in Persian language understanding.1
@article{khashabi-etal-2021-parsinlu, title = {{P}arsi{NLU}: A Suite of Language Understanding Challenges for {P}ersian}, author = {Khashabi, Daniel and Cohan, Arman and Shakeri, Siamak and Hosseini, Pedram and Pezeshkpour, Pouya and Alikhani, Malihe and Aminnaseri, Moin and Bitaab, Marzieh and Brahman, Faeze and Ghazarian, Sarik and Gheini, Mozhdeh and Kabiri, Arman and Mahabagdi, Rabeeh Karimi and Memarrast, Omid and Mosallanezhad, Ahmadreza and Noury, Erfan and Raji, Shahab and Rasooli, Mohammad Sadegh and Sadeghi, Sepideh and Azer, Erfan Sadeqi and Samghabadi, Niloofar Safi and Shafaei, Mahsa and Sheybani, Saber and Tazarv, Ali and Yaghoobzadeh, Yadollah}, journal = {Transactions of the Association for Computational Linguistics}, volume = {9}, year = {2021}, address = {Cambridge, MA}, publisher = {MIT Press}, url = {https://aclanthology.org/2021.tacl-1.68}, doi = {10.1162/tacl_a_00419}, pages = {1147--1162}, } - F. Brahman, M. Huang, O. Tafjord, C. Zhao, M. Sachan , and 1 more authorsFindings of EMNLP, 2021
When reading a literary piece, readers often make inferences about various characters’ roles, personalities, relationships, intents, actions, etc. While humans can readily draw upon their past experiences to build such a character-centric view of the narrative, understanding characters in narratives can be a challenging task for machines. To encourage research in this field of character-centric narrative understanding, we present LiSCU – a new dataset of literary pieces and their summaries paired with descriptions of characters that appear in them. We also introduce two new tasks on LiSCU: Character Identification and Character Description Generation. Our experiments with several pre-trained language models adapted for these tasks demonstrate that there is a need for better models of narrative comprehension.
@inproceedings{brahman-etal-2021-characters-tell, title = {{``}Let Your Characters Tell Their Story{''}: A Dataset for Character-Centric Narrative Understanding}, author = {Brahman, Faeze and Huang, Meng and Tafjord, Oyvind and Zhao, Chao and Sachan, Mrinmaya and Chaturvedi, Snigdha}, booktitle = {Findings of EMNLP}, month = nov, year = {2021}, address = {Punta Cana, Dominican Republic}, publisher = {Association for Computational Linguistics}, url = {https://aclanthology.org/2021.findings-emnlp.150}, doi = {10.18653/v1/2021.findings-emnlp.150}, pages = {1734--1752}, data = {https://users.soe.ucsc.edu/~hannahbrahman/dataset/liscu.html} } - T. Huang, F. Brahman, V. Shwartz, and S. ChaturvediFindings of EMNLP, 2021
Pre-trained language models learn socially harmful biases from their training corpora, and may repeat these biases when used for generation. We study gender biases associated with the protagonist in model-generated stories. Such biases may be expressed either explicitly (“women can’t park”) or implicitly (e.g. an unsolicited male character guides her into a parking space). We focus on implicit biases, and use a commonsense reasoning engine to uncover them. Specifically, we infer and analyze the protagonist’s motivations, attributes, mental states, and implications on others. Our findings regarding implicit biases are in line with prior work that studied explicit biases, for example showing that female characters’ portrayal is centered around appearance, while male figures’ focus on intellect.
@inproceedings{huang-etal-2021-uncovering-implicit, title = {Uncovering Implicit Gender Bias in Narratives through Commonsense Inference}, author = {Huang, Tenghao and Brahman, Faeze and Shwartz, Vered and Chaturvedi, Snigdha}, booktitle = {Findings of EMNLP}, month = nov, year = {2021}, address = {Punta Cana, Dominican Republic}, publisher = {Association for Computational Linguistics}, url = {https://aclanthology.org/2021.findings-emnlp.326}, doi = {10.18653/v1/2021.findings-emnlp.326}, pages = {3866--3873}, } - S. Basu Roy Chowdhury, F. Brahman, and S. ChaturvediProceedings of EMNLP, 2021
The task of organizing a shuffled set of sentences into a coherent text has been used to evaluate a machine’s understanding of causal and temporal relations. We formulate the sentence ordering task as a conditional text-to-marker generation problem. We present Reorder-BART (Re-BART) that leverages a pre-trained Transformer-based model to identify a coherent order for a given set of shuffled sentences. The model takes a set of shuffled sentences with sentence-specific markers as input and generates a sequence of position markers of the sentences in the ordered text. Re-BART achieves the state-of-the-art performance across 7 datasets in Perfect Match Ratio (PMR) and Kendall’s tau. We perform evaluations in a zero-shot setting, showcasing that our model is able to generalize well across other datasets. We additionally perform several experiments to understand the functioning and limitations of our framework.
@inproceedings{basu-roy-chowdhury-etal-2021-everything, title = {Is Everything in Order? A Simple Way to Order Sentences}, author = {Basu Roy Chowdhury, Somnath and Brahman, Faeze and Chaturvedi, Snigdha}, booktitle = {Proceedings of EMNLP}, month = nov, year = {2021}, address = {Online and Punta Cana, Dominican Republic}, publisher = {Association for Computational Linguistics}, url = {https://aclanthology.org/2021.emnlp-main.841}, doi = {10.18653/v1/2021.emnlp-main.841}, pages = {10769--10779}, } - F. Brahman, V. Shwartz, R. Rudinger, and Y. ChoiProceedings of the AAAI Conference on Artificial Intelligence, 2021
The black-box nature of neural models has motivated a line of research that aims to generate natural language rationales to explain why a model made certain predictions. Such rationale generation models, to date, have been trained on dataset-specific crowdsourced rationales, but this approach is costly and is not generalizable to new tasks and domains. In this paper, we investigate the extent to which neural models can reason about natural language rationales that explain model predictions, relying only on distant supervision with no additional annotation cost for human-written rationales. We investigate multiple ways to automatically generate rationales using pre-trained language models, neural knowledge models, and distant supervision from related tasks, and train generative models capable of composing explanatory rationales for unseen instances. We demonstrate our approach on the defeasible inference task, a nonmonotonic reasoning task in which an inference may be strengthened or weakened when new information (an update) is introduced. Our model shows promises at generating post-hoc rationales explaining why an inference is more or less likely given the additional information, however, it mostly generates trivial rationales reflecting the fundamental limitations of neural language models. Conversely, the more realistic setup of jointly predicting the update or its type and generating rationale is more challenging, suggesting an important future direction.
@inproceedings{brahman2021learning, title = {Learning to rationalize for nonmonotonic reasoning with distant supervision}, author = {Brahman, Faeze and Shwartz, Vered and Rudinger, Rachel and Choi, Yejin}, booktitle = {Proceedings of the AAAI Conference on Artificial Intelligence}, volume = {35}, number = {14}, pages = {12592--12601}, year = {2021}, }
2020
- F. Brahman, A. Petrusca, and S. ChaturvediProceedings of the 1st Conference of the Asia-Pacific Chapter of the Association for Computational Linguistics and the 10th International Joint Conference on Natural Language Processing, 2020
Automatically generating stories is a challenging problem that requires producing causally related and logical sequences of events about a topic. Previous approaches in this domain have focused largely on one-shot generation, where a language model outputs a complete story based on limited initial input from a user. Here, we instead focus on the task of interactive story generation, where the user provides the model mid-level sentence abstractions in the form of cue phrases during the generation process. This provides an interface for human users to guide the story generation. We present two content-inducing approaches to effectively incorporate this additional information. Experimental results from both automatic and human evaluations show that these methods produce more topically coherent and personalized stories compared to baseline methods.
- F. Brahman, and S. ChaturvediProceedings of EMNLP, 2020
Emotions and their evolution play a central role in creating a captivating story. In this paper, we present the first study on modeling the emotional trajectory of the protagonist in neural storytelling. We design methods that generate stories that adhere to given story titles and desired emotion arcs for the protagonist. Our models include Emotion Supervision (EmoSup) and two Emotion-Reinforced (EmoRL) models. The EmoRL models use special rewards designed to regularize the story generation process through reinforcement learning. Our automatic and manual evaluations demonstrate that these models are significantly better at generating stories that follow the desired emotion arcs compared to baseline methods, without sacrificing story quality.
@inproceedings{brahman-chaturvedi-2020-modeling, title = {Modeling Protagonist Emotions for Emotion-Aware Storytelling}, author = {Brahman, Faeze and Chaturvedi, Snigdha}, booktitle = {Proceedings of EMNLP}, month = nov, year = {2020}, address = {Online}, publisher = {Association for Computational Linguistics}, url = {https://aclanthology.org/2020.emnlp-main.426}, doi = {10.18653/v1/2020.emnlp-main.426}, pages = {5277--5294}, }