@article{Tafjord_Clark_Gardner_Yih_Sabharwal_2019, title={QUAREL: A Dataset and Models for Answering Questions about Qualitative Relationships}, volume={33}, url={https://ojs.aaai.org/index.php/AAAI/article/view/4687}, DOI={10.1609/aaai.v33i01.33017063}, abstractNote={<p>Many natural la guage questions require recognizing and reasoning with qualitative relationships (e.g., in science, economics, and medicine), but are challenging to answer with corpus-based methods. Qualitative modeling provides tools that support such reasoning, but the semantic parsing task of mapping questions into those models has formidable challenges. We present Q<span style="font-variant: small-caps;">UA</span>R<span style="font-variant: small-caps;">EL</span>, a dataset of diverse story questions involving qualitative relationships that characterize these challenges, and techniques that begin to address them. The dataset has 2771 questions relating 19 different types of quantities. For example, <em>“Jenny observes that the robot vacuum cleaner moves slower on the living room carpet than on the bedroom carpet. Which carpet has more friction?”</em> We contribute (1) a simple and flexible conceptual framework for representing these kinds of questions; (2) the Q<span style="font-variant: small-caps;">UA</span>R<span style="font-variant: small-caps;">EL</span> dataset, including logical forms, exemplifying the parsing challenges; and (3) two novel models for this task, built as extensions of type-constrained semantic parsing. The first of these models (called QUASP+) significantly outperforms off-the-shelf tools on QUAREL. The second (Q<span style="font-variant: small-caps;">UA</span>SP+Z<span style="font-variant: small-caps;">ERO</span>) demonstrates zero-shot capability, i.e., the ability to handle new qualitative relationships without requiring additional training data, something not possible with previous models. This work thus makes inroads into answering complex, qualitative questions that require reasoning, and scaling to new relationships at low cost. The dataset and models are available at http://data.allenai.org/quarel.</p>}, number={01}, journal={Proceedings of the AAAI Conference on Artificial Intelligence}, author={Tafjord, Oyvind and Clark, Peter and Gardner, Matt and Yih, Wen-tau and Sabharwal, Ashish}, year={2019}, month={Jul.}, pages={7063-7071} }