Publications
In Press
Eleonora Gualdoni, Mycal Tucker, Roger P. Levy and Noga Zaslavsky. In Press. Bridging semantics and pragmatics in information-theoretic emergent communication.
Proceedings of NeurIPS 2024.
[BibTeX]
@inproceedings{gualdoni-etal:2024-bridging,
year = {In Press},
title = {Bridging semantics and pragmatics in information-theoretic emergent communication},
booktitle = {Proceedings of NeurIPS 2024},
author = {Gualdoni, Eleonora and Tucker, Mycal and Levy, Roger P. and Zaslavsky, Noga}
}
Subha Nawer Pushpita and Roger P. Levy. In Press. Image-conditioned human language comprehension and psychometric benchmarking of visual language models.
Proceedings of the 28th Conference on Computational Natural Language Learning (CoNLL).
[BibTeX]
@inproceedings{pushpita-levy:2024-image-conditioned,
year = {In Press},
title = {Image-conditioned human language comprehension and psychometric benchmarking of visual language models},
booktitle = {Proceedings of the 28th Conference on Computational Natural Language Learning (CoNLL)},
author = {Pushpita, Subha Nawer and P. Levy, Roger}
}
Helena Aparicio, Roger P. Levy and Elizabeth Coppock. In Press. Beware of referential garden paths! The dangerous allure of semantic parses that succeed locally but globally fail.
Glossa Psycholinguistics.
[BibTeX]
@article{aparicio-etal:2024-beware,
year = {In Press},
title = {Beware of referential garden paths! The dangerous allure of semantic parses that succeed locally but globally fail},
journal = {Glossa Psycholinguistics},
author = {Aparicio, Helena and P. Levy, Roger and Coppock, Elizabeth}
}
Emily Morgan and Roger P. Levy. In Press. Productive knowledge and item-specific knowledge trade off as a function of frequency in multiword expression process.
Language.
[DOI|BibTeX]
@article{morgan-levy:2024-productive-knowledge-and-item-specific-knowledge-trade-off,
year = {In Press},
title = {Productive knowledge and item-specific knowledge trade off as a function of frequency in multiword expression process},
journal = {Language},
author = {Morgan, Emily and P. Levy, Roger}
}
2024
Alessandro Lopopolo, Evelina Fedorenko, Roger Levy and Milena Rabovsky. 2024. Cognitive Computational Neuroscience of Language: Using Computational Models to Investigate Language Processing in the Brain.
Neurobiology of Language 5(1):1-6.
[DOI|BibTeX]
@article{lopopolo-etal:2024-cognitive-computational-neuroscience-of-language,
year = {2024},
volume = {5},
title = {Cognitive Computational Neuroscience of Language: Using Computational Models to Investigate Language Processing in the Brain},
pages = {1-6},
number = {1},
month = {apr},
journal = {Neurobiology of Language},
author = {Lopopolo, Alessandro and Fedorenko, Evelina and Levy, Roger and Rabovsky, Milena}
}
Carina Kauf, Greta Tuckute, Roger Levy, Jacob Andreas and Evelina Fedorenko. 2024. Lexical-Semantic Content, Not Syntactic Structure, Is the Main Contributor to ANN-Brain Similarity of fMRI Responses in the Language Network.
Neurobiology of Language 5(1):7-42.
[DOI|BibTeX|abstract]
Representations from artificial neural network (ANN) language models have been shown to predict human brain activity in the language network. To understand what aspects of linguistic stimuli contribute to ANN-to-brain similarity, we used an fMRI data set of responses to n = 627 naturalistic English sentences (Pereira et al., 2018) and systematically manipulated the stimuli for which ANN representations were extracted. In particular, we (i) perturbed sentences’ word order, (ii) removed different subsets of words, or (iii) replaced sentences with other sentences of varying semantic similarity. We found that the lexical-semantic content of the sentence (largely carried by content words) rather than the sentence’s syntactic form (conveyed via word order or function words) is primarily responsible for the ANN-to-brain similarity. In follow-up analyses, we found that perturbation manipulations that adversely affect brain predictivity also lead to more divergent representations in the ANN’s embedding space and decrease the ANN’s ability to predict upcoming tokens in those stimuli. Further, results are robust as to whether the mapping model is trained on intact or perturbed stimuli and whether the ANN sentence representations are conditioned on the same linguistic context that humans saw. The critical result—that lexical-semantic content is the main contributor to the similarity between ANN representations and neural ones—aligns with the idea that the goal of the human language system is to extract meaning from linguistic strings. Finally, this work highlights the strength of systematic experimental manipulations for evaluating how close we are to accurate and generalizable models of the human language network.
@article{kauf-etal:2024-lexical-semantic-content,
year = {2024},
volume = {5},
title = {Lexical-Semantic Content, Not Syntactic Structure, Is the Main Contributor to ANN-Brain Similarity of fMRI Responses in the Language Network},
pages = {7-42},
number = {1},
month = {apr},
journal = {Neurobiology of Language},
author = {Kauf, Carina and Tuckute, Greta and Levy, Roger and Andreas, Jacob and Fedorenko, Evelina}
}
Canaan Breiss, Alexis Ross, Amani Maina-Kilaas, Roger Levy and Jacob Andreas. 2024. Learning Phonotactics from Linguistic Informants.
Proceedings of the Society for Computation in Linguistics 2024, pp. 20–31. Futrell, Richard and Mayer, Connor and Zaslavsky, Noga (ed).
[BibTeX]
@inproceedings{breiss-etal:2024-learning-phonotactics,
year = {2024},
title = {Learning Phonotactics from Linguistic Informants},
publisher = {Association for Computational Linguistics},
pages = {20–31},
month = {jun},
editor = {Futrell, Richard and Mayer, Connor and Zaslavsky, Noga},
booktitle = {Proceedings of the Society for Computation in Linguistics 2024},
author = {Breiss, Canaan and Ross, Alexis and Maina-Kilaas, Amani and Levy, Roger and Andreas, Jacob},
address = {Irvine, CA}
}
Jennifer Hu, Kyle Mahowald, Gary Lupyan, Anna Ivanova and Roger P. Levy. 2024. Language models align with human judgments on key grammatical constructions.
Proceedings of the National Academy of Sciences 121(36):e2400917121.
[DOI|BibTeX]
@article{hu-etal:2024-language-models-align,
year = {2024},
volume = {121},
title = {Language models align with human judgments on key grammatical constructions},
pages = {e2400917121},
number = {36},
journal = {Proceedings of the National Academy of Sciences},
author = {Hu, Jennifer and Mahowald, Kyle and Lupyan, Gary and Ivanova, Anna and P. Levy, Roger}
}
Guangyuan Jiang, Matthias Hofer, Jiayuan Mao, Lionel Wong, Joshua B. Tenenbaum and Roger P. Levy. 2024. Finding structure in logographic writing with library learning.
Proceedings of the 46th Annual Meeting of the Cognitive Science Society.
[PDF|BibTeX|arXiv]
@inproceedings{jiang-etal:2024-finding-structure,
year = {2024},
title = {Finding structure in logographic writing with library learning},
booktitle = {Proceedings of the 46th Annual Meeting of the Cognitive Science Society},
author = {Jiang, Guangyuan and Hofer, Matthias and Mao, Jiayuan and Wong, Lionel and B. Tenenbaum, Joshua and P. Levy, Roger}
}
Cory Shain, Clara Meister, Tiago Pimentel, Ryan Cotterell and Roger P. Levy. 2024. Large-Scale Evidence for Logarithmic Effects of Word Predictability on Reading Time.
Proceedings of the National Academy of Sciences 121(10):e2307876121.
[DOI|BibTeX]
@article{shain-etal:2024-large-scale-evidence,
year = {2024},
volume = {121},
title = {Large-Scale Evidence for Logarithmic Effects of Word Predictability on Reading Time},
pages = {e2307876121},
number = {10},
journal = {Proceedings of the National Academy of Sciences},
author = {Shain, Cory and Meister, Clara and Pimentel, Tiago and Cotterell, Ryan and Levy, Roger P.}
}
2023
Carina Kauf, Greta Tuckute, Roger Levy, Jacob Andreas and Evelina Fedorenko. 2023. Lexical-Semantic Content, Not Syntactic Structure, Is the Main Contributor to ANN-Brain Similarity of fMRI Responses in the Language Network.
Neurobiology of Language.
[DOI|BibTeX|abstract]
Representations from artificial neural network (ANN) language models have been shown to predict human brain activity in the language network. To understand what aspects of linguistic stimuli contribute to ANN-to-brain similarity, we used an fMRI data set of responses to n = 627 naturalistic English sentences (Pereira et al., 2018) and systematically manipulated the stimuli for which ANN representations were extracted. In particular, we (i) perturbed sentences’ word order, (ii) removed different subsets of words, or (iii) replaced sentences with other sentences of varying semantic similarity. We found that the lexical-semantic content of the sentence (largely carried by content words) rather than the sentence’s syntactic form (conveyed via word order or function words) is primarily responsible for the ANN-to-brain similarity. In follow-up analyses, we found that perturbation manipulations that adversely affect brain predictivity also lead to more divergent representations in the ANN’s embedding space and decrease the ANN’s ability to predict upcoming tokens in those stimuli. Further, results are robust as to whether the mapping model is trained on intact or perturbed stimuli and whether the ANN sentence representations are conditioned on the same linguistic context that humans saw. The critical result—that lexical-semantic content is the main contributor to the similarity between ANN representations and neural ones—aligns with the idea that the goal of the human language system is to extract meaning from linguistic strings. Finally, this work highlights the strength of systematic experimental manipulations for evaluating how close we are to accurate and generalizable models of the human language network.
@article{kauf-etal:2023-lexical-semantic-content,
year = {2023},
title = {Lexical-Semantic Content, Not Syntactic Structure, Is the Main Contributor to ANN-Brain Similarity of fMRI Responses in the Language Network},
pages = {1-36},
month = {sep},
journal = {Neurobiology of Language},
author = {Kauf, Carina and Tuckute, Greta and Levy, Roger and Andreas, Jacob and Fedorenko, Evelina}
}
Ethan Gotlieb Wilcox, Richard Futrell and Roger Levy. 2023. Using Computational Models to Test Syntactic Learnability.
Linguistic Inquiry.
[DOI|BibTeX|abstract]
We studied the learnability of English filler-gap dependencies and the “island” constraints on them by assessing the generalizations made by autoregressive (incremental) language models that use deep learning to predict the next word given preceding context. Using factorial tests inspired by experimental psycholinguistics, we found that models acquire not only the basic contingency between fillers and gaps, but also the unboundedness and hierarchical constraints implicated in the dependency. We evaluated a model’s acquisition of island constraints by demonstrating that its expectation for a filler-gap contingency is attenuated within an island environment. Our results provide empirical evidence against the argument from the poverty of the stimulus for this particular structure.
@article{wilcox-etal:2023-using-computational-models,
year = {2023},
title = {Using Computational Models to Test Syntactic Learnability},
pages = {1-44},
month = {apr},
journal = {Linguistic Inquiry},
author = {Wilcox, Ethan Gotlieb and Futrell, Richard and Levy, Roger}
}
Ethan G. Wilcox, Tiago Pimentel, Clara Meister, Ryan Cotterell and Roger P. Levy. 2023. Testing the Predictions of Surprisal Theory in 11 Languages.
Transactions of the Association for Computational Linguistics 11:1451-1470.
[DOI|BibTeX|abstract]
Surprisal theory posits that less-predictable words should take more time to process, with word predictability quantified as surprisal, i.e., negative log probability in context. While evidence supporting the predictions of surprisal theory has been replicated widely, much of it has focused on a very narrow slice of data: native English speakers reading English texts. Indeed, no comprehensive multilingual analysis exists. We address this gap in the current literature by investigating the relationship between surprisal and reading times in eleven different languages, distributed across five language families. Deriving estimates from language models trained on monolingual and multilingual corpora, we test three predictions associated with surprisal theory: (i) whether surprisal is predictive of reading times, (ii) whether expected surprisal, i.e., contextual entropy, is predictive of reading times, and (iii) whether the linking function between surprisal and reading times is linear. We find that all three predictions are borne out crosslinguistically. By focusing on a more diverse set of languages, we argue that these results offer the most robust link to date between information theory and incremental language processing across languages.
@article{wilcox-etal:2023-testing-the-predictions-of-surprisal-theory,
year = {2023},
volume = {11},
title = {Testing the Predictions of Surprisal Theory in 11 Languages},
pages = {1451-1470},
month = {dec},
journal = {Transactions of the Association for Computational Linguistics},
author = {Wilcox, Ethan G. and Pimentel, Tiago and Meister, Clara and Cotterell, Ryan and Levy, Roger P.}
}
Tiago Pimentel, Clara Meister, Ethan G. Wilcox, Roger P. Levy and Ryan Cotterell. 2023. On the Effect of Anticipation on Reading Times.
Transactions of the Association for Computational Linguistics 11:1624-1642.
[DOI|BibTeX|abstract]
Over the past two decades, numerous studies have demonstrated how less-predictable (i.e., higher surprisal) words take more time to read. In general, these studies have implicitly assumed the reading process is purely responsive: Readers observe a new word and allocate time to process it as required. We argue that prior results are also compatible with a reading process that is at least partially anticipatory: Readers could make predictions about a future word and allocate time to process it based on their expectation. In this work, we operationalize this anticipation as a word’s contextual entropy. We assess the effect of anticipation on reading by comparing how well surprisal and contextual entropy predict reading times on four naturalistic reading datasets: two self-paced and two eye-tracking. Experimentally, across datasets and analyses, we find substantial evidence for effects of contextual entropy over surprisal on a word’s reading time (RT): In fact, entropy is sometimes better than surprisal in predicting a word’s RT. Spillover effects, however, are generally not captured by entropy, but only by surprisal. Further, we hypothesize four cognitive mechanisms through which contextual entropy could impact RTs—three of which we are able to design experiments to analyze. Overall, our results support a view of reading that is not just responsive, but also anticipatory.1
@article{pimentel-etal:2023-on-the-effect-of-anticipation,
year = {2023},
volume = {11},
title = {On the Effect of Anticipation on Reading Times},
pages = {1624-1642},
month = {dec},
journal = {Transactions of the Association for Computational Linguistics},
author = {Pimentel, Tiago and Meister, Clara and Wilcox, Ethan G. and Levy, Roger P. and Cotterell, Ryan}
}
Theo Olausson, Alex Gu, Ben Lipkin, Cedegao Zhang, Armando Solar-Lezama, Joshua Tenenbaum and Roger Levy. 2023. LINC: A Neurosymbolic Approach for Logical Reasoning by Combining Language Models with First-Order Logic Provers.
Proceedings of the 2023 Conference on Empirical Methods in Natural Language Processing, pp. 5153–5176. Bouamor, Houda and Pino, Juan and Bali, Kalika (ed).
[DOI|BibTeX|abstract]
Logical reasoning, i.e., deductively inferring the truth value of a conclusion from a set of premises, is an important task for artificial intelligence with wide potential impacts on science, mathematics, and society. While many prompting-based strategies have been proposed to enable Large Language Models (LLMs) to do such reasoning more effectively, they still appear unsatisfactory, often failing in subtle and unpredictable ways. In this work, we investigate the validity of instead reformulating such tasks as modular neurosymbolic programming, which we call LINC: Logical Inference via Neurosymbolic Computation. In LINC, the LLM acts as a semantic parser, translating premises and conclusions from natural language to expressions in first-order logic. These expressions are then offloaded to an external theorem prover, which symbolically performs deductive inference. Leveraging this approach, we observe significant performance gains on FOLIO and a balanced subset of ProofWriter for three different models in nearly all experimental conditions we evaluate. On ProofWriter, augmenting the comparatively small open-source StarCoder+ (15.5B parameters) with LINC even outperforms GPT-3.5 and GPT-4 with Chain-of-Thought (CoT) prompting by an absolute 38% and 10%, respectively. When used with GPT-4, LINC scores 26% higher than CoT on ProofWriter while performing comparatively on FOLIO. Further analysis reveals that although both methods on average succeed roughly equally often on this dataset, they exhibit distinct and complementary failure modes. We thus provide promising evidence for how logical reasoning over natural language can be tackled through jointly leveraging LLMs alongside symbolic provers. All corresponding code is publicly available.
@inproceedings{olausson-etal:2023-LINC,
year = {2023},
title = {LINC: A Neurosymbolic Approach for Logical Reasoning by Combining Language Models with First-Order Logic Provers},
publisher = {Association for Computational Linguistics},
pages = {5153–5176},
month = {dec},
editor = {Bouamor, Houda and Pino, Juan and Bali, Kalika},
booktitle = {Proceedings of the 2023 Conference on Empirical Methods in Natural Language Processing},
author = {Olausson, Theo and Gu, Alex and Lipkin, Ben and Zhang, Cedegao and Solar-Lezama, Armando and Tenenbaum, Joshua and Levy, Roger},
address = {Singapore}
}
Jennifer Hu and Roger Levy. 2023. Prompting is not a substitute for probability measurements in large language models.
Proceedings of the 2023 Conference on Empirical Methods in Natural Language Processing, pp. 5040–5060. Bouamor, Houda and Pino, Juan and Bali, Kalika (ed).
[DOI|BibTeX|abstract]
Prompting is now a dominant method for evaluating the linguistic knowledge of large language models (LLMs). While other methods directly read out models’ probability distributions over strings, prompting requires models to access this internal information by processing linguistic input, thereby implicitly testing a new type of emergent ability: metalinguistic judgment. In this study, we compare metalinguistic prompting and direct probability measurements as ways of measuring models’ linguistic knowledge. Broadly, we find that LLMs’ metalinguistic judgments are inferior to quantities directly derived from representations. Furthermore, consistency gets worse as the prompt query diverges from direct measurements of next-word probabilities. Our findings suggest that negative results relying on metalinguistic prompts cannot be taken as conclusive evidence that an LLM lacks a particular linguistic generalization. Our results also highlight the value that is lost with the move to closed APIs where access to probability distributions is limited.
@inproceedings{hu-levy:2023-prompting,
year = {2023},
title = {Prompting is not a substitute for probability measurements in large language models},
publisher = {Association for Computational Linguistics},
pages = {5040–5060},
month = {dec},
editor = {Bouamor, Houda and Pino, Juan and Bali, Kalika},
booktitle = {Proceedings of the 2023 Conference on Empirical Methods in Natural Language Processing},
author = {Hu, Jennifer and Levy, Roger},
address = {Singapore}
}
Jon Gauthier and Roger Levy. 2023. The neural dynamics of word recognition and integration.
Proceedings of the 2023 Conference on Empirical Methods in Natural Language Processing, pp. 980–995. Bouamor, Houda and Pino, Juan and Bali, Kalika (ed).
[DOI|BibTeX|abstract]
Listeners recognize and integrate words in rapid and noisy everyday speech by combining expectations about upcoming content with incremental sensory evidence. We present a computational model of word recognition which formalizes this perceptual process in Bayesian decision theory. We fit this model to explain scalp EEG signals recorded as subjects passively listened to a fictional story, revealing both the dynamics of the online auditory word recognition process and the neural correlates of the recognition and integration of words. The model reveals distinct neural processing of words depending on whether or not they can be quickly recognized. While all words trigger a neural response characteristic of probabilistic integration — voltage modulations predicted by a word’s surprisal in context — these modulations are amplified for words which require more than roughly 150 ms of input to be recognized. We observe no difference in the latency of these neural responses according to words’ recognition times. Our results support a two-part model of speech comprehension, combining an eager and rapid process of word recognition with a temporally independent process of word integration. However, we also developed alternative models of the scalp EEG signal not incorporating word recognition dynamics which showed similar performance improvements. We discuss potential future modeling steps which may help to separate these hypotheses.
@inproceedings{gauthier-levy:2023-neural-dynamics,
year = {2023},
title = {The neural dynamics of word recognition and integration},
publisher = {Association for Computational Linguistics},
pages = {980–995},
month = {dec},
editor = {Bouamor, Houda and Pino, Juan and Bali, Kalika},
booktitle = {Proceedings of the 2023 Conference on Empirical Methods in Natural Language Processing},
author = {Gauthier, Jon and Levy, Roger},
address = {Singapore}
}
Meilin Zhan, Sihan Chen, Roger P. Levy, Jiayi Lu and Edward Gibson. 2023. Rational Sentence Interpretation in Mandarin Chinese.
Cognitive Science 47:e13383.
[DOI|BibTeX]
@article{chen-etal:2023-rational-sentence-interpretation,
year = {2023},
volume = {47},
title = {Rational Sentence Interpretation in Mandarin Chinese},
pages = {e13383},
journal = {Cognitive Science},
author = {Zhan, Meilin and Chen, Sihan and P. Levy, Roger and Lu, Jiayi and Gibson, Edward}
}
Jennifer Hu, Roger Levy, Judith Degen and Sebastian Schuster. 2023. Expectations over Unspoken Alternatives Predict Pragmatic Inferences.
Transactions of the Association for Computational Linguistics 11:885–901.
[DOI|BibTeX|abstract|arXiv]
Scalar inferences (SI) are a signature example of how humans interpret language based on unspoken alternatives. While empirical studies have demonstrated that human SI rates are highly variable—both within instances of a single scale, and across different scales—there have been few proposals that quantitatively explain both cross- and within-scale variation. Furthermore, while it is generally assumed that SIs arise through reasoning about unspoken alternatives, it remains debated whether humans reason about alternatives as linguistic forms, or at the level of concepts. Here, we test a shared mechanism explaining SI rates within and across scales: context-driven expectations about the unspoken alternatives. Using neural language models to approximate human predictive distributions, we find that SI rates are captured by the expectedness of the strong scalemate as an alternative. Crucially, however, expectedness robustly predicts cross-scale variation only under a meaning-based view of alternatives. Our results suggest that pragmatic inferences arise from context-driven expectations over alternatives, and these expectations operate at the level of concepts.1
@article{hu-etal:2023-expectations-over-unspoken-alternatives,
year = {2023},
volume = {11},
title = {Expectations over Unspoken Alternatives Predict Pragmatic Inferences},
pages = {885–901},
month = {jul},
journal = {Transactions of the Association for Computational Linguistics},
author = {Hu, Jennifer and Levy, Roger and Degen, Judith and Schuster, Sebastian}
}
Stephan C. Meylan, Ruthe Foushee, Nicole H. Wong, Elika Bergelson and Roger P. Levy. 2023. How adults understand what young children say.
Nature Human Behaviour 7(2111–2125).
[DOI|BibTeX|abstract]
Children’s early speech often bears little resemblance to that of adults, and yet parents and other caregivers are able to interpret that speech and react accordingly. Here we investigate how adult listeners’inferences reflect sophisticated beliefs about what children are trying to communicate, as well as how children are likely to pronounce words. Using a Bayesian framework for modelling spoken word recognition, we find that computational models can replicate adult interpretations of children’s speech only when they include strong, context-specific prior expectations about the messages that children will want to communicate. This points to a critical role of adult cognitive processes in supporting early communication and reveals how children can actively prompt adults to take actions on their behalf even when they have only a nascent understanding of the adult language. We discuss the wide-ranging implications of the powerful listening capabilities of adults for theories of first language acquisition.
@article{meylan-etal:2023-how-adults-understand-what-young-children-say,
year = {2023},
volume = {7},
title = {How adults understand what young children say},
number = {2111–2125},
journal = {Nature Human Behaviour},
author = {Meylan, Stephan C. and Foushee, Ruthe and Wong, Nicole H. and Bergelson, Elika and Levy, Roger P.}
}
Koustuv Sinha, Jon Gauthier, Aaron Mueller, Kanishka Misra, Keren Fuentes, Roger Levy and Adina Williams. 2023. Language model acceptability judgements are not always robust to context.
Proceedings of the 61st Annual Meeting of the Association for Computational Linguistics (Volume 1: Long Papers), pp. 6043–6063.
[BibTeX|abstract|arXiv]
Targeted syntactic evaluations of language models ask whether models show stable preferences for syntactically acceptable content over minimal-pair unacceptable inputs. Our best syntactic evaluation datasets, however, provide substantially less linguistic context than models receive during pretraining. This mismatch raises an important question: how robust are models’ syntactic judgements across different contexts? In this paper, we vary the input contexts based on: length, the types of syntactic phenomena it contains, and whether or not there are grammatical violations. We find that model judgements are generally robust when placed in randomly sampled linguistic contexts, but are unstable when contexts match the test stimuli in syntactic structure. Among all tested models (GPT-2 and five variants of OPT), we find that model performance is affected when we provided contexts with matching syntactic structure: performance significantly improves when contexts are acceptable, and it significantly declines when they are unacceptable. This effect is amplified by the length of the context, except for unrelated inputs. We show that these changes in model performance are not explainable by acceptability-preserving syntactic perturbations. This sensitivity to highly specific syntactic features of the context can only be explained by the models’ implicit in-context learning abilities.
@inproceedings{sinha-etal:2023-language-model-acceptability-judgments,
year = {2023},
title = {Language model acceptability judgements are not always robust to context},
publisher = {Association for Computational Linguistics},
pages = {6043–6063},
month = {jul},
booktitle = {Proceedings of the 61st Annual Meeting of the Association for Computational Linguistics (Volume 1: Long Papers)},
author = {Sinha, Koustuv and Gauthier, Jon and Mueller, Aaron and Misra, Kanishka and Fuentes, Keren and Levy, Roger and Williams, Adina},
address = {Toronto, Canada}
}
Songlin Yang, Roger Levy and Yoon Kim. 2023. Unsupervised Discontinuous Constituency Parsing with Mildly Context-Sensitive Grammars.
Proceedings of the 61st Annual Meeting of the Association for Computational Linguistics (Volume 1: Long Papers), pp. 5747–5766.
[BibTeX|abstract]
We study grammar induction with mildly context-sensitive grammars for unsupervised discontinuous parsing. Using the probabilistic linear context-free rewriting system (LCFRS) formalism, our approach fixes the rule structure in advance and focuses on parameter learning with maximum likelihood. To reduce the computational complexity of both parsing and parameter estimation, we restrict the grammar formalism to LCFRS-2 (i.e., binary LCFRS with fan-out two) and further discard rules that require O(l6) time to parse, reducing inference to O(l5). We find that using a large number of nonterminals is beneficial and thus make use of tensor decomposition-based rank-space dynamic programming with an embedding-based parameterization of rule probabilities to scale up the number of nonterminals. Experiments on German and Dutch show that our approach is able to induce linguistically meaningful trees with continuous and discontinuous structures.
@inproceedings{yang-etal:2023-unsupervised,
year = {2023},
title = {Unsupervised Discontinuous Constituency Parsing with Mildly Context-Sensitive Grammars},
publisher = {Association for Computational Linguistics},
pages = {5747–5766},
month = {jul},
booktitle = {Proceedings of the 61st Annual Meeting of the Association for Computational Linguistics (Volume 1: Long Papers)},
author = {Yang, Songlin and Levy, Roger and Kim, Yoon},
address = {Toronto, Canada}
}
Kinan Martin, Jon Gauthier, Canaan Breiss and Roger P. Levy. 2023. Probing Self-supervised Speech Models for Phonetic and Phonemic Information: A Case Study in Aspiration.
Proceedings of Interspeech, pp. 251–255.
[BibTeX|arXiv]
@inproceedings{martin-etal:2023-probing,
year = {2023},
title = {Probing Self-supervised Speech Models for Phonetic and Phonemic Information: A Case Study in Aspiration},
pages = {251–255},
booktitle = {Proceedings of Interspeech},
author = {Martin, Kinan and Gauthier, Jon and Breiss, Canaan and P. Levy, Roger}
}
Yevgeni Berzak and Roger P. Levy. 2023. Eye Movement Traces of Linguistic Knowledge in Native and Non-Native Reading.
Open Mind 7:179–196.
[DOI|BibTeX]
@article{berzak-levy:2023-eye-movement-traces,
year = {2023},
volume = {7},
title = {Eye Movement Traces of Linguistic Knowledge in Native and Non-Native Reading},
pages = {179–196},
journal = {Open Mind},
author = {Berzak, Yevgeni and Levy, Roger P.}
}
Thomas Hikaru Clark, Clara Meister, Tiago Pimentel, Michael Hahn, Ryan Cotterell, Richard Futrell and Roger P. Levy. 2023. A Cross-Linguistic Pressure for Uniform Information Density in Word Order.
Transactions of the Association for Computational Linguistics 11:1048–1065.
[DOI|BibTeX]
@article{clark-etal:2023-cross-linguistic-pressure,
year = {2023},
volume = {11},
title = {A Cross-Linguistic Pressure for Uniform Information Density in Word Order},
pages = {1048–1065},
journal = {Transactions of the Association for Computational Linguistics},
author = {Clark, Thomas Hikaru and Meister, Clara and Pimentel, Tiago and Hahn, Michael and Cotterell, Ryan and Futrell, Richard and P. Levy, Roger}
}
Veronica Boyce and Roger P. Levy. 2023. A-maze of Natural Stories: Comprehension and surprisal in the Maze task.
Glossa Psycholinguistics 2(1):1–34.
[PDF|DOI|BibTeX]
@article{boyce-levy:2023-a-maze-of-natural-stories,
year = {2023},
volume = {2},
title = {A-maze of Natural Stories: Comprehension and surprisal in the Maze task},
pages = {1–34},
number = {1},
journal = {Glossa Psycholinguistics},
author = {Boyce, Veronica and P. Levy, Roger}
}
2022
Emmy Liu, Michael Henry Tessler, Nicole Dubosh, Katherine Hiller and Roger Levy. 2022. Assessing Group-level Gender Bias in Professional Evaluations: The Case of Medical Student End-of-Shift Feedback.
Proceedings of the 4th Workshop on Gender Bias in Natural Language Processing (GeBNLP), pp. 86–93.
[DOI|BibTeX|abstract]
Though approximately 50% of medical school graduates today are women, female physicians tend to be underrepresented in senior positions, make less money than their male counterparts and receive fewer promotions. There is a growing body of literature demonstrating gender bias in various forms of evaluation in medicine, but this work was mainly conducted by looking for specific words using fixed dictionaries such as LIWC and focused on global assessments of performance such as recommendation letters. We use a dataset of written and quantitative assessments of medical student performance on individual shifts of work, collected across multiple institutions, to investigate the extent to which gender bias exists in a day-to-day context for medical students. We investigate differences in the narrative comments given to male and female students by both male or female faculty assessors, using a fine-tuned BERT model. This allows us to examine whether groups are written about in systematically different ways, without relying on hand-crafted wordlists or topic models. We compare these results to results from the traditional LIWC method and find that, although we find no evidence of group-level gender bias in this dataset, terms related to family and children are used more in feedback given to women.
@inproceedings{liu-etal-2022:assessing,
year = {2022},
title = {Assessing Group-level Gender Bias in Professional Evaluations: The Case of Medical Student End-of-Shift Feedback},
publisher = {Association for Computational Linguistics},
pages = {86–93},
month = {jul},
booktitle = {Proceedings of the 4th Workshop on Gender Bias in Natural Language Processing (GeBNLP)},
author = {Liu, Emmy and Tessler, Michael Henry and Dubosh, Nicole and Hiller, Katherine and Levy, Roger},
address = {Seattle, Washington}
}
Tiwalayo Eisape, Vineet Gangireddy, Roger P. Levy and Yoon Kim. 2022. Probing for Incremental Parse States in Autoregressive Language Models.
Findings of EMNLP 2022.
[PDF|BibTeX]
@inproceedings{eisape-etal:2022-probing-for-incremental-parse-states,
year = {2022},
title = {Probing for Incremental Parse States in Autoregressive Language Models},
booktitle = {Findings of EMNLP 2022},
author = {Eisape, Tiwalayo and Gangireddy, Vineet and P. Levy, Roger and Kim, Yoon}
}
Mycal Tucker, Roger P. Levy, Julie Shah and Noga Zaslavsky. 2022. Trading off Utility, Informativeness, and Complexity in Emergent Communication.
Proceedings of NeurIPS 2022.
[PDF|BibTeX]
@inproceedings{tucker-etal:2022-trading-off,
year = {2022},
title = {Trading off Utility, Informativeness, and Complexity in Emergent Communication},
booktitle = {Proceedings of NeurIPS 2022},
author = {Tucker, Mycal and P. Levy, Roger and Shah, Julie and Zaslavsky, Noga}
}
Michael Hahn, Richard Futrell, Roger P. Levy and Edward Gibson. 2022. A Resource-Rational Model of Human Processing of Recursive Linguistic Structure.
Proceedings of the National Academy of Sciences 119(43):e2122602119.
[DOI|BibTeX]
@article{hahn-etal:2022-resource-rational,
year = {2022},
volume = {119},
title = {A Resource-Rational Model of Human Processing of Recursive Linguistic Structure},
pages = {e2122602119},
number = {43},
journal = {Proceedings of the National Academy of Sciences},
author = {Hahn, Michael and Futrell, Richard and P. Levy, Roger and Gibson, Edward}
}
Peng Qian, Edward Gibson and Roger P. Levy. 2022. Rational Inference from Number Agreement Mismatch.
Proceedings of the 44th Annual Meeting of the Cognitive Science Society.
[BibTeX]
@inproceedings{qian-etal:2022-rational,
year = {2022},
title = {Rational Inference from Number Agreement Mismatch},
booktitle = {Proceedings of the 44th Annual Meeting of the Cognitive Science Society},
author = {Qian, Peng and Gibson, Edward and P. Levy, Roger}
}
Clara Meister, Tiago Pimentel, Thomas Clark, Ryan Cotterell and Roger Levy. 2022. Analyzing Wrap-Up Effects through an Information-Theoretic Lens.
Proceedings of the 59th Annual Meeting of the Association for Computational Linguistics, pp. 20–28.
[PDF|BibTeX|abstract]
Numerous analyses of reading time (RT) data have been undertaken in the effort to learn more about the internal processes that occur during reading comprehension. However, data measured on words at the end of a sentence–or even clause–is often omitted due to the confounding factors introduced by so-called “wrap-up effects,” which manifests as a skewed distribution of RTs for these words. Consequently, the understanding of the cognitive processes that might be involved in these effects is limited. In this work, we attempt to learn more about these processes by looking for the existence–or absence–of a link between wrap-up effects and information theoretic quantities, such as word and context information content. We find that the information distribution of prior context is often predictive of sentence- and clause-final RTs (while not of sentence-medial RTs), which lends support to several prior hypotheses about the processes involved in wrap-up effects.
@inproceedings{meister-etal:2022-analyzing-wrap-up-effects,
year = {2022},
title = {Analyzing Wrap-Up Effects through an Information-Theoretic Lens},
publisher = {Association for Computational Linguistics},
pages = {20–28},
month = {may},
booktitle = {Proceedings of the 59th Annual Meeting of the Association for Computational Linguistics},
author = {Meister, Clara and Pimentel, Tiago and Clark, Thomas and Cotterell, Ryan and Levy, Roger},
address = {Dublin, Ireland}
}
Peng Qian and Roger Levy. 2022. Flexible Generation from Fragmentary Linguistic Input.
Proceedings of the 59th Annual Meeting of the Association for Computational Linguistics, pp. 8176–8196.
[PDF|BibTeX|abstract]
The dominant paradigm for high-performance models in novel NLP tasks today is direct specialization for the task via training from scratch or fine-tuning large pre-trained models. But does direct specialization capture how humans approach novel language tasks? We hypothesize that human performance is better characterized by flexible inference through composition of basic computational motifs available to the human language user. To test this hypothesis, we formulate a set of novel fragmentary text completion tasks, and compare the behavior of three direct-specialization models against a new model we introduce, GibbsComplete, which composes two basic computational motifs central to contemporary models: masked and autoregressive word prediction. We conduct three types of evaluation: human judgments of completion quality, satisfaction of syntactic constraints imposed by the input fragment, and similarity to human behavior in the structural statistics of the completions. With no task-specific parameter tuning, GibbsComplete performs comparably to direct-specialization models in the first two evaluations, and outperforms all direct-specialization models in the third evaluation. These results support our hypothesis that human behavior in novel language tasks and environments may be better characterized by flexible composition of basic computational motifs rather than by direct specialization.
@inproceedings{qian-levy:2022-flexible-generation,
year = {2022},
title = {Flexible Generation from Fragmentary Linguistic Input},
publisher = {Association for Computational Linguistics},
pages = {8176–8196},
month = {may},
booktitle = {Proceedings of the 59th Annual Meeting of the Association for Computational Linguistics},
author = {Qian, Peng and Levy, Roger},
address = {Dublin, Ireland}
}
Thomas Hikaru Clark, Ethan Gotlieb Wilcox, Edward Gibson and Roger P. Levy. 2022. Evidence for Availability Effects on Speaker Choice in the Russian Comparative Alternation.
Proceedings of the 44th Annual Meeting of the Cognitive Science Society.
[PDF|BibTeX]
@inproceedings{clark-etal:2022-evidence-for-availability,
year = {2022},
title = {Evidence for Availability Effects on Speaker Choice in the Russian Comparative Alternation},
booktitle = {Proceedings of the 44th Annual Meeting of the Cognitive Science Society},
author = {Clark, Thomas Hikaru and Wilcox, Ethan Gotlieb and Gibson, Edward and Levy, Roger P.}
}
Irene Zhou, Jennifer Hu, Roger P. Levy and Noga Zaslavsky. 2022. Teasing apart models of pragmatics using optimal reference game design.
Proceedings of the 44th Annual Meeting of the Cognitive Science Society.
[PDF|BibTeX]
@inproceedings{zhou-etal:2022-teasing-apart,
year = {2022},
title = {Teasing apart models of pragmatics using optimal reference game design},
booktitle = {Proceedings of the 44th Annual Meeting of the Cognitive Science Society},
author = {Zhou, Irene and Hu, Jennifer and Levy, Roger P. and Zaslavsky, Noga}
}
Yevgeni Berzak, Chie Nakamura, Amelia Smith, Emily Weng, Boris Katz, Suzanne Flynn and Roger Levy. 2022. CELER: A 365-Participant Corpus of Eye Movements in L1 and L2 English Reading.
Open Mind.
[PDF|DOI|BibTeX|abstract]
We present CELER (Corpus of Eye Movements in L1 and L2 English Reading), a broad coverage eye-tracking corpus for English. CELER comprises over 320,000 words, and eye-tracking data from 365 participants. Sixty-nine participants are L1 (first language) speakers, and 296 are L2 (second language) speakers from a wide range of English proficiency levels and five different native language backgrounds. As such, CELER has an order of magnitude more L2 participants than any currently available eye movements dataset with L2 readers. Each participant in CELER reads 156 newswire sentences from the Wall Street Journal (WSJ), in a new experimental design where half of the sentences are shared across participants and half are unique to each participant. We provide analyses that compare L1 and L2 participants with respect to standard reading time measures, as well as the effects of frequency, surprisal, and word length on reading times. These analyses validate the corpus and demonstrate some of its strengths. We envision CELER to enable new types of research on language processing and acquisition, and to facilitate interactions between psycholinguistics and natural language processing (NLP).
@article{berzak-levy:2022-CELER,
year = {2022},
title = {CELER: A 365-Participant Corpus of Eye Movements in L1 and L2 English Reading},
pages = {1-10},
month = {apr},
journal = {Open Mind},
author = {Berzak, Yevgeni and Nakamura, Chie and Smith, Amelia and Weng, Emily and Katz, Boris and Flynn, Suzanne and Levy, Roger}
}
Mycal Tucker, Tiwalayo Eisape, Peng Qian, Roger P. Levy and Julie Shah. 2022. When Does Syntax Mediate Neural Language Model Performance? Evidence from Dropout Probes.
Proceedings of the 21st Annual Conference of the North American Chapter of the Association for Computational Linguistics: Human Language Technologies.
[PDF|BibTeX]
Julian Jara-Ettinger, Roger P. Levy, Jeanette Sakel, Tomas Huanca and Edward Gibson. 2022. The origins of the shape bias: Evidence from the Tsimane’.
Journal of Experimental Psychology: General 151(10):2437–2447.
[PDF|BibTeX]
@article{jara-ettinger-etal:2022-origins-of-the-shape-bias,
year = {2022},
volume = {151},
title = {The origins of the shape bias: Evidence from the Tsimane’},
publisher = {American Psychological Association},
pages = {2437–2447},
number = {10},
journal = {Journal of Experimental Psychology: General},
author = {Jara-Ettinger, Julian and Levy, Roger P. and Sakel, Jeanette and Huanca, Tomas and Gibson, Edward}
}
2021
Yiwen Wang, Jennifer Hu, Roger Levy and Peng Qian. 2021. Controlled Evaluation of Grammatical Knowledge in Mandarin Chinese Language Models.
Proceedings of the 2021 Conference on Empirical Methods in Natural Language Processing, pp. 5604–5620.
[PDF|DOI|BibTeX|abstract]
Prior work has shown that structural supervision helps English language models learn generalizations about syntactic phenomena such as subject-verb agreement. However, it remains unclear if such an inductive bias would also improve language models’ ability to learn grammatical dependencies in typologically different languages. Here we investigate this question in Mandarin Chinese, which has a logographic, largely syllable-based writing system; different word order; and sparser morphology than English. We train LSTMs, Recurrent Neural Network Grammars, Transformer language models, and Transformer-parameterized generative parsing models on two Mandarin Chinese datasets of different sizes. We evaluate the models’ ability to learn different aspects of Mandarin grammar that assess syntactic and semantic relationships. We find suggestive evidence that structural supervision helps with representing syntactic state across intervening content and improves performance in low-data settings, suggesting that the benefits of hierarchical inductive biases in acquiring dependency relationships may extend beyond English.
@inproceedings{wang-etal:2021-controlled-evaluation,
year = {2021},
title = {Controlled Evaluation of Grammatical Knowledge in Mandarin Chinese Language Models},
publisher = {Association for Computational Linguistics},
pages = {5604–5620},
month = {nov},
booktitle = {Proceedings of the 2021 Conference on Empirical Methods in Natural Language Processing},
author = {Wang, Yiwen and Hu, Jennifer and Levy, Roger and Qian, Peng},
address = {Online and Punta Cana, Dominican Republic}
}
Clara Meister, Tiago Pimentel, Patrick Haller, Lena Jäger, Ryan Cotterell and Roger Levy. 2021. Revisiting the Uniform Information Density Hypothesis.
Proceedings of the 2021 Conference on Empirical Methods in Natural Language Processing, pp. 963–980.
[PDF|DOI|BibTeX|abstract]
The uniform information density (UID) hypothesis posits a preference among language users for utterances structured such that information is distributed uniformly across a signal. While its implications on language production have been well explored, the hypothesis potentially makes predictions about language comprehension and linguistic acceptability as well. Further, it is unclear how uniformity in a linguistic signal—or lack thereof—should be measured, and over which linguistic unit, e.g., the sentence or language level, this uniformity should hold. Here we investigate these facets of the UID hypothesis using reading time and acceptability data. While our reading time results are generally consistent with previous work, they are also consistent with a weakly super-linear effect of surprisal, which would be compatible with UID’s predictions. For acceptability judgments, we find clearer evidence that non-uniformity in information density is predictive of lower acceptability. We then explore multiple operationalizations of UID, motivated by different interpretations of the original hypothesis, and analyze the scope over which the pressure towards uniformity is exerted. The explanatory power of a subset of the proposed operationalizations suggests that the strongest trend may be a regression towards a mean surprisal across the language, rather than the phrase, sentence, or document—a finding that supports a typical interpretation of UID, namely that it is the byproduct of language users maximizing the use of a (hypothetical) communication channel.
@inproceedings{meister-etal:2021-revisiting,
year = {2021},
title = {Revisiting the Uniform Information Density Hypothesis},
publisher = {Association for Computational Linguistics},
pages = {963–980},
month = {nov},
booktitle = {Proceedings of the 2021 Conference on Empirical Methods in Natural Language Processing},
author = {Meister, Clara and Pimentel, Tiago and Haller, Patrick and Jäger, Lena and Cotterell, Ryan and Levy, Roger},
address = {Online and Punta Cana, Dominican Republic}
}
Helena Aparicio, Curtis Chen, Roger Levy and Elizabeth Coppock. 2021. Granularity in the Semantics of Comparison.
Semantics and Linguistic Theory, pp. 550–569.
[PDF|BibTeX]
@inproceedings{aparicio-etal:2021-granularity,
year = {2021},
volume = {31},
title = {Granularity in the Semantics of Comparison},
pages = {550–569},
booktitle = {Semantics and Linguistic Theory},
author = {Aparicio, Helena and Chen, Curtis and Levy, Roger and Coppock, Elizabeth}
}
Stephanie L. Smith, Beatha Nyirandagijimana, Janvier Hakizimana, Roger P. Levy, Robert Bienvenu, Anathalie Uwamwezi, Octavien Hakizimfura, Eugenie Uwimana, Priya Kundu, Egide Mpanumusingo, Alphonse Nshimyiryo, Christian Rusangwa, Fredrick Kateera, Hildegarde Mukasakindi and Giuseppe J. Raviola. 2021. Evaluating the delivery of Problem Management Plus in primary care settings in rural Rwanda: A study protocol using a pragmatic randomized hybrid type 1 effectiveness-implementation design.
BMJ Open 11:e054630.
[PDF|DOI|BibTeX]
@article{smith-etal:2021-evaluating-the-delivery,
year = {2021},
volume = {11},
title = {Evaluating the delivery of Problem Management Plus in primary care settings in rural Rwanda: A study protocol using a pragmatic randomized hybrid type 1 effectiveness-implementation design},
pages = {e054630},
journal = {BMJ Open},
author = {L. Smith, Stephanie and Nyirandagijimana, Beatha and Hakizimana, Janvier and Levy, Roger P. and Bienvenu, Robert and Uwamwezi, Anathalie and Hakizimfura, Octavien and Uwimana, Eugenie and Kundu, Priya and Mpanumusingo, Egide and Nshimyiryo, Alphonse and Rusangwa, Christian and Kateera, Fredrick and Mukasakindi, Hildegarde and J. Raviola, Giuseppe}
}
Jennifer Hu, Roger Levy and Noga Zaslavsky. 2021. Scalable pragmatic communication via self-supervision.
Proceedings of the 2021 ICML Workshop on Self-Supervised Learning for Reasoning and Perception.
[BibTeX]
@inproceedings{hu-etal:2021-scalable-pragmatic-communication,
year = {2021},
title = {Scalable pragmatic communication via self-supervision},
booktitle = {Proceedings of the 2021 ICML Workshop on Self-Supervised Learning for Reasoning and Perception},
author = {Hu, Jennifer and Levy, Roger and Zaslavsky, Noga}
}
Jiayuan Mao, Freda H. Shi, Jiajun Wu, Roger P. Levy and Joshua B. Tenenbaum. 2021. Grammar-Based Grounded Lexicon Learning.
Proceedings of NeurIPS 2021.
[PDF|BibTeX]
@inproceedings{mao-etal:2021-grounded-grammar-based,
year = {2021},
title = {Grammar-Based Grounded Lexicon Learning},
booktitle = {Proceedings of NeurIPS 2021},
author = {Mao, Jiayuan and H. Shi, Freda and Wu, Jiajun and Levy, Roger P. and B. Tenenbaum, Joshua}
}
Leila Wehbe, Idan Asher Blank, Cory Shain, Richard Futrell, Roger Levy, Titus von der Malsburg, Nathaniel Smith, Edward Gibson and Evelina Fedorenko. 2021. Incremental Language Comprehension Difficulty Predicts Activity in the Language Network but Not the Multiple Demand Network.
Cerebral Cortex.
[DOI|BibTeX|abstract]
What role do domain-general executive functions play in human language comprehension? To address this question, we examine the relationship between behavioral measures of comprehension and neural activity in the domain-general “multiple demand” (MD) network, which has been linked to constructs like attention, working memory, inhibitory control, and selection, and implicated in diverse goal-directed behaviors. Specifically, functional magnetic resonance imaging data collected during naturalistic story listening are compared with theory-neutral measures of online comprehension difficulty and incremental processing load (reading times and eye-fixation durations). Critically, to ensure that variance in these measures is driven by features of the linguistic stimulus rather than reflecting participant- or trial-level variability, the neuroimaging and behavioral datasets were collected in nonoverlapping samples. We find no behavioral-neural link in functionally localized MD regions; instead, this link is found in the domain-specific, fronto-temporal “core language network,” in both left-hemispheric areas and their right hemispheric homotopic areas. These results argue against strong involvement of domain-general executive circuits in language comprehension.
@article{wehbe-etal-2021:incremental-language-comprehension,
year = {2021},
title = {Incremental Language Comprehension Difficulty Predicts Activity in the Language Network but Not the Multiple Demand Network},
pages = {1–18},
month = {apr},
journal = {Cerebral Cortex},
author = {Wehbe, Leila and Blank, Idan Asher and Shain, Cory and Futrell, Richard and Levy, Roger and von der Malsburg, Titus and Smith, Nathaniel and Gibson, Edward and Fedorenko, Evelina}
}
Mycal Tucker, Peng Qian and Roger P. Levy. 2021. What if This Modified That? Syntactic Interventions with Counterfactual Embeddings.
Findings of the Association for Computationa Linguistics.
[PDF|BibTeX]
@inproceedings{tucker-etal:2021-what-if,
year = {2021},
title = {What if This Modified That? Syntactic Interventions with Counterfactual Embeddings},
booktitle = {Findings of the Association for Computationa Linguistics},
author = {Tucker, Mycal and Qian, Peng and Levy, Roger P.}
}
Ethan Wilcox, Pranali Vani and Roger P. Levy. 2021. A Targeted Assessment of Incremental Processing in Neural Language Models and Humans.
Proceedings of the 58th Annual Meeting of the Association for Computational Linguistics.
[PDF|BibTeX]
@inproceedings{wilcox-etal:2021-targeted-assessment,
year = {2021},
title = {A Targeted Assessment of Incremental Processing in Neural Language Models and Humans},
booktitle = {Proceedings of the 58th Annual Meeting of the Association for Computational Linguistics},
author = {Wilcox, Ethan and Vani, Pranali and Levy, Roger P.}
}
Peng Qian, Tahira Naseem, Roger Levy and Ramón Fernandez Astudillo. 2021. Structural Guidance for Transformer Language Models.
Proceedings of the 58th Annual Meeting of the Association for Computational Linguistics.
[PDF|BibTeX]
@inproceedings{qian-etal-2021:structural-guidance,
year = {2021},
title = {Structural Guidance for Transformer Language Models},
booktitle = {Proceedings of the 58th Annual Meeting of the Association for Computational Linguistics},
author = {Qian, Peng and Naseem, Tahira and Levy, Roger and Astudillo, Ramón Fernandez}
}
Pranali Vani, Ethan Gotlieb Wilcox and Roger P. Levy. 2021. Using the Interpolated Maze task to Assess Incremental Processing in English Relative Clauses.
Proceedings of the 43rd Annual Meeting of the Cognitive Science Society.
[PDF|BibTeX]
@inproceedings{vani-etal:2021-using-interpolated-maze,
year = {2021},
title = {Using the Interpolated Maze task to Assess Incremental Processing in English Relative Clauses},
booktitle = {Proceedings of the 43rd Annual Meeting of the Cognitive Science Society},
author = {Vani, Pranali and Wilcox, Ethan Gotlieb and Levy, Roger P.}
}
Yevgeni Berzak and Roger P. Levy. 2021. Eye Movement Traces of Linguistic Knowledge.
Proceedings of the 43rd Annual Meeting of the Cognitive Science Society.
[PDF|BibTeX]
@inproceedings{berzak-levy:2021-eye-movement-traces,
year = {2021},
title = {Eye Movement Traces of Linguistic Knowledge},
booktitle = {Proceedings of the 43rd Annual Meeting of the Cognitive Science Society},
author = {Berzak, Yevgeni and Levy, Roger P.}
}
Robert Chen, Roger P. Levy and Tiwalayo Eisape. 2021. On Factors Influencing Typing Time: Analyzing TypeRacer’s Massive Open Access Dataset.
Proceedings of the 43rd Annual Meeting of the Cognitive Science Society.
[PDF|BibTeX]
@inproceedings{chen-etal:2021-on-factors-influencing-typing-time,
year = {2021},
title = {On Factors Influencing Typing Time: Analyzing TypeRacer’s Massive Open Access Dataset},
booktitle = {Proceedings of the 43rd Annual Meeting of the Cognitive Science Society},
author = {Chen, Robert and Levy, Roger P. and Eisape, Tiwalayo}
}
Stephan C. Meylan, Ruthe Foushee, Elika Bergelson and Roger P. Levy. 2021. Child-directed Listening: How Caregiver Inference Enables Children’s Early Verbal Communication.
Proceedings of the 43rd Annual Meeting of the Cognitive Science Society.
[PDF|BibTeX]
@inproceedings{meylan-etal:2021-features,
year = {2021},
title = {Child-directed Listening: How Caregiver Inference Enables Children’s Early Verbal Communication},
booktitle = {Proceedings of the 43rd Annual Meeting of the Cognitive Science Society},
author = {C. Meylan, Stephan and Foushee, Ruthe and Bergelson, Elika and Levy, Roger P.}
}
Jennifer Hu, Noga Zaslavsky and Roger Levy. 2021. Competition from novel features drives scalar inferences in reference games.
Proceedings of the 43rd Annual Meeting of the Cognitive Science Society.
[PDF|BibTeX]
@inproceedings{hu-etal:2021-competition-from-novel-features,
year = {2021},
title = {Competition from novel features drives scalar inferences in reference games},
booktitle = {Proceedings of the 43rd Annual Meeting of the Cognitive Science Society},
author = {Hu, Jennifer and Zaslavsky, Noga and Levy, Roger}
}
Ethan Gotlieb Wilcox, Roger P. Levy and Kathryn Davidson. 2021. Which Presuppositions are Subject to Contextual Felicity Constraints?.
Proceedings of the 31st Conference on Semantics and Linguistic Theory, pp. 345–364. Dreier, Nicole and Kwon, Chloe and Darnell, Thomas and Starr, John (ed).
[DOI|BibTeX]
@inproceedings{wilcox-etal:2021-which-presuppositions,
year = {2021},
volume = {31},
title = {Which Presuppositions are Subject to Contextual Felicity Constraints?},
pages = {345–364},
editor = {Dreier, Nicole and Kwon, Chloe and Darnell, Thomas and Starr, John},
booktitle = {Proceedings of the 31st Conference on Semantics and Linguistic Theory},
author = {Wilcox, Ethan Gotlieb and Levy, Roger P. and Davidson, Kathryn}
}
2020
Tristan Thrush, Ethan Gotlieb Wilcox and Roger P. Levy. 2020. Investigating Novel Verb Learning in BERT: Selectional Preference Classes and Alternation-Based Syntactic Generalization.
Proceedings of the Third BlackboxNLP Workshop on Analyzing and Interpreting Neural Networks for NLP, pp. 265–275.
[PDF|BibTeX]
@inproceedings{thrush-etal:2020-investigating,
year = {2020},
title = {Investigating Novel Verb Learning in BERT: Selectional Preference Classes and Alternation-Based Syntactic Generalization},
pages = {265–275},
month = {nov},
booktitle = {Proceedings of the Third BlackboxNLP Workshop on Analyzing and Interpreting Neural Networks for NLP},
author = {Thrush, Tristan and Wilcox, Ethan Gotlieb and Levy, Roger P.}
}
Tiwalayo Eisape, Noga Zaslavsky and Roger P. Levy. 2020. Cloze Distillation Improves Psychometric Predictive Power.
Proceedings of the 24th Conference on Computational Natural Language Learning (CoNLL), pp. 609–619.
[PDF|BibTeX]
@inproceedings{eisape-etal:2020-cloze,
year = {2020},
title = {Cloze Distillation Improves Psychometric Predictive Power},
pages = {609–619},
month = {nov},
booktitle = {Proceedings of the 24th Conference on Computational Natural Language Learning (CoNLL)},
author = {Eisape, Tiwalayo and Zaslavsky, Noga and Levy, Roger P.}
}
Jonathan Malmaud, Roger P. Levy and Yevgeni Berzak. 2020. Bridging Information-Seeking Human Gaze and Machine Reading Comprehension.
Proceedings of the 24th Conference on Computational Natural Language Learning (CoNLL), pp. 142–152.
[PDF|BibTeX|arXiv]
@inproceedings{malmaud-etal:2020-bridging,
year = {2020},
title = {Bridging Information-Seeking Human Gaze and Machine Reading Comprehension},
pages = {142–152},
booktitle = {Proceedings of the 24th Conference on Computational Natural Language Learning (CoNLL)},
author = {Malmaud, Jonathan and Levy, Roger P. and Berzak, Yevgeni}
}
Ethan Wilcox, Peng Qian, Richard Futrell, Ryosuke Kohita, Roger P. Levy and Miguel Ballesteros. 2020. Structural Supervision Improves Few-Shot Learning and Syntactic Generalization in Neural Language Models.
Proceedings of the 2020 Conference on Empirical Methods in Natural Language Processing.
[PDF|BibTeX]
@inproceedings{wilcox-etal:2020-structural-supervision,
year = {2020},
title = {Structural Supervision Improves Few-Shot Learning and Syntactic Generalization in Neural Language Models},
booktitle = {Proceedings of the 2020 Conference on Empirical Methods in Natural Language Processing},
author = {Wilcox, Ethan and Qian, Peng and Futrell, Richard and Kohita, Ryosuke and Levy, Roger P. and Ballesteros, Miguel}
}
Meilin Zhan, Roger Levy and Andrew Kehler. 2020. Pronoun Interpretation in Mandarin Chinese follows principles of Bayesian inference.
PLoS One 15(8):1–42.
[PDF|DOI|BibTeX]
@article{zhan-levy-kehler:2020pronoun-interpretation,
year = {2020},
volume = {15},
title = {Pronoun Interpretation in Mandarin Chinese follows principles of Bayesian inference},
pages = {1–42},
number = {8},
journal = {PLoS One},
author = {Zhan, Meilin and Levy, Roger and Kehler, Andrew}
}
Matthias Hofer, Tessa Verhoef and Roger P. Levy. 2020. Hierarchical Generalizations Support Systematicity Inferences in the Lexicon.
Proceedings of the 42nd Annual Meeting of the Cognitive Science Society, pp. 2398–2404.
[PDF|BibTeX]
@inproceedings{hofer-etal:2020-hierarchical-generalizations,
year = {2020},
title = {Hierarchical Generalizations Support Systematicity Inferences in the Lexicon},
pages = {2398–2404},
booktitle = {Proceedings of the 42nd Annual Meeting of the Cognitive Science Society},
author = {Hofer, Matthias and Verhoef, Tessa and Levy, Roger P.}
}
Abigail L. Tenenbaum, Mika Braginsky and Roger P. Levy. 2020. Integrating Semantics Into Developmental Models of Morphology Learning.
Proceedings of the 42nd Annual Meeting of the Cognitive Science Society, pp. 1700–1706.
[PDF|BibTeX]
@inproceedings{tenenbaum-etal:2020-integrating-semantics,
year = {2020},
title = {Integrating Semantics Into Developmental Models of Morphology Learning},
pages = {1700–1706},
booktitle = {Proceedings of the 42nd Annual Meeting of the Cognitive Science Society},
author = {L. Tenenbaum, Abigail and Braginsky, Mika and Levy, Roger P.}
}
Ethan Gotlieb Wilcox, Jon Gauthier, Jennifer Hu, Peng Qian and Roger P. Levy. 2020. On the Predictive Power of Neural Language Models for Human Real-Time Comprehension Behavior.
Proceedings of the 42nd Annual Meeting of the Cognitive Science Society, pp. 1707–1713.
[PDF|BibTeX]
@inproceedings{wilcox-etal:2020-on-the-predictive-power,
year = {2020},
title = {On the Predictive Power of Neural Language Models for Human Real-Time Comprehension Behavior},
pages = {1707–1713},
booktitle = {Proceedings of the 42nd Annual Meeting of the Cognitive Science Society},
author = {Wilcox, Ethan Gotlieb and Gauthier, Jon and Hu, Jennifer and Qian, Peng and Levy, Roger P.}
}
Michael Henry Tessler, Polina Tsvilodub, Jesse Snedeker and Roger P. Levy. 2020. Informational goals, sentence structure, and comparison class inference.
Proceedings of the 42nd Annual Meeting of the Cognitive Science Society, pp. 537–543.
[PDF|BibTeX]
Stephan Meylan, Roger P. Levy and Elika Bergelson. 2020. Children’s Expressive and Receptive Knowledge of the English Regular Plural.
Proceedings of the 42nd Annual Meeting of the Cognitive Science Society, pp. 2270–2276.
[PDF|BibTeX]
@inproceedings{meylan-etal:2020-childrens,
year = {2020},
title = {Children’s Expressive and Receptive Knowledge of the English Regular Plural},
pages = {2270–2276},
booktitle = {Proceedings of the 42nd Annual Meeting of the Cognitive Science Society},
author = {Meylan, Stephan and Levy, Roger P. and Bergelson, Elika}
}
Tiwalayo Eisape, Roger P. Levy, Joshua B. Tenenbaum and Noga Zaslavsky. 2020. Toward Human-like Object Naming in Artificial Neural Systems.
Proceedings of the ICLR Workshop on Bridging AI and Cognitive Science (BAICS).
[PDF|BibTeX]
@inproceedings{eisape-etal:2020-toward,
year = {2020},
title = {Toward Human-like Object Naming in Artificial Neural Systems},
booktitle = {Proceedings of the ICLR Workshop on Bridging AI and Cognitive Science (BAICS)},
author = {Eisape, Tiwalayo and Levy, Roger P. and B. Tenenbaum, Joshua and Zaslavsky, Noga}
}
Jon Gauthier, Jennifer Hu, Ethan Wilcox, Peng Qian and Roger P. Levy. 2020. SyntaxGym: An Online Platform for Targeted Evaluation of Language Models.
Proceedings of the 58th Annual Meeting of the Association for Computational Linguistics, pp. 70–76.
[PDF|BibTeX]
@inproceedings{gauthier-etal:2020-syntaxgym,
year = {2020},
title = {SyntaxGym: An Online Platform for Targeted Evaluation of Language Models},
pages = {70–76},
booktitle = {Proceedings of the 58th Annual Meeting of the Association for Computational Linguistics},
author = {Gauthier, Jon and Hu, Jennifer and Wilcox, Ethan and Qian, Peng and Levy, Roger P.}
}
Yevgeni Berzak, Jonathan Malmaud and Roger P. Levy. 2020. STARC: Structured Annotations for Reading Comprehension.
Proceedings of the 58th Annual Meeting of the Association for Computational Linguistics, pp. 5726–5735.
[PDF|BibTeX]
@inproceedings{berzak-etal:2020-STARC,
year = {2020},
title = {STARC: Structured Annotations for Reading Comprehension},
pages = {5726–5735},
booktitle = {Proceedings of the 58th Annual Meeting of the Association for Computational Linguistics},
author = {Berzak, Yevgeni and Malmaud, Jonathan and Levy, Roger P.}
}
Jennifer Hu, Jon Gauthier, Peng Qian, Ethan Wilcox and Roger P. Levy. 2020. A Systematic Assessment of Syntactic Generalization in Neural Language Models.
Proceedings of the 58th Annual Meeting of the Association for Computational Linguistics, pp. 1725–1744.
[PDF|BibTeX]
@inproceedings{hu-etal:2020-systematic-assessment,
year = {2020},
title = {A Systematic Assessment of Syntactic Generalization in Neural Language Models},
pages = {1725–1744},
booktitle = {Proceedings of the 58th Annual Meeting of the Association for Computational Linguistics},
author = {Hu, Jennifer and Gauthier, Jon and Qian, Peng and Wilcox, Ethan and Levy, Roger P.}
}
Richard Futrell, Roger P. Levy and Edward Gibson. 2020. Dependency Locality as an explanatory principle for word order.
Language 96(2):371–412.
[PDF|DOI|BibTeX]
@article{futrell-etal:2020-dependency-locality,
year = {2020},
volume = {96},
title = {Dependency Locality as an explanatory principle for word order},
pages = {371–412},
number = {2},
journal = {Language},
author = {Futrell, Richard and Levy, Roger P. and Gibson, Edward}
}
Richard Futrell, Edward Gibson and Roger P. Levy. 2020. Lossy-Context Surprisal: An information-theoretic model of memory effects in sentence processing.
Cognitive Science 44:1–54.
[PDF|DOI|BibTeX]
@article{futrell-etal:2020-lossy-context-surprisal,
year = {2020},
volume = {44},
title = {Lossy-Context Surprisal: An information-theoretic model of memory effects in sentence processing},
pages = {1–54},
journal = {Cognitive Science},
author = {Futrell, Richard and Gibson, Edward and Levy, Roger P.}
}
Rachel Ryskin, Roger P. Levy and Evelina Fedorenko. 2020. Do domain-general executive resources play a role in linguistic prediction? Re-evaluation of the evidence and a path forward.
Neuropsychologia 136:1–12.
[DOI|BibTeX]
@article{ryskin-etal:2020-domain-general,
year = {2020},
volume = {136},
title = {Do domain-general executive resources play a role in linguistic prediction? Re-evaluation of the evidence and a path forward},
pages = {1–12},
journal = {Neuropsychologia},
author = {Ryskin, Rachel and Levy, Roger P. and Fedorenko, Evelina}
}
Jennifer Hu, Sherry Yong Chen and Roger P. Levy. 2020. A closer look at the performance of neural language models on reflexive anaphor licensing.
Proceedings of the Society for Computation in Linguistics (SCiL) 2020, pp. 382–392.
[PDF|BibTeX]
@inproceedings{hu-etal:2020-a-closer-look,
year = {2020},
title = {A closer look at the performance of neural language models on reflexive anaphor licensing},
pages = {382–392},
booktitle = {Proceedings of the Society for Computation in Linguistics (SCiL) 2020},
author = {Hu, Jennifer and Chen, Sherry Yong and Levy, Roger P.}
}
Veronica Boyce, Richard Futrell and Roger Levy. 2020. Maze Made Easy: Better and easier measurement of incremental processing difficulty.
Journal of Memory and Language 111:1–13.
[DOI|BibTeX]
@article{boyce-etal:2020-maze-made-easy,
year = {2020},
volume = {111},
title = {Maze Made Easy: Better and easier measurement of incremental processing difficulty},
pages = {1–13},
journal = {Journal of Memory and Language},
author = {Boyce, Veronica and Futrell, Richard and Levy, Roger}
}
Titus von der Malsburg, Till Poppels and Roger Levy. 2020. Implicit gender bias in linguistic descriptions for expected events: The cases of the 2016 US and 2017 UK elections.
Psychological Science.
[DOI|BibTeX]
@article{malsburg-etal:2020implicit-gender-bias,
year = {2020},
title = {Implicit gender bias in linguistic descriptions for expected events: The cases of the 2016 US and 2017 UK elections},
pages = {1–14},
journal = {Psychological Science},
author = {von der Malsburg, Titus and Poppels, Till and Levy, Roger}
}
Klinton Bicknell, Roger Levy and Keith Rayner. 2020. Ongoing cognitive processing influences precise eye movement targets in reading.
Psychological Science.
[DOI|BibTeX]
@article{bicknell-etal:2020-ongoing-cognitive-processing,
year = {2020},
title = {Ongoing cognitive processing influences precise eye movement targets in reading},
pages = {1–12},
journal = {Psychological Science},
author = {Bicknell, Klinton and Levy, Roger and Rayner, Keith}
}
Noga Zaslavsky, Jennifer Hu and Roger P. Levy. 2020. A Rate–Distortion view of human pragmatic reasoning. arXiv:cs.CL/2005.06641v1.
[BibTeX|arXiv]
@online{zaslavsky-etal:2020-rate-distortion,
year = {2020},
title = {A Rate–Distortion view of human pragmatic reasoning},
author = {Zaslavsky, Noga and Hu, Jennifer and Levy, Roger P.}
}
2019
Jon Gauthier and Roger P. Levy. 2019. Linking artificial and human neural representations of language.
Proceedings of the 2019 Conference on Empirical Methods in Natural Language Processing and 9th International Joint Conference on Natural Language Processing, pp. 529–539.
[PDF|BibTeX]
@inproceedings{gauthier-levy:2019-linking,
year = {2019},
title = {Linking artificial and human neural representations of language},
pages = {529–539},
booktitle = {Proceedings of the 2019 Conference on Empirical Methods in Natural Language Processing and 9th International Joint Conference on Natural Language Processing},
author = {Gauthier, Jon and Levy, Roger P.}
}
Aixiu An, Peng Qian, Ethan Wilcox and Roger P. Levy. 2019. Representation of Constituents in Neural Language Models: Coordination Phrase as a Case Study.
Proceedings of the 2019 Conference on Empirical Methods in Natural Language Processing and 9th International Joint Conference on Natural Language Processing, pp. 2888–2899.
[PDF|BibTeX]
@inproceedings{an-etal:2019representation-of-constituents,
year = {2019},
title = {Representation of Constituents in Neural Language Models: Coordination Phrase as a Case Study},
pages = {2888–2899},
booktitle = {Proceedings of the 2019 Conference on Empirical Methods in Natural Language Processing and 9th International Joint Conference on Natural Language Processing},
author = {An, Aixiu and Qian, Peng and Wilcox, Ethan and Levy, Roger P.}
}
Ethan Wilcox, Roger P. Levy and Richard Futrell. 2019. Hierarchical Representation in Neural Language Models: Suppression and Recovery of Expectations.
Proceedings of the Second BlackboxNLP workshop.
[PDF|BibTeX|arXiv]
@inproceedings{wilcox-etal:2019-hierarchical-representation,
year = {2019},
title = {Hierarchical Representation in Neural Language Models: Suppression and Recovery of Expectations},
booktitle = {Proceedings of the Second BlackboxNLP workshop},
author = {Wilcox, Ethan and Levy, Roger P. and Futrell, Richard}
}
Peng Qian, Luke Hewitt, Joshua B. Tenenbaum and Roger P. Levy. 2019. Inferring Structured Visual Concepts from Minimal Data.
Proceedings of the 41st Annual Meeting of the Cognitive Science Society, pp. 2620–2626.
[PDF|BibTeX]
@inproceedings{qian-etal:2019-inferring-structured-visual-concepts,
year = {2019},
title = {Inferring Structured Visual Concepts from Minimal Data},
pages = {2620–2626},
booktitle = {Proceedings of the 41st Annual Meeting of the Cognitive Science Society},
author = {Qian, Peng and Hewitt, Luke and Tenenbaum, Joshua B. and Levy, Roger P.}
}
Ethan Wilcox, Roger P. Levy and Richard Futrell. 2019. What Syntactic Structures Block Dependencies in RNN Language Models?.
Proceedings of the 41st Annual Meeting of the Cognitive Science Society, pp. 1199–1205.
[PDF|BibTeX|arXiv]
@inproceedings{wilcox-etal:2019-what-syntactic-structures,
year = {2019},
title = {What Syntactic Structures Block Dependencies in RNN Language Models?},
pages = {1199–1205},
booktitle = {Proceedings of the 41st Annual Meeting of the Cognitive Science Society},
author = {Wilcox, Ethan and Levy, Roger P. and Futrell, Richard}
}
Meilin Zhan and Roger P. Levy. 2019. Availability-Based Production Predicts Speakers’ Real-time Choices of Mandarin Classifiers.
Proceedings of the 41st Annual Meeting of the Cognitive Science Society, pp. 1268–1274.
[PDF|BibTeX|arXiv]
@inproceedings{zhan-levy:2019-availability,
year = {2019},
title = {Availability-Based Production Predicts Speakers’ Real-time Choices of Mandarin Classifiers},
pages = {1268–1274},
booktitle = {Proceedings of the 41st Annual Meeting of the Cognitive Science Society},
author = {Zhan, Meilin and Levy, Roger P.}
}
Michael Henry Tessler, Karen Gu and Roger P. Levy. 2019. Incremental understanding of conjunctive generic sentences.
Proceedings of the 41st Annual Meeting of the Cognitive Science Society, pp. 2954–2960.
[PDF|DOI|BibTeX]
@inproceedings{tessler-etal:2019-incremental-understanding,
year = {2019},
title = {Incremental understanding of conjunctive generic sentences},
pages = {2954–2960},
booktitle = {Proceedings of the 41st Annual Meeting of the Cognitive Science Society},
author = {Tessler, Michael Henry and Gu, Karen and Levy, Roger P.}
}
Matthias Hofer and Roger P. Levy. 2019. Iconicity and Structure in the Emergence of Combinatoriality.
Proceedings of the 41st Annual Meeting of the Cognitive Science Society, pp. 442–448.
[PDF|DOI|BibTeX]
@inproceedings{hofer-etal:2019-iconicity-and-structure,
year = {2019},
title = {Iconicity and Structure in the Emergence of Combinatoriality},
pages = {442–448},
booktitle = {Proceedings of the 41st Annual Meeting of the Cognitive Science Society},
author = {Hofer, Matthias and Levy, Roger P.}
}
Jon Gauthier, Roger P. Levy and Joshua B. Tenenbaum. 2019. A rational model of syntactic bootstrapping.
Proceedings of the 41st Annual Meeting of the Cognitive Science Society, pp. 1815–1821.
[PDF|BibTeX]
@inproceedings{gauthier-etal:2019-rational-model,
year = {2019},
title = {A rational model of syntactic bootstrapping},
pages = {1815–1821},
booktitle = {Proceedings of the 41st Annual Meeting of the Cognitive Science Society},
author = {Gauthier, Jon and Levy, Roger P. and Tenenbaum, Joshua B.}
}
Nabeel Gillani and Roger Levy. 2019. Simple dynamic word embeddings to map perceptions in the public sphere.
Proceedings of the Third Workshop on Natural Language Processing and Computational Social Science, pp. 94–99.
[PDF|BibTeX|arXiv]
@inproceedings{gillani-levy:2019simple,
year = {2019},
title = {Simple dynamic word embeddings to map perceptions in the public sphere},
pages = {94–99},
booktitle = {Proceedings of the Third Workshop on Natural Language Processing and Computational Social Science},
author = {Gillani, Nabeel and Levy, Roger}
}
Ethan Wilcox, Peng Qian, Richard Futrell, Miguel Ballesteros and Roger Levy. 2019. Structural Supervision Improves Learning of Non-Local Grammatical Dependencies.
Proceedings of the 18th Annual Conference of the North American Chapter of the Association for Computational Linguistics: Human Language Technologies, pp. 3302–3312.
[PDF|BibTeX|arXiv]
@inproceedings{wilcox-etal:2019-structural-supervision-improves,
year = {2019},
title = {Structural Supervision Improves Learning of Non-Local Grammatical Dependencies},
pages = {3302–3312},
booktitle = {Proceedings of the 18th Annual Conference of the North American Chapter of the Association for Computational Linguistics: Human Language Technologies},
author = {Wilcox, Ethan and Qian, Peng and Futrell, Richard and Ballesteros, Miguel and Levy, Roger}
}
Richard Futrell, Ethan Wilcox, Takashi Morita, Peng Qian, Miguel Ballesteros and Roger Levy. 2019. Neural language models as psycholinguistic subjects: Representations of syntactic state.
Proceedings of the 18th Annual Conference of the North American Chapter of the Association for Computational Linguistics: Human Language Technologies, pp. 32–42.
[PDF|BibTeX|arXiv]
@inproceedings{futrell-etal:2019-neural-language-models,
year = {2019},
title = {Neural language models as psycholinguistic subjects: Representations of syntactic state},
pages = {32–42},
booktitle = {Proceedings of the 18th Annual Conference of the North American Chapter of the Association for Computational Linguistics: Human Language Technologies},
author = {Futrell, Richard and Wilcox, Ethan and Morita, Takashi and Qian, Peng and Ballesteros, Miguel and Levy, Roger}
}
Edward Gibson, Richard Futrell, Steven Piantadosi, Isabelle Dautriche, Kyle Mahowald, Leon Bergen and Roger Levy. 2019. How Efficiency Shapes Human Language.
Trends in Cognitive Sciences 23(5):389–407.
[DOI|BibTeX]
@article{gibson-etal:2019-how-efficiency,
year = {2019},
volume = {23},
title = {How Efficiency Shapes Human Language},
pages = {389–407},
number = {5},
journal = {Trends in Cognitive Sciences},
author = {Gibson, Edward and Futrell, Richard and Piantadosi, Steven and Dautriche, Isabelle and Mahowald, Kyle and Bergen, Leon and Levy, Roger}
}
Richard Futrell and Roger P. Levy. 2019. Do RNNs learn human-like abstract word order preferences?.
Proceedings of the Society for Computation in Linguistics (SCiL) 2019, pp. 50–59.
[PDF|DOI|BibTeX]
@inproceedings{futrell-levy:2019do-RNNs-learn,
year = {2019},
volume = {2},
title = {Do RNNs learn human-like abstract word order preferences?},
pages = {50–59},
booktitle = {Proceedings of the Society for Computation in Linguistics (SCiL) 2019},
author = {Futrell, Richard and Levy, Roger P.}
}
Richard N. Aslin and Roger P. Levy. 2019. Cognitive Science Honors the Memory of Jeffrey Elman.
Open Mind 3:23–30.
[DOI|BibTeX]
@article{aslin-levy:2019,
year = {2019},
volume = {3},
title = {Cognitive Science Honors the Memory of Jeffrey Elman},
pages = {23–30},
journal = {Open Mind},
author = {Aslin, Richard N. and Levy, Roger P.}
}
2018
Roger Levy. 2018. Using R formulae to test for main effects in the presence of higher-order interactions. arXiv:stat.ME/1405.2094v2.
[PDF|BibTeX|arXiv]
@online{levy:2018mainEffects,
year = {2018},
title = {Using R formulae to test for main effects in the presence of higher-order interactions},
author = {Levy, Roger}
}
Ethan Wilcox, Roger P. Levy, Takashi Morita and Richard Futrell. 2018. What do RNN Language Models Learn about Filler–Gap Dependencies?.
Proceedings of the Workshop on Analyzing and Interpreting Neural Networks for NLP.
[PDF|BibTeX]
@inproceedings{wilcox-etal:2018-what-do-rnns,
year = {2018},
title = {What do RNN Language Models Learn about Filler–Gap Dependencies?},
booktitle = {Proceedings of the Workshop on Analyzing and Interpreting Neural Networks for NLP},
author = {Wilcox, Ethan and Levy, Roger P. and Morita, Takashi and Futrell, Richard}
}
Erik Kaestner, Adam Milton Morgan, Joseph Snider, Meilin Zhan, Xi Jiang, Roger Levy, Victor S. Ferreira, Thomas Thesen and Eric Halgren. 2018. Toward a database of intracranial electrophysiology during natural language presentation.
Language, Cognition and Neuroscience.
[DOI|BibTeX]
@article{kaestner-etal:2018toward,
year = {2018},
title = {Toward a database of intracranial electrophysiology during natural language presentation},
journal = {Language, Cognition and Neuroscience},
author = {Kaestner, Erik and Morgan, Adam Milton and Snider, Joseph and Zhan, Meilin and Jiang, Xi and Levy, Roger and Ferreira, Victor S. and Thesen, Thomas and Halgren, Eric}
}
Judy Shen, Matthias Hofer, Bjarke Felbo and Roger Levy. 2018. Comparing Models of Associative Meaning: An Empirical Investigation of Reference in Simple Language Games.
Proceedings of the Twenty-Second Conference on Computational Natural Language Learning (CoNLL), pp. 292–301.
[PDF|BibTeX]
@inproceedings{shen-etal:2018Comparing,
year = {2018},
title = {Comparing Models of Associative Meaning: An Empirical Investigation of Reference in Simple Language Games},
pages = {292–301},
booktitle = {Proceedings of the Twenty-Second Conference on Computational Natural Language Learning (CoNLL)},
author = {Shen, Judy and Hofer, Matthias and Felbo, Bjarke and Levy, Roger}
}
Jon Gauthier, Roger P. Levy and Joshua B. Tenenbaum. 2018. Word learning and the acquisition of syntactic–semantic overhypotheses.
Proceedings of the 40th Annual Meeting of the Cognitive Science Society, pp. 1699–1704.
[PDF|BibTeX]
@inproceedings{gauthier-etal:2018cogsci,
year = {2018},
title = {Word learning and the acquisition of syntactic–semantic overhypotheses},
pages = {1699–1704},
booktitle = {Proceedings of the 40th Annual Meeting of the Cognitive Science Society},
author = {Gauthier, Jon and Levy, Roger P. and Tenenbaum, Joshua B.}
}
Anna Ivanova and Roger Levy. 2018. Pragmatic Inference of Intended Referents from Binomial Word Order.
Proceedings of the 40th Annual Meeting of the Cognitive Science Society, pp. 1865–1870.
[PDF|BibTeX]
@inproceedings{ivanova-levy:2018cogsci,
year = {2018},
title = {Pragmatic Inference of Intended Referents from Binomial Word Order},
pages = {1865–1870},
booktitle = {Proceedings of the 40th Annual Meeting of the Cognitive Science Society},
author = {Ivanova, Anna and Levy, Roger}
}
Roger P. Levy. 2018. Communicative Efficiency, Uniform Information Density, and the Rational Speech Act Theory.
Proceedings of the 40th Annual Meeting of the Cognitive Science Society, pp. 684–689.
[PDF|BibTeX|Slides]
@inproceedings{levy:2018cogsci,
year = {2018},
title = {Communicative Efficiency, Uniform Information Density, and the Rational Speech Act Theory},
pages = {684–689},
booktitle = {Proceedings of the 40th Annual Meeting of the Cognitive Science Society},
author = {Levy, Roger P.}
}
Meilin Zhan and Roger Levy. 2018. Comparing Theories of Speaker Choice Using a Model of Classifier Production in Mandarin Chinese.
Proceedings of the 17th Annual Conference of the North American Chapter of the Association for Computational Linguistics: Human Language Technologies, pp. 1997–2005.
[PDF|BibTeX]
@inproceedings{zhan-levy:2018naacl,
year = {2018},
title = {Comparing Theories of Speaker Choice Using a Model of Classifier Production in Mandarin Chinese},
pages = {1997–2005},
booktitle = {Proceedings of the 17th Annual Conference of the North American Chapter of the Association for Computational Linguistics: Human Language Technologies},
author = {Zhan, Meilin and Levy, Roger}
}
Yevgeni Berzak, Boris Katz and Roger Levy. 2018. Assessing Language Proficiency from Eye Movements in Reading.
Proceedings of the 17th Annual Conference of the North American Chapter of the Association for Computational Linguistics: Human Language Technologies, pp. 1986–1996.
[PDF|BibTeX]
@inproceedings{berzak-etal:2018naacl,
year = {2018},
title = {Assessing Language Proficiency from Eye Movements in Reading},
pages = {1986–1996},
booktitle = {Proceedings of the 17th Annual Conference of the North American Chapter of the Association for Computational Linguistics: Human Language Technologies},
author = {Berzak, Yevgeni and Katz, Boris and Levy, Roger}
}
Edward Gibson, Julian Jara-Ettinger, Roger P. Levy and Steven T. Piantadosi. 2018. The use of a computer display exaggerates the connection between exact and approximate number ability in remote populations.
Open Mind 2(1):37–46.
[DOI|BibTeX]
@article{gibson-etal:2018-computerized-display,
year = {2018},
volume = {2},
title = {The use of a computer display exaggerates the connection between exact and approximate number ability in remote populations},
pages = {37–46},
number = {1},
journal = {Open Mind},
author = {Gibson, Edward and Jara-Ettinger, Julian and Levy, Roger P. and Piantadosi, Steven T.}
}
2017
Richard Futrell, Roger Levy and Edward Gibson. 2017. Generalizing dependency distance: Comment on “Dependency distance: A new perspective on syntactic patterns in natural languages” by Haitao Liu et al..
Physics of Life Reviews 21:197–199.
[BibTeX]
@article{futrell-etal:2017generalizing,
year = {2017},
volume = {21},
title = {Generalizing dependency distance: Comment on “Dependency distance: A new perspective on syntactic patterns in natural languages” by Haitao Liu et al.},
publisher = {Elsevier},
pages = {197–199},
journal = {Physics of Life Reviews},
author = {Futrell, Richard and Levy, Roger and Gibson, Edward}
}
Matthias Hofer and Roger Levy. 2017. Modeling Sources of Uncertainty in Spoken Word Learning.
Proceedings of the 39th Annual Meeting of the Cognitive Science Society, pp. 550–555.
[PDF|BibTeX]
@inproceedings{hofer-levy:2017cogsci,
year = {2017},
title = {Modeling Sources of Uncertainty in Spoken Word Learning},
pages = {550–555},
booktitle = {Proceedings of the 39th Annual Meeting of the Cognitive Science Society},
author = {Hofer, Matthias and Levy, Roger}
}
Richard Futrell and Roger Levy. 2017. Noisy-context surprisal as a human sentence processing cost model.
Proceedings of the 15th Conference of the European Chapter of the Association for Computational Linguistics (EACL), pp. 688–698.
[PDF|BibTeX]
@inproceedings{futrell-levy:2017eacl,
year = {2017},
title = {Noisy-context surprisal as a human sentence processing cost model},
pages = {688–698},
booktitle = {Proceedings of the 15th Conference of the European Chapter of the Association for Computational Linguistics (EACL)},
author = {Futrell, Richard and Levy, Roger}
}
Stephan Meylan, Michael C. Frank, Brandon C. Roy and Roger Levy. 2017. The emergence of an abstract grammatical category in children’s early speech.
Psychological Science 28(2):181–192.
[PDF|DOI|BibTeX]
@article{meylan-etal:2017-psysci,
year = {2017},
volume = {28},
title = {The emergence of an abstract grammatical category in children’s early speech},
pages = {181–192},
number = {2},
journal = {Psychological Science},
author = {Meylan, Stephan and Frank, Michael C. and Roy, Brandon C. and Levy, Roger}
}
Eva Wittenberg and Roger Levy. 2017. If You Want A Quick Kiss, Make It Count: How Choice Of Syntactic Construction Affects Event Construal.
Journal of Memory and Language 94:254–271.
[PDF|DOI|BibTeX]
@article{wittenberg-levy:2017-jml-quick-kiss,
year = {2017},
volume = {94},
title = {If You Want A Quick Kiss, Make It Count: How Choice Of Syntactic Construction Affects Event Construal},
pages = {254–271},
journal = {Journal of Memory and Language},
author = {Wittenberg, Eva and Levy, Roger}
}
Edward Gibson, Steven T. Piantadosi and Roger Levy. 2017. Post Hoc Analysis Decisions Drive the Reported Reading Time Effects in Hackl, Koster-Hale & Varvoutis (2012).
Journal of Semantics 34:539–546.
[BibTeX]
@article{gibson-etal:2017-post-hoc,
year = {2017},
volume = {34},
title = {Post Hoc Analysis Decisions Drive the Reported Reading Time Effects in Hackl, Koster-Hale & Varvoutis (2012)},
pages = {539–546},
journal = {Journal of Semantics},
author = {Gibson, Edward and Piantadosi, Steven T. and Levy, Roger}
}
Mallorie Leinenger, Mark Myslin, Keith Rayner and Roger Levy. 2017. Do resource constraints affect lexical processing? Evidence from eye movements.
Journal of Memory and Language 93:82–103.
[PDF|DOI|BibTeX]
@article{leinenger-myslin-rayner-levy:2017-jml,
year = {2017},
volume = {93},
title = {Do resource constraints affect lexical processing? Evidence from eye movements},
pages = {82–103},
journal = {Journal of Memory and Language},
author = {Leinenger, Mallorie and Myslin, Mark and Rayner, Keith and Levy, Roger}
}
Julian Jara-Ettinger, Steve Piantadosi, Elizabeth S. Spelke, Roger Levy and Edward Gibson. 2017. Mastery of the logic of natural numbers is not the result of mastery of counting: Evidence from late counters.
Developmental Science 20(6):e12459.
[DOI|BibTeX]
@article{jara-ettinger-etal:2017-cardinality,
year = {2017},
volume = {20},
title = {Mastery of the logic of natural numbers is not the result of mastery of counting: Evidence from late counters},
pages = {e12459},
number = {6},
journal = {Developmental Science},
author = {Jara-Ettinger, Julian and Piantadosi, Steve and Spelke, Elizabeth S. and Levy, Roger and Gibson, Edward}
}
Richard Futrell, Roger Levy and Matthew Dryer. 2017. A Statistical Comparison of Some Theories of NP Word Order. arXiv:cs.CL/1709.02783v1.
[BibTeX|arXiv]
@online{futrell-etal:2017arXiv-statistical-comparison,
year = {2017},
title = {A Statistical Comparison of Some Theories of NP Word Order},
author = {Futrell, Richard and Levy, Roger and Dryer, Matthew}
}
2016
Gabriel Doyle and Roger Levy. 2016. Data-driven learning of symbolic constraints for a log-linear model in a phonological setting.
Proceedings of the 26th International Conference on Computational Linguistics (COLING), pp. 2217-2226.
[PDF|BibTeX]
@inproceedings{doyle-levy:2016-COLING,
year = {2016},
title = {Data-driven learning of symbolic constraints for a log-linear model in a phonological setting},
pages = {2217-2226},
month = {dec},
booktitle = {Proceedings of the 26th International Conference on Computational Linguistics (COLING)},
author = {Doyle, Gabriel and Levy, Roger}
}
E. Darı́o Gutiérrez, Roger Levy and Benjamin Bergen. 2016. Finding Non-Arbitrary Form-Meaning Systematicity Using String-Metric Learning for Kernel Regression.
Proceedings of the 54th Annual Meeting of the Association for Computational Linguistics, pp. 2379–2388.
[PDF|BibTeX]
@inproceedings{gutierrez-levy-bergen:2016acl,
year = {2016},
title = {Finding Non-Arbitrary Form-Meaning Systematicity Using String-Metric Learning for Kernel Regression},
pages = {2379–2388},
booktitle = {Proceedings of the 54th Annual Meeting of the Association for Computational Linguistics},
author = {Gutiérrez, E. Darı́o and Levy, Roger and Bergen, Benjamin}
}
Meilin Zhan, Roger Levy and Andrew Kehler. 2016. Bayesian Pronoun Interpretation in Mandarin Chinese.
Proceedings of the 38th Annual Meeting of the Cognitive Science Society, pp. 2393–2398.
[PDF|BibTeX]
@inproceedings{zhan-levy-kehler:2016cogsci,
year = {2016},
title = {Bayesian Pronoun Interpretation in Mandarin Chinese},
pages = {2393–2398},
howpublished = {Oral presentation},
booktitle = {Proceedings of the 38th Annual Meeting of the Cognitive Science Society},
author = {Zhan, Meilin and Levy, Roger and Kehler, Andrew}
}
Till Poppels and Roger Levy. 2016. Structure-sensitive Noise Inference: Comprehenders Expect Exchange Errors.
Proceedings of the 38th Annual Meeting of the Cognitive Science Society, pp. 378–383.
[PDF|BibTeX]
@inproceedings{poppels-levy:2016cogsci,
year = {2016},
title = {Structure-sensitive Noise Inference: Comprehenders Expect Exchange Errors},
pages = {378–383},
howpublished = {Poster presentation},
booktitle = {Proceedings of the 38th Annual Meeting of the Cognitive Science Society},
author = {Poppels, Till and Levy, Roger}
}
Emily Morgan and Roger Levy. 2016. Frequency-dependent regularization in iterated learning.
The Evolution of Language: Proceedings of the 11th International Conference (EVOLANG11). Roberts, S.G. and Cuskley, C. and McCrohon, L. and Barceló-Coblijn, L. and Feher, O. and Verhoef, T. (ed).
[PDF|BibTeX]
@inproceedings{morgan-levy:2016evolang,
year = {2016},
title = {Frequency-dependent regularization in iterated learning},
editor = {Roberts, S.G. and Cuskley, C. and McCrohon, L. and Barceló-Coblijn, L. and Feher, O. and Verhoef, T.},
booktitle = {The Evolution of Language: Proceedings of the 11th International Conference (EVOLANG11)},
author = {Morgan, Emily and Levy, Roger}
}
Christopher Potts, Daniel Lassiter, Roger Levy and Michael C. Frank. 2016. Embedded Implicatures as Pragmatic Inferences under Compositional Lexical Uncertainty.
Journal of Semantics 33(4):755–802.
[PDF|DOI|BibTeX]
@article{potts-etal:2016-embedded-implicatures,
year = {2016},
volume = {33},
title = {Embedded Implicatures as Pragmatic Inferences under Compositional Lexical Uncertainty},
pages = {755–802},
number = {4},
journal = {Journal of Semantics},
author = {Potts, Christopher and Lassiter, Daniel and Levy, Roger and Frank, Michael C.}
}
Bożena Pająk, Sarah C. Creel and Roger Levy. 2016. Difficulty in learning similar-sounding words: a developmental stage or a general property of learning?.
Journal of Experimental Psychology: Learning, Memory, & Cognition 42(9):1377–1399.
[PDF|DOI|BibTeX]
@article{pajak-creel-levy:2016similarWords,
year = {2016},
volume = {42},
title = {Difficulty in learning similar-sounding words: a developmental stage or a general property of learning?},
pages = {1377–1399},
number = {9},
journal = {Journal of Experimental Psychology: Learning, Memory, & Cognition},
author = {Pająk, Bożena and Creel, Sarah C. and Levy, Roger}
}
Mark Myslín and Roger Levy. 2016. Comprehension priming as rational expectation for repetition: Evidence from syntactic processing.
Cognition 147:29–56.
[PDF|DOI|BibTeX]
@article{myslin-levy:2016rationalPriming,
year = {2016},
volume = {147},
title = {Comprehension priming as rational expectation for repetition: Evidence from syntactic processing},
pages = {29–56},
journal = {Cognition},
author = {Myslín, Mark and Levy, Roger}
}
Leon Bergen, Roger Levy and Noah Goodman. 2016. Pragmatic Reasoning through Semantic Inference.
Semantics and Pragmatics 9(20).
[DOI|BibTeX]
@article{bergen-levy-goodman:2016-sp,
year = {2016},
volume = {9},
title = {Pragmatic Reasoning through Semantic Inference},
number = {20},
journal = {Semantics and Pragmatics},
author = {Bergen, Leon and Levy, Roger and Goodman, Noah}
}
Emily Morgan and Roger Levy. 2016. Abstract knowledge versus direct experience in processing of binomial expressions.
Cognition 157:384–402.
[PDF|DOI|BibTeX]
@article{morgan-levy:2016-cognition,
year = {2016},
volume = {157},
title = {Abstract knowledge versus direct experience in processing of binomial expressions},
pages = {384–402},
journal = {Cognition},
author = {Morgan, Emily and Levy, Roger}
}
2015
Till Poppels and Roger Levy. 2015. Resolving quantity and informativeness implicature in indefinite reference.
Proceedings of the 2015 Amsterdam Colloquium: The Workshop on Reasoning in Natural Language, pp. 313–322. Zuidema, Willem and Szymanik, Jakub (ed).
[PDF|BibTeX]
@inproceedings{poppels-levy:2015ac,
year = {2015},
title = {Resolving quantity and informativeness implicature in indefinite reference},
pages = {313–322},
editor = {Zuidema, Willem and Szymanik, Jakub},
booktitle = {Proceedings of the 2015 Amsterdam Colloquium: The Workshop on Reasoning in Natural Language},
author = {Poppels, Till and Levy, Roger}
}
Justine T. Kao, Roger Levy and Noah D. Goodman. 2015. A Computational Model of Linguistic Humor in Puns.
Cognitive Science.
[PDF|DOI|BibTeX]
@article{kao-levy-goodman:2015cogsci,
year = {2015},
title = {A Computational Model of Linguistic Humor in Puns},
pages = {1–16},
journal = {Cognitive Science},
author = {Kao, Justine T. and Levy, Roger and Goodman, Noah D.}
}
Christopher Potts and Roger Levy. 2015. Negotiating Lexical Uncertainty and Speaker Expertise with Disjunction.
Proceedings of the 41st Annual Meeting of the Berkeley Linguistics Society.
[PDF|BibTeX]
@inproceedings{potts-levy:2015bls,
year = {2015},
title = {Negotiating Lexical Uncertainty and Speaker Expertise with Disjunction},
booktitle = {Proceedings of the 41st Annual Meeting of the Berkeley Linguistics Society},
author = {Potts, Christopher and Levy, Roger}
}
Emily Morgan and Roger Levy. 2015. Modeling idiosyncratic preferences: How generative knowledge and expression frequency jointly determine language structure.
Proceedings of the 37th Annual Meeting of the Cognitive Science Society, pp. 1649–1654.
[PDF|BibTeX]
@inproceedings{morgan-levy:2015cogsci,
year = {2015},
title = {Modeling idiosyncratic preferences: How generative knowledge and expression frequency jointly determine language structure},
pages = {1649–1654},
booktitle = {Proceedings of the 37th Annual Meeting of the Cognitive Science Society},
author = {Morgan, Emily and Levy, Roger}
}
Thomas Wasow, Roger Levy, Robin Melnick, Hanzhi Zhu and Tom Juzek. 2015. Processing, Prosody, and Optional to.
In Frazier, Lyn and Gibson, Edward, editors. Explicit and Implicit Prosody in Sentence Processing (pp. 133–158). Springer.
[PDF|BibTeX]
@incollection{wasow-etal:2015,
year = {2015},
title = {Processing, Prosody, and Optional to},
publisher = {Springer},
pages = {133–158},
editor = {Frazier, Lyn and Gibson, Edward},
booktitle = {Explicit and Implicit Prosody in Sentence Processing},
author = {Wasow, Thomas and Levy, Roger and Melnick, Robin and Zhu, Hanzhi and Juzek, Tom}
}
Mark Myslín and Roger Levy. 2015. Codeswitching and predictability of meaning in discourse.
Language 91(4):871–905.
[PDF|DOI|BibTeX]
@article{myslin-levy:2015language,
year = {2015},
volume = {91},
title = {Codeswitching and predictability of meaning in discourse},
pages = {871–905},
number = {4},
journal = {Language},
author = {Myslín, Mark and Levy, Roger}
}
2014
Roger Levy. 2014. Using R formulae to test for main effects in the presence of higher-order interactions. arXiv:stat.ME/1405.2094v1.
[PDF|BibTeX|arXiv]
@online{levy:2014mainEffects,
year = {2014},
title = {Using R formulae to test for main effects in the presence of higher-order interactions},
author = {Levy, Roger}
}
Bożena Pająk and Roger Levy. 2014. The role of abstraction in non-native speech perception.
Journal of Phonetics 46:147–160.
[PDF|DOI|BibTeX]
@article{pajak-levy:2014jphon,
year = {2014},
volume = {46},
title = {The role of abstraction in non-native speech perception},
pages = {147–160},
journal = {Journal of Phonetics},
author = {Pająk, Bożena and Levy, Roger}
}
Gabriel Doyle, Klinton Bicknell and Roger Levy. 2014. Nonparametric Learning of Phonological Constraints in Optimality Theory.
Proceedings of the 52nd Annual Meeting of the Association for Computational Linguistics, pp. 1094–1103.
[PDF|BibTeX]
@inproceedings{doyle-etal:2014acl,
year = {2014},
title = {Nonparametric Learning of Phonological Constraints in Optimality Theory},
pages = {1094–1103},
booktitle = {Proceedings of the 52nd Annual Meeting of the Association for Computational Linguistics},
author = {Doyle, Gabriel and Bicknell, Klinton and Levy, Roger}
}
Elizabeth R. Schotter, Klinton Bicknell, Ian Howard, Roger Levy and Keith Rayner. 2014. Task effects reveal cognitive flexibility responding to frequency and predictability: Evidence from eye movements in reading and proofreading.
Cognition 131(1):1–27.
[PDF|DOI|BibTeX]
@article{schotter-etal:2014cognition,
year = {2014},
volume = {131},
title = {Task effects reveal cognitive flexibility responding to frequency and predictability: Evidence from eye movements in reading and proofreading},
pages = {1–27},
number = {1},
journal = {Cognition},
author = {Schotter, Elizabeth R. and Bicknell, Klinton and Howard, Ian and Levy, Roger and Rayner, Keith}
}
Jose Costa Pereira, Emanuele Coviello, Gabriel Doyle, Nikhil Rasiwasia, Gert Lanckriet, Roger Levy and Nuno Vasconcelos. 2014. On the Role of Correlation and Abstraction in Cross-Modal Multimedia Retrieval.
IEEE Transactions on Pattern Analysis and Machine Intelligence 36(3):521–535.
[PDF|DOI|BibTeX]
@article{pereira-etal:2014,
year = {2014},
volume = {36},
title = {On the Role of Correlation and Abstraction in Cross-Modal Multimedia Retrieval},
pages = {521–535},
number = {3},
journal = {IEEE Transactions on Pattern Analysis and Machine Intelligence},
author = {Pereira, Jose Costa and Coviello, Emanuele and Doyle, Gabriel and Rasiwasia, Nikhil and Lanckriet, Gert and Levy, Roger and Vasconcelos, Nuno}
}
2013
Bożena Pająk, Klinton Bicknell and Roger Levy. 2013. A model of generalization in distributional learning of phonetic categories.
Proceedings of the 4th Annual Workshop on Cognitive Modeling and Computational Linguistics, pp. 11–20.
[PDF|BibTeX]
@inproceedings{pajak-bicknell-levy:2013,
year = {2013},
title = {A model of generalization in distributional learning of phonetic categories},
pages = {11–20},
booktitle = {Proceedings of the 4th Annual Workshop on Cognitive Modeling and Computational Linguistics},
author = {Pająk, Bożena and Bicknell, Klinton and Levy, Roger}
}
Roger Levy and Edward Gibson. 2013. Surprisal, the PDC, and the primary locus of processing difficulty in relative clauses.
Frontiers in Psychology 4(229).
[PDF|DOI|BibTeX]
@article{levy-gibson:2013,
year = {2013},
volume = {4},
title = {Surprisal, the PDC, and the primary locus of processing difficulty in relative clauses},
number = {229},
journal = {Frontiers in Psychology},
author = {Levy, Roger and Gibson, Edward}
}
Stephan Meylan, Michael C. Frank and Roger Levy. 2013. Modeling the Development of Determiner Productivity in Children’s Early Speech.
Proceedings of the 35th Annual Meeting of the Cognitive Science Society, pp. 3032–3037.
[PDF|BibTeX]
@inproceedings{meylan-frank-levy:2013cogsci,
year = {2013},
title = {Modeling the Development of Determiner Productivity in Children’s Early Speech},
pages = {3032–3037},
booktitle = {Proceedings of the 35th Annual Meeting of the Cognitive Science Society},
author = {Meylan, Stephan and Frank, Michael C. and Levy, Roger}
}
Roger Levy. 2013. Memory and Surprisal in Human Sentence Comprehension.
In van Gompel, Roger P. G., editors. Sentence Processing (pp. 78–114). Hove: Psychology Press.
[PDF|BibTeX]
@incollection{levy:2013sentenceProcessing,
year = {2013},
title = {Memory and Surprisal in Human Sentence Comprehension},
publisher = {Hove: Psychology Press},
pages = {78–114},
editor = {van Gompel, Roger P. G.},
booktitle = {Sentence Processing},
author = {Levy, Roger}
}
Roger Levy and Frank Keller. 2013. Expectation and Locality Effects in German Verb-final Structures.
Journal of Memory and Language 68(2):199–222.
[PDF|DOI|BibTeX]
@article{levy-keller:2013,
year = {2013},
volume = {68},
title = {Expectation and Locality Effects in German Verb-final Structures},
pages = {199–222},
number = {2},
journal = {Journal of Memory and Language},
author = {Levy, Roger and Keller, Frank}
}
Dale J. Barr, Roger Levy, Christoph Scheepers and Harry J. Tily. 2013. Random effects structure for confirmatory hypothesis testing: Keep it maximal.
Journal of Memory and Language 68(3):255–278.
[PDF|DOI|BibTeX]
@article{barr-etal:2013jml,
year = {2013},
volume = {68},
title = {Random effects structure for confirmatory hypothesis testing: Keep it maximal},
pages = {255–278},
number = {3},
journal = {Journal of Memory and Language},
author = {Barr, Dale J. and Levy, Roger and Scheepers, Christoph and Tily, Harry J.}
}
Roger Levy, Evelina Fedorenko and Edward Gibson. 2013. The syntactic complexity of Russian relative clauses.
Journal of Memory and Language 69(4):461–495.
[PDF|DOI|BibTeX]
@article{levy-fedorenko-gibson:2013jml,
year = {2013},
volume = {69},
title = {The syntactic complexity of Russian relative clauses},
pages = {461–495},
number = {4},
journal = {Journal of Memory and Language},
author = {Levy, Roger and Fedorenko, Evelina and Gibson, Edward}
}
Nathaniel J. Smith and Roger Levy. 2013. The effect of word predictability on reading time is logarithmic.
Cognition 128(3):302–319.
[PDF|DOI|BibTeX]
@article{smith-levy:2013,
year = {2013},
volume = {128},
title = {The effect of word predictability on reading time is logarithmic},
pages = {302–319},
number = {3},
journal = {Cognition},
author = {Smith, Nathaniel J. and Levy, Roger}
}
Klinton Bicknell, Emily Higgins, Roger Levy and Keith Rayner. 2013. Evidence for cognitively controlled saccade targeting in reading.
Proceedings of the 35th Annual Meeting of the Cognitive Science Society, pp. 197–202.
[PDF|BibTeX]
@inproceedings{bicknell-etal:2013cogsci,
year = {2013},
title = {Evidence for cognitively controlled saccade targeting in reading},
pages = {197–202},
booktitle = {Proceedings of the 35th Annual Meeting of the Cognitive Science Society},
author = {Bicknell, Klinton and Higgins, Emily and Levy, Roger and Rayner, Keith}
}
Justine Kao, Roger Levy and Noah Goodman. 2013. The Funny Thing about Incongruity: A Computational Model of Humor in Puns.
Proceedings of the 35th Annual Meeting of the Cognitive Science Society, pp. 728–733.
[PDF|BibTeX]
@inproceedings{kao-etal:2013cogsci,
year = {2013},
title = {The Funny Thing about Incongruity: A Computational Model of Humor in Puns},
pages = {728–733},
booktitle = {Proceedings of the 35th Annual Meeting of the Cognitive Science Society},
author = {Kao, Justine and Levy, Roger and Goodman, Noah}
}
Gabriel Doyle and Roger Levy. 2013. Combining multiple information types in Bayesian word segmentation.
Proceedings of the 2013 Conference of the North American Chapter of the Association for Computational Linguistics: Human Language Technologies, pp. 117–126.
[PDF|BibTeX]
@inproceedings{doyle-levy:2013,
year = {2013},
title = {Combining multiple information types in Bayesian word segmentation},
pages = {117–126},
booktitle = {Proceedings of the 2013 Conference of the North American Chapter of the Association for Computational Linguistics: Human Language Technologies},
author = {Doyle, Gabriel and Levy, Roger}
}
2012
Bożena Pająk, Sarah C. Creel and Roger Levy. 2012. Can native-language perceptual bias facilitate learning words in a new language?.
Proceedings of the 34th Annual Meeting of the Cognitive Science Society, pp. 2174–2179.
[PDF|BibTeX]
@inproceedings{pajak-creel-levy:2012,
year = {2012},
title = {Can native-language perceptual bias facilitate learning words in a new language?},
pages = {2174–2179},
booktitle = {Proceedings of the 34th Annual Meeting of the Cognitive Science Society},
author = {Pająk, Bożena and Creel, Sarah C. and Levy, Roger}
}
Leon Bergen, Roger Levy and Edward Gibson. 2012. Verb omission errors: Evidence of rational processing of noisy language inputs.
Proceedings of the 34th Annual Meeting of the Cognitive Science Society, pp. 1320–1325.
[PDF|BibTeX]
@inproceedings{bergen-levy-gibson:2012cogsci,
year = {2012},
title = {Verb omission errors: Evidence of rational processing of noisy language inputs},
pages = {1320–1325},
booktitle = {Proceedings of the 34th Annual Meeting of the Cognitive Science Society},
author = {Bergen, Leon and Levy, Roger and Gibson, Edward}
}
Leon Bergen, Noah D. Goodman and Roger Levy. 2012. That’s what she (could have) said: How alternative utterances affect language use.
Proceedings of the 34th Annual Meeting of the Cognitive Science Society, pp. 120–125.
[PDF|BibTeX]
@inproceedings{bergen-goodman-levy:2012,
year = {2012},
title = {That’s what she (could have) said: How alternative utterances affect language use},
pages = {120–125},
booktitle = {Proceedings of the 34th Annual Meeting of the Cognitive Science Society},
author = {Bergen, Leon and Goodman, Noah D. and Levy, Roger}
}
Klinton Bicknell and Roger Levy. 2012. Why long words take longer to read: the role of uncertainty about word length.
Proceedings of the 3rd Annual Workshop on Cognitive Modeling and Computational Linguistics, pp. 21–30.
[PDF|BibTeX]
@inproceedings{bicknell-levy:2012cmcl,
year = {2012},
title = {Why long words take longer to read: the role of uncertainty about word length},
pages = {21–30},
booktitle = {Proceedings of the 3rd Annual Workshop on Cognitive Modeling and Computational Linguistics},
author = {Bicknell, Klinton and Levy, Roger}
}
Victoria Fossum and Roger Levy. 2012. Sequential vs. Hierarchical Syntactic Models of Human Incremental Sentence Processing.
Proceedings of the 3rd Annual Workshop on Cognitive Modeling and Computational Linguistics, pp. 61–69.
[PDF|BibTeX]
@inproceedings{fossum-levy:2012cmcl,
year = {2012},
title = {Sequential vs. Hierarchical Syntactic Models of Human Incremental Sentence Processing},
pages = {61–69},
booktitle = {Proceedings of the 3rd Annual Workshop on Cognitive Modeling and Computational Linguistics},
author = {Fossum, Victoria and Levy, Roger},
address = {Montreal, Quebec}
}
Klinton Bicknell and Roger Levy. 2012. Word predictability and frequency effects in a rational model of reading.
Proceedings of the 34th Annual Meeting of the Cognitive Science Society, pp. 126–131.
[PDF|BibTeX]
@inproceedings{bicknell-levy:2012cogsci,
year = {2012},
title = {Word predictability and frequency effects in a rational model of reading},
pages = {126–131},
booktitle = {Proceedings of the 34th Annual Meeting of the Cognitive Science Society},
author = {Bicknell, Klinton and Levy, Roger},
address = {Sapporo, Japan}
}
Klinton Bicknell and Roger Levy. 2012. The utility of modeling word identification from visual input within models of eye movements in reading.
Visual Cognition 20(4–5):422–456.
[PDF|DOI|BibTeX]
@article{bicknell-levy:2012viscog,
year = {2012},
volume = {20},
title = {The utility of modeling word identification from visual input within models of eye movements in reading},
pages = {422–456},
number = {4–5},
journal = {Visual Cognition},
author = {Bicknell, Klinton and Levy, Roger}
}
Roger Levy, Evelina Fedorenko, Mara Breen and Ted Gibson. 2012. The Processing of Extraposed Structures in English.
Cognition 122(1):12–36.
[PDF|DOI|BibTeX]
@article{levy-fedorenko-breen-gibson:2012cognition,
year = {2012},
volume = {122},
title = {The Processing of Extraposed Structures in English},
pages = {12–36},
number = {1},
journal = {Cognition},
author = {Levy, Roger and Fedorenko, Evelina and Breen, Mara and Gibson, Ted}
}
Bożena Pająk and Roger Levy. 2012. Distributional Learning of L2 Phonological Categories by Listeners with Different Language Backgrounds.
Proceedings of the 36th Boston University Conference on Language Development, pp. 400–413. Biller, Alia and Chung, Esther and Kimball, Amelia (ed).
[PDF|BibTeX]
@inproceedings{pajak-levy:2012bucld,
year = {2012},
title = {Distributional Learning of L2 Phonological Categories by Listeners with Different Language Backgrounds},
publisher = {Somerville, MA: Cascadilla Press},
pages = {400–413},
editor = {Biller, Alia and Chung, Esther and Kimball, Amelia},
booktitle = {Proceedings of the 36th Boston University Conference on Language Development},
author = {Pająk, Bożena and Levy, Roger}
}
2011
Klinton Bicknell and Roger Levy. 2011. Why readers regress to previous words: A statistical analysis.
Proceedings of the 33rd Annual Meeting of the Cognitive Science Society, pp. 931–936.
[PDF|BibTeX]
@inproceedings{bicknell-levy:2011cogsci,
year = {2011},
title = {Why readers regress to previous words: A statistical analysis},
pages = {931–936},
booktitle = {Proceedings of the 33rd Annual Meeting of the Cognitive Science Society},
author = {Bicknell, Klinton and Levy, Roger}
}
Roger Levy. 2011. Probabilistic Linguistic Expectations, Uncertain Input, and Implications for Eye Movements in Reading.
Studies of Psychology and Behavior 9(1):52–63.
[PDF|BibTeX]
@article{levy:2011cicem,
year = {2011},
volume = {9},
title = {Probabilistic Linguistic Expectations, Uncertain Input, and Implications for Eye Movements in Reading},
pages = {52–63},
number = {1},
journal = {Studies of Psychology and Behavior},
author = {Levy, Roger}
}
Roger Levy and Hal Daumé III. 2011. Computational methods are invaluable for typology, but the models must match the questions: Commentary on Dunn et al. (2011).
Linguistic Typology 15(2):393–399.
[PDF|DOI|BibTeX]
@article{levy-daume:2011,
year = {2011},
volume = {15},
title = {Computational methods are invaluable for typology, but the models must match the questions: Commentary on Dunn et al. (2011)},
pages = {393–399},
number = {2},
journal = {Linguistic Typology},
author = {Levy, Roger and Daumé III, Hal}
}
Bożena Pająk and Roger Levy. 2011. Phonological Generalization from Distributional Evidence.
Proceedings of the 33rd Annual Meeting of the Cognitive Science Society.
[PDF|BibTeX]
@inproceedings{pajak-levy:2011cogsci,
year = {2011},
title = {Phonological Generalization from Distributional Evidence},
publisher = {Cognitive Science Society},
booktitle = {Proceedings of the 33rd Annual Meeting of the Cognitive Science Society},
author = {Pająk, Bożena and Levy, Roger},
address = {Austin, TX}
}
Roger Levy. 2011. Integrating surprisal and uncertain-input models in online sentence comprehension: formal techniques and empirical results.
Proceedings of the 49th Annual Meeting of the Association for Computational Linguistics: Human Language Technologies, pp. 1055–1065.
[PDF|BibTeX]
@inproceedings{levy:2011acl,
year = {2011},
title = {Integrating surprisal and uncertain-input models in online sentence comprehension: formal techniques and empirical results},
pages = {1055–1065},
booktitle = {Proceedings of the 49th Annual Meeting of the Association for Computational Linguistics: Human Language Technologies},
author = {Levy, Roger}
}
Randy West, Y. Albert Park and Roger Levy. 2011. Bilingual Random Walk Models for Automated Grammar Correction of ESL Author-Produced Text.
Proceedings of the Workshop on Innovative Use of NLP for Building Educational Applications, pp. 170–179.
[PDF|BibTeX]
@inproceedings{west-etal:2011bea,
year = {2011},
title = {Bilingual Random Walk Models for Automated Grammar Correction of ESL Author-Produced Text},
pages = {170–179},
booktitle = {Proceedings of the Workshop on Innovative Use of NLP for Building Educational Applications},
author = {West, Randy and Park, Y. Albert and Levy, Roger}
}
Y. Albert Park and Roger Levy. 2011. Automated Whole Sentence Grammar Correction Using a Noisy Channel Model.
Proceedings of the 49th Annual Meeting of the Association for Computational Linguistics: Human Language Technologies, pp. 934–944.
[PDF|BibTeX]
@inproceedings{park-levy:2011acl,
year = {2011},
title = {Automated Whole Sentence Grammar Correction Using a Noisy Channel Model},
pages = {934–944},
booktitle = {Proceedings of the 49th Annual Meeting of the Association for Computational Linguistics: Human Language Technologies},
author = {Park, Y. Albert and Levy, Roger}
}
Nathaniel J. Smith and Roger Levy. 2011. Cloze but no cigar: The complex relationship between Cloze, corpus, and subjective probabilities in language processing.
Proceedings of the 33rd Annual Meeting of the Cognitive Science Society, pp. 1637–1642.
[PDF|BibTeX]
@inproceedings{smith-levy:2011cogsci,
year = {2011},
title = {Cloze but no cigar: The complex relationship between Cloze, corpus, and subjective probabilities in language processing},
pages = {1637–1642},
booktitle = {Proceedings of the 33rd Annual Meeting of the Cognitive Science Society},
author = {Smith, Nathaniel J. and Levy, Roger}
}
Hannah Rohde, Roger Levy and Andrew Kehler. 2011. Anticipating Explanations in Relative Clause Processing.
Cognition 118(3):339–358.
[PDF|DOI|BibTeX]
@article{rohde-levy-kehler:2011,
year = {2011},
volume = {118},
title = {Anticipating Explanations in Relative Clause Processing},
pages = {339–358},
number = {3},
journal = {Cognition},
author = {Rohde, Hannah and Levy, Roger and Kehler, Andrew}
}
Bożena Pająk and Roger Levy. 2011. How abstract are phonological representations? Evidence from distributional learning.
Proceedings of the Chicago Linguistic Society.
[PDF|BibTeX]
@inproceedings{pajak-levy:2011cls,
year = {2011},
title = {How abstract are phonological representations? Evidence from distributional learning},
booktitle = {Proceedings of the Chicago Linguistic Society},
author = {Pająk, Bożena and Levy, Roger}
}
2010
Rebecca Colavin, Roger Levy and Sharon Rose. 2010. Modeling OCP-Place with the Maximum Entropy Phonotactic Learner.
Proceedings of the Chicago Linguistic Society.
[PDF|BibTeX]
@inproceedings{colavin-etal:2010,
year = {2010},
title = {Modeling OCP-Place with the Maximum Entropy Phonotactic Learner},
booktitle = {Proceedings of the Chicago Linguistic Society},
author = {Colavin, Rebecca and Levy, Roger and Rose, Sharon}
}
Nikhil Rasiwasia, Jose M. Costa Pereira, Emanuele Coviello, Gabriel Doyle, Gert R. G. Lanckriet, Roger Levy and Nuno Vasconcelos. 2010. A New Approach To Cross-Modal Multimedia Retrieval.
Proceedings of the ACM International Conference on Multimedia, pp. 251–260.
[PDF|BibTeX]
@inproceedings{rasiwasia-etal:2010acm,
year = {2010},
title = {A New Approach To Cross-Modal Multimedia Retrieval},
pages = {251–260},
booktitle = {Proceedings of the ACM International Conference on Multimedia},
author = {Rasiwasia, Nikhil and Pereira, Jose M. Costa and Coviello, Emanuele and Doyle, Gabriel and Lanckriet, Gert R. G. and Levy, Roger and Vasconcelos, Nuno}
}
Klinton Bicknell and Roger Levy. 2010. Rational eye movements in reading combining uncertainty about previous words with contextual probability.
Proceedings of the 32nd Annual Meeting of the Cognitive Science Society, pp. 1142–1147.
[PDF|BibTeX]
@inproceedings{bicknell-levy:2010cogsci,
year = {2010},
title = {Rational eye movements in reading combining uncertainty about previous words with contextual probability},
pages = {1142–1147},
booktitle = {Proceedings of the 32nd Annual Meeting of the Cognitive Science Society},
author = {Bicknell, Klinton and Levy, Roger}
}
Klinton Bicknell and Roger Levy. 2010. A Rational Model of Eye Movement Control in Reading.
Proceedings of the 48th Annual Meeting of the Association for Computational Linguistics, pp. 1168–1178.
[PDF|BibTeX]
@inproceedings{bicknell-levy:2010acl,
year = {2010},
title = {A Rational Model of Eye Movement Control in Reading},
pages = {1168–1178},
booktitle = {Proceedings of the 48th Annual Meeting of the Association for Computational Linguistics},
author = {Bicknell, Klinton and Levy, Roger},
address = {Uppsala, Sweden}
}
Nathaniel J. Smith and Roger Levy. 2010. Fixation durations in first-pass reading reflect uncertainty about word identity.
Proceedings of the 32nd Annual Meeting of the Cognitive Science Society, pp. 1313–1318.
[PDF|BibTeX]
@inproceedings{smith-levy:2010cogsci,
year = {2010},
title = {Fixation durations in first-pass reading reflect uncertainty about word identity},
pages = {1313–1318},
booktitle = {Proceedings of the 32nd Annual Meeting of the Cognitive Science Society},
author = {Smith, Nathaniel J. and Levy, Roger}
}
Nathaniel J. Smith, Wen-Hsuan Chan and Roger Levy. 2010. Is perceptual acuity asymmetric in isolated word recognition? Evidence from an ideal-observer reverse-engineering approach.
Proceedings of the 32nd Annual Meeting of the Cognitive Science Society, pp. 1483–1488.
[PDF|BibTeX]
@inproceedings{smith-etal:2010cogsci,
year = {2010},
title = {Is perceptual acuity asymmetric in isolated word recognition? Evidence from an ideal-observer reverse-engineering approach},
pages = {1483–1488},
booktitle = {Proceedings of the 32nd Annual Meeting of the Cognitive Science Society},
author = {Smith, Nathaniel J. and Chan, Wen-Hsuan and Levy, Roger}
}
2009
Roger Levy, Klinton Bicknell, Tim Slattery and Keith Rayner. 2009. Eye Movement Evidence that Readers Maintain and Act on Uncertainty about Past Linguistic Input.
Proceedings of the National Academy of Sciences 106(50):21086–21090.
[PDF|DOI|BibTeX]
@article{levy-etal:2009pnas,
year = {2009},
volume = {106},
title = {Eye Movement Evidence that Readers Maintain and Act on Uncertainty about Past Linguistic Input},
pages = {21086–21090},
number = {50},
journal = {Proceedings of the National Academy of Sciences},
author = {Levy, Roger and Bicknell, Klinton and Slattery, Tim and Rayner, Keith}
}
Klinton Bicknell, Roger Levy and Vera Demberg. 2009. Correcting the incorrect: Local coherence effects modeled with prior belief update.
Proceedings of the 35th Annual Meeting of the Berkeley Linguistics Society, pp. 13–24.
[PDF|BibTeX]
@inproceedings{bicknell-levy-demberg:2009,
year = {2009},
title = {Correcting the incorrect: Local coherence effects modeled with prior belief update},
pages = {13–24},
booktitle = {Proceedings of the 35th Annual Meeting of the Berkeley Linguistics Society},
author = {Bicknell, Klinton and Levy, Roger and Demberg, Vera}
}
Y. Albert Park and Roger Levy. 2009. Minimal-length linearizations for mildly context-sensitive dependency trees.
Proceedings of the 10th Annual Meeting of the North American Chapter of the Association for Computational Linguistics: Human Language Technologies (NAACL-HLT) conference, pp. 335–343.
[PDF|BibTeX]
@inproceedings{park-levy:2009naacl,
year = {2009},
title = {Minimal-length linearizations for mildly context-sensitive dependency trees},
pages = {335–343},
booktitle = {Proceedings of the 10th Annual Meeting of the North American Chapter of the Association for Computational Linguistics: Human Language Technologies (NAACL-HLT) conference},
author = {Park, Y. Albert and Levy, Roger},
address = {Boulder, Colorado, USA}
}
Klinton Bicknell and Roger Levy. 2009. A model of local coherence effects in human sentence processing as consequences of updates from bottom-up prior to posterior beliefs.
Proceedings of the 10th Annual Meeting of the North American Chapter of the Association for Computational Linguistics: Human Language Technologies (NAACL-HLT) conference, pp. 665–673.
[PDF|BibTeX]
@inproceedings{bicknell-levy:2009naacl,
year = {2009},
title = {A model of local coherence effects in human sentence processing as consequences of updates from bottom-up prior to posterior beliefs},
pages = {665–673},
booktitle = {Proceedings of the 10th Annual Meeting of the North American Chapter of the Association for Computational Linguistics: Human Language Technologies (NAACL-HLT) conference},
author = {Bicknell, Klinton and Levy, Roger},
address = {Boulder, Colorado, USA}
}
2008
Roger Levy. 2008. Expectation-Based Syntactic Comprehension.
Cognition 106(3):1126–1177.
[PDF|DOI|BibTeX]
@article{levy:2008,
year = {2008},
volume = {106},
title = {Expectation-Based Syntactic Comprehension},
pages = {1126–1177},
number = {3},
journal = {Cognition},
author = {Levy, Roger}
}
Nathaniel J. Smith and Roger Levy. 2008. Optimal Processing Times in Reading: a Formal Model and Empirical Investigation.
Proceedings of the 30th Annual Meeting of the Cognitive Science Society, pp. 595–600.
[PDF|BibTeX]
@inproceedings{smith-levy:2008,
year = {2008},
title = {Optimal Processing Times in Reading: a Formal Model and Empirical Investigation},
pages = {595–600},
booktitle = {Proceedings of the 30th Annual Meeting of the Cognitive Science Society},
author = {Smith, Nathaniel J. and Levy, Roger},
address = {Washington, DC}
}
Roger Levy, Florencia Reali and Thomas L. Griffiths. 2008. Modeling the effects of memory on human online sentence processing with particle filters.
Proceedings of the 22nd Conference on Neural Information Processing Systems (NIPS).
[PDF|BibTeX]
@inproceedings{levy-etal:2008nips,
year = {2008},
title = {Modeling the effects of memory on human online sentence processing with particle filters},
booktitle = {Proceedings of the 22nd Conference on Neural Information Processing Systems (NIPS)},
author = {Levy, Roger and Reali, Florencia and Griffiths, Thomas L.}
}
Roger Levy. 2008. A noisy-channel model of rational human sentence comprehension under uncertain input.
Proceedings of the 13th Conference on Empirical Methods in Natural Language Processing, pp. 234–243.
[PDF|BibTeX]
@inproceedings{levy:2008emnlp,
year = {2008},
title = {A noisy-channel model of rational human sentence comprehension under uncertain input},
pages = {234–243},
booktitle = {Proceedings of the 13th Conference on Empirical Methods in Natural Language Processing},
author = {Levy, Roger},
address = {Waikiki, Honolulu}
}
Gabriel Doyle and Roger Levy. 2008. Environment Prototypicality in Syntactic Alternation.
Proceedings of the 34th Annual Meeting of the Berkeley Linguistics Society.
[PDF|BibTeX]
@inproceedings{doyle-levy:2008bls,
year = {2008},
title = {Environment Prototypicality in Syntactic Alternation},
booktitle = {Proceedings of the 34th Annual Meeting of the Berkeley Linguistics Society},
author = {Doyle, Gabriel and Levy, Roger}
}
2007
Roger Levy and T. Florian Jaeger. 2007. Speakers Optimize Information Density Through Syntactic Reduction.
Proceedings of the 20th Conference on Neural Information Processing Systems (NIPS).
[PDF|BibTeX]
@inproceedings{levy-jaeger:2007,
year = {2007},
title = {Speakers Optimize Information Density Through Syntactic Reduction},
booktitle = {Proceedings of the 20th Conference on Neural Information Processing Systems (NIPS)},
author = {Levy, Roger and Jaeger, T. Florian}
}
2006
Sarah Bunin Benor and Roger Levy. 2006. The Chicken or the Egg? A Probabilistic Analysis of English Binomials.
Language 82(2):233–278.
[PDF|DOI|BibTeX]
@article{benor-levy:2006,
year = {2006},
volume = {82},
title = {The Chicken or the Egg? A Probabilistic Analysis of English Binomials},
pages = {233–278},
number = {2},
journal = {Language},
author = {Benor, Sarah Bunin and Levy, Roger}
}
Roger Levy and Galen Andrew. 2006. Tregex and Tsurgeon: tools for querying and manipulating tree data structures.
Proceedings of the 2006 conference on Language Resources and Evaluation, pp. 2231–2234.
[PDF|BibTeX]
@inproceedings{levy-andrew:2006,
year = {2006},
title = {Tregex and Tsurgeon: tools for querying and manipulating tree data structures},
pages = {2231–2234},
booktitle = {Proceedings of the 2006 conference on Language Resources and Evaluation},
author = {Levy, Roger and Andrew, Galen}
}
Owen Rambow, David Chiang, Mona Diab, Nizar Habash, Rebecca Hwa, Khalil Sima’an, Vincent Lacey, Roger Levy, Carol Nichols and Safiullah Shareef. 2006. Parsing Arabic Dialects.
Technical Report, Johns Hopkins University.
[PDF|BibTeX]
@techreport{rambow-etal:2006,
year = {2006},
title = {Parsing Arabic Dialects},
institution = {Johns Hopkins University},
author = {Rambow, Owen and Chiang, David and Diab, Mona and Habash, Nizar and Hwa, Rebecca and Sima’an, Khalil and Lacey, Vincent and Levy, Roger and Nichols, Carol and Shareef, Safiullah}
}
2005
Roger Levy. 2005. Probabilistic Models of Word Order and Syntactic Discontinuity.
Ph.D. Dissertation, Stanford University.
[PDF|BibTeX]
@phdthesis{levy:2005,
year = {2005},
title = {Probabilistic Models of Word Order and Syntactic Discontinuity},
school = {Stanford University},
author = {Levy, Roger}
}
2004
Roger Levy and Christopher Manning. 2004. Deep dependencies from context-free statistical parsers: correcting the surface dependency approximation.
Proceedings of the 42nd Annual Meeting of the Association for Computational Linguistics.
[PDF|BibTeX]
@inproceedings{levy-manning:2004,
year = {2004},
title = {Deep dependencies from context-free statistical parsers: correcting the surface dependency approximation},
booktitle = {Proceedings of the 42nd Annual Meeting of the Association for Computational Linguistics},
author = {Levy, Roger and Manning, Christopher}
}
Iddo Lev, Bill MacCartney, Christopher Manning and Roger Levy. 2004. Solving Logic Puzzles: From Robust Processing to Precise Semantics.
Proceedings of the 2nd Workshop on Text Meaning and Interpretation, pp. 9–16.
[BibTeX]
@inproceedings{lev-etal:2004,
year = {2004},
title = {Solving Logic Puzzles: From Robust Processing to Precise Semantics},
pages = {9–16},
booktitle = {Proceedings of the 2nd Workshop on Text Meaning and Interpretation},
author = {Lev, Iddo and MacCartney, Bill and Manning, Christopher and Levy, Roger}
}
2003
Roger Levy and Christopher Manning. 2003. Is it harder to parse Chinese, or the Chinese Treebank?.
Proceedings of the 41st Annual Meeting of the Association for Computational Linguistics.
[PDF|BibTeX]
@inproceedings{levy-manning:2003,
year = {2003},
title = {Is it harder to parse Chinese, or the Chinese Treebank?},
booktitle = {Proceedings of the 41st Annual Meeting of the Association for Computational Linguistics},
author = {Levy, Roger and Manning, Christopher}
}
Cynthia Thompson, Roger Levy and Christopher Manning. 2003. A Generative Model for FrameNet Semantic Role Labeling.
Proceedings of the 14th European Conference on Machine Learning, pp. 397–408.
[PDF|BibTeX]
@inproceedings{thompson-etal:2003,
year = {2003},
title = {A Generative Model for FrameNet Semantic Role Labeling},
pages = {397–408},
booktitle = {Proceedings of the 14th European Conference on Machine Learning},
author = {Thompson, Cynthia and Levy, Roger and Manning, Christopher}
}
Roger Levy and David Oshima. 2003. Non-transitive information flow in Japanese noun-classifier matching.
Proceedings of the 10th International Conference on Head-Driven Phrase Structure Grammar, pp. 257–277. Müller, Stefan (ed).
[PDF|BibTeX]
@inproceedings{levy-oshima:2003,
year = {2003},
title = {Non-transitive information flow in Japanese noun-classifier matching},
publisher = {CSLI Publications},
pages = {257–277},
editor = {Müller, Stefan},
booktitle = {Proceedings of the 10th International Conference on Head-Driven Phrase Structure Grammar},
author = {Levy, Roger and Oshima, David}
}
2002
Roger Levy. 2002. The Statistical Distribution of English Coordinate Noun Phrases: Parallelism and Weight Effects. Presented at NWAV 31.
[BibTeX]
@unpublished{levy:2002,
year = {2002},
title = {The Statistical Distribution of English Coordinate Noun Phrases: Parallelism and Weight Effects},
author = {Levy, Roger}
}
Kenichi Aoki, Daisuke Satoh and Roger Levy. 2002. Theoretical aspects of brother–sister mating in birds and mammals.
In Aoki, Kenichi and Akazawa, Takeru, editors. Human mate choice and prehistoric marital networks (pp. 5–15). Nichibunken, Kyoto.
[BibTeX]
@incollection{aoki-satoh-levy:2002,
year = {2002},
title = {Theoretical aspects of brother–sister mating in birds and mammals},
publisher = {Nichibunken, Kyoto},
pages = {5–15},
editor = {Aoki, Kenichi and Akazawa, Takeru},
booktitle = {Human mate choice and prehistoric marital networks},
author = {Aoki, Kenichi and Satoh, Daisuke and Levy, Roger}
}
2001
Roger Levy. 2001. Feature Indeterminacy and the Coordination of Unlikes in a Totally Well-Typed HPSG. Manuscript, Stanford University.
[PDF|BibTeX]
@unpublished{levy:2001,
year = {2001},
title = {Feature Indeterminacy and the Coordination of Unlikes in a Totally Well-Typed HPSG},
author = {Levy, Roger}
}
Roger Levy and Carl Pollard. 2001. Coordination and Neutralization in HPSG.
Proceedings of the 8th International Conference on Head-Driven Phrase Structure Grammar, pp. 221–234. Eynde, Frank Van and Hellan, Lars and Beermann, Dorothee (ed).
[PDF|BibTeX]
@inproceedings{levy-pollard:2001,
year = {2001},
title = {Coordination and Neutralization in HPSG},
publisher = {CSLI Publications},
pages = {221–234},
editor = {Eynde, Frank Van and Hellan, Lars and Beermann, Dorothee},
booktitle = {Proceedings of the 8th International Conference on Head-Driven Phrase Structure Grammar},
author = {Levy, Roger and Pollard, Carl}
}