@article{6da1ffc014a4447e85bca5b9e51c740a,
title = "Psychological Assessments in Legal Contexts: Are Courts Keeping “Junk Science” Out of the Courtroom?",
abstract = "In this article, we report the results of a two-part investigation of psychological assessments by psychologists in legal contexts. The first part involves a systematic review of the 364 psychological assessment tools psychologists report having used in legal cases across 22 surveys of experienced forensic mental health practitioners, focusing on legal standards and scientific and psychometric theory. The second part is a legal analysis of admissibility challenges with regard to psychological assessments. Results from the first part reveal that, consistent with their roots in psychological science, nearly all of the assessment tools used by psychologists and offered as expert evidence in legal settings have been subjected to empirical testing (90%). However, we were able to clearly identify only about 67% as generally accepted in the field and only about 40% have generally favorable reviews of their psychometric and technical properties in authorities such as the Mental Measurements Yearbook. Furthermore, there is a weak relationship between general acceptance and favorability of tools{\textquoteright} psychometric properties. Results from the second part show that legal challenges to the admission of this evidence are infrequent: Legal challenges to the assessment evidence for any reason occurred in only 5.1% of cases in the sample (a little more than half of these involved challenges to validity). When challenges were raised, they succeeded only about a third of the time. Challenges to the most scientifically suspect tools are almost nonexistent. Attorneys rarely challenge psychological expert assessment evidence, and when they do, judges often fail to exercise the scrutiny required by law.",
keywords = "Daubert, assessment, evaluation, expert, forensic, law, legal, psycholog*, psychometric",
author = "Neal, {Tess M.S.} and Christopher Slobogin and Saks, {Michael J.} and Faigman, {David L.} and Geisinger, {Kurt F.}",
note = "Funding Information: Thanks to the Association for Psychological Science and the School of Social & Behavioral Sciences at Arizona State University (ASU) for funding a working conference for this project in Phoenix, Arizona, in January 2019, and to Gloria Sawrey for helping coordinate the meeting. Thanks to Scott O. Lilienfeld (Emory University) and Thomas Grisso (Emeritus, University of Massachusetts Medical School) for their advice about this project, and to Janet Carlson (Buros Center for Testing) for providing useful information about the operational functioning of the Buros Center. Thanks to Christopher King (Montclair State University), who compiled the list of 364 tools from the 22 surveys in the literature; to Zachary Graham for writing a program to automatically search through various texts for the names and acronyms of our list of tools; and to Emily Line for assistance with some of the figures. Carina Philipp, Hannah Goddard, and Ashley Jones helped significantly with the initial round of coding that inspired this project. Many ASU students participated in the “codeathons” to code the psychological assessment data for this article: Brianna Bailey, Bethany Baker, Rex Balanquit, Samantha Bean, Li-Hsin Chen, Veronica Cota, Jacey Cruz, Emily Denne, Renee El-krab, Emily Fatula, Annanicole Fine, Carly Giffin, Emily Line, Nicole Lobo, Laura Malouf, Elizabeth Mathers, Kristen McCowan, Robin Milligan, Olivia Miske, Daisy Ornelas, Jake Plantz, Selena Quiroz, Stephanie Rincon, Samantha Roberts, Kaitlyn Schodt, Hayley Seely, Karima Shehadeah, Stephanie Thibault, Annelisse Velazquez, and Liu Xingyu. And several law-student research assistants helped with coding the legal data: Kevin Bohm, Dora Duru, Kasey Galantich, and Sarah Pook. Portions of these results were presented at the 2018 annual conference of the American Psychology-Law Society (AP-LS) in Memphis, Tennessee, and the 2019 annual convention of the American Psychological Association (APA) in Chicago, Illinois. These results will be presented at the 2020 annual meeting of the American Association for the Advancement of Science (AAAS) in Seattle, Washington, and at the 2020 annual AP-LS conference in New Orleans, Louisiana. Funding Information: Thanks to the Association for Psychological Science and the School of Social & Behavioral Sciences at Arizona State University (ASU) for funding a working conference for this project in Phoenix, Arizona, in January 2019, and to Gloria Sawrey for helping coordinate the meeting. Thanks to Scott O. Lilienfeld (Emory University) and Thomas Grisso (Emeritus, University of Massachusetts Medical School) for their advice about this project, and to Janet Carlson (Buros Center for Testing) for providing useful information about the operational functioning of the Buros Center. Thanks to Christopher King (Montclair State University), who compiled the list of 364 tools from the 22 surveys in the literature; to Zachary Graham for writing a program to automatically search through various texts for the names and acronyms of our list of tools; and to Emily Line for assistance with some of the figures. Carina Philipp, Hannah Goddard, and Ashley Jones helped significantly with the initial round of coding that inspired this project. Many ASU students participated in the “codeathons” to code the psychological assessment data for this article: Brianna Bailey, Bethany Baker, Rex Balanquit, Samantha Bean, Li-Hsin Chen, Veronica Cota, Jacey Cruz, Emily Denne, Renee El-krab, Emily Fatula, Annanicole Fine, Carly Giffin, Emily Line, Nicole Lobo, Laura Malouf, Elizabeth Mathers, Kristen McCowan, Robin Milligan, Olivia Miske, Daisy Ornelas, Jake Plantz, Selena Quiroz, Stephanie Rincon, Samantha Roberts, Kaitlyn Schodt, Hayley Seely, Karima Shehadeah, Stephanie Thibault, Annelisse Velazquez, and Liu Xingyu. And several law-student research assistants helped with coding the legal data: Kevin Bohm, Dora Duru, Kasey Galantich, and Sarah Pook. Portions of these results were presented at the 2018 annual conference of the American Psychology-Law Society (AP-LS) in Memphis, Tennessee, and the 2019 annual convention of the American Psychological Association (APA) in Chicago, Illinois. These results will be presented at the 2020 annual meeting of the American Association for the Advancement of Science (AAAS) in Seattle, Washington, and at the 2020 annual AP-LS conference in New Orleans, Louisiana. Publisher Copyright: {\textcopyright} The Author(s) 2020.",
year = "2019",
month = dec,
day = "1",
doi = "10.1177/1529100619888860",
language = "English (US)",
volume = "20",
pages = "135--164",
journal = "Psychological Science in the Public Interest, Supplement",
issn = "1529-1006",
publisher = "SAGE Publications Inc.",
number = "3",
}