{"$schema":"https://static.modelcontextprotocol.io/schemas/2025-12-11/server.schema.json","name":"org.agenticjournal/paper-nuijten-2016-statcheck","description":"Recomputes p-values from reported test statistics and flags inconsistencies.","version":"0.2.0","title":"Statistical Reporting Consistency Agent","websiteUrl":"https://doi.org/10.3758/s13428-015-0664-2","remotes":[{"type":"streamable-http","url":"https://paper-agent-statcheck-418969583050.europe-west1.run.app/statcheck/mcp"}],"_meta":{"org.agenticjournal.registry/agent":{"longDescription":"Nuijten and colleagues extracted APA-formatted null-hypothesis tests from psychology articles with statcheck, recomputed each p-value from its test statistic and degrees of freedom, and measured how often the reported p-value was inconsistent, including inconsistencies that change the conclusion.","availability":"hosted","capabilityKinds":["extract","critique","screen"],"skills":[{"id":"check_text","name":"Check text","description":"Recompute the p-value of every APA-reported test and flag the ones that disagree.","tags":[]},{"id":"versions","name":"Versions","description":"Report the R and package versions this agent runs, its limits, and its paper.","tags":[]}]},"org.agenticjournal.registry/official":{"status":"active","isLatest":true},"org.agenticjournal.registry/paper":{"doi":"10.3758/s13428-015-0664-2","title":"The prevalence of statistical reporting errors in psychology (1985–2013)","year":2015,"venue":"Behavior Research Methods","license":"CC-BY-4.0","openAccessUrl":"http://link.springer.com/content/pdf/10.3758/s13428-015-0664-2.pdf","authors":[{"family":"Nuijten","given":"Michèle B."},{"family":"Hartgerink","given":"Chris H. J."},{"family":"van Assen","given":"Marcel A. L. M."},{"family":"Epskamp","given":"Sacha"},{"family":"Wicherts","given":"Jelte M."}],"csl":{"DOI":"10.3758/s13428-015-0664-2","URL":"http://dx.doi.org/10.3758/s13428-015-0664-2","ISSN":["1554-3528"],"link":[{"URL":"http://link.springer.com/content/pdf/10.3758/s13428-015-0664-2.pdf","content-type":"application/pdf","content-version":"vor","intended-application":"text-mining"},{"URL":"http://link.springer.com/article/10.3758/s13428-015-0664-2/fulltext.html","content-type":"text/html","content-version":"vor","intended-application":"text-mining"},{"URL":"http://link.springer.com/content/pdf/10.3758/s13428-015-0664-2.pdf","content-type":"application/pdf","content-version":"vor","intended-application":"similarity-checking"},{"URL":"http://link.springer.com/content/pdf/10.3758/s13428-015-0664-2","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"page":"1205-1226","type":"journal-article","issue":"4","score":1,"title":"The prevalence of statistical reporting errors in psychology (1985–2013)","author":[{"role":[{"role":"author","vocabulary":"crossref"}],"given":"Michèle B.","family":"Nuijten","sequence":"first","affiliation":[]},{"role":[{"role":"author","vocabulary":"crossref"}],"given":"Chris H. J.","family":"Hartgerink","sequence":"additional","affiliation":[]},{"role":[{"role":"author","vocabulary":"crossref"}],"given":"Marcel A. L. M.","family":"van Assen","sequence":"additional","affiliation":[]},{"role":[{"role":"author","vocabulary":"crossref"}],"given":"Sacha","family":"Epskamp","sequence":"additional","affiliation":[]},{"role":[{"role":"author","vocabulary":"crossref"}],"given":"Jelte M.","family":"Wicherts","sequence":"additional","affiliation":[]}],"issued":{"date-parts":[[2015,10,23]]},"member":"297","prefix":"10.3758","source":"Crossref","volume":"48","created":{"date-time":"2015-10-23T15:15:42Z","timestamp":1445613342000,"date-parts":[[2015,10,23]]},"indexed":{"version":"4.1.0","date-time":"2026-09-28T17:14:19Z","timestamp":1790615659564,"date-parts":[[2026,9,28]]},"license":[{"URL":"http://creativecommons.org/licenses/by/4.0","start":{"date-time":"2015-10-23T00:00:00Z","timestamp":1445558400000,"date-parts":[[2015,10,23]]},"delay-in-days":0,"content-version":"unspecified"}],"subject":[],"language":"en","relation":{},"resource":{"primary":{"URL":"http://link.springer.com/10.3758/s13428-015-0664-2"}},"subtitle":[],"deposited":{"date-time":"2025-05-31T03:30:43Z","timestamp":1748662243000,"date-parts":[[2025,5,31]]},"published":{"date-parts":[[2015,10,23]]},"publisher":"Springer Science and Business Media LLC","reference":[{"DOI":"10.1371/journal.pone.0024357","key":"664_CR1","year":"2011","issue":"9","author":"AA Alsheikh-Ali","volume":"6","first-page":"e24357","unstructured":"Alsheikh-Ali, A. A., Qureshi, W., Al-Mallah, M. H., & Ioannidis, J. P. A. (2011). Public availability of published research data in high-impact journals. PLoS One, 6(9), e24357. doi: 10.1371/journal.pone.0024357","journal-title":"PLoS One","doi-asserted-by":"publisher"},{"key":"664_CR2","year":"1983","author":"American Psychological Association","edition":"3","unstructured":"American Psychological Association. (1983). Publication Manual of the American Psychological Association (3rd ed.). Washington, DC: American Psychological Association.","volume-title":"Publication Manual of the American Psychological Association"},{"key":"664_CR3","year":"2010","author":"American Psychological Association","edition":"6","unstructured":"American Psychological Association. (2010). Publication Manual of the American Psychological Association (6th ed.). Washington, DC: American Psychological Association.","volume-title":"Publication Manual of the American Psychological Association"},{"DOI":"10.3758/s13428-011-0089-5","key":"664_CR4","year":"2011","author":"M Bakker","volume":"43","first-page":"666","unstructured":"Bakker, M., & Wicherts, J. M. (2011). The (mis)reporting of statistical results in psychology journals. Behavior Research Methods, 43, 666–678. doi: 10.3758/s13428-011-0089-5","journal-title":"Behavior Research Methods","doi-asserted-by":"publisher"},{"DOI":"10.1371/journal.pone.0103360","key":"664_CR5","unstructured":"Bakker, M., & Wicherts, J. M. (2014). Outlier removal and the relation with reporting errors and quality of research. Manuscript submitted for publication.","doi-asserted-by":"crossref"},{"DOI":"10.1002/mpr.225","key":"664_CR6","year":"2007","issue":"4","author":"D Berle","volume":"16","first-page":"202","unstructured":"Berle, D., & Starcevic, V. (2007). Inconsistencies between reported test statistics and p-values in two psychiatry journals. International Journal of Methods in Psychiatric Research, 16(4), 202–207. doi: 10.1002/mpr.225","journal-title":"International Journal of Methods in Psychiatric Research","doi-asserted-by":"publisher"},{"DOI":"10.7334/psicothema2012.207","key":"664_CR7","year":"2013","issue":"3","author":"JM Caperos","volume":"25","first-page":"408","unstructured":"Caperos, J. M., & Pardo, A. (2013). Consistency errors in p-values reported in Spanish psychology journals. Psicothema, 25(3), 408–414.","journal-title":"Psicothema","doi-asserted-by":"crossref"},{"key":"664_CR8","unstructured":"Chamberlain, S., Boettiger, C., & Ram, K. (2014). rplos: Interface to PLoS Journals search API. R package version 0.4.0. http://CRAN.R-project.org/package=rplos"},{"DOI":"10.1037/0003-066X.49.12.997","key":"664_CR9","year":"1994","issue":"12","author":"J Cohen","volume":"49","first-page":"997","unstructured":"Cohen, J. (1994). The earth is round (P less-than.05). American Psychologist, 49(12), 997–1003.","journal-title":"American Psychologist","doi-asserted-by":"crossref"},{"DOI":"10.1111/j.1467-9280.2007.01881.x","key":"664_CR10","unstructured":"Cumming, G., Fidler, F., Leonard, M., Kalinowski, P., Christiansen, A., Kleinig, A., . . . Wilson, S. (2007). Statistical reform in psychology: Is anything changing? Psychological science, 18(3), 230–232.","doi-asserted-by":"crossref"},{"key":"664_CR11","unstructured":"Epskamp, S., & Nuijten, M. B. (2015). statcheck: Extract statistics from articles and recompute p values. R package version 1.0.1. http://CRAN.R-project.org/package=statcheck"},{"DOI":"10.1007/s11192-011-0494-7","key":"664_CR12","year":"2012","issue":"3","author":"D Fanelli","volume":"90","first-page":"891","unstructured":"Fanelli, D. (2012). Negative results are disappearing from most disciplines and countries. Scientometrics, 90(3), 891–904. doi: 10.1007/s11192-011-0494-7","journal-title":"Scientometrics","doi-asserted-by":"publisher"},{"DOI":"10.1371/journal.pmed.1001563","key":"664_CR13","unstructured":"Fanelli, D. (2013). Why Growing Retractions Are (Mostly) a Good Sign. Plos Medicine, 10(12). doi: 10.1371/journal.pmed.1001563","doi-asserted-by":"publisher"},{"DOI":"10.1038/509033a","key":"664_CR14","year":"2014","issue":"7498","author":"D Fanelli","volume":"509","first-page":"33","unstructured":"Fanelli, D. (2014). Rise in retractions is a signal of integrity. Nature, 509(7498), 33–33.","journal-title":"Nature","doi-asserted-by":"crossref"},{"key":"664_CR15","unstructured":"Fidler, F., & Cumming, G. (2005). Teaching confidence intervals: Problems and potential solutions. Proceedings of the 55th International Statistics Institute Session."},{"DOI":"10.1177/1948550615612150","key":"664_CR16","unstructured":"Fiedler, K., & Schwarz, N. (2015). Questionable Research Practices Revisited.","doi-asserted-by":"crossref"},{"DOI":"10.1037/pspi0000007","key":"664_CR17","year":"2015","issue":"2","author":"EJ Finkel","volume":"108","first-page":"275","unstructured":"Finkel, E. J., Eastwick, P. W., & Reis, H. T. (2015). Best research practices in psychology: Illustrating epistemological and pragmatic considerations with the case of relationship science. Journal of Personality and Social Psychology, 108(2), 275–297.","journal-title":"Journal of Personality and Social Psychology","doi-asserted-by":"crossref"},{"DOI":"10.1186/1471-2288-4-13","key":"664_CR18","year":"2004","author":"E Garcia-Berthou","volume":"4","first-page":"13","unstructured":"Garcia-Berthou, E., & Alcaraz, C. (2004). Incongruence between test statistics and P values in medical papers. Bmc Medical Research Methodology, 4, 13. doi: 10.1186/1471-2288-4-13","journal-title":"Bmc Medical Research Methodology","doi-asserted-by":"publisher"},{"DOI":"10.1177/1745691612457576","key":"664_CR19","year":"2012","author":"R Giner-Sorolla","volume":"7","first-page":"562","unstructured":"Giner-Sorolla, R. (2012). Science or art? How aesthetic standards grease the way through the publication bottleneck but undermine science. Perspectives on Psychological Science, 7, 562–571. doi: 10.1177/1745691612457576","journal-title":"Perspectives on Psychological Science","doi-asserted-by":"publisher"},{"DOI":"10.1001/jama.298.4.430","key":"664_CR20","year":"2007","issue":"4","author":"PC Gotzsche","volume":"298","first-page":"430","unstructured":"Gotzsche, P. C., Hrobjartsson, A., Maric, K., & Tendal, B. (2007). Data extraction errors in meta-analyses that use standardized mean differences. Jama-Journal of the American Medical Association, 298(4), 430–437.","journal-title":"Jama-Journal of the American Medical Association","doi-asserted-by":"crossref"},{"key":"664_CR21","unstructured":"Hartgerink, C. H. J., van Assen, M. A. L. M., & Wicherts, J. M. (2015). Too Good to be False: Non-Significant Results Revisited. Retrieved from osf.io/qpfnw."},{"key":"664_CR22","year":"2000","author":"R Hubbard","volume":"60","first-page":"661","unstructured":"Hubbard, R., & Ryan, P. A. (2000). The historical growth of statistical significance testing in psychology-and its future prospects. Educational and Psychological Measurement, 60, 661–681.","journal-title":"Educational and Psychological Measurement"},{"DOI":"10.1177/0956797611430953","key":"664_CR23","year":"2012","author":"LK John","volume":"23","first-page":"524","unstructured":"John, L. K., Loewenstein, G., & Prelec, D. (2012). Measuring the prevalence of questionable research practices with incentives for truth-telling. Psychological science, 23, 524–532. doi: 10.1177/0956797611430953","journal-title":"Psychological science","doi-asserted-by":"publisher"},{"DOI":"10.1037/0003-066X.56.1.16","key":"664_CR24","year":"2001","issue":"1","author":"J Krueger","volume":"56","first-page":"16","unstructured":"Krueger, J. (2001). Null hypothesis significance testing - On the survival of a flawed method. American Psychologist, 56(1), 16–26.","journal-title":"American Psychologist","doi-asserted-by":"crossref"},{"DOI":"10.1080/17470218.2013.863371","key":"664_CR25","year":"2013","issue":"12","author":"NC Leggett","volume":"66","first-page":"2303","unstructured":"Leggett, N. C., Thomas, N. A., Loetscher, T., & Nicholls, M. E. (2013). The life of p:“Just significant” results are on the rise. The Quarterly Journal of Experimental Psychology, 66(12), 2303–2309.","journal-title":"The Quarterly Journal of Experimental Psychology","doi-asserted-by":"crossref"},{"DOI":"10.1111/j.1468-2958.2002.tb00828.x","key":"664_CR26","year":"2002","issue":"4","author":"TR Levine","volume":"28","first-page":"612","unstructured":"Levine, T. R., & Hullett, C. R. (2002). Eta squared, partial eta squared, and misreporting of effect size in communication research. Human Communication Research, 28(4), 612–625. doi: 10.1111/j.1468-2958.2002.tb00828.x","journal-title":"Human Communication Research","doi-asserted-by":"publisher"},{"DOI":"10.1177/1745691612459058","key":"664_CR27","year":"2012","author":"BA Nosek","volume":"7","first-page":"615","unstructured":"Nosek, B. A., Spies, J., & Motyl, M. (2012). Scientific Utopia: II - Restructuring Incentives and Practices to Promote Truth Over Publishability. Perspectives on Psychological Science, 7, 615–631. doi: 10.1177/1745691612459058","journal-title":"Perspectives on Psychological Science","doi-asserted-by":"publisher"},{"key":"664_CR28","unstructured":"R Core Team. (2014). R: A Language and Environment for Statistical Computing. http://www.R-project.org/"},{"DOI":"10.1037/h0042040","key":"664_CR29","year":"1960","author":"WW Rozeboom","volume":"57","first-page":"416","unstructured":"Rozeboom, W. W. (1960). The fallacy of the null hypothesis significance test. Psychological Bulletin, 57, 416–428.","journal-title":"Psychological Bulletin","doi-asserted-by":"crossref"},{"DOI":"10.1177/1745691614549257","key":"664_CR30","year":"2014","issue":"6","author":"J Sakaluk","volume":"9","first-page":"652","unstructured":"Sakaluk, J., Williams, A., & Biernat, M. (2014). Analytic Review as a Solution to the Misreporting of Statistical Results in Psychological Science. Perspectives on Psychological Science, 9(6), 652–660.","journal-title":"Perspectives on Psychological Science","doi-asserted-by":"crossref"},{"DOI":"10.1037/a0033242","key":"664_CR31","year":"2014","issue":"2","author":"U Simonsohn","volume":"143","first-page":"534","unstructured":"Simonsohn, U., Nelson, L. D., & Simmons, J. P. (2014). P-curve: A key to the file-drawer. Journal of Experimental Psychology: General, 143(2), 534–547.","journal-title":"Journal of Experimental Psychology: General","doi-asserted-by":"crossref"},{"key":"664_CR32","year":"1959","author":"TD Sterling","volume":"54","first-page":"30","unstructured":"Sterling, T. D. (1959). Publication decisions and their possible effects on inferences drawn from tests of significance - Or vice versa. Journal of the American Statistical Association, 54, 30–34.","journal-title":"Journal of the American Statistical Association"},{"DOI":"10.1080/00031305.1995.10476125","key":"664_CR33","year":"1995","issue":"1","author":"TD Sterling","volume":"49","first-page":"108","unstructured":"Sterling, T. D., Rosenbaum, W. L., & Weinkam, J. J. (1995). Publication decisions revisited - The effect of the outcome of statistical tests on the decision to publish and vice-versa. American Statistician, 49(1), 108–112.","journal-title":"American Statistician","doi-asserted-by":"crossref"},{"key":"664_CR34","unstructured":"Van Assen, M. A. L. M., Van Aert, R. C. M., & Wicherts, J. M. (2014). Meta-analysis using effect size distributions of only statistically significant studies. Psychological Methods."},{"DOI":"10.1371/journal.pone.0114876","key":"664_CR35","unstructured":"Veldkamp, C. L. S., Nuijten, M. B., Dominguez-Alvarez, L., Van Assen, M. A. L. M., & Wicherts, J. M. (2014). Statistical reporting errors and collaboration on statistical analyses in psychological science PLoS One.","doi-asserted-by":"crossref"},{"DOI":"10.3758/BF03194105","key":"664_CR36","year":"2007","author":"EJ Wagenmakers","volume":"14","first-page":"779","unstructured":"Wagenmakers, E. J. (2007). A practical solution to the pervasive problems of p values. Psychonomic Bulletin & Review, 14, 779–804. doi: 10.3758/BF03194105","journal-title":"Psychonomic Bulletin & Review","doi-asserted-by":"publisher"},{"DOI":"10.1038/480007a","key":"664_CR37","year":"2011","author":"JM Wicherts","volume":"480","first-page":"7","unstructured":"Wicherts, J. M. (2011). Psychology must learn a lesson from fraud case. Nature, 480, 7. doi: 10.1038/480007a","journal-title":"Nature","doi-asserted-by":"publisher"},{"DOI":"10.5334/jopd.e1","key":"664_CR38","year":"2013","issue":"1","author":"JM Wicherts","volume":"1","first-page":"e1","unstructured":"Wicherts, J. M. (2013). Science revolves around the data. Journal of Open Psychology Data, 1(1), e1.","journal-title":"Journal of Open Psychology Data","doi-asserted-by":"crossref"},{"DOI":"10.1016/j.intell.2012.01.004","key":"664_CR39","year":"2012","author":"JM Wicherts","unstructured":"Wicherts, J. M., & Bakker, M. (2012). Publish (your data) or (let the data) perish! Why not publish your data too? Intelligence. doi: 10.1016/j.intell.2012.01.004","journal-title":"Intelligence","doi-asserted-by":"publisher"},{"DOI":"10.1371/journal.pone.0026828","key":"664_CR40","year":"2011","issue":"11","author":"JM Wicherts","volume":"6","first-page":"e26828","unstructured":"Wicherts, J. M., Bakker, M., & Molenaar, D. (2011). Willingness to share research data is related to the strength of the evidence and the quality of reporting of statistical results. PLoS One, 6(11), e26828.","journal-title":"PLoS One","doi-asserted-by":"crossref"}],"short-title":[],"journal-issue":{"issue":"4","published-print":{"date-parts":[[2016,12]]}},"update-policy":"https://doi.org/10.1007/springer_crossmark_policy","alternative-id":["664"],"content-domain":{"domain":["link.springer.com"],"crossmark-restriction":false},"original-title":[],"container-title":"Behavior Research Methods","published-print":{"date-parts":[[2016,12]]},"reference-count":40,"published-online":{"date-parts":[[2015,10,23]]},"references-count":40,"container-title-short":"Behav Res","is-referenced-by-count":352},"relation":"is_derived_from"},"org.agenticjournal.registry/classification":{"contributionType":"empirical","contributionSubtype":"observational","secondaryContributionTypes":[],"dataBasis":"secondary","documentType":"full_article","reviewStage":"peer_reviewed","disciplines":["psychology","meta-science"]},"org.agenticjournal.registry/verification":{"doi_resolved":{"result":"pass","checkedAt":null},"endpoint_verified":{"result":"pass","checkedAt":"2026-09-29T13:34:40+00:00"}},"org.agenticjournal.registry/runtime":{"mcpRevisions":["2026-07-28"]},"org.agenticjournal.registry/links":{"self":"https://api.ajournal.xyz/works/10-3758-s13428-015-0664-2","agentCard":"https://api.ajournal.xyz/works/10-3758-s13428-015-0664-2/agent-card.json","jsonLd":"https://api.ajournal.xyz/works/10-3758-s13428-015-0664-2/paper.jsonld"}}}