{"id":"https:\/\/openalex.org\/W4321471882","doi":"https:\/\/doi.org\/10.48550\/arxiv.2302.10086","title":"A Two-Sided Discussion of Preregistration of NLP Research","display_name":"A Two-Sided Discussion of Preregistration of NLP Research","publication_year":2023,"publication_date":"2023-02-20","ids":{"openalex":"https:\/\/openalex.org\/W4321471882","doi":"https:\/\/doi.org\/10.48550\/arxiv.2302.10086"},"language":"en","primary_location":{"id":"pmh:oai:arXiv.org:2302.10086","is_oa":true,"landing_page_url":"http:\/\/arxiv.org\/abs\/2302.10086","pdf_url":"https:\/\/arxiv.org\/pdf\/2302.10086","source":{"id":"https:\/\/openalex.org\/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https:\/\/openalex.org\/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https:\/\/openalex.org\/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"other-oa","license_id":"https:\/\/openalex.org\/licenses\/other-oa","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"","raw_type":"text"},"type":"preprint","indexed_in":["arxiv","datacite"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https:\/\/arxiv.org\/pdf\/2302.10086","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https:\/\/openalex.org\/A5018138946","display_name":"Anders S\u00f8gaard","orcid":"https:\/\/orcid.org\/0000-0001-5250-4276"},"institutions":[],"countries":[],"is_corresponding":true,"raw_author_name":"S\u00f8gaard, Anders","raw_affiliation_strings":[],"affiliations":[]},{"author_position":"middle","author":{"id":"https:\/\/openalex.org\/A5080674921","display_name":"Daniel Hershcovich","orcid":"https:\/\/orcid.org\/0000-0002-3966-8708"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Hershcovich, Daniel","raw_affiliation_strings":[],"affiliations":[]},{"author_position":"last","author":{"id":"https:\/\/openalex.org\/A5080895973","display_name":"Miryam de Lhoneux","orcid":"https:\/\/orcid.org\/0000-0001-8844-2126"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"de Lhoneux, Miryam","raw_affiliation_strings":[],"affiliations":[]}],"institutions":[],"countries_distinct_count":0,"institutions_distinct_count":3,"corresponding_author_ids":["https:\/\/openalex.org\/A5018138946"],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":true,"cited_by_count":0,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https:\/\/openalex.org\/T10028","display_name":"Topic Modeling","score":0.9693999886512756,"subfield":{"id":"https:\/\/openalex.org\/subfields\/1702","display_name":"Artificial Intelligence"},"field":{"id":"https:\/\/openalex.org\/fields\/17","display_name":"Computer Science"},"domain":{"id":"https:\/\/openalex.org\/domains\/3","display_name":"Physical Sciences"}},"topics":[{"id":"https:\/\/openalex.org\/T10028","display_name":"Topic Modeling","score":0.9693999886512756,"subfield":{"id":"https:\/\/openalex.org\/subfields\/1702","display_name":"Artificial Intelligence"},"field":{"id":"https:\/\/openalex.org\/fields\/17","display_name":"Computer Science"},"domain":{"id":"https:\/\/openalex.org\/domains\/3","display_name":"Physical Sciences"}},{"id":"https:\/\/openalex.org\/T10181","display_name":"Natural Language Processing Techniques","score":0.920199990272522,"subfield":{"id":"https:\/\/openalex.org\/subfields\/1702","display_name":"Artificial Intelligence"},"field":{"id":"https:\/\/openalex.org\/fields\/17","display_name":"Computer Science"},"domain":{"id":"https:\/\/openalex.org\/domains\/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https:\/\/openalex.org\/keywords\/hacker","display_name":"Hacker","score":0.4422076344490051},{"id":"https:\/\/openalex.org\/keywords\/psychology","display_name":"Psychology","score":0.4357652962207794},{"id":"https:\/\/openalex.org\/keywords\/medicine","display_name":"Medicine","score":0.33039480447769165},{"id":"https:\/\/openalex.org\/keywords\/computer-science","display_name":"Computer science","score":0.2735893726348877}],"concepts":[{"id":"https:\/\/openalex.org\/C86844869","wikidata":"https:\/\/www.wikidata.org\/wiki\/Q2798820","display_name":"Hacker","level":2,"score":0.4422076344490051},{"id":"https:\/\/openalex.org\/C15744967","wikidata":"https:\/\/www.wikidata.org\/wiki\/Q9418","display_name":"Psychology","level":0,"score":0.4357652962207794},{"id":"https:\/\/openalex.org\/C71924100","wikidata":"https:\/\/www.wikidata.org\/wiki\/Q11190","display_name":"Medicine","level":0,"score":0.33039480447769165},{"id":"https:\/\/openalex.org\/C41008148","wikidata":"https:\/\/www.wikidata.org\/wiki\/Q21198","display_name":"Computer science","level":0,"score":0.2735893726348877},{"id":"https:\/\/openalex.org\/C111919701","wikidata":"https:\/\/www.wikidata.org\/wiki\/Q9135","display_name":"Operating system","level":1,"score":0}],"mesh":[],"locations_count":2,"locations":[{"id":"pmh:oai:arXiv.org:2302.10086","is_oa":true,"landing_page_url":"http:\/\/arxiv.org\/abs\/2302.10086","pdf_url":"https:\/\/arxiv.org\/pdf\/2302.10086","source":{"id":"https:\/\/openalex.org\/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https:\/\/openalex.org\/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https:\/\/openalex.org\/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"other-oa","license_id":"https:\/\/openalex.org\/licenses\/other-oa","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"","raw_type":"text"},{"id":"doi:10.48550\/arxiv.2302.10086","is_oa":true,"landing_page_url":"https:\/\/doi.org\/10.48550\/arxiv.2302.10086","pdf_url":null,"source":{"id":"https:\/\/openalex.org\/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https:\/\/openalex.org\/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https:\/\/openalex.org\/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":null,"raw_source_name":null,"raw_type":"article"}],"best_oa_location":{"id":"pmh:oai:arXiv.org:2302.10086","is_oa":true,"landing_page_url":"http:\/\/arxiv.org\/abs\/2302.10086","pdf_url":"https:\/\/arxiv.org\/pdf\/2302.10086","source":{"id":"https:\/\/openalex.org\/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https:\/\/openalex.org\/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https:\/\/openalex.org\/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"other-oa","license_id":"https:\/\/openalex.org\/licenses\/other-oa","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"","raw_type":"text"},"sustainable_development_goals":[{"id":"https:\/\/metadata.un.org\/sdg\/14","display_name":"Life below water","score":0.8399999737739563}],"awards":[],"funders":[{"id":"https:\/\/openalex.org\/F4320313796","display_name":"Innovationsfonden","ror":"https:\/\/ror.org\/00daj4111"},{"id":"https:\/\/openalex.org\/F4320322436","display_name":"Novo Nordisk","ror":"https:\/\/ror.org\/0435rc536"}],"has_content":{"grobid_xml":true,"pdf":true},"content_urls":{"pdf":"https:\/\/content.openalex.org\/works\/W4321471882.pdf","grobid_xml":"https:\/\/content.openalex.org\/works\/W4321471882.grobid-xml"},"referenced_works_count":0,"referenced_works":[],"related_works":["https:\/\/openalex.org\/W4391375266","https:\/\/openalex.org\/W2748952813","https:\/\/openalex.org\/W3031052312","https:\/\/openalex.org\/W4389568370","https:\/\/openalex.org\/W3032375762","https:\/\/openalex.org\/W1995515455","https:\/\/openalex.org\/W2080531066","https:\/\/openalex.org\/W3108674512","https:\/\/openalex.org\/W1506200166","https:\/\/openalex.org\/W1489783725"],"abstract_inverted_index":{"Van":[0],"Miltenburg":[1],"et":[2],"al.":[3],"(2021)":[4],"suggest":[5],"NLP":[6,37,68],"research":[7,79],"should":[8],"adopt":[9],"preregistration":[10,65,73,83,89,94,101],"to":[11,16],"prevent":[12],"fishing":[13],"expeditions":[14],"and":[15,42,98],"promote":[17],"publication":[18,86],"of":[19,56,78,118],"negative":[20],"results.":[21],"At":[22],"face":[23],"value,":[24],"this":[25],"is":[26,51],"a":[27,113],"very":[28],"reasonable":[29],"suggestion,":[30],"seemingly":[31],"solving":[32],"many":[33],"methodological":[34],"problems":[35],"with":[36],"research.":[38],"We":[39,108],"discuss":[40],"pros":[41],"cons":[43],"--":[44],"some":[45,47],"old,":[46],"new:":[48],"a)":[49],"Preregistration":[50],"challenged":[52],"by":[53],"the":[54,60,119],"practice":[55],"retrieving":[57],"hypotheses":[58],"after":[59],"results":[61],"are":[62],"known;":[63],"b)":[64],"may":[66,84,90,95,102],"bias":[67],"toward":[69],"confirmatory":[70],"research;":[71],"c)":[72],"must":[74],"allow":[75],"for":[76],"reclassification":[77],"as":[80,112],"exploratory;":[81],"d)":[82],"increase":[85,91,96],"bias;":[87],"e)":[88],"flag-planting;":[92],"f)":[93],"p-hacking;":[97],"finally,":[99],"g)":[100],"make":[103],"us":[104],"less":[105],"risk":[106],"tolerant.":[107],"cast":[109],"our":[110],"discussion":[111],"dialogue,":[114],"presenting":[115],"both":[116],"sides":[117],"debate.":[120]},"counts_by_year":[],"updated_date":"2026-03-20T23:20:44.827607","created_date":"2025-10-10T00:00:00"}