{"id":"https:\/\/openalex.org\/W4405174107","doi":"https:\/\/doi.org\/10.48550\/arxiv.2412.05139","title":"A Practical Examination of AI-Generated Text Detectors for Large Language Models","display_name":"A Practical Examination of AI-Generated Text Detectors for Large Language Models","publication_year":2024,"publication_date":"2024-12-06","ids":{"openalex":"https:\/\/openalex.org\/W4405174107","doi":"https:\/\/doi.org\/10.48550\/arxiv.2412.05139"},"language":"en","primary_location":{"id":"pmh:oai:arXiv.org:2412.05139","is_oa":true,"landing_page_url":"http:\/\/arxiv.org\/abs\/2412.05139","pdf_url":"https:\/\/arxiv.org\/pdf\/2412.05139","source":{"id":"https:\/\/openalex.org\/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https:\/\/openalex.org\/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https:\/\/openalex.org\/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},"type":"preprint","indexed_in":["arxiv","datacite"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https:\/\/arxiv.org\/pdf\/2412.05139","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https:\/\/openalex.org\/A5115057448","display_name":"Brian Tufts","orcid":null},"institutions":[],"countries":[],"is_corresponding":true,"raw_author_name":"Tufts, Brian","raw_affiliation_strings":[],"affiliations":[]},{"author_position":"middle","author":{"id":"https:\/\/openalex.org\/A5068022531","display_name":"Xuandong Zhao","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Zhao, Xuandong","raw_affiliation_strings":[],"affiliations":[]},{"author_position":"last","author":{"id":"https:\/\/openalex.org\/A5115053640","display_name":"Lei Li","orcid":"https:\/\/orcid.org\/0000-0001-7362-0962"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Li, Lei","raw_affiliation_strings":[],"affiliations":[]}],"institutions":[],"countries_distinct_count":0,"institutions_distinct_count":3,"corresponding_author_ids":["https:\/\/openalex.org\/A5115057448"],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":true,"cited_by_count":1,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https:\/\/openalex.org\/T10028","display_name":"Topic Modeling","score":0.6985999941825867,"subfield":{"id":"https:\/\/openalex.org\/subfields\/1702","display_name":"Artificial Intelligence"},"field":{"id":"https:\/\/openalex.org\/fields\/17","display_name":"Computer Science"},"domain":{"id":"https:\/\/openalex.org\/domains\/3","display_name":"Physical Sciences"}},"topics":[{"id":"https:\/\/openalex.org\/T10028","display_name":"Topic Modeling","score":0.6985999941825867,"subfield":{"id":"https:\/\/openalex.org\/subfields\/1702","display_name":"Artificial Intelligence"},"field":{"id":"https:\/\/openalex.org\/fields\/17","display_name":"Computer Science"},"domain":{"id":"https:\/\/openalex.org\/domains\/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https:\/\/openalex.org\/keywords\/computer-science","display_name":"Computer science","score":0.5310091376304626},{"id":"https:\/\/openalex.org\/keywords\/natural-language-processing","display_name":"Natural language processing","score":0.5216027498245239},{"id":"https:\/\/openalex.org\/keywords\/detector","display_name":"Detector","score":0.4950243830680847},{"id":"https:\/\/openalex.org\/keywords\/artificial-intelligence","display_name":"Artificial intelligence","score":0.3787848949432373},{"id":"https:\/\/openalex.org\/keywords\/telecommunications","display_name":"Telecommunications","score":0.049766749143600464}],"concepts":[{"id":"https:\/\/openalex.org\/C41008148","wikidata":"https:\/\/www.wikidata.org\/wiki\/Q21198","display_name":"Computer science","level":0,"score":0.5310091376304626},{"id":"https:\/\/openalex.org\/C204321447","wikidata":"https:\/\/www.wikidata.org\/wiki\/Q30642","display_name":"Natural language processing","level":1,"score":0.5216027498245239},{"id":"https:\/\/openalex.org\/C94915269","wikidata":"https:\/\/www.wikidata.org\/wiki\/Q1834857","display_name":"Detector","level":2,"score":0.4950243830680847},{"id":"https:\/\/openalex.org\/C154945302","wikidata":"https:\/\/www.wikidata.org\/wiki\/Q11660","display_name":"Artificial intelligence","level":1,"score":0.3787848949432373},{"id":"https:\/\/openalex.org\/C76155785","wikidata":"https:\/\/www.wikidata.org\/wiki\/Q418","display_name":"Telecommunications","level":1,"score":0.049766749143600464}],"mesh":[],"locations_count":2,"locations":[{"id":"pmh:oai:arXiv.org:2412.05139","is_oa":true,"landing_page_url":"http:\/\/arxiv.org\/abs\/2412.05139","pdf_url":"https:\/\/arxiv.org\/pdf\/2412.05139","source":{"id":"https:\/\/openalex.org\/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https:\/\/openalex.org\/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https:\/\/openalex.org\/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},{"id":"doi:10.48550\/arxiv.2412.05139","is_oa":true,"landing_page_url":"https:\/\/doi.org\/10.48550\/arxiv.2412.05139","pdf_url":null,"source":{"id":"https:\/\/openalex.org\/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https:\/\/openalex.org\/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https:\/\/openalex.org\/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":null,"raw_source_name":null,"raw_type":"article"}],"best_oa_location":{"id":"pmh:oai:arXiv.org:2412.05139","is_oa":true,"landing_page_url":"http:\/\/arxiv.org\/abs\/2412.05139","pdf_url":"https:\/\/arxiv.org\/pdf\/2412.05139","source":{"id":"https:\/\/openalex.org\/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https:\/\/openalex.org\/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https:\/\/openalex.org\/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":true},"content_urls":{"pdf":"https:\/\/content.openalex.org\/works\/W4405174107.pdf"},"referenced_works_count":0,"referenced_works":[],"related_works":["https:\/\/openalex.org\/W4391375266","https:\/\/openalex.org\/W2899084033","https:\/\/openalex.org\/W2748952813","https:\/\/openalex.org\/W2390279801","https:\/\/openalex.org\/W4391913857","https:\/\/openalex.org\/W2358668433","https:\/\/openalex.org\/W4396701345","https:\/\/openalex.org\/W2376932109","https:\/\/openalex.org\/W2001405890","https:\/\/openalex.org\/W3204019825"],"abstract_inverted_index":{"The":[0],"proliferation":[1],"of":[2,63,98],"large":[3],"language":[4,40],"models":[5,67],"has":[6],"raised":[7],"growing":[8],"concerns":[9],"about":[10],"their":[11],"misuse,":[12],"particularly":[13],"in":[14,118],"cases":[15],"where":[16],"AI-generated":[17],"text":[18,33],"is":[19],"falsely":[20],"attributed":[21],"to":[22,29,80,137],"human":[23],"authors.":[24],"Machine-generated":[25],"content":[26],"detectors":[27,52,70,115,135],"claim":[28],"effectively":[30],"identify":[31],"such":[32],"under":[34],"various":[35,77],"conditions":[36],"and":[37,66,111,133],"from":[38],"any":[39],"model.":[41],"This":[42],"paper":[43],"critically":[44],"evaluates":[45],"these":[46,69,114],"claims":[47],"by":[48],"assessing":[49],"several":[50],"popular":[51],"(RADAR,":[53],"Wild,":[54],"T5Sentinel,":[55],"Fast-DetectGPT,":[56],"PHD,":[57],"LogRank,":[58],"Binoculars)":[59],"on":[60],"a":[61,104,143],"range":[62],"domains,":[64],"datasets,":[65],"that":[68,86,113,130],"have":[71],"not":[72],"previously":[73],"encountered.":[74],"We":[75,94],"employ":[76],"prompting":[78],"strategies":[79],"simulate":[81],"practical":[82],"adversarial":[83],"attacks,":[84],"demonstrating":[85],"even":[87],"moderate":[88],"efforts":[89],"can":[90],"significantly":[91],"evade":[92],"detection.":[93],"emphasize":[95],"the":[96,99],"importance":[97],"true":[100,145],"positive":[101,107,146],"rate":[102,108],"at":[103],"specific":[105],"false":[106],"(TPR@FPR)":[109],"metric":[110],"demonstrate":[112],"perform":[116],"poorly":[117],"certain":[119],"settings,":[120],"with":[121],"TPR@.01":[122],"as":[123,125],"low":[124],"0%.":[126],"Our":[127],"findings":[128],"suggest":[129],"both":[131],"trained":[132],"zero-shot":[134],"struggle":[136],"maintain":[138],"high":[139],"sensitivity":[140],"while":[141],"achieving":[142],"reasonable":[144],"rate.":[147]},"counts_by_year":[{"year":2025,"cited_by_count":1}],"updated_date":"2026-03-11T14:59:36.786465","created_date":"2025-10-10T00:00:00"}