{"id":"https:\/\/openalex.org\/W4388787803","doi":"https:\/\/doi.org\/10.48550\/arxiv.2311.09665","title":"The Wisdom of Partisan Crowds: Comparing Collective Intelligence in Humans and LLM-based Agents","display_name":"The Wisdom of Partisan Crowds: Comparing Collective Intelligence in Humans and LLM-based Agents","publication_year":2023,"publication_date":"2023-11-16","ids":{"openalex":"https:\/\/openalex.org\/W4388787803","doi":"https:\/\/doi.org\/10.48550\/arxiv.2311.09665"},"language":"en","primary_location":{"id":"pmh:oai:arXiv.org:2311.09665","is_oa":true,"landing_page_url":"http:\/\/arxiv.org\/abs\/2311.09665","pdf_url":"https:\/\/arxiv.org\/pdf\/2311.09665","source":{"id":"https:\/\/openalex.org\/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https:\/\/openalex.org\/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https:\/\/openalex.org\/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"","raw_type":"text"},"type":"preprint","indexed_in":["arxiv","datacite"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https:\/\/arxiv.org\/pdf\/2311.09665","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https:\/\/openalex.org\/A5055036876","display_name":"Yun\u2010Shiuan Chuang","orcid":"https:\/\/orcid.org\/0000-0001-5077-191X"},"institutions":[],"countries":[],"is_corresponding":true,"raw_author_name":"Chuang, Yun-Shiuan","raw_affiliation_strings":[],"affiliations":[]},{"author_position":"middle","author":{"id":"https:\/\/openalex.org\/A5053712756","display_name":"Siddharth Suresh","orcid":"https:\/\/orcid.org\/0000-0002-4501-8779"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Suresh, Siddharth","raw_affiliation_strings":[],"affiliations":[]},{"author_position":"middle","author":{"id":"https:\/\/openalex.org\/A5093285966","display_name":"Nikunj Harlalka","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Harlalka, Nikunj","raw_affiliation_strings":[],"affiliations":[]},{"author_position":"middle","author":{"id":"https:\/\/openalex.org\/A5011251992","display_name":"Agam Goyal","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Goyal, Agam","raw_affiliation_strings":[],"affiliations":[]},{"author_position":"middle","author":{"id":"https:\/\/openalex.org\/A5082612584","display_name":"Robert P. Hawkins","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Hawkins, Robert","raw_affiliation_strings":[],"affiliations":[]},{"author_position":"middle","author":{"id":"https:\/\/openalex.org\/A5027112658","display_name":"Sijia Yang","orcid":"https:\/\/orcid.org\/0000-0003-4209-9881"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Yang, Sijia","raw_affiliation_strings":[],"affiliations":[]},{"author_position":"middle","author":{"id":"https:\/\/openalex.org\/A5067534857","display_name":"Dhavan V. Shah","orcid":"https:\/\/orcid.org\/0000-0001-5034-2816"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Shah, Dhavan","raw_affiliation_strings":[],"affiliations":[]},{"author_position":"middle","author":{"id":"https:\/\/openalex.org\/A5101268564","display_name":"Junjie Hu","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Hu, Junjie","raw_affiliation_strings":[],"affiliations":[]},{"author_position":"last","author":{"id":"https:\/\/openalex.org\/A5020840610","display_name":"Timothy T. Rogers","orcid":"https:\/\/orcid.org\/0000-0001-6304-755X"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Rogers, Timothy T.","raw_affiliation_strings":[],"affiliations":[]}],"institutions":[],"countries_distinct_count":0,"institutions_distinct_count":9,"corresponding_author_ids":["https:\/\/openalex.org\/A5055036876"],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":false,"cited_by_count":1,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https:\/\/openalex.org\/T13910","display_name":"Computational and Text Analysis Methods","score":0.9894999861717224,"subfield":{"id":"https:\/\/openalex.org\/subfields\/3300","display_name":"General Social Sciences"},"field":{"id":"https:\/\/openalex.org\/fields\/33","display_name":"Social Sciences"},"domain":{"id":"https:\/\/openalex.org\/domains\/2","display_name":"Social Sciences"}},"topics":[{"id":"https:\/\/openalex.org\/T13910","display_name":"Computational and Text Analysis Methods","score":0.9894999861717224,"subfield":{"id":"https:\/\/openalex.org\/subfields\/3300","display_name":"General Social Sciences"},"field":{"id":"https:\/\/openalex.org\/fields\/33","display_name":"Social Sciences"},"domain":{"id":"https:\/\/openalex.org\/domains\/2","display_name":"Social Sciences"}},{"id":"https:\/\/openalex.org\/T10028","display_name":"Topic Modeling","score":0.9663000106811523,"subfield":{"id":"https:\/\/openalex.org\/subfields\/1702","display_name":"Artificial Intelligence"},"field":{"id":"https:\/\/openalex.org\/fields\/17","display_name":"Computer Science"},"domain":{"id":"https:\/\/openalex.org\/domains\/3","display_name":"Physical Sciences"}},{"id":"https:\/\/openalex.org\/T12592","display_name":"Opinion Dynamics and Social Influence","score":0.9362000226974487,"subfield":{"id":"https:\/\/openalex.org\/subfields\/3109","display_name":"Statistical and Nonlinear Physics"},"field":{"id":"https:\/\/openalex.org\/fields\/31","display_name":"Physics and Astronomy"},"domain":{"id":"https:\/\/openalex.org\/domains\/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https:\/\/openalex.org\/keywords\/crowds","display_name":"Crowds","score":0.9456392526626587},{"id":"https:\/\/openalex.org\/keywords\/deliberation","display_name":"Deliberation","score":0.8249600529670715},{"id":"https:\/\/openalex.org\/keywords\/phenomenon","display_name":"Phenomenon","score":0.6221728324890137},{"id":"https:\/\/openalex.org\/keywords\/convergence","display_name":"Convergence (economics)","score":0.5754880905151367},{"id":"https:\/\/openalex.org\/keywords\/dynamics","display_name":"Dynamics (music)","score":0.525592565536499},{"id":"https:\/\/openalex.org\/keywords\/group","display_name":"Group (periodic table)","score":0.44134214520454407},{"id":"https:\/\/openalex.org\/keywords\/social-psychology","display_name":"Social psychology","score":0.39719220995903015},{"id":"https:\/\/openalex.org\/keywords\/political-science","display_name":"Political science","score":0.3893479108810425},{"id":"https:\/\/openalex.org\/keywords\/psychology","display_name":"Psychology","score":0.38643351197242737},{"id":"https:\/\/openalex.org\/keywords\/computer-science","display_name":"Computer science","score":0.3297255039215088},{"id":"https:\/\/openalex.org\/keywords\/epistemology","display_name":"Epistemology","score":0.27030450105667114},{"id":"https:\/\/openalex.org\/keywords\/economics","display_name":"Economics","score":0.16544875502586365},{"id":"https:\/\/openalex.org\/keywords\/computer-security","display_name":"Computer security","score":0.10645866394042969},{"id":"https:\/\/openalex.org\/keywords\/law","display_name":"Law","score":0.07810905575752258}],"concepts":[{"id":"https:\/\/openalex.org\/C2777852691","wikidata":"https:\/\/www.wikidata.org\/wiki\/Q13430821","display_name":"Crowds","level":2,"score":0.9456392526626587},{"id":"https:\/\/openalex.org\/C2776946740","wikidata":"https:\/\/www.wikidata.org\/wiki\/Q358652","display_name":"Deliberation","level":3,"score":0.8249600529670715},{"id":"https:\/\/openalex.org\/C50335755","wikidata":"https:\/\/www.wikidata.org\/wiki\/Q483247","display_name":"Phenomenon","level":2,"score":0.6221728324890137},{"id":"https:\/\/openalex.org\/C2777303404","wikidata":"https:\/\/www.wikidata.org\/wiki\/Q759757","display_name":"Convergence (economics)","level":2,"score":0.5754880905151367},{"id":"https:\/\/openalex.org\/C145912823","wikidata":"https:\/\/www.wikidata.org\/wiki\/Q113558","display_name":"Dynamics (music)","level":2,"score":0.525592565536499},{"id":"https:\/\/openalex.org\/C2781311116","wikidata":"https:\/\/www.wikidata.org\/wiki\/Q83306","display_name":"Group (periodic table)","level":2,"score":0.44134214520454407},{"id":"https:\/\/openalex.org\/C77805123","wikidata":"https:\/\/www.wikidata.org\/wiki\/Q161272","display_name":"Social psychology","level":1,"score":0.39719220995903015},{"id":"https:\/\/openalex.org\/C17744445","wikidata":"https:\/\/www.wikidata.org\/wiki\/Q36442","display_name":"Political science","level":0,"score":0.3893479108810425},{"id":"https:\/\/openalex.org\/C15744967","wikidata":"https:\/\/www.wikidata.org\/wiki\/Q9418","display_name":"Psychology","level":0,"score":0.38643351197242737},{"id":"https:\/\/openalex.org\/C41008148","wikidata":"https:\/\/www.wikidata.org\/wiki\/Q21198","display_name":"Computer science","level":0,"score":0.3297255039215088},{"id":"https:\/\/openalex.org\/C111472728","wikidata":"https:\/\/www.wikidata.org\/wiki\/Q9471","display_name":"Epistemology","level":1,"score":0.27030450105667114},{"id":"https:\/\/openalex.org\/C162324750","wikidata":"https:\/\/www.wikidata.org\/wiki\/Q8134","display_name":"Economics","level":0,"score":0.16544875502586365},{"id":"https:\/\/openalex.org\/C38652104","wikidata":"https:\/\/www.wikidata.org\/wiki\/Q3510521","display_name":"Computer security","level":1,"score":0.10645866394042969},{"id":"https:\/\/openalex.org\/C199539241","wikidata":"https:\/\/www.wikidata.org\/wiki\/Q7748","display_name":"Law","level":1,"score":0.07810905575752258},{"id":"https:\/\/openalex.org\/C19417346","wikidata":"https:\/\/www.wikidata.org\/wiki\/Q7922","display_name":"Pedagogy","level":1,"score":0},{"id":"https:\/\/openalex.org\/C185592680","wikidata":"https:\/\/www.wikidata.org\/wiki\/Q2329","display_name":"Chemistry","level":0,"score":0},{"id":"https:\/\/openalex.org\/C138885662","wikidata":"https:\/\/www.wikidata.org\/wiki\/Q5891","display_name":"Philosophy","level":0,"score":0},{"id":"https:\/\/openalex.org\/C178790620","wikidata":"https:\/\/www.wikidata.org\/wiki\/Q11351","display_name":"Organic chemistry","level":1,"score":0},{"id":"https:\/\/openalex.org\/C50522688","wikidata":"https:\/\/www.wikidata.org\/wiki\/Q189833","display_name":"Economic growth","level":1,"score":0},{"id":"https:\/\/openalex.org\/C94625758","wikidata":"https:\/\/www.wikidata.org\/wiki\/Q7163","display_name":"Politics","level":2,"score":0}],"mesh":[],"locations_count":2,"locations":[{"id":"pmh:oai:arXiv.org:2311.09665","is_oa":true,"landing_page_url":"http:\/\/arxiv.org\/abs\/2311.09665","pdf_url":"https:\/\/arxiv.org\/pdf\/2311.09665","source":{"id":"https:\/\/openalex.org\/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https:\/\/openalex.org\/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https:\/\/openalex.org\/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"","raw_type":"text"},{"id":"doi:10.48550\/arxiv.2311.09665","is_oa":true,"landing_page_url":"https:\/\/doi.org\/10.48550\/arxiv.2311.09665","pdf_url":null,"source":{"id":"https:\/\/openalex.org\/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https:\/\/openalex.org\/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https:\/\/openalex.org\/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":null,"raw_source_name":null,"raw_type":"article"}],"best_oa_location":{"id":"pmh:oai:arXiv.org:2311.09665","is_oa":true,"landing_page_url":"http:\/\/arxiv.org\/abs\/2311.09665","pdf_url":"https:\/\/arxiv.org\/pdf\/2311.09665","source":{"id":"https:\/\/openalex.org\/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https:\/\/openalex.org\/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https:\/\/openalex.org\/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"","raw_type":"text"},"sustainable_development_goals":[{"id":"https:\/\/metadata.un.org\/sdg\/16","display_name":"Peace, Justice and strong institutions","score":0.4099999964237213}],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":0,"referenced_works":[],"related_works":["https:\/\/openalex.org\/W4240200267","https:\/\/openalex.org\/W1511510665","https:\/\/openalex.org\/W1524661185","https:\/\/openalex.org\/W2078823605","https:\/\/openalex.org\/W2500095415","https:\/\/openalex.org\/W2097922264","https:\/\/openalex.org\/W2282342021","https:\/\/openalex.org\/W4233026749","https:\/\/openalex.org\/W4248106174","https:\/\/openalex.org\/W1997780040"],"abstract_inverted_index":{"Human":[0],"groups":[1,77],"are":[2,39,82],"able":[3],"to":[4,42,68,84,106,142],"converge":[5,105],"on":[6,138],"more":[7,107],"accurate":[8,108],"beliefs":[9,109],"through":[10,110],"deliberation,":[11],"even":[12],"in":[13,76,134],"the":[14,26,56,66,70,125,148],"presence":[15],"of":[16,28,58,72,78,127,132,152,158],"polarization":[17],"and":[18,130,150],"partisan":[19,29,73,87,101],"bias":[20],"--":[21],"a":[22,156],"phenomenon":[23],"known":[24],"as":[25,86,112,155],"\"wisdom":[27],"crowds.\"":[30],"Generated":[31],"agents":[32,80,154],"powered":[33],"by":[34],"Large":[35],"Language":[36],"Models":[37],"(LLMs)":[38],"increasingly":[40],"used":[41],"simulate":[43],"human":[44,59,139,159],"collective":[45,160],"behavior,":[46],"yet":[47],"few":[48],"benchmarks":[49],"exist":[50],"for":[51],"evaluating":[52],"their":[53],"dynamics":[54],"against":[55],"behavior":[57],"groups.":[60],"In":[61],"this":[62],"paper,":[63],"we":[64],"examine":[65],"extent":[67],"which":[69],"wisdom":[71],"crowds":[74],"emerges":[75],"LLM-based":[79,153],"that":[81,95,120],"prompted":[83],"role-play":[85],"personas":[88],"(e.g.,":[89],"Democrat":[90],"or":[91],"Republican).":[92],"We":[93,115],"find":[94],"they":[96],"not":[97],"only":[98],"display":[99],"human-like":[100],"biases,":[102],"but":[103],"also":[104],"deliberation":[111],"humans":[113],"do.":[114],"then":[116],"identify":[117],"several":[118],"factors":[119],"interfere":[121],"with":[122],"convergence,":[123],"including":[124],"use":[126],"chain-of-thought":[128],"prompt":[129],"lack":[131],"details":[133],"personas.":[135],"Conversely,":[136],"fine-tuning":[137],"data":[140],"appears":[141],"enhance":[143],"convergence.":[144],"These":[145],"findings":[146],"show":[147],"potential":[149],"limitations":[151],"model":[157],"intelligence.":[161]},"counts_by_year":[{"year":2024,"cited_by_count":1}],"updated_date":"2026-02-09T09:26:11.010843","created_date":"2023-11-18T00:00:00"}