{"id":"https:\/\/openalex.org\/W7114765788","doi":"https:\/\/doi.org\/10.48550\/arxiv.2512.08892","title":"Toward Faithful Retrieval-Augmented Generation with Sparse Autoencoders","display_name":"Toward Faithful Retrieval-Augmented Generation with Sparse Autoencoders","publication_year":2025,"publication_date":"2025-12-09","ids":{"openalex":"https:\/\/openalex.org\/W7114765788","doi":"https:\/\/doi.org\/10.48550\/arxiv.2512.08892"},"language":null,"primary_location":{"id":"pmh:doi:10.48550\/arxiv.2512.08892","is_oa":true,"landing_page_url":null,"pdf_url":null,"source":{"id":"https:\/\/openalex.org\/S4406922384","display_name":"Open MIND","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https:\/\/openalex.org\/licenses\/cc-by","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Article"},"type":"preprint","indexed_in":["datacite"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":null,"any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":null,"display_name":"Xiong, Guangzhi","orcid":null},"institutions":[],"countries":[],"is_corresponding":true,"raw_author_name":"Xiong, Guangzhi","raw_affiliation_strings":[],"affiliations":[]},{"author_position":"middle","author":{"id":null,"display_name":"He, Zhenghao","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"He, Zhenghao","raw_affiliation_strings":[],"affiliations":[]},{"author_position":"middle","author":{"id":null,"display_name":"Liu, Bohan","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Liu, Bohan","raw_affiliation_strings":[],"affiliations":[]},{"author_position":"middle","author":{"id":null,"display_name":"Sinha, Sanchit","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Sinha, Sanchit","raw_affiliation_strings":[],"affiliations":[]},{"author_position":"last","author":{"id":null,"display_name":"Zhang, Aidong","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Zhang, Aidong","raw_affiliation_strings":[],"affiliations":[]}],"institutions":[],"countries_distinct_count":0,"institutions_distinct_count":5,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https:\/\/openalex.org\/T10028","display_name":"Topic Modeling","score":0.15960000455379486,"subfield":{"id":"https:\/\/openalex.org\/subfields\/1702","display_name":"Artificial Intelligence"},"field":{"id":"https:\/\/openalex.org\/fields\/17","display_name":"Computer Science"},"domain":{"id":"https:\/\/openalex.org\/domains\/3","display_name":"Physical Sciences"}},"topics":[{"id":"https:\/\/openalex.org\/T10028","display_name":"Topic Modeling","score":0.15960000455379486,"subfield":{"id":"https:\/\/openalex.org\/subfields\/1702","display_name":"Artificial Intelligence"},"field":{"id":"https:\/\/openalex.org\/fields\/17","display_name":"Computer Science"},"domain":{"id":"https:\/\/openalex.org\/domains\/3","display_name":"Physical Sciences"}},{"id":"https:\/\/openalex.org\/T11147","display_name":"Misinformation and Its Impacts","score":0.15860000252723694,"subfield":{"id":"https:\/\/openalex.org\/subfields\/3312","display_name":"Sociology and Political Science"},"field":{"id":"https:\/\/openalex.org\/fields\/33","display_name":"Social Sciences"},"domain":{"id":"https:\/\/openalex.org\/domains\/2","display_name":"Social Sciences"}},{"id":"https:\/\/openalex.org\/T11689","display_name":"Adversarial Robustness in Machine Learning","score":0.1331000030040741,"subfield":{"id":"https:\/\/openalex.org\/subfields\/1702","display_name":"Artificial Intelligence"},"field":{"id":"https:\/\/openalex.org\/fields\/17","display_name":"Computer Science"},"domain":{"id":"https:\/\/openalex.org\/domains\/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https:\/\/openalex.org\/keywords\/inference","display_name":"Inference","score":0.6819999814033508},{"id":"https:\/\/openalex.org\/keywords\/leverage","display_name":"Leverage (statistics)","score":0.6302000284194946},{"id":"https:\/\/openalex.org\/keywords\/pipeline","display_name":"Pipeline (software)","score":0.5321000218391418},{"id":"https:\/\/openalex.org\/keywords\/feature-selection","display_name":"Feature selection","score":0.5175999999046326},{"id":"https:\/\/openalex.org\/keywords\/closed-captioning","display_name":"Closed captioning","score":0.49470001459121704},{"id":"https:\/\/openalex.org\/keywords\/feature","display_name":"Feature (linguistics)","score":0.4945000112056732},{"id":"https:\/\/openalex.org\/keywords\/constraint","display_name":"Constraint (computer-aided design)","score":0.48030000925064087},{"id":"https:\/\/openalex.org\/keywords\/selection","display_name":"Selection (genetic algorithm)","score":0.46320000290870667}],"concepts":[{"id":"https:\/\/openalex.org\/C41008148","wikidata":"https:\/\/www.wikidata.org\/wiki\/Q21198","display_name":"Computer science","level":0,"score":0.7261000275611877},{"id":"https:\/\/openalex.org\/C2776214188","wikidata":"https:\/\/www.wikidata.org\/wiki\/Q408386","display_name":"Inference","level":2,"score":0.6819999814033508},{"id":"https:\/\/openalex.org\/C154945302","wikidata":"https:\/\/www.wikidata.org\/wiki\/Q11660","display_name":"Artificial intelligence","level":1,"score":0.6401000022888184},{"id":"https:\/\/openalex.org\/C153083717","wikidata":"https:\/\/www.wikidata.org\/wiki\/Q6535263","display_name":"Leverage (statistics)","level":2,"score":0.6302000284194946},{"id":"https:\/\/openalex.org\/C43521106","wikidata":"https:\/\/www.wikidata.org\/wiki\/Q2165493","display_name":"Pipeline (software)","level":2,"score":0.5321000218391418},{"id":"https:\/\/openalex.org\/C148483581","wikidata":"https:\/\/www.wikidata.org\/wiki\/Q446488","display_name":"Feature selection","level":2,"score":0.5175999999046326},{"id":"https:\/\/openalex.org\/C157657479","wikidata":"https:\/\/www.wikidata.org\/wiki\/Q2367247","display_name":"Closed captioning","level":3,"score":0.49470001459121704},{"id":"https:\/\/openalex.org\/C2776401178","wikidata":"https:\/\/www.wikidata.org\/wiki\/Q12050496","display_name":"Feature (linguistics)","level":2,"score":0.4945000112056732},{"id":"https:\/\/openalex.org\/C2776036281","wikidata":"https:\/\/www.wikidata.org\/wiki\/Q48769818","display_name":"Constraint (computer-aided design)","level":2,"score":0.48030000925064087},{"id":"https:\/\/openalex.org\/C81917197","wikidata":"https:\/\/www.wikidata.org\/wiki\/Q628760","display_name":"Selection (genetic algorithm)","level":2,"score":0.46320000290870667},{"id":"https:\/\/openalex.org\/C119857082","wikidata":"https:\/\/www.wikidata.org\/wiki\/Q2539","display_name":"Machine learning","level":1,"score":0.42170000076293945},{"id":"https:\/\/openalex.org\/C94915269","wikidata":"https:\/\/www.wikidata.org\/wiki\/Q1834857","display_name":"Detector","level":2,"score":0.3677000105381012},{"id":"https:\/\/openalex.org\/C204321447","wikidata":"https:\/\/www.wikidata.org\/wiki\/Q30642","display_name":"Natural language processing","level":1,"score":0.36149999499320984},{"id":"https:\/\/openalex.org\/C52622490","wikidata":"https:\/\/www.wikidata.org\/wiki\/Q1026626","display_name":"Feature extraction","level":2,"score":0.3467999994754791},{"id":"https:\/\/openalex.org\/C63479239","wikidata":"https:\/\/www.wikidata.org\/wiki\/Q7353546","display_name":"Robustness (evolution)","level":3,"score":0.3395000100135803},{"id":"https:\/\/openalex.org\/C153180895","wikidata":"https:\/\/www.wikidata.org\/wiki\/Q7148389","display_name":"Pattern recognition (psychology)","level":2,"score":0.33059999346733093},{"id":"https:\/\/openalex.org\/C2776760102","wikidata":"https:\/\/www.wikidata.org\/wiki\/Q5139990","display_name":"Code (set theory)","level":3,"score":0.31360000371932983},{"id":"https:\/\/openalex.org\/C146849305","wikidata":"https:\/\/www.wikidata.org\/wiki\/Q370766","display_name":"Ground truth","level":2,"score":0.31040000915527344},{"id":"https:\/\/openalex.org\/C137293760","wikidata":"https:\/\/www.wikidata.org\/wiki\/Q3621696","display_name":"Language model","level":2,"score":0.2937999963760376},{"id":"https:\/\/openalex.org\/C45235069","wikidata":"https:\/\/www.wikidata.org\/wiki\/Q278425","display_name":"Table (database)","level":2,"score":0.2856999933719635},{"id":"https:\/\/openalex.org\/C118505674","wikidata":"https:\/\/www.wikidata.org\/wiki\/Q42586063","display_name":"Encoder","level":2,"score":0.2727000117301941},{"id":"https:\/\/openalex.org\/C77637269","wikidata":"https:\/\/www.wikidata.org\/wiki\/Q7002051","display_name":"Neural coding","level":2,"score":0.2671999931335449},{"id":"https:\/\/openalex.org\/C92811239","wikidata":"https:\/\/www.wikidata.org\/wiki\/Q20998670","display_name":"Expressivity","level":2,"score":0.2517000138759613}],"mesh":[],"locations_count":2,"locations":[{"id":"pmh:doi:10.48550\/arxiv.2512.08892","is_oa":true,"landing_page_url":null,"pdf_url":null,"source":{"id":"https:\/\/openalex.org\/S4406922384","display_name":"Open MIND","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https:\/\/openalex.org\/licenses\/cc-by","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Article"},{"id":"doi:10.48550\/arxiv.2512.08892","is_oa":true,"landing_page_url":"https:\/\/doi.org\/10.48550\/arxiv.2512.08892","pdf_url":null,"source":{"id":"https:\/\/openalex.org\/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https:\/\/openalex.org\/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https:\/\/openalex.org\/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https:\/\/openalex.org\/licenses\/cc-by","version":null,"is_accepted":false,"is_published":null,"raw_source_name":null,"raw_type":"article"}],"best_oa_location":{"id":"pmh:doi:10.48550\/arxiv.2512.08892","is_oa":true,"landing_page_url":null,"pdf_url":null,"source":{"id":"https:\/\/openalex.org\/S4406922384","display_name":"Open MIND","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https:\/\/openalex.org\/licenses\/cc-by","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Article"},"sustainable_development_goals":[{"display_name":"Peace, Justice and strong institutions","score":0.6009995937347412,"id":"https:\/\/metadata.un.org\/sdg\/16"}],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":0,"referenced_works":[],"related_works":[],"abstract_inverted_index":{"Retrieval-Augmented":[0],"Generation":[1],"(RAG)":[2],"improves":[3],"the":[4,26,173],"factuality":[5],"of":[6,71,111,159,175],"large":[7],"language":[8],"models":[9],"(LLMs)":[10],"by":[11,81],"grounding":[12],"outputs":[13,131],"in":[14,84],"retrieved":[15],"evidence,":[16],"but":[17,147],"faithfulness":[18],"failures,":[19],"where":[20],"generations":[21],"contradict":[22],"or":[23,51],"extend":[24],"beyond":[25],"provided":[27],"sources,":[28],"remain":[29],"a":[30,108,122],"critical":[31],"challenge.":[32],"Existing":[33],"hallucination":[34,74,124],"detection":[35,141],"methods":[36],"for":[37,73,152],"RAG":[38,104,130],"often":[39],"rely":[40],"either":[41],"on":[42,52,107],"large-scale":[43],"detector":[44,125],"training,":[45],"which":[46,57],"requires":[47],"substantial":[48],"annotated":[49],"data,":[50],"querying":[53],"external":[54],"LLM":[55,133],"judges,":[56],"leads":[58],"to":[59,67,92,144],"high":[60],"inference":[61],"costs.":[62],"Although":[63],"some":[64],"approaches":[65],"attempt":[66],"leverage":[68],"internal":[69,94,134],"representations":[70],"LLMs":[72],"detection,":[75],"their":[76],"accuracy":[77],"remains":[78],"limited.":[79],"Motivated":[80],"recent":[82],"advances":[83],"mechanistic":[85],"interpretability,":[86],"we":[87,119,163],"employ":[88],"sparse":[89],"autoencoders":[90],"(SAEs)":[91],"disentangle":[93],"activations,":[95],"successfully":[96],"identifying":[97],"features":[98],"that":[99,126],"are":[100],"specifically":[101],"triggered":[102],"during":[103],"hallucinations.":[105],"Building":[106],"systematic":[109],"pipeline":[110],"information-based":[112],"feature":[113,117],"selection":[114],"and":[115,168],"additive":[116],"modeling,":[118],"introduce":[120],"RAGLens,":[121],"lightweight":[123],"accurately":[127],"flags":[128],"unfaithful":[129,160],"using":[132],"representations.":[135],"RAGLens":[136],"not":[137],"only":[138],"achieves":[139],"superior":[140],"performance":[142],"compared":[143],"existing":[145],"methods,":[146],"also":[148],"provides":[149],"interpretable":[150],"rationales":[151],"its":[153],"decisions,":[154],"enabling":[155],"effective":[156],"post-hoc":[157],"mitigation":[158],"RAG.":[161],"Finally,":[162],"justify":[164],"our":[165],"design":[166],"choices":[167],"reveal":[169],"new":[170],"insights":[171],"into":[172],"distribution":[174],"hallucination-related":[176],"signals":[177],"within":[178],"LLMs.":[179],"The":[180],"code":[181],"is":[182],"available":[183],"at":[184],"https:\/\/github.com\/Teddy-XiongGZ\/RAGLens.":[185]},"counts_by_year":[],"updated_date":"2026-04-04T16:13:02.066488","created_date":"2025-12-11T00:00:00"}