{"id":"https:\/\/openalex.org\/W4400375571","doi":"https:\/\/doi.org\/10.48550\/arxiv.2407.02604","title":"D-Rax: Domain-specific Radiologic assistant leveraging multi-modal data and eXpert model predictions","display_name":"D-Rax: Domain-specific Radiologic assistant leveraging multi-modal data and eXpert model predictions","publication_year":2024,"publication_date":"2024-07-02","ids":{"openalex":"https:\/\/openalex.org\/W4400375571","doi":"https:\/\/doi.org\/10.48550\/arxiv.2407.02604"},"language":"en","primary_location":{"id":"pmh:oai:arXiv.org:2407.02604","is_oa":true,"landing_page_url":"http:\/\/arxiv.org\/abs\/2407.02604","pdf_url":"https:\/\/arxiv.org\/pdf\/2407.02604","source":{"id":"https:\/\/openalex.org\/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https:\/\/openalex.org\/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https:\/\/openalex.org\/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https:\/\/openalex.org\/licenses\/cc-by","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"","raw_type":"text"},"type":"preprint","indexed_in":["arxiv","datacite"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https:\/\/arxiv.org\/pdf\/2407.02604","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https:\/\/openalex.org\/A5075170074","display_name":"Hareem Nisar","orcid":"https:\/\/orcid.org\/0000-0002-5058-4214"},"institutions":[],"countries":[],"is_corresponding":true,"raw_author_name":"Nisar, Hareem","raw_affiliation_strings":[],"affiliations":[]},{"author_position":"middle","author":{"id":"https:\/\/openalex.org\/A5073762312","display_name":"Syed Muhammad Anwar","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Anwar, Syed Muhammad","raw_affiliation_strings":[],"affiliations":[]},{"author_position":"middle","author":{"id":"https:\/\/openalex.org\/A5068633300","display_name":"Zhifan Jiang","orcid":"https:\/\/orcid.org\/0000-0001-5713-1675"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Jiang, Zhifan","raw_affiliation_strings":[],"affiliations":[]},{"author_position":"middle","author":{"id":"https:\/\/openalex.org\/A5089319608","display_name":"Abhijeet Parida","orcid":"https:\/\/orcid.org\/0000-0002-4978-0576"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Parida, Abhijeet","raw_affiliation_strings":[],"affiliations":[]},{"author_position":"middle","author":{"id":null,"display_name":"Sanchez-Jacob, Ramon","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Sanchez-Jacob, Ramon","raw_affiliation_strings":[],"affiliations":[]},{"author_position":"middle","author":{"id":"https:\/\/openalex.org\/A5042877366","display_name":"Vishwesh Nath","orcid":"https:\/\/orcid.org\/0000-0002-6840-6205"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Nath, Vishwesh","raw_affiliation_strings":[],"affiliations":[]},{"author_position":"middle","author":{"id":"https:\/\/openalex.org\/A5043710204","display_name":"Holger R. Roth","orcid":"https:\/\/orcid.org\/0000-0002-3662-8743"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Roth, Holger R.","raw_affiliation_strings":[],"affiliations":[]},{"author_position":"last","author":{"id":"https:\/\/openalex.org\/A5085732379","display_name":"Marius George Linguraru","orcid":"https:\/\/orcid.org\/0000-0001-6175-8665"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Linguraru, Marius George","raw_affiliation_strings":[],"affiliations":[]}],"institutions":[],"countries_distinct_count":0,"institutions_distinct_count":8,"corresponding_author_ids":["https:\/\/openalex.org\/A5075170074"],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":true,"cited_by_count":0,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https:\/\/openalex.org\/T12422","display_name":"Radiomics and Machine Learning in Medical Imaging","score":0.9868000149726868,"subfield":{"id":"https:\/\/openalex.org\/subfields\/2741","display_name":"Radiology, Nuclear Medicine and Imaging"},"field":{"id":"https:\/\/openalex.org\/fields\/27","display_name":"Medicine"},"domain":{"id":"https:\/\/openalex.org\/domains\/4","display_name":"Health Sciences"}},"topics":[{"id":"https:\/\/openalex.org\/T12422","display_name":"Radiomics and Machine Learning in Medical Imaging","score":0.9868000149726868,"subfield":{"id":"https:\/\/openalex.org\/subfields\/2741","display_name":"Radiology, Nuclear Medicine and Imaging"},"field":{"id":"https:\/\/openalex.org\/fields\/27","display_name":"Medicine"},"domain":{"id":"https:\/\/openalex.org\/domains\/4","display_name":"Health Sciences"}},{"id":"https:\/\/openalex.org\/T10028","display_name":"Topic Modeling","score":0.986299991607666,"subfield":{"id":"https:\/\/openalex.org\/subfields\/1702","display_name":"Artificial Intelligence"},"field":{"id":"https:\/\/openalex.org\/fields\/17","display_name":"Computer Science"},"domain":{"id":"https:\/\/openalex.org\/domains\/3","display_name":"Physical Sciences"}},{"id":"https:\/\/openalex.org\/T11636","display_name":"Artificial Intelligence in Healthcare and Education","score":0.9624000191688538,"subfield":{"id":"https:\/\/openalex.org\/subfields\/2718","display_name":"Health Informatics"},"field":{"id":"https:\/\/openalex.org\/fields\/27","display_name":"Medicine"},"domain":{"id":"https:\/\/openalex.org\/domains\/4","display_name":"Health Sciences"}}],"keywords":[{"id":"https:\/\/openalex.org\/keywords\/domain","display_name":"Domain (mathematical analysis)","score":0.6559111475944519},{"id":"https:\/\/openalex.org\/keywords\/modal","display_name":"Modal","score":0.6274417042732239},{"id":"https:\/\/openalex.org\/keywords\/computer-science","display_name":"Computer science","score":0.531351625919342},{"id":"https:\/\/openalex.org\/keywords\/artificial-intelligence","display_name":"Artificial intelligence","score":0.40139034390449524},{"id":"https:\/\/openalex.org\/keywords\/mathematics","display_name":"Mathematics","score":0.138773113489151},{"id":"https:\/\/openalex.org\/keywords\/materials-science","display_name":"Materials science","score":0.11426547169685364},{"id":"https:\/\/openalex.org\/keywords\/mathematical-analysis","display_name":"Mathematical analysis","score":0.05623692274093628}],"concepts":[{"id":"https:\/\/openalex.org\/C36503486","wikidata":"https:\/\/www.wikidata.org\/wiki\/Q11235244","display_name":"Domain (mathematical analysis)","level":2,"score":0.6559111475944519},{"id":"https:\/\/openalex.org\/C71139939","wikidata":"https:\/\/www.wikidata.org\/wiki\/Q910194","display_name":"Modal","level":2,"score":0.6274417042732239},{"id":"https:\/\/openalex.org\/C41008148","wikidata":"https:\/\/www.wikidata.org\/wiki\/Q21198","display_name":"Computer science","level":0,"score":0.531351625919342},{"id":"https:\/\/openalex.org\/C154945302","wikidata":"https:\/\/www.wikidata.org\/wiki\/Q11660","display_name":"Artificial intelligence","level":1,"score":0.40139034390449524},{"id":"https:\/\/openalex.org\/C33923547","wikidata":"https:\/\/www.wikidata.org\/wiki\/Q395","display_name":"Mathematics","level":0,"score":0.138773113489151},{"id":"https:\/\/openalex.org\/C192562407","wikidata":"https:\/\/www.wikidata.org\/wiki\/Q228736","display_name":"Materials science","level":0,"score":0.11426547169685364},{"id":"https:\/\/openalex.org\/C134306372","wikidata":"https:\/\/www.wikidata.org\/wiki\/Q7754","display_name":"Mathematical analysis","level":1,"score":0.05623692274093628},{"id":"https:\/\/openalex.org\/C188027245","wikidata":"https:\/\/www.wikidata.org\/wiki\/Q750446","display_name":"Polymer chemistry","level":1,"score":0}],"mesh":[],"locations_count":2,"locations":[{"id":"pmh:oai:arXiv.org:2407.02604","is_oa":true,"landing_page_url":"http:\/\/arxiv.org\/abs\/2407.02604","pdf_url":"https:\/\/arxiv.org\/pdf\/2407.02604","source":{"id":"https:\/\/openalex.org\/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https:\/\/openalex.org\/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https:\/\/openalex.org\/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https:\/\/openalex.org\/licenses\/cc-by","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"","raw_type":"text"},{"id":"doi:10.48550\/arxiv.2407.02604","is_oa":true,"landing_page_url":"https:\/\/doi.org\/10.48550\/arxiv.2407.02604","pdf_url":null,"source":{"id":"https:\/\/openalex.org\/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https:\/\/openalex.org\/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https:\/\/openalex.org\/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https:\/\/openalex.org\/licenses\/cc-by","version":null,"is_accepted":false,"is_published":null,"raw_source_name":null,"raw_type":"article"}],"best_oa_location":{"id":"pmh:oai:arXiv.org:2407.02604","is_oa":true,"landing_page_url":"http:\/\/arxiv.org\/abs\/2407.02604","pdf_url":"https:\/\/arxiv.org\/pdf\/2407.02604","source":{"id":"https:\/\/openalex.org\/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https:\/\/openalex.org\/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https:\/\/openalex.org\/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https:\/\/openalex.org\/licenses\/cc-by","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"","raw_type":"text"},"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":true},"content_urls":{"pdf":"https:\/\/content.openalex.org\/works\/W4400375571.pdf"},"referenced_works_count":0,"referenced_works":[],"related_works":["https:\/\/openalex.org\/W4391375266","https:\/\/openalex.org\/W2748952813","https:\/\/openalex.org\/W2390279801","https:\/\/openalex.org\/W2358668433","https:\/\/openalex.org\/W4396701345","https:\/\/openalex.org\/W2376932109","https:\/\/openalex.org\/W2001405890","https:\/\/openalex.org\/W4396696052","https:\/\/openalex.org\/W2382290278","https:\/\/openalex.org\/W4395014643"],"abstract_inverted_index":{"Large":[0],"vision":[1,22],"language":[2,20,38,64],"models":[3,88,210],"(VLMs)":[4],"have":[5],"progressed":[6],"incredibly":[7],"from":[8,133,171,184],"research":[9],"to":[10,34,74,105,126,217],"applicability":[11],"for":[12,24,40,198],"general-purpose":[13],"use":[14],"cases.":[15],"LLaVA-Med,":[16],"a":[17,36,95,109],"pioneering":[18],"large":[19,63],"and":[21,31,47,68,136,167,181,201,235],"assistant":[23],"biomedicine,":[25],"can":[26,72,102],"perform":[27],"multi-modal":[28,50],"biomedical":[29],"image":[30],"data":[32],"analysis":[33,120],"provide":[35],"natural":[37,223],"interface":[39],"radiologists.":[41],"While":[42],"it":[43,52],"is":[44,53,145],"highly":[45],"generalizable":[46],"works":[48],"with":[49,212,219],"data,":[51,157,174],"currently":[54,77],"limited":[55],"by":[56,147],"well-known":[57],"challenges":[58],"that":[59,101],"exist":[60],"in":[61,70,89,138,194],"the":[62,79,118,139,149,205],"model":[65],"space.":[66],"Hallucinations":[67],"imprecision":[69],"responses":[71,195],"lead":[73],"misdiagnosis":[75],"which":[76,225],"hinder":[78],"clinical":[80],"adaptability":[81],"of":[82,121,141,159,207],"VLMs.":[83],"To":[84],"create":[85],"precise,":[86],"user-friendly":[87],"healthcare,":[90],"we":[91,116],"propose":[92],"D-Rax":[93,144,214],"--":[94],"domain-specific,":[96],"conversational,":[97],"radiologic":[98,111],"assistance":[99],"tool":[100],"be":[103],"used":[104],"gain":[106],"insights":[107,132],"about":[108],"particular":[110],"image.":[112],"In":[113],"this":[114],"study,":[115],"enhance":[117,232],"conversational":[119],"chest":[122],"X-ray":[123],"(CXR)":[124],"images":[125,221],"support":[127],"radiological":[128],"reporting,":[129],"offering":[130],"comprehensive":[131],"medical":[134,220],"imaging":[135,173],"aiding":[137],"formulation":[140],"accurate":[142],"diagnosis.":[143],"achieved":[146],"fine-tuning":[148],"LLaVA-Med":[150],"architecture":[151],"on":[152],"our":[153],"curated":[154],"enhanced":[155],"instruction-following":[156],"comprising":[158],"images,":[160],"instructions,":[161],"as":[162,164],"well":[163],"disease":[165],"diagnosis":[166],"demographic":[168],"predictions":[169],"derived":[170],"MIMIC-CXR":[172],"CXR-related":[175],"visual":[176],"question":[177],"answer":[178],"(VQA)":[179],"pairs,":[180],"predictive":[182],"outcomes":[183],"multiple":[185],"expert":[186],"AI":[187],"models.":[188],"We":[189],"observe":[190],"statistically":[191],"significant":[192],"improvement":[193],"when":[196],"evaluated":[197],"both":[199],"open":[200],"close-ended":[202],"conversations.":[203],"Leveraging":[204],"power":[206],"state-of-the-art":[208],"diagnostic":[209,233],"combined":[211],"VLMs,":[213],"empowers":[215],"clinicians":[216],"interact":[218],"using":[222],"language,":[224],"could":[226],"potentially":[227],"streamline":[228],"their":[229,237],"decision-making":[230],"process,":[231],"accuracy,":[234],"conserve":[236],"time.":[238]},"counts_by_year":[],"updated_date":"2026-03-25T23:56:10.502304","created_date":"2024-07-06T00:00:00"}