{"id":"https:\/\/openalex.org\/W4416257297","doi":"https:\/\/doi.org\/10.48550\/arxiv.2509.16888","title":"Rethinking Evaluation of Infrared Small Target Detection","display_name":"Rethinking Evaluation of Infrared Small Target Detection","publication_year":2025,"publication_date":"2025-09-21","ids":{"openalex":"https:\/\/openalex.org\/W4416257297","doi":"https:\/\/doi.org\/10.48550\/arxiv.2509.16888"},"language":"en","primary_location":{"id":"pmh:oai:arXiv.org:2509.16888","is_oa":true,"landing_page_url":"http:\/\/arxiv.org\/abs\/2509.16888","pdf_url":"https:\/\/arxiv.org\/pdf\/2509.16888","source":{"id":"https:\/\/openalex.org\/S4393918464","display_name":"ArXiv.org","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},"type":"preprint","indexed_in":["arxiv","datacite"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https:\/\/arxiv.org\/pdf\/2509.16888","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":null,"display_name":"Pang, Youwei","orcid":null},"institutions":[],"countries":[],"is_corresponding":true,"raw_author_name":"Pang, Youwei","raw_affiliation_strings":[],"affiliations":[]},{"author_position":"middle","author":{"id":"https:\/\/openalex.org\/A5050583798","display_name":"Xiaoqi Zhao","orcid":"https:\/\/orcid.org\/0009-0003-0332-4748"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Zhao, Xiaoqi","raw_affiliation_strings":[],"affiliations":[]},{"author_position":"middle","author":{"id":"https:\/\/openalex.org\/A5015500789","display_name":"Lihe Zhang","orcid":"https:\/\/orcid.org\/0000-0002-9241-1688"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Zhang, Lihe","raw_affiliation_strings":[],"affiliations":[]},{"author_position":"middle","author":{"id":"https:\/\/openalex.org\/A5006986293","display_name":"Huchuan Lu","orcid":"https:\/\/orcid.org\/0000-0002-6668-9758"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Lu, Huchuan","raw_affiliation_strings":[],"affiliations":[]},{"author_position":"middle","author":{"id":"https:\/\/openalex.org\/A5120499899","display_name":"Georges El Fakhri","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Fakhri, Georges El","raw_affiliation_strings":[],"affiliations":[]},{"author_position":"middle","author":{"id":"https:\/\/openalex.org\/A5100359293","display_name":"Xiaofeng Liu","orcid":"https:\/\/orcid.org\/0000-0002-6506-8933"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Liu, Xiaofeng","raw_affiliation_strings":[],"affiliations":[]},{"author_position":"last","author":{"id":null,"display_name":"Lu, Shijian","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Lu, Shijian","raw_affiliation_strings":[],"affiliations":[]}],"institutions":[],"countries_distinct_count":0,"institutions_distinct_count":7,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https:\/\/openalex.org\/T12389","display_name":"Infrared Target Detection Methodologies","score":0.9789999723434448,"subfield":{"id":"https:\/\/openalex.org\/subfields\/2202","display_name":"Aerospace Engineering"},"field":{"id":"https:\/\/openalex.org\/fields\/22","display_name":"Engineering"},"domain":{"id":"https:\/\/openalex.org\/domains\/3","display_name":"Physical Sciences"}},"topics":[{"id":"https:\/\/openalex.org\/T12389","display_name":"Infrared Target Detection Methodologies","score":0.9789999723434448,"subfield":{"id":"https:\/\/openalex.org\/subfields\/2202","display_name":"Aerospace Engineering"},"field":{"id":"https:\/\/openalex.org\/fields\/22","display_name":"Engineering"},"domain":{"id":"https:\/\/openalex.org\/domains\/3","display_name":"Physical Sciences"}},{"id":"https:\/\/openalex.org\/T11637","display_name":"Advanced Semiconductor Detectors and Materials","score":0.003800000064074993,"subfield":{"id":"https:\/\/openalex.org\/subfields\/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https:\/\/openalex.org\/fields\/22","display_name":"Engineering"},"domain":{"id":"https:\/\/openalex.org\/domains\/3","display_name":"Physical Sciences"}},{"id":"https:\/\/openalex.org\/T11856","display_name":"Thermography and Photoacoustic Techniques","score":0.003000000026077032,"subfield":{"id":"https:\/\/openalex.org\/subfields\/2211","display_name":"Mechanics of Materials"},"field":{"id":"https:\/\/openalex.org\/fields\/22","display_name":"Engineering"},"domain":{"id":"https:\/\/openalex.org\/domains\/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https:\/\/openalex.org\/keywords\/robustness","display_name":"Robustness (evolution)","score":0.7167999744415283},{"id":"https:\/\/openalex.org\/keywords\/metric","display_name":"Metric (unit)","score":0.4763999879360199},{"id":"https:\/\/openalex.org\/keywords\/generalization","display_name":"Generalization","score":0.44600000977516174},{"id":"https:\/\/openalex.org\/keywords\/field","display_name":"Field (mathematics)","score":0.41830000281333923},{"id":"https:\/\/openalex.org\/keywords\/infrared","display_name":"Infrared","score":0.3492000102996826}],"concepts":[{"id":"https:\/\/openalex.org\/C63479239","wikidata":"https:\/\/www.wikidata.org\/wiki\/Q7353546","display_name":"Robustness (evolution)","level":3,"score":0.7167999744415283},{"id":"https:\/\/openalex.org\/C41008148","wikidata":"https:\/\/www.wikidata.org\/wiki\/Q21198","display_name":"Computer science","level":0,"score":0.617900013923645},{"id":"https:\/\/openalex.org\/C176217482","wikidata":"https:\/\/www.wikidata.org\/wiki\/Q860554","display_name":"Metric (unit)","level":2,"score":0.4763999879360199},{"id":"https:\/\/openalex.org\/C177148314","wikidata":"https:\/\/www.wikidata.org\/wiki\/Q170084","display_name":"Generalization","level":2,"score":0.44600000977516174},{"id":"https:\/\/openalex.org\/C154945302","wikidata":"https:\/\/www.wikidata.org\/wiki\/Q11660","display_name":"Artificial intelligence","level":1,"score":0.4212999939918518},{"id":"https:\/\/openalex.org\/C112930515","wikidata":"https:\/\/www.wikidata.org\/wiki\/Q4389547","display_name":"Risk analysis (engineering)","level":1,"score":0.4196000099182129},{"id":"https:\/\/openalex.org\/C9652623","wikidata":"https:\/\/www.wikidata.org\/wiki\/Q190109","display_name":"Field (mathematics)","level":2,"score":0.41830000281333923},{"id":"https:\/\/openalex.org\/C119857082","wikidata":"https:\/\/www.wikidata.org\/wiki\/Q2539","display_name":"Machine learning","level":1,"score":0.37619999051094055},{"id":"https:\/\/openalex.org\/C158355884","wikidata":"https:\/\/www.wikidata.org\/wiki\/Q11388","display_name":"Infrared","level":2,"score":0.3492000102996826},{"id":"https:\/\/openalex.org\/C100253034","wikidata":"https:\/\/www.wikidata.org\/wiki\/Q196372","display_name":"Systematic error","level":2,"score":0.3296999931335449},{"id":"https:\/\/openalex.org\/C2522767166","wikidata":"https:\/\/www.wikidata.org\/wiki\/Q2374463","display_name":"Data science","level":1,"score":0.29440000653266907},{"id":"https:\/\/openalex.org\/C539667460","wikidata":"https:\/\/www.wikidata.org\/wiki\/Q2414942","display_name":"Management science","level":1,"score":0.2856000065803528},{"id":"https:\/\/openalex.org\/C201995342","wikidata":"https:\/\/www.wikidata.org\/wiki\/Q682496","display_name":"Systems engineering","level":1,"score":0.2847999930381775},{"id":"https:\/\/openalex.org\/C103088060","wikidata":"https:\/\/www.wikidata.org\/wiki\/Q1062839","display_name":"Error detection and correction","level":2,"score":0.26579999923706055},{"id":"https:\/\/openalex.org\/C200601418","wikidata":"https:\/\/www.wikidata.org\/wiki\/Q2193887","display_name":"Reliability engineering","level":1,"score":0.2623000144958496}],"mesh":[],"locations_count":2,"locations":[{"id":"pmh:oai:arXiv.org:2509.16888","is_oa":true,"landing_page_url":"http:\/\/arxiv.org\/abs\/2509.16888","pdf_url":"https:\/\/arxiv.org\/pdf\/2509.16888","source":{"id":"https:\/\/openalex.org\/S4393918464","display_name":"ArXiv.org","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},{"id":"doi:10.48550\/arxiv.2509.16888","is_oa":true,"landing_page_url":"https:\/\/doi.org\/10.48550\/arxiv.2509.16888","pdf_url":null,"source":{"id":"https:\/\/openalex.org\/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https:\/\/openalex.org\/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https:\/\/openalex.org\/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":null,"raw_source_name":null,"raw_type":"article"}],"best_oa_location":{"id":"pmh:oai:arXiv.org:2509.16888","is_oa":true,"landing_page_url":"http:\/\/arxiv.org\/abs\/2509.16888","pdf_url":"https:\/\/arxiv.org\/pdf\/2509.16888","source":{"id":"https:\/\/openalex.org\/S4393918464","display_name":"ArXiv.org","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":0,"referenced_works":[],"related_works":[],"abstract_inverted_index":{"As":[0],"an":[1,49],"essential":[2],"vision":[3],"task,":[4],"infrared":[5,90],"small":[6],"target":[7],"detection":[8],"(IRSTD)":[9],"has":[10,146],"seen":[11],"significant":[12],"advancements":[13],"through":[14],"deep":[15],"learning.":[16],"However,":[17],"critical":[18],"limitations":[19],"in":[20],"current":[21],"evaluation":[22],"protocols":[23],"impede":[24],"further":[25],"progress.":[26],"First,":[27],"existing":[28],"methods":[29],"rely":[30],"on":[31,52],"fragmented":[32],"pixel-":[33,103],"and":[34,67,86,104,113,127,139],"target-level":[35,105],"specific":[36],"metrics,":[37],"which":[38,60],"fails":[39],"to":[40,122,149],"provide":[41],"a":[42,99,108,124],"comprehensive":[43],"view":[44],"of":[45,83,117,136],"model":[46,84],"capabilities.":[47],"Second,":[48],"excessive":[50],"emphasis":[51],"overall":[53],"performance":[54],"scores":[55],"obscures":[56],"crucial":[57],"error":[58,110],"analysis,":[59],"is":[61],"vital":[62],"for":[63],"identifying":[64],"failure":[65],"modes":[66],"improving":[68],"real-world":[69],"system":[70],"performance.":[71],"Third,":[72],"the":[73,81,115,134],"field":[74],"predominantly":[75],"adopts":[76],"dataset-specific":[77],"training-testing":[78],"paradigms,":[79],"hindering":[80],"understanding":[82],"robustness":[85],"generalization":[87],"across":[88],"diverse":[89],"scenarios.":[91],"This":[92],"paper":[93],"addresses":[94],"these":[95],"issues":[96],"by":[97],"introducing":[98],"hybrid-level":[100],"metric":[101],"incorporating":[102],"performance,":[106],"proposing":[107],"systematic":[109],"analysis":[111,130],"method,":[112],"emphasizing":[114],"importance":[116],"cross-dataset":[118],"evaluation.":[119],"These":[120],"aim":[121],"offer":[123],"more":[125,137],"thorough":[126],"rational":[128],"hierarchical":[129],"framework,":[131],"ultimately":[132],"fostering":[133],"development":[135],"effective":[138],"robust":[140],"IRSTD":[141],"models.":[142],"An":[143],"open-source":[144],"toolkit":[145],"be":[147],"released":[148],"facilitate":[150],"standardized":[151],"benchmarking.":[152]},"counts_by_year":[],"updated_date":"2026-04-21T08:09:41.155169","created_date":"2025-10-10T00:00:00"}