{"id":"https://openalex.org/W4306313214","doi":"https://doi.org/10.48550/arxiv.2210.07242","title":"OpenOOD: Benchmarking Generalized Out-of-Distribution Detection","display_name":"OpenOOD: Benchmarking Generalized Out-of-Distribution Detection","publication_year":2022,"publication_date":"2022-10-13","ids":{"openalex":"https://openalex.org/W4306313214","doi":"https://doi.org/10.48550/arxiv.2210.07242"},"language":"en","primary_location":{"id":"pmh:oai:arXiv.org:2210.07242","is_oa":true,"landing_page_url":"http://arxiv.org/abs/2210.07242","pdf_url":"https://arxiv.org/pdf/2210.07242","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"","raw_type":"text"},"type":"preprint","indexed_in":["arxiv","datacite"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://arxiv.org/pdf/2210.07242","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5075948339","display_name":"Jingkang Yang","orcid":"https://orcid.org/0000-0002-9424-254X"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Yang, Jingkang","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5103134726","display_name":"Pengyun Wang","orcid":"https://orcid.org/0009-0001-9696-6947"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Wang, Pengyun","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5028671110","display_name":"Dejian Zou","orcid":"https://orcid.org/0000-0001-9936-0409"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Zou, Dejian","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5050230765","display_name":"Zitang Zhou","orcid":"https://orcid.org/0009-0007-1490-9687"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Zhou, Zitang","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5027569663","display_name":"Kunyuan Ding","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Ding, Kunyuan","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5005597055","display_name":"Wenxuan Peng","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Peng, Wenxuan","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5101467726","display_name":"Haoqi Wang","orcid":"https://orcid.org/0000-0002-5760-4097"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Wang, Haoqi","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5051638640","display_name":"Guangyao Chen","orcid":"https://orcid.org/0000-0002-7255-2109"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Chen, Guangyao","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100374360","display_name":"Bo Li","orcid":"https://orcid.org/0000-0001-6709-0942"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Li, Bo","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5010582057","display_name":"Yiyou Sun","orcid":"https://orcid.org/0000-0002-6860-3874"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Sun, Yiyou","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5111030132","display_name":"Xuefeng Du","orcid":"https://orcid.org/0009-0005-7175-1260"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Du, Xuefeng","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5030812622","display_name":"Kaiyang Zhou","orcid":"https://orcid.org/0000-0002-8153-3903"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Zhou, Kaiyang","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5057842914","display_name":"Wayne Zhang","orcid":"https://orcid.org/0000-0002-8415-1062"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Zhang, Wayne","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5020400986","display_name":"Dan Hendrycks","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Hendrycks, Dan","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100443469","display_name":"Yixuan Li","orcid":"https://orcid.org/0000-0002-0685-2875"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Li, Yixuan","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"last","author":{"id":"https://openalex.org/A5100406050","display_name":"Ziwei Liu","orcid":"https://orcid.org/0000-0002-4220-5958"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Liu, Ziwei","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]}],"institutions":[],"countries_distinct_count":0,"institutions_distinct_count":0,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":false,"cited_by_count":87,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11512","display_name":"Anomaly Detection Techniques and Applications","score":0.9997000098228455,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11512","display_name":"Anomaly Detection Techniques and Applications","score":0.9997000098228455,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11689","display_name":"Adversarial Robustness in Machine Learning","score":0.9860000014305115,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10876","display_name":"Fault Detection and Control Systems","score":0.9855999946594238,"subfield":{"id":"https://openalex.org/subfields/2207","display_name":"Control and Systems Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/benchmarking","display_name":"Benchmarking","score":0.7639815807342529},{"id":"https://openalex.org/keywords/benchmark","display_name":"Benchmark (surveying)","score":0.747390627861023},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.7406682968139648},{"id":"https://openalex.org/keywords/anomaly-detection","display_name":"Anomaly detection","score":0.6523467302322388},{"id":"https://openalex.org/keywords/field","display_name":"Field (mathematics)","score":0.5511425137519836},{"id":"https://openalex.org/keywords/preprocessor","display_name":"Preprocessor","score":0.5387585759162903},{"id":"https://openalex.org/keywords/domain","display_name":"Domain (mathematical analysis)","score":0.5118679404258728},{"id":"https://openalex.org/keywords/set","display_name":"Set (abstract data type)","score":0.5071101188659668},{"id":"https://openalex.org/keywords/machine-learning","display_name":"Machine learning","score":0.4568943977355957},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.4099371135234833},{"id":"https://openalex.org/keywords/data-mining","display_name":"Data mining","score":0.4069018065929413},{"id":"https://openalex.org/keywords/mathematics","display_name":"Mathematics","score":0.07744264602661133},{"id":"https://openalex.org/keywords/programming-language","display_name":"Programming language","score":0.07343751192092896}],"concepts":[{"id":"https://openalex.org/C86251818","wikidata":"https://www.wikidata.org/wiki/Q816754","display_name":"Benchmarking","level":2,"score":0.7639815807342529},{"id":"https://openalex.org/C185798385","wikidata":"https://www.wikidata.org/wiki/Q1161707","display_name":"Benchmark (surveying)","level":2,"score":0.747390627861023},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7406682968139648},{"id":"https://openalex.org/C739882","wikidata":"https://www.wikidata.org/wiki/Q3560506","display_name":"Anomaly detection","level":2,"score":0.6523467302322388},{"id":"https://openalex.org/C9652623","wikidata":"https://www.wikidata.org/wiki/Q190109","display_name":"Field (mathematics)","level":2,"score":0.5511425137519836},{"id":"https://openalex.org/C34736171","wikidata":"https://www.wikidata.org/wiki/Q918333","display_name":"Preprocessor","level":2,"score":0.5387585759162903},{"id":"https://openalex.org/C36503486","wikidata":"https://www.wikidata.org/wiki/Q11235244","display_name":"Domain (mathematical analysis)","level":2,"score":0.5118679404258728},{"id":"https://openalex.org/C177264268","wikidata":"https://www.wikidata.org/wiki/Q1514741","display_name":"Set (abstract data type)","level":2,"score":0.5071101188659668},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.4568943977355957},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.4099371135234833},{"id":"https://openalex.org/C124101348","wikidata":"https://www.wikidata.org/wiki/Q172491","display_name":"Data mining","level":1,"score":0.4069018065929413},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.07744264602661133},{"id":"https://openalex.org/C199360897","wikidata":"https://www.wikidata.org/wiki/Q9143","display_name":"Programming language","level":1,"score":0.07343751192092896},{"id":"https://openalex.org/C162853370","wikidata":"https://www.wikidata.org/wiki/Q39809","display_name":"Marketing","level":1,"score":0.0},{"id":"https://openalex.org/C202444582","wikidata":"https://www.wikidata.org/wiki/Q837863","display_name":"Pure mathematics","level":1,"score":0.0},{"id":"https://openalex.org/C134306372","wikidata":"https://www.wikidata.org/wiki/Q7754","display_name":"Mathematical analysis","level":1,"score":0.0},{"id":"https://openalex.org/C144133560","wikidata":"https://www.wikidata.org/wiki/Q4830453","display_name":"Business","level":0,"score":0.0},{"id":"https://openalex.org/C205649164","wikidata":"https://www.wikidata.org/wiki/Q1071","display_name":"Geography","level":0,"score":0.0},{"id":"https://openalex.org/C13280743","wikidata":"https://www.wikidata.org/wiki/Q131089","display_name":"Geodesy","level":1,"score":0.0}],"mesh":[],"locations_count":2,"locations":[{"id":"pmh:oai:arXiv.org:2210.07242","is_oa":true,"landing_page_url":"http://arxiv.org/abs/2210.07242","pdf_url":"https://arxiv.org/pdf/2210.07242","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"","raw_type":"text"},{"id":"doi:10.48550/arxiv.2210.07242","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2210.07242","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":null,"raw_source_name":null,"raw_type":"Preprint"}],"best_oa_location":{"id":"pmh:oai:arXiv.org:2210.07242","is_oa":true,"landing_page_url":"http://arxiv.org/abs/2210.07242","pdf_url":"https://arxiv.org/pdf/2210.07242","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"","raw_type":"text"},"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":0,"referenced_works":[],"related_works":["https://openalex.org/W4238897586","https://openalex.org/W435179959","https://openalex.org/W2619091065","https://openalex.org/W2059640416","https://openalex.org/W1490753184","https://openalex.org/W2284465472","https://openalex.org/W2291782699","https://openalex.org/W1993948687","https://openalex.org/W2000169967","https://openalex.org/W4283314094"],"abstract_inverted_index":{"Out-of-distribution":[0],"(OOD)":[1],"detection":[2,52,61,120],"is":[3,53],"vital":[4],"to":[5,56,79,86],"safety-critical":[6],"machine":[7],"learning":[8],"applications":[9],"and":[10,34,43,67,90,109,147],"has":[11,135],"thus":[12],"been":[13],"extensively":[14],"studied,":[15],"with":[16],"a":[17,30,94,111,123],"plethora":[18],"of":[19,126],"methods":[20,71,104,146,151],"developed":[21,72,105],"in":[22,40,106],"the":[23,26,47,84,88,115,133,139,148],"literature.":[24],"However,":[25],"field":[27,134],"currently":[28],"lacks":[29],"unified,":[31,95],"strictly":[32],"formulated,":[33],"comprehensive":[35,112,124],"benchmark,":[36],"which":[37,100],"often":[38,77],"results":[39],"unfair":[41],"comparisons":[42],"inconclusive":[44],"results.":[45],"From":[46],"problem":[48],"setting":[49],"perspective,":[50],"OOD":[51,119],"closely":[54],"related":[55],"neighboring":[57],"fields":[58,108],"including":[59],"anomaly":[60],"(AD),":[62],"open":[63],"set":[64],"recognition":[65],"(OSR),":[66],"model":[68],"uncertainty,":[69],"since":[70],"for":[73],"one":[74],"domain":[75],"are":[76,130],"applicable":[78],"each":[80],"other.":[81],"To":[82],"help":[83],"community":[85],"improve":[87],"evaluation":[89],"advance,":[91],"we":[92,129],"build":[93],"well-structured":[96],"codebase":[97],"called":[98],"OpenOOD,":[99],"implements":[101],"over":[102,138],"30":[103],"relevant":[107],"provides":[110],"benchmark":[113],"under":[114],"recently":[116],"proposed":[117],"generalized":[118],"framework.":[121],"With":[122],"comparison":[125],"these":[127],"methods,":[128],"gratified":[131],"that":[132],"progressed":[136],"significantly":[137],"past":[140],"few":[141],"years,":[142],"where":[143],"both":[144],"preprocessing":[145],"orthogonal":[149],"post-hoc":[150],"show":[152],"strong":[153],"potential.":[154]},"counts_by_year":[{"year":2026,"cited_by_count":1},{"year":2025,"cited_by_count":20},{"year":2024,"cited_by_count":36},{"year":2023,"cited_by_count":30}],"updated_date":"2026-07-01T06:00:48.157686","created_date":"2025-10-10T00:00:00"}