{"id":"https://openalex.org/W7077073898","doi":"https://doi.org/10.48550/arxiv.2507.20388","title":"ModalFormer: Multimodal Transformer for Low-Light Image Enhancement","display_name":"ModalFormer: Multimodal Transformer for Low-Light Image Enhancement","publication_year":2025,"publication_date":"2025-07-27","ids":{"openalex":"https://openalex.org/W7077073898","doi":"https://doi.org/10.48550/arxiv.2507.20388"},"language":"en","primary_location":{"id":"doi:10.48550/arxiv.2507.20388","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2507.20388","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"},"type":"preprint","indexed_in":["datacite"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://doi.org/10.48550/arxiv.2507.20388","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":null,"display_name":"Brateanu, Alexandru","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Brateanu, Alexandru","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":null,"display_name":"Balmez, Raul","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Balmez, Raul","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":null,"display_name":"Orhei, Ciprian","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Orhei, Ciprian","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":null,"display_name":"Ancuti, Codruta","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Ancuti, Codruta","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"last","author":{"id":null,"display_name":"Ancuti, Cosmin","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Ancuti, Cosmin","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]}],"institutions":[],"countries_distinct_count":0,"institutions_distinct_count":0,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"is_xpac":true,"primary_topic":{"id":"https://openalex.org/T12157","display_name":"Geochemistry and Geologic Mapping","score":0.6783000230789185,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T12157","display_name":"Geochemistry and Geologic Mapping","score":0.6783000230789185,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T13067","display_name":"Geological Modeling and Analysis","score":0.029600000008940697,"subfield":{"id":"https://openalex.org/subfields/1906","display_name":"Geochemistry and Petrology"},"field":{"id":"https://openalex.org/fields/19","display_name":"Earth and Planetary Sciences"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T14311","display_name":"Electrical and Electromagnetic Research","score":0.01769999973475933,"subfield":{"id":"https://openalex.org/subfields/3107","display_name":"Atomic and Molecular Physics, and Optics"},"field":{"id":"https://openalex.org/fields/31","display_name":"Physics and Astronomy"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/rgb-color-model","display_name":"RGB color model","score":0.6571000218391418},{"id":"https://openalex.org/keywords/segmentation","display_name":"Segmentation","score":0.5117999911308289},{"id":"https://openalex.org/keywords/feature","display_name":"Feature (linguistics)","score":0.5011000037193298},{"id":"https://openalex.org/keywords/transformer","display_name":"Transformer","score":0.4977000057697296},{"id":"https://openalex.org/keywords/benchmark","display_name":"Benchmark (surveying)","score":0.4595000147819519},{"id":"https://openalex.org/keywords/image-segmentation","display_name":"Image segmentation","score":0.40450000762939453},{"id":"https://openalex.org/keywords/exploit","display_name":"Exploit","score":0.399399995803833},{"id":"https://openalex.org/keywords/feature-extraction","display_name":"Feature extraction","score":0.38940000534057617}],"concepts":[{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.7516000270843506},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7239999771118164},{"id":"https://openalex.org/C82990744","wikidata":"https://www.wikidata.org/wiki/Q166194","display_name":"RGB color model","level":2,"score":0.6571000218391418},{"id":"https://openalex.org/C31972630","wikidata":"https://www.wikidata.org/wiki/Q844240","display_name":"Computer vision","level":1,"score":0.588100016117096},{"id":"https://openalex.org/C89600930","wikidata":"https://www.wikidata.org/wiki/Q1423946","display_name":"Segmentation","level":2,"score":0.5117999911308289},{"id":"https://openalex.org/C2776401178","wikidata":"https://www.wikidata.org/wiki/Q12050496","display_name":"Feature (linguistics)","level":2,"score":0.5011000037193298},{"id":"https://openalex.org/C66322947","wikidata":"https://www.wikidata.org/wiki/Q11658","display_name":"Transformer","level":3,"score":0.4977000057697296},{"id":"https://openalex.org/C185798385","wikidata":"https://www.wikidata.org/wiki/Q1161707","display_name":"Benchmark (surveying)","level":2,"score":0.4595000147819519},{"id":"https://openalex.org/C124504099","wikidata":"https://www.wikidata.org/wiki/Q56933","display_name":"Image segmentation","level":3,"score":0.40450000762939453},{"id":"https://openalex.org/C165696696","wikidata":"https://www.wikidata.org/wiki/Q11287","display_name":"Exploit","level":2,"score":0.399399995803833},{"id":"https://openalex.org/C52622490","wikidata":"https://www.wikidata.org/wiki/Q1026626","display_name":"Feature extraction","level":2,"score":0.38940000534057617},{"id":"https://openalex.org/C153180895","wikidata":"https://www.wikidata.org/wiki/Q7148389","display_name":"Pattern recognition (psychology)","level":2,"score":0.35679998993873596},{"id":"https://openalex.org/C3018181011","wikidata":"https://www.wikidata.org/wiki/Q6849688","display_name":"Contrast enhancement","level":3,"score":0.34060001373291016},{"id":"https://openalex.org/C2780451532","wikidata":"https://www.wikidata.org/wiki/Q759676","display_name":"Task (project management)","level":2,"score":0.30469998717308044},{"id":"https://openalex.org/C2779903281","wikidata":"https://www.wikidata.org/wiki/Q6888026","display_name":"Modalities","level":2,"score":0.2994999885559082},{"id":"https://openalex.org/C115961682","wikidata":"https://www.wikidata.org/wiki/Q860623","display_name":"Image (mathematics)","level":2,"score":0.29580000042915344},{"id":"https://openalex.org/C63479239","wikidata":"https://www.wikidata.org/wiki/Q7353546","display_name":"Robustness (evolution)","level":3,"score":0.2955000102519989},{"id":"https://openalex.org/C155542232","wikidata":"https://www.wikidata.org/wiki/Q736111","display_name":"Optical flow","level":3,"score":0.2849999964237213},{"id":"https://openalex.org/C36464697","wikidata":"https://www.wikidata.org/wiki/Q451553","display_name":"Visualization","level":2,"score":0.2799000144004822},{"id":"https://openalex.org/C108583219","wikidata":"https://www.wikidata.org/wiki/Q197536","display_name":"Deep learning","level":2,"score":0.2587999999523163},{"id":"https://openalex.org/C175154964","wikidata":"https://www.wikidata.org/wiki/Q380077","display_name":"Task analysis","level":3,"score":0.2563000023365021},{"id":"https://openalex.org/C2776502983","wikidata":"https://www.wikidata.org/wiki/Q690182","display_name":"Contrast (vision)","level":2,"score":0.2535000145435333}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.48550/arxiv.2507.20388","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2507.20388","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":null,"raw_source_name":null,"raw_type":"Preprint"}],"best_oa_location":{"id":"doi:10.48550/arxiv.2507.20388","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2507.20388","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"},"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":0,"referenced_works":[],"related_works":[],"abstract_inverted_index":{"Low-light":[0],"image":[1],"enhancement":[2],"(LLIE)":[3],"is":[4,106],"a":[5,79],"fundamental":[6],"yet":[7],"challenging":[8],"task":[9],"due":[10],"to":[11,69,84,98,103],"the":[12,41,56,104],"presence":[13],"of":[14,17,37],"noise,":[15],"loss":[16],"detail,":[18],"and":[19,93,129,151],"poor":[20],"contrast":[21],"in":[22,147],"images":[23,87],"captured":[24],"under":[25],"insufficient":[26],"lighting":[27],"conditions.":[28],"Recent":[29],"methods":[30],"often":[31],"rely":[32],"solely":[33],"on":[34,139],"pixel-level":[35],"transformations":[36],"RGB":[38,117],"images,":[39],"neglecting":[40],"rich":[42],"contextual":[43],"information":[44],"available":[45,155],"from":[46],"multiple":[47,94,140],"visual":[48],"modalities.":[49],"In":[50],"this":[51],"paper,":[52],"we":[53],"present":[54],"ModalFormer,":[55],"first":[57],"large-scale":[58],"multimodal":[59,91,99],"framework":[60],"for":[61],"LLIE":[62],"that":[63],"fully":[64],"exploits":[65],"nine":[66],"auxiliary":[67,95],"modalities":[68],"achieve":[70],"state-of-the-art":[71,145],"performance.":[72],"Our":[73],"model":[74],"comprises":[75],"two":[76],"main":[77],"components:":[78],"Cross-modal":[80,109],"Transformer":[81],"(CM-T)":[82],"designed":[83],"restore":[85],"corrupted":[86],"while":[88],"seamlessly":[89],"integrating":[90],"information,":[92,126],"subnetworks":[96],"dedicated":[97],"feature":[100,123],"reconstruction.":[101],"Central":[102],"CM-T":[105],"our":[107],"novel":[108],"Multi-headed":[110],"Self-Attention":[111],"mechanism":[112],"(CM-MSA),":[113],"which":[114],"effectively":[115],"fuses":[116],"data":[118],"with":[119],"modality-specific":[120],"features--including":[121],"deep":[122],"embeddings,":[124],"segmentation":[125],"geometric":[127],"cues,":[128],"color":[130],"information--to":[131],"generate":[132],"information-rich":[133],"hybrid":[134],"attention":[135],"maps.":[136],"Extensive":[137],"experiments":[138],"benchmark":[141],"datasets":[142],"demonstrate":[143],"ModalFormer's":[144],"performance":[146],"LLIE.":[148],"Pre-trained":[149],"models":[150],"results":[152],"are":[153],"made":[154],"at":[156],"https://github.com/albrateanu/ModalFormer.":[157]},"counts_by_year":[],"updated_date":"2026-07-01T06:00:48.157686","created_date":"2025-10-10T00:00:00"}