{"id":"https://openalex.org/W4416139080","doi":"https://doi.org/10.48550/arxiv.2506.05331","title":"MINT-CoT: Enabling Interleaved Visual Tokens in Mathematical Chain-of-Thought Reasoning","display_name":"MINT-CoT: Enabling Interleaved Visual Tokens in Mathematical Chain-of-Thought Reasoning","publication_year":2025,"publication_date":"2025-06-05","ids":{"openalex":"https://openalex.org/W4416139080","doi":"https://doi.org/10.48550/arxiv.2506.05331"},"language":"en","primary_location":{"id":"pmh:oai:arXiv.org:2506.05331","is_oa":true,"landing_page_url":"http://arxiv.org/abs/2506.05331","pdf_url":"https://arxiv.org/pdf/2506.05331","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},"type":"preprint","indexed_in":["arxiv","datacite"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://arxiv.org/pdf/2506.05331","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5090631542","display_name":"Xinyan Chen","orcid":"https://orcid.org/0009-0001-4298-6336"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Chen, Xinyan","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5078082000","display_name":"Renrui Zhang","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Zhang, Renrui","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5102634569","display_name":"Dongzhi Jiang","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Jiang, Dongzhi","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5041431476","display_name":"Aojun Zhou","orcid":"https://orcid.org/0000-0002-4742-8624"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Zhou, Aojun","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5101782494","display_name":"Shilin Yan","orcid":"https://orcid.org/0000-0002-6860-9811"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Yan, Shilin","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5102255629","display_name":"Weifeng Lin","orcid":"https://orcid.org/0009-0001-3470-1687"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Lin, Weifeng","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"last","author":{"id":"https://openalex.org/A5100732450","display_name":"Hongsheng Li","orcid":"https://orcid.org/0000-0002-2664-7975"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Li, Hongsheng","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]}],"institutions":[],"countries_distinct_count":0,"institutions_distinct_count":0,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":true,"cited_by_count":0,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11714","display_name":"Multimodal Machine Learning Applications","score":0.7731999754905701,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11714","display_name":"Multimodal Machine Learning Applications","score":0.7731999754905701,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.02590000070631504,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11273","display_name":"Advanced Graph Neural Networks","score":0.025599999353289604,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/encoder","display_name":"Encoder","score":0.6305000185966492},{"id":"https://openalex.org/keywords/security-token","display_name":"Security token","score":0.6111000180244446},{"id":"https://openalex.org/keywords/visual-reasoning","display_name":"Visual reasoning","score":0.6026999950408936},{"id":"https://openalex.org/keywords/visual-perception","display_name":"Visual perception","score":0.4657000005245209},{"id":"https://openalex.org/keywords/construct","display_name":"Construct (python library)","score":0.4596000015735626},{"id":"https://openalex.org/keywords/code","display_name":"Code (set theory)","score":0.448199987411499},{"id":"https://openalex.org/keywords/key","display_name":"Key (lock)","score":0.43070000410079956},{"id":"https://openalex.org/keywords/perception","display_name":"Perception","score":0.42080000042915344},{"id":"https://openalex.org/keywords/human-visual-system-model","display_name":"Human visual system model","score":0.38690000772476196}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7591000199317932},{"id":"https://openalex.org/C118505674","wikidata":"https://www.wikidata.org/wiki/Q42586063","display_name":"Encoder","level":2,"score":0.6305000185966492},{"id":"https://openalex.org/C48145219","wikidata":"https://www.wikidata.org/wiki/Q1335365","display_name":"Security token","level":2,"score":0.6111000180244446},{"id":"https://openalex.org/C2777508537","wikidata":"https://www.wikidata.org/wiki/Q7936620","display_name":"Visual reasoning","level":2,"score":0.6026999950408936},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.5644000172615051},{"id":"https://openalex.org/C178253425","wikidata":"https://www.wikidata.org/wiki/Q162668","display_name":"Visual perception","level":3,"score":0.4657000005245209},{"id":"https://openalex.org/C2780801425","wikidata":"https://www.wikidata.org/wiki/Q5164392","display_name":"Construct (python library)","level":2,"score":0.4596000015735626},{"id":"https://openalex.org/C2776760102","wikidata":"https://www.wikidata.org/wiki/Q5139990","display_name":"Code (set theory)","level":3,"score":0.448199987411499},{"id":"https://openalex.org/C26517878","wikidata":"https://www.wikidata.org/wiki/Q228039","display_name":"Key (lock)","level":2,"score":0.43070000410079956},{"id":"https://openalex.org/C26760741","wikidata":"https://www.wikidata.org/wiki/Q160402","display_name":"Perception","level":2,"score":0.42080000042915344},{"id":"https://openalex.org/C160086991","wikidata":"https://www.wikidata.org/wiki/Q5939193","display_name":"Human visual system model","level":3,"score":0.38690000772476196},{"id":"https://openalex.org/C76969082","wikidata":"https://www.wikidata.org/wiki/Q486902","display_name":"Mathematical model","level":2,"score":0.36250001192092896},{"id":"https://openalex.org/C115961682","wikidata":"https://www.wikidata.org/wiki/Q860623","display_name":"Image (mathematics)","level":2,"score":0.3555000126361847},{"id":"https://openalex.org/C31972630","wikidata":"https://www.wikidata.org/wiki/Q844240","display_name":"Computer vision","level":1,"score":0.3465999960899353},{"id":"https://openalex.org/C125411270","wikidata":"https://www.wikidata.org/wiki/Q18653","display_name":"Encoding (memory)","level":2,"score":0.34610000252723694},{"id":"https://openalex.org/C36464697","wikidata":"https://www.wikidata.org/wiki/Q451553","display_name":"Visualization","level":2,"score":0.33970001339912415},{"id":"https://openalex.org/C195344581","wikidata":"https://www.wikidata.org/wiki/Q2555318","display_name":"Automated reasoning","level":2,"score":0.3215000033378601},{"id":"https://openalex.org/C66783780","wikidata":"https://www.wikidata.org/wiki/Q1166625","display_name":"Mathematical problem","level":2,"score":0.321399986743927},{"id":"https://openalex.org/C2779321571","wikidata":"https://www.wikidata.org/wiki/Q7936605","display_name":"Visual learning","level":2,"score":0.3197999894618988},{"id":"https://openalex.org/C2779193601","wikidata":"https://www.wikidata.org/wiki/Q20026918","display_name":"Mathematical theory","level":2,"score":0.31380000710487366},{"id":"https://openalex.org/C80444323","wikidata":"https://www.wikidata.org/wiki/Q2878974","display_name":"Theoretical computer science","level":1,"score":0.29589998722076416},{"id":"https://openalex.org/C126042441","wikidata":"https://www.wikidata.org/wiki/Q1324888","display_name":"Frame (networking)","level":2,"score":0.28189998865127563},{"id":"https://openalex.org/C153180895","wikidata":"https://www.wikidata.org/wiki/Q7148389","display_name":"Pattern recognition (psychology)","level":2,"score":0.2802000045776367},{"id":"https://openalex.org/C43126263","wikidata":"https://www.wikidata.org/wiki/Q128751","display_name":"Source code","level":2,"score":0.27900001406669617},{"id":"https://openalex.org/C2776214188","wikidata":"https://www.wikidata.org/wiki/Q408386","display_name":"Inference","level":2,"score":0.26989999413490295},{"id":"https://openalex.org/C130327152","wikidata":"https://www.wikidata.org/wiki/Q748349","display_name":"Mathematical structure","level":2,"score":0.2669999897480011},{"id":"https://openalex.org/C2780878386","wikidata":"https://www.wikidata.org/wiki/Q1659648","display_name":"Visual language","level":2,"score":0.26589998602867126},{"id":"https://openalex.org/C2779304628","wikidata":"https://www.wikidata.org/wiki/Q3503480","display_name":"Face (sociological concept)","level":2,"score":0.26179999113082886},{"id":"https://openalex.org/C2778061373","wikidata":"https://www.wikidata.org/wiki/Q1315146","display_name":"Predictive coding","level":3,"score":0.26030001044273376},{"id":"https://openalex.org/C178278151","wikidata":"https://www.wikidata.org/wiki/Q7936607","display_name":"Visual memory","level":3,"score":0.2597000002861023}],"mesh":[],"locations_count":2,"locations":[{"id":"pmh:oai:arXiv.org:2506.05331","is_oa":true,"landing_page_url":"http://arxiv.org/abs/2506.05331","pdf_url":"https://arxiv.org/pdf/2506.05331","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},{"id":"doi:10.48550/arxiv.2506.05331","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2506.05331","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":null,"raw_source_name":null,"raw_type":"Preprint"}],"best_oa_location":{"id":"pmh:oai:arXiv.org:2506.05331","is_oa":true,"landing_page_url":"http://arxiv.org/abs/2506.05331","pdf_url":"https://arxiv.org/pdf/2506.05331","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"pdf":true,"grobid_xml":true},"content_urls":{"pdf":"https://content.openalex.org/works/W4416139080.pdf","grobid_xml":"https://content.openalex.org/works/W4416139080.grobid-xml"},"referenced_works_count":0,"referenced_works":[],"related_works":[],"abstract_inverted_index":{"Chain-of-Thought":[0,85],"(CoT)":[1],"has":[2],"widely":[3],"enhanced":[4],"mathematical":[5,41,124,183],"reasoning":[6,30,96,128,181],"in":[7,182],"Large":[8],"Language":[9],"Models":[10],"(LLMs),":[11],"but":[12],"it":[13,19],"still":[14],"remains":[15],"challenging":[16],"for":[17,31,49,71,84,177],"extending":[18],"to":[20,36],"multimodal":[21],"domains.":[22],"Existing":[23],"works":[24],"either":[25],"adopt":[26],"a":[27,139,147],"similar":[28],"textual":[29,95],"image":[32,56],"input,":[33],"or":[34],"seek":[35],"interleave":[37],"visual":[38,72,86,92,105,131,179],"signals":[39],"into":[40,94],"CoT.":[42],"However,":[43],"they":[44],"face":[45],"three":[46],"key":[47],"limitations":[48],"math":[50,64,111],"problem-solving:":[51],"reliance":[52],"on":[53,63,68,193,196,200],"coarse-grained":[54],"box-shaped":[55],"regions,":[57],"limited":[58],"perception":[59],"of":[60,107,174],"vision":[61],"encoders":[62],"content,":[65],"and":[66,160,198,205],"dependence":[67],"external":[69],"capabilities":[70],"modification.":[73],"In":[74],"this":[75,115],"paper,":[76],"we":[77,117],"propose":[78],"MINT-CoT,":[79],"introducing":[80],"Mathematical":[81],"INterleaved":[82],"Tokens":[83],"reasoning.":[87],"MINT-CoT":[88,120,149],"adaptively":[89],"interleaves":[90],"relevant":[91],"tokens":[93],"steps":[97],"via":[98],"an":[99],"Interleave":[100],"Token,":[101],"which":[102,164],"dynamically":[103],"selects":[104],"regions":[106,132],"any":[108],"shapes":[109],"within":[110],"figures.":[112],"To":[113],"empower":[114],"capability,":[116],"construct":[118],"the":[119,134,172,188],"dataset,":[121],"containing":[122],"54K":[123],"problems":[125],"aligning":[126],"each":[127],"step":[129],"with":[130],"at":[133,209],"token":[135],"level,":[136],"accompanied":[137],"by":[138,191],"rigorous":[140],"data":[141,206],"generation":[142],"pipeline.":[143],"We":[144],"further":[145],"present":[146],"three-stage":[148],"training":[150],"strategy,":[151],"progressively":[152],"combining":[153],"text-only":[154],"CoT":[155,158,162],"SFT,":[156,159],"interleaved":[157,161,180],"RL,":[163],"derives":[165],"our":[166,175],"MINT-CoT-7B":[167,186],"model.":[168],"Extensive":[169],"experiments":[170],"demonstrate":[171],"effectiveness":[173],"method":[176],"effective":[178],"domains,":[184],"where":[185],"outperforms":[187],"baseline":[189],"model":[190],"+34.08%":[192],"MathVista,":[194],"+28.78%":[195],"GeoQA,":[197],"+23.2%":[199],"MMStar,":[201],"respectively.":[202],"Our":[203],"code":[204],"are":[207],"available":[208],"https://github.com/xinyan-cxy/MINT-CoT":[210]},"counts_by_year":[],"updated_date":"2026-07-03T08:13:44.112507","created_date":"2025-10-10T00:00:00"}