{"id":"https://openalex.org/W7117327084","doi":"https://doi.org/10.48550/arxiv.2512.20954","title":"Reflection Pretraining Enables Token-Level Self-Correction in Biological Sequence Models","display_name":"Reflection Pretraining Enables Token-Level Self-Correction in Biological Sequence Models","publication_year":2025,"publication_date":"2025-12-24","ids":{"openalex":"https://openalex.org/W7117327084","doi":"https://doi.org/10.48550/arxiv.2512.20954"},"language":null,"primary_location":{"id":"doi:10.48550/arxiv.2512.20954","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2512.20954","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"},"type":"preprint","indexed_in":["datacite"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://doi.org/10.48550/arxiv.2512.20954","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5121357769","display_name":"Xiang Zhang","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Zhang, Xiang","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5121365479","display_name":"Jiaqi Wei","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Wei, Jiaqi","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5121062208","display_name":"Yuejin Yang","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Yang, Yuejin","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5102891552","display_name":"Zijie Qiu","orcid":"https://orcid.org/0009-0007-2461-2641"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Qiu, Zijie","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5121327857","display_name":"Yuhan Chen","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Chen, Yuhan","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5121320582","display_name":"Zhiqiang Gao","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Gao, Zhiqiang","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5004629670","display_name":"Muhammad Abdul-Mageed","orcid":"https://orcid.org/0000-0002-8590-2040"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Abdul-Mageed, Muhammad","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5061340195","display_name":"Laks V. S. Lakshmanan","orcid":"https://orcid.org/0000-0002-9775-4241"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Lakshmanan, Laks V. S.","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5121307018","display_name":"Wanli Ouyang","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Ouyang, Wanli","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5076320750","display_name":"Chenyu You","orcid":"https://orcid.org/0000-0001-8365-7822"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"You, Chenyu","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"last","author":{"id":"https://openalex.org/A5121324990","display_name":"Siqi Sun","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Sun, Siqi","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]}],"institutions":[],"countries_distinct_count":0,"institutions_distinct_count":0,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.13230000436306,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.13230000436306,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12254","display_name":"Machine Learning in Bioinformatics","score":0.0925000011920929,"subfield":{"id":"https://openalex.org/subfields/1312","display_name":"Molecular Biology"},"field":{"id":"https://openalex.org/fields/13","display_name":"Biochemistry, Genetics and Molecular Biology"},"domain":{"id":"https://openalex.org/domains/1","display_name":"Life Sciences"}},{"id":"https://openalex.org/T10906","display_name":"AI-based Problem Solving and Planning","score":0.07289999723434448,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/reflection","display_name":"Reflection (computer programming)","score":0.7179999947547913},{"id":"https://openalex.org/keywords/security-token","display_name":"Security token","score":0.7156000137329102},{"id":"https://openalex.org/keywords/encode","display_name":"ENCODE","score":0.6901000142097473},{"id":"https://openalex.org/keywords/sequence","display_name":"Sequence (biology)","score":0.5641999840736389},{"id":"https://openalex.org/keywords/set","display_name":"Set (abstract data type)","score":0.5569000244140625},{"id":"https://openalex.org/keywords/language-model","display_name":"Language model","score":0.5030999779701233},{"id":"https://openalex.org/keywords/natural-language","display_name":"Natural language","score":0.47279998660087585},{"id":"https://openalex.org/keywords/encoding","display_name":"Encoding (memory)","score":0.45899999141693115}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7523000240325928},{"id":"https://openalex.org/C65682993","wikidata":"https://www.wikidata.org/wiki/Q1056451","display_name":"Reflection (computer programming)","level":2,"score":0.7179999947547913},{"id":"https://openalex.org/C48145219","wikidata":"https://www.wikidata.org/wiki/Q1335365","display_name":"Security token","level":2,"score":0.7156000137329102},{"id":"https://openalex.org/C66746571","wikidata":"https://www.wikidata.org/wiki/Q1134833","display_name":"ENCODE","level":3,"score":0.6901000142097473},{"id":"https://openalex.org/C2778112365","wikidata":"https://www.wikidata.org/wiki/Q3511065","display_name":"Sequence (biology)","level":2,"score":0.5641999840736389},{"id":"https://openalex.org/C177264268","wikidata":"https://www.wikidata.org/wiki/Q1514741","display_name":"Set (abstract data type)","level":2,"score":0.5569000244140625},{"id":"https://openalex.org/C137293760","wikidata":"https://www.wikidata.org/wiki/Q3621696","display_name":"Language model","level":2,"score":0.5030999779701233},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.4975999891757965},{"id":"https://openalex.org/C195324797","wikidata":"https://www.wikidata.org/wiki/Q33742","display_name":"Natural language","level":2,"score":0.47279998660087585},{"id":"https://openalex.org/C125411270","wikidata":"https://www.wikidata.org/wiki/Q18653","display_name":"Encoding (memory)","level":2,"score":0.45899999141693115},{"id":"https://openalex.org/C204321447","wikidata":"https://www.wikidata.org/wiki/Q30642","display_name":"Natural language processing","level":1,"score":0.4415999948978424},{"id":"https://openalex.org/C2780586882","wikidata":"https://www.wikidata.org/wiki/Q7520643","display_name":"Simple (philosophy)","level":2,"score":0.4368000030517578},{"id":"https://openalex.org/C44291984","wikidata":"https://www.wikidata.org/wiki/Q1074173","display_name":"Question answering","level":2,"score":0.3804999887943268},{"id":"https://openalex.org/C89288958","wikidata":"https://www.wikidata.org/wiki/Q7301504","display_name":"Reasoning system","level":2,"score":0.3646000027656555},{"id":"https://openalex.org/C2776187449","wikidata":"https://www.wikidata.org/wiki/Q1513879","display_name":"Natural language generation","level":3,"score":0.3375000059604645},{"id":"https://openalex.org/C2779439875","wikidata":"https://www.wikidata.org/wiki/Q1078276","display_name":"Natural language understanding","level":3,"score":0.33059999346733093},{"id":"https://openalex.org/C129792486","wikidata":"https://www.wikidata.org/wiki/Q1050419","display_name":"Language identification","level":3,"score":0.3147999942302704},{"id":"https://openalex.org/C80444323","wikidata":"https://www.wikidata.org/wiki/Q2878974","display_name":"Theoretical computer science","level":1,"score":0.2937000095844269},{"id":"https://openalex.org/C199360897","wikidata":"https://www.wikidata.org/wiki/Q9143","display_name":"Programming language","level":1,"score":0.26910001039505005},{"id":"https://openalex.org/C97364631","wikidata":"https://www.wikidata.org/wiki/Q484284","display_name":"Deductive reasoning","level":2,"score":0.25929999351501465},{"id":"https://openalex.org/C2993724205","wikidata":"https://www.wikidata.org/wiki/Q315","display_name":"Human language","level":2,"score":0.2517000138759613}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.48550/arxiv.2512.20954","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2512.20954","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":null,"is_accepted":false,"is_published":null,"raw_source_name":null,"raw_type":"Preprint"}],"best_oa_location":{"id":"doi:10.48550/arxiv.2512.20954","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2512.20954","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"},"sustainable_development_goals":[{"id":"https://metadata.un.org/sdg/4","display_name":"Quality Education","score":0.6675757765769958}],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":0,"referenced_works":[],"related_works":[],"abstract_inverted_index":{"Chain-of-Thought":[0],"(CoT)":[1],"prompting":[2],"has":[3],"significantly":[4,176],"advanced":[5],"task-solving":[6],"capabilities":[7],"in":[8,143,154],"natural":[9],"language":[10,14,63,70,100,124,179],"processing":[11],"with":[12],"large":[13],"models.":[15],"Unlike":[16],"standard":[17,207],"prompting,":[18],"CoT":[19,60],"encourages":[20],"the":[21,33,79,97,102,119,127,140,150,158,183,188],"model":[22,34,151],"to":[23,61,78,113,152,197,201,206],"generate":[24],"intermediate":[25,41,155],"reasoning":[26,46,156,185],"steps,":[27],"non-answer":[28],"tokens,":[29],"that":[30,118,171],"help":[31],"guide":[32],"toward":[35],"more":[36,44],"accurate":[37],"final":[38],"outputs.":[39],"These":[40],"steps":[42],"enable":[43],"complex":[45],"processes":[47],"such":[48,65],"as":[49,66],"error":[50],"correction,":[51],"memory":[52],"management,":[53],"future":[54],"planning,":[55],"and":[56,68,95,111,199],"self-reflection.":[57],"However,":[58],"applying":[59],"non-natural":[62],"domains,":[64],"protein":[67,123,195],"RNA":[69],"models,":[71],"is":[72],"not":[73],"yet":[74],"possible,":[75],"primarily":[76],"due":[77],"limited":[80,120],"expressiveness":[81,121],"of":[82,99,104,122,129,160,187],"their":[83],"token":[84,174],"spaces":[85],"(e.g.,":[86],"amino":[87],"acid":[88],"tokens).":[89],"In":[90],"this":[91],"work,":[92],"we":[93,135,169],"propose":[94],"define":[96],"concept":[98],"expressiveness:":[101],"ability":[103],"a":[105,144],"given":[106],"language,":[107],"using":[108],"its":[109],"tokens":[110],"grammar,":[112],"encode":[114],"information.":[115],"We":[116],"show":[117],"severely":[125],"restricts":[126],"applicability":[128],"CoT-style":[130],"reasoning.":[131],"To":[132],"overcome":[133],"this,":[134],"introduce":[136],"reflection":[137],"pretraining,":[138],"for":[139],"first":[141],"time":[142],"biological":[145,178],"sequence":[146],"model,":[147],"which":[148],"enables":[149],"engage":[153],"through":[157],"generation":[159],"auxiliary":[161],"\"thinking":[162],"tokens\"":[163],"beyond":[164],"simple":[165],"answer":[166],"tokens.":[167],"Theoretically,":[168],"demonstrate":[170],"our":[172,191],"augmented":[173],"set":[175],"enhances":[177],"expressiveness,":[180],"thereby":[181],"improving":[182],"overall":[184],"capacity":[186],"model.":[189],"Experimentally,":[190],"pretraining":[192],"approach":[193],"teaches":[194],"models":[196],"self-correct":[198],"leads":[200],"substantial":[202],"performance":[203],"gains":[204],"compared":[205],"pretraining.":[208]},"counts_by_year":[],"updated_date":"2026-07-01T06:00:48.157686","created_date":"2025-12-26T00:00:00"}