{"id":"https://openalex.org/W4403624001","doi":"https://doi.org/10.48550/arxiv.2409.06493","title":"Elucidating Optimal Reward-Diversity Tradeoffs in Text-to-Image Diffusion Models","display_name":"Elucidating Optimal Reward-Diversity Tradeoffs in Text-to-Image Diffusion Models","publication_year":2024,"publication_date":"2024-09-09","ids":{"openalex":"https://openalex.org/W4403624001","doi":"https://doi.org/10.48550/arxiv.2409.06493"},"language":"en","primary_location":{"id":"pmh:oai:arXiv.org:2409.06493","is_oa":true,"landing_page_url":"http://arxiv.org/abs/2409.06493","pdf_url":"https://arxiv.org/pdf/2409.06493","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"","raw_type":"text"},"type":"preprint","indexed_in":["arxiv","datacite"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://arxiv.org/pdf/2409.06493","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5055268811","display_name":"Rohit Jena","orcid":"https://orcid.org/0000-0002-8707-383X"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Jena, Rohit","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5089955412","display_name":"Ali Taghibakhshi","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Taghibakhshi, Ali","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5101319375","display_name":"Sahil Jain","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Jain, Sahil","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5111188854","display_name":"Gerald Shen","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Shen, Gerald","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5011019569","display_name":"Nima Tajbakhsh","orcid":"https://orcid.org/0000-0001-8614-4811"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Tajbakhsh, Nima","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"last","author":{"id":"https://openalex.org/A5038984764","display_name":"Arash Vahdat","orcid":"https://orcid.org/0009-0005-9476-1306"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Vahdat, Arash","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]}],"institutions":[],"countries_distinct_count":0,"institutions_distinct_count":0,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T13718","display_name":"Media Influence and Politics","score":0.47620001435279846,"subfield":{"id":"https://openalex.org/subfields/3312","display_name":"Sociology and Political Science"},"field":{"id":"https://openalex.org/fields/33","display_name":"Social Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},"topics":[{"id":"https://openalex.org/T13718","display_name":"Media Influence and Politics","score":0.47620001435279846,"subfield":{"id":"https://openalex.org/subfields/3312","display_name":"Sociology and Political Science"},"field":{"id":"https://openalex.org/fields/33","display_name":"Social Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/diversity","display_name":"Diversity (politics)","score":0.6798551082611084},{"id":"https://openalex.org/keywords/diffusion","display_name":"Diffusion","score":0.5572009086608887},{"id":"https://openalex.org/keywords/image","display_name":"Image (mathematics)","score":0.5323759913444519},{"id":"https://openalex.org/keywords/statistical-physics","display_name":"Statistical physics","score":0.4684346616268158},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.4502137303352356},{"id":"https://openalex.org/keywords/psychology","display_name":"Psychology","score":0.33097317814826965},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.29331690073013306},{"id":"https://openalex.org/keywords/physics","display_name":"Physics","score":0.24589845538139343},{"id":"https://openalex.org/keywords/political-science","display_name":"Political science","score":0.15206491947174072}],"concepts":[{"id":"https://openalex.org/C2781316041","wikidata":"https://www.wikidata.org/wiki/Q1230584","display_name":"Diversity (politics)","level":2,"score":0.6798551082611084},{"id":"https://openalex.org/C69357855","wikidata":"https://www.wikidata.org/wiki/Q163214","display_name":"Diffusion","level":2,"score":0.5572009086608887},{"id":"https://openalex.org/C115961682","wikidata":"https://www.wikidata.org/wiki/Q860623","display_name":"Image (mathematics)","level":2,"score":0.5323759913444519},{"id":"https://openalex.org/C121864883","wikidata":"https://www.wikidata.org/wiki/Q677916","display_name":"Statistical physics","level":1,"score":0.4684346616268158},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.4502137303352356},{"id":"https://openalex.org/C15744967","wikidata":"https://www.wikidata.org/wiki/Q9418","display_name":"Psychology","level":0,"score":0.33097317814826965},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.29331690073013306},{"id":"https://openalex.org/C121332964","wikidata":"https://www.wikidata.org/wiki/Q413","display_name":"Physics","level":0,"score":0.24589845538139343},{"id":"https://openalex.org/C17744445","wikidata":"https://www.wikidata.org/wiki/Q36442","display_name":"Political science","level":0,"score":0.15206491947174072},{"id":"https://openalex.org/C199539241","wikidata":"https://www.wikidata.org/wiki/Q7748","display_name":"Law","level":1,"score":0.0},{"id":"https://openalex.org/C97355855","wikidata":"https://www.wikidata.org/wiki/Q11473","display_name":"Thermodynamics","level":1,"score":0.0}],"mesh":[],"locations_count":2,"locations":[{"id":"pmh:oai:arXiv.org:2409.06493","is_oa":true,"landing_page_url":"http://arxiv.org/abs/2409.06493","pdf_url":"https://arxiv.org/pdf/2409.06493","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"","raw_type":"text"},{"id":"doi:10.48550/arxiv.2409.06493","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2409.06493","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":null,"is_accepted":false,"is_published":null,"raw_source_name":null,"raw_type":"Preprint"}],"best_oa_location":{"id":"pmh:oai:arXiv.org:2409.06493","is_oa":true,"landing_page_url":"http://arxiv.org/abs/2409.06493","pdf_url":"https://arxiv.org/pdf/2409.06493","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"","raw_type":"text"},"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":true},"content_urls":{"pdf":"https://content.openalex.org/works/W4403624001.pdf"},"referenced_works_count":0,"referenced_works":[],"related_works":["https://openalex.org/W4391375266","https://openalex.org/W2748952813","https://openalex.org/W2931662336","https://openalex.org/W2077865380","https://openalex.org/W4401768695","https://openalex.org/W2765597752","https://openalex.org/W2134894512","https://openalex.org/W2083375246","https://openalex.org/W2067108088","https://openalex.org/W2085372204"],"abstract_inverted_index":{"Text-to-image":[0],"(T2I)":[1],"diffusion":[2,114],"models":[3,23,52],"have":[4,44],"become":[5],"prominent":[6],"tools":[7],"for":[8,113,151],"generating":[9],"high-fidelity":[10],"images":[11,31,178],"from":[12],"text":[13],"prompts.":[14],"However,":[15],"when":[16],"trained":[17],"on":[18],"unfiltered":[19],"internet":[20],"data,":[21],"these":[22,60,64],"can":[24],"produce":[25],"unsafe,":[26],"incorrect,":[27],"or":[28,53],"stylistically":[29],"undesirable":[30],"that":[32,58,170],"are":[33,66],"not":[34],"aligned":[35],"with":[36],"human":[37,46],"preferences.":[38,61],"To":[39],"address":[40],"this,":[41],"recent":[42],"approaches":[43],"incorporated":[45],"preference":[47],"datasets":[48],"to":[49,54,68,75,80],"fine-tune":[50],"T2I":[51],"optimize":[55],"reward":[56,69,77,97,160,184],"functions":[57],"capture":[59],"Although":[62],"effective,":[63],"methods":[65],"vulnerable":[67],"hacking,":[70],"where":[71],"the":[72,76,86,94,133,136,147,156],"model":[73,138,181],"overfits":[74],"function,":[78],"leading":[79],"a":[81,166],"loss":[82],"of":[83,96,135,149,176],"diversity":[84,134,173],"in":[85],"generated":[87,177],"images.":[88],"In":[89],"this":[90],"paper,":[91],"we":[92],"prove":[93],"inevitability":[95],"hacking":[98],"and":[99,107,110,162,174,183],"study":[100,168],"natural":[101],"regularization":[102,125],"techniques":[103],"like":[104],"KL":[105],"divergence":[106],"LoRA":[108],"scaling,":[109],"their":[111],"limitations":[112],"models.":[115],"We":[116],"also":[117],"introduce":[118],"Annealed":[119,128],"Importance":[120,129],"Guidance":[121],"(AIG),":[122],"an":[123],"inference-time":[124],"inspired":[126],"by":[127],"Sampling,":[130],"which":[131],"retains":[132],"base":[137],"while":[139],"achieving":[140],"Pareto-Optimal":[141],"reward-diversity":[142],"tradeoffs.":[143],"Our":[144],"experiments":[145],"demonstrate":[146],"benefits":[148],"AIG":[150,171],"Stable":[152],"Diffusion":[153],"models,":[154],"striking":[155],"optimal":[157],"balance":[158],"between":[159],"optimization":[161],"image":[163],"diversity.":[164],"Furthermore,":[165],"user":[167],"confirms":[169],"improves":[172],"quality":[175],"across":[179],"different":[180],"architectures":[182],"functions.":[185]},"counts_by_year":[],"updated_date":"2026-07-01T06:00:48.157686","created_date":"2025-10-10T00:00:00"}