{"id":"https://openalex.org/W4388585701","doi":"https://doi.org/10.48550/arxiv.2311.05608","title":"FigStep: Jailbreaking Large Vision-Language Models via Typographic Visual Prompts","display_name":"FigStep: Jailbreaking Large Vision-Language Models via Typographic Visual Prompts","publication_year":2023,"publication_date":"2023-11-09","ids":{"openalex":"https://openalex.org/W4388585701","doi":"https://doi.org/10.48550/arxiv.2311.05608"},"language":"en","primary_location":{"id":"pmh:oai:arXiv.org:2311.05608","is_oa":true,"landing_page_url":"http://arxiv.org/abs/2311.05608","pdf_url":"https://arxiv.org/pdf/2311.05608","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},"type":"preprint","indexed_in":["arxiv","datacite"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://arxiv.org/pdf/2311.05608","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5110849518","display_name":"Yichen Gong","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Gong, Yichen","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5093241713","display_name":"Delong Ran","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Ran, Delong","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100675904","display_name":"Jinyuan Liu","orcid":"https://orcid.org/0000-0003-2085-2676"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Liu, Jinyuan","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5086827427","display_name":"Conglei Wang","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Wang, Conglei","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5002440210","display_name":"Tianshuo Cong","orcid":"https://orcid.org/0000-0003-3189-8223"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Cong, Tianshuo","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5047870268","display_name":"Anyu Wang","orcid":"https://orcid.org/0000-0002-1086-0288"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Wang, Anyu","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5039007125","display_name":"Sisi Duan","orcid":"https://orcid.org/0000-0002-1385-6807"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Duan, Sisi","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"last","author":{"id":"https://openalex.org/A5100447919","display_name":"Xiaoyun Wang","orcid":"https://orcid.org/0000-0002-7846-269X"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Wang, Xiaoyun","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]}],"institutions":[],"countries_distinct_count":0,"institutions_distinct_count":0,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":true,"cited_by_count":9,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11689","display_name":"Adversarial Robustness in Machine Learning","score":0.9868999719619751,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11689","display_name":"Adversarial Robustness in Machine Learning","score":0.9868999719619751,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11714","display_name":"Multimodal Machine Learning Applications","score":0.9643999934196472,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.9617000222206116,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/modalities","display_name":"Modalities","score":0.6961965560913086},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.6620722413063049},{"id":"https://openalex.org/keywords/typography","display_name":"Typography","score":0.6041752099990845},{"id":"https://openalex.org/keywords/modality","display_name":"Modality (human\u2013computer interaction)","score":0.5215296745300293},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.44322171807289124},{"id":"https://openalex.org/keywords/computer-security","display_name":"Computer security","score":0.3675624430179596},{"id":"https://openalex.org/keywords/natural-language-processing","display_name":"Natural language processing","score":0.3436574637889862},{"id":"https://openalex.org/keywords/business","display_name":"Business","score":0.0779350996017456}],"concepts":[{"id":"https://openalex.org/C2779903281","wikidata":"https://www.wikidata.org/wiki/Q6888026","display_name":"Modalities","level":2,"score":0.6961965560913086},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6620722413063049},{"id":"https://openalex.org/C166422571","wikidata":"https://www.wikidata.org/wiki/Q159964","display_name":"Typography","level":2,"score":0.6041752099990845},{"id":"https://openalex.org/C2780226545","wikidata":"https://www.wikidata.org/wiki/Q6888030","display_name":"Modality (human\u2013computer interaction)","level":2,"score":0.5215296745300293},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.44322171807289124},{"id":"https://openalex.org/C38652104","wikidata":"https://www.wikidata.org/wiki/Q3510521","display_name":"Computer security","level":1,"score":0.3675624430179596},{"id":"https://openalex.org/C204321447","wikidata":"https://www.wikidata.org/wiki/Q30642","display_name":"Natural language processing","level":1,"score":0.3436574637889862},{"id":"https://openalex.org/C144133560","wikidata":"https://www.wikidata.org/wiki/Q4830453","display_name":"Business","level":0,"score":0.0779350996017456},{"id":"https://openalex.org/C112698675","wikidata":"https://www.wikidata.org/wiki/Q37038","display_name":"Advertising","level":1,"score":0.0},{"id":"https://openalex.org/C144024400","wikidata":"https://www.wikidata.org/wiki/Q21201","display_name":"Sociology","level":0,"score":0.0},{"id":"https://openalex.org/C36289849","wikidata":"https://www.wikidata.org/wiki/Q34749","display_name":"Social science","level":1,"score":0.0}],"mesh":[],"locations_count":2,"locations":[{"id":"pmh:oai:arXiv.org:2311.05608","is_oa":true,"landing_page_url":"http://arxiv.org/abs/2311.05608","pdf_url":"https://arxiv.org/pdf/2311.05608","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},{"id":"doi:10.48550/arxiv.2311.05608","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2311.05608","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":null,"is_accepted":false,"is_published":null,"raw_source_name":null,"raw_type":"Preprint"}],"best_oa_location":{"id":"pmh:oai:arXiv.org:2311.05608","is_oa":true,"landing_page_url":"http://arxiv.org/abs/2311.05608","pdf_url":"https://arxiv.org/pdf/2311.05608","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},"sustainable_development_goals":[{"display_name":"Quality Education","score":0.5199999809265137,"id":"https://metadata.un.org/sdg/4"}],"awards":[{"id":"https://openalex.org/G2245778657","display_name":null,"funder_award_id":"2018YFA0704701","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"}],"funders":[{"id":"https://openalex.org/F4320321001","display_name":"National Natural Science Foundation of China","ror":"https://ror.org/01h0zpd94"},{"id":"https://openalex.org/F4320322392","display_name":"Tsinghua University","ror":"https://ror.org/03cve4549"}],"has_content":{"grobid_xml":false,"pdf":true},"content_urls":{"pdf":"https://content.openalex.org/works/W4388585701.pdf"},"referenced_works_count":0,"referenced_works":[],"related_works":["https://openalex.org/W73545470","https://openalex.org/W4224266612","https://openalex.org/W2383394264","https://openalex.org/W4320153225","https://openalex.org/W4293261942","https://openalex.org/W3125968744","https://openalex.org/W2167701463","https://openalex.org/W2110287964","https://openalex.org/W4307407935","https://openalex.org/W649759291"],"abstract_inverted_index":{"Large":[0,20],"Vision-Language":[1],"Models":[2,22],"(LVLMs)":[3],"signify":[4],"a":[5,41,59],"groundbreaking":[6],"paradigm":[7],"shift":[8],"within":[9],"the":[10,17,33,45,77,86,113,124,127,133,136,141,163,190],"Artificial":[11],"Intelligence":[12],"(AI)":[13],"community,":[14],"extending":[15],"beyond":[16],"capabilities":[18],"of":[19,35,69,102,115,126,138,143,165,192],"Language":[21],"(LLMs)":[23],"by":[24,49],"assimilating":[25],"additional":[26],"modalities":[27],"(e.g.,":[28],"images).":[29],"Despite":[30],"this":[31,54],"advancement,":[32],"safety":[34,46,87,144,195],"LVLMs":[36,182],"remains":[37],"adequately":[38],"underexplored,":[39],"with":[40,153],"potential":[42],"overreliance":[43],"on":[44,104],"assurances":[47],"purported":[48],"their":[50],"underlying":[51],"LLMs.":[52],"In":[53],"paper,":[55],"we":[56,117,150],"propose":[57],"FigStep,":[58,116,166],"straightforward":[60],"yet":[61],"effective":[62],"black-box":[63],"jailbreak":[64,186],"algorithm":[65],"against":[66],"LVLMs.":[67,108],"Instead":[68],"feeding":[70],"textual":[71],"harmful":[72],"instructions":[73],"directly,":[74],"FigStep":[75,94,139,152],"converts":[76],"prohibited":[78],"content":[79],"into":[80],"images":[81],"through":[82],"typography":[83],"to":[84,111,130,161,185],"bypass":[85],"alignment.":[88],"The":[89],"experimental":[90],"results":[91],"indicate":[92],"that":[93,132,180],"can":[95],"achieve":[96],"an":[97],"average":[98],"attack":[99,169,173],"success":[100,137],"rate":[101],"82.50%":[103],"six":[105],"promising":[106],"open-source":[107],"Not":[109],"merely":[110],"demonstrate":[112,162],"efficacy":[114],"conduct":[118],"comprehensive":[119],"ablation":[120],"studies":[121],"and":[122,157,171,200],"analyze":[123],"distribution":[125],"semantic":[128],"embeddings":[129],"uncover":[131],"reason":[134],"behind":[135],"is":[140],"deficiency":[142],"alignment":[145,196],"for":[146],"visual":[147],"embeddings.":[148],"Moreover,":[149],"compare":[151],"five":[154],"text-only":[155],"jailbreaks":[156,160],"four":[158],"image-based":[159],"superiority":[164],"i.e.,":[167],"negligible":[168],"costs":[170],"better":[172],"performance.":[174],"Above":[175],"all,":[176],"our":[177],"work":[178],"reveals":[179],"current":[181],"are":[183,202],"vulnerable":[184],"attacks,":[187],"which":[188],"highlights":[189],"necessity":[191],"novel":[193],"cross-modality":[194],"techniques.":[197],"Our":[198],"code":[199],"datasets":[201],"available":[203],"at":[204],"https://github.com/ThuCCSLab/FigStep":[205],".":[206]},"counts_by_year":[{"year":2025,"cited_by_count":4},{"year":2024,"cited_by_count":5}],"updated_date":"2026-07-01T06:00:48.157686","created_date":"2025-10-10T00:00:00"}