{"id":"https://openalex.org/W3184989806","doi":"https://doi.org/10.1109/iccv48922.2021.00193","title":"Mixed SIGNals: Sign Language Production via a Mixture of Motion Primitives","display_name":"Mixed SIGNals: Sign Language Production via a Mixture of Motion Primitives","publication_year":2021,"publication_date":"2021-10-01","ids":{"openalex":"https://openalex.org/W3184989806","doi":"https://doi.org/10.1109/iccv48922.2021.00193","mag":"3184989806"},"language":"en","primary_location":{"id":"doi:10.1109/iccv48922.2021.00193","is_oa":false,"landing_page_url":"https://doi.org/10.1109/iccv48922.2021.00193","pdf_url":null,"source":{"id":"https://openalex.org/S4363607764","display_name":"2021 IEEE/CVF International Conference on Computer Vision (ICCV)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"conference"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2021 IEEE/CVF International Conference on Computer Vision (ICCV)","raw_type":"proceedings-article"},"type":"preprint","indexed_in":["arxiv","crossref","datacite"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://arxiv.org/pdf/2107.11317","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5033011330","display_name":"Ben Saunders","orcid":"https://orcid.org/0000-0001-9413-6280"},"institutions":[{"id":"https://openalex.org/I28290843","display_name":"University of Surrey","ror":"https://ror.org/00ks66431","country_code":"GB","type":"education","lineage":["https://openalex.org/I28290843"]}],"countries":["GB"],"is_corresponding":false,"raw_author_name":"Ben Saunders","raw_affiliation_strings":["University of Surrey","University of Surrey, Guildford, United Kingdom"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"University of Surrey","institution_ids":["https://openalex.org/I28290843"]},{"raw_affiliation_string":"University of Surrey, Guildford, United Kingdom","institution_ids":["https://openalex.org/I28290843"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5058880614","display_name":"Necati Cihan Camg\u00f6z","orcid":"https://orcid.org/0000-0002-6866-4482"},"institutions":[{"id":"https://openalex.org/I28290843","display_name":"University of Surrey","ror":"https://ror.org/00ks66431","country_code":"GB","type":"education","lineage":["https://openalex.org/I28290843"]}],"countries":["GB"],"is_corresponding":false,"raw_author_name":"Necati Cihan Camgoz","raw_affiliation_strings":["University of Surrey","University of Surrey, Guildford, United Kingdom"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"University of Surrey","institution_ids":["https://openalex.org/I28290843"]},{"raw_affiliation_string":"University of Surrey, Guildford, United Kingdom","institution_ids":["https://openalex.org/I28290843"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5044490167","display_name":"Richard Bowden","orcid":"https://orcid.org/0000-0003-3285-8020"},"institutions":[{"id":"https://openalex.org/I28290843","display_name":"University of Surrey","ror":"https://ror.org/00ks66431","country_code":"GB","type":"education","lineage":["https://openalex.org/I28290843"]}],"countries":["GB"],"is_corresponding":false,"raw_author_name":"Richard Bowden","raw_affiliation_strings":["University of Surrey"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"University of Surrey","institution_ids":["https://openalex.org/I28290843"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":3,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":0.8542,"has_fulltext":true,"cited_by_count":5,"citation_normalized_percentile":{"value":0.66625464,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":90,"max":96},"biblio":{"volume":null,"issue":null,"first_page":"1899","last_page":"1909"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11398","display_name":"Hand Gesture Recognition Systems","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/1709","display_name":"Human-Computer Interaction"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11398","display_name":"Hand Gesture Recognition Systems","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/1709","display_name":"Human-Computer Interaction"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10812","display_name":"Human Pose and Action Recognition","score":0.9990000128746033,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12290","display_name":"Human Motion and Animation","score":0.9968000054359436,"subfield":{"id":"https://openalex.org/subfields/2207","display_name":"Control and Systems Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.8511053323745728},{"id":"https://openalex.org/keywords/sign-language","display_name":"Sign language","score":0.7035850286483765},{"id":"https://openalex.org/keywords/animation","display_name":"Animation","score":0.5939168334007263},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.5435400605201721},{"id":"https://openalex.org/keywords/natural-language-processing","display_name":"Natural language processing","score":0.5269231200218201},{"id":"https://openalex.org/keywords/motion-capture","display_name":"Motion capture","score":0.48684996366500854},{"id":"https://openalex.org/keywords/speech-recognition","display_name":"Speech recognition","score":0.4176168143749237},{"id":"https://openalex.org/keywords/motion","display_name":"Motion (physics)","score":0.33215320110321045},{"id":"https://openalex.org/keywords/linguistics","display_name":"Linguistics","score":0.12191322445869446},{"id":"https://openalex.org/keywords/computer-graphics","display_name":"Computer graphics (images)","score":0.09164205193519592}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.8511053323745728},{"id":"https://openalex.org/C522192633","wikidata":"https://www.wikidata.org/wiki/Q34228","display_name":"Sign language","level":2,"score":0.7035850286483765},{"id":"https://openalex.org/C502989409","wikidata":"https://www.wikidata.org/wiki/Q11425","display_name":"Animation","level":2,"score":0.5939168334007263},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.5435400605201721},{"id":"https://openalex.org/C204321447","wikidata":"https://www.wikidata.org/wiki/Q30642","display_name":"Natural language processing","level":1,"score":0.5269231200218201},{"id":"https://openalex.org/C48007421","wikidata":"https://www.wikidata.org/wiki/Q676252","display_name":"Motion capture","level":3,"score":0.48684996366500854},{"id":"https://openalex.org/C28490314","wikidata":"https://www.wikidata.org/wiki/Q189436","display_name":"Speech recognition","level":1,"score":0.4176168143749237},{"id":"https://openalex.org/C104114177","wikidata":"https://www.wikidata.org/wiki/Q79782","display_name":"Motion (physics)","level":2,"score":0.33215320110321045},{"id":"https://openalex.org/C41895202","wikidata":"https://www.wikidata.org/wiki/Q8162","display_name":"Linguistics","level":1,"score":0.12191322445869446},{"id":"https://openalex.org/C121684516","wikidata":"https://www.wikidata.org/wiki/Q7600677","display_name":"Computer graphics (images)","level":1,"score":0.09164205193519592},{"id":"https://openalex.org/C138885662","wikidata":"https://www.wikidata.org/wiki/Q5891","display_name":"Philosophy","level":0,"score":0.0}],"mesh":[],"locations_count":4,"locations":[{"id":"doi:10.1109/iccv48922.2021.00193","is_oa":false,"landing_page_url":"https://doi.org/10.1109/iccv48922.2021.00193","pdf_url":null,"source":{"id":"https://openalex.org/S4363607764","display_name":"2021 IEEE/CVF International Conference on Computer Vision (ICCV)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"conference"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2021 IEEE/CVF International Conference on Computer Vision (ICCV)","raw_type":"proceedings-article"},{"id":"pmh:oai:arXiv.org:2107.11317","is_oa":true,"landing_page_url":"http://arxiv.org/abs/2107.11317","pdf_url":"https://arxiv.org/pdf/2107.11317","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},{"id":"mag:3184989806","is_oa":true,"landing_page_url":"http://arxiv.org/pdf/2107.11317.pdf","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"arXiv (Cornell University)","raw_type":null},{"id":"doi:10.48550/arxiv.2107.11317","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2107.11317","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":null,"raw_source_name":null,"raw_type":"article-journal"}],"best_oa_location":{"id":"pmh:oai:arXiv.org:2107.11317","is_oa":true,"landing_page_url":"http://arxiv.org/abs/2107.11317","pdf_url":"https://arxiv.org/pdf/2107.11317","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},"sustainable_development_goals":[{"score":0.8100000023841858,"display_name":"Quality Education","id":"https://metadata.un.org/sdg/4"}],"awards":[{"id":"https://openalex.org/G3637095654","display_name":null,"funder_award_id":"EP/R03298X/1","funder_id":"https://openalex.org/F4320334627","funder_display_name":"Engineering and Physical Sciences Research Council"}],"funders":[{"id":"https://openalex.org/F4320309480","display_name":"Nvidia","ror":"https://ror.org/03jdj4y14"},{"id":"https://openalex.org/F4320320924","display_name":"Schweizerischer Nationalfonds zur F\u00f6rderung der Wissenschaftlichen Forschung","ror":"https://ror.org/00yjd3n13"},{"id":"https://openalex.org/F4320334627","display_name":"Engineering and Physical Sciences Research Council","ror":"https://ror.org/0439y7842"}],"has_content":{"grobid_xml":true,"pdf":true},"content_urls":{"pdf":"https://content.openalex.org/works/W3184989806.pdf","grobid_xml":"https://content.openalex.org/works/W3184989806.grobid-xml"},"referenced_works_count":93,"referenced_works":["https://openalex.org/W602977392","https://openalex.org/W1533861849","https://openalex.org/W1566439858","https://openalex.org/W1593114658","https://openalex.org/W1647292960","https://openalex.org/W1973824676","https://openalex.org/W1979013937","https://openalex.org/W2024229306","https://openalex.org/W2025653905","https://openalex.org/W2066601700","https://openalex.org/W2080378008","https://openalex.org/W2116383693","https://openalex.org/W2118244636","https://openalex.org/W2127141656","https://openalex.org/W2139359116","https://openalex.org/W2145552339","https://openalex.org/W2150884987","https://openalex.org/W2157548127","https://openalex.org/W2161919149","https://openalex.org/W2179423374","https://openalex.org/W2250636693","https://openalex.org/W2426359742","https://openalex.org/W2575629043","https://openalex.org/W2581624817","https://openalex.org/W2626792426","https://openalex.org/W2746301562","https://openalex.org/W2759302818","https://openalex.org/W2799020610","https://openalex.org/W2801567109","https://openalex.org/W2807575349","https://openalex.org/W2809290718","https://openalex.org/W2809666375","https://openalex.org/W2888163892","https://openalex.org/W2899771611","https://openalex.org/W2915573484","https://openalex.org/W2922485096","https://openalex.org/W2941870244","https://openalex.org/W2946794439","https://openalex.org/W2954798773","https://openalex.org/W2962730651","https://openalex.org/W2963537482","https://openalex.org/W2963684875","https://openalex.org/W2964121744","https://openalex.org/W2970565456","https://openalex.org/W2970717545","https://openalex.org/W2970756316","https://openalex.org/W2996570742","https://openalex.org/W2997573805","https://openalex.org/W3004835408","https://openalex.org/W3024396289","https://openalex.org/W3034296505","https://openalex.org/W3034765865","https://openalex.org/W3080888993","https://openalex.org/W3087770899","https://openalex.org/W3097981861","https://openalex.org/W3103017991","https://openalex.org/W3107972479","https://openalex.org/W3119866685","https://openalex.org/W3120604548","https://openalex.org/W3122317902","https://openalex.org/W3126451397","https://openalex.org/W3126473778","https://openalex.org/W3127711005","https://openalex.org/W3158336705","https://openalex.org/W3161569725","https://openalex.org/W3185096436","https://openalex.org/W4235517609","https://openalex.org/W4237547491","https://openalex.org/W4253468347","https://openalex.org/W6631190155","https://openalex.org/W6631943919","https://openalex.org/W6635221813","https://openalex.org/W6685943813","https://openalex.org/W6731907337","https://openalex.org/W6732520560","https://openalex.org/W6739811675","https://openalex.org/W6745265922","https://openalex.org/W6754433307","https://openalex.org/W6756040250","https://openalex.org/W6756633688","https://openalex.org/W6759664831","https://openalex.org/W6760983192","https://openalex.org/W6762422539","https://openalex.org/W6762945437","https://openalex.org/W6772005348","https://openalex.org/W6780805062","https://openalex.org/W6781846555","https://openalex.org/W6782324824","https://openalex.org/W6783330159","https://openalex.org/W6784545867","https://openalex.org/W6785416427","https://openalex.org/W6788454557","https://openalex.org/W6788811087"],"related_works":["https://openalex.org/W3204322065","https://openalex.org/W3139499926","https://openalex.org/W2997573805","https://openalex.org/W3107972479","https://openalex.org/W3081751228","https://openalex.org/W3103017991","https://openalex.org/W3143289910","https://openalex.org/W2752455531","https://openalex.org/W3210322523","https://openalex.org/W3156742952","https://openalex.org/W2799020610","https://openalex.org/W3160382762","https://openalex.org/W2478625049","https://openalex.org/W108031361","https://openalex.org/W2952712690","https://openalex.org/W3015904750","https://openalex.org/W1815339106","https://openalex.org/W3171328798","https://openalex.org/W2388140570","https://openalex.org/W3120483210"],"abstract_inverted_index":{"It":[0],"is":[1],"common":[2],"practice":[3],"to":[4,55,89,103,155,213,218],"represent":[5],"spoken":[6,87,211],"languages":[7],"at":[8,153],"their":[9],"phonetic":[10],"level.":[11],"However,":[12,48],"for":[13,120,134,196,204],"sign":[14,92,106,135,158],"languages,":[15],"this":[16],"implies":[17],"breaking":[18],"motion":[19,23,142],"into":[20,76],"its":[21],"constituent":[22],"primitives.":[24],"Avatar":[25],"based":[26,53],"Sign":[27],"Language":[28],"Production":[29],"(SLP)":[30],"has":[31],"traditionally":[32],"done":[33],"just":[34],"this,":[35],"building":[36],"up":[37],"animation":[38,100],"from":[39,86,210,216],"sequences":[40,108],"of":[41,129,140],"hand":[42],"motions,":[43],"shapes":[44],"and":[45,172,195],"facial":[46],"expressions.":[47],"more":[49],"recent":[50],"deep":[51],"learning":[52],"solutions":[54],"SLP":[56,74],"have":[57],"tackled":[58],"the":[59,67,73,99,112,121,163,197],"problem":[60],"using":[61],"a":[62,90,117,126,205],"single":[63],"network":[64],"that":[65,109,148,174],"estimates":[66],"full":[68,206],"skeletal":[69],"structure.We":[70],"propose":[71,125],"splitting":[72],"task":[75],"two":[77],"distinct":[78,141],"jointly-trained":[79],"sub-tasks.":[80],"The":[81],"first":[82,198],"translation":[83,122,185,207],"sub-task":[84,101],"translates":[85],"language":[88,93,107,136,159,212],"latent":[91],"representation,":[94],"with":[95,187],"gloss":[96,217],"supervision.":[97],"Subsequently,":[98],"aims":[102],"produce":[104],"expressive":[105],"closely":[110],"resemble":[111],"learnt":[113,145],"spatio-temporal":[114],"representation.":[115],"Using":[116],"progressive":[118],"transformer":[119],"sub-task,":[123],"we":[124,200],"novel":[127],"Mixture":[128],"Motion":[130],"Primitives":[131],"(MOMP)":[132],"architecture":[133],"animation.":[137],"A":[138],"set":[139],"primitives":[143],"are":[144],"during":[146],"training,":[147],"can":[149],"be":[150],"temporally":[151],"combined":[152],"inference":[154],"animate":[156],"continuous":[157],"sequences.We":[160],"evaluate":[161],"on":[162],"challenging":[164],"RWTH-PHOENIX-Weather-2014T":[165],"(PHOENIX14T)":[166],"dataset,":[167],"presenting":[168],"extensive":[169],"ablation":[170],"studies":[171],"showing":[173],"MOMP":[175],"outperforms":[176],"baselines":[177],"in":[178],"user":[179],"evaluations.":[180],"We":[181],"achieve":[182],"state-of-the-art":[183],"back":[184],"performance":[186,203],"an":[188],"11%":[189],"improvement":[190],"over":[191],"competing":[192],"results.":[193],"Importantly,":[194],"time,":[199],"showcase":[201],"stronger":[202],"pipeline":[208],"going":[209],"sign,":[214],"than":[215],"sign.":[219]},"counts_by_year":[{"year":2025,"cited_by_count":1},{"year":2024,"cited_by_count":1},{"year":2023,"cited_by_count":2},{"year":2022,"cited_by_count":1}],"updated_date":"2026-06-11T09:08:48.828518","created_date":"2025-10-10T00:00:00"}
