{"id":"https://openalex.org/W2037769829","doi":"https://doi.org/10.1109/tasl.2013.2245649","title":"Large Scale Distributed Acoustic Modeling With Back-Off ${\\rm N}$-Grams","display_name":"Large Scale Distributed Acoustic Modeling With Back-Off ${\\rm N}$-Grams","publication_year":2013,"publication_date":"2013-02-06","ids":{"openalex":"https://openalex.org/W2037769829","doi":"https://doi.org/10.1109/tasl.2013.2245649","mag":"2037769829"},"language":"en","primary_location":{"id":"doi:10.1109/tasl.2013.2245649","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tasl.2013.2245649","pdf_url":null,"source":{"id":"https://openalex.org/S199497470","display_name":"IEEE Transactions on Audio Speech and Language Processing","issn_l":"1558-7916","issn":["1558-7916","1558-7924"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Audio, Speech, and Language Processing","raw_type":"journal-article"},"type":"article","indexed_in":["arxiv","crossref"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://arxiv.org/pdf/1302.1123","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5068010225","display_name":"Ciprian Chelba","orcid":null},"institutions":[{"id":"https://openalex.org/I1291425158","display_name":"Google (United States)","ror":"https://ror.org/00njsd438","country_code":"US","type":"company","lineage":["https://openalex.org/I1291425158","https://openalex.org/I4210128969"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"C. Chelba","raw_affiliation_strings":["Google, Inc., Mountain View, CA, USA","Google Inc., Mountain View, CA USA"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Google, Inc., Mountain View, CA, USA","institution_ids":["https://openalex.org/I1291425158"]},{"raw_affiliation_string":"Google Inc., Mountain View, CA USA","institution_ids":["https://openalex.org/I1291425158"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5001599037","display_name":"Peng Xu","orcid":"https://orcid.org/0000-0003-4268-4976"},"institutions":[{"id":"https://openalex.org/I1291425158","display_name":"Google (United States)","ror":"https://ror.org/00njsd438","country_code":"US","type":"company","lineage":["https://openalex.org/I1291425158","https://openalex.org/I4210128969"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Peng Xu","raw_affiliation_strings":["Google, Inc., Mountain View, CA, USA","Google Inc., Mountain View, CA USA"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Google, Inc., Mountain View, CA, USA","institution_ids":["https://openalex.org/I1291425158"]},{"raw_affiliation_string":"Google Inc., Mountain View, CA USA","institution_ids":["https://openalex.org/I1291425158"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5044708805","display_name":"Fernando Pereira","orcid":"https://orcid.org/0000-0001-6100-947X"},"institutions":[{"id":"https://openalex.org/I1291425158","display_name":"Google (United States)","ror":"https://ror.org/00njsd438","country_code":"US","type":"company","lineage":["https://openalex.org/I1291425158","https://openalex.org/I4210128969"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"F. Pereira","raw_affiliation_strings":["Google, Inc., Mountain View, CA, USA","Google Inc., Mountain View, CA USA"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Google, Inc., Mountain View, CA, USA","institution_ids":["https://openalex.org/I1291425158"]},{"raw_affiliation_string":"Google Inc., Mountain View, CA USA","institution_ids":["https://openalex.org/I1291425158"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5101848366","display_name":"Thomas S. Richardson","orcid":"https://orcid.org/0000-0003-3721-2704"},"institutions":[{"id":"https://openalex.org/I201448701","display_name":"University of Washington","ror":"https://ror.org/00cvxb145","country_code":"US","type":"education","lineage":["https://openalex.org/I201448701"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"T. Richardson","raw_affiliation_strings":["Statistics Department, University of Washington, Seattle, WA, USA","Stat. Dept., Univ. of Washington, Seattle, WA, USA"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Statistics Department, University of Washington, Seattle, WA, USA","institution_ids":["https://openalex.org/I201448701"]},{"raw_affiliation_string":"Stat. Dept., Univ. of Washington, Seattle, WA, USA","institution_ids":["https://openalex.org/I201448701"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":4,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":0.9883,"has_fulltext":false,"cited_by_count":6,"citation_normalized_percentile":{"value":0.82437713,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":89,"max":96},"biblio":{"volume":"21","issue":"6","first_page":"1158","last_page":"1169"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10201","display_name":"Speech Recognition and Synthesis","score":0.9990000128746033,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10201","display_name":"Speech Recognition and Synthesis","score":0.9990000128746033,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.9980000257492065,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11309","display_name":"Music and Audio Processing","score":0.9972000122070312,"subfield":{"id":"https://openalex.org/subfields/1711","display_name":"Signal Processing"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.7336589097976685},{"id":"https://openalex.org/keywords/acoustic-model","display_name":"Acoustic model","score":0.6334629654884338},{"id":"https://openalex.org/keywords/context","display_name":"Context (archaeology)","score":0.6214396953582764},{"id":"https://openalex.org/keywords/language-model","display_name":"Language model","score":0.6073441505432129},{"id":"https://openalex.org/keywords/speech-recognition","display_name":"Speech recognition","score":0.606743335723877},{"id":"https://openalex.org/keywords/scale","display_name":"Scale (ratio)","score":0.43053123354911804},{"id":"https://openalex.org/keywords/ranging","display_name":"Ranging","score":0.4217013716697693},{"id":"https://openalex.org/keywords/n-gram","display_name":"n-gram","score":0.4130893349647522},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.392764151096344},{"id":"https://openalex.org/keywords/natural-language-processing","display_name":"Natural language processing","score":0.3894859850406647},{"id":"https://openalex.org/keywords/speech-processing","display_name":"Speech processing","score":0.24370256066322327}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7336589097976685},{"id":"https://openalex.org/C155635449","wikidata":"https://www.wikidata.org/wiki/Q4674699","display_name":"Acoustic model","level":3,"score":0.6334629654884338},{"id":"https://openalex.org/C2779343474","wikidata":"https://www.wikidata.org/wiki/Q3109175","display_name":"Context (archaeology)","level":2,"score":0.6214396953582764},{"id":"https://openalex.org/C137293760","wikidata":"https://www.wikidata.org/wiki/Q3621696","display_name":"Language model","level":2,"score":0.6073441505432129},{"id":"https://openalex.org/C28490314","wikidata":"https://www.wikidata.org/wiki/Q189436","display_name":"Speech recognition","level":1,"score":0.606743335723877},{"id":"https://openalex.org/C2778755073","wikidata":"https://www.wikidata.org/wiki/Q10858537","display_name":"Scale (ratio)","level":2,"score":0.43053123354911804},{"id":"https://openalex.org/C115051666","wikidata":"https://www.wikidata.org/wiki/Q6522493","display_name":"Ranging","level":2,"score":0.4217013716697693},{"id":"https://openalex.org/C117884012","wikidata":"https://www.wikidata.org/wiki/Q94489","display_name":"n-gram","level":3,"score":0.4130893349647522},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.392764151096344},{"id":"https://openalex.org/C204321447","wikidata":"https://www.wikidata.org/wiki/Q30642","display_name":"Natural language processing","level":1,"score":0.3894859850406647},{"id":"https://openalex.org/C61328038","wikidata":"https://www.wikidata.org/wiki/Q3358061","display_name":"Speech processing","level":2,"score":0.24370256066322327},{"id":"https://openalex.org/C62520636","wikidata":"https://www.wikidata.org/wiki/Q944","display_name":"Quantum mechanics","level":1,"score":0.0},{"id":"https://openalex.org/C86803240","wikidata":"https://www.wikidata.org/wiki/Q420","display_name":"Biology","level":0,"score":0.0},{"id":"https://openalex.org/C151730666","wikidata":"https://www.wikidata.org/wiki/Q7205","display_name":"Paleontology","level":1,"score":0.0},{"id":"https://openalex.org/C121332964","wikidata":"https://www.wikidata.org/wiki/Q413","display_name":"Physics","level":0,"score":0.0},{"id":"https://openalex.org/C76155785","wikidata":"https://www.wikidata.org/wiki/Q418","display_name":"Telecommunications","level":1,"score":0.0}],"mesh":[],"locations_count":2,"locations":[{"id":"doi:10.1109/tasl.2013.2245649","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tasl.2013.2245649","pdf_url":null,"source":{"id":"https://openalex.org/S199497470","display_name":"IEEE Transactions on Audio Speech and Language Processing","issn_l":"1558-7916","issn":["1558-7916","1558-7924"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Audio, Speech, and Language Processing","raw_type":"journal-article"},{"id":"pmh:oai:arXiv.org:1302.1123","is_oa":true,"landing_page_url":"http://arxiv.org/abs/1302.1123","pdf_url":"https://arxiv.org/pdf/1302.1123","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"}],"best_oa_location":{"id":"pmh:oai:arXiv.org:1302.1123","is_oa":true,"landing_page_url":"http://arxiv.org/abs/1302.1123","pdf_url":"https://arxiv.org/pdf/1302.1123","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},"sustainable_development_goals":[{"display_name":"Industry, innovation and infrastructure","score":0.5,"id":"https://metadata.un.org/sdg/9"}],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":22,"referenced_works":["https://openalex.org/W88081813","https://openalex.org/W1508165687","https://openalex.org/W1872806465","https://openalex.org/W1981420413","https://openalex.org/W2034537249","https://openalex.org/W2045675590","https://openalex.org/W2046932483","https://openalex.org/W2090861223","https://openalex.org/W2103018059","https://openalex.org/W2106554350","https://openalex.org/W2109664771","https://openalex.org/W2111870400","https://openalex.org/W2117444496","https://openalex.org/W2119885577","https://openalex.org/W2125234026","https://openalex.org/W2126322296","https://openalex.org/W2158069733","https://openalex.org/W2161513525","https://openalex.org/W2167270514","https://openalex.org/W2173213060","https://openalex.org/W2624304035","https://openalex.org/W6676373471"],"related_works":["https://openalex.org/W2250909759","https://openalex.org/W2787311093","https://openalex.org/W2532616038","https://openalex.org/W2057384730","https://openalex.org/W4307474317","https://openalex.org/W2147879411","https://openalex.org/W2624072012","https://openalex.org/W2008468404","https://openalex.org/W2132221452","https://openalex.org/W2081295016"],"abstract_inverted_index":{"The":[0,124],"paper":[1],"revives":[2],"an":[3,16,145,172],"older":[4],"approach":[5],"to":[6,18,40,98,121,170,175],"acoustic":[7,126],"modeling":[8,14,119],"that":[9,81,89],"borrows":[10],"from":[11],"n-gram":[12],"language":[13,118],"in":[15,37,49,117,144,202,213,229],"attempt":[17],"scale":[19],"up":[20,97],"both":[21],"the":[22,33,38,61,71,78,112,177,251],"amount":[23],"of":[24,35,73,167,179,191,231],"training":[25,192],"data":[26,168,193],"and":[27,96,131,233,244],"model":[28,127],"size":[29,214,253],"(as":[30],"measured":[31],"by":[32,199],"number":[34,72],"parameters":[36],"model),":[39],"approximately":[41],"100":[42],"times":[43],"larger":[44],"than":[45],"current":[46],"sizes":[47],"used":[48,116],"automatic":[50,182,207],"speech":[51,183,208],"recognition.":[52],"In":[53],"such":[54],"a":[55,180],"data-rich":[56],"setting,":[57],"we":[58],"can":[59],"expand":[60],"phonetic":[62,107],"context":[63,252],"significantly":[64],"beyond":[65,254],"triphones,":[66],"as":[67,69],"well":[68],"increase":[70,176],"Gaussian":[74],"mixture":[75,100],"components":[76,101],"for":[77,157],"context-dependent":[79],"states":[80],"allow":[82],"it.":[83],"We":[84,186],"have":[85],"experimented":[86],"with":[87,105,196,237],"contexts":[88,108],"span":[90],"seven":[91],"or":[92],"more":[93],"context-independent":[94],"phones,":[95],"620":[99],"per":[102],"state.":[103],"Dealing":[104],"unseen":[106],"is":[109,128],"accomplished":[110],"using":[111,133,221,241],"familiar":[113],"back-off":[114,125],"technique":[115],"due":[120],"implementation":[122],"simplicity.":[123],"estimated,":[129],"stored":[130],"served":[132],"MapReduce":[134],"distributed":[135],"computing":[136],"infrastructure.":[137],"Speech":[138],"recognition":[139,184,209],"experiments":[140],"are":[141,219],"carried":[142],"out":[143],"<formula":[146],"formulatype=\"inline\"":[147],"xmlns:mml=\"http://www.w3.org/1998/Math/MathML\"":[148],"xmlns:xlink=\"http://www.w3.org/1999/xlink\">":[149],"<tex":[150],"Notation=\"TeX\">${\\rm":[151],"N}$</tex></formula>":[152],"-best":[153],"list":[154],"rescoring":[155],"framework":[156],"Google":[158],"Voice":[159,203],"Search.":[160],"Training":[161],"big":[162],"models":[163,239],"on":[164,206],"large":[165],"amounts":[166],"proves":[169],"be":[171],"effective":[173],"way":[174],"accuracy":[178],"state-of-the-art":[181],"system.":[185],"use":[187],"87":[188],"000":[189],"hours":[190],"(speech":[194],"along":[195],"transcription)":[197],"obtained":[198],"filtering":[200],"utterances":[201],"Search":[204],"logs":[205],"confidence.":[210],"Models":[211],"ranging":[212],"between":[215],"20\u201340":[216],"million":[217],"Gaussians":[218],"estimated":[220],"maximum":[222,242,246],"likelihood":[223],"training.":[224],"They":[225],"achieve":[226],"relative":[227],"reductions":[228],"word-error-rate":[230],"11%":[232],"6%":[234],"when":[235],"combined":[236],"first-pass":[238],"trained":[240],"likelihood,":[243],"boosted":[245],"mutual":[247],"information,":[248],"respectively.":[249],"Increasing":[250],"five":[255],"phones":[256],"(quinphones)":[257],"does":[258],"not":[259],"help.":[260]},"counts_by_year":[{"year":2020,"cited_by_count":1},{"year":2019,"cited_by_count":1},{"year":2017,"cited_by_count":2},{"year":2016,"cited_by_count":1},{"year":2014,"cited_by_count":1}],"updated_date":"2026-06-11T09:08:48.828518","created_date":"2016-06-24T00:00:00"}