{"id":"https://openalex.org/W3102171573","doi":"https://doi.org/10.18653/v1/2020.findings-emnlp.119","title":"OptSLA: an Optimization-Based Approach for Sequential Label Aggregation","display_name":"OptSLA: an Optimization-Based Approach for Sequential Label Aggregation","publication_year":2020,"publication_date":"2020-01-01","ids":{"openalex":"https://openalex.org/W3102171573","doi":"https://doi.org/10.18653/v1/2020.findings-emnlp.119","mag":"3102171573"},"language":"en","primary_location":{"id":"doi:10.18653/v1/2020.findings-emnlp.119","is_oa":true,"landing_page_url":"https://doi.org/10.18653/v1/2020.findings-emnlp.119","pdf_url":"https://www.aclweb.org/anthology/2020.findings-emnlp.119.pdf","source":null,"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Findings of the Association for Computational Linguistics: EMNLP 2020","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":true,"oa_status":"gold","oa_url":"https://www.aclweb.org/anthology/2020.findings-emnlp.119.pdf","any_repository_has_fulltext":null},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5059414281","display_name":"Nasim Sabetpour","orcid":null},"institutions":[{"id":"https://openalex.org/I173911158","display_name":"Iowa State University","ror":"https://ror.org/04rswrd78","country_code":"US","type":"education","lineage":["https://openalex.org/I173911158"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Nasim Sabetpour","raw_affiliation_strings":["Department of Computer Science, Iowa State University"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Department of Computer Science, Iowa State University","institution_ids":["https://openalex.org/I173911158"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5035086694","display_name":"Adithya Kulkarni","orcid":"https://orcid.org/0000-0002-4625-4212"},"institutions":[{"id":"https://openalex.org/I173911158","display_name":"Iowa State University","ror":"https://ror.org/04rswrd78","country_code":"US","type":"education","lineage":["https://openalex.org/I173911158"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Adithya Kulkarni","raw_affiliation_strings":["Department of Computer Science, Iowa State University"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Department of Computer Science, Iowa State University","institution_ids":["https://openalex.org/I173911158"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5100350205","display_name":"Qi Li","orcid":"https://orcid.org/0000-0002-3136-2157"},"institutions":[{"id":"https://openalex.org/I173911158","display_name":"Iowa State University","ror":"https://ror.org/04rswrd78","country_code":"US","type":"education","lineage":["https://openalex.org/I173911158"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Qi Li","raw_affiliation_strings":["Department of Computer Science, Iowa State University"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Department of Computer Science, Iowa State University","institution_ids":["https://openalex.org/I173911158"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":3,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":2.0397,"has_fulltext":true,"cited_by_count":9,"citation_normalized_percentile":{"value":0.89278842,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":90,"max":97},"biblio":{"volume":null,"issue":null,"first_page":"1335","last_page":"1340"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11704","display_name":"Mobile Crowdsensing and Crowdsourcing","score":1.0,"subfield":{"id":"https://openalex.org/subfields/1706","display_name":"Computer Science Applications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11704","display_name":"Mobile Crowdsensing and Crowdsourcing","score":1.0,"subfield":{"id":"https://openalex.org/subfields/1706","display_name":"Computer Science Applications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12761","display_name":"Data Stream Mining Techniques","score":0.9925000071525574,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10764","display_name":"Privacy-Preserving Technologies in Data","score":0.9851999878883362,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.868424117565155},{"id":"https://openalex.org/keywords/crowdsourcing","display_name":"Crowdsourcing","score":0.7251478433609009},{"id":"https://openalex.org/keywords/task","display_name":"Task (project management)","score":0.6457157135009766},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.6420801281929016},{"id":"https://openalex.org/keywords/machine-learning","display_name":"Machine learning","score":0.6053899526596069},{"id":"https://openalex.org/keywords/sequence-labeling","display_name":"Sequence labeling","score":0.5352628231048584},{"id":"https://openalex.org/keywords/domain","display_name":"Domain (mathematical analysis)","score":0.51926589012146},{"id":"https://openalex.org/keywords/annotation","display_name":"Annotation","score":0.49290013313293457},{"id":"https://openalex.org/keywords/deep-learning","display_name":"Deep learning","score":0.4410395622253418},{"id":"https://openalex.org/keywords/world-wide-web","display_name":"World Wide Web","score":0.1188616156578064}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.868424117565155},{"id":"https://openalex.org/C62230096","wikidata":"https://www.wikidata.org/wiki/Q275969","display_name":"Crowdsourcing","level":2,"score":0.7251478433609009},{"id":"https://openalex.org/C2780451532","wikidata":"https://www.wikidata.org/wiki/Q759676","display_name":"Task (project management)","level":2,"score":0.6457157135009766},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.6420801281929016},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.6053899526596069},{"id":"https://openalex.org/C35639132","wikidata":"https://www.wikidata.org/wiki/Q7452468","display_name":"Sequence labeling","level":3,"score":0.5352628231048584},{"id":"https://openalex.org/C36503486","wikidata":"https://www.wikidata.org/wiki/Q11235244","display_name":"Domain (mathematical analysis)","level":2,"score":0.51926589012146},{"id":"https://openalex.org/C2776321320","wikidata":"https://www.wikidata.org/wiki/Q857525","display_name":"Annotation","level":2,"score":0.49290013313293457},{"id":"https://openalex.org/C108583219","wikidata":"https://www.wikidata.org/wiki/Q197536","display_name":"Deep learning","level":2,"score":0.4410395622253418},{"id":"https://openalex.org/C136764020","wikidata":"https://www.wikidata.org/wiki/Q466","display_name":"World Wide Web","level":1,"score":0.1188616156578064},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.0},{"id":"https://openalex.org/C134306372","wikidata":"https://www.wikidata.org/wiki/Q7754","display_name":"Mathematical analysis","level":1,"score":0.0},{"id":"https://openalex.org/C187736073","wikidata":"https://www.wikidata.org/wiki/Q2920921","display_name":"Management","level":1,"score":0.0},{"id":"https://openalex.org/C162324750","wikidata":"https://www.wikidata.org/wiki/Q8134","display_name":"Economics","level":0,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.18653/v1/2020.findings-emnlp.119","is_oa":true,"landing_page_url":"https://doi.org/10.18653/v1/2020.findings-emnlp.119","pdf_url":"https://www.aclweb.org/anthology/2020.findings-emnlp.119.pdf","source":null,"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Findings of the Association for Computational Linguistics: EMNLP 2020","raw_type":"proceedings-article"}],"best_oa_location":{"id":"doi:10.18653/v1/2020.findings-emnlp.119","is_oa":true,"landing_page_url":"https://doi.org/10.18653/v1/2020.findings-emnlp.119","pdf_url":"https://www.aclweb.org/anthology/2020.findings-emnlp.119.pdf","source":null,"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Findings of the Association for Computational Linguistics: EMNLP 2020","raw_type":"proceedings-article"},"sustainable_development_goals":[],"awards":[{"id":"https://openalex.org/G3467354657","display_name":null,"funder_award_id":"IIS-2007941","funder_id":"https://openalex.org/F4320306076","funder_display_name":"National Science Foundation"},{"id":"https://openalex.org/G4065433094","display_name":"III: Small: Collaborative Research: Algorithms, systems, and theories for exploiting data dependencies in crowdsourcing","funder_award_id":"2007941","funder_id":"https://openalex.org/F4320306076","funder_display_name":"National Science Foundation"}],"funders":[{"id":"https://openalex.org/F4320306076","display_name":"National Science Foundation","ror":"https://ror.org/021nxhr62"}],"has_content":{"pdf":true,"grobid_xml":true},"content_urls":{"pdf":"https://content.openalex.org/works/W3102171573.pdf","grobid_xml":"https://content.openalex.org/works/W3102171573.grobid-xml"},"referenced_works_count":22,"referenced_works":["https://openalex.org/W9014458","https://openalex.org/W1540764732","https://openalex.org/W1541280084","https://openalex.org/W1590411898","https://openalex.org/W1914338220","https://openalex.org/W1970381522","https://openalex.org/W2086413055","https://openalex.org/W2112511942","https://openalex.org/W2118388899","https://openalex.org/W2142518823","https://openalex.org/W2152009989","https://openalex.org/W2155160033","https://openalex.org/W2309693750","https://openalex.org/W2547925235","https://openalex.org/W2585226541","https://openalex.org/W2740579382","https://openalex.org/W2773246426","https://openalex.org/W2799272162","https://openalex.org/W2907385172","https://openalex.org/W2952087486","https://openalex.org/W2971299805","https://openalex.org/W4301246714"],"related_works":["https://openalex.org/W3032998312","https://openalex.org/W135177976","https://openalex.org/W4384486036","https://openalex.org/W1503094549","https://openalex.org/W2337920774","https://openalex.org/W4286908577","https://openalex.org/W2886410948","https://openalex.org/W2025875869","https://openalex.org/W4318823662","https://openalex.org/W3207526114"],"abstract_inverted_index":{"The":[0],"need":[1],"for":[2,153],"the":[3,26,47,59,71,75,129,144,162,166,171],"annotated":[4],"training":[5],"dataset":[6],"on":[7,85,97,150],"which":[8],"data-hungry":[9],"machine":[10,21],"learning":[11,22,140],"algorithms":[12],"feed":[13],"has":[14,44,94],"increased":[15],"dramatically":[16],"with":[17,29,104],"advanced":[18,138],"acclaim":[19],"of":[20,49,77,131],"applications.":[23],"To":[24],"annotate":[25],"data,":[27],"people":[28],"domain":[30],"expertise":[31],"are":[32,36,173],"needed,":[33],"but":[34],"they":[35],"seldom":[37],"available":[38],"and":[39,87,115,137,170],"expensive":[40],"to":[41,46,69,74,142,175],"hire.":[42],"This":[43],"lead":[45],"thriving":[48],"crowdsourcing":[50],"platforms":[51],"such":[52,100],"as":[53,101],"Amazon":[54],"Mechanical":[55],"Turk":[56],"(AMT).":[57],"However,":[58],"annotations":[60],"provided":[61],"by":[62],"one":[63],"worker":[64],"cannot":[65],"be":[66],"used":[67],"directly":[68],"train":[70],"model":[72,149],"due":[73],"lack":[76],"expertise.":[78],"Existing":[79],"literature":[80],"in":[81,110],"annotation":[82],"aggregation":[83,168],"focuses":[84],"binary":[86],"multi-choice":[88],"problems.":[89],"In":[90],"contrast,":[91],"little":[92],"work":[93],"been":[95],"done":[96],"complex":[98],"tasks":[99],"sequence":[102],"labeling":[103,133],"imbalanced":[105],"classes,":[106],"a":[107],"ubiquitous":[108],"task":[109],"Natural":[111],"Language":[112],"Processing":[113],"(NLP),":[114],"Bio-Informatics.":[116],"We":[117,146],"propose":[118],"OPTSLA,":[119],"an":[120],"Optimization-based":[121],"Sequential":[122],"Label":[123],"Aggregation":[124],"method,":[125],"that":[126,161],"jointly":[127],"considers":[128],"characteristics":[130],"sequential":[132],"tasks,":[134],"workers":[135],"reliabilities,":[136],"deep":[139],"techniques":[141],"conquer":[143],"challenge.":[145],"evaluate":[147],"our":[148],"crowdsourced":[151],"data":[152],"named":[154],"entity":[155],"recognition":[156],"task.":[157],"Our":[158],"results":[159,172],"show":[160],"proposed":[163],"OPTSLA":[164],"outperforms":[165],"state-of-the-art":[167],"methods,":[169],"easier":[174],"interpret.":[176]},"counts_by_year":[{"year":2024,"cited_by_count":1},{"year":2023,"cited_by_count":1},{"year":2022,"cited_by_count":4},{"year":2021,"cited_by_count":3}],"updated_date":"2026-06-11T09:08:48.828518","created_date":"2025-10-10T00:00:00"}