{"id":"https://openalex.org/W4385573222","doi":"https://doi.org/10.18653/v1/2022.emnlp-main.558","title":"Generate, Discriminate and Contrast: A Semi-Supervised Sentence Representation Learning Framework","display_name":"Generate, Discriminate and Contrast: A Semi-Supervised Sentence Representation Learning Framework","publication_year":2022,"publication_date":"2022-01-01","ids":{"openalex":"https://openalex.org/W4385573222","doi":"https://doi.org/10.18653/v1/2022.emnlp-main.558"},"language":"en","primary_location":{"id":"doi:10.18653/v1/2022.emnlp-main.558","is_oa":true,"landing_page_url":"http://dx.doi.org/10.18653/v1/2022.emnlp-main.558","pdf_url":"https://aclanthology.org/2022.emnlp-main.558.pdf","source":null,"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 2022 Conference on Empirical Methods in Natural Language Processing","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":true,"oa_status":"gold","oa_url":"https://aclanthology.org/2022.emnlp-main.558.pdf","any_repository_has_fulltext":null},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5100333361","display_name":"Yiming Chen","orcid":"https://orcid.org/0000-0002-8894-2902"},"institutions":[{"id":"https://openalex.org/I165932596","display_name":"National University of Singapore","ror":"https://ror.org/01tgyzw49","country_code":"SG","type":"education","lineage":["https://openalex.org/I165932596"]}],"countries":["SG"],"is_corresponding":false,"raw_author_name":"Yiming Chen","raw_affiliation_strings":["National University of Singapore"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"National University of Singapore","institution_ids":["https://openalex.org/I165932596"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100732089","display_name":"Yan Zhang","orcid":"https://orcid.org/0000-0002-6242-4162"},"institutions":[{"id":"https://openalex.org/I165932596","display_name":"National University of Singapore","ror":"https://ror.org/01tgyzw49","country_code":"SG","type":"education","lineage":["https://openalex.org/I165932596"]}],"countries":["SG"],"is_corresponding":false,"raw_author_name":"Yan Zhang","raw_affiliation_strings":["National University of Singapore"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"National University of Singapore","institution_ids":["https://openalex.org/I165932596"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5015829772","display_name":"Bin Wang","orcid":"https://orcid.org/0000-0001-9760-8343"},"institutions":[{"id":"https://openalex.org/I165932596","display_name":"National University of Singapore","ror":"https://ror.org/01tgyzw49","country_code":"SG","type":"education","lineage":["https://openalex.org/I165932596"]}],"countries":["SG"],"is_corresponding":false,"raw_author_name":"Bin Wang","raw_affiliation_strings":["National University of Singapore"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"National University of Singapore","institution_ids":["https://openalex.org/I165932596"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5024343415","display_name":"Zuozhu Liu","orcid":"https://orcid.org/0000-0002-7816-502X"},"institutions":[{"id":"https://openalex.org/I4210116924","display_name":"Chinese University of Hong Kong, Shenzhen","ror":"https://ror.org/02d5ks197","country_code":"CN","type":"education","lineage":["https://openalex.org/I177725633","https://openalex.org/I180726961","https://openalex.org/I4210116924"]},{"id":"https://openalex.org/I76130692","display_name":"Zhejiang University","ror":"https://ror.org/00a2xv884","country_code":"CN","type":"education","lineage":["https://openalex.org/I76130692"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Zuozhu Liu","raw_affiliation_strings":["\u266e The Chinese University of Hong Kong, Shenzhen, China","Zhejiang University \u22c6 Angelalign Inc., China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"\u266e The Chinese University of Hong Kong, Shenzhen, China","institution_ids":["https://openalex.org/I4210116924"]},{"raw_affiliation_string":"Zhejiang University \u22c6 Angelalign Inc., China","institution_ids":["https://openalex.org/I76130692"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5032690182","display_name":"Haizhou Li","orcid":"https://orcid.org/0000-0001-9158-9401"},"institutions":[{"id":"https://openalex.org/I165932596","display_name":"National University of Singapore","ror":"https://ror.org/01tgyzw49","country_code":"SG","type":"education","lineage":["https://openalex.org/I165932596"]}],"countries":["SG"],"is_corresponding":false,"raw_author_name":"Haizhou Li","raw_affiliation_strings":["Kriston AI Lab, China","National University of Singapore"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Kriston AI Lab, China","institution_ids":[]},{"raw_affiliation_string":"National University of Singapore","institution_ids":["https://openalex.org/I165932596"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":5,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":1.2486,"has_fulltext":true,"cited_by_count":9,"citation_normalized_percentile":{"value":0.83550556,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":96,"max":98},"biblio":{"volume":null,"issue":null,"first_page":"8150","last_page":"8161"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10181","display_name":"Natural Language Processing Techniques","score":0.9997000098228455,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T13629","display_name":"Text Readability and Simplification","score":0.9907000064849854,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/sentence","display_name":"Sentence","score":0.7968244552612305},{"id":"https://openalex.org/keywords/discriminator","display_name":"Discriminator","score":0.7852426767349243},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.780202329158783},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.7093483805656433},{"id":"https://openalex.org/keywords/contrast","display_name":"Contrast (vision)","score":0.6296594142913818},{"id":"https://openalex.org/keywords/embedding","display_name":"Embedding","score":0.5913808345794678},{"id":"https://openalex.org/keywords/natural-language-processing","display_name":"Natural language processing","score":0.5703897476196289},{"id":"https://openalex.org/keywords/generalization","display_name":"Generalization","score":0.5620978474617004},{"id":"https://openalex.org/keywords/representation","display_name":"Representation (politics)","score":0.48852312564849854},{"id":"https://openalex.org/keywords/domain-adaptation","display_name":"Domain adaptation","score":0.477640300989151},{"id":"https://openalex.org/keywords/feature-learning","display_name":"Feature learning","score":0.4671188294887543},{"id":"https://openalex.org/keywords/pattern-recognition","display_name":"Pattern recognition (psychology)","score":0.41703566908836365},{"id":"https://openalex.org/keywords/supervised-learning","display_name":"Supervised learning","score":0.4135183095932007},{"id":"https://openalex.org/keywords/speech-recognition","display_name":"Speech recognition","score":0.37635695934295654},{"id":"https://openalex.org/keywords/machine-learning","display_name":"Machine learning","score":0.3243313431739807},{"id":"https://openalex.org/keywords/artificial-neural-network","display_name":"Artificial neural network","score":0.19440168142318726},{"id":"https://openalex.org/keywords/mathematics","display_name":"Mathematics","score":0.10823613405227661}],"concepts":[{"id":"https://openalex.org/C2777530160","wikidata":"https://www.wikidata.org/wiki/Q41796","display_name":"Sentence","level":2,"score":0.7968244552612305},{"id":"https://openalex.org/C2779803651","wikidata":"https://www.wikidata.org/wiki/Q5282088","display_name":"Discriminator","level":3,"score":0.7852426767349243},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.780202329158783},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.7093483805656433},{"id":"https://openalex.org/C2776502983","wikidata":"https://www.wikidata.org/wiki/Q690182","display_name":"Contrast (vision)","level":2,"score":0.6296594142913818},{"id":"https://openalex.org/C41608201","wikidata":"https://www.wikidata.org/wiki/Q980509","display_name":"Embedding","level":2,"score":0.5913808345794678},{"id":"https://openalex.org/C204321447","wikidata":"https://www.wikidata.org/wiki/Q30642","display_name":"Natural language processing","level":1,"score":0.5703897476196289},{"id":"https://openalex.org/C177148314","wikidata":"https://www.wikidata.org/wiki/Q170084","display_name":"Generalization","level":2,"score":0.5620978474617004},{"id":"https://openalex.org/C2776359362","wikidata":"https://www.wikidata.org/wiki/Q2145286","display_name":"Representation (politics)","level":3,"score":0.48852312564849854},{"id":"https://openalex.org/C2776434776","wikidata":"https://www.wikidata.org/wiki/Q19246213","display_name":"Domain adaptation","level":3,"score":0.477640300989151},{"id":"https://openalex.org/C59404180","wikidata":"https://www.wikidata.org/wiki/Q17013334","display_name":"Feature learning","level":2,"score":0.4671188294887543},{"id":"https://openalex.org/C153180895","wikidata":"https://www.wikidata.org/wiki/Q7148389","display_name":"Pattern recognition (psychology)","level":2,"score":0.41703566908836365},{"id":"https://openalex.org/C136389625","wikidata":"https://www.wikidata.org/wiki/Q334384","display_name":"Supervised learning","level":3,"score":0.4135183095932007},{"id":"https://openalex.org/C28490314","wikidata":"https://www.wikidata.org/wiki/Q189436","display_name":"Speech recognition","level":1,"score":0.37635695934295654},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.3243313431739807},{"id":"https://openalex.org/C50644808","wikidata":"https://www.wikidata.org/wiki/Q192776","display_name":"Artificial neural network","level":2,"score":0.19440168142318726},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.10823613405227661},{"id":"https://openalex.org/C199539241","wikidata":"https://www.wikidata.org/wiki/Q7748","display_name":"Law","level":1,"score":0.0},{"id":"https://openalex.org/C134306372","wikidata":"https://www.wikidata.org/wiki/Q7754","display_name":"Mathematical analysis","level":1,"score":0.0},{"id":"https://openalex.org/C94625758","wikidata":"https://www.wikidata.org/wiki/Q7163","display_name":"Politics","level":2,"score":0.0},{"id":"https://openalex.org/C94915269","wikidata":"https://www.wikidata.org/wiki/Q1834857","display_name":"Detector","level":2,"score":0.0},{"id":"https://openalex.org/C17744445","wikidata":"https://www.wikidata.org/wiki/Q36442","display_name":"Political science","level":0,"score":0.0},{"id":"https://openalex.org/C95623464","wikidata":"https://www.wikidata.org/wiki/Q1096149","display_name":"Classifier (UML)","level":2,"score":0.0},{"id":"https://openalex.org/C76155785","wikidata":"https://www.wikidata.org/wiki/Q418","display_name":"Telecommunications","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.18653/v1/2022.emnlp-main.558","is_oa":true,"landing_page_url":"http://dx.doi.org/10.18653/v1/2022.emnlp-main.558","pdf_url":"https://aclanthology.org/2022.emnlp-main.558.pdf","source":null,"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 2022 Conference on Empirical Methods in Natural Language Processing","raw_type":"proceedings-article"}],"best_oa_location":{"id":"doi:10.18653/v1/2022.emnlp-main.558","is_oa":true,"landing_page_url":"http://dx.doi.org/10.18653/v1/2022.emnlp-main.558","pdf_url":"https://aclanthology.org/2022.emnlp-main.558.pdf","source":null,"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 2022 Conference on Empirical Methods in Natural Language Processing","raw_type":"proceedings-article"},"sustainable_development_goals":[{"display_name":"Reduced inequalities","id":"https://metadata.un.org/sdg/10","score":0.7099999785423279}],"awards":[{"id":"https://openalex.org/G5088964179","display_name":null,"funder_award_id":"T00120220002","funder_id":"https://openalex.org/F4320331102","funder_display_name":"Shenzhen Research Institute of Big Data"},{"id":"https://openalex.org/G8976068546","display_name":null,"funder_award_id":"62106222","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"}],"funders":[{"id":"https://openalex.org/F4320321001","display_name":"National Natural Science Foundation of China","ror":"https://ror.org/01h0zpd94"},{"id":"https://openalex.org/F4320331102","display_name":"Shenzhen Research Institute of Big Data","ror":"https://ror.org/00z1gwf89"},{"id":"https://openalex.org/F4320333998","display_name":"Shenzhen Research Institute, City University of Hong Kong","ror":"https://ror.org/00xc0ma20"}],"has_content":{"pdf":true,"grobid_xml":false},"content_urls":{"pdf":"https://content.openalex.org/works/W4385573222.pdf"},"referenced_works_count":43,"referenced_works":["https://openalex.org/W1840435438","https://openalex.org/W2159849140","https://openalex.org/W2170240176","https://openalex.org/W2735784619","https://openalex.org/W2786464815","https://openalex.org/W2790235966","https://openalex.org/W2794557536","https://openalex.org/W2938704169","https://openalex.org/W2950681488","https://openalex.org/W2951534261","https://openalex.org/W2954996726","https://openalex.org/W2963001778","https://openalex.org/W2963508788","https://openalex.org/W2963804993","https://openalex.org/W2963846996","https://openalex.org/W2963918774","https://openalex.org/W2964212550","https://openalex.org/W2970641574","https://openalex.org/W3005680577","https://openalex.org/W3009565979","https://openalex.org/W3100652389","https://openalex.org/W3105816068","https://openalex.org/W3105994699","https://openalex.org/W3118781290","https://openalex.org/W3122838366","https://openalex.org/W3156636935","https://openalex.org/W3172806051","https://openalex.org/W3173188814","https://openalex.org/W3173783447","https://openalex.org/W3174828871","https://openalex.org/W3176264844","https://openalex.org/W3176641147","https://openalex.org/W3188313643","https://openalex.org/W4205528004","https://openalex.org/W4206636317","https://openalex.org/W4221152557","https://openalex.org/W4232812820","https://openalex.org/W4246183800","https://openalex.org/W4285819380","https://openalex.org/W4288089799","https://openalex.org/W4297699332","https://openalex.org/W4309083387","https://openalex.org/W4385573170"],"related_works":["https://openalex.org/W4293202849","https://openalex.org/W1980965563","https://openalex.org/W1489300767","https://openalex.org/W2387995142","https://openalex.org/W4380714744","https://openalex.org/W4319453655","https://openalex.org/W2089959425","https://openalex.org/W2057775761","https://openalex.org/W2147093486","https://openalex.org/W2515319207"],"abstract_inverted_index":{"Most":[0],"sentence":[1,9,47,72,81,95,106],"embedding":[2,48],"techniques":[3],"heavily":[4],"rely":[5],"on":[6,127,135],"expensive":[7],"human-annotated":[8],"pairs":[10,73,82],"as":[11],"the":[12,16,22,33,87,128,142],"supervised":[13,34],"signals.":[14],"Despite":[15],"use":[17],"of":[18,24,32,125],"large-scale":[19,54],"unlabeled":[20,55,76],"data,":[21],"performance":[23,133],"unsupervised":[25],"methods":[26,144],"typically":[27],"lags":[28],"far":[29],"behind":[30],"that":[31,51,118],"counterparts":[35],"in":[36],"most":[37],"downstream":[38],"tasks.":[39],"In":[40],"this":[41],"work,":[42],"we":[43],"propose":[44],"a":[45],"semi-supervised":[46],"framework,":[49],"GenSE,":[50],"effectively":[52],"leverages":[53],"data.":[56,114],"Our":[57],"method":[58],"include":[59],"three":[60],"parts:":[61],"1)":[62],"Generate:":[63],"A":[64,99],"generator/discriminator":[65],"model":[66],"is":[67,103],"jointly":[68],"trained":[69],"to":[70,89],"synthesize":[71],"from":[74],"open-domain":[75],"corpus;":[77],"2)":[78],"Discriminate:":[79],"Noisy":[80],"are":[83],"filtered":[84],"out":[85],"by":[86],"discriminator":[88],"acquire":[90],"high-quality":[91],"positive":[92],"and":[93,112,131,145,150],"negative":[94],"pairs;":[96],"3)":[97],"Contrast:":[98],"prompt-based":[100],"contrastive":[101],"approach":[102],"presented":[104],"for":[105],"representation":[107],"learning":[108],"with":[109],"both":[110],"annotated":[111],"synthesized":[113],"Comprehensive":[115],"experiments":[116],"show":[117],"GenSE":[119],"achieves":[120],"an":[121],"average":[122],"correlation":[123],"score":[124],"85.19":[126],"STS":[129],"datasets":[130],"consistent":[132],"improvement":[134],"four":[136],"domain":[137],"adaptation":[138],"tasks,":[139],"significantly":[140],"surpassing":[141],"state-of-the-art":[143],"convincingly":[146],"corroborating":[147],"its":[148],"effectiveness":[149],"generalization":[151],"ability.":[152]},"counts_by_year":[{"year":2024,"cited_by_count":3},{"year":2023,"cited_by_count":6}],"updated_date":"2026-06-11T09:08:48.828518","created_date":"2025-10-10T00:00:00"}