{"id":"https://openalex.org/W4389519058","doi":"https://doi.org/10.18653/v1/2023.emnlp-main.493","title":"Empirical Study of Zero-Shot NER with ChatGPT","display_name":"Empirical Study of Zero-Shot NER with ChatGPT","publication_year":2023,"publication_date":"2023-01-01","ids":{"openalex":"https://openalex.org/W4389519058","doi":"https://doi.org/10.18653/v1/2023.emnlp-main.493"},"language":"en","primary_location":{"id":"doi:10.18653/v1/2023.emnlp-main.493","is_oa":true,"landing_page_url":"https://doi.org/10.18653/v1/2023.emnlp-main.493","pdf_url":"https://aclanthology.org/2023.emnlp-main.493.pdf","source":null,"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 2023 Conference on Empirical Methods in Natural Language Processing","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":true,"oa_status":"gold","oa_url":"https://aclanthology.org/2023.emnlp-main.493.pdf","any_repository_has_fulltext":null},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5083114448","display_name":"Tingyu Xie","orcid":null},"institutions":[{"id":"https://openalex.org/I168879160","display_name":"Zhejiang University of Science and Technology","ror":"https://ror.org/05mx0wr29","country_code":"CN","type":"education","lineage":["https://openalex.org/I168879160"]},{"id":"https://openalex.org/I4210158570","display_name":"Zhejiang University-University of Edinburgh Institute","ror":"https://ror.org/04jth1r26","country_code":"CN","type":"education","lineage":["https://openalex.org/I4210158570","https://openalex.org/I76130692","https://openalex.org/I98677209"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Tingyu Xie","raw_affiliation_strings":["ZJU-UIUC Institute, Zhejiang University, China","College of Computer Science and Technology, Zhejiang University, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"ZJU-UIUC Institute, Zhejiang University, China","institution_ids":["https://openalex.org/I4210158570"]},{"raw_affiliation_string":"College of Computer Science and Technology, Zhejiang University, China","institution_ids":["https://openalex.org/I168879160"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100350205","display_name":"Qi Li","orcid":"https://orcid.org/0000-0002-3136-2157"},"institutions":[{"id":"https://openalex.org/I168879160","display_name":"Zhejiang University of Science and Technology","ror":"https://ror.org/05mx0wr29","country_code":"CN","type":"education","lineage":["https://openalex.org/I168879160"]},{"id":"https://openalex.org/I4210158570","display_name":"Zhejiang University-University of Edinburgh Institute","ror":"https://ror.org/04jth1r26","country_code":"CN","type":"education","lineage":["https://openalex.org/I4210158570","https://openalex.org/I76130692","https://openalex.org/I98677209"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Qi Li","raw_affiliation_strings":["ZJU-UIUC Institute, Zhejiang University, China","College of Computer Science and Technology, Zhejiang University, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"ZJU-UIUC Institute, Zhejiang University, China","institution_ids":["https://openalex.org/I4210158570"]},{"raw_affiliation_string":"College of Computer Science and Technology, Zhejiang University, China","institution_ids":["https://openalex.org/I168879160"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100409994","display_name":"Jian Zhang","orcid":"https://orcid.org/0000-0002-7240-3541"},"institutions":[{"id":"https://openalex.org/I168879160","display_name":"Zhejiang University of Science and Technology","ror":"https://ror.org/05mx0wr29","country_code":"CN","type":"education","lineage":["https://openalex.org/I168879160"]},{"id":"https://openalex.org/I4210158570","display_name":"Zhejiang University-University of Edinburgh Institute","ror":"https://ror.org/04jth1r26","country_code":"CN","type":"education","lineage":["https://openalex.org/I4210158570","https://openalex.org/I76130692","https://openalex.org/I98677209"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Jian Zhang","raw_affiliation_strings":["ZJU-UIUC Institute, Zhejiang University, China","College of Computer Science and Technology, Zhejiang University, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"ZJU-UIUC Institute, Zhejiang University, China","institution_ids":["https://openalex.org/I4210158570"]},{"raw_affiliation_string":"College of Computer Science and Technology, Zhejiang University, China","institution_ids":["https://openalex.org/I168879160"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100456377","display_name":"Yan Zhang","orcid":"https://orcid.org/0000-0003-1585-0801"},"institutions":[{"id":"https://openalex.org/I165932596","display_name":"National University of Singapore","ror":"https://ror.org/01tgyzw49","country_code":"SG","type":"education","lineage":["https://openalex.org/I165932596"]}],"countries":["SG"],"is_corresponding":false,"raw_author_name":"Yan Zhang","raw_affiliation_strings":["National University of Singapore, Singapore"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"National University of Singapore, Singapore","institution_ids":["https://openalex.org/I165932596"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5024343415","display_name":"Zuozhu Liu","orcid":"https://orcid.org/0000-0002-7816-502X"},"institutions":[{"id":"https://openalex.org/I4210158570","display_name":"Zhejiang University-University of Edinburgh Institute","ror":"https://ror.org/04jth1r26","country_code":"CN","type":"education","lineage":["https://openalex.org/I4210158570","https://openalex.org/I76130692","https://openalex.org/I98677209"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Zuozhu Liu","raw_affiliation_strings":["ZJU-UIUC Institute, Zhejiang University, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"ZJU-UIUC Institute, Zhejiang University, China","institution_ids":["https://openalex.org/I4210158570"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5058072839","display_name":"Hongwei Wang","orcid":"https://orcid.org/0000-0001-6118-6505"},"institutions":[{"id":"https://openalex.org/I168879160","display_name":"Zhejiang University of Science and Technology","ror":"https://ror.org/05mx0wr29","country_code":"CN","type":"education","lineage":["https://openalex.org/I168879160"]},{"id":"https://openalex.org/I4210158570","display_name":"Zhejiang University-University of Edinburgh Institute","ror":"https://ror.org/04jth1r26","country_code":"CN","type":"education","lineage":["https://openalex.org/I4210158570","https://openalex.org/I76130692","https://openalex.org/I98677209"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Hongwei Wang","raw_affiliation_strings":["ZJU-UIUC Institute, Zhejiang University, China","College of Computer Science and Technology, Zhejiang University, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"ZJU-UIUC Institute, Zhejiang University, China","institution_ids":["https://openalex.org/I4210158570"]},{"raw_affiliation_string":"College of Computer Science and Technology, Zhejiang University, China","institution_ids":["https://openalex.org/I168879160"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":6,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":8.3212,"has_fulltext":true,"cited_by_count":51,"citation_normalized_percentile":{"value":0.98255614,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":90,"max":100},"biblio":{"volume":null,"issue":null,"first_page":"7935","last_page":"7956"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.9995999932289124,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.9995999932289124,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10181","display_name":"Natural Language Processing Techniques","score":0.9950000047683716,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11719","display_name":"Data Quality and Management","score":0.9230999946594238,"subfield":{"id":"https://openalex.org/subfields/1803","display_name":"Management Science and Operations Research"},"field":{"id":"https://openalex.org/fields/18","display_name":"Decision Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.8374586701393127},{"id":"https://openalex.org/keywords/parsing","display_name":"Parsing","score":0.719357430934906},{"id":"https://openalex.org/keywords/consistency","display_name":"Consistency (knowledge bases)","score":0.6692160367965698},{"id":"https://openalex.org/keywords/task","display_name":"Task (project management)","score":0.6248418092727661},{"id":"https://openalex.org/keywords/natural-language-processing","display_name":"Natural language processing","score":0.6140127778053284},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.5927596092224121},{"id":"https://openalex.org/keywords/domain","display_name":"Domain (mathematical analysis)","score":0.49881529808044434},{"id":"https://openalex.org/keywords/focus","display_name":"Focus (optics)","score":0.42559146881103516},{"id":"https://openalex.org/keywords/named-entity-recognition","display_name":"Named-entity recognition","score":0.4118348956108093}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.8374586701393127},{"id":"https://openalex.org/C186644900","wikidata":"https://www.wikidata.org/wiki/Q194152","display_name":"Parsing","level":2,"score":0.719357430934906},{"id":"https://openalex.org/C2776436953","wikidata":"https://www.wikidata.org/wiki/Q5163215","display_name":"Consistency (knowledge bases)","level":2,"score":0.6692160367965698},{"id":"https://openalex.org/C2780451532","wikidata":"https://www.wikidata.org/wiki/Q759676","display_name":"Task (project management)","level":2,"score":0.6248418092727661},{"id":"https://openalex.org/C204321447","wikidata":"https://www.wikidata.org/wiki/Q30642","display_name":"Natural language processing","level":1,"score":0.6140127778053284},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.5927596092224121},{"id":"https://openalex.org/C36503486","wikidata":"https://www.wikidata.org/wiki/Q11235244","display_name":"Domain (mathematical analysis)","level":2,"score":0.49881529808044434},{"id":"https://openalex.org/C192209626","wikidata":"https://www.wikidata.org/wiki/Q190909","display_name":"Focus (optics)","level":2,"score":0.42559146881103516},{"id":"https://openalex.org/C2779135771","wikidata":"https://www.wikidata.org/wiki/Q403574","display_name":"Named-entity recognition","level":3,"score":0.4118348956108093},{"id":"https://openalex.org/C134306372","wikidata":"https://www.wikidata.org/wiki/Q7754","display_name":"Mathematical analysis","level":1,"score":0.0},{"id":"https://openalex.org/C162324750","wikidata":"https://www.wikidata.org/wiki/Q8134","display_name":"Economics","level":0,"score":0.0},{"id":"https://openalex.org/C187736073","wikidata":"https://www.wikidata.org/wiki/Q2920921","display_name":"Management","level":1,"score":0.0},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.0},{"id":"https://openalex.org/C121332964","wikidata":"https://www.wikidata.org/wiki/Q413","display_name":"Physics","level":0,"score":0.0},{"id":"https://openalex.org/C120665830","wikidata":"https://www.wikidata.org/wiki/Q14620","display_name":"Optics","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.18653/v1/2023.emnlp-main.493","is_oa":true,"landing_page_url":"https://doi.org/10.18653/v1/2023.emnlp-main.493","pdf_url":"https://aclanthology.org/2023.emnlp-main.493.pdf","source":null,"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 2023 Conference on Empirical Methods in Natural Language Processing","raw_type":"proceedings-article"}],"best_oa_location":{"id":"doi:10.18653/v1/2023.emnlp-main.493","is_oa":true,"landing_page_url":"https://doi.org/10.18653/v1/2023.emnlp-main.493","pdf_url":"https://aclanthology.org/2023.emnlp-main.493.pdf","source":null,"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 2023 Conference on Empirical Methods in Natural Language Processing","raw_type":"proceedings-article"},"sustainable_development_goals":[],"awards":[{"id":"https://openalex.org/G1685773568","display_name":null,"funder_award_id":"2020YFB1707803","funder_id":"https://openalex.org/F4320335777","funder_display_name":"National Key Research and Development Program of China"},{"id":"https://openalex.org/G8329892305","display_name":null,"funder_award_id":"LDT23F02023F02","funder_id":"https://openalex.org/F4320338464","funder_display_name":"Natural Science Foundation of Zhejiang Province"}],"funders":[{"id":"https://openalex.org/F4320321001","display_name":"National Natural Science Foundation of China","ror":"https://ror.org/01h0zpd94"},{"id":"https://openalex.org/F4320335777","display_name":"National Key Research and Development Program of China","ror":null},{"id":"https://openalex.org/F4320338464","display_name":"Natural Science Foundation of Zhejiang Province","ror":"https://ror.org/01h0zpd94"}],"has_content":{"grobid_xml":false,"pdf":true},"content_urls":{"pdf":"https://content.openalex.org/works/W4389519058.pdf"},"referenced_works_count":31,"referenced_works":["https://openalex.org/W2040298461","https://openalex.org/W2122496897","https://openalex.org/W2250709962","https://openalex.org/W2250999640","https://openalex.org/W2346452181","https://openalex.org/W2743028754","https://openalex.org/W2760505947","https://openalex.org/W2952087486","https://openalex.org/W2964022985","https://openalex.org/W3034328552","https://openalex.org/W3035375600","https://openalex.org/W3173727191","https://openalex.org/W4221143046","https://openalex.org/W4221161695","https://openalex.org/W4224308101","https://openalex.org/W4226278401","https://openalex.org/W4226399820","https://openalex.org/W4281557260","https://openalex.org/W4286977488","https://openalex.org/W4300166660","https://openalex.org/W4321524373","https://openalex.org/W4366735603","https://openalex.org/W4366999773","https://openalex.org/W4378469337","https://openalex.org/W4378474088","https://openalex.org/W4384918448","https://openalex.org/W4385570371","https://openalex.org/W4385571045","https://openalex.org/W4389518681","https://openalex.org/W4389523710","https://openalex.org/W4389523957"],"related_works":["https://openalex.org/W3199871245","https://openalex.org/W2915436880","https://openalex.org/W3123942215","https://openalex.org/W4285819037","https://openalex.org/W3198729192","https://openalex.org/W1964783010","https://openalex.org/W3121292129","https://openalex.org/W2983934248","https://openalex.org/W1605730749","https://openalex.org/W3093912612"],"abstract_inverted_index":{"Large":[0],"language":[1,10],"models":[2],"(LLMs)":[3],"exhibited":[4],"powerful":[5],"capability":[6,41],"in":[7,93],"various":[8],"natural":[9],"processing":[11],"tasks.":[12],"This":[13],"work":[14],"focuses":[15],"on":[16,20,27,44,168,199],"exploring":[17],"LLM":[18,43],"performance":[19],"zero-shot":[21,157],"information":[22,118],"extraction,":[23],"with":[24,115,185],"a":[25,67,121,132,178],"focus":[26],"the":[28,38,51,74,89,100,104,113,116,141,146,182,193,196,200],"ChatGPT":[29],"and":[30,46,57,108,164,167,171,203],"named":[31],"entity":[32],"recognition":[33],"(NER)":[34],"task.":[35],"Inspired":[36],"by":[37,71,80,120,130],"remarkable":[39,154],"reasoning":[40,53,59],"of":[42,181,195],"symbolic":[45],"arithmetic":[47],"reasoning,":[48],"we":[49,65,83,125,176],"adapt":[50,126],"prevalent":[52],"methods":[54,152,198],"to":[55,87,102,128],"NER":[56,75,129,158],"propose":[58,84],"strategies":[60],"tailored":[61],"for":[62,140,156,187],"NER.":[63],"First,":[64],"explore":[66],"decomposed":[68],"question-answering":[69],"paradigm":[70],"breaking":[72],"down":[73],"task":[76],"into":[77],"simpler":[78],"subproblems":[79],"labels.":[81],"Second,":[82],"syntactic":[85,96,105,117],"augmentation":[86],"stimulate":[88],"model's":[90],"intermediate":[91],"thinking":[92],"two":[94],"ways:":[95],"prompting,":[97],"which":[98,111,137],"encourages":[99],"model":[101,114],"analyze":[103],"structure":[106],"itself,":[107],"tool":[109],"augmentation,":[110],"provides":[112],"generated":[119],"parsing":[122],"tool.":[123],"Besides,":[124],"self-consistency":[127],"proposing":[131],"two-stage":[133],"majority":[134],"voting":[135],"strategy,":[136],"first":[138],"votes":[139],"most":[142,147],"consistent":[143,148],"mentions,":[144],"then":[145],"types.":[149],"The":[150],"proposed":[151,197],"achieve":[153],"improvements":[155],"across":[159],"seven":[160],"benchmarks,":[161],"including":[162],"Chinese":[163],"English":[165],"datasets,":[166],"both":[169],"domain-specific":[170],"general-domain":[172],"scenarios.":[173],"In":[174],"addition,":[175],"present":[177],"comprehensive":[179],"analysis":[180],"error":[183],"types":[184],"suggestions":[186],"optimization":[188],"directions.":[189],"We":[190],"also":[191],"verify":[192],"effectiveness":[194],"few-shot":[201],"setting":[202],"other":[204],"LLMs.":[205]},"counts_by_year":[{"year":2026,"cited_by_count":8},{"year":2025,"cited_by_count":28},{"year":2024,"cited_by_count":14},{"year":2023,"cited_by_count":1}],"updated_date":"2026-06-11T09:08:48.828518","created_date":"2025-10-10T00:00:00"}