{"id":"https://openalex.org/W4415250063","doi":"https://doi.org/10.48550/arxiv.2509.16204","title":"Toward Engineering AGI: Benchmarking the Engineering Design Capabilities of LLMs","display_name":"Toward Engineering AGI: Benchmarking the Engineering Design Capabilities of LLMs","publication_year":2025,"publication_date":"2025-07-01","ids":{"openalex":"https://openalex.org/W4415250063","doi":"https://doi.org/10.48550/arxiv.2509.16204"},"language":"en","primary_location":{"id":"pmh:oai:arXiv.org:2509.16204","is_oa":true,"landing_page_url":"http://arxiv.org/abs/2509.16204","pdf_url":"https://arxiv.org/pdf/2509.16204","source":{"id":"https://openalex.org/S4393918464","display_name":"ArXiv.org","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},"type":"preprint","indexed_in":["arxiv","datacite"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://arxiv.org/pdf/2509.16204","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5101652354","display_name":"Xingang Guo","orcid":"https://orcid.org/0000-0002-7169-9053"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Guo, Xingang","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100378845","display_name":"Yaxin Li","orcid":"https://orcid.org/0000-0002-5610-3223"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Li, Yaxin","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100945786","display_name":"Xiangyi Kong","orcid":"https://orcid.org/0009-0008-3728-9481"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Kong, Xiangyi","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5009512878","display_name":"Yilan Jiang","orcid":"https://orcid.org/0000-0001-8388-8946"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Jiang, Yilan","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5090360569","display_name":"Xiayu Zhao","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Zhao, Xiayu","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5046619029","display_name":"Zhihua Gong","orcid":"https://orcid.org/0000-0003-3418-6192"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Gong, Zhihua","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100773712","display_name":"Yufan Zhang","orcid":"https://orcid.org/0000-0002-3104-1070"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Zhang, Yufan","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5028037459","display_name":"Daixuan Li","orcid":"https://orcid.org/0009-0008-1996-7939"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Li, Daixuan","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":null,"display_name":"Sang, Tianle","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Sang, Tianle","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":null,"display_name":"Zhu, Beixiao","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Zhu, Beixiao","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":null,"display_name":"Jun, Gregory","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Jun, Gregory","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5114058811","display_name":"Yingbing Huang","orcid":"https://orcid.org/0009-0004-8244-2917"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Huang, Yingbing","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100744924","display_name":"Yiqi Liu","orcid":"https://orcid.org/0000-0001-8911-727X"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Liu, Yiqi","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":null,"display_name":"Xue, Yuqi","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Xue, Yuqi","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5075476082","display_name":"Rahul Dev Kundu","orcid":"https://orcid.org/0000-0002-2101-4204"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Kundu, Rahul Dev","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5120024590","display_name":"Qi Jian Lim","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Lim, Qi Jian","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5103112088","display_name":"Yizhou Zhao","orcid":"https://orcid.org/0000-0001-8237-1734"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Zhao, Yizhou","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5072171174","display_name":"Luke A. Granger","orcid":"https://orcid.org/0000-0002-8839-2410"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Granger, Luke Alexander","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5040013872","display_name":"Mohamed Badr Younis","orcid":"https://orcid.org/0009-0008-7531-1360"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Younis, Mohamed Badr","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5080871366","display_name":"Darioush Keivan","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Keivan, Darioush","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":null,"display_name":"Sabharwal, Nippun","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Sabharwal, Nippun","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":null,"display_name":"Sinha, Shreyanka","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Sinha, Shreyanka","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":null,"display_name":"Agarwal, Prakhar","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Agarwal, Prakhar","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5120024591","display_name":"Kojo Vandyck","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Vandyck, Kojo","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":null,"display_name":"Mai, Hanlin","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Mai, Hanlin","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5004454478","display_name":"Zichen Wang","orcid":"https://orcid.org/0000-0001-5245-212X"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Wang, Zichen","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":null,"display_name":"Venkatesh, Aditya","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Venkatesh, Aditya","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5120024592","display_name":"Ayush Barik","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Barik, Ayush","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5034862007","display_name":"Jiankun Yang","orcid":"https://orcid.org/0000-0002-3815-553X"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Yang, Jiankun","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5048086371","display_name":"C. X. Yue","orcid":"https://orcid.org/0009-0001-9038-0718"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Yue, Chongying","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5103229355","display_name":"Jingjie He","orcid":"https://orcid.org/0000-0003-4376-4986"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"He, Jingjie","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100398994","display_name":"Libin Wang","orcid":"https://orcid.org/0000-0003-1036-5049"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Wang, Libin","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5058979148","display_name":"Licheng Xu","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Xu, Licheng","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100645929","display_name":"Hao Chen","orcid":"https://orcid.org/0000-0002-8739-289X"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Chen, Hao","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5101904113","display_name":"Jinwen Wang","orcid":"https://orcid.org/0000-0002-2545-3319"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Wang, Jinwen","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5005536014","display_name":"Liujun Xu","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Xu, Liujun","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":null,"display_name":"Shetty, Rushabh","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Shetty, Rushabh","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5102981924","display_name":"Ziheng Guo","orcid":"https://orcid.org/0000-0002-2879-0214"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Guo, Ziheng","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":null,"display_name":"Song, Dahui","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Song, Dahui","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5002213520","display_name":"Manvi Jha","orcid":"https://orcid.org/0000-0001-5613-7039"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Jha, Manvi","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5103173054","display_name":"Weijie Liang","orcid":"https://orcid.org/0009-0001-2001-8318"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Liang, Weijie","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5007130687","display_name":"Weiman Yan","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Yan, Weiman","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5005337426","display_name":"Bryan Zhang","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Zhang, Bryan","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5120024593","display_name":"Sahil Bhandary Karnoor","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Karnoor, Sahil Bhandary","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100638391","display_name":"Jialiang Zhang","orcid":"https://orcid.org/0000-0003-1626-6674"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Zhang, Jialiang","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":null,"display_name":"Pandya, Rutva","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Pandya, Rutva","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5112877236","display_name":"Xinyi Gong","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Gong, Xinyi","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":null,"display_name":"Ganesh, Mithesh Ballae","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Ganesh, Mithesh Ballae","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":null,"display_name":"Shi, Feize","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Shi, Feize","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5054797283","display_name":"Ruiling Xu","orcid":"https://orcid.org/0000-0002-7205-0459"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Xu, Ruiling","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5101985990","display_name":"Yifan Zhang","orcid":"https://orcid.org/0009-0003-4775-8927"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Zhang, Yifan","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5084635125","display_name":"Yanfeng Ouyang","orcid":"https://orcid.org/0000-0002-5944-2044"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Ouyang, Yanfeng","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5090149660","display_name":"Lianhui Qin","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Qin, Lianhui","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5019748322","display_name":"Elyse Rosenbaum","orcid":"https://orcid.org/0000-0002-3919-9833"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Rosenbaum, Elyse","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5007429170","display_name":"Corey Snyder","orcid":"https://orcid.org/0000-0001-8744-8913"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Snyder, Corey","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5009028512","display_name":"Peter Seiler","orcid":"https://orcid.org/0000-0003-3423-1109"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Seiler, Peter","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5061952552","display_name":"Geir E. Dullerud","orcid":"https://orcid.org/0000-0003-0596-6050"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Dullerud, Geir","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5046221521","display_name":"Xiaojia Shelly Zhang","orcid":"https://orcid.org/0000-0003-4878-8637"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Zhang, Xiaojia Shelly","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5014309618","display_name":"Zuofu Cheng","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Cheng, Zuofu","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5086888499","display_name":"Pavan Kumar Hanumolu","orcid":"https://orcid.org/0000-0002-3456-2082"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Hanumolu, Pavan Kumar","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100628419","display_name":"Jian Huang","orcid":"https://orcid.org/0000-0002-1550-9067"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Huang, Jian","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5111301003","display_name":"Mayank Kulkarni","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Kulkarni, Mayank","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5026771837","display_name":"Mahdi Namazifar","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Namazifar, Mahdi","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100356986","display_name":"Huan Zhang","orcid":"https://orcid.org/0009-0009-1420-0154"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Zhang, Huan","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"last","author":{"id":"https://openalex.org/A5035193269","display_name":"Bin Hu","orcid":"https://orcid.org/0000-0002-8009-374X"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Hu, Bin","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]}],"institutions":[],"countries_distinct_count":0,"institutions_distinct_count":65,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10215","display_name":"Semantic Web and Ontologies","score":0.8055999875068665,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10215","display_name":"Semantic Web and Ontologies","score":0.8055999875068665,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/cornerstone","display_name":"Cornerstone","score":0.6409000158309937},{"id":"https://openalex.org/keywords/engineering-design-process","display_name":"Engineering design process","score":0.5716999769210815},{"id":"https://openalex.org/keywords/benchmarking","display_name":"Benchmarking","score":0.5634999871253967},{"id":"https://openalex.org/keywords/domain","display_name":"Domain (mathematical analysis)","score":0.4853000044822693},{"id":"https://openalex.org/keywords/task","display_name":"Task (project management)","score":0.4449000060558319},{"id":"https://openalex.org/keywords/benchmark","display_name":"Benchmark (surveying)","score":0.3804999887943268},{"id":"https://openalex.org/keywords/system-of-systems-engineering","display_name":"System of systems engineering","score":0.3783999979496002},{"id":"https://openalex.org/keywords/health-systems-engineering","display_name":"Health systems engineering","score":0.35440000891685486}],"concepts":[{"id":"https://openalex.org/C2780616401","wikidata":"https://www.wikidata.org/wiki/Q1133673","display_name":"Cornerstone","level":2,"score":0.6409000158309937},{"id":"https://openalex.org/C34972735","wikidata":"https://www.wikidata.org/wiki/Q2920267","display_name":"Engineering design process","level":2,"score":0.5716999769210815},{"id":"https://openalex.org/C86251818","wikidata":"https://www.wikidata.org/wiki/Q816754","display_name":"Benchmarking","level":2,"score":0.5634999871253967},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.49230000376701355},{"id":"https://openalex.org/C36503486","wikidata":"https://www.wikidata.org/wiki/Q11235244","display_name":"Domain (mathematical analysis)","level":2,"score":0.4853000044822693},{"id":"https://openalex.org/C2780451532","wikidata":"https://www.wikidata.org/wiki/Q759676","display_name":"Task (project management)","level":2,"score":0.4449000060558319},{"id":"https://openalex.org/C115903868","wikidata":"https://www.wikidata.org/wiki/Q80993","display_name":"Software engineering","level":1,"score":0.3917999863624573},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.3840999901294708},{"id":"https://openalex.org/C185798385","wikidata":"https://www.wikidata.org/wiki/Q1161707","display_name":"Benchmark (surveying)","level":2,"score":0.3804999887943268},{"id":"https://openalex.org/C95764724","wikidata":"https://www.wikidata.org/wiki/Q7663738","display_name":"System of systems engineering","level":3,"score":0.3783999979496002},{"id":"https://openalex.org/C87390875","wikidata":"https://www.wikidata.org/wiki/Q5691159","display_name":"Health systems engineering","level":2,"score":0.35440000891685486},{"id":"https://openalex.org/C539667460","wikidata":"https://www.wikidata.org/wiki/Q2414942","display_name":"Management science","level":1,"score":0.3375000059604645},{"id":"https://openalex.org/C110354214","wikidata":"https://www.wikidata.org/wiki/Q6314146","display_name":"Engineering management","level":1,"score":0.33709999918937683},{"id":"https://openalex.org/C201995342","wikidata":"https://www.wikidata.org/wiki/Q682496","display_name":"Systems engineering","level":1,"score":0.3370000123977661},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.2922999858856201},{"id":"https://openalex.org/C509989072","wikidata":"https://www.wikidata.org/wiki/Q15188241","display_name":"Model-driven architecture","level":4,"score":0.2874000072479248},{"id":"https://openalex.org/C6604083","wikidata":"https://www.wikidata.org/wiki/Q376937","display_name":"Requirements engineering","level":3,"score":0.2870999872684479},{"id":"https://openalex.org/C2776760102","wikidata":"https://www.wikidata.org/wiki/Q5139990","display_name":"Code (set theory)","level":3,"score":0.2856999933719635},{"id":"https://openalex.org/C158518442","wikidata":"https://www.wikidata.org/wiki/Q2843902","display_name":"Engineering informatics","level":4,"score":0.27059999108314514},{"id":"https://openalex.org/C206354941","wikidata":"https://www.wikidata.org/wiki/Q4781596","display_name":"Applied engineering","level":4,"score":0.26649999618530273},{"id":"https://openalex.org/C49777639","wikidata":"https://www.wikidata.org/wiki/Q5264354","display_name":"Design language","level":2,"score":0.2624000012874603},{"id":"https://openalex.org/C130440534","wikidata":"https://www.wikidata.org/wiki/Q14946528","display_name":"Conflation","level":2,"score":0.2581000030040741},{"id":"https://openalex.org/C84685590","wikidata":"https://www.wikidata.org/wiki/Q1540472","display_name":"Knowledge engineering","level":2,"score":0.2578999996185303},{"id":"https://openalex.org/C5041995","wikidata":"https://www.wikidata.org/wiki/Q853745","display_name":"Engineering education","level":2,"score":0.2540999948978424}],"mesh":[],"locations_count":2,"locations":[{"id":"pmh:oai:arXiv.org:2509.16204","is_oa":true,"landing_page_url":"http://arxiv.org/abs/2509.16204","pdf_url":"https://arxiv.org/pdf/2509.16204","source":{"id":"https://openalex.org/S4393918464","display_name":"ArXiv.org","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},{"id":"doi:10.48550/arxiv.2509.16204","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2509.16204","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":null,"raw_source_name":null,"raw_type":"article"}],"best_oa_location":{"id":"pmh:oai:arXiv.org:2509.16204","is_oa":true,"landing_page_url":"http://arxiv.org/abs/2509.16204","pdf_url":"https://arxiv.org/pdf/2509.16204","source":{"id":"https://openalex.org/S4393918464","display_name":"ArXiv.org","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":0,"referenced_works":[],"related_works":[],"abstract_inverted_index":{"Modern":[0],"engineering,":[1],"spanning":[2],"electrical,":[3],"mechanical,":[4],"aerospace,":[5],"civil,":[6],"and":[7,17,60,77,154,180,200],"computer":[8],"disciplines,":[9,96],"stands":[10],"as":[11,55],"a":[12,27,165,172,185,213],"cornerstone":[13],"of":[14,20,70,74,79,86,104,220],"human":[15],"civilization":[16],"the":[18,68,80,101,218],"foundation":[19],"our":[21],"society.":[22],"However,":[23],"engineering":[24,65,95,105,129,158,167,197,221],"design":[25,66,106,125,168,177,198],"poses":[26],"fundamentally":[28],"different":[29],"challenge":[30],"for":[31],"large":[32],"language":[33,56],"models":[34],"(LLMs)":[35],"compared":[36],"with":[37],"traditional":[38],"textbook-style":[39],"problem":[40,62],"solving":[41],"or":[42,139],"factual":[43,137],"question":[44,140],"answering.":[45],"Although":[46],"existing":[47,132],"benchmarks":[48,133],"have":[49],"driven":[50],"progress":[51],"in":[52,162],"areas":[53],"such":[54],"understanding,":[57],"code":[58],"synthesis,":[59],"scientific":[61],"solving,":[63],"real-world":[64,166],"demands":[67,103],"synthesis":[69],"domain":[71,149],"knowledge,":[72,150],"navigation":[73],"complex":[75],"trade-offs,":[76],"management":[78],"tedious":[81],"processes":[82],"that":[83,118,134,189],"consume":[84],"much":[85],"practicing":[87],"engineers'":[88],"time.":[89],"Despite":[90],"these":[91],"shared":[92],"challenges":[93],"across":[94,127],"no":[97],"benchmark":[98,117],"currently":[99],"captures":[100],"unique":[102],"work.":[107],"In":[108],"this":[109],"work,":[110],"we":[111],"introduce":[112],"EngDesign,":[113],"an":[114],"Engineering":[115],"Design":[116],"evaluates":[119],"LLMs'":[120,145],"abilities":[121],"to":[122,147,194,207],"perform":[123],"practical":[124],"tasks":[126],"nine":[128],"domains.":[130],"Unlike":[131],"focus":[135],"on":[136],"recall":[138],"answering,":[141],"EngDesign":[142,163,183],"uniquely":[143],"emphasizes":[144],"ability":[146],"synthesize":[148],"reason":[151],"under":[152],"constraints,":[153,179],"generate":[155],"functional,":[156],"objective-oriented":[157],"designs.":[159],"Each":[160],"task":[161,174],"represents":[164],"problem,":[169],"accompanied":[170],"by":[171],"detailed":[173],"description":[175],"specifying":[176],"goals,":[178],"performance":[181],"requirements.":[182],"pioneers":[184],"simulation-based":[186],"evaluation":[187,202],"paradigm":[188],"moves":[190],"beyond":[191],"textbook":[192],"knowledge":[193],"assess":[195],"genuine":[196],"capabilities":[199],"shifts":[201],"from":[203],"static":[204],"answer":[205],"checking":[206],"dynamic,":[208],"simulation-driven":[209],"functional":[210],"verification,":[211],"marking":[212],"crucial":[214],"step":[215],"toward":[216],"realizing":[217],"vision":[219],"Artificial":[222],"General":[223],"Intelligence":[224],"(AGI).":[225]},"counts_by_year":[],"updated_date":"2026-06-11T09:08:48.828518","created_date":"2025-10-16T00:00:00"}