{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,4,7]],"date-time":"2026-04-07T22:13:21Z","timestamp":1775600001018,"version":"3.50.1"},"publisher-location":"Cham","reference-count":25,"publisher":"Springer International Publishing","isbn-type":[{"value":"9783030720612","type":"print"},{"value":"9783030720629","type":"electronic"}],"license":[{"start":{"date-parts":[[2021,1,1]],"date-time":"2021-01-01T00:00:00Z","timestamp":1609459200000},"content-version":"tdm","delay-in-days":0,"URL":"http:\/\/www.springer.com\/tdm"},{"start":{"date-parts":[[2021,1,1]],"date-time":"2021-01-01T00:00:00Z","timestamp":1609459200000},"content-version":"vor","delay-in-days":0,"URL":"http:\/\/www.springer.com\/tdm"}],"content-domain":{"domain":["link.springer.com"],"crossmark-restriction":false},"short-container-title":[],"published-print":{"date-parts":[[2021]]},"DOI":"10.1007\/978-3-030-72062-9_3","type":"book-chapter","created":{"date-parts":[[2021,3,24]],"date-time":"2021-03-24T00:15:18Z","timestamp":1616544918000},"page":"26-37","update-policy":"https:\/\/doi.org\/10.1007\/springer_crossmark_policy","source":"Crossref","is-referenced-by-count":1,"title":["On Statistical Analysis of MOEAs with Multiple Performance Indicators"],"prefix":"10.1007","author":[{"ORCID":"https:\/\/orcid.org\/0000-0002-4933-5181","authenticated-orcid":false,"given":"Hao","family":"Wang","sequence":"first","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"ORCID":"https:\/\/orcid.org\/0000-0003-4303-6866","authenticated-orcid":false,"given":"Carlos Igncio Hern\u00e1ndez","family":"Castellanos","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"ORCID":"https:\/\/orcid.org\/0000-0001-7330-1902","authenticated-orcid":false,"given":"Tome","family":"Eftimov","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]}],"member":"297","published-online":{"date-parts":[[2021,3,24]]},"reference":[{"issue":"3","key":"3_CR1","doi-asserted-by":"publisher","first-page":"1653","DOI":"10.1016\/j.ejor.2006.08.008","volume":"181","author":"N Beume","year":"2007","unstructured":"Beume, N., Naujoks, B., Emmerich, M.: SMS-EMOA: multiobjective selection based on dominated hypervolume. Eur. J. Oper. Res. 181(3), 1653\u20131669 (2007)","journal-title":"Eur. J. Oper. Res."},{"issue":"3","key":"3_CR2","doi-asserted-by":"publisher","first-page":"403","DOI":"10.1109\/TEVC.2015.2474158","volume":"20","author":"LCT Bezerra","year":"2016","unstructured":"Bezerra, L.C.T., L\u00f3pez-Ib\u00e1\u00f1ez, M., St\u00fctzle, T.: Automatic component-wise design of multiobjective evolutionary algorithms. IEEE Trans. Evol. Comput. 20(3), 403\u2013417 (2016)","journal-title":"IEEE Trans. Evol. Comput."},{"key":"3_CR3","series-title":"International Series in Operations Research & Management Science","doi-asserted-by":"publisher","first-page":"163","DOI":"10.1007\/0-387-23081-5_5","volume-title":"Multiple Criteria Decision Analysis: State of the Art Surveys","author":"J-P Brans","year":"2005","unstructured":"Brans, J.-P., Mareschal, B.: Promethee methods. Multiple Criteria Decision Analysis: State of the Art Surveys. ISORMS, vol. 78, pp. 163\u2013186. Springer, New York (2005). https:\/\/doi.org\/10.1007\/0-387-23081-5_5"},{"issue":"2","key":"3_CR4","doi-asserted-by":"publisher","first-page":"163","DOI":"10.1007\/s10710-005-6164-x","volume":"6","author":"CAC Coello","year":"2005","unstructured":"Coello, C.A.C., Cort\u00e9s, N.C.: Solving multiobjective optimization problems using an artificial immune system. Genet. Program. Evolvable Mach. 6(2), 163\u2013190 (2005)","journal-title":"Genet. Program. Evolvable Mach."},{"key":"3_CR5","unstructured":"Coello, C.A.C., van Veldhuizen, D.A., Lamont, G.B.: Evolutionary algorithms for solving multi-objective problems, Genetic algorithms and evolutionary computation. Kluwer, vol. 5 (2002)"},{"key":"3_CR6","volume-title":"Goodness-of-Fit-Techniques","author":"RB D\u2019Agostino","year":"1986","unstructured":"D\u2019Agostino, R.B.: Goodness-of-Fit-Techniques, vol. 68. CRC Press, United States (1986)"},{"issue":"2","key":"3_CR7","doi-asserted-by":"publisher","first-page":"182","DOI":"10.1109\/4235.996017","volume":"6","author":"K Deb","year":"2002","unstructured":"Deb, K., Pratap, A., Agarwal, S., Meyarivan, T.: A fast and elitist multiobjective genetic algorithm: NSGA-II. IEEE Trans. Evol. Comput. 6(2), 182\u2013197 (2002)","journal-title":"IEEE Trans. Evol. Comput."},{"issue":"4","key":"3_CR8","doi-asserted-by":"publisher","first-page":"577","DOI":"10.1109\/TEVC.2013.2281535","volume":"18","author":"K Deb","year":"2014","unstructured":"Deb, K., Jain, H.: An evolutionary many-objective optimization algorithm using reference-point-based nondominated sorting approach. IEEE Trans. Evol. Comput. 18(4), 577\u2013601 (2014)","journal-title":"IEEE Trans. Evol. Comput."},{"key":"3_CR9","doi-asserted-by":"crossref","unstructured":"Deb, K., Sindhya, K., Hakanen, J.: Multi-objective optimization. In: Decision Sciences: Theory and Practice, pp. 145\u2013184. CRC Press (2016)","DOI":"10.1201\/9781315183176-4"},{"key":"3_CR10","doi-asserted-by":"crossref","unstructured":"Eftimov, T., Koro\u0161ec, P., Seljak, B.K.: Comparing multi-objective optimization algorithms using an ensemble of quality indicators with deep statistical comparison approach. In: 2017 IEEE Symposium Series on Computational Intelligence (SSCI), pp. 1\u20138. IEEE (2017)","DOI":"10.1109\/SSCI.2017.8280910"},{"key":"3_CR11","series-title":"Lecture Notes in Computer Science","doi-asserted-by":"publisher","first-page":"76","DOI":"10.1007\/978-3-319-72926-8_7","volume-title":"Machine Learning, Optimization, and Big Data","author":"T Eftimov","year":"2018","unstructured":"Eftimov, T., Koro\u0161ec, P., Korou\u0161i\u0107 Seljak, B.: Deep statistical comparison applied on quality indicators to compare multi-objective stochastic optimization algorithms. In: Nicosia, G., Pardalos, P., Giuffrida, G., Umeton, R. (eds.) MOD 2017. LNCS, vol. 10710, pp. 76\u201387. Springer, Cham (2018). https:\/\/doi.org\/10.1007\/978-3-319-72926-8_7"},{"key":"3_CR12","doi-asserted-by":"publisher","first-page":"186","DOI":"10.1016\/j.ins.2017.07.015","volume":"417","author":"T Eftimov","year":"2017","unstructured":"Eftimov, T., Koro\u0161ec, P., Seljak, B.K.: A novel approach to statistical comparison of meta-heuristic stochastic optimization algorithms using deep statistics. Inf. Sci. 417, 186\u2013215 (2017)","journal-title":"Inf. Sci."},{"key":"3_CR13","series-title":"Lecture Notes in Computer Science","doi-asserted-by":"publisher","first-page":"1","DOI":"10.1007\/978-3-319-91641-5_1","volume-title":"Bioinspired Optimization Methods and Their Applications","author":"F Alves","year":"2018","unstructured":"Alves, F., Pereira, A.I., Fernandes, A., Leit\u00e3o, P.: Optimization of home care visits schedule by genetic algorithm. In: Koro\u0161ec, P., Melab, N., Talbi, E.-G. (eds.) BIOMA 2018. LNCS, vol. 10835, pp. 1\u201312. Springer, Cham (2018). https:\/\/doi.org\/10.1007\/978-3-319-91641-5_1"},{"key":"3_CR14","doi-asserted-by":"publisher","first-page":"105977","DOI":"10.1016\/j.asoc.2019.105977","volume":"87","author":"T Eftimov","year":"2020","unstructured":"Eftimov, T., Petelin, G., Koro\u0161ec, P.: DSCTool: a web-service-based framework for statistical comparison of stochastic optimization algorithms. Appl. Soft Comput. 87, 105977 (2020)","journal-title":"Appl. Soft Comput."},{"key":"3_CR15","series-title":"Lecture Notes in Computer Science","doi-asserted-by":"publisher","first-page":"201","DOI":"10.1007\/978-3-030-58115-2_14","volume-title":"Parallel Problem Solving from Nature \u2013 PPSN XVI","author":"JG Falc\u00f3n-Cardona","year":"2020","unstructured":"Falc\u00f3n-Cardona, J.G., Liefooghe, A., Coello Coello, C.A.: An ensemble indicator-based density estimator for evolutionary multi-objective optimization. In: B\u00e4ck, T., et al. (eds.) PPSN 2020. LNCS, vol. 12270, pp. 201\u2013214. Springer, Cham (2020). https:\/\/doi.org\/10.1007\/978-3-030-58115-2_14"},{"key":"3_CR16","first-page":"327","volume":"214","author":"J Knowles","year":"2006","unstructured":"Knowles, J., Thiele, L., Zitzler, E.: A tutorial on the performance assessment of stochastic multiobjective optimizers. Tik Rep. 214, 327\u2013332 (2006)","journal-title":"Tik Rep."},{"issue":"5","key":"3_CR17","doi-asserted-by":"publisher","first-page":"839","DOI":"10.3390\/math8050839","volume":"8","author":"P Koro\u0161ec","year":"2020","unstructured":"Koro\u0161ec, P., Eftimov, T.: Multi-objective optimization benchmarking using DSCTool. Mathematics 8(5), 839 (2020)","journal-title":"Mathematics"},{"issue":"3","key":"3_CR18","doi-asserted-by":"publisher","first-page":"348","DOI":"10.1109\/TEVC.2013.2262178","volume":"18","author":"M Li","year":"2014","unstructured":"Li, M., Yang, S., Liu, X.: Shift-based density estimation for pareto-based algorithms in many-objective optimization. IEEE Trans. Evol. Comput. 18(3), 348\u2013365 (2014)","journal-title":"IEEE Trans. Evol. Comput."},{"issue":"1","key":"3_CR19","doi-asserted-by":"publisher","first-page":"47","DOI":"10.1162\/EVCO_a_00104","volume":"22","author":"NA Moubayed","year":"2014","unstructured":"Moubayed, N.A., Petrovski, A., McCall, J.A.W.: D$${}^{\\text{2 }}$$MOPSO: MOPSO based on decomposition and dominance with archiving using crowding distance in objective and solution spaces. Evol. Comput. 22(1), 47\u201377 (2014)","journal-title":"Evol. Comput."},{"key":"3_CR20","doi-asserted-by":"crossref","unstructured":"Riquelme, N., Von L\u00fccken, C., Baran, B.: Performance metrics in multi-objective optimization. In: 2015 Latin American Computing Conference (CLEI), pp. 1\u201311. IEEE (2015)","DOI":"10.1109\/CLEI.2015.7360024"},{"issue":"9","key":"3_CR21","doi-asserted-by":"publisher","first-page":"1593","DOI":"10.1080\/0305215X.2015.1124872","volume":"48","author":"O Sch\u00fctze","year":"2019","unstructured":"Sch\u00fctze, O.: A scalar optimization approach for averaged Hausdor approximations of the Pareto front. Eng. Optim. 48(9), 1593\u20131617 (2019)","journal-title":"Eng. Optim."},{"key":"3_CR22","first-page":"1","volume":"5","author":"GJ Sz\u00e9kely","year":"2004","unstructured":"Sz\u00e9kely, G.J., Rizzo, M.L.: Testing for equal distributions in high dimension. InterStat 5, 1\u20136 (2004)","journal-title":"InterStat"},{"issue":"4","key":"3_CR23","doi-asserted-by":"publisher","first-page":"73","DOI":"10.1109\/MCI.2017.2742868","volume":"12","author":"Y Tian","year":"2017","unstructured":"Tian, Y., Cheng, R., Zhang, X., Jin, Y.: PlatEMO: a MATLAB platform for evolutionary multi-objective optimization [educational forum]. IEEE Comput. Intell. Mag. 12(4), 73\u201387 (2017)","journal-title":"IEEE Comput. Intell. Mag."},{"issue":"6","key":"3_CR24","doi-asserted-by":"publisher","first-page":"712","DOI":"10.1109\/TEVC.2007.892759","volume":"11","author":"Q Zhang","year":"2007","unstructured":"Zhang, Q., Li, H.: MOEA\/D: a multi-objective evolutionary algorithm based on decomposition. IEEE Trans. Evol. Comput. 11(6), 712\u2013731 (2007)","journal-title":"IEEE Trans. Evol. Comput."},{"issue":"4","key":"3_CR25","doi-asserted-by":"publisher","first-page":"257","DOI":"10.1109\/4235.797969","volume":"3","author":"E Zitzler","year":"1999","unstructured":"Zitzler, E., Thiele, L.: Multiobjective evolutionary algorithms: a comparative case study and the strength pareto approach. IEEE Trans. Evol. Comput. 3(4), 257\u2013271 (1999)","journal-title":"IEEE Trans. Evol. Comput."}],"container-title":["Lecture Notes in Computer Science","Evolutionary Multi-Criterion Optimization"],"original-title":[],"language":"en","link":[{"URL":"https:\/\/link.springer.com\/content\/pdf\/10.1007\/978-3-030-72062-9_3","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2021,5,17]],"date-time":"2021-05-17T20:05:18Z","timestamp":1621281918000},"score":1,"resource":{"primary":{"URL":"https:\/\/link.springer.com\/10.1007\/978-3-030-72062-9_3"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2021]]},"ISBN":["9783030720612","9783030720629"],"references-count":25,"URL":"https:\/\/doi.org\/10.1007\/978-3-030-72062-9_3","relation":{},"ISSN":["0302-9743","1611-3349"],"issn-type":[{"value":"0302-9743","type":"print"},{"value":"1611-3349","type":"electronic"}],"subject":[],"published":{"date-parts":[[2021]]},"assertion":[{"value":"24 March 2021","order":1,"name":"first_online","label":"First Online","group":{"name":"ChapterHistory","label":"Chapter History"}},{"value":"EMO","order":1,"name":"conference_acronym","label":"Conference Acronym","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"International Conference on Evolutionary Multi-Criterion Optimization","order":2,"name":"conference_name","label":"Conference Name","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"Shenzhen","order":3,"name":"conference_city","label":"Conference City","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"China","order":4,"name":"conference_country","label":"Conference Country","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"2021","order":5,"name":"conference_year","label":"Conference Year","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"28 March 2021","order":7,"name":"conference_start_date","label":"Conference Start Date","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"31 March 2021","order":8,"name":"conference_end_date","label":"Conference End Date","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"11","order":9,"name":"conference_number","label":"Conference Number","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"emo2021","order":10,"name":"conference_id","label":"Conference ID","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"https:\/\/www.emo2021.org\/","order":11,"name":"conference_url","label":"Conference URL","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"Single-blind","order":1,"name":"type","label":"Type","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"EasyChair","order":2,"name":"conference_management_system","label":"Conference Management System","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"120","order":3,"name":"number_of_submissions_sent_for_review","label":"Number of Submissions Sent for Review","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"47","order":4,"name":"number_of_full_papers_accepted","label":"Number of Full Papers Accepted","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"14","order":5,"name":"number_of_short_papers_accepted","label":"Number of Short Papers Accepted","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"39% - The value is computed by the equation \"Number of Full Papers Accepted \/ Number of Submissions Sent for Review * 100\" and then rounded to a whole number.","order":6,"name":"acceptance_rate_of_full_papers","label":"Acceptance Rate of Full Papers","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"3","order":7,"name":"average_number_of_reviews_per_paper","label":"Average Number of Reviews per Paper","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"3","order":8,"name":"average_number_of_papers_per_reviewer","label":"Average Number of Papers per Reviewer","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"No","order":9,"name":"external_reviewers_involved","label":"External Reviewers Involved","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}}]}}