{"id":"https://openalex.org/W4364387575","doi":"https://doi.org/10.48550/arxiv.2304.04668","title":"MERMAIDE: Learning to Align Learners using Model-Based Meta-Learning","display_name":"MERMAIDE: Learning to Align Learners using Model-Based Meta-Learning","publication_year":2023,"publication_date":"2023-04-10","ids":{"openalex":"https://openalex.org/W4364387575","doi":"https://doi.org/10.48550/arxiv.2304.04668"},"language":"en","primary_location":{"id":"pmh:oai:arXiv.org:2304.04668","is_oa":true,"landing_page_url":"http://arxiv.org/abs/2304.04668","pdf_url":"https://arxiv.org/pdf/2304.04668","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"","raw_type":"text"},"type":"preprint","indexed_in":["arxiv","datacite"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://arxiv.org/pdf/2304.04668","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5101786186","display_name":"Arundhati Banerjee","orcid":"https://orcid.org/0000-0001-7287-0441"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Banerjee, Arundhati","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5049538804","display_name":"Soham R. Phade","orcid":"https://orcid.org/0000-0001-9263-1587"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Phade, Soham","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5113804858","display_name":"Stefano Ermon","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Ermon, Stefano","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"last","author":{"id":"https://openalex.org/A5041381106","display_name":"Stephan Zheng","orcid":"https://orcid.org/0000-0002-7271-1616"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Zheng, Stephan","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]}],"institutions":[],"countries_distinct_count":0,"institutions_distinct_count":0,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":true,"cited_by_count":0,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T12101","display_name":"Advanced Bandit Algorithms Research","score":0.9828000068664551,"subfield":{"id":"https://openalex.org/subfields/1803","display_name":"Management Science and Operations Research"},"field":{"id":"https://openalex.org/fields/18","display_name":"Decision Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},"topics":[{"id":"https://openalex.org/T12101","display_name":"Advanced Bandit Algorithms Research","score":0.9828000068664551,"subfield":{"id":"https://openalex.org/subfields/1803","display_name":"Management Science and Operations Research"},"field":{"id":"https://openalex.org/fields/18","display_name":"Decision Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T12761","display_name":"Data Stream Mining Techniques","score":0.9476000070571899,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/stackelberg-competition","display_name":"Stackelberg competition","score":0.7643086910247803},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.7518836259841919},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.6782076954841614},{"id":"https://openalex.org/keywords/machine-learning","display_name":"Machine learning","score":0.6576981544494629},{"id":"https://openalex.org/keywords/exploit","display_name":"Exploit","score":0.6408588886260986},{"id":"https://openalex.org/keywords/meta-learning","display_name":"Meta learning (computer science)","score":0.6308883428573608},{"id":"https://openalex.org/keywords/principal","display_name":"Principal (computer security)","score":0.6157394647598267},{"id":"https://openalex.org/keywords/common-value-auction","display_name":"Common value auction","score":0.4828522801399231},{"id":"https://openalex.org/keywords/sample","display_name":"Sample (material)","score":0.4176875650882721},{"id":"https://openalex.org/keywords/task","display_name":"Task (project management)","score":0.1209004819393158},{"id":"https://openalex.org/keywords/computer-security","display_name":"Computer security","score":0.09352636337280273},{"id":"https://openalex.org/keywords/mathematics","display_name":"Mathematics","score":0.08618372678756714},{"id":"https://openalex.org/keywords/engineering","display_name":"Engineering","score":0.08424383401870728}],"concepts":[{"id":"https://openalex.org/C199510392","wikidata":"https://www.wikidata.org/wiki/Q1184602","display_name":"Stackelberg competition","level":2,"score":0.7643086910247803},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7518836259841919},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.6782076954841614},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.6576981544494629},{"id":"https://openalex.org/C165696696","wikidata":"https://www.wikidata.org/wiki/Q11287","display_name":"Exploit","level":2,"score":0.6408588886260986},{"id":"https://openalex.org/C2781002164","wikidata":"https://www.wikidata.org/wiki/Q6822311","display_name":"Meta learning (computer science)","level":3,"score":0.6308883428573608},{"id":"https://openalex.org/C144559511","wikidata":"https://www.wikidata.org/wiki/Q2986279","display_name":"Principal (computer security)","level":2,"score":0.6157394647598267},{"id":"https://openalex.org/C163239763","wikidata":"https://www.wikidata.org/wiki/Q5153637","display_name":"Common value auction","level":2,"score":0.4828522801399231},{"id":"https://openalex.org/C198531522","wikidata":"https://www.wikidata.org/wiki/Q485146","display_name":"Sample (material)","level":2,"score":0.4176875650882721},{"id":"https://openalex.org/C2780451532","wikidata":"https://www.wikidata.org/wiki/Q759676","display_name":"Task (project management)","level":2,"score":0.1209004819393158},{"id":"https://openalex.org/C38652104","wikidata":"https://www.wikidata.org/wiki/Q3510521","display_name":"Computer security","level":1,"score":0.09352636337280273},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.08618372678756714},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.08424383401870728},{"id":"https://openalex.org/C105795698","wikidata":"https://www.wikidata.org/wiki/Q12483","display_name":"Statistics","level":1,"score":0.0},{"id":"https://openalex.org/C144237770","wikidata":"https://www.wikidata.org/wiki/Q747534","display_name":"Mathematical economics","level":1,"score":0.0},{"id":"https://openalex.org/C185592680","wikidata":"https://www.wikidata.org/wiki/Q2329","display_name":"Chemistry","level":0,"score":0.0},{"id":"https://openalex.org/C201995342","wikidata":"https://www.wikidata.org/wiki/Q682496","display_name":"Systems engineering","level":1,"score":0.0},{"id":"https://openalex.org/C43617362","wikidata":"https://www.wikidata.org/wiki/Q170050","display_name":"Chromatography","level":1,"score":0.0}],"mesh":[],"locations_count":2,"locations":[{"id":"pmh:oai:arXiv.org:2304.04668","is_oa":true,"landing_page_url":"http://arxiv.org/abs/2304.04668","pdf_url":"https://arxiv.org/pdf/2304.04668","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"","raw_type":"text"},{"id":"doi:10.48550/arxiv.2304.04668","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2304.04668","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":null,"raw_source_name":null,"raw_type":"Preprint"}],"best_oa_location":{"id":"pmh:oai:arXiv.org:2304.04668","is_oa":true,"landing_page_url":"http://arxiv.org/abs/2304.04668","pdf_url":"https://arxiv.org/pdf/2304.04668","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"","raw_type":"text"},"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"grobid_xml":true,"pdf":true},"content_urls":{"pdf":"https://content.openalex.org/works/W4364387575.pdf","grobid_xml":"https://content.openalex.org/works/W4364387575.grobid-xml"},"referenced_works_count":0,"referenced_works":[],"related_works":["https://openalex.org/W1987562536","https://openalex.org/W17155033","https://openalex.org/W4383533535","https://openalex.org/W2375814310","https://openalex.org/W3207760230","https://openalex.org/W1496222301","https://openalex.org/W4255938919","https://openalex.org/W2903244929","https://openalex.org/W4380353856","https://openalex.org/W2347216446"],"abstract_inverted_index":{"We":[0,69,94,132],"study":[1],"how":[2],"a":[3,14,72,78,101,105],"principal":[4,38,53,79],"can":[5,81],"efficiently":[6],"and":[7,58,91,166],"effectively":[8],"intervene":[9],"on":[10,144],"the":[11,37,42,46,52,60,116,129],"rewards":[12,47],"of":[13,48,62],"previously":[15],"unseen":[16,148],"learning":[17,43,89],"agent":[18,160,171],"in":[19,100,142,163],"order":[20],"to":[21,28,76,84,115],"induce":[22],"desirable":[23],"outcomes.":[24],"This":[25],"is":[26,140],"relevant":[27],"many":[29],"real-world":[30],"settings":[31,168],"like":[32],"auctions":[33],"or":[34,159],"taxation,":[35],"where":[36],"may":[39],"not":[40],"know":[41],"behavior":[44,161],"nor":[45],"real":[49],"people.":[50],"Moreover,":[51],"should":[54],"be":[55],"few-shot":[56],"adaptable":[57],"minimize":[59],"number":[61],"interventions,":[63],"because":[64],"interventions":[65],"are":[66],"often":[67],"costly.":[68],"introduce":[70],"MERMAIDE,":[71],"model-based":[73,137],"meta-learning":[74,111,138,158],"framework":[75],"train":[77],"that":[80,110,135,155],"quickly":[82],"adapt":[83],"out-of-distribution":[85],"agents":[86,146],"with":[87,104,147,169],"different":[88],"strategies":[90],"reward":[92],"functions.":[93],"validate":[95],"this":[96],"approach":[97,139],"step-by-step.":[98],"First,":[99],"Stackelberg":[102,119],"setting":[103],"best-response":[106],"agent,":[107],"we":[108,152],"show":[109,134],"enables":[112],"quick":[113],"convergence":[114],"theoretically":[117],"known":[118],"equilibrium":[120],"at":[121],"test":[122],"time,":[123],"although":[124],"noisy":[125],"observations":[126],"severely":[127],"increase":[128],"sample":[130],"complexity.":[131],"then":[133],"our":[136],"cost-effective":[141],"intervening":[143],"bandit":[145],"explore-exploit":[149],"strategies.":[150],"Finally,":[151],"outperform":[153],"baselines":[154],"use":[156],"either":[157],"modeling,":[162],"both":[164],"$0$-shot":[165],"$K=1$-shot":[167],"partial":[170],"information.":[172]},"counts_by_year":[],"updated_date":"2026-07-01T06:00:48.157686","created_date":"2025-10-10T00:00:00"}