{"id":"https:\/\/openalex.org\/W2109569477","doi":"https:\/\/doi.org\/10.1109\/icpp.2010.73","title":"Performance Management of Accelerated MapReduce Workloads in Heterogeneous Clusters","display_name":"Performance Management of Accelerated MapReduce Workloads in Heterogeneous Clusters","publication_year":2010,"publication_date":"2010-09-01","ids":{"openalex":"https:\/\/openalex.org\/W2109569477","doi":"https:\/\/doi.org\/10.1109\/icpp.2010.73","mag":"2109569477"},"language":"en","primary_location":{"id":"doi:10.1109\/icpp.2010.73","is_oa":false,"landing_page_url":"https:\/\/doi.org\/10.1109\/icpp.2010.73","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2010 39th International Conference on Parallel Processing","raw_type":"proceedings-article"},"type":"conference-paper","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https:\/\/openalex.org\/A5060815572","display_name":"Jord\u00e0 Polo","orcid":"https:\/\/orcid.org\/0000-0001-5422-7890"},"institutions":[{"id":"https:\/\/openalex.org\/I2799803557","display_name":"Barcelona Supercomputing Center","ror":"https:\/\/ror.org\/05sd8tv96","country_code":"ES","type":"facility","lineage":["https:\/\/openalex.org\/I2799803557","https:\/\/openalex.org\/I9617848"]},{"id":"https:\/\/openalex.org\/I9617848","display_name":"Universitat Polit\u00e8cnica de Catalunya","ror":"https:\/\/ror.org\/03mb6wj31","country_code":"ES","type":"education","lineage":["https:\/\/openalex.org\/I9617848"]}],"countries":["ES"],"is_corresponding":false,"raw_author_name":"Jorda Polo","raw_affiliation_strings":["Barcelona Supercomputing Center (BSC), Technical University of Catalonia (UPC), Barcelona, Spain","[Barcelona Supercomput. Center (BSC), Tech. Univ. of Catalonia (UPC), Barcelona, Spain]"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Barcelona Supercomputing Center (BSC), Technical University of Catalonia (UPC), Barcelona, Spain","institution_ids":["https:\/\/openalex.org\/I2799803557","https:\/\/openalex.org\/I9617848"]},{"raw_affiliation_string":"[Barcelona Supercomput. Center (BSC), Tech. Univ. of Catalonia (UPC), Barcelona, Spain]","institution_ids":["https:\/\/openalex.org\/I9617848"]}]},{"author_position":"middle","author":{"id":"https:\/\/openalex.org\/A5081849393","display_name":"David Carrera","orcid":"https:\/\/orcid.org\/0000-0003-4898-3424"},"institutions":[{"id":"https:\/\/openalex.org\/I2799803557","display_name":"Barcelona Supercomputing Center","ror":"https:\/\/ror.org\/05sd8tv96","country_code":"ES","type":"facility","lineage":["https:\/\/openalex.org\/I2799803557","https:\/\/openalex.org\/I9617848"]},{"id":"https:\/\/openalex.org\/I9617848","display_name":"Universitat Polit\u00e8cnica de Catalunya","ror":"https:\/\/ror.org\/03mb6wj31","country_code":"ES","type":"education","lineage":["https:\/\/openalex.org\/I9617848"]}],"countries":["ES"],"is_corresponding":false,"raw_author_name":"David Carrera","raw_affiliation_strings":["Barcelona Supercomputing Center (BSC), Technical University of Catalonia (UPC), Barcelona, Spain","[Barcelona Supercomput. Center (BSC), Tech. Univ. of Catalonia (UPC), Barcelona, Spain]"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Barcelona Supercomputing Center (BSC), Technical University of Catalonia (UPC), Barcelona, Spain","institution_ids":["https:\/\/openalex.org\/I2799803557","https:\/\/openalex.org\/I9617848"]},{"raw_affiliation_string":"[Barcelona Supercomput. Center (BSC), Tech. Univ. of Catalonia (UPC), Barcelona, Spain]","institution_ids":["https:\/\/openalex.org\/I9617848"]}]},{"author_position":"middle","author":{"id":"https:\/\/openalex.org\/A5008248849","display_name":"Yolanda Becerra","orcid":"https:\/\/orcid.org\/0000-0003-2357-7796"},"institutions":[{"id":"https:\/\/openalex.org\/I2799803557","display_name":"Barcelona Supercomputing Center","ror":"https:\/\/ror.org\/05sd8tv96","country_code":"ES","type":"facility","lineage":["https:\/\/openalex.org\/I2799803557","https:\/\/openalex.org\/I9617848"]},{"id":"https:\/\/openalex.org\/I9617848","display_name":"Universitat Polit\u00e8cnica de Catalunya","ror":"https:\/\/ror.org\/03mb6wj31","country_code":"ES","type":"education","lineage":["https:\/\/openalex.org\/I9617848"]}],"countries":["ES"],"is_corresponding":false,"raw_author_name":"Yolanda Becerra","raw_affiliation_strings":["Barcelona Supercomputing Center (BSC), Technical University of Catalonia (UPC), Barcelona, Spain","[Barcelona Supercomput. Center (BSC), Tech. Univ. of Catalonia (UPC), Barcelona, Spain]"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Barcelona Supercomputing Center (BSC), Technical University of Catalonia (UPC), Barcelona, Spain","institution_ids":["https:\/\/openalex.org\/I2799803557","https:\/\/openalex.org\/I9617848"]},{"raw_affiliation_string":"[Barcelona Supercomput. Center (BSC), Tech. Univ. of Catalonia (UPC), Barcelona, Spain]","institution_ids":["https:\/\/openalex.org\/I9617848"]}]},{"author_position":"middle","author":{"id":"https:\/\/openalex.org\/A5041767872","display_name":"Vicen\u00e7 Beltr\u00e1n","orcid":"https:\/\/orcid.org\/0000-0002-3580-9630"},"institutions":[{"id":"https:\/\/openalex.org\/I2799803557","display_name":"Barcelona Supercomputing Center","ror":"https:\/\/ror.org\/05sd8tv96","country_code":"ES","type":"facility","lineage":["https:\/\/openalex.org\/I2799803557","https:\/\/openalex.org\/I9617848"]},{"id":"https:\/\/openalex.org\/I9617848","display_name":"Universitat Polit\u00e8cnica de Catalunya","ror":"https:\/\/ror.org\/03mb6wj31","country_code":"ES","type":"education","lineage":["https:\/\/openalex.org\/I9617848"]}],"countries":["ES"],"is_corresponding":false,"raw_author_name":"Vicenc Beltran","raw_affiliation_strings":["Barcelona Supercomputing Center (BSC), Technical University of Catalonia (UPC), Barcelona, Spain","[Barcelona Supercomput. Center (BSC), Tech. Univ. of Catalonia (UPC), Barcelona, Spain]"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Barcelona Supercomputing Center (BSC), Technical University of Catalonia (UPC), Barcelona, Spain","institution_ids":["https:\/\/openalex.org\/I2799803557","https:\/\/openalex.org\/I9617848"]},{"raw_affiliation_string":"[Barcelona Supercomput. Center (BSC), Tech. Univ. of Catalonia (UPC), Barcelona, Spain]","institution_ids":["https:\/\/openalex.org\/I9617848"]}]},{"author_position":"middle","author":{"id":"https:\/\/openalex.org\/A5039375454","display_name":"Jordi Torres","orcid":"https:\/\/orcid.org\/0000-0003-1963-7418"},"institutions":[{"id":"https:\/\/openalex.org\/I2799803557","display_name":"Barcelona Supercomputing Center","ror":"https:\/\/ror.org\/05sd8tv96","country_code":"ES","type":"facility","lineage":["https:\/\/openalex.org\/I2799803557","https:\/\/openalex.org\/I9617848"]},{"id":"https:\/\/openalex.org\/I9617848","display_name":"Universitat Polit\u00e8cnica de Catalunya","ror":"https:\/\/ror.org\/03mb6wj31","country_code":"ES","type":"education","lineage":["https:\/\/openalex.org\/I9617848"]}],"countries":["ES"],"is_corresponding":false,"raw_author_name":"Jordi Torres","raw_affiliation_strings":["Barcelona Supercomputing Center (BSC), Technical University of Catalonia (UPC), Barcelona, Spain","[Barcelona Supercomput. Center (BSC), Tech. Univ. of Catalonia (UPC), Barcelona, Spain]"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Barcelona Supercomputing Center (BSC), Technical University of Catalonia (UPC), Barcelona, Spain","institution_ids":["https:\/\/openalex.org\/I2799803557","https:\/\/openalex.org\/I9617848"]},{"raw_affiliation_string":"[Barcelona Supercomput. Center (BSC), Tech. Univ. of Catalonia (UPC), Barcelona, Spain]","institution_ids":["https:\/\/openalex.org\/I9617848"]}]},{"author_position":"last","author":{"id":"https:\/\/openalex.org\/A5075755125","display_name":"Eduard Ayguad\u00e9","orcid":"https:\/\/orcid.org\/0000-0002-5146-103X"},"institutions":[{"id":"https:\/\/openalex.org\/I2799803557","display_name":"Barcelona Supercomputing Center","ror":"https:\/\/ror.org\/05sd8tv96","country_code":"ES","type":"facility","lineage":["https:\/\/openalex.org\/I2799803557","https:\/\/openalex.org\/I9617848"]},{"id":"https:\/\/openalex.org\/I9617848","display_name":"Universitat Polit\u00e8cnica de Catalunya","ror":"https:\/\/ror.org\/03mb6wj31","country_code":"ES","type":"education","lineage":["https:\/\/openalex.org\/I9617848"]}],"countries":["ES"],"is_corresponding":false,"raw_author_name":"Eduard Ayguad\u00e9","raw_affiliation_strings":["Barcelona Supercomputing Center (BSC), Technical University of Catalonia (UPC), Barcelona, Spain","[Barcelona Supercomput. Center (BSC), Tech. Univ. of Catalonia (UPC), Barcelona, Spain]"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Barcelona Supercomputing Center (BSC), Technical University of Catalonia (UPC), Barcelona, Spain","institution_ids":["https:\/\/openalex.org\/I2799803557","https:\/\/openalex.org\/I9617848"]},{"raw_affiliation_string":"[Barcelona Supercomput. Center (BSC), Tech. Univ. of Catalonia (UPC), Barcelona, Spain]","institution_ids":["https:\/\/openalex.org\/I9617848"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":2,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":4.6184,"has_fulltext":false,"cited_by_count":51,"citation_normalized_percentile":{"value":0.95702058,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":89,"max":99},"biblio":{"volume":null,"issue":null,"first_page":"653","last_page":"662"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https:\/\/openalex.org\/T10101","display_name":"Cloud Computing and Resource Management","score":1,"subfield":{"id":"https:\/\/openalex.org\/subfields\/1710","display_name":"Information Systems"},"field":{"id":"https:\/\/openalex.org\/fields\/17","display_name":"Computer Science"},"domain":{"id":"https:\/\/openalex.org\/domains\/3","display_name":"Physical Sciences"}},"topics":[{"id":"https:\/\/openalex.org\/T10101","display_name":"Cloud Computing and Resource Management","score":1,"subfield":{"id":"https:\/\/openalex.org\/subfields\/1710","display_name":"Information Systems"},"field":{"id":"https:\/\/openalex.org\/fields\/17","display_name":"Computer Science"},"domain":{"id":"https:\/\/openalex.org\/domains\/3","display_name":"Physical Sciences"}},{"id":"https:\/\/openalex.org\/T10054","display_name":"Parallel Computing and Optimization Techniques","score":0.9993000030517578,"subfield":{"id":"https:\/\/openalex.org\/subfields\/1708","display_name":"Hardware and Architecture"},"field":{"id":"https:\/\/openalex.org\/fields\/17","display_name":"Computer Science"},"domain":{"id":"https:\/\/openalex.org\/domains\/3","display_name":"Physical Sciences"}},{"id":"https:\/\/openalex.org\/T11181","display_name":"Advanced Data Storage Technologies","score":0.9988999962806702,"subfield":{"id":"https:\/\/openalex.org\/subfields\/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https:\/\/openalex.org\/fields\/17","display_name":"Computer Science"},"domain":{"id":"https:\/\/openalex.org\/domains\/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https:\/\/openalex.org\/keywords\/computer-science","display_name":"Computer science","score":0.8890581130981445},{"id":"https:\/\/openalex.org\/keywords\/workload","display_name":"Workload","score":0.7218064069747925},{"id":"https:\/\/openalex.org\/keywords\/distributed-computing","display_name":"Distributed computing","score":0.6687573194503784},{"id":"https:\/\/openalex.org\/keywords\/scheduling","display_name":"Scheduling (production processes)","score":0.5951538681983948},{"id":"https:\/\/openalex.org\/keywords\/schedule","display_name":"Schedule","score":0.49852633476257324},{"id":"https:\/\/openalex.org\/keywords\/cloud-computing","display_name":"Cloud computing","score":0.44683343172073364},{"id":"https:\/\/openalex.org\/keywords\/execution-time","display_name":"Execution time","score":0.4164445698261261},{"id":"https:\/\/openalex.org\/keywords\/operating-system","display_name":"Operating system","score":0.29131942987442017}],"concepts":[{"id":"https:\/\/openalex.org\/C41008148","wikidata":"https:\/\/www.wikidata.org\/wiki\/Q21198","display_name":"Computer science","level":0,"score":0.8890581130981445},{"id":"https:\/\/openalex.org\/C2778476105","wikidata":"https:\/\/www.wikidata.org\/wiki\/Q628539","display_name":"Workload","level":2,"score":0.7218064069747925},{"id":"https:\/\/openalex.org\/C120314980","wikidata":"https:\/\/www.wikidata.org\/wiki\/Q180634","display_name":"Distributed computing","level":1,"score":0.6687573194503784},{"id":"https:\/\/openalex.org\/C206729178","wikidata":"https:\/\/www.wikidata.org\/wiki\/Q2271896","display_name":"Scheduling (production processes)","level":2,"score":0.5951538681983948},{"id":"https:\/\/openalex.org\/C68387754","wikidata":"https:\/\/www.wikidata.org\/wiki\/Q7271585","display_name":"Schedule","level":2,"score":0.49852633476257324},{"id":"https:\/\/openalex.org\/C79974875","wikidata":"https:\/\/www.wikidata.org\/wiki\/Q483639","display_name":"Cloud computing","level":2,"score":0.44683343172073364},{"id":"https:\/\/openalex.org\/C2989134064","wikidata":"https:\/\/www.wikidata.org\/wiki\/Q288510","display_name":"Execution time","level":2,"score":0.4164445698261261},{"id":"https:\/\/openalex.org\/C111919701","wikidata":"https:\/\/www.wikidata.org\/wiki\/Q9135","display_name":"Operating system","level":1,"score":0.29131942987442017},{"id":"https:\/\/openalex.org\/C162324750","wikidata":"https:\/\/www.wikidata.org\/wiki\/Q8134","display_name":"Economics","level":0,"score":0},{"id":"https:\/\/openalex.org\/C21547014","wikidata":"https:\/\/www.wikidata.org\/wiki\/Q1423657","display_name":"Operations management","level":1,"score":0}],"mesh":[],"locations_count":2,"locations":[{"id":"doi:10.1109\/icpp.2010.73","is_oa":false,"landing_page_url":"https:\/\/doi.org\/10.1109\/icpp.2010.73","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2010 39th International Conference on Parallel Processing","raw_type":"proceedings-article"},{"id":"pmh:oai:CiteSeerX.psu:10.1.1.473.9480","is_oa":false,"landing_page_url":"http:\/\/citeseerx.ist.psu.edu\/viewdoc\/summary?doi=10.1.1.473.9480","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"http:\/\/people.ac.upc.edu\/dcarrera\/papers\/ICPP2010.pdf","raw_type":"text"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":20,"referenced_works":["https:\/\/openalex.org\/W110612056","https:\/\/openalex.org\/W1501479579","https:\/\/openalex.org\/W1524159795","https:\/\/openalex.org\/W1984222112","https:\/\/openalex.org\/W2000965016","https:\/\/openalex.org\/W2058047606","https:\/\/openalex.org\/W2061388144","https:\/\/openalex.org\/W2099383417","https:\/\/openalex.org\/W2113718594","https:\/\/openalex.org\/W2119434292","https:\/\/openalex.org\/W2121893797","https:\/\/openalex.org\/W2144643978","https:\/\/openalex.org\/W2171418771","https:\/\/openalex.org\/W2173213060","https:\/\/openalex.org\/W2467092016","https:\/\/openalex.org\/W3138683481","https:\/\/openalex.org\/W3187688612","https:\/\/openalex.org\/W6630017651","https:\/\/openalex.org\/W6631319770","https:\/\/openalex.org\/W6674854727"],"related_works":["https:\/\/openalex.org\/W2000785801","https:\/\/openalex.org\/W986318368","https:\/\/openalex.org\/W2384410913","https:\/\/openalex.org\/W2352878646","https:\/\/openalex.org\/W2004734601","https:\/\/openalex.org\/W2130149817","https:\/\/openalex.org\/W2990194547","https:\/\/openalex.org\/W1480123525","https:\/\/openalex.org\/W2547038763","https:\/\/openalex.org\/W1975475533"],"abstract_inverted_index":{"Next":[0],"generation":[1],"data":[2,53],"centers":[3,54],"will":[4,41,55],"be":[5,42],"composed":[6],"of":[7,9,37,60,102,130,171,184,192,197,201,288],"thousands":[8],"hybrid":[10,103,174,289],"systems":[11,290],"in":[12,64,81,142,181,257,263,286],"an":[13,57],"attempt":[14],"to":[15,21,33,44,87,112,116,146,156,205,211,248,259,280],"increase":[16],"overall":[17],"cluster":[18,183],"performance":[19,93,261,283],"and":[20,97,152,159,187,194,222,244,254,275,291],"minimize":[22],"energy":[23],"consumption.":[24],"New":[25],"programming":[26],"models,":[27],"such":[28],"as":[29],"MapReduce,":[30],"specifically":[31],"designed":[32],"make":[34],"the":[35,50,65,83,100,106,139,143,154,163,169,172,190,198,208,230,271],"most":[36,170],"very":[38],"large":[39],"infrastructures":[40],"leveraged":[43],"develop":[45],"massively":[46],"distributed":[47,68],"services.":[48],"At":[49],"same":[51,66,164],"time,":[52],"bring":[56],"unprecedented":[58],"degree":[59],"workload":[61,220],"consolidation,":[62],"hosting":[63],"infrastructure":[67],"services":[69],"from":[70],"many":[71],"different":[72,202],"users.":[73],"In":[74,134],"this":[75,269],"paper":[76],"we":[77,137],"present":[78],"our":[79,135,267],"advancements":[80],"leveraging":[82],"Adaptive":[84,107,144,232],"MapReduce":[85,118,166,199,273],"Scheduler":[86,108,145,233],"meet":[88,260],"user":[89],"defined":[90],"high":[91],"level":[92],"goals":[94,262,284],"while":[95],"transparently":[96],"efficiently":[98],"exploiting":[99],"capabilities":[101],"systems.":[104,175],"While":[105],"was":[109,127],"already":[110],"able":[111,247,279],"dynamically":[113,206],"allocate":[114],"resources":[115],"co-located":[117],"jobs":[119,161],"based":[120],"on":[121,162,189,213],"their":[122],"completion":[123,224],"time":[124,225],"goals,":[125],"it":[126,148],"completely":[128],"unaware":[129],"specific":[131],"hardware":[132,150,240],"capabilities.":[133],"work":[136],"describe":[138],"changes":[140],"introduced":[141],"enable":[147],"with":[149,153],"awareness":[151],"ability":[155],"co-schedule":[157],"accelerable":[158,292],"non-accelerable":[160],"heterogeneous":[165],"cluster,":[167],"making":[168],"underlying":[173],"The":[176],"developed":[177],"prototype":[178,276],"is":[179,245,270,278],"tested":[180],"a":[182],"Cell\/BE":[185],"blades":[186],"relies":[188],"use":[191],"accelerated":[193,253],"non-accelerated":[195,255],"versions":[196],"tasks":[200,251],"deployed":[203],"applications":[204],"select":[207],"best":[209],"version":[210],"run":[212],"each":[214],"node.":[215],"Decisions":[216],"are":[217],"made":[218],"after":[219],"composition":[221],"jobs'":[223,250],"goals.":[226],"Results":[227],"show":[228],"that":[229,277],"augmented":[231],"provides":[234],"dynamic":[235],"resource":[236],"allocation":[237],"across":[238,252],"jobs,":[239],"affinity":[241],"when":[242],"possible,":[243],"even":[246,285],"spread":[249],"nodes":[256],"order":[258],"extreme":[264],"conditions.":[265],"To":[266],"knowledge":[268],"first":[272],"scheduler":[274],"manage":[281],"high-level":[282],"presence":[287],"jobs.":[293]},"counts_by_year":[{"year":2020,"cited_by_count":1},{"year":2018,"cited_by_count":6},{"year":2017,"cited_by_count":4},{"year":2016,"cited_by_count":2},{"year":2015,"cited_by_count":10},{"year":2014,"cited_by_count":7},{"year":2013,"cited_by_count":7},{"year":2012,"cited_by_count":7}],"updated_date":"2026-08-26T07:47:46.906454","created_date":"2025-10-10T00:00:00"}