{"id":"https:\/\/openalex.org\/W2901508146","doi":"https:\/\/doi.org\/10.3390\/a11120190","title":"Best Trade-Off Point Method for Efficient Resource Provisioning in Spark","display_name":"Best Trade-Off Point Method for Efficient Resource Provisioning in Spark","publication_year":2018,"publication_date":"2018-11-22","ids":{"openalex":"https:\/\/openalex.org\/W2901508146","doi":"https:\/\/doi.org\/10.3390\/a11120190","mag":"2901508146"},"language":"en","primary_location":{"id":"doi:10.3390\/a11120190","is_oa":true,"landing_page_url":"https:\/\/doi.org\/10.3390\/a11120190","pdf_url":"https:\/\/www.mdpi.com\/1999-4893\/11\/12\/190\/pdf?version=1542879496","source":{"id":"https:\/\/openalex.org\/S190629608","display_name":"Algorithms","issn_l":"1999-4893","issn":["1999-4893"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https:\/\/openalex.org\/P4310310987","host_organization_name":"Multidisciplinary Digital Publishing Institute","host_organization_lineage":["https:\/\/openalex.org\/P4310310987"],"host_organization_lineage_names":["Multidisciplinary Digital Publishing Institute"],"type":"journal"},"license":"cc-by","license_id":"https:\/\/openalex.org\/licenses\/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Algorithms","raw_type":"journal-article"},"type":"article","indexed_in":["crossref","doaj"],"open_access":{"is_oa":true,"oa_status":"gold","oa_url":"https:\/\/www.mdpi.com\/1999-4893\/11\/12\/190\/pdf?version=1542879496","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https:\/\/openalex.org\/A5081751917","display_name":"Peter P. Nghiem","orcid":"https:\/\/orcid.org\/0000-0002-0434-7074"},"institutions":[{"id":"https:\/\/openalex.org\/I16269868","display_name":"Santa Clara University","ror":"https:\/\/ror.org\/03ypqe447","country_code":"US","type":"education","lineage":["https:\/\/openalex.org\/I16269868"]}],"countries":["US"],"is_corresponding":true,"raw_author_name":"Peter P. Nghiem","raw_affiliation_strings":["Department of Computer Engineering, School of Engineering, Santa Clara University, 500 El Camino Real, Santa Clara, CA 95053, USA"],"affiliations":[{"raw_affiliation_string":"Department of Computer Engineering, School of Engineering, Santa Clara University, 500 El Camino Real, Santa Clara, CA 95053, USA","institution_ids":["https:\/\/openalex.org\/I16269868"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":1,"corresponding_author_ids":["https:\/\/openalex.org\/A5081751917"],"corresponding_institution_ids":["https:\/\/openalex.org\/I16269868"],"apc_list":{"value":1400,"currency":"CHF","value_usd":1515},"apc_paid":{"value":1400,"currency":"CHF","value_usd":1515},"fwci":0.4113,"has_fulltext":false,"cited_by_count":1,"citation_normalized_percentile":{"value":0.73719249,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":89,"max":94},"biblio":{"volume":"11","issue":"12","first_page":"190","last_page":"190"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https:\/\/openalex.org\/T10101","display_name":"Cloud Computing and Resource Management","score":0.9998999834060669,"subfield":{"id":"https:\/\/openalex.org\/subfields\/1710","display_name":"Information Systems"},"field":{"id":"https:\/\/openalex.org\/fields\/17","display_name":"Computer Science"},"domain":{"id":"https:\/\/openalex.org\/domains\/3","display_name":"Physical Sciences"}},"topics":[{"id":"https:\/\/openalex.org\/T10101","display_name":"Cloud Computing and Resource Management","score":0.9998999834060669,"subfield":{"id":"https:\/\/openalex.org\/subfields\/1710","display_name":"Information Systems"},"field":{"id":"https:\/\/openalex.org\/fields\/17","display_name":"Computer Science"},"domain":{"id":"https:\/\/openalex.org\/domains\/3","display_name":"Physical Sciences"}},{"id":"https:\/\/openalex.org\/T10273","display_name":"IoT and Edge\/Fog Computing","score":0.9957000017166138,"subfield":{"id":"https:\/\/openalex.org\/subfields\/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https:\/\/openalex.org\/fields\/17","display_name":"Computer Science"},"domain":{"id":"https:\/\/openalex.org\/domains\/3","display_name":"Physical Sciences"}},{"id":"https:\/\/openalex.org\/T10715","display_name":"Distributed and Parallel Computing Systems","score":0.9889000058174133,"subfield":{"id":"https:\/\/openalex.org\/subfields\/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https:\/\/openalex.org\/fields\/17","display_name":"Computer Science"},"domain":{"id":"https:\/\/openalex.org\/domains\/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https:\/\/openalex.org\/keywords\/provisioning","display_name":"Provisioning","score":0.8294503688812256},{"id":"https:\/\/openalex.org\/keywords\/spark","display_name":"SPARK (programming language)","score":0.7749440670013428},{"id":"https:\/\/openalex.org\/keywords\/computer-science","display_name":"Computer science","score":0.7655577659606934},{"id":"https:\/\/openalex.org\/keywords\/workload","display_name":"Workload","score":0.6669235825538635},{"id":"https:\/\/openalex.org\/keywords\/big-data","display_name":"Big data","score":0.5627404451370239},{"id":"https:\/\/openalex.org\/keywords\/energy-consumption","display_name":"Energy consumption","score":0.5415894985198975},{"id":"https:\/\/openalex.org\/keywords\/distributed-computing","display_name":"Distributed computing","score":0.5052052140235901},{"id":"https:\/\/openalex.org\/keywords\/efficient-energy-use","display_name":"Efficient energy use","score":0.4757528007030487},{"id":"https:\/\/openalex.org\/keywords\/resource","display_name":"Resource (disambiguation)","score":0.4467169940471649},{"id":"https:\/\/openalex.org\/keywords\/data-mining","display_name":"Data mining","score":0.22086173295974731},{"id":"https:\/\/openalex.org\/keywords\/computer-network","display_name":"Computer network","score":0.11366340517997742},{"id":"https:\/\/openalex.org\/keywords\/operating-system","display_name":"Operating system","score":0.10478457808494568},{"id":"https:\/\/openalex.org\/keywords\/engineering","display_name":"Engineering","score":0.08401447534561157}],"concepts":[{"id":"https:\/\/openalex.org\/C172191483","wikidata":"https:\/\/www.wikidata.org\/wiki\/Q1071806","display_name":"Provisioning","level":2,"score":0.8294503688812256},{"id":"https:\/\/openalex.org\/C2781215313","wikidata":"https:\/\/www.wikidata.org\/wiki\/Q3493345","display_name":"SPARK (programming language)","level":2,"score":0.7749440670013428},{"id":"https:\/\/openalex.org\/C41008148","wikidata":"https:\/\/www.wikidata.org\/wiki\/Q21198","display_name":"Computer science","level":0,"score":0.7655577659606934},{"id":"https:\/\/openalex.org\/C2778476105","wikidata":"https:\/\/www.wikidata.org\/wiki\/Q628539","display_name":"Workload","level":2,"score":0.6669235825538635},{"id":"https:\/\/openalex.org\/C75684735","wikidata":"https:\/\/www.wikidata.org\/wiki\/Q858810","display_name":"Big data","level":2,"score":0.5627404451370239},{"id":"https:\/\/openalex.org\/C2780165032","wikidata":"https:\/\/www.wikidata.org\/wiki\/Q16869822","display_name":"Energy consumption","level":2,"score":0.5415894985198975},{"id":"https:\/\/openalex.org\/C120314980","wikidata":"https:\/\/www.wikidata.org\/wiki\/Q180634","display_name":"Distributed computing","level":1,"score":0.5052052140235901},{"id":"https:\/\/openalex.org\/C2742236","wikidata":"https:\/\/www.wikidata.org\/wiki\/Q924713","display_name":"Efficient energy use","level":2,"score":0.4757528007030487},{"id":"https:\/\/openalex.org\/C206345919","wikidata":"https:\/\/www.wikidata.org\/wiki\/Q20380951","display_name":"Resource (disambiguation)","level":2,"score":0.4467169940471649},{"id":"https:\/\/openalex.org\/C124101348","wikidata":"https:\/\/www.wikidata.org\/wiki\/Q172491","display_name":"Data mining","level":1,"score":0.22086173295974731},{"id":"https:\/\/openalex.org\/C31258907","wikidata":"https:\/\/www.wikidata.org\/wiki\/Q1301371","display_name":"Computer network","level":1,"score":0.11366340517997742},{"id":"https:\/\/openalex.org\/C111919701","wikidata":"https:\/\/www.wikidata.org\/wiki\/Q9135","display_name":"Operating system","level":1,"score":0.10478457808494568},{"id":"https:\/\/openalex.org\/C127413603","wikidata":"https:\/\/www.wikidata.org\/wiki\/Q11023","display_name":"Engineering","level":0,"score":0.08401447534561157},{"id":"https:\/\/openalex.org\/C199360897","wikidata":"https:\/\/www.wikidata.org\/wiki\/Q9143","display_name":"Programming language","level":1,"score":0},{"id":"https:\/\/openalex.org\/C119599485","wikidata":"https:\/\/www.wikidata.org\/wiki\/Q43035","display_name":"Electrical engineering","level":1,"score":0}],"mesh":[],"locations_count":4,"locations":[{"id":"doi:10.3390\/a11120190","is_oa":true,"landing_page_url":"https:\/\/doi.org\/10.3390\/a11120190","pdf_url":"https:\/\/www.mdpi.com\/1999-4893\/11\/12\/190\/pdf?version=1542879496","source":{"id":"https:\/\/openalex.org\/S190629608","display_name":"Algorithms","issn_l":"1999-4893","issn":["1999-4893"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https:\/\/openalex.org\/P4310310987","host_organization_name":"Multidisciplinary Digital Publishing Institute","host_organization_lineage":["https:\/\/openalex.org\/P4310310987"],"host_organization_lineage_names":["Multidisciplinary Digital Publishing Institute"],"type":"journal"},"license":"cc-by","license_id":"https:\/\/openalex.org\/licenses\/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Algorithms","raw_type":"journal-article"},{"id":"pmh:oai:scholarcommons.scu.edu:cseng-1003","is_oa":true,"landing_page_url":"https:\/\/scholarcommons.scu.edu\/cseng\/4","pdf_url":null,"source":{"id":"https:\/\/openalex.org\/S4377196452","display_name":"Scholar Commons (Santa Clara University)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https:\/\/openalex.org\/I16269868","host_organization_name":"Santa Clara University","host_organization_lineage":["https:\/\/openalex.org\/I16269868"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https:\/\/openalex.org\/licenses\/cc-by","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"Computer Science and Engineering","raw_type":"text"},{"id":"pmh:oai:doaj.org\/article:c8afa9777c6c4180ade85387243d5f4d","is_oa":true,"landing_page_url":"https:\/\/doaj.org\/article\/c8afa9777c6c4180ade85387243d5f4d","pdf_url":null,"source":{"id":"https:\/\/openalex.org\/S112646816","display_name":"SHILAP Revista de lepidopterolog\u00eda","issn_l":"0300-5267","issn":["0300-5267","2340-4078"],"is_oa":true,"is_in_doaj":true,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"journal"},"license":"cc-by-sa","license_id":"https:\/\/openalex.org\/licenses\/cc-by-sa","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"Algorithms, Vol 11, Iss 12, p 190 (2018)","raw_type":"article"},{"id":"pmh:oai:mdpi.com:\/1999-4893\/11\/12\/190\/","is_oa":true,"landing_page_url":"http:\/\/dx.doi.org\/10.3390\/a11120190","pdf_url":null,"source":{"id":"https:\/\/openalex.org\/S4306400947","display_name":"MDPI (MDPI AG)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https:\/\/openalex.org\/I4210097602","host_organization_name":"Multidisciplinary Digital Publishing Institute (Switzerland)","host_organization_lineage":["https:\/\/openalex.org\/I4210097602"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https:\/\/openalex.org\/licenses\/cc-by","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"Algorithms","raw_type":"Text"}],"best_oa_location":{"id":"doi:10.3390\/a11120190","is_oa":true,"landing_page_url":"https:\/\/doi.org\/10.3390\/a11120190","pdf_url":"https:\/\/www.mdpi.com\/1999-4893\/11\/12\/190\/pdf?version=1542879496","source":{"id":"https:\/\/openalex.org\/S190629608","display_name":"Algorithms","issn_l":"1999-4893","issn":["1999-4893"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https:\/\/openalex.org\/P4310310987","host_organization_name":"Multidisciplinary Digital Publishing Institute","host_organization_lineage":["https:\/\/openalex.org\/P4310310987"],"host_organization_lineage_names":["Multidisciplinary Digital Publishing Institute"],"type":"journal"},"license":"cc-by","license_id":"https:\/\/openalex.org\/licenses\/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Algorithms","raw_type":"journal-article"},"sustainable_development_goals":[{"score":0.5600000023841858,"display_name":"Decent work and economic growth","id":"https:\/\/metadata.un.org\/sdg\/8"}],"awards":[],"funders":[],"has_content":{"grobid_xml":true,"pdf":true},"content_urls":{"pdf":"https:\/\/content.openalex.org\/works\/W2901508146.pdf","grobid_xml":"https:\/\/content.openalex.org\/works\/W2901508146.grobid-xml"},"referenced_works_count":29,"referenced_works":["https:\/\/openalex.org\/W55109682","https:\/\/openalex.org\/W137316345","https:\/\/openalex.org\/W167093911","https:\/\/openalex.org\/W1984116073","https:\/\/openalex.org\/W2040728701","https:\/\/openalex.org\/W2118651798","https:\/\/openalex.org\/W2122950698","https:\/\/openalex.org\/W2131975293","https:\/\/openalex.org\/W2175075972","https:\/\/openalex.org\/W2189465200","https:\/\/openalex.org\/W2190012392","https:\/\/openalex.org\/W2338509281","https:\/\/openalex.org\/W2471307381","https:\/\/openalex.org\/W2523412218","https:\/\/openalex.org\/W2584551900","https:\/\/openalex.org\/W2603234911","https:\/\/openalex.org\/W2603352950","https:\/\/openalex.org\/W2611878461","https:\/\/openalex.org\/W2738594651","https:\/\/openalex.org\/W2756322059","https:\/\/openalex.org\/W2767478150","https:\/\/openalex.org\/W2779423268","https:\/\/openalex.org\/W2797648989","https:\/\/openalex.org\/W2800901642","https:\/\/openalex.org\/W3099296482","https:\/\/openalex.org\/W6602209748","https:\/\/openalex.org\/W6605595552","https:\/\/openalex.org\/W6687322159","https:\/\/openalex.org\/W7062409570"],"related_works":["https:\/\/openalex.org\/W986318368","https:\/\/openalex.org\/W2000785801","https:\/\/openalex.org\/W2384410913","https:\/\/openalex.org\/W2352878646","https:\/\/openalex.org\/W4390608645","https:\/\/openalex.org\/W2766461310","https:\/\/openalex.org\/W4247566972","https:\/\/openalex.org\/W4388692845","https:\/\/openalex.org\/W3202731209","https:\/\/openalex.org\/W3211874991"],"abstract_inverted_index":{"Considering":[0],"the":[1,6,14,30,43,65,115,119,149,153,160,180],"recent":[2],"exponential":[3],"growth":[4],"in":[5,11,22,81,168],"amount":[7],"of":[8,73,151,163],"information":[9],"processed":[10],"Big":[12],"Data,":[13],"high":[15],"energy":[16,132],"consumed":[17],"by":[18],"data":[19],"processing":[20],"engines":[21],"datacenters":[23],"has":[24],"become":[25],"a":[26,51,99],"major":[27],"issue,":[28],"underlining":[29],"need":[31],"for":[32,36,77,91,106,165,174],"efficient":[33,78,182],"resource":[34,79,142,183],"allocation":[35,143],"more":[37],"energy-efficient":[38],"computing.":[39],"We":[40],"previously":[41],"proposed":[42],"Best":[44],"Trade-off":[45],"Point":[46],"(BToP)":[47],"method,":[48],"which":[49,96],"provides":[50],"general":[52],"approach":[53],"and":[54,126,131],"techniques":[55],"based":[56],"on":[57,69,98],"an":[58,70],"algorithm":[59],"with":[60,138,156],"mathematical":[61],"formulas":[62],"to":[63,89,118,158,179],"find":[64],"best":[66],"trade-off":[67,100],"point":[68],"elbow":[71,101],"curve":[72],"performance":[74,130],"vs.":[75],"resources":[76],"provisioning":[80],"Hadoop":[82],"MapReduce.":[83],"The":[84],"BToP":[85,116,154],"method":[86,117,155],"is":[87],"expected":[88],"work":[90],"any":[92,166],"application":[93],"or":[94,104],"system":[95],"relies":[97],"curve,":[102],"non-inverted":[103],"inverted,":[105],"making":[107],"good":[108],"decisions.":[109],"In":[110],"this":[111],"paper,":[112],"we":[113],"apply":[114],"emerging":[120],"cluster":[121],"computing":[122],"framework,":[123],"Apache":[124],"Spark,":[125],"show":[127],"that":[128],"its":[129,139],"consumption":[133],"are":[134],"better":[135],"than":[136],"Spark":[137,157],"built-in":[140],"dynamic":[141],"enabled.":[144],"Our":[145],"Spark-Bench":[146],"tests":[147],"confirm":[148],"effectiveness":[150],"using":[152],"determine":[159],"optimal":[161],"number":[162],"executors":[164],"workload":[167],"production":[169],"environments":[170],"where":[171],"job":[172],"profiling":[173],"behavioral":[175],"replication":[176],"will":[177],"lead":[178],"most":[181],"provisioning.":[184]},"counts_by_year":[{"year":2020,"cited_by_count":1}],"updated_date":"2026-04-04T16:13:02.066488","created_date":"2025-10-10T00:00:00"}