{"id":"https:\/\/openalex.org\/W7117873828","doi":"https:\/\/doi.org\/10.1145\/3787470.3787479","title":"Overcoming Pitfalls in Graph Contrastive Learning Evaluation: Toward Comprehensive Benchmarks","display_name":"Overcoming Pitfalls in Graph Contrastive Learning Evaluation: Toward Comprehensive Benchmarks","publication_year":2025,"publication_date":"2025-12-30","ids":{"openalex":"https:\/\/openalex.org\/W7117873828","doi":"https:\/\/doi.org\/10.1145\/3787470.3787479"},"language":"en","primary_location":{"id":"doi:10.1145\/3787470.3787479","is_oa":false,"landing_page_url":"https:\/\/doi.org\/10.1145\/3787470.3787479","pdf_url":null,"source":{"id":"https:\/\/openalex.org\/S4210176598","display_name":"ACM SIGKDD Explorations Newsletter","issn_l":"1931-0145","issn":["1931-0145","1931-0153"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https:\/\/openalex.org\/P4310319798","host_organization_name":"Association for Computing Machinery","host_organization_lineage":["https:\/\/openalex.org\/P4310319798"],"host_organization_lineage_names":["Association for Computing Machinery"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"ACM SIGKDD Explorations Newsletter","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https:\/\/openalex.org\/A5121736635","display_name":"Qian Ma","orcid":null},"institutions":[{"id":"https:\/\/openalex.org\/I165799507","display_name":"Rensselaer Polytechnic Institute","ror":"https:\/\/ror.org\/01rtyzb94","country_code":"US","type":"education","lineage":["https:\/\/openalex.org\/I165799507"]}],"countries":["US"],"is_corresponding":true,"raw_author_name":"Qian Ma","raw_affiliation_strings":["Rensselaer Polytechnic Institute"],"affiliations":[{"raw_affiliation_string":"Rensselaer Polytechnic Institute","institution_ids":["https:\/\/openalex.org\/I165799507"]}]},{"author_position":"middle","author":{"id":"https:\/\/openalex.org\/A5027754285","display_name":"Hongliang Chi","orcid":null},"institutions":[{"id":"https:\/\/openalex.org\/I165799507","display_name":"Rensselaer Polytechnic Institute","ror":"https:\/\/ror.org\/01rtyzb94","country_code":"US","type":"education","lineage":["https:\/\/openalex.org\/I165799507"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Hongliang Chi","raw_affiliation_strings":["Rensselaer Polytechnic Institute, , APO AA"],"affiliations":[{"raw_affiliation_string":"Rensselaer Polytechnic Institute, , APO AA","institution_ids":["https:\/\/openalex.org\/I165799507"]}]},{"author_position":"middle","author":{"id":"https:\/\/openalex.org\/A5055516754","display_name":"H. Zhang","orcid":null},"institutions":[{"id":"https:\/\/openalex.org\/I39422238","display_name":"University of Illinois Chicago","ror":"https:\/\/ror.org\/02mpq6x41","country_code":"US","type":"education","lineage":["https:\/\/openalex.org\/I39422238"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Hengrui Zhang","raw_affiliation_strings":["University of Illinois Chicago"],"affiliations":[{"raw_affiliation_string":"University of Illinois Chicago","institution_ids":["https:\/\/openalex.org\/I39422238"]}]},{"author_position":"middle","author":{"id":"https:\/\/openalex.org\/A5121705689","display_name":"Kay Liu","orcid":null},"institutions":[{"id":"https:\/\/openalex.org\/I39422238","display_name":"University of Illinois Chicago","ror":"https:\/\/ror.org\/02mpq6x41","country_code":"US","type":"education","lineage":["https:\/\/openalex.org\/I39422238"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Kay Liu","raw_affiliation_strings":["University of Illinois Chicago"],"affiliations":[{"raw_affiliation_string":"University of Illinois Chicago","institution_ids":["https:\/\/openalex.org\/I39422238"]}]},{"author_position":"middle","author":{"id":"https:\/\/openalex.org\/A5085548702","display_name":"Zhiwei Zhang","orcid":"https:\/\/orcid.org\/0009-0007-6153-2739"},"institutions":[{"id":"https:\/\/openalex.org\/I130769515","display_name":"Pennsylvania State University","ror":"https:\/\/ror.org\/04p491231","country_code":"US","type":"education","lineage":["https:\/\/openalex.org\/I130769515"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Zhiwei Zhang","raw_affiliation_strings":["Pennsylvania State University"],"affiliations":[{"raw_affiliation_string":"Pennsylvania State University","institution_ids":["https:\/\/openalex.org\/I130769515"]}]},{"author_position":"middle","author":{"id":"https:\/\/openalex.org\/A5121693732","display_name":"Lu Cheng","orcid":null},"institutions":[{"id":"https:\/\/openalex.org\/I39422238","display_name":"University of Illinois Chicago","ror":"https:\/\/ror.org\/02mpq6x41","country_code":"US","type":"education","lineage":["https:\/\/openalex.org\/I39422238"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Lu Cheng","raw_affiliation_strings":["University of Illinois Chicago"],"affiliations":[{"raw_affiliation_string":"University of Illinois Chicago","institution_ids":["https:\/\/openalex.org\/I39422238"]}]},{"author_position":"middle","author":{"id":"https:\/\/openalex.org\/A5121693798","display_name":"Suhang Wang","orcid":null},"institutions":[{"id":"https:\/\/openalex.org\/I130769515","display_name":"Pennsylvania State University","ror":"https:\/\/ror.org\/04p491231","country_code":"US","type":"education","lineage":["https:\/\/openalex.org\/I130769515"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Suhang Wang","raw_affiliation_strings":["Pennsylvania State University"],"affiliations":[{"raw_affiliation_string":"Pennsylvania State University","institution_ids":["https:\/\/openalex.org\/I130769515"]}]},{"author_position":"middle","author":{"id":"https:\/\/openalex.org\/A5036357902","display_name":"Philip S. Yu","orcid":"https:\/\/orcid.org\/0000-0002-3491-5968"},"institutions":[{"id":"https:\/\/openalex.org\/I39422238","display_name":"University of Illinois Chicago","ror":"https:\/\/ror.org\/02mpq6x41","country_code":"US","type":"education","lineage":["https:\/\/openalex.org\/I39422238"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Philip S. Yu","raw_affiliation_strings":["University of Illinois Chicago"],"affiliations":[{"raw_affiliation_string":"University of Illinois Chicago","institution_ids":["https:\/\/openalex.org\/I39422238"]}]},{"author_position":"last","author":{"id":"https:\/\/openalex.org\/A5121705874","display_name":"Yao Ma","orcid":null},"institutions":[{"id":"https:\/\/openalex.org\/I165799507","display_name":"Rensselaer Polytechnic Institute","ror":"https:\/\/ror.org\/01rtyzb94","country_code":"US","type":"education","lineage":["https:\/\/openalex.org\/I165799507"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Yao Ma","raw_affiliation_strings":["Rensselaer Polytechnic Institute"],"affiliations":[{"raw_affiliation_string":"Rensselaer Polytechnic Institute","institution_ids":["https:\/\/openalex.org\/I165799507"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":9,"corresponding_author_ids":["https:\/\/openalex.org\/A5121736635"],"corresponding_institution_ids":["https:\/\/openalex.org\/I165799507"],"apc_list":null,"apc_paid":null,"fwci":0,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":{"value":0.84959754,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":null,"biblio":{"volume":"27","issue":"2","first_page":"97","last_page":"106"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https:\/\/openalex.org\/T11273","display_name":"Advanced Graph Neural Networks","score":0.9750999808311462,"subfield":{"id":"https:\/\/openalex.org\/subfields\/1702","display_name":"Artificial Intelligence"},"field":{"id":"https:\/\/openalex.org\/fields\/17","display_name":"Computer Science"},"domain":{"id":"https:\/\/openalex.org\/domains\/3","display_name":"Physical Sciences"}},"topics":[{"id":"https:\/\/openalex.org\/T11273","display_name":"Advanced Graph Neural Networks","score":0.9750999808311462,"subfield":{"id":"https:\/\/openalex.org\/subfields\/1702","display_name":"Artificial Intelligence"},"field":{"id":"https:\/\/openalex.org\/fields\/17","display_name":"Computer Science"},"domain":{"id":"https:\/\/openalex.org\/domains\/3","display_name":"Physical Sciences"}},{"id":"https:\/\/openalex.org\/T12292","display_name":"Graph Theory and Algorithms","score":0.002899999963119626,"subfield":{"id":"https:\/\/openalex.org\/subfields\/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https:\/\/openalex.org\/fields\/17","display_name":"Computer Science"},"domain":{"id":"https:\/\/openalex.org\/domains\/3","display_name":"Physical Sciences"}},{"id":"https:\/\/openalex.org\/T11307","display_name":"Domain Adaptation and Few-Shot Learning","score":0.0019000000320374966,"subfield":{"id":"https:\/\/openalex.org\/subfields\/1702","display_name":"Artificial Intelligence"},"field":{"id":"https:\/\/openalex.org\/fields\/17","display_name":"Computer Science"},"domain":{"id":"https:\/\/openalex.org\/domains\/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https:\/\/openalex.org\/keywords\/graph","display_name":"Graph","score":0.5845999717712402},{"id":"https:\/\/openalex.org\/keywords\/encoder","display_name":"Encoder","score":0.3686999976634979},{"id":"https:\/\/openalex.org\/keywords\/terminology","display_name":"Terminology","score":0.30329999327659607},{"id":"https:\/\/openalex.org\/keywords\/skew","display_name":"Skew","score":0.29739999771118164},{"id":"https:\/\/openalex.org\/keywords\/downstream","display_name":"Downstream (manufacturing)","score":0.2946000099182129}],"concepts":[{"id":"https:\/\/openalex.org\/C41008148","wikidata":"https:\/\/www.wikidata.org\/wiki\/Q21198","display_name":"Computer science","level":0,"score":0.7382000088691711},{"id":"https:\/\/openalex.org\/C132525143","wikidata":"https:\/\/www.wikidata.org\/wiki\/Q141488","display_name":"Graph","level":2,"score":0.5845999717712402},{"id":"https:\/\/openalex.org\/C154945302","wikidata":"https:\/\/www.wikidata.org\/wiki\/Q11660","display_name":"Artificial intelligence","level":1,"score":0.4677000045776367},{"id":"https:\/\/openalex.org\/C119857082","wikidata":"https:\/\/www.wikidata.org\/wiki\/Q2539","display_name":"Machine learning","level":1,"score":0.4481000006198883},{"id":"https:\/\/openalex.org\/C118505674","wikidata":"https:\/\/www.wikidata.org\/wiki\/Q42586063","display_name":"Encoder","level":2,"score":0.3686999976634979},{"id":"https:\/\/openalex.org\/C547195049","wikidata":"https:\/\/www.wikidata.org\/wiki\/Q1725664","display_name":"Terminology","level":2,"score":0.30329999327659607},{"id":"https:\/\/openalex.org\/C43711488","wikidata":"https:\/\/www.wikidata.org\/wiki\/Q7534783","display_name":"Skew","level":2,"score":0.29739999771118164},{"id":"https:\/\/openalex.org\/C2776207758","wikidata":"https:\/\/www.wikidata.org\/wiki\/Q5303302","display_name":"Downstream (manufacturing)","level":2,"score":0.2946000099182129},{"id":"https:\/\/openalex.org\/C2780451532","wikidata":"https:\/\/www.wikidata.org\/wiki\/Q759676","display_name":"Task (project management)","level":2,"score":0.2939999997615814},{"id":"https:\/\/openalex.org\/C165696696","wikidata":"https:\/\/www.wikidata.org\/wiki\/Q11287","display_name":"Exploit","level":2,"score":0.2808000147342682},{"id":"https:\/\/openalex.org\/C91071405","wikidata":"https:\/\/www.wikidata.org\/wiki\/Q1413145","display_name":"Program slicing","level":3,"score":0.2556999921798706},{"id":"https:\/\/openalex.org\/C204321447","wikidata":"https:\/\/www.wikidata.org\/wiki\/Q30642","display_name":"Natural language processing","level":1,"score":0.2538999915122986},{"id":"https:\/\/openalex.org\/C2522767166","wikidata":"https:\/\/www.wikidata.org\/wiki\/Q2374463","display_name":"Data science","level":1,"score":0.2538999915122986}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1145\/3787470.3787479","is_oa":false,"landing_page_url":"https:\/\/doi.org\/10.1145\/3787470.3787479","pdf_url":null,"source":{"id":"https:\/\/openalex.org\/S4210176598","display_name":"ACM SIGKDD Explorations Newsletter","issn_l":"1931-0145","issn":["1931-0145","1931-0153"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https:\/\/openalex.org\/P4310319798","host_organization_name":"Association for Computing Machinery","host_organization_lineage":["https:\/\/openalex.org\/P4310319798"],"host_organization_lineage_names":["Association for Computing Machinery"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"ACM SIGKDD Explorations Newsletter","raw_type":"journal-article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":14,"referenced_works":["https:\/\/openalex.org\/W2735272571","https:\/\/openalex.org\/W2807021761","https:\/\/openalex.org\/W3035524453","https:\/\/openalex.org\/W3087257704","https:\/\/openalex.org\/W3095746859","https:\/\/openalex.org\/W3127927415","https:\/\/openalex.org\/W3168925038","https:\/\/openalex.org\/W4221023051","https:\/\/openalex.org\/W4283796272","https:\/\/openalex.org\/W4290878031","https:\/\/openalex.org\/W4367046771","https:\/\/openalex.org\/W4382318032","https:\/\/openalex.org\/W4383468961","https:\/\/openalex.org\/W4386942258"],"related_works":[],"abstract_inverted_index":{"The":[0],"rise":[1],"of":[2,29,53,130,154],"self-supervised":[3,31],"learning(SSL),":[4],"which":[5],"operates":[6],"without":[7],"the":[8,18,27,51,61,72,81,94,98,128,148],"need":[9,73],"for":[10,56,65,74,88,133],"labeled":[11],"data,":[12],"has":[13,24],"garnered":[14],"significant":[15],"interest":[16],"within":[17],"graph":[19,47],"learning":[20,32],"community.":[21],"This":[22],"enthusiasm":[23],"led":[25],"to":[26,43,71,103,144,162],"development":[28],"numerous":[30],"methods,":[33],"such":[34],"as":[35],"Graph":[36],"Contrastive":[37],"Learning":[38],"(GCL)":[39],"techniques,":[40],"all":[41],"aiming":[42],"create":[44],"a":[45,84],"versatile":[46],"encoder":[48],"that":[49],"leverages":[50],"wealth":[52],"unlabeled":[54],"data":[55],"various":[57],"downstream":[58,86,131],"tasks.":[59],"However,":[60],"current":[62],"evaluation":[63,95,141],"standards":[64],"GCL":[66,120,155],"approaches":[67],"are":[68,122],"flawed":[69],"due":[70],"extensive":[75],"hyper-parameter":[76],"tuning":[77],"during":[78],"pre-training":[79],"and":[80,114,127,151],"reliance":[82],"on":[83,118,165],"single":[85],"task":[87],"assessment.":[89],"These":[90],"flaws":[91],"can":[92],"skew":[93],"away":[96],"from":[97],"intended":[99],"goals,":[100],"potentially":[101],"leading":[102],"misleading":[104],"conclusions.":[105],"In":[106],"our":[107],"paper,":[108],"we":[109,137],"thoroughly":[110],"examine":[111],"these":[112],"shortcomings":[113],"o!er":[115],"fresh":[116],"perspectives":[117],"how":[119],"methods":[121],"a!ected":[123],"by":[124],"hyperparameter":[125],"choices":[126],"choice":[129],"tasks":[132],"their":[134],"evaluation.":[135],"Additionally,":[136],"introduce":[138],"an":[139],"enhanced":[140],"framework":[142],"designed":[143],"more":[145],"accurately":[146],"gauge":[147],"e!ectiveness,":[149],"consistency,":[150],"overall":[152],"capability":[153],"methods.":[156],"Our":[157],"code":[158],"implementation":[159],"is":[160],"available":[161],"ease":[163],"reproducibility":[164],"https:\/\/github.com\/GraphTL-Bench\/BGPM.":[166]},"counts_by_year":[],"updated_date":"2026-01-01T23:44:55.787143","created_date":"2026-01-01T00:00:00"}