{"id":"https:\/\/openalex.org\/W2093987848","doi":"https:\/\/doi.org\/10.1145\/1935826.1935924","title":"Learning to re-rank web search results with multiple pairwise features","display_name":"Learning to re-rank web search results with multiple pairwise features","publication_year":2011,"publication_date":"2011-02-01","ids":{"openalex":"https:\/\/openalex.org\/W2093987848","doi":"https:\/\/doi.org\/10.1145\/1935826.1935924","mag":"2093987848"},"language":"en","primary_location":{"id":"doi:10.1145\/1935826.1935924","is_oa":false,"landing_page_url":"https:\/\/doi.org\/10.1145\/1935826.1935924","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the fourth ACM international conference on Web search and data mining","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https:\/\/openalex.org\/A5017268916","display_name":"Changsung Kang","orcid":null},"institutions":[{"id":"https:\/\/openalex.org\/I4210134091","display_name":"Yahoo (United States)","ror":"https:\/\/ror.org\/040dkzz12","country_code":"US","type":"company","lineage":["https:\/\/openalex.org\/I4210134091"]}],"countries":["US"],"is_corresponding":true,"raw_author_name":"Changsung Kang","raw_affiliation_strings":["Yahoo! Labs, Sunnyvale, CA, USA","Yahoo! Labs., Sunnyvale, CA, USA"],"affiliations":[{"raw_affiliation_string":"Yahoo! Labs, Sunnyvale, CA, USA","institution_ids":["https:\/\/openalex.org\/I4210134091"]},{"raw_affiliation_string":"Yahoo! Labs., Sunnyvale, CA, USA","institution_ids":["https:\/\/openalex.org\/I4210134091"]}]},{"author_position":"middle","author":{"id":"https:\/\/openalex.org\/A5064608039","display_name":"Xuanhui Wang","orcid":"https:\/\/orcid.org\/0009-0000-1388-1423"},"institutions":[{"id":"https:\/\/openalex.org\/I4210134091","display_name":"Yahoo (United States)","ror":"https:\/\/ror.org\/040dkzz12","country_code":"US","type":"company","lineage":["https:\/\/openalex.org\/I4210134091"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Xuanhui Wang","raw_affiliation_strings":["Yahoo! Labs, Sunnyvale, CA, USA","Yahoo! Labs., Sunnyvale, CA, USA"],"affiliations":[{"raw_affiliation_string":"Yahoo! Labs, Sunnyvale, CA, USA","institution_ids":["https:\/\/openalex.org\/I4210134091"]},{"raw_affiliation_string":"Yahoo! Labs., Sunnyvale, CA, USA","institution_ids":["https:\/\/openalex.org\/I4210134091"]}]},{"author_position":"middle","author":{"id":"https:\/\/openalex.org\/A5065199727","display_name":"Chen Jiang","orcid":"https:\/\/orcid.org\/0000-0003-0562-6240"},"institutions":[{"id":"https:\/\/openalex.org\/I1291425158","display_name":"Google (United States)","ror":"https:\/\/ror.org\/00njsd438","country_code":"US","type":"company","lineage":["https:\/\/openalex.org\/I1291425158","https:\/\/openalex.org\/I4210128969"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Jiang Chen","raw_affiliation_strings":["Google, Mountain View, CA, USA"],"affiliations":[{"raw_affiliation_string":"Google, Mountain View, CA, USA","institution_ids":["https:\/\/openalex.org\/I1291425158"]}]},{"author_position":"middle","author":{"id":"https:\/\/openalex.org\/A5060322416","display_name":"Ciya Liao","orcid":"https:\/\/orcid.org\/0000-0001-6788-139X"},"institutions":[{"id":"https:\/\/openalex.org\/I1290206253","display_name":"Microsoft (United States)","ror":"https:\/\/ror.org\/00d0nc645","country_code":"US","type":"company","lineage":["https:\/\/openalex.org\/I1290206253"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Ciya Liao","raw_affiliation_strings":["Microsoft Bing, Mountain View, CA, USA","Microsoft Bing, Mountain View, CA, USA#TAB#"],"affiliations":[{"raw_affiliation_string":"Microsoft Bing, Mountain View, CA, USA","institution_ids":["https:\/\/openalex.org\/I1290206253"]},{"raw_affiliation_string":"Microsoft Bing, Mountain View, CA, USA#TAB#","institution_ids":["https:\/\/openalex.org\/I1290206253"]}]},{"author_position":"middle","author":{"id":"https:\/\/openalex.org\/A5029392006","display_name":"Yi Chang","orcid":"https:\/\/orcid.org\/0000-0003-2697-8093"},"institutions":[{"id":"https:\/\/openalex.org\/I4210134091","display_name":"Yahoo (United States)","ror":"https:\/\/ror.org\/040dkzz12","country_code":"US","type":"company","lineage":["https:\/\/openalex.org\/I4210134091"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Yi Chang","raw_affiliation_strings":["Yahoo! Labs, Sunnyvale, CA, USA","Yahoo! Labs., Sunnyvale, CA, USA"],"affiliations":[{"raw_affiliation_string":"Yahoo! Labs, Sunnyvale, CA, USA","institution_ids":["https:\/\/openalex.org\/I4210134091"]},{"raw_affiliation_string":"Yahoo! Labs., Sunnyvale, CA, USA","institution_ids":["https:\/\/openalex.org\/I4210134091"]}]},{"author_position":"middle","author":{"id":"https:\/\/openalex.org\/A5112455964","display_name":"Belle L. Tseng","orcid":null},"institutions":[{"id":"https:\/\/openalex.org\/I4210134091","display_name":"Yahoo (United States)","ror":"https:\/\/ror.org\/040dkzz12","country_code":"US","type":"company","lineage":["https:\/\/openalex.org\/I4210134091"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Belle Tseng","raw_affiliation_strings":["Yahoo! Labs, Sunnyvale, CA, USA","Yahoo! Labs., Sunnyvale, CA, USA"],"affiliations":[{"raw_affiliation_string":"Yahoo! Labs, Sunnyvale, CA, USA","institution_ids":["https:\/\/openalex.org\/I4210134091"]},{"raw_affiliation_string":"Yahoo! Labs., Sunnyvale, CA, USA","institution_ids":["https:\/\/openalex.org\/I4210134091"]}]},{"author_position":"last","author":{"id":"https:\/\/openalex.org\/A5050012027","display_name":"Zhaohui Zheng","orcid":"https:\/\/orcid.org\/0000-0002-7303-4856"},"institutions":[{"id":"https:\/\/openalex.org\/I4210134091","display_name":"Yahoo (United States)","ror":"https:\/\/ror.org\/040dkzz12","country_code":"US","type":"company","lineage":["https:\/\/openalex.org\/I4210134091"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Zhaohui Zheng","raw_affiliation_strings":["Yahoo! Labs, Sunnyvale, CA, USA","Yahoo! Labs., Sunnyvale, CA, USA"],"affiliations":[{"raw_affiliation_string":"Yahoo! Labs, Sunnyvale, CA, USA","institution_ids":["https:\/\/openalex.org\/I4210134091"]},{"raw_affiliation_string":"Yahoo! Labs., Sunnyvale, CA, USA","institution_ids":["https:\/\/openalex.org\/I4210134091"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":7,"corresponding_author_ids":["https:\/\/openalex.org\/A5017268916"],"corresponding_institution_ids":["https:\/\/openalex.org\/I4210134091"],"apc_list":null,"apc_paid":null,"fwci":5.3511,"has_fulltext":false,"cited_by_count":15,"citation_normalized_percentile":{"value":0.95542483,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":89,"max":97},"biblio":{"volume":null,"issue":null,"first_page":"735","last_page":"744"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https:\/\/openalex.org\/T10286","display_name":"Information Retrieval and Search Behavior","score":0.9991999864578247,"subfield":{"id":"https:\/\/openalex.org\/subfields\/1710","display_name":"Information Systems"},"field":{"id":"https:\/\/openalex.org\/fields\/17","display_name":"Computer Science"},"domain":{"id":"https:\/\/openalex.org\/domains\/3","display_name":"Physical Sciences"}},"topics":[{"id":"https:\/\/openalex.org\/T10286","display_name":"Information Retrieval and Search Behavior","score":0.9991999864578247,"subfield":{"id":"https:\/\/openalex.org\/subfields\/1710","display_name":"Information Systems"},"field":{"id":"https:\/\/openalex.org\/fields\/17","display_name":"Computer Science"},"domain":{"id":"https:\/\/openalex.org\/domains\/3","display_name":"Physical Sciences"}},{"id":"https:\/\/openalex.org\/T11550","display_name":"Text and Document Classification Technologies","score":0.9977999925613403,"subfield":{"id":"https:\/\/openalex.org\/subfields\/1702","display_name":"Artificial Intelligence"},"field":{"id":"https:\/\/openalex.org\/fields\/17","display_name":"Computer Science"},"domain":{"id":"https:\/\/openalex.org\/domains\/3","display_name":"Physical Sciences"}},{"id":"https:\/\/openalex.org\/T12016","display_name":"Web Data Mining and Analysis","score":0.9921000003814697,"subfield":{"id":"https:\/\/openalex.org\/subfields\/1710","display_name":"Information Systems"},"field":{"id":"https:\/\/openalex.org\/fields\/17","display_name":"Computer Science"},"domain":{"id":"https:\/\/openalex.org\/domains\/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https:\/\/openalex.org\/keywords\/pairwise-comparison","display_name":"Pairwise comparison","score":0.9505457878112793},{"id":"https:\/\/openalex.org\/keywords\/ranking","display_name":"Ranking (information retrieval)","score":0.779255747795105},{"id":"https:\/\/openalex.org\/keywords\/pointwise","display_name":"Pointwise","score":0.775877058506012},{"id":"https:\/\/openalex.org\/keywords\/computer-science","display_name":"Computer science","score":0.6893325448036194},{"id":"https:\/\/openalex.org\/keywords\/rank","display_name":"Rank (graph theory)","score":0.5715881586074829},{"id":"https:\/\/openalex.org\/keywords\/set","display_name":"Set (abstract data type)","score":0.5447990298271179},{"id":"https:\/\/openalex.org\/keywords\/learning-to-rank","display_name":"Learning to rank","score":0.4869464635848999},{"id":"https:\/\/openalex.org\/keywords\/information-retrieval","display_name":"Information retrieval","score":0.4596971571445465},{"id":"https:\/\/openalex.org\/keywords\/function","display_name":"Function (biology)","score":0.45358067750930786},{"id":"https:\/\/openalex.org\/keywords\/data-mining","display_name":"Data mining","score":0.40443626046180725},{"id":"https:\/\/openalex.org\/keywords\/machine-learning","display_name":"Machine learning","score":0.38933566212654114},{"id":"https:\/\/openalex.org\/keywords\/artificial-intelligence","display_name":"Artificial intelligence","score":0.2845991253852844},{"id":"https:\/\/openalex.org\/keywords\/mathematics","display_name":"Mathematics","score":0.20449620485305786}],"concepts":[{"id":"https:\/\/openalex.org\/C184898388","wikidata":"https:\/\/www.wikidata.org\/wiki\/Q1435712","display_name":"Pairwise comparison","level":2,"score":0.9505457878112793},{"id":"https:\/\/openalex.org\/C189430467","wikidata":"https:\/\/www.wikidata.org\/wiki\/Q7293293","display_name":"Ranking (information retrieval)","level":2,"score":0.779255747795105},{"id":"https:\/\/openalex.org\/C2777984123","wikidata":"https:\/\/www.wikidata.org\/wiki\/Q9248237","display_name":"Pointwise","level":2,"score":0.775877058506012},{"id":"https:\/\/openalex.org\/C41008148","wikidata":"https:\/\/www.wikidata.org\/wiki\/Q21198","display_name":"Computer science","level":0,"score":0.6893325448036194},{"id":"https:\/\/openalex.org\/C164226766","wikidata":"https:\/\/www.wikidata.org\/wiki\/Q7293202","display_name":"Rank (graph theory)","level":2,"score":0.5715881586074829},{"id":"https:\/\/openalex.org\/C177264268","wikidata":"https:\/\/www.wikidata.org\/wiki\/Q1514741","display_name":"Set (abstract data type)","level":2,"score":0.5447990298271179},{"id":"https:\/\/openalex.org\/C86037889","wikidata":"https:\/\/www.wikidata.org\/wiki\/Q4330127","display_name":"Learning to rank","level":3,"score":0.4869464635848999},{"id":"https:\/\/openalex.org\/C23123220","wikidata":"https:\/\/www.wikidata.org\/wiki\/Q816826","display_name":"Information retrieval","level":1,"score":0.4596971571445465},{"id":"https:\/\/openalex.org\/C14036430","wikidata":"https:\/\/www.wikidata.org\/wiki\/Q3736076","display_name":"Function (biology)","level":2,"score":0.45358067750930786},{"id":"https:\/\/openalex.org\/C124101348","wikidata":"https:\/\/www.wikidata.org\/wiki\/Q172491","display_name":"Data mining","level":1,"score":0.40443626046180725},{"id":"https:\/\/openalex.org\/C119857082","wikidata":"https:\/\/www.wikidata.org\/wiki\/Q2539","display_name":"Machine learning","level":1,"score":0.38933566212654114},{"id":"https:\/\/openalex.org\/C154945302","wikidata":"https:\/\/www.wikidata.org\/wiki\/Q11660","display_name":"Artificial intelligence","level":1,"score":0.2845991253852844},{"id":"https:\/\/openalex.org\/C33923547","wikidata":"https:\/\/www.wikidata.org\/wiki\/Q395","display_name":"Mathematics","level":0,"score":0.20449620485305786},{"id":"https:\/\/openalex.org\/C78458016","wikidata":"https:\/\/www.wikidata.org\/wiki\/Q840400","display_name":"Evolutionary biology","level":1,"score":0},{"id":"https:\/\/openalex.org\/C199360897","wikidata":"https:\/\/www.wikidata.org\/wiki\/Q9143","display_name":"Programming language","level":1,"score":0},{"id":"https:\/\/openalex.org\/C86803240","wikidata":"https:\/\/www.wikidata.org\/wiki\/Q420","display_name":"Biology","level":0,"score":0},{"id":"https:\/\/openalex.org\/C114614502","wikidata":"https:\/\/www.wikidata.org\/wiki\/Q76592","display_name":"Combinatorics","level":1,"score":0},{"id":"https:\/\/openalex.org\/C134306372","wikidata":"https:\/\/www.wikidata.org\/wiki\/Q7754","display_name":"Mathematical analysis","level":1,"score":0}],"mesh":[],"locations_count":3,"locations":[{"id":"doi:10.1145\/1935826.1935924","is_oa":false,"landing_page_url":"https:\/\/doi.org\/10.1145\/1935826.1935924","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the fourth ACM international conference on Web search and data mining","raw_type":"proceedings-article"},{"id":"pmh:oai:CiteSeerX.psu:10.1.1.186.1526","is_oa":false,"landing_page_url":"http:\/\/citeseerx.ist.psu.edu\/viewdoc\/summary?doi=10.1.1.186.1526","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"http:\/\/www.cs.iastate.edu\/%7Ecskang\/wsdm2011.pdf","raw_type":"text"},{"id":"pmh:oai:CiteSeerX.psu:10.1.1.278.4054","is_oa":false,"landing_page_url":"http:\/\/citeseerx.ist.psu.edu\/viewdoc\/summary?doi=10.1.1.278.4054","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"http:\/\/www.cs.cmu.edu\/%7Echangyi\/yahoo\/wsdm11_reranking.pdf","raw_type":"text"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":30,"referenced_works":["https:\/\/openalex.org\/W1025585553","https:\/\/openalex.org\/W1678356000","https:\/\/openalex.org\/W1974160425","https:\/\/openalex.org\/W1974360117","https:\/\/openalex.org\/W1992549066","https:\/\/openalex.org\/W2041565863","https:\/\/openalex.org\/W2047221353","https:\/\/openalex.org\/W2059001985","https:\/\/openalex.org\/W2099213975","https:\/\/openalex.org\/W2099391294","https:\/\/openalex.org\/W2100235073","https:\/\/openalex.org\/W2102705755","https:\/\/openalex.org\/W2107913641","https:\/\/openalex.org\/W2108862644","https:\/\/openalex.org\/W2109042199","https:\/\/openalex.org\/W2117896839","https:\/\/openalex.org\/W2135753071","https:\/\/openalex.org\/W2142537246","https:\/\/openalex.org\/W2143331230","https:\/\/openalex.org\/W2152314154","https:\/\/openalex.org\/W2153783077","https:\/\/openalex.org\/W2158201212","https:\/\/openalex.org\/W2159545104","https:\/\/openalex.org\/W2159973364","https:\/\/openalex.org\/W2167432060","https:\/\/openalex.org\/W2913028927","https:\/\/openalex.org\/W2990138404","https:\/\/openalex.org\/W4285719527","https:\/\/openalex.org\/W4301494999","https:\/\/openalex.org\/W6626635536"],"related_works":["https:\/\/openalex.org\/W2112815677","https:\/\/openalex.org\/W2767338541","https:\/\/openalex.org\/W3089328091","https:\/\/openalex.org\/W3216317163","https:\/\/openalex.org\/W2011472225","https:\/\/openalex.org\/W3000057026","https:\/\/openalex.org\/W3048565508","https:\/\/openalex.org\/W3163984363","https:\/\/openalex.org\/W3127142483","https:\/\/openalex.org\/W3160516639"],"abstract_inverted_index":{"Web":[0],"search":[1,9,60,138],"ranking":[2,93],"functions":[3],"are":[4,33],"typically":[5],"learned":[6,82],"to":[7,47,58,71,85,110,126],"rank":[8],"results":[10],"based":[11],"on":[12,119,133],"features":[13,70,89,166],"of":[14,30,68,75,115,171],"individual":[15],"documents,":[16,25],"i.e.,":[17],"pointwise":[18,165],"features.":[19],"Hence,":[20],"the":[21,112],"rich":[22],"relationships":[23,51,77,148],"among":[24],"which":[26,162],"contain":[27],"multiple":[28,49,146],"types":[29],"useful":[31],"information,":[32],"either":[34],"totally":[35],"ignored":[36],"or":[37,167],"just":[38],"explored":[39],"very":[40],"limitedly.":[41],"In":[42,62],"this":[43],"paper,":[44],"we":[45,64,106],"propose":[46,107],"explore":[48],"pairwise":[50,69,76,96,101,147,172],"between":[52],"documents":[53],"in":[54],"a":[55,66,91,95,100,134,168],"learning":[56],"setting":[57],"rerank":[59],"results.":[61],"particular,":[63],"use":[65],"set":[67,142],"capture":[72],"various":[73],"kinds":[74],"and":[78,99,122,152],"design":[79],"two":[80],"machine":[81],"re-ranking":[83,117],"methods":[84,118,155,161],"effectively":[86],"combine":[87],"these":[88],"with":[90,128],"base":[92],"function:":[94],"comparison":[97],"method":[98],"function":[102],"decomposition":[103],"method.":[104],"Furthermore,":[105],"several":[108],"schemes":[109],"estimate":[111],"potential":[113],"gains":[114],"our":[116,153],"each":[120],"query":[121],"selectively":[123],"apply":[124],"them":[125],"queries":[127],"high":[129],"confidence.":[130],"Our":[131],"experiments":[132],"large":[135],"scale":[136],"commercial":[137],"engine":[139],"editorial":[140],"data":[141],"show":[143],"that":[144],"considering":[145],"is":[149],"quite":[150],"beneficial":[151],"proposed":[154],"can":[156],"achieve":[157],"significant":[158],"gain":[159],"over":[160],"only":[163],"consider":[164],"single":[169],"type":[170],"relationship.":[173]},"counts_by_year":[{"year":2022,"cited_by_count":2},{"year":2021,"cited_by_count":1},{"year":2019,"cited_by_count":2},{"year":2017,"cited_by_count":1},{"year":2016,"cited_by_count":1},{"year":2015,"cited_by_count":1},{"year":2014,"cited_by_count":2},{"year":2013,"cited_by_count":1},{"year":2012,"cited_by_count":3}],"updated_date":"2026-04-05T17:49:38.594831","created_date":"2025-10-10T00:00:00"}