{"id":"https:\/\/openalex.org\/W4400680797","doi":"https:\/\/doi.org\/10.1109\/saner60148.2024.00017","title":"Gloss: Guiding Large Language Models to Answer Questions from System Logs","display_name":"Gloss: Guiding Large Language Models to Answer Questions from System Logs","publication_year":2024,"publication_date":"2024-03-12","ids":{"openalex":"https:\/\/openalex.org\/W4400680797","doi":"https:\/\/doi.org\/10.1109\/saner60148.2024.00017"},"language":"en","primary_location":{"id":"doi:10.1109\/saner60148.2024.00017","is_oa":false,"landing_page_url":"https:\/\/doi.org\/10.1109\/saner60148.2024.00017","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2024 IEEE International Conference on Software Analysis, Evolution and Reengineering (SANER)","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https:\/\/openalex.org\/A5061624006","display_name":"Shaohan Huang","orcid":"https:\/\/orcid.org\/0000-0003-4324-6337"},"institutions":[{"id":"https:\/\/openalex.org\/I82880672","display_name":"Beihang University","ror":"https:\/\/ror.org\/00wk2mp56","country_code":"CN","type":"education","lineage":["https:\/\/openalex.org\/I82880672"]},{"id":"https:\/\/openalex.org\/I4210128818","display_name":"Institute of Software","ror":"https:\/\/ror.org\/033dfsn42","country_code":"CN","type":"facility","lineage":["https:\/\/openalex.org\/I19820366","https:\/\/openalex.org\/I4210128818"]}],"countries":["CN"],"is_corresponding":true,"raw_author_name":"Shaohan Huang","raw_affiliation_strings":["Sino-German Joint Software Institute, Beihang University,Beijing,China"],"affiliations":[{"raw_affiliation_string":"Sino-German Joint Software Institute, Beihang University,Beijing,China","institution_ids":["https:\/\/openalex.org\/I4210128818","https:\/\/openalex.org\/I82880672"]}]},{"author_position":"middle","author":{"id":"https:\/\/openalex.org\/A5100330624","display_name":"Yi Liu","orcid":"https:\/\/orcid.org\/0000-0003-1829-2817"},"institutions":[{"id":"https:\/\/openalex.org\/I82880672","display_name":"Beihang University","ror":"https:\/\/ror.org\/00wk2mp56","country_code":"CN","type":"education","lineage":["https:\/\/openalex.org\/I82880672"]},{"id":"https:\/\/openalex.org\/I4210128818","display_name":"Institute of Software","ror":"https:\/\/ror.org\/033dfsn42","country_code":"CN","type":"facility","lineage":["https:\/\/openalex.org\/I19820366","https:\/\/openalex.org\/I4210128818"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Yi Liu","raw_affiliation_strings":["Sino-German Joint Software Institute, Beihang University,Beijing,China"],"affiliations":[{"raw_affiliation_string":"Sino-German Joint Software Institute, Beihang University,Beijing,China","institution_ids":["https:\/\/openalex.org\/I4210128818","https:\/\/openalex.org\/I82880672"]}]},{"author_position":"middle","author":{"id":"https:\/\/openalex.org\/A5048920164","display_name":"Jiaxing Qi","orcid":"https:\/\/orcid.org\/0000-0002-9530-2858"},"institutions":[{"id":"https:\/\/openalex.org\/I82880672","display_name":"Beihang University","ror":"https:\/\/ror.org\/00wk2mp56","country_code":"CN","type":"education","lineage":["https:\/\/openalex.org\/I82880672"]},{"id":"https:\/\/openalex.org\/I4210128818","display_name":"Institute of Software","ror":"https:\/\/ror.org\/033dfsn42","country_code":"CN","type":"facility","lineage":["https:\/\/openalex.org\/I19820366","https:\/\/openalex.org\/I4210128818"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Jiaxing Qi","raw_affiliation_strings":["Sino-German Joint Software Institute, Beihang University,Beijing,China"],"affiliations":[{"raw_affiliation_string":"Sino-German Joint Software Institute, Beihang University,Beijing,China","institution_ids":["https:\/\/openalex.org\/I4210128818","https:\/\/openalex.org\/I82880672"]}]},{"author_position":"middle","author":{"id":"https:\/\/openalex.org\/A5100702076","display_name":"Jing Shang","orcid":"https:\/\/orcid.org\/0000-0001-6713-292X"},"institutions":[{"id":"https:\/\/openalex.org\/I180662265","display_name":"China Mobile (China)","ror":"https:\/\/ror.org\/05gftfe97","country_code":"CN","type":"company","lineage":["https:\/\/openalex.org\/I180662265"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Jing Shang","raw_affiliation_strings":["China Mobile Information Technology Center,Beijing,China"],"affiliations":[{"raw_affiliation_string":"China Mobile Information Technology Center,Beijing,China","institution_ids":["https:\/\/openalex.org\/I180662265"]}]},{"author_position":"middle","author":{"id":"https:\/\/openalex.org\/A5001725106","display_name":"Zhiwen Xiao","orcid":"https:\/\/orcid.org\/0000-0002-7814-5790"},"institutions":[{"id":"https:\/\/openalex.org\/I180662265","display_name":"China Mobile (China)","ror":"https:\/\/ror.org\/05gftfe97","country_code":"CN","type":"company","lineage":["https:\/\/openalex.org\/I180662265"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Zhiwen Xiao","raw_affiliation_strings":["China Mobile Information Technology Center,Beijing,China"],"affiliations":[{"raw_affiliation_string":"China Mobile Information Technology Center,Beijing,China","institution_ids":["https:\/\/openalex.org\/I180662265"]}]},{"author_position":"middle","author":{"id":"https:\/\/openalex.org\/A5001203568","display_name":"Carol Fung","orcid":"https:\/\/orcid.org\/0000-0001-5726-4371"},"institutions":[{"id":"https:\/\/openalex.org\/I60158472","display_name":"Concordia University","ror":"https:\/\/ror.org\/0420zvk78","country_code":"CA","type":"education","lineage":["https:\/\/openalex.org\/I60158472"]}],"countries":["CA"],"is_corresponding":false,"raw_author_name":"Carol Fung","raw_affiliation_strings":["Concordia Institute for Information Systems Engineering, Concordia University,Quebec,Canada"],"affiliations":[{"raw_affiliation_string":"Concordia Institute for Information Systems Engineering, Concordia University,Quebec,Canada","institution_ids":["https:\/\/openalex.org\/I60158472"]}]},{"author_position":"middle","author":{"id":"https:\/\/openalex.org\/A5100294391","display_name":"Zhihui Wu","orcid":null},"institutions":[{"id":"https:\/\/openalex.org\/I180662265","display_name":"China Mobile (China)","ror":"https:\/\/ror.org\/05gftfe97","country_code":"CN","type":"company","lineage":["https:\/\/openalex.org\/I180662265"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Zhihui Wu","raw_affiliation_strings":["China Mobile Information Technology Center,Beijing,China"],"affiliations":[{"raw_affiliation_string":"China Mobile Information Technology Center,Beijing,China","institution_ids":["https:\/\/openalex.org\/I180662265"]}]},{"author_position":"middle","author":{"id":"https:\/\/openalex.org\/A5018705589","display_name":"Hailong Yang","orcid":"https:\/\/orcid.org\/0000-0003-1101-7927"},"institutions":[{"id":"https:\/\/openalex.org\/I82880672","display_name":"Beihang University","ror":"https:\/\/ror.org\/00wk2mp56","country_code":"CN","type":"education","lineage":["https:\/\/openalex.org\/I82880672"]},{"id":"https:\/\/openalex.org\/I4210128818","display_name":"Institute of Software","ror":"https:\/\/ror.org\/033dfsn42","country_code":"CN","type":"facility","lineage":["https:\/\/openalex.org\/I19820366","https:\/\/openalex.org\/I4210128818"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Hailong Yang","raw_affiliation_strings":["Sino-German Joint Software Institute, Beihang University,Beijing,China"],"affiliations":[{"raw_affiliation_string":"Sino-German Joint Software Institute, Beihang University,Beijing,China","institution_ids":["https:\/\/openalex.org\/I4210128818","https:\/\/openalex.org\/I82880672"]}]},{"author_position":"middle","author":{"id":"https:\/\/openalex.org\/A5074183877","display_name":"Zhongzhi Luan","orcid":"https:\/\/orcid.org\/0000-0002-7186-0556"},"institutions":[{"id":"https:\/\/openalex.org\/I82880672","display_name":"Beihang University","ror":"https:\/\/ror.org\/00wk2mp56","country_code":"CN","type":"education","lineage":["https:\/\/openalex.org\/I82880672"]},{"id":"https:\/\/openalex.org\/I4210128818","display_name":"Institute of Software","ror":"https:\/\/ror.org\/033dfsn42","country_code":"CN","type":"facility","lineage":["https:\/\/openalex.org\/I19820366","https:\/\/openalex.org\/I4210128818"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Zhongzhi Luan","raw_affiliation_strings":["Sino-German Joint Software Institute, Beihang University,Beijing,China"],"affiliations":[{"raw_affiliation_string":"Sino-German Joint Software Institute, Beihang University,Beijing,China","institution_ids":["https:\/\/openalex.org\/I4210128818","https:\/\/openalex.org\/I82880672"]}]},{"author_position":"last","author":{"id":"https:\/\/openalex.org\/A5079362609","display_name":"Depei Qian","orcid":"https:\/\/orcid.org\/0000-0002-5382-1473"},"institutions":[{"id":"https:\/\/openalex.org\/I4210128818","display_name":"Institute of Software","ror":"https:\/\/ror.org\/033dfsn42","country_code":"CN","type":"facility","lineage":["https:\/\/openalex.org\/I19820366","https:\/\/openalex.org\/I4210128818"]},{"id":"https:\/\/openalex.org\/I82880672","display_name":"Beihang University","ror":"https:\/\/ror.org\/00wk2mp56","country_code":"CN","type":"education","lineage":["https:\/\/openalex.org\/I82880672"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Depei Qian","raw_affiliation_strings":["Sino-German Joint Software Institute, Beihang University,Beijing,China"],"affiliations":[{"raw_affiliation_string":"Sino-German Joint Software Institute, Beihang University,Beijing,China","institution_ids":["https:\/\/openalex.org\/I4210128818","https:\/\/openalex.org\/I82880672"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":10,"corresponding_author_ids":["https:\/\/openalex.org\/A5061624006"],"corresponding_institution_ids":["https:\/\/openalex.org\/I4210128818","https:\/\/openalex.org\/I82880672"],"apc_list":null,"apc_paid":null,"fwci":0.7274,"has_fulltext":false,"cited_by_count":2,"citation_normalized_percentile":{"value":0.74853813,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":95,"max":96},"biblio":{"volume":null,"issue":null,"first_page":"91","last_page":"101"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https:\/\/openalex.org\/T10028","display_name":"Topic Modeling","score":0.9506999850273132,"subfield":{"id":"https:\/\/openalex.org\/subfields\/1702","display_name":"Artificial Intelligence"},"field":{"id":"https:\/\/openalex.org\/fields\/17","display_name":"Computer Science"},"domain":{"id":"https:\/\/openalex.org\/domains\/3","display_name":"Physical Sciences"}},"topics":[{"id":"https:\/\/openalex.org\/T10028","display_name":"Topic Modeling","score":0.9506999850273132,"subfield":{"id":"https:\/\/openalex.org\/subfields\/1702","display_name":"Artificial Intelligence"},"field":{"id":"https:\/\/openalex.org\/fields\/17","display_name":"Computer Science"},"domain":{"id":"https:\/\/openalex.org\/domains\/3","display_name":"Physical Sciences"}},{"id":"https:\/\/openalex.org\/T12127","display_name":"Software System Performance and Reliability","score":0.9248999953269958,"subfield":{"id":"https:\/\/openalex.org\/subfields\/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https:\/\/openalex.org\/fields\/17","display_name":"Computer Science"},"domain":{"id":"https:\/\/openalex.org\/domains\/3","display_name":"Physical Sciences"}},{"id":"https:\/\/openalex.org\/T10215","display_name":"Semantic Web and Ontologies","score":0.9139999747276306,"subfield":{"id":"https:\/\/openalex.org\/subfields\/1702","display_name":"Artificial Intelligence"},"field":{"id":"https:\/\/openalex.org\/fields\/17","display_name":"Computer Science"},"domain":{"id":"https:\/\/openalex.org\/domains\/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https:\/\/openalex.org\/keywords\/gloss","display_name":"Gloss (optics)","score":0.7488996982574463},{"id":"https:\/\/openalex.org\/keywords\/computer-science","display_name":"Computer science","score":0.7029370069503784},{"id":"https:\/\/openalex.org\/keywords\/natural-language-processing","display_name":"Natural language processing","score":0.4799066483974457},{"id":"https:\/\/openalex.org\/keywords\/programming-language","display_name":"Programming language","score":0.3789368271827698},{"id":"https:\/\/openalex.org\/keywords\/artificial-intelligence","display_name":"Artificial intelligence","score":0.3606502413749695}],"concepts":[{"id":"https:\/\/openalex.org\/C143025027","wikidata":"https:\/\/www.wikidata.org\/wiki\/Q900581","display_name":"Gloss (optics)","level":3,"score":0.7488996982574463},{"id":"https:\/\/openalex.org\/C41008148","wikidata":"https:\/\/www.wikidata.org\/wiki\/Q21198","display_name":"Computer science","level":0,"score":0.7029370069503784},{"id":"https:\/\/openalex.org\/C204321447","wikidata":"https:\/\/www.wikidata.org\/wiki\/Q30642","display_name":"Natural language processing","level":1,"score":0.4799066483974457},{"id":"https:\/\/openalex.org\/C199360897","wikidata":"https:\/\/www.wikidata.org\/wiki\/Q9143","display_name":"Programming language","level":1,"score":0.3789368271827698},{"id":"https:\/\/openalex.org\/C154945302","wikidata":"https:\/\/www.wikidata.org\/wiki\/Q11660","display_name":"Artificial intelligence","level":1,"score":0.3606502413749695},{"id":"https:\/\/openalex.org\/C178790620","wikidata":"https:\/\/www.wikidata.org\/wiki\/Q11351","display_name":"Organic chemistry","level":1,"score":0},{"id":"https:\/\/openalex.org\/C185592680","wikidata":"https:\/\/www.wikidata.org\/wiki\/Q2329","display_name":"Chemistry","level":0,"score":0},{"id":"https:\/\/openalex.org\/C2781448156","wikidata":"https:\/\/www.wikidata.org\/wiki\/Q1570182","display_name":"Coating","level":2,"score":0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109\/saner60148.2024.00017","is_oa":false,"landing_page_url":"https:\/\/doi.org\/10.1109\/saner60148.2024.00017","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2024 IEEE International Conference on Software Analysis, Evolution and Reengineering (SANER)","raw_type":"proceedings-article"}],"best_oa_location":null,"sustainable_development_goals":[{"display_name":"Quality Education","id":"https:\/\/metadata.un.org\/sdg\/4","score":0.4699999988079071}],"awards":[{"id":"https:\/\/openalex.org\/G5774836301","display_name":null,"funder_award_id":"62072018","funder_id":"https:\/\/openalex.org\/F4320321001","funder_display_name":"National Natural Science Foundation of China"}],"funders":[{"id":"https:\/\/openalex.org\/F4320321001","display_name":"National Natural Science Foundation of China","ror":"https:\/\/ror.org\/01h0zpd94"}],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":39,"referenced_works":["https:\/\/openalex.org\/W94239578","https:\/\/openalex.org\/W2039157918","https:\/\/openalex.org\/W2107263349","https:\/\/openalex.org\/W2152671254","https:\/\/openalex.org\/W2153802732","https:\/\/openalex.org\/W2183098680","https:\/\/openalex.org\/W2294661159","https:\/\/openalex.org\/W2585367509","https:\/\/openalex.org\/W2734941459","https:\/\/openalex.org\/W2754665629","https:\/\/openalex.org\/W2803691889","https:\/\/openalex.org\/W2899771611","https:\/\/openalex.org\/W2908510526","https:\/\/openalex.org\/W2947815220","https:\/\/openalex.org\/W2963748441","https:\/\/openalex.org\/W2963999143","https:\/\/openalex.org\/W2998129307","https:\/\/openalex.org\/W3035050709","https:\/\/openalex.org\/W3095840026","https:\/\/openalex.org\/W3138627592","https:\/\/openalex.org\/W3168867926","https:\/\/openalex.org\/W3183619936","https:\/\/openalex.org\/W4322718191","https:\/\/openalex.org\/W4353114814","https:\/\/openalex.org\/W4376606564","https:\/\/openalex.org\/W4379468930","https:\/\/openalex.org\/W4384345672","https:\/\/openalex.org\/W4385323797","https:\/\/openalex.org\/W4388129790","https:\/\/openalex.org\/W4393141466","https:\/\/openalex.org\/W4398239377","https:\/\/openalex.org\/W6603810640","https:\/\/openalex.org\/W6607430213","https:\/\/openalex.org\/W6712994927","https:\/\/openalex.org\/W6757817989","https:\/\/openalex.org\/W6796581206","https:\/\/openalex.org\/W6798271659","https:\/\/openalex.org\/W6850625674","https:\/\/openalex.org\/W6851186453"],"related_works":["https:\/\/openalex.org\/W4391375266","https:\/\/openalex.org\/W2748952813","https:\/\/openalex.org\/W3119463769","https:\/\/openalex.org\/W2035926194","https:\/\/openalex.org\/W2514360315","https:\/\/openalex.org\/W2045489541","https:\/\/openalex.org\/W2134811186","https:\/\/openalex.org\/W2160360150","https:\/\/openalex.org\/W1985904311","https:\/\/openalex.org\/W3204019825"],"abstract_inverted_index":{"System":[0],"logs":[1,133],"contain":[2],"valuable":[3,257],"information":[4,130],"and":[5,28,47,75,93,143,156,213,263,270],"they":[6],"have":[7],"emerged":[8],"as":[9,209],"one":[10],"of":[11,35,85,99,109,117,158,206,239],"the":[12,100,132,136,153,159,207,210,219,249],"most":[13],"crucial":[14],"data":[15,63,208],"sources":[16],"for":[17,58,259],"system":[18,29,40,264,272],"monitoring":[19],"aimed":[20],"at":[21],"enhancing":[22],"service":[23],"quality.":[24],"IT":[25,260],"support":[26,261],"teams":[27,262],"administrators":[30],"are":[31],"in":[32,77],"dire":[33],"need":[34],"an":[36],"intelligent":[37],"log-based":[38,60,79,161,232,240],"QA":[39,80,162,233,241],"to":[41,104,127,134,151,171,194,217,236],"help":[42],"them":[43],"quickly":[44],"identify,":[45],"diagnose,":[46],"resolve":[48],"issues.":[49,119],"In":[50,199],"this":[51],"paper,":[52],"we":[53,203],"propose":[54],"a":[55,106,114,166,173,190],"novel":[56],"method":[57,228],"constructing":[59],"question-answering":[61],"(QA)":[62],"using":[64,169],"large":[65],"language":[66],"models,":[67],"addressing":[68],"challenges":[69],"associated":[70],"with":[71],"limited":[72],"dataset":[73],"size":[74],"diversity":[76],"existing":[78,195],"systems.":[81],"Our":[82],"pipeline":[83],"consists":[84],"three":[86],"steps:":[87],"generating":[88,101],"questions,":[89,92,125],"answering":[90,123],"log":[91,124],"refining":[94],"question-answer":[95,147,180],"pairs.":[96],"The":[97,120],"purpose":[98],"questions":[102],"is":[103,149],"create":[105],"diverse":[107],"set":[108,212],"log-related":[110],"queries":[111],"that":[112,226],"cover":[113],"wide":[115],"range":[116],"potential":[118],"second":[121],"step,":[122],"aims":[126],"extract":[128],"relevant":[129],"from":[131,183],"address":[135],"generated":[137,160],"questions.":[138],"This":[139,252],"step":[140],"ensures":[141],"accurate":[142],"context-aware":[144],"responses.":[145],"Refining":[146],"pairs":[148,181],"intended":[150],"improve":[152],"overall":[154],"quality":[155],"consistency":[157],"data.":[163],"We":[164],"present":[165],"case":[167],"study":[168],"ChatGPT":[170],"generate":[172,230],"new":[174],"dataset,":[175],"LogQuAD,":[176],"containing":[177],"over":[178],"28,000":[179],"derived":[182],"more":[184],"than":[185],"31,000":[186],"raw":[187],"logs,":[188],"representing":[189],"significant":[191],"increase":[192],"compared":[193],"datasets":[196],"like":[197],"LogQA.":[198],"our":[200,227,244],"experimental":[201],"setting,":[202],"sample":[204],"half":[205],"training":[211],"use":[214],"memory-effect":[215],"fine-tuning":[216],"fine-tune":[218],"model,":[220],"named":[221],"Gloss.":[222],"Experimental":[223],"results":[224],"show":[225],"can":[229,254],"high-quality":[231],"data,":[234],"leading":[235],"improved":[237],"performance":[238],"models.":[242],"Notably,":[243],"fine-tuned":[245],"7B":[246],"model":[247],"outperforms":[248],"LLaMA-65B":[250],"model.":[251],"approach":[253],"potentially":[255],"save":[256],"time":[258],"administrators,":[265],"enabling":[266],"proactive":[267],"problem":[268],"resolution":[269],"optimal":[271],"performance.":[273]},"counts_by_year":[{"year":2025,"cited_by_count":2}],"updated_date":"2025-12-26T23:08:49.675405","created_date":"2025-10-10T00:00:00"}