{"id":"https:\/\/openalex.org\/W4388287898","doi":"https:\/\/doi.org\/10.1007\/s40593-023-00370-1","title":"Crosslingual Content Scoring in Five Languages Using Machine-Translation and Multilingual Transformer Models","display_name":"Crosslingual Content Scoring in Five Languages Using Machine-Translation and Multilingual Transformer Models","publication_year":2023,"publication_date":"2023-11-03","ids":{"openalex":"https:\/\/openalex.org\/W4388287898","doi":"https:\/\/doi.org\/10.1007\/s40593-023-00370-1"},"language":"en","primary_location":{"id":"doi:10.1007\/s40593-023-00370-1","is_oa":true,"landing_page_url":"https:\/\/doi.org\/10.1007\/s40593-023-00370-1","pdf_url":"https:\/\/link.springer.com\/content\/pdf\/10.1007\/s40593-023-00370-1.pdf","source":{"id":"https:\/\/openalex.org\/S171267539","display_name":"International Journal of Artificial Intelligence in Education","issn_l":"1560-4292","issn":["1560-4292","1560-4306"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https:\/\/openalex.org\/P4310319900","host_organization_name":"Springer Science+Business Media","host_organization_lineage":["https:\/\/openalex.org\/P4310319900","https:\/\/openalex.org\/P4310319965"],"host_organization_lineage_names":["Springer Science+Business Media","Springer Nature"],"type":"journal"},"license":"cc-by","license_id":"https:\/\/openalex.org\/licenses\/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"International Journal of Artificial Intelligence in Education","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":true,"oa_status":"hybrid","oa_url":"https:\/\/link.springer.com\/content\/pdf\/10.1007\/s40593-023-00370-1.pdf","any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https:\/\/openalex.org\/A5072701486","display_name":"Andrea Horbach","orcid":"https:\/\/orcid.org\/0009-0004-3680-3304"},"institutions":[{"id":"https:\/\/openalex.org\/I120691247","display_name":"FernUniversit\u00e4t in Hagen","ror":"https:\/\/ror.org\/04tkkr536","country_code":"DE","type":"education","lineage":["https:\/\/openalex.org\/I120691247"]},{"id":"https:\/\/openalex.org\/I155765044","display_name":"University of Hildesheim","ror":"https:\/\/ror.org\/02f9det96","country_code":"DE","type":"education","lineage":["https:\/\/openalex.org\/I155765044"]}],"countries":["DE"],"is_corresponding":true,"raw_author_name":"Andrea Horbach","raw_affiliation_strings":["CATALPA - Center of Advanced Technology for Assisted Learning and Predictive Analytics, FernUniversit\u00e4t in Hagen, Universit\u00e4tsstra\u00dfe 47, 58097, Hagen, Germany","Hildesheim University, Institut f\u00fcr Informationswissenschaft und Sprachtechnologie, Universit\u00e4tsplatz 1, 31141, Hildesheim, Germany"],"affiliations":[{"raw_affiliation_string":"CATALPA - Center of Advanced Technology for Assisted Learning and Predictive Analytics, FernUniversit\u00e4t in Hagen, Universit\u00e4tsstra\u00dfe 47, 58097, Hagen, Germany","institution_ids":["https:\/\/openalex.org\/I120691247"]},{"raw_affiliation_string":"Hildesheim University, Institut f\u00fcr Informationswissenschaft und Sprachtechnologie, Universit\u00e4tsplatz 1, 31141, Hildesheim, Germany","institution_ids":["https:\/\/openalex.org\/I155765044"]}]},{"author_position":"middle","author":{"id":null,"display_name":"Joey Pehlke","orcid":null},"institutions":[{"id":"https:\/\/openalex.org\/I120691247","display_name":"FernUniversit\u00e4t in Hagen","ror":"https:\/\/ror.org\/04tkkr536","country_code":"DE","type":"education","lineage":["https:\/\/openalex.org\/I120691247"]}],"countries":["DE"],"is_corresponding":false,"raw_author_name":"Joey Pehlke","raw_affiliation_strings":["CATALPA - Center of Advanced Technology for Assisted Learning and Predictive Analytics, FernUniversit\u00e4t in Hagen, Universit\u00e4tsstra\u00dfe 47, 58097, Hagen, Germany"],"affiliations":[{"raw_affiliation_string":"CATALPA - Center of Advanced Technology for Assisted Learning and Predictive Analytics, FernUniversit\u00e4t in Hagen, Universit\u00e4tsstra\u00dfe 47, 58097, Hagen, Germany","institution_ids":["https:\/\/openalex.org\/I120691247"]}]},{"author_position":"middle","author":{"id":"https:\/\/openalex.org\/A5071668280","display_name":"Ronja Laarmann-Quante","orcid":"https:\/\/orcid.org\/0000-0002-4800-6212"},"institutions":[{"id":"https:\/\/openalex.org\/I904495901","display_name":"Ruhr University Bochum","ror":"https:\/\/ror.org\/04tsk2644","country_code":"DE","type":"education","lineage":["https:\/\/openalex.org\/I904495901"]}],"countries":["DE"],"is_corresponding":false,"raw_author_name":"Ronja Laarmann-Quante","raw_affiliation_strings":["Ruhr University Bochum, Faculty of Philology, Department of Linguistics, Universit\u00e4tsstra\u00dfe 150, 44801, Bochum, Germany"],"affiliations":[{"raw_affiliation_string":"Ruhr University Bochum, Faculty of Philology, Department of Linguistics, Universit\u00e4tsstra\u00dfe 150, 44801, Bochum, Germany","institution_ids":["https:\/\/openalex.org\/I904495901"]}]},{"author_position":"last","author":{"id":"https:\/\/openalex.org\/A5081915723","display_name":"Yuning Ding","orcid":null},"institutions":[{"id":"https:\/\/openalex.org\/I120691247","display_name":"FernUniversit\u00e4t in Hagen","ror":"https:\/\/ror.org\/04tkkr536","country_code":"DE","type":"education","lineage":["https:\/\/openalex.org\/I120691247"]}],"countries":["DE"],"is_corresponding":false,"raw_author_name":"Yuning Ding","raw_affiliation_strings":["CATALPA - Center of Advanced Technology for Assisted Learning and Predictive Analytics, FernUniversit\u00e4t in Hagen, Universit\u00e4tsstra\u00dfe 47, 58097, Hagen, Germany"],"affiliations":[{"raw_affiliation_string":"CATALPA - Center of Advanced Technology for Assisted Learning and Predictive Analytics, FernUniversit\u00e4t in Hagen, Universit\u00e4tsstra\u00dfe 47, 58097, Hagen, Germany","institution_ids":["https:\/\/openalex.org\/I120691247"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":4,"corresponding_author_ids":["https:\/\/openalex.org\/A5072701486"],"corresponding_institution_ids":["https:\/\/openalex.org\/I120691247","https:\/\/openalex.org\/I155765044"],"apc_list":{"value":2190,"currency":"EUR","value_usd":2790},"apc_paid":{"value":2190,"currency":"EUR","value_usd":2790},"fwci":1.725,"has_fulltext":true,"cited_by_count":10,"citation_normalized_percentile":{"value":0.87811856,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":94,"max":99},"biblio":{"volume":"34","issue":"4","first_page":"1294","last_page":"1320"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https:\/\/openalex.org\/T10181","display_name":"Natural Language Processing Techniques","score":0.9998000264167786,"subfield":{"id":"https:\/\/openalex.org\/subfields\/1702","display_name":"Artificial Intelligence"},"field":{"id":"https:\/\/openalex.org\/fields\/17","display_name":"Computer Science"},"domain":{"id":"https:\/\/openalex.org\/domains\/3","display_name":"Physical Sciences"}},"topics":[{"id":"https:\/\/openalex.org\/T10181","display_name":"Natural Language Processing Techniques","score":0.9998000264167786,"subfield":{"id":"https:\/\/openalex.org\/subfields\/1702","display_name":"Artificial Intelligence"},"field":{"id":"https:\/\/openalex.org\/fields\/17","display_name":"Computer Science"},"domain":{"id":"https:\/\/openalex.org\/domains\/3","display_name":"Physical Sciences"}},{"id":"https:\/\/openalex.org\/T10028","display_name":"Topic Modeling","score":0.9994000196456909,"subfield":{"id":"https:\/\/openalex.org\/subfields\/1702","display_name":"Artificial Intelligence"},"field":{"id":"https:\/\/openalex.org\/fields\/17","display_name":"Computer Science"},"domain":{"id":"https:\/\/openalex.org\/domains\/3","display_name":"Physical Sciences"}},{"id":"https:\/\/openalex.org\/T13629","display_name":"Text Readability and Simplification","score":0.9991000294685364,"subfield":{"id":"https:\/\/openalex.org\/subfields\/1702","display_name":"Artificial Intelligence"},"field":{"id":"https:\/\/openalex.org\/fields\/17","display_name":"Computer Science"},"domain":{"id":"https:\/\/openalex.org\/domains\/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https:\/\/openalex.org\/keywords\/computer-science","display_name":"Computer science","score":0.8370333313941956},{"id":"https:\/\/openalex.org\/keywords\/machine-translation","display_name":"Machine translation","score":0.8027371168136597},{"id":"https:\/\/openalex.org\/keywords\/natural-language-processing","display_name":"Natural language processing","score":0.707993745803833},{"id":"https:\/\/openalex.org\/keywords\/artificial-intelligence","display_name":"Artificial intelligence","score":0.6755489110946655},{"id":"https:\/\/openalex.org\/keywords\/transformer","display_name":"Transformer","score":0.6754318475723267},{"id":"https:\/\/openalex.org\/keywords\/german","display_name":"German","score":0.5536580085754395},{"id":"https:\/\/openalex.org\/keywords\/training-set","display_name":"Training set","score":0.4723026752471924},{"id":"https:\/\/openalex.org\/keywords\/linguistics","display_name":"Linguistics","score":0.14039182662963867}],"concepts":[{"id":"https:\/\/openalex.org\/C41008148","wikidata":"https:\/\/www.wikidata.org\/wiki\/Q21198","display_name":"Computer science","level":0,"score":0.8370333313941956},{"id":"https:\/\/openalex.org\/C203005215","wikidata":"https:\/\/www.wikidata.org\/wiki\/Q79798","display_name":"Machine translation","level":2,"score":0.8027371168136597},{"id":"https:\/\/openalex.org\/C204321447","wikidata":"https:\/\/www.wikidata.org\/wiki\/Q30642","display_name":"Natural language processing","level":1,"score":0.707993745803833},{"id":"https:\/\/openalex.org\/C154945302","wikidata":"https:\/\/www.wikidata.org\/wiki\/Q11660","display_name":"Artificial intelligence","level":1,"score":0.6755489110946655},{"id":"https:\/\/openalex.org\/C66322947","wikidata":"https:\/\/www.wikidata.org\/wiki\/Q11658","display_name":"Transformer","level":3,"score":0.6754318475723267},{"id":"https:\/\/openalex.org\/C154775046","wikidata":"https:\/\/www.wikidata.org\/wiki\/Q188","display_name":"German","level":2,"score":0.5536580085754395},{"id":"https:\/\/openalex.org\/C51632099","wikidata":"https:\/\/www.wikidata.org\/wiki\/Q3985153","display_name":"Training set","level":2,"score":0.4723026752471924},{"id":"https:\/\/openalex.org\/C41895202","wikidata":"https:\/\/www.wikidata.org\/wiki\/Q8162","display_name":"Linguistics","level":1,"score":0.14039182662963867},{"id":"https:\/\/openalex.org\/C138885662","wikidata":"https:\/\/www.wikidata.org\/wiki\/Q5891","display_name":"Philosophy","level":0,"score":0},{"id":"https:\/\/openalex.org\/C121332964","wikidata":"https:\/\/www.wikidata.org\/wiki\/Q413","display_name":"Physics","level":0,"score":0},{"id":"https:\/\/openalex.org\/C62520636","wikidata":"https:\/\/www.wikidata.org\/wiki\/Q944","display_name":"Quantum mechanics","level":1,"score":0},{"id":"https:\/\/openalex.org\/C165801399","wikidata":"https:\/\/www.wikidata.org\/wiki\/Q25428","display_name":"Voltage","level":2,"score":0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1007\/s40593-023-00370-1","is_oa":true,"landing_page_url":"https:\/\/doi.org\/10.1007\/s40593-023-00370-1","pdf_url":"https:\/\/link.springer.com\/content\/pdf\/10.1007\/s40593-023-00370-1.pdf","source":{"id":"https:\/\/openalex.org\/S171267539","display_name":"International Journal of Artificial Intelligence in Education","issn_l":"1560-4292","issn":["1560-4292","1560-4306"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https:\/\/openalex.org\/P4310319900","host_organization_name":"Springer Science+Business Media","host_organization_lineage":["https:\/\/openalex.org\/P4310319900","https:\/\/openalex.org\/P4310319965"],"host_organization_lineage_names":["Springer Science+Business Media","Springer Nature"],"type":"journal"},"license":"cc-by","license_id":"https:\/\/openalex.org\/licenses\/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"International Journal of Artificial Intelligence in Education","raw_type":"journal-article"}],"best_oa_location":{"id":"doi:10.1007\/s40593-023-00370-1","is_oa":true,"landing_page_url":"https:\/\/doi.org\/10.1007\/s40593-023-00370-1","pdf_url":"https:\/\/link.springer.com\/content\/pdf\/10.1007\/s40593-023-00370-1.pdf","source":{"id":"https:\/\/openalex.org\/S171267539","display_name":"International Journal of Artificial Intelligence in Education","issn_l":"1560-4292","issn":["1560-4292","1560-4306"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https:\/\/openalex.org\/P4310319900","host_organization_name":"Springer Science+Business Media","host_organization_lineage":["https:\/\/openalex.org\/P4310319900","https:\/\/openalex.org\/P4310319965"],"host_organization_lineage_names":["Springer Science+Business Media","Springer Nature"],"type":"journal"},"license":"cc-by","license_id":"https:\/\/openalex.org\/licenses\/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"International Journal of Artificial Intelligence in Education","raw_type":"journal-article"},"sustainable_development_goals":[{"display_name":"Quality Education","id":"https:\/\/metadata.un.org\/sdg\/4","score":0.8600000143051147}],"awards":[],"funders":[{"id":"https:\/\/openalex.org\/F4320328599","display_name":"Ministerium f\u00fcr Kultur und Wissenschaft des Landes Nordrhein-Westfalen","ror":null}],"has_content":{"grobid_xml":false,"pdf":true},"content_urls":{"pdf":"https:\/\/content.openalex.org\/works\/W4388287898.pdf"},"referenced_works_count":47,"referenced_works":["https:\/\/openalex.org\/W1537000426","https:\/\/openalex.org\/W1848614604","https:\/\/openalex.org\/W2014552602","https:\/\/openalex.org\/W2025595753","https:\/\/openalex.org\/W2053154970","https:\/\/openalex.org\/W2105845572","https:\/\/openalex.org\/W2134227585","https:\/\/openalex.org\/W2148861942","https:\/\/openalex.org\/W2171068337","https:\/\/openalex.org\/W2172200076","https:\/\/openalex.org\/W2183293350","https:\/\/openalex.org\/W2250817048","https:\/\/openalex.org\/W2251033195","https:\/\/openalex.org\/W2289293839","https:\/\/openalex.org\/W2566702382","https:\/\/openalex.org\/W2805251832","https:\/\/openalex.org\/W2896457183","https:\/\/openalex.org\/W2898796614","https:\/\/openalex.org\/W2902677179","https:\/\/openalex.org\/W2930638636","https:\/\/openalex.org\/W2952638691","https:\/\/openalex.org\/W2963050514","https:\/\/openalex.org\/W2966714320","https:\/\/openalex.org\/W2970052781","https:\/\/openalex.org\/W2983404993","https:\/\/openalex.org\/W3010002614","https:\/\/openalex.org\/W3031374736","https:\/\/openalex.org\/W3039023360","https:\/\/openalex.org\/W3114233412","https:\/\/openalex.org\/W3209653474","https:\/\/openalex.org\/W4200387115","https:\/\/openalex.org\/W4205184268","https:\/\/openalex.org\/W4226106469","https:\/\/openalex.org\/W4226379858","https:\/\/openalex.org\/W4230616807","https:\/\/openalex.org\/W4285248172","https:\/\/openalex.org\/W4287891043","https:\/\/openalex.org\/W4289521457","https:\/\/openalex.org\/W4295714264","https:\/\/openalex.org\/W4322625259","https:\/\/openalex.org\/W4381956458","https:\/\/openalex.org\/W4385572572","https:\/\/openalex.org\/W4389520692","https:\/\/openalex.org\/W6675354045","https:\/\/openalex.org\/W6691177557","https:\/\/openalex.org\/W6732019713","https:\/\/openalex.org\/W6802855695"],"related_works":["https:\/\/openalex.org\/W3176018525","https:\/\/openalex.org\/W2775554247","https:\/\/openalex.org\/W3026554633","https:\/\/openalex.org\/W2903810591","https:\/\/openalex.org\/W4289548192","https:\/\/openalex.org\/W2888520903","https:\/\/openalex.org\/W2963499882","https:\/\/openalex.org\/W2903399267","https:\/\/openalex.org\/W2949454572","https:\/\/openalex.org\/W3098873988"],"abstract_inverted_index":{"Abstract":[0],"This":[1],"paper":[2],"investigates":[3],"crosslingual":[4,65],"content":[5,49],"scoring,":[6],"a":[7,24,79,108],"scenario":[8],"where":[9],"scoring":[10,50],"models":[11,67,86],"trained":[12],"on":[13,110,118],"learner":[14],"data":[15,22,29,101,123],"in":[16,23,30,102,124],"one":[17],"language":[18,55],"are":[19,95],"applied":[20],"to":[21],"different":[25,32,103],"language.":[26,127],"We":[27,52,76],"analyze":[28],"five":[31],"languages":[33],"(Chinese,":[34],"English,":[35],"French,":[36],"German":[37],"and":[38,62,72,84],"Spanish)":[39],"collected":[40],"for":[41],"three":[42],"prompts":[43],"of":[44,59,81,121],"the":[45,54,99,111,125],"established":[46],"English":[47,113],"ASAP":[48,114],"dataset.":[51],"cross":[53],"barrier":[56],"by":[57],"means":[58],"both":[60,69],"shallow":[61],"deep":[63],"learning":[64],"classification":[66],"using":[68],"machine":[70,82],"translation":[71,83],"multilingual":[73,85],"transformer":[74],"models.":[75],"find":[77],"that":[78],"combination":[80],"outperforms":[87],"each":[88],"method":[89],"individually":[90],"-":[91],"our":[92],"best":[93],"results":[94],"reached":[96],"when":[97],"combining":[98],"available":[100],"languages,":[104],"i.e.":[105],"first":[106],"training":[107,122],"model":[109],"large":[112],"dataset":[115],"before":[116],"fine-tuning":[117],"smaller":[119],"amounts":[120],"target":[126]},"counts_by_year":[{"year":2026,"cited_by_count":2},{"year":2025,"cited_by_count":6},{"year":2024,"cited_by_count":2}],"updated_date":"2026-04-13T07:58:08.660418","created_date":"2025-10-10T00:00:00"}