{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2025,11,4]],"date-time":"2025-11-04T10:52:03Z","timestamp":1762253523580,"version":"3.37.3"},"reference-count":49,"publisher":"Elsevier BV","license":[{"start":{"date-parts":[[2021,2,1]],"date-time":"2021-02-01T00:00:00Z","timestamp":1612137600000},"content-version":"tdm","delay-in-days":0,"URL":"https:\/\/www.elsevier.com\/tdm\/userlicense\/1.0\/"}],"funder":[{"DOI":"10.13039\/501100001809","name":"National Natural Science Foundation of China","doi-asserted-by":"publisher","award":["61602197","61772076","61972448","L1924068"],"award-info":[{"award-number":["61602197","61772076","61972448","L1924068"]}],"id":[{"id":"10.13039\/501100001809","id-type":"DOI","asserted-by":"publisher"}]}],"content-domain":{"domain":["elsevier.com","sciencedirect.com"],"crossmark-restriction":true},"short-container-title":["Pattern Recognition"],"published-print":{"date-parts":[[2021,2]]},"DOI":"10.1016\/j.patcog.2020.107636","type":"journal-article","created":{"date-parts":[[2020,9,7]],"date-time":"2020-09-07T05:43:27Z","timestamp":1599457407000},"page":"107636","update-policy":"https:\/\/doi.org\/10.1016\/elsevier_cm_policy","source":"Crossref","is-referenced-by-count":21,"special_numbering":"C","title":["Position-aware self-attention based neural sequence labeling"],"prefix":"10.1016","volume":"110","author":[{"ORCID":"https:\/\/orcid.org\/0000-0003-4488-0102","authenticated-orcid":false,"given":"Wei","family":"Wei","sequence":"first","affiliation":[]},{"ORCID":"https:\/\/orcid.org\/0000-0002-0481-869X","authenticated-orcid":false,"given":"Zanbo","family":"Wang","sequence":"additional","affiliation":[]},{"given":"Xianling","family":"Mao","sequence":"additional","affiliation":[]},{"given":"Guangyou","family":"Zhou","sequence":"additional","affiliation":[]},{"given":"Pan","family":"Zhou","sequence":"additional","affiliation":[]},{"given":"Sheng","family":"Jiang","sequence":"additional","affiliation":[]}],"member":"78","reference":[{"key":"10.1016\/j.patcog.2020.107636_bib0001","series-title":"COLING","first-page":"1638","article-title":"Contextual string embeddings for sequence labeling","author":"Akbik","year":"2018"},{"key":"10.1016\/j.patcog.2020.107636_bib0002","series-title":"ICLR","article-title":"Neural machine translation by jointly learning to align and translate","author":"Bahdanau","year":"2014"},{"key":"10.1016\/j.patcog.2020.107636_bib0003","doi-asserted-by":"crossref","first-page":"1554","DOI":"10.1214\/aoms\/1177699147","article-title":"Statistical inference for probabilistic functions of finite state Markov chains","author":"Baum","year":"1966","journal-title":"Ann. Math. Stat."},{"key":"10.1016\/j.patcog.2020.107636_bib0004","series-title":"EMNLP","article-title":"Long short-term memory-networks for machine reading","author":"Cheng","year":"2016"},{"key":"10.1016\/j.patcog.2020.107636_bib0005","doi-asserted-by":"crossref","first-page":"357","DOI":"10.1162\/tacl_a_00104","article-title":"Named entity recognition with bidirectional LSTM-CNNs","volume":"4","author":"Chiu","year":"2016","journal-title":"TACL"},{"key":"10.1016\/j.patcog.2020.107636_bib0006","series-title":"Proceedings of the ACL-02 Conference on Empirical Methods in Natural Language Processing-Volume 10","first-page":"1","article-title":"Discriminative training methods for hidden Markov models: theory and experiments with perceptron algorithms","author":"Collins","year":"2002"},{"issue":"1","key":"10.1016\/j.patcog.2020.107636_bib0007","first-page":"2493","article-title":"Natural language processing (almost) from scratch","volume":"12","author":"Collobert","year":"2011","journal-title":"J. Mach. Learn. Res."},{"key":"10.1016\/j.patcog.2020.107636_bib0008","unstructured":"J. Devlin, M.-W. Chang, K. Lee, K. Toutanova, BERT: Pre-training of deep bidirectional transformers for language understanding, in: arXiv, 2018."},{"key":"10.1016\/j.patcog.2020.107636_bib0009","first-page":"477","article-title":"A joint model for entity analysis: coreference, typing, and linking","volume":"2","author":"Durrett","year":"2014","journal-title":"Trans. Assoc. Comput.Ling."},{"key":"10.1016\/j.patcog.2020.107636_bib0010","series-title":"COLING","article-title":"Robust lexical features for improved neural network named-entity recognition","author":"Ghaddar","year":"2018"},{"key":"10.1016\/j.patcog.2020.107636_bib0011","series-title":"Proceedings of the Thirteenth International Conference on Artificial Intelligence and Statistics","first-page":"249","article-title":"Understanding the difficulty of training deep feedforward neural networks","author":"Glorot","year":"2010"},{"issue":"8","key":"10.1016\/j.patcog.2020.107636_bib0012","doi-asserted-by":"crossref","first-page":"1735","DOI":"10.1162\/neco.1997.9.8.1735","article-title":"Long short-term memory","volume":"9","author":"Hochreiter","year":"1997","journal-title":"Neural Comput."},{"key":"10.1016\/j.patcog.2020.107636_bib0013","series-title":"Computer Science","article-title":"Bidirectional LSTM-CRF models for sequence tagging","author":"Huang","year":"2015"},{"key":"10.1016\/j.patcog.2020.107636_bib0014","series-title":"Fourth Conference on Computational Natural Language Learning and the Second Learning Language in Logic Workshop","article-title":"Use of support vector learning for chunk identification","author":"Kudoh","year":"2000"},{"key":"10.1016\/j.patcog.2020.107636_bib0015","doi-asserted-by":"crossref","first-page":"52","DOI":"10.1016\/j.patrec.2018.11.019","article-title":"Effective vector representation for the korean named-entity recognition","volume":"117","author":"Kwon","year":"2019","journal-title":"Pattern Recognit. Lett."},{"key":"10.1016\/j.patcog.2020.107636_bib0016","series-title":"ICML","article-title":"Conditional random fields: Probabilistic models for segmenting and labeling sequence data","author":"Lafferty","year":"2001"},{"key":"10.1016\/j.patcog.2020.107636_bib0017","series-title":"NAACL","article-title":"Neural architectures for named entity recognition","author":"Lample","year":"2016"},{"key":"10.1016\/j.patcog.2020.107636_bib0018","series-title":"NIPS","article-title":"Overfitting in neural nets: backpropagation, conjugate gradient, and early stopping","author":"Lee","year":"2000"},{"key":"10.1016\/j.patcog.2020.107636_bib0019","doi-asserted-by":"crossref","first-page":"361","DOI":"10.1016\/j.patrec.2018.08.015","article-title":"Effective integration of morphological analysis and named entity recognition based on a recurrent neural network","volume":"112","author":"Lee","year":"2018","journal-title":"Pattern Recognit. Lett."},{"key":"10.1016\/j.patcog.2020.107636_bib0020","series-title":"Proceedings of the 2017 Conference on Empirical Methods in Natural Language Processing","first-page":"2664","article-title":"Leveraging linguistic structures for named entity recognition with bidirectional recursive neural networks","author":"Li","year":"2017"},{"key":"10.1016\/j.patcog.2020.107636_bib0021","series-title":"ICLR","article-title":"A structured self-attentive sentence embedding","author":"Lin","year":"2017"},{"key":"10.1016\/j.patcog.2020.107636_bib0022","series-title":"AAAI","article-title":"Empower sequence labeling with task-aware neural language model","author":"Liu","year":"2018"},{"key":"10.1016\/j.patcog.2020.107636_bib0023","unstructured":"S. Ma, X. Sun, A new recurrent neural CRF for learning non-linear edge features, in: arXiv:1611.04233, 2016."},{"key":"10.1016\/j.patcog.2020.107636_bib0024","series-title":"ACL","article-title":"End-to-end sequence labeling via bi-directional LSTM-CNNs-CRF","author":"Ma","year":"2016"},{"key":"10.1016\/j.patcog.2020.107636_bib0025","series-title":"CoNLL","article-title":"Early results for named entity recognition with conditional random fields, feature induction and web-enhanced lexicons","author":"Mccallum","year":"2003"},{"key":"10.1016\/j.patcog.2020.107636_bib0026","series-title":"ICML","article-title":"On the difficulty of training recurrent neural networks","author":"Pascanu","year":"2013"},{"key":"10.1016\/j.patcog.2020.107636_bib0027","series-title":"CS","article-title":"Lexicon infused phrase embeddings for named entity resolution","author":"Passos","year":"2014"},{"key":"10.1016\/j.patcog.2020.107636_bib0028","series-title":"EMNLP","first-page":"1532","article-title":"Glove: Global vectors for word representation","author":"Pennington","year":"2014"},{"key":"10.1016\/j.patcog.2020.107636_bib0029","series-title":"ACL","article-title":"Semi-supervised sequence tagging with bidirectional language models","author":"Peters","year":"2017"},{"key":"10.1016\/j.patcog.2020.107636_bib0030","series-title":"NAACL","article-title":"Deep contextualized word representations","author":"Peters","year":"2018"},{"issue":"2","key":"10.1016\/j.patcog.2020.107636_bib0031","doi-asserted-by":"crossref","first-page":"257","DOI":"10.1109\/5.18626","article-title":"A tutorial on hidden Markov models and selected applications in speech recognition","volume":"77","author":"Rabiner","year":"1989","journal-title":"Proc. IEEE"},{"key":"10.1016\/j.patcog.2020.107636_bib0032","series-title":"ACL","article-title":"Semi-supervised multitask learning for sequence labeling","author":"Rei","year":"2017"},{"key":"10.1016\/j.patcog.2020.107636_bib0033","series-title":"ICML","article-title":"Learning character-level representations for part-of-speech tagging","author":"Santos","year":"2014"},{"key":"10.1016\/j.patcog.2020.107636_bib0034","series-title":"NAACL","article-title":"Self-attention with relative position representations","author":"Shaw","year":"2018"},{"key":"10.1016\/j.patcog.2020.107636_bib0035","series-title":"AAAI","article-title":"DiSAN: Directional self-attention network for RNN\/CNN-free language understanding","author":"Shen","year":"2018"},{"key":"10.1016\/j.patcog.2020.107636_bib0036","series-title":"ICLR","article-title":"Deep active learning for named entity recognition","author":"Shen","year":"2018"},{"key":"10.1016\/j.patcog.2020.107636_bib0037","series-title":"ACL","article-title":"Semisupervised condensed nearest neighbor for part-of-speech tagging","author":"S\u00f8gaard","year":"2011"},{"key":"10.1016\/j.patcog.2020.107636_bib0038","series-title":"Interspeech","article-title":"Self-attentional acoustic models","author":"Sperber","year":"2018"},{"key":"10.1016\/j.patcog.2020.107636_bib0039","series-title":"EMNLP","article-title":"Fast and accurate entity recognition with iterated dilated convolutions","author":"Strubell","year":"2017"},{"key":"10.1016\/j.patcog.2020.107636_bib0040","series-title":"NIPS","article-title":"Structure regularization for structured prediction","author":"Sun","year":"2014"},{"issue":"3","key":"10.1016\/j.patcog.2020.107636_bib0041","doi-asserted-by":"crossref","first-page":"563","DOI":"10.1162\/COLI_a_00193","article-title":"Feature-frequency\u2013adaptive on-line training for fast and accurate natural language processing","volume":"40","author":"Sun","year":"2014","journal-title":"Comput. Ling."},{"key":"10.1016\/j.patcog.2020.107636_bib0042","series-title":"AAAI","article-title":"Deep semantic role labeling with self-attention","author":"Tan","year":"2018"},{"key":"10.1016\/j.patcog.2020.107636_bib0043","series-title":"NIPS","first-page":"5998","article-title":"Attention is all you need","author":"Vaswani","year":"2017"},{"key":"10.1016\/j.patcog.2020.107636_bib0044","series-title":"ICLR","article-title":"Transfer learning for sequence tagging with hierarchical recurrent networks","author":"Yang","year":"2017"},{"key":"10.1016\/j.patcog.2020.107636_bib0045","series-title":"NAACL","article-title":"Robust multilingual part-of-speech tagging via adversarial training","author":"Yasunaga","year":"2017"},{"key":"10.1016\/j.patcog.2020.107636_bib0046","doi-asserted-by":"crossref","first-page":"245","DOI":"10.1016\/j.patcog.2016.11.011","article-title":"Contribution of recurrent connectionist language models in improving LSTM-based arabic text recognition in videos","volume":"64","author":"Yousfi","year":"2017","journal-title":"Pattern Recognit."},{"key":"10.1016\/j.patcog.2020.107636_bib0047","series-title":"Thirty-First AAAI Conference on Artificial Intelligence","article-title":"Neural models for sequence chunking","author":"Zhai","year":"2017"},{"key":"10.1016\/j.patcog.2020.107636_bib0048","series-title":"IJCAI","article-title":"Learning tag dependencies for sequence tagging.","author":"Zhang","year":"2018"},{"key":"10.1016\/j.patcog.2020.107636_bib0049","series-title":"COLING","article-title":"Does higher order LSTM have better accuracy for segmenting and labeling sequence data?","author":"Zhang","year":"2017"}],"container-title":["Pattern Recognition"],"original-title":[],"language":"en","link":[{"URL":"https:\/\/api.elsevier.com\/content\/article\/PII:S0031320320304398?httpAccept=text\/xml","content-type":"text\/xml","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/api.elsevier.com\/content\/article\/PII:S0031320320304398?httpAccept=text\/plain","content-type":"text\/plain","content-version":"vor","intended-application":"text-mining"}],"deposited":{"date-parts":[[2020,11,7]],"date-time":"2020-11-07T21:13:47Z","timestamp":1604783627000},"score":1,"resource":{"primary":{"URL":"https:\/\/linkinghub.elsevier.com\/retrieve\/pii\/S0031320320304398"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2021,2]]},"references-count":49,"alternative-id":["S0031320320304398"],"URL":"https:\/\/doi.org\/10.1016\/j.patcog.2020.107636","relation":{},"ISSN":["0031-3203"],"issn-type":[{"type":"print","value":"0031-3203"}],"subject":[],"published":{"date-parts":[[2021,2]]},"assertion":[{"value":"Elsevier","name":"publisher","label":"This article is maintained by"},{"value":"Position-aware self-attention based neural sequence labeling","name":"articletitle","label":"Article Title"},{"value":"Pattern Recognition","name":"journaltitle","label":"Journal Title"},{"value":"https:\/\/doi.org\/10.1016\/j.patcog.2020.107636","name":"articlelink","label":"CrossRef DOI link to publisher maintained version"},{"value":"article","name":"content_type","label":"Content Type"},{"value":"\u00a9 2020 Elsevier Ltd. All rights reserved.","name":"copyright","label":"Copyright"}],"article-number":"107636"}}