@inproceedings{alimova-etal-2020-cross,
title = "Cross-lingual Transfer Learning for Semantic Role Labeling in {R}ussian",
author = "Alimova, Ilseyar and
Tutubalina, Elena and
Kirillovich, Alexander",
booktitle = "Proceedings of the 4th International Conference on Computational Linguistics in Bulgaria (CLIB 2020)",
month = sep,
year = "2020",
address = "Sofia, Bulgaria",
publisher = "Department of Computational Linguistics, IBL -- BAS",
url = "https://aclanthology.org/2020.clib-1.8",
pages = "72--80",
abstract = "This work is devoted to semantic role labeling (SRL) task in Russian. We investigate the role of transfer learning strategies between English FrameNet and Russian FrameBank corpora. We perform experiments with embeddings obtained from various types of multilingual language models, including BERT, XLM-R, MUSE, and LASER. For evaluation, we use a Russian FrameBank dataset. As source data for transfer learning, we experimented with the full version of FrameNet and the reduced dataset with a smaller number of semantic roles identical to FrameBank. Evaluation results demonstrate that BERT embeddings show the best transfer capabilities. The model with pretraining on the reduced English SRL data and fine-tuning on the Russian SRL data show macro-averaged F1-measure of 79.8{\%}, which is above our baseline of 78.4{\%}.",
}
<?xml version="1.0" encoding="UTF-8"?>
<modsCollection xmlns="http://www.loc.gov/mods/v3">
<mods ID="alimova-etal-2020-cross">
<titleInfo>
<title>Cross-lingual Transfer Learning for Semantic Role Labeling in Russian</title>
</titleInfo>
<name type="personal">
<namePart type="given">Ilseyar</namePart>
<namePart type="family">Alimova</namePart>
<role>
<roleTerm authority="marcrelator" type="text">author</roleTerm>
</role>
</name>
<name type="personal">
<namePart type="given">Elena</namePart>
<namePart type="family">Tutubalina</namePart>
<role>
<roleTerm authority="marcrelator" type="text">author</roleTerm>
</role>
</name>
<name type="personal">
<namePart type="given">Alexander</namePart>
<namePart type="family">Kirillovich</namePart>
<role>
<roleTerm authority="marcrelator" type="text">author</roleTerm>
</role>
</name>
<originInfo>
<dateIssued>2020-09</dateIssued>
</originInfo>
<typeOfResource>text</typeOfResource>
<relatedItem type="host">
<titleInfo>
<title>Proceedings of the 4th International Conference on Computational Linguistics in Bulgaria (CLIB 2020)</title>
</titleInfo>
<originInfo>
<publisher>Department of Computational Linguistics, IBL – BAS</publisher>
<place>
<placeTerm type="text">Sofia, Bulgaria</placeTerm>
</place>
</originInfo>
<genre authority="marcgt">conference publication</genre>
</relatedItem>
<abstract>This work is devoted to semantic role labeling (SRL) task in Russian. We investigate the role of transfer learning strategies between English FrameNet and Russian FrameBank corpora. We perform experiments with embeddings obtained from various types of multilingual language models, including BERT, XLM-R, MUSE, and LASER. For evaluation, we use a Russian FrameBank dataset. As source data for transfer learning, we experimented with the full version of FrameNet and the reduced dataset with a smaller number of semantic roles identical to FrameBank. Evaluation results demonstrate that BERT embeddings show the best transfer capabilities. The model with pretraining on the reduced English SRL data and fine-tuning on the Russian SRL data show macro-averaged F1-measure of 79.8%, which is above our baseline of 78.4%.</abstract>
<identifier type="citekey">alimova-etal-2020-cross</identifier>
<location>
<url>https://aclanthology.org/2020.clib-1.8</url>
</location>
<part>
<date>2020-09</date>
<extent unit="page">
<start>72</start>
<end>80</end>
</extent>
</part>
</mods>
</modsCollection>
%0 Conference Proceedings
%T Cross-lingual Transfer Learning for Semantic Role Labeling in Russian
%A Alimova, Ilseyar
%A Tutubalina, Elena
%A Kirillovich, Alexander
%S Proceedings of the 4th International Conference on Computational Linguistics in Bulgaria (CLIB 2020)
%D 2020
%8 September
%I Department of Computational Linguistics, IBL – BAS
%C Sofia, Bulgaria
%F alimova-etal-2020-cross
%X This work is devoted to semantic role labeling (SRL) task in Russian. We investigate the role of transfer learning strategies between English FrameNet and Russian FrameBank corpora. We perform experiments with embeddings obtained from various types of multilingual language models, including BERT, XLM-R, MUSE, and LASER. For evaluation, we use a Russian FrameBank dataset. As source data for transfer learning, we experimented with the full version of FrameNet and the reduced dataset with a smaller number of semantic roles identical to FrameBank. Evaluation results demonstrate that BERT embeddings show the best transfer capabilities. The model with pretraining on the reduced English SRL data and fine-tuning on the Russian SRL data show macro-averaged F1-measure of 79.8%, which is above our baseline of 78.4%.
%U https://aclanthology.org/2020.clib-1.8
%P 72-80
Markdown (Informal)
[Cross-lingual Transfer Learning for Semantic Role Labeling in Russian](https://aclanthology.org/2020.clib-1.8) (Alimova et al., CLIB 2020)
ACL