@inproceedings{church-etal-2021-benchmarking,
title = "Benchmarking: Past, Present and Future",
author = "Church, Kenneth and
Liberman, Mark and
Kordoni, Valia",
editor = "Church, Kenneth and
Liberman, Mark and
Kordoni, Valia",
booktitle = "Proceedings of the 1st Workshop on Benchmarking: Past, Present and Future",
month = aug,
year = "2021",
address = "Online",
publisher = "Association for Computational Linguistics",
url = "https://aclanthology.org/2021.bppf-1.1/",
doi = "10.18653/v1/2021.bppf-1.1",
pages = "1--7",
abstract = "Where have we been, and where are we going? It is easier to talk about the past than the future. These days, benchmarks evolve more bottom up (such as papers with code). There used to be more top-down leadership from government (and industry, in the case of systems, with benchmarks such as SPEC). Going forward, there may be more top-down leadership from organizations like MLPerf and/or influencers like David Ferrucci, who was responsible for IBM`s success with Jeopardy, and has recently written a paper suggesting how the community should think about benchmarking for machine comprehension. Tasks such as reading comprehension become even more interesting as we move beyond English. Multilinguality introduces many challenges, and even more opportunities."
}
<?xml version="1.0" encoding="UTF-8"?>
<modsCollection xmlns="http://www.loc.gov/mods/v3">
<mods ID="church-etal-2021-benchmarking">
<titleInfo>
<title>Benchmarking: Past, Present and Future</title>
</titleInfo>
<name type="personal">
<namePart type="given">Kenneth</namePart>
<namePart type="family">Church</namePart>
<role>
<roleTerm authority="marcrelator" type="text">author</roleTerm>
</role>
</name>
<name type="personal">
<namePart type="given">Mark</namePart>
<namePart type="family">Liberman</namePart>
<role>
<roleTerm authority="marcrelator" type="text">author</roleTerm>
</role>
</name>
<name type="personal">
<namePart type="given">Valia</namePart>
<namePart type="family">Kordoni</namePart>
<role>
<roleTerm authority="marcrelator" type="text">author</roleTerm>
</role>
</name>
<originInfo>
<dateIssued>2021-08</dateIssued>
</originInfo>
<typeOfResource>text</typeOfResource>
<relatedItem type="host">
<titleInfo>
<title>Proceedings of the 1st Workshop on Benchmarking: Past, Present and Future</title>
</titleInfo>
<name type="personal">
<namePart type="given">Kenneth</namePart>
<namePart type="family">Church</namePart>
<role>
<roleTerm authority="marcrelator" type="text">editor</roleTerm>
</role>
</name>
<name type="personal">
<namePart type="given">Mark</namePart>
<namePart type="family">Liberman</namePart>
<role>
<roleTerm authority="marcrelator" type="text">editor</roleTerm>
</role>
</name>
<name type="personal">
<namePart type="given">Valia</namePart>
<namePart type="family">Kordoni</namePart>
<role>
<roleTerm authority="marcrelator" type="text">editor</roleTerm>
</role>
</name>
<originInfo>
<publisher>Association for Computational Linguistics</publisher>
<place>
<placeTerm type="text">Online</placeTerm>
</place>
</originInfo>
<genre authority="marcgt">conference publication</genre>
</relatedItem>
<abstract>Where have we been, and where are we going? It is easier to talk about the past than the future. These days, benchmarks evolve more bottom up (such as papers with code). There used to be more top-down leadership from government (and industry, in the case of systems, with benchmarks such as SPEC). Going forward, there may be more top-down leadership from organizations like MLPerf and/or influencers like David Ferrucci, who was responsible for IBM‘s success with Jeopardy, and has recently written a paper suggesting how the community should think about benchmarking for machine comprehension. Tasks such as reading comprehension become even more interesting as we move beyond English. Multilinguality introduces many challenges, and even more opportunities.</abstract>
<identifier type="citekey">church-etal-2021-benchmarking</identifier>
<identifier type="doi">10.18653/v1/2021.bppf-1.1</identifier>
<location>
<url>https://aclanthology.org/2021.bppf-1.1/</url>
</location>
<part>
<date>2021-08</date>
<extent unit="page">
<start>1</start>
<end>7</end>
</extent>
</part>
</mods>
</modsCollection>
%0 Conference Proceedings
%T Benchmarking: Past, Present and Future
%A Church, Kenneth
%A Liberman, Mark
%A Kordoni, Valia
%Y Church, Kenneth
%Y Liberman, Mark
%Y Kordoni, Valia
%S Proceedings of the 1st Workshop on Benchmarking: Past, Present and Future
%D 2021
%8 August
%I Association for Computational Linguistics
%C Online
%F church-etal-2021-benchmarking
%X Where have we been, and where are we going? It is easier to talk about the past than the future. These days, benchmarks evolve more bottom up (such as papers with code). There used to be more top-down leadership from government (and industry, in the case of systems, with benchmarks such as SPEC). Going forward, there may be more top-down leadership from organizations like MLPerf and/or influencers like David Ferrucci, who was responsible for IBM‘s success with Jeopardy, and has recently written a paper suggesting how the community should think about benchmarking for machine comprehension. Tasks such as reading comprehension become even more interesting as we move beyond English. Multilinguality introduces many challenges, and even more opportunities.
%R 10.18653/v1/2021.bppf-1.1
%U https://aclanthology.org/2021.bppf-1.1/
%U https://doi.org/10.18653/v1/2021.bppf-1.1
%P 1-7
Markdown (Informal)
[Benchmarking: Past, Present and Future](https://aclanthology.org/2021.bppf-1.1/) (Church et al., BPPF 2021)
ACL
- Kenneth Church, Mark Liberman, and Valia Kordoni. 2021. Benchmarking: Past, Present and Future. In Proceedings of the 1st Workshop on Benchmarking: Past, Present and Future, pages 1–7, Online. Association for Computational Linguistics.