<?xml version="1.0" encoding="utf-8"?>
<TEI xmlns="http://www.tei-c.org/ns/1.0" xmlns:xsi="http://www.w3.org/2001/XMLSchema-instance" xmlns:hal="http://hal.archives-ouvertes.fr/" xmlns:gml="http://www.opengis.net/gml/3.3/" xmlns:gmlce="http://www.opengis.net/gml/3.3/ce" version="1.1" xsi:schemaLocation="http://www.tei-c.org/ns/1.0 http://api.archives-ouvertes.fr/documents/aofr-sword.xsd">
  <teiHeader>
    <fileDesc>
      <titleStmt>
        <title>HAL TEI export of hal-04969382</title>
      </titleStmt>
      <publicationStmt>
        <distributor>CCSD</distributor>
        <availability status="restricted">
          <licence target="https://creativecommons.org/publicdomain/zero/1.0/">CC0 1.0 - Universal</licence>
        </availability>
        <date when="2026-05-16T00:32:27+02:00"/>
      </publicationStmt>
      <sourceDesc>
        <p part="N">HAL API Platform</p>
      </sourceDesc>
    </fileDesc>
  </teiHeader>
  <text>
    <body>
      <listBibl>
        <biblFull>
          <titleStmt>
            <title xml:lang="en">“Advantages and limitations of digital technologies for scenario-based assessment: the case of the French Language Certificates for Higher Education (Certificats de compétences en langues de l’enseignement supérieur – CLES) ”</title>
            <author role="aut">
              <persName>
                <forename type="first">Marie-Hélène</forename>
                <surname>Fries</surname>
              </persName>
              <email type="md5">94b71faf3fe8c101d16a9935197366cd</email>
              <email type="domain">univ-grenoble-alpes.fr</email>
              <idno type="idhal" notation="string">marie-helene-fries</idno>
              <idno type="idhal" notation="numeric">172563</idno>
              <idno type="halauthorid" notation="string">42072-172563</idno>
              <affiliation ref="#struct-1043063"/>
            </author>
            <author role="aut">
              <persName>
                <forename type="first">Annick</forename>
                <surname>Rivens Mompean</surname>
              </persName>
              <email type="md5">f8d9c276294c4bbb50a89040d0b61a9a</email>
              <email type="domain">univ-lille.fr</email>
              <ptr type="url" target="https://pro.univ-lille.fr/annick-rivens/responsabilites"/>
              <idno type="idhal" notation="string">annick-rivens-mompean</idno>
              <idno type="idhal" notation="numeric">6879</idno>
              <idno type="halauthorid" notation="string">5752-6879</idno>
              <idno type="IDREF">https://www.idref.fr/140465944</idno>
              <idno type="ORCID">https://orcid.org/0000-0001-6809-8065</idno>
              <affiliation ref="#struct-11909"/>
              <affiliation ref="#struct-374570"/>
            </author>
            <author role="aut">
              <persName>
                <forename type="first">Laurent</forename>
                <surname>Rouveyrol</surname>
              </persName>
              <email type="md5">14b9268c1e29c07ad5a8b6ec87551cb8</email>
              <email type="domain">unice.fr</email>
              <idno type="idhal" notation="string">laurent-rouveyrol</idno>
              <idno type="idhal" notation="numeric">7816</idno>
              <idno type="halauthorid" notation="string">28082-7816</idno>
              <idno type="IDREF">https://www.idref.fr/076651118</idno>
              <idno type="VIAF">https://viaf.org/viaf/214938778</idno>
              <idno type="ISNI">http://isni.org/isni/0000000358991356</idno>
              <affiliation ref="#struct-106107"/>
            </author>
            <editor role="depositor">
              <persName>
                <forename>Marie-Hélène</forename>
                <surname>FRIES</surname>
              </persName>
              <email type="md5">94b71faf3fe8c101d16a9935197366cd</email>
              <email type="domain">univ-grenoble-alpes.fr</email>
            </editor>
          </titleStmt>
          <editionStmt>
            <edition n="v1" type="current">
              <date type="whenSubmitted">2025-02-27 12:05:13</date>
              <date type="whenModified">2025-09-27 19:42:12</date>
              <date type="whenReleased">2025-02-27 12:05:13</date>
              <date type="whenProduced">2024-10-16</date>
            </edition>
            <respStmt>
              <resp>contributor</resp>
              <name key="550123">
                <persName>
                  <forename>Marie-Hélène</forename>
                  <surname>FRIES</surname>
                </persName>
                <email type="md5">94b71faf3fe8c101d16a9935197366cd</email>
                <email type="domain">univ-grenoble-alpes.fr</email>
              </name>
            </respStmt>
          </editionStmt>
          <publicationStmt>
            <distributor>CCSD</distributor>
            <idno type="halId">hal-04969382</idno>
            <idno type="halUri">https://hal.univ-grenoble-alpes.fr/hal-04969382</idno>
            <idno type="halBibtex">fries:hal-04969382</idno>
            <idno type="halRefHtml">&lt;i&gt;Languages for Specific Purposes and digital technologies (LSP-num)&lt;/i&gt;, Sara Alvarez-Martinez, Sophie Belan, Marie-Hélène Fries, AudeLabetoullle, Evgueniya Lyu, Oct 2024, St Martin d'Hères (université Grenoble Alpes), France</idno>
            <idno type="halRef">Languages for Specific Purposes and digital technologies (LSP-num), Sara Alvarez-Martinez, Sophie Belan, Marie-Hélène Fries, AudeLabetoullle, Evgueniya Lyu, Oct 2024, St Martin d'Hères (université Grenoble Alpes), France</idno>
            <availability status="restricted"/>
          </publicationStmt>
          <seriesStmt>
            <idno type="stamp" n="SHS">Sciences de l'Homme et de la Société</idno>
            <idno type="stamp" n="UGA">HAL Grenoble Alpes</idno>
            <idno type="stamp" n="CNRS">CNRS - Centre national de la recherche scientifique</idno>
            <idno type="stamp" n="UNIV-PARIS3">Université Sorbonne Nouvelle</idno>
            <idno type="stamp" n="AO-LINGUISTIQUE">Archives ouvertes de la Linguistique</idno>
            <idno type="stamp" n="STL">Savoirs, Textes, Langage</idno>
            <idno type="stamp" n="ILCEA4">Institut des Langues et Cultures d'Europe, Amérique, Afrique, Asie et Australie</idno>
            <idno type="stamp" n="PRISMES" corresp="UNIV-PARIS3">PRISMES</idno>
            <idno type="stamp" n="UNIV-LILLE">Université de Lille</idno>
            <idno type="stamp" n="UGA-EPE">Université Grenoble Alpes [2020-*]</idno>
            <idno type="stamp" n="TEST-UGA">TEST-UGA</idno>
          </seriesStmt>
          <notesStmt>
            <note type="audience" n="2">International</note>
            <note type="invited" n="0">No</note>
            <note type="popular" n="0">No</note>
            <note type="peer" n="1">Yes</note>
            <note type="proceedings" n="0">No</note>
          </notesStmt>
          <sourceDesc>
            <biblStruct>
              <analytic>
                <title xml:lang="en">“Advantages and limitations of digital technologies for scenario-based assessment: the case of the French Language Certificates for Higher Education (Certificats de compétences en langues de l’enseignement supérieur – CLES) ”</title>
                <author role="aut">
                  <persName>
                    <forename type="first">Marie-Hélène</forename>
                    <surname>Fries</surname>
                  </persName>
                  <email type="md5">94b71faf3fe8c101d16a9935197366cd</email>
                  <email type="domain">univ-grenoble-alpes.fr</email>
                  <idno type="idhal" notation="string">marie-helene-fries</idno>
                  <idno type="idhal" notation="numeric">172563</idno>
                  <idno type="halauthorid" notation="string">42072-172563</idno>
                  <affiliation ref="#struct-1043063"/>
                </author>
                <author role="aut">
                  <persName>
                    <forename type="first">Annick</forename>
                    <surname>Rivens Mompean</surname>
                  </persName>
                  <email type="md5">f8d9c276294c4bbb50a89040d0b61a9a</email>
                  <email type="domain">univ-lille.fr</email>
                  <ptr type="url" target="https://pro.univ-lille.fr/annick-rivens/responsabilites"/>
                  <idno type="idhal" notation="string">annick-rivens-mompean</idno>
                  <idno type="idhal" notation="numeric">6879</idno>
                  <idno type="halauthorid" notation="string">5752-6879</idno>
                  <idno type="IDREF">https://www.idref.fr/140465944</idno>
                  <idno type="ORCID">https://orcid.org/0000-0001-6809-8065</idno>
                  <affiliation ref="#struct-11909"/>
                  <affiliation ref="#struct-374570"/>
                </author>
                <author role="aut">
                  <persName>
                    <forename type="first">Laurent</forename>
                    <surname>Rouveyrol</surname>
                  </persName>
                  <email type="md5">14b9268c1e29c07ad5a8b6ec87551cb8</email>
                  <email type="domain">unice.fr</email>
                  <idno type="idhal" notation="string">laurent-rouveyrol</idno>
                  <idno type="idhal" notation="numeric">7816</idno>
                  <idno type="halauthorid" notation="string">28082-7816</idno>
                  <idno type="IDREF">https://www.idref.fr/076651118</idno>
                  <idno type="VIAF">https://viaf.org/viaf/214938778</idno>
                  <idno type="ISNI">http://isni.org/isni/0000000358991356</idno>
                  <affiliation ref="#struct-106107"/>
                </author>
              </analytic>
              <monogr>
                <meeting>
                  <title>Languages for Specific Purposes and digital technologies (LSP-num)</title>
                  <date type="start">2024-10-16</date>
                  <date type="end">2024-10-18</date>
                  <settlement>St Martin d'Hères (université Grenoble Alpes)</settlement>
                  <country key="FR">France</country>
                </meeting>
                <respStmt>
                  <resp>conferenceOrganizer</resp>
                  <name>Sara Alvarez-Martinez, Sophie Belan, Marie-Hélène Fries, AudeLabetoullle, Evgueniya Lyu</name>
                </respStmt>
                <imprint/>
              </monogr>
            </biblStruct>
          </sourceDesc>
          <profileDesc>
            <langUsage>
              <language ident="en">English</language>
            </langUsage>
            <textClass>
              <keywords scheme="author">
                <term xml:lang="en">CLES (French higher education language certificates)</term>
                <term xml:lang="en">digital technologies</term>
                <term xml:lang="en">language testing</term>
                <term xml:lang="en">scenario-based language assessment</term>
              </keywords>
              <classCode scheme="halDomain" n="shs.langue">Humanities and Social Sciences/Linguistics</classCode>
              <classCode scheme="halDomain" n="shs">Humanities and Social Sciences</classCode>
              <classCode scheme="halTypology" n="COMM">Conference papers</classCode>
              <classCode scheme="halOldTypology" n="COMM">Conference papers</classCode>
              <classCode scheme="halTreeTypology" n="COMM">Conference papers</classCode>
            </textClass>
            <abstract xml:lang="en">
              <p>CLES is a language certification based on scenarios, i.e. realistic, integrative themes in which candidates are given a mission to fulfil and a set of tasks to perform (Rouveyrol, 2012). CLES exams are based on levels B1, B2 or C1 of the Common European Framework of Reference for Languages (CEFR, 2001). They are situated on a continuum ranging from language for general communication to language for specific purposes (LSP), via the language of communication for professional use, depending on the skills targeted (Fries, 2022). At B1 and B2 levels, the themes of the scenarios are deliberately situated within a broad perimeter of contexts (life abroad for B1 and societal debates for B2), but the skills assessed are useful for professional use (e-mails and voice messages at B1 level, mini-reports and negotiations aiming at finding a compromise at B2 level). The scenarios in the CLES C1 papers on the other hand, focus more on socio-scientific controversies, within broad macro-domains: law and economics, health and life sciences, engineering sciences, social sciences and humanities. They therefore span somehow the interval between communicative language for professional use and LSP.  The development of a digital version for the CLES exams has been approached differently for level C1 and for levels B1 and B2. From the outset, CLES C1 exams were designed as a certification rooted in academic or professional life, using computers in a way that is similar to the professional environments it targets, so as to make the tasks more realistic (Zabala &amp;amp; Rouveyrol, 2022). Candidates draft their slides for the oral part on computers, for instance, in the new version of the CLES C1 exams, which is very similar to a professional panel session.  B2 and B1 exams, on the other hand, were originally designed in paper form, but the idea of a digital version was already expressed in a conference over 10 years ago (Tardieu, Reichert &amp;amp; Rivens Mompéan, 2013) and has gained momentum since the COVID 19 pandemic, as for other language tests (see for example Clark, Spiby &amp;amp; Tasviri, 2021 or Papageorgiou &amp;amp; Manna, 2021). The current digital version of the CLES exams (devised by Annick Rivens and Laurent Rouveyrol and implemented by Mehdi El Heddaoui for the B1 and B2 levels) is based on two principles: keeping the added-value of the scenario-oriented tasks for the candidates, and using the Moodle platform, which is widespread in French universities (Rouveyrol &amp;amp; Rivens, 2024). The digital version of CLES B1 and B2 exams has a number of practical advantages. The ergonomic design of the tests helps to improve the conditions in which the CLES is taken, since candidates have individual headphones for listening comprehension, instead of having to listen to videos in a lecture theatre.  Comprehension questions, both written and oral, are automatically assessed by computer, which reduces the assessment workload for teachers and allows them to concentrate on the production and oral interaction parts (Rivens &amp;amp; Rouveyrol, 2024). The results of these tests are then transferred to the Apogée or Pégase school management systems (via Moodle) without manual input, which simplifies the administrative management of the CLES exams (Fries, Brouttier, Pradat-Paz et Tinchant, 2023). Their digital version, however, does not include the oral part yet. In fact, the assessment of CLES exams takes into account pragmatic criteria as well as linguistic ones, for example successfully completing the requested ask, and pragmatics seems to have been insufficiently taken into account by AI tools so far, as well as equity issues concerning automatic decision-making processes. The digital version of the CLES exams being developed therefore seems to exemplify both the current advantages and limitations of digital tools applied to language assessment. ReferencesClark, T., Spiby, R., &amp;amp; Tasviri, R. (2021). Crisis, collaboration, recovery: IELTS and COVID-19. Language Assessment Quarterly, 18(1), 17-25. https://doi.org/10.1080/15434303.2021.1892153Council of Europe. (2001). Common framework of reference for languages: Learning, teaching, assessment. Retrieved September 19, 2024, from https://rm.coe.int/common-european-framework-of-reference-for-languages-learning-teaching/16809ea0.Fries, M.-H., Brouttier, J.-F., Pradat-Paz, I., &amp;amp; Tinchant, S. (2023). Un environnement numérique pour le certificat de compétences en langues de l’enseignement supérieur (CLES)? Défis et opportunités. Paper presented at the RANACLES Conference, Lyon, France.Fries, M.-H. (2022). De l’utilité du Certificat de compétences en langues de l’enseignement supérieur (CLES) pour les langues au travail. Études en didactique des langues, 38, 25-40.Papageorgiou, S., &amp;amp; Manna, V. F. (2021). Maintaining access to a large-scale test of academic language proficiency during the pandemic: The launch of TOEFL iBT Home Edition. Language Assessment Quarterly, 18(1), 26-41. https://doi.org/10.1080/15434303.2021.1892154Rivens Mompean, A., &amp;amp; Rouveyrol, L. (2024). Numérisation de la certification CLES: Impact et questionnement didactique. Paper presented at the Colloque de l’Association pour la recherche en didactique et acquisition de l’anglais (ARDAA), Paris, France.Rouveyrol, L., &amp;amp; Rivens, A. (2024). Digitalising multilingual certification systems: What are the challenges? For what benefits? Insights from the French CLES. Paper presented at the CERCLES Conference on Multilingualism and the Anglosphere, Durham, UK.Rouveyrol, L. (2012). À propos de la représentation de la langue dans le cadre du CLES. Interaction verbale, interaction sociale? Recherche et pratiques pédagogiques en langues, 31(3), 15-30.Tardieu, C., Reichert, M., &amp;amp; Rivens-Mompéan, A. (2013). The e-CLES project: How to make a scenario-based certificate valid, reliable and fair? In Language Testing in Europe: Time for a new framework? Antwerp, Belgium.Zabala, J., &amp;amp; Rouveyrol, L. (2022). Assessing verbal interaction: Towards European harmonization. Insights from the cooperation between Spanish and French language exams for Higher Education (CertAcles/CLES). Language Learning in Higher Education, 12(1), 129-157. https://doi.org/10.1515/cercles-2024-0010</p>
            </abstract>
          </profileDesc>
        </biblFull>
      </listBibl>
    </body>
    <back>
      <listOrg type="structures">
        <org type="laboratory" xml:id="struct-1043063" status="VALID">
          <idno type="IdRef">185158846</idno>
          <idno type="RNSR">201521274N</idno>
          <idno type="ROR">https://ror.org/02bxdh068</idno>
          <idno type="Wikidata">Q51781559</idno>
          <orgName>Institut des Langues et Cultures d'Europe, Amérique, Afrique, Asie et Australie</orgName>
          <orgName type="acronym">ILCEA4</orgName>
          <date type="start">2020-01-01</date>
          <desc>
            <address>
              <addrLine>ILCEA4 - Université Grenoble Alpes UFR Langues étrangères - CS 40700 - 38058 GRENOBLE CEDEX 9</addrLine>
              <country key="FR"/>
            </address>
            <ref type="url">http://ilcea4.univ-grenoble-alpes.fr/</ref>
          </desc>
          <listRelation>
            <relation name="EA 7356" active="#struct-1042703" type="direct"/>
          </listRelation>
        </org>
        <org type="laboratory" xml:id="struct-11909" status="VALID">
          <idno type="IdRef">094767386</idno>
          <idno type="ISNI">0000000107905038</idno>
          <idno type="RNSR">200612815H</idno>
          <idno type="ROR">https://ror.org/003fs1j49</idno>
          <idno type="Wikidata">Q33121577</idno>
          <orgName>Savoirs, Textes, Langage (STL) - UMR 8163</orgName>
          <orgName type="acronym">STL</orgName>
          <date type="start">2006-01-01</date>
          <desc>
            <address>
              <addrLine>Domaine Universitaire du Pont de Bois - Batiment B4 rue du Barreau - BP 60149 - 59653 VILLENEUVE D'ASCQ CEDEX</addrLine>
              <country key="FR"/>
            </address>
            <ref type="url">https://stl.univ-lille.fr/</ref>
          </desc>
          <listRelation>
            <relation active="#struct-374570" type="direct"/>
            <relation name="UMR8163" active="#struct-441569" type="direct"/>
          </listRelation>
        </org>
        <org type="regroupinstitution" xml:id="struct-374570" status="VALID">
          <idno type="IdRef">223446556</idno>
          <idno type="ISNI">0000 0001 2242 6780</idno>
          <idno type="ROR">https://ror.org/02kzqn938</idno>
          <idno type="Wikidata">Q3551621</idno>
          <orgName>Université de Lille</orgName>
          <desc>
            <address>
              <addrLine>EPE Université de Lille. -- 42 rue Paul Duez, 59000 Lille</addrLine>
              <country key="FR"/>
            </address>
            <ref type="url">https://www.univ-lille.fr/</ref>
          </desc>
        </org>
        <org type="laboratory" xml:id="struct-106107" status="VALID">
          <idno type="IdRef">165261870</idno>
          <idno type="RNSR">200918454Z</idno>
          <idno type="ROR">https://ror.org/05a795p68</idno>
          <orgName>PRISMES - Langues, Textes, Arts et Cultures du Monde Anglophone - EA 4398</orgName>
          <orgName type="acronym">PRISMES</orgName>
          <desc>
            <address>
              <addrLine>Université Sorbonne Nouvelle Maison de la Recherche Bureau A110 4, rue des Irlandais 75005 PARIS</addrLine>
              <country key="FR"/>
            </address>
            <ref type="url">http://www.univ-paris3.fr/prismes</ref>
          </desc>
          <listRelation>
            <relation active="#struct-52995" type="direct"/>
          </listRelation>
        </org>
        <org type="regroupinstitution" xml:id="struct-1042703" status="VALID">
          <idno type="IdRef">240648315</idno>
          <idno type="ROR">https://ror.org/02rx3b187</idno>
          <orgName>Université Grenoble Alpes</orgName>
          <orgName type="acronym">UGA</orgName>
          <date type="start">2020-01-01</date>
          <desc>
            <address>
              <addrLine>Adresse CS 40700 - 38058 Grenoble cedex</addrLine>
              <country key="FR"/>
            </address>
            <ref type="url">http://www.univ-grenoble-alpes.fr</ref>
          </desc>
        </org>
        <org type="regroupinstitution" xml:id="struct-441569" status="VALID">
          <idno type="IdRef">02636817X</idno>
          <idno type="ISNI">0000000122597504</idno>
          <idno type="ROR">https://ror.org/02feahw73</idno>
          <orgName>Centre National de la Recherche Scientifique</orgName>
          <orgName type="acronym">CNRS</orgName>
          <date type="start">1939-10-19</date>
          <desc>
            <address>
              <country key="FR"/>
            </address>
            <ref type="url">https://www.cnrs.fr/</ref>
          </desc>
        </org>
        <org type="institution" xml:id="struct-52995" status="VALID">
          <idno type="IdRef">027361837</idno>
          <idno type="ISNI">0000 0004 1937 060X </idno>
          <idno type="ROR">https://ror.org/03z6jp965</idno>
          <orgName>Université Sorbonne Nouvelle - Paris 3</orgName>
          <date type="start">1970-01-01</date>
          <desc>
            <address>
              <addrLine>17, rue de la Sorbonne - 75231 Paris cedex 05</addrLine>
              <country key="FR"/>
            </address>
            <ref type="url">http://www.univ-paris3.fr/</ref>
          </desc>
        </org>
      </listOrg>
    </back>
  </text>
</TEI>