1.0ENSAIhttps://ensai.fr/en/Flore Ithoré-Tillyhttps://ensai.fr/en/author/fithore/BERT and the French Language: an Overview of Various Initiatives | ENSAIrich600338<blockquote class="wp-embedded-content" data-secret="RYIAnfmEs3"><a href="https://ensai.fr/en/projet/bert-french-language-nlp/">BERT and the French Language: an Overview of Various Initiatives</a></blockquote><iframe sandbox="allow-scripts" security="restricted" src="https://ensai.fr/en/projet/bert-french-language-nlp/embed/#?secret=RYIAnfmEs3" width="600" height="338" title="“BERT and the French Language: an Overview of Various Initiatives” — ENSAI" data-secret="RYIAnfmEs3" frameborder="0" marginwidth="0" marginheight="0" scrolling="no" class="wp-embedded-content"></iframe><script type="text/javascript">
/* <![CDATA[ */
/*! This file is auto-generated */
!function(d,l){"use strict";l.querySelector&&d.addEventListener&&"undefined"!=typeof URL&&(d.wp=d.wp||{},d.wp.receiveEmbedMessage||(d.wp.receiveEmbedMessage=function(e){var t=e.data;if((t||t.secret||t.message||t.value)&&!/[^a-zA-Z0-9]/.test(t.secret)){for(var s,r,n,a=l.querySelectorAll('iframe[data-secret="'+t.secret+'"]'),o=l.querySelectorAll('blockquote[data-secret="'+t.secret+'"]'),c=new RegExp("^https?:$","i"),i=0;i<o.length;i++)o[i].style.display="none";for(i=0;i<a.length;i++)s=a[i],e.source===s.contentWindow&&(s.removeAttribute("style"),"height"===t.message?(1e3<(r=parseInt(t.value,10))?r=1e3:~~r<200&&(r=200),s.height=r):"link"===t.message&&(r=new URL(s.getAttribute("src")),n=new URL(t.value),c.test(n.protocol))&&n.host===r.host&&l.activeElement===s&&(d.top.location.href=t.value))}},d.addEventListener("message",d.wp.receiveEmbedMessage,!1),l.addEventListener("DOMContentLoaded",function(){for(var e,t,s=l.querySelectorAll("iframe.wp-embedded-content"),r=0;r<s.length;r++)(t=(e=s[r]).getAttribute("data-secret"))||(t=Math.random().toString(36).substring(2,12),e.src+="#?secret="+t,e.setAttribute("data-secret",t)),e.contentWindow.postMessage({message:"ready",secret:t},"*")},!1)))}(window,document);
//# sourceURL=https://ensai.fr/wp-includes/js/wp-embed.min.js
/* ]]> */
</script>
https://ensai.fr/wp-content/uploads/2021/08/BERT-NLP.png720421Pre-trained language models recently established a new state-of-the-art in Natural Language Processing achieving better performances. These models take advantage of the huge amount of unlabeled text available to find the best representation of words. They can also be fine-tuned with more specific datasets to be used on particular NLP problems.In this paper we focused on BERT, which is one of the pioneer algorithms in this area.