diff --git a/README.md b/README.md
index eef777a6..7e4869ff 100644
--- a/README.md
+++ b/README.md
@@ -4,9 +4,6 @@
     <a href="https://github.com/huggingface/nanotron/releases">
         <img alt="GitHub release" src="https://img.shields.io/github/release/huggingface/nanotron.svg">
     </a>
-    <a href="https://arxiv.org/abs/2210.07316">
-        <img alt="GitHub release" src="https://img.shields.io/badge/arXiv-2305.14251-b31b1b.svg">
-    </a>
     <a href="https://github.com/huggingface/nanotron/blob/master/LICENSE">
         <img alt="License" src="https://img.shields.io/github/license/huggingface/nanotron.svg?color=green">
     </a>