update test and flavours

huggingface · Sep 4, 2024 · 714644d · 714644d
1 parent b646980
commit 714644d
Show file tree

Hide file tree

Showing 2 changed files with 13 additions and 0 deletions.
diff --git a/.github/workflows/fa2_unit_tests.yaml b/.github/workflows/fa2_unit_tests.yaml
@@ -48,6 +48,9 @@ jobs:
         pip install -e .
         pip install -e .[dev]
         pip install -e .[test]
+        pip install -e .[nanosets]
+        pip install -e .[s3]
+        pip install -e .[lighteval]
 
     - name: Show installed libraries and their versions
       run: pip freeze | tee installed.txt

diff --git a/pyproject.toml b/pyproject.toml
@@ -53,6 +53,16 @@ nanosets = [
      "numba",
 ]
 
+s3 = [
+    "boto3",
+    "s3fs",
+    "s5cmd",
+]
+
+lighteval = [
+    "lighteval@git+https://github.com/eliebak/lighteval.git@current-nanotron",
+]
+
 [build-system]
 requires = [
     "setuptools",