From 4b84705bdddb1b13ef8a22181545a142a898954c Mon Sep 17 00:00:00 2001 From: Elron Bandel Date: Mon, 29 Jan 2024 04:22:48 -0500 Subject: [PATCH] Delete load Signed-off-by: Elron Bandel --- src/unitxt/load.py | 15 --------------- 1 file changed, 15 deletions(-) delete mode 100644 src/unitxt/load.py diff --git a/src/unitxt/load.py b/src/unitxt/load.py deleted file mode 100644 index f8e1c03f33..0000000000 --- a/src/unitxt/load.py +++ /dev/null @@ -1,15 +0,0 @@ -from typing import Union - -from datasets import DatasetDict - -from .artifact import fetch_artifact -from .operator import SourceOperator - - -def load_dataset(source: Union[SourceOperator, str]) -> DatasetDict: - assert isinstance( - source, (SourceOperator, str) - ), "source must be a SourceOperator or a string" - if isinstance(source, str): - source, _ = fetch_artifact(source) - return source().to_dataset()