add datasets by default + s3 flavor

eliebak · eliebak · commit ab04877fa19d · 2024-09-04T07:28:34.000Z
diff --git a/pyproject.toml b/pyproject.toml
@@ -21,6 +21,7 @@ dependencies = [
     "safetensors",
     "dacite",
     "tqdm",
+    "datasets",
 ]
 
 [tool.setuptools.packages.find]
@@ -53,6 +54,12 @@ nanosets = [
      "numba",
 ]
 
+s3 = [
+    "boto3",
+    "s3fs",
+    "s5cmd",
+]
+
 [build-system]
 requires = [
     "setuptools",
