Skip to content
Open
Changes from all commits
Commits
File filter

Filter by extension

Filter by extension


Conversations
Failed to load comments.
Loading
Jump to
Jump to file
Failed to load files.
Loading
Diff view
Diff view
76 changes: 38 additions & 38 deletions pyproject.toml
Original file line number Diff line number Diff line change
Expand Up @@ -6,8 +6,8 @@ requires = ["maturin>=1.5.0,<2.0.0"]
authors = [{name = "Eventual Inc", email = "daft@eventualcomputing.com"}]
dependencies = [
"pyarrow >= 16.0.0,<25.0.0",
"fsspec<2026.5.0",
"tqdm<4.68.0",
"fsspec<2026.7.0",
"tqdm<4.69.0",
"typing-extensions >= 4.0.0; python_version < '3.12'",
"packaging"
]
Expand All @@ -33,41 +33,41 @@ repository = "https://github.com/Eventual-Inc/Daft"
all = ["daft[aws, azure, clickhouse, deltalake, gcp, google, gravitino, hudi, huggingface, iceberg, lance, numpy, openai, pandas, postgres, ray, sentence-transformers, sql, transformers, turbopuffer, unity, video]"]
aws = ["boto3<1.44.0", "mypy-boto3-glue"]
azure = []
clickhouse = ["clickhouse_connect<1.1.0"]
clickhouse = ["clickhouse_connect<1.4.0"]
deltalake = ["deltalake >= 1.5.0,< 1.7.0"]
gcp = []
google = ["google-genai<2.7.0", "numpy<2.4.0", "pillow==12.2.0"]
google = ["google-genai<2.9.0", "numpy<2.4.0", "pillow==12.2.0"]
gravitino = ["requests>=2.28.0,<3.0.0"]
hudi = ["pyarrow >= 16.0.0,<25.0.0"]
huggingface = ["huggingface-hub<1.17.0", "datasets<4.9.0"]
huggingface = ["huggingface-hub<1.20.0", "datasets<5.1.0"]
iceberg = ["pyiceberg >= 0.7.0, != 0.9.1, != 0.10.0, <= 0.11.1"]
lance = ["daft-lance"]
numpy = ["numpy<2.4.0"]
openai = ["openai<2.39.0", "numpy<2.4.0", "pillow==12.2.0"]
openai = ["openai<2.42.0", "numpy<2.4.0", "pillow==12.2.0"]
pandas = ["pandas<2.4.0"]
postgres = ["psycopg[binary]<3.4.0", "pgvector<0.5.0", "sqlglot<30.9.0", "connectorx>=0.4.4,<0.5.0"]
postgres = ["psycopg[binary]<3.4.0", "pgvector<0.5.0", "sqlglot<30.12.0", "connectorx>=0.4.4,<0.5.0"]
ray = [
# floor is 2.11: flotilla uses ray.exceptions.ActorUnavailableError, added in ray 2.11
# Inherit existing Ray version. Get the "default" extra for the Ray dashboard.
'ray[data, client]<2.56.0,>=2.11.0'
]
transformers = ["transformers<5.10.0", "sentence-transformers<5.6.0", "torch<2.13.0", "torchvision<0.28.0", "pillow==12.2.0"]
transformers = ["transformers<5.13.0", "sentence-transformers<5.7.0", "torch<2.13.0", "torchvision<0.28.0", "pillow==12.2.0"]
# connectorx 0.4.4 is needed for pgvector support.
sql = ["connectorx>=0.4.4,<0.5.0", "sqlalchemy<2.1.0", "sqlglot<30.9.0"]
turbopuffer = ["turbopuffer<2.2.0"]
sql = ["connectorx>=0.4.4,<0.5.0", "sqlalchemy<2.1.0", "sqlglot<30.12.0"]
turbopuffer = ["turbopuffer<2.5.0"]
unity = ["httpx<=0.28.1", "unitycatalog<0.2.0", "deltalake>=1.5.0,<1.7.0"]
video = ["av >= 15.0.0,< 17.1.0"]
audio = ["soundfile >= 0.13.0,<0.14.0", "librosa >= 0.11.0,<0.12.0"]
video = ["av >= 15.0.0,< 17.2.0"]
audio = ["soundfile >= 0.13.0,< 0.15.0", "librosa >= 0.11.0,<0.12.0"]
viz = []

[dependency-groups]
dev = [
"ipdb==0.13.13",
"maturin==1.13.3",
"maturin==1.14.0",
"pre-commit==4.6.0",
"docker==7.1.0",
# Pinned aiohttp due to Ray connection issue in aiohttp==3.12.6
"aiohttp==3.13.5",
"aiohttp==3.14.1",
# Pinned httpx due to unitycatalog-python issue: https://github.com/unitycatalog/unitycatalog-python/issues/9
"httpx==0.28.1",
# Tracing
Expand All @@ -76,7 +76,7 @@ dev = [
"viztracer==1.1.1",
# Testing frameworks
"hypothesis==6.148.1",
"pytest==9.0.3",
"pytest==9.1.0",
"pytest-benchmark==5.2.3",
"pytest-codspeed==5.0.3",
"pytest-cov==7.1.0",
Expand All @@ -98,9 +98,9 @@ dev = [
"opencv-python==4.13.0.92",
"tiktoken==0.13.0",
"duckdb==1.5.3",
"datasets==4.8.5",
"torch==2.11.0",
"torchvision==0.26.0",
"datasets==5.0.0",
"torch==2.12.0",
"torchvision==0.27.0",
"jax==0.6.2",
"jaxtyping==0.3.7",
# Pyarrow
Expand All @@ -109,48 +109,48 @@ dev = [
# Ray
"ray[data, client]==2.55.1",
# Lance
"daft-lance==0.3.2",
"daft-lance==0.4.0",
# Iceberg
"pyiceberg==0.11.1",
"pydantic==2.12.4",
"tenacity==9.1.4",
# Delta Lake
"deltalake==1.6.0",
# Databricks
"databricks-sdk==0.110.0",
"databricks-sdk==0.117.0",
"unitycatalog==0.1.1",
# SQL
"sqlalchemy==2.0.49",
"sqlalchemy==2.0.51",
"connectorx==0.4.5; platform_system == \"Linux\" and platform_machine == \"aarch64\"",
"connectorx==0.4.5; platform_system != \"Linux\" or platform_machine != \"aarch64\"",
"trino[sqlalchemy]==0.337.0",
"PyMySQL==1.2.0",
"psycopg2-binary==2.9.12",
"sqlglot==30.8.0",
"sqlglot==30.11.0",
"pyodbc==5.3.0",
# AWS
"s3fs==2024.9.0",
"boto3==1.36.2",
"boto3-stubs[essential,glue,s3,s3tables]==1.38.46",
"moto[glue,s3,server]==5.1.21",
"s3fs==2026.6.0",
"boto3==1.43.30",
"boto3-stubs[essential,glue,s3,s3tables]==1.43.30",
"moto[glue,s3,server]==5.2.2",
# Azure
"adlfs==2024.7.0",
"azure-storage-blob==12.27.1",
"adlfs==2026.5.0",
"azure-storage-blob==12.30.0",
# GCS
"gcsfs==2024.9.0.post1",
"gcsfs==2026.5.0",
# Hugging Face
"huggingface-hub==1.16.1",
"huggingface-hub==1.19.0",
# AI
# vllm (and its CUDA deps, e.g. nvidia-cudnn-frontend) ship no macOS/Windows wheels; gate to Linux.
"vllm==0.21.0; sys_platform == 'linux'",
"openai==2.38.0",
"google-genai==2.6.0",
"vllm==0.23.0; sys_platform == 'linux'",
"openai==2.41.1",
"google-genai==2.8.0",
# AV
"av==17.0.1",
"soundfile==0.13.1",
"av==17.1.0",
"soundfile==0.14.0",
"librosa==0.11.0",
# Clickhouse
"clickhouse-connect==1.0.1",
"clickhouse-connect==1.3.0",
# mcap
"mcap==1.3.1",
"mcap-ros2-support==0.5.7",
Expand All @@ -168,7 +168,7 @@ docs = [
# NOTE: [imaging] extra removed because it pins pillow<12.0, conflicting with pillow==12.2.0 (security fix).
# Image optimization for docs is not critical. Re-add when mkdocs-material supports Pillow 12+.
# "mkdocs-material[imaging]==9.7.6",
"mkdocstrings-python==2.0.3",
"mkdocstrings-python==2.0.4",
"mkdocs-minify-plugin==0.8.0",
"mkdocs-redirects==1.2.3",
"mkdocs-gen-files==0.6.1",
Expand All @@ -177,7 +177,7 @@ docs = [
"Jinja2==3.1.6"
]
lint = [
"ruff==0.15.14",
"ruff==0.15.17",
"black==26.5.1",
"isort==8.0.1",
"mypy==2.1.0"
Expand Down
Loading