diff --git a/pyproject.toml b/pyproject.toml index 0fd37730a2..ff40dfb26d 100644 --- a/pyproject.toml +++ b/pyproject.toml @@ -6,8 +6,8 @@ requires = ["maturin>=1.5.0,<2.0.0"] authors = [{name = "Eventual Inc", email = "daft@eventualcomputing.com"}] dependencies = [ "pyarrow >= 16.0.0,<25.0.0", - "fsspec<2026.5.0", - "tqdm<4.68.0", + "fsspec<2026.7.0", + "tqdm<4.69.0", "typing-extensions >= 4.0.0; python_version < '3.12'", "packaging" ] @@ -33,41 +33,41 @@ repository = "https://github.com/Eventual-Inc/Daft" all = ["daft[aws, azure, clickhouse, deltalake, gcp, google, gravitino, hudi, huggingface, iceberg, lance, numpy, openai, pandas, postgres, ray, sentence-transformers, sql, transformers, turbopuffer, unity, video]"] aws = ["boto3<1.44.0", "mypy-boto3-glue"] azure = [] -clickhouse = ["clickhouse_connect<1.1.0"] +clickhouse = ["clickhouse_connect<1.4.0"] deltalake = ["deltalake >= 1.5.0,< 1.7.0"] gcp = [] -google = ["google-genai<2.7.0", "numpy<2.4.0", "pillow==12.2.0"] +google = ["google-genai<2.9.0", "numpy<2.4.0", "pillow==12.2.0"] gravitino = ["requests>=2.28.0,<3.0.0"] hudi = ["pyarrow >= 16.0.0,<25.0.0"] -huggingface = ["huggingface-hub<1.17.0", "datasets<4.9.0"] +huggingface = ["huggingface-hub<1.20.0", "datasets<5.1.0"] iceberg = ["pyiceberg >= 0.7.0, != 0.9.1, != 0.10.0, <= 0.11.1"] lance = ["daft-lance"] numpy = ["numpy<2.4.0"] -openai = ["openai<2.39.0", "numpy<2.4.0", "pillow==12.2.0"] +openai = ["openai<2.42.0", "numpy<2.4.0", "pillow==12.2.0"] pandas = ["pandas<2.4.0"] -postgres = ["psycopg[binary]<3.4.0", "pgvector<0.5.0", "sqlglot<30.9.0", "connectorx>=0.4.4,<0.5.0"] +postgres = ["psycopg[binary]<3.4.0", "pgvector<0.5.0", "sqlglot<30.12.0", "connectorx>=0.4.4,<0.5.0"] ray = [ # floor is 2.11: flotilla uses ray.exceptions.ActorUnavailableError, added in ray 2.11 # Inherit existing Ray version. Get the "default" extra for the Ray dashboard. 'ray[data, client]<2.56.0,>=2.11.0' ] -transformers = ["transformers<5.10.0", "sentence-transformers<5.6.0", "torch<2.13.0", "torchvision<0.28.0", "pillow==12.2.0"] +transformers = ["transformers<5.13.0", "sentence-transformers<5.7.0", "torch<2.13.0", "torchvision<0.28.0", "pillow==12.2.0"] # connectorx 0.4.4 is needed for pgvector support. -sql = ["connectorx>=0.4.4,<0.5.0", "sqlalchemy<2.1.0", "sqlglot<30.9.0"] -turbopuffer = ["turbopuffer<2.2.0"] +sql = ["connectorx>=0.4.4,<0.5.0", "sqlalchemy<2.1.0", "sqlglot<30.12.0"] +turbopuffer = ["turbopuffer<2.5.0"] unity = ["httpx<=0.28.1", "unitycatalog<0.2.0", "deltalake>=1.5.0,<1.7.0"] -video = ["av >= 15.0.0,< 17.1.0"] -audio = ["soundfile >= 0.13.0,<0.14.0", "librosa >= 0.11.0,<0.12.0"] +video = ["av >= 15.0.0,< 17.2.0"] +audio = ["soundfile >= 0.13.0,< 0.15.0", "librosa >= 0.11.0,<0.12.0"] viz = [] [dependency-groups] dev = [ "ipdb==0.13.13", - "maturin==1.13.3", + "maturin==1.14.0", "pre-commit==4.6.0", "docker==7.1.0", # Pinned aiohttp due to Ray connection issue in aiohttp==3.12.6 - "aiohttp==3.13.5", + "aiohttp==3.14.1", # Pinned httpx due to unitycatalog-python issue: https://github.com/unitycatalog/unitycatalog-python/issues/9 "httpx==0.28.1", # Tracing @@ -76,7 +76,7 @@ dev = [ "viztracer==1.1.1", # Testing frameworks "hypothesis==6.148.1", - "pytest==9.0.3", + "pytest==9.1.0", "pytest-benchmark==5.2.3", "pytest-codspeed==5.0.3", "pytest-cov==7.1.0", @@ -98,9 +98,9 @@ dev = [ "opencv-python==4.13.0.92", "tiktoken==0.13.0", "duckdb==1.5.3", - "datasets==4.8.5", - "torch==2.11.0", - "torchvision==0.26.0", + "datasets==5.0.0", + "torch==2.12.0", + "torchvision==0.27.0", "jax==0.6.2", "jaxtyping==0.3.7", # Pyarrow @@ -109,7 +109,7 @@ dev = [ # Ray "ray[data, client]==2.55.1", # Lance - "daft-lance==0.3.2", + "daft-lance==0.4.0", # Iceberg "pyiceberg==0.11.1", "pydantic==2.12.4", @@ -117,40 +117,40 @@ dev = [ # Delta Lake "deltalake==1.6.0", # Databricks - "databricks-sdk==0.110.0", + "databricks-sdk==0.117.0", "unitycatalog==0.1.1", # SQL - "sqlalchemy==2.0.49", + "sqlalchemy==2.0.51", "connectorx==0.4.5; platform_system == \"Linux\" and platform_machine == \"aarch64\"", "connectorx==0.4.5; platform_system != \"Linux\" or platform_machine != \"aarch64\"", "trino[sqlalchemy]==0.337.0", "PyMySQL==1.2.0", "psycopg2-binary==2.9.12", - "sqlglot==30.8.0", + "sqlglot==30.11.0", "pyodbc==5.3.0", # AWS - "s3fs==2024.9.0", - "boto3==1.36.2", - "boto3-stubs[essential,glue,s3,s3tables]==1.38.46", - "moto[glue,s3,server]==5.1.21", + "s3fs==2026.6.0", + "boto3==1.43.30", + "boto3-stubs[essential,glue,s3,s3tables]==1.43.30", + "moto[glue,s3,server]==5.2.2", # Azure - "adlfs==2024.7.0", - "azure-storage-blob==12.27.1", + "adlfs==2026.5.0", + "azure-storage-blob==12.30.0", # GCS - "gcsfs==2024.9.0.post1", + "gcsfs==2026.5.0", # Hugging Face - "huggingface-hub==1.16.1", + "huggingface-hub==1.19.0", # AI # vllm (and its CUDA deps, e.g. nvidia-cudnn-frontend) ship no macOS/Windows wheels; gate to Linux. - "vllm==0.21.0; sys_platform == 'linux'", - "openai==2.38.0", - "google-genai==2.6.0", + "vllm==0.23.0; sys_platform == 'linux'", + "openai==2.41.1", + "google-genai==2.8.0", # AV - "av==17.0.1", - "soundfile==0.13.1", + "av==17.1.0", + "soundfile==0.14.0", "librosa==0.11.0", # Clickhouse - "clickhouse-connect==1.0.1", + "clickhouse-connect==1.3.0", # mcap "mcap==1.3.1", "mcap-ros2-support==0.5.7", @@ -168,7 +168,7 @@ docs = [ # NOTE: [imaging] extra removed because it pins pillow<12.0, conflicting with pillow==12.2.0 (security fix). # Image optimization for docs is not critical. Re-add when mkdocs-material supports Pillow 12+. # "mkdocs-material[imaging]==9.7.6", - "mkdocstrings-python==2.0.3", + "mkdocstrings-python==2.0.4", "mkdocs-minify-plugin==0.8.0", "mkdocs-redirects==1.2.3", "mkdocs-gen-files==0.6.1", @@ -177,7 +177,7 @@ docs = [ "Jinja2==3.1.6" ] lint = [ - "ruff==0.15.14", + "ruff==0.15.17", "black==26.5.1", "isort==8.0.1", "mypy==2.1.0"