-
Notifications
You must be signed in to change notification settings - Fork 164
/
requirements-dev.txt
98 lines (83 loc) · 2.72 KB
/
requirements-dev.txt
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
# Development/Build utilities (allow to be unpinned)
ipdb
maturin
pre-commit
docker
# Pinned requests due to docker-py issue: https://github.com/docker/docker-py/issues/3256
requests<2.32.0
# Tracing
orjson==3.10.11 # orjson recommended for viztracer
py-spy==0.3.14
viztracer==0.15.6
# Testing frameworks
hypothesis==6.79.2
pytest==7.4.3
pytest-benchmark==4.0.0
pytest-cov==4.1.0
pytest-lazy-fixture==0.6.3
memray==1.13.4; platform_system != "Windows"
pytest-codspeed==2.2.1
# Testing dependencies
lxml==5.3.0
dask==2023.5.0; python_version == '3.8'
dask[dataframe]==2024.4.1; python_version >= '3.9'
numpy; python_version < '3.9'
numpy==1.26.2; python_version >= '3.9'
pandas==2.0.3; python_version == '3.8'
pandas==2.1.3; python_version >= '3.9'
xxhash>=3.0.0
Pillow==10.4.0
opencv-python==4.8.1.78
tiktoken==0.7.0
duckdb==1.1.2
# Pyarrow
pyarrow==16.0.0; python_version >= '3.9'
pyarrow==15.0.0; python_version < '3.9'
# Ray
ray[data, client]==2.10.0; python_version == '3.8'
ray[data, client]==2.34.0; python_version >= '3.9'
# Lance
lancedb>=0.6.10; python_version >= '3.8'
#Iceberg
pyiceberg==0.7.0; python_version >= '3.8'
tenacity==8.2.3; python_version >= '3.8'
# Delta Lake
deltalake==0.5.8; platform_system == "Windows"
deltalake==0.18.2; platform_system != "Windows" and python_version < '3.9'
deltalake==0.19.2; platform_system != "Windows" and python_version >= '3.9'
# Databricks
databricks-sdk==0.12.0
unitycatalog==0.1.1
#SQL
sqlalchemy==2.0.25; python_version >= '3.8'
connectorx==0.2.3; platform_system == "Linux" and platform_machine == "aarch64" and python_version >= '3.8'
connectorx==0.3.2; (platform_system != "Linux" or platform_machine != "aarch64") and python_version <= '3.8'
connectorx==0.3.3; (platform_system != "Linux" or platform_machine != "aarch64") and python_version > '3.8'
trino[sqlalchemy]==0.328.0; python_version >= '3.8'
PyMySQL==1.1.0; python_version >= '3.8'
psycopg2-binary==2.9.10; python_version >= '3.8'
sqlglot==23.3.0; python_version >= '3.8'
pyodbc==5.1.0; python_version >= '3.8'
# AWS
s3fs==2023.12.0; python_version >= '3.8'
# on old versions of s3fs's pinned botocore, they neglected to pin urllib3<2 which leads to:
# "ImportError: cannot import name 'DEFAULT_CIPHERS' from 'urllib3.util.ssl_'"
boto3==1.34.51; python_version >= '3.8'
moto[s3,server]==5.0.21; python_version >= '3.8'
# Azure
adlfs==2024.7.0; python_version >= '3.8'
azure-storage-blob==12.17.0
# GCS
gcsfs==2023.12.0; python_version >= '3.8'
# Documentation
myst-nb>=0.16.0
Sphinx==5.3.0
sphinx-book-theme==1.1.0; python_version >= "3.9"
sphinx-reredirects>=0.1.1
sphinx-copybutton>=0.5.2
sphinx-autosummary-accessors==2023.4.0; python_version >= "3.9"
sphinx-tabs==3.4.5
# Daft connect testing
pyspark==3.5.3
grpcio==1.67.0
grpcio-status==1.67.0