[ci] Update PySpark version. (#9214)

This commit is contained in:
Jiaming Yuan
2023-05-31 03:00:44 +08:00
committed by GitHub
parent 17fd3f55e9
commit 62e9387cd5
5 changed files with 5 additions and 9 deletions

View File

@@ -25,7 +25,7 @@ RUN \
python=3.10 cudf=$RAPIDS_VERSION_ARG* rmm=$RAPIDS_VERSION_ARG* cudatoolkit=$CUDA_VERSION_ARG \
dask dask-cuda=$RAPIDS_VERSION_ARG* dask-cudf=$RAPIDS_VERSION_ARG* cupy \
numpy pytest pytest-timeout scipy scikit-learn pandas matplotlib wheel python-kubernetes urllib3 graphviz hypothesis \
pyspark cloudpickle cuda-python && \
pyspark>=3.4.0 cloudpickle cuda-python && \
mamba clean --all && \
conda run --no-capture-output -n gpu_test pip install buildkite-test-collector