Skip to content

Commit f52f6ca

Browse files
authored
[GLUTEN-8631][UNIFFLE] Bump Uniffle to 0.9.2 (#8632)
1 parent 04a5711 commit f52f6ca

File tree

5 files changed

+7
-5
lines changed

5 files changed

+7
-5
lines changed

.github/workflows/velox_backend.yml

+3-1
Original file line numberDiff line numberDiff line change
@@ -507,7 +507,7 @@ jobs:
507507
fail-fast: false
508508
matrix:
509509
spark: [ "spark-3.2" ]
510-
uniffle: [ "0.9.1" ]
510+
uniffle: [ "0.9.2" ]
511511
hadoop: [ "2.8.5" ]
512512
runs-on: ubuntu-20.04
513513
container: apache/gluten:centos-8
@@ -527,7 +527,9 @@ jobs:
527527
run: |
528528
export JAVA_HOME=/usr/lib/jvm/java-1.8.0-openjdk && \
529529
cd /opt && \
530+
${WGET_CMD} https://archive.apache.org/dist/incubator/uniffle/${{ matrix.uniffle }}/apache-uniffle-${{ matrix.uniffle }}-incubating-bin.tar.gz && \
530531
mkdir /opt/uniffle && tar xzf apache-uniffle-${{ matrix.uniffle }}-incubating-bin.tar.gz -C /opt/uniffle --strip-components=1 && \
532+
${WGET_CMD} https://archive.apache.org/dist/hadoop/common/hadoop-${{ matrix.hadoop }}/hadoop-${{ matrix.hadoop }}.tar.gz && \
531533
tar xzf hadoop-${{ matrix.hadoop }}.tar.gz -C /opt/ && \
532534
cd /opt/uniffle && mkdir shuffle_data && \
533535
bash -c "echo -e 'XMX_SIZE=16g\nHADOOP_HOME=/opt/hadoop-${{ matrix.hadoop }}' > ./bin/rss-env.sh" && \

dev/docker/Dockerfile.centos8-dynamic-build

+1-1
Original file line numberDiff line numberDiff line change
@@ -19,7 +19,7 @@ RUN wget -nv https://archive.apache.org/dist/celeborn/celeborn-0.3.2-incubating/
1919
RUN wget -nv https://archive.apache.org/dist/celeborn/celeborn-0.4.3/apache-celeborn-0.4.3-bin.tgz -P /opt/
2020
RUN wget -nv https://archive.apache.org/dist/celeborn/celeborn-0.5.3/apache-celeborn-0.5.3-bin.tgz -P /opt/
2121

22-
RUN wget -nv https://archive.apache.org/dist/incubator/uniffle/0.9.1/apache-uniffle-0.9.1-incubating-bin.tar.gz -P /opt/
22+
RUN wget -nv https://archive.apache.org/dist/incubator/uniffle/0.9.2/apache-uniffle-0.9.2-incubating-bin.tar.gz -P /opt/
2323
RUN wget -nv https://archive.apache.org/dist/hadoop/common/hadoop-2.8.5/hadoop-2.8.5.tar.gz -P /opt/
2424

2525
RUN git clone --depth=1 https://github.com/apache/incubator-gluten /opt/gluten

docs/get-started/Velox.md

+1-1
Original file line numberDiff line numberDiff line change
@@ -286,7 +286,7 @@ spark.dynamicAllocation.enabled false
286286

287287
## Uniffle support
288288

289-
Uniffle with velox backend supports [Uniffle](https://github.com/apache/incubator-uniffle) as remote shuffle service. Currently, the supported Uniffle versions are `0.9.1`.
289+
Uniffle with velox backend supports [Uniffle](https://github.com/apache/incubator-uniffle) as remote shuffle service. Currently, the supported Uniffle versions are `0.9.2`.
290290

291291
First refer to this URL(https://uniffle.apache.org/docs/intro) to get start with uniffle.
292292

pom.xml

+1-1
Original file line numberDiff line numberDiff line change
@@ -66,7 +66,7 @@
6666
<delta.version>2.4.0</delta.version>
6767
<delta.binary.version>24</delta.binary.version>
6868
<celeborn.version>0.5.3</celeborn.version>
69-
<uniffle.version>0.9.1</uniffle.version>
69+
<uniffle.version>0.9.2</uniffle.version>
7070
<arrow.version>15.0.0</arrow.version>
7171
<arrow-gluten.version>15.0.0-gluten</arrow-gluten.version>
7272
<arrow-memory.artifact>arrow-memory-unsafe</arrow-memory.artifact>

tools/gluten-it/pom.xml

+1-1
Original file line numberDiff line numberDiff line change
@@ -22,7 +22,7 @@
2222
<scala.binary.version>2.12</scala.binary.version>
2323
<spark.major.version>3</spark.major.version>
2424
<celeborn.version>0.3.2-incubating</celeborn.version>
25-
<uniffle.version>0.9.1</uniffle.version>
25+
<uniffle.version>0.9.2</uniffle.version>
2626
<gluten.version>1.4.0-SNAPSHOT</gluten.version>
2727
<guava.version>32.0.1-jre</guava.version>
2828
<tpch.version>1.1</tpch.version>

0 commit comments

Comments
 (0)