File tree 5 files changed +7
-5
lines changed
5 files changed +7
-5
lines changed Original file line number Diff line number Diff line change @@ -507,7 +507,7 @@ jobs:
507
507
fail-fast : false
508
508
matrix :
509
509
spark : [ "spark-3.2" ]
510
- uniffle : [ "0.9.1 " ]
510
+ uniffle : [ "0.9.2 " ]
511
511
hadoop : [ "2.8.5" ]
512
512
runs-on : ubuntu-20.04
513
513
container : apache/gluten:centos-8
@@ -527,7 +527,9 @@ jobs:
527
527
run : |
528
528
export JAVA_HOME=/usr/lib/jvm/java-1.8.0-openjdk && \
529
529
cd /opt && \
530
+ ${WGET_CMD} https://archive.apache.org/dist/incubator/uniffle/${{ matrix.uniffle }}/apache-uniffle-${{ matrix.uniffle }}-incubating-bin.tar.gz && \
530
531
mkdir /opt/uniffle && tar xzf apache-uniffle-${{ matrix.uniffle }}-incubating-bin.tar.gz -C /opt/uniffle --strip-components=1 && \
532
+ ${WGET_CMD} https://archive.apache.org/dist/hadoop/common/hadoop-${{ matrix.hadoop }}/hadoop-${{ matrix.hadoop }}.tar.gz && \
531
533
tar xzf hadoop-${{ matrix.hadoop }}.tar.gz -C /opt/ && \
532
534
cd /opt/uniffle && mkdir shuffle_data && \
533
535
bash -c "echo -e 'XMX_SIZE=16g\nHADOOP_HOME=/opt/hadoop-${{ matrix.hadoop }}' > ./bin/rss-env.sh" && \
Original file line number Diff line number Diff line change @@ -19,7 +19,7 @@ RUN wget -nv https://archive.apache.org/dist/celeborn/celeborn-0.3.2-incubating/
19
19
RUN wget -nv https://archive.apache.org/dist/celeborn/celeborn-0.4.3/apache-celeborn-0.4.3-bin.tgz -P /opt/
20
20
RUN wget -nv https://archive.apache.org/dist/celeborn/celeborn-0.5.3/apache-celeborn-0.5.3-bin.tgz -P /opt/
21
21
22
- RUN wget -nv https://archive.apache.org/dist/incubator/uniffle/0.9.1 /apache-uniffle-0.9.1 -incubating-bin.tar.gz -P /opt/
22
+ RUN wget -nv https://archive.apache.org/dist/incubator/uniffle/0.9.2 /apache-uniffle-0.9.2 -incubating-bin.tar.gz -P /opt/
23
23
RUN wget -nv https://archive.apache.org/dist/hadoop/common/hadoop-2.8.5/hadoop-2.8.5.tar.gz -P /opt/
24
24
25
25
RUN git clone --depth=1 https://github.com/apache/incubator-gluten /opt/gluten
Original file line number Diff line number Diff line change @@ -286,7 +286,7 @@ spark.dynamicAllocation.enabled false
286
286
287
287
## Uniffle support
288
288
289
- Uniffle with velox backend supports [ Uniffle] ( https://github.com/apache/incubator-uniffle ) as remote shuffle service. Currently, the supported Uniffle versions are ` 0.9.1 ` .
289
+ Uniffle with velox backend supports [ Uniffle] ( https://github.com/apache/incubator-uniffle ) as remote shuffle service. Currently, the supported Uniffle versions are ` 0.9.2 ` .
290
290
291
291
First refer to this URL(https://uniffle.apache.org/docs/intro ) to get start with uniffle.
292
292
Original file line number Diff line number Diff line change 66
66
<delta .version>2.4.0</delta .version>
67
67
<delta .binary.version>24</delta .binary.version>
68
68
<celeborn .version>0.5.3</celeborn .version>
69
- <uniffle .version>0.9.1 </uniffle .version>
69
+ <uniffle .version>0.9.2 </uniffle .version>
70
70
<arrow .version>15.0.0</arrow .version>
71
71
<arrow-gluten .version>15.0.0-gluten</arrow-gluten .version>
72
72
<arrow-memory .artifact>arrow-memory-unsafe</arrow-memory .artifact>
Original file line number Diff line number Diff line change 22
22
<scala .binary.version>2.12</scala .binary.version>
23
23
<spark .major.version>3</spark .major.version>
24
24
<celeborn .version>0.3.2-incubating</celeborn .version>
25
- <uniffle .version>0.9.1 </uniffle .version>
25
+ <uniffle .version>0.9.2 </uniffle .version>
26
26
<gluten .version>1.4.0-SNAPSHOT</gluten .version>
27
27
<guava .version>32.0.1-jre</guava .version>
28
28
<tpch .version>1.1</tpch .version>
You can’t perform that action at this time.
0 commit comments