Spark3.0.1 结合CDH6.1.0 编译打包

git clone https://github.com/apache/spark.git

cd spark

git checkout -b v3.0.1_cdh6.1.0 v3.0.1 # 新开一个分支

<repository>

    <id>cloudera</id>

    <url>https://repository.cloudera.com/artifactory/cloudera-repos/</url>

    <name>Cloudera Repositories</name>

    <snapshots>

      <enabled>true</enabled>

    </snapshots>

</repository>

<pluginRepository>

    <id>cloudera</id>

    <name>Cloudera Repositories</name>

    <url>https://repository.cloudera.com/artifactory/cloudera-repos/</url>

</pluginRepository>

<profile>

    <id>hadoop-3.0</id>

    <properties>

      <hadoop.version>3.0.0-cdh6.1.0</hadoop.version>

    </properties>

</profile>

cd spark

./dev/make-distribution.sh --name hadoop-3.0.0-cdh6.1.0  --tgz  -Phadoop-3.0 -Pyarn -Phive-thriftserver -DskipTests

# 完成后的输出结果

[INFO] ------------------------------------------------------------------------

[INFO] Reactor Summary for Spark Project Parent POM 3.0.1:

[INFO]

[INFO] Spark Project Parent POM ........................... SUCCESS [  8.397 s]

[INFO] Spark Project Tags ................................. SUCCESS [ 18.853 s]

[INFO] Spark Project Sketch ............................... SUCCESS [ 16.176 s]

[INFO] Spark Project Local DB ............................. SUCCESS [  3.727 s]

[INFO] Spark Project Networking ........................... SUCCESS [  8.747 s]

[INFO] Spark Project Shuffle Streaming Service ............ SUCCESS [  2.958 s]

[INFO] Spark Project Unsafe ............................... SUCCESS [ 19.984 s]

[INFO] Spark Project Launcher ............................. SUCCESS [  4.830 s]

[INFO] Spark Project Core ................................. SUCCESS [05:56 min]

[INFO] Spark Project ML Local Library ..................... SUCCESS [01:16 min]

[INFO] Spark Project GraphX ............................... SUCCESS [01:45 min]

[INFO] Spark Project Streaming ............................ SUCCESS [03:06 min]

[INFO] Spark Project Catalyst ............................. SUCCESS [07:11 min]

[INFO] Spark Project SQL .................................. SUCCESS [10:29 min]

[INFO] Spark Project ML Library ........................... SUCCESS [07:36 min]

[INFO] Spark Project Tools ................................ SUCCESS [ 18.832 s]

[INFO] Spark Project Hive ................................. SUCCESS [04:56 min]

[INFO] Spark Project REPL ................................. SUCCESS [01:14 min]

[INFO] Spark Project YARN Shuffle Service ................. SUCCESS [ 18.784 s]

[INFO] Spark Project YARN ................................. SUCCESS [02:46 min]

[INFO] Spark Project Hive Thrift Server ................... SUCCESS [02:40 min]

[INFO] Spark Project Assembly ............................. SUCCESS [  8.246 s]

[INFO] Kafka 0.10+ Token Provider for Streaming ........... SUCCESS [01:19 min]

[INFO] Spark Integration for Kafka 0.10 ................... SUCCESS [01:51 min]

[INFO] Kafka 0.10+ Source for Structured Streaming ........ SUCCESS [03:03 min]

[INFO] Spark Project Examples ............................. SUCCESS [02:20 min]

[INFO] Spark Integration for Kafka 0.10 Assembly .......... SUCCESS [ 11.549 s]

[INFO] Spark Avro ......................................... SUCCESS [02:39 min]

[INFO] ------------------------------------------------------------------------

[INFO] BUILD SUCCESS

[INFO] ------------------------------------------------------------------------

[INFO] Total time:  01:02 h

[INFO] Finished at: 2020-09-28T17:11:13+08:00

[INFO] ------------------------------------------------------------------------