Skip to content

Commit 271d152

Browse files
Feature/666 remove hadoop binaries (#671)
* remove explicit dependency on hortonworks dependencies * Create profile for hortonworks dependencies * update readme
1 parent 4e1cd7e commit 271d152

File tree

2 files changed

+28
-8
lines changed

2 files changed

+28
-8
lines changed

README.md

Lines changed: 3 additions & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -255,6 +255,9 @@ Hyperdrive-trigger can be packaged as a Web Application Archive and executed in
255255
- Without tests: `mvn clean package -DskipTests`
256256
- With unit tests: `mvn clean package`
257257

258+
To build Hyperdrive-Trigger without the hortonworks hadoop binaries, specify the property `exclude-hortonworks`, e.g.
259+
`mvn clean package -Dexclude-hortonworks`
260+
258261
## Liquibase
259262
The liquibase maven plugin may be used to issue liquibase commands. To use it, copy
260263
`/etc/liquibase/liquibase-maven-plugin.properties.template` to `/etc/liquibase/liquibase-maven-plugin.properties` and modify it as needed.

pom.xml

Lines changed: 25 additions & 8 deletions
Original file line numberDiff line numberDiff line change
@@ -61,20 +61,14 @@
6161
</developer>
6262
</developers>
6363

64-
<repositories>
65-
<repository>
66-
<id>hortonworks</id>
67-
<url>https://repo.hortonworks.com/content/repositories/releases/</url>
68-
</repository>
69-
</repositories>
70-
7164
<properties>
7265
<project.build.sourceEncoding>UTF-8</project.build.sourceEncoding>
7366
<project.reporting.outputEncoding>UTF-8</project.reporting.outputEncoding>
7467

7568
<scala.compat.version>2.12</scala.compat.version>
7669
<spark.version>2.4.4</spark.version>
77-
<hadoop.version>2.7.3.2.6.1.0-129</hadoop.version>
70+
<hadoop.version>2.7.3</hadoop.version>
71+
<hadoop.scope>provided</hadoop.scope>
7872
<slick.version>3.3.3</slick.version>
7973
<tminglei.version>0.19.6</tminglei.version>
8074
<slick-hikaricp.version>3.3.1</slick-hikaricp.version>
@@ -215,26 +209,31 @@
215209
<groupId>org.apache.hadoop</groupId>
216210
<artifactId>hadoop-yarn-api</artifactId>
217211
<version>${hadoop.version}</version>
212+
<scope>${hadoop.scope}</scope>
218213
</dependency>
219214
<dependency>
220215
<groupId>org.apache.hadoop</groupId>
221216
<artifactId>hadoop-yarn-common</artifactId>
222217
<version>${hadoop.version}</version>
218+
<scope>${hadoop.scope}</scope>
223219
</dependency>
224220
<dependency>
225221
<groupId>org.apache.hadoop</groupId>
226222
<artifactId>hadoop-yarn-server-common</artifactId>
227223
<version>${hadoop.version}</version>
224+
<scope>${hadoop.scope}</scope>
228225
</dependency>
229226
<dependency>
230227
<groupId>org.apache.hadoop</groupId>
231228
<artifactId>hadoop-yarn-client</artifactId>
232229
<version>${hadoop.version}</version>
230+
<scope>${hadoop.scope}</scope>
233231
</dependency>
234232
<dependency>
235233
<groupId>org.apache.hadoop</groupId>
236234
<artifactId>hadoop-client</artifactId>
237235
<version>${hadoop.version}</version>
236+
<scope>${hadoop.scope}</scope>
238237
<exclusions>
239238
<exclusion>
240239
<groupId>com.google.code.gson</groupId>
@@ -641,6 +640,24 @@
641640
</build>
642641

643642
<profiles>
643+
<profile>
644+
<id>hortonworks</id>
645+
<activation>
646+
<property>
647+
<name>!exclude-hortonworks</name>
648+
</property>
649+
</activation>
650+
<repositories>
651+
<repository>
652+
<id>hortonworks</id>
653+
<url>https://repo.hortonworks.com/content/repositories/releases/</url>
654+
</repository>
655+
</repositories>
656+
<properties>
657+
<hadoop.version>2.7.3.2.6.1.0-129</hadoop.version>
658+
<hadoop.scope>compile</hadoop.scope>
659+
</properties>
660+
</profile>
644661
<profile>
645662
<id>testdata</id>
646663
<activation>

0 commit comments

Comments
 (0)