Skip to content
This repository was archived by the owner on Dec 15, 2025. It is now read-only.

Commit d113389

Browse files
luisfponceluisfponce
committed
Update sparkbench
* sparkbench/assembly/pom.xml: * Changed property name activation on `allModules` profile. * Added new profile that excludes `sparkbench-streaming` artifact. * sparkbench/pom.xml: * Changed property name activation on `allModules` profile. * Added new profile that excludes `streaming` module. * Added profile spark2.4 due spark-core_2.12 supports > 2.4.0 version. * Added profile scala 2.12. Scala < 2.12 does not compiles on java 1.11 jdk. * Added profile hadoop3.2 to propagate this variable to all spark benchmark. * sparkbecnh/streaming/pom.xml: * Added profile spark2.4 on sparkbench-streaming POM with spark-streaming-kafka-0-8_2.11 version 2.4.0. Signed-off-by: Luis Ponce <luis.f.ponce.navarro@linux.intel.com>
1 parent 40dfcce commit d113389

3 files changed

Lines changed: 111 additions & 2 deletions

File tree

‎sparkbench/assembly/pom.xml‎

Lines changed: 37 additions & 1 deletion
Original file line numberDiff line numberDiff line change
@@ -159,7 +159,43 @@
159159
</dependencies>
160160
<activation>
161161
<property>
162-
<name>!modules</name>
162+
<name>!exclude-streaming</name>
163+
</property>
164+
</activation>
165+
</profile>
166+
167+
<profile>
168+
<id>exclude-streaming</id>
169+
<dependencies>
170+
<dependency>
171+
<groupId>com.intel.hibench.sparkbench</groupId>
172+
<artifactId>sparkbench-micro</artifactId>
173+
<version>${project.version}</version>
174+
</dependency>
175+
<dependency>
176+
<groupId>com.intel.hibench.sparkbench</groupId>
177+
<artifactId>sparkbench-ml</artifactId>
178+
<version>${project.version}</version>
179+
</dependency>
180+
<dependency>
181+
<groupId>com.intel.hibench.sparkbench</groupId>
182+
<artifactId>sparkbench-websearch</artifactId>
183+
<version>${project.version}</version>
184+
</dependency>
185+
<dependency>
186+
<groupId>com.intel.hibench.sparkbench</groupId>
187+
<artifactId>sparkbench-graph</artifactId>
188+
<version>${project.version}</version>
189+
</dependency>
190+
<dependency>
191+
<groupId>com.intel.hibench.sparkbench</groupId>
192+
<artifactId>sparkbench-sql</artifactId>
193+
<version>${project.version}</version>
194+
</dependency>
195+
</dependencies>
196+
<activation>
197+
<property>
198+
<name>exclude-streaming</name>
163199
</property>
164200
</activation>
165201
</profile>

‎sparkbench/pom.xml‎

Lines changed: 57 additions & 1 deletion
Original file line numberDiff line numberDiff line change
@@ -117,7 +117,23 @@
117117
</modules>
118118
<activation>
119119
<property>
120-
<name>!modules</name>
120+
<name>!exclude-streaming</name>
121+
</property>
122+
</activation>
123+
</profile>
124+
125+
<profile>
126+
<id>no-streaming</id>
127+
<modules>
128+
<module>micro</module>
129+
<module>ml</module>
130+
<module>websearch</module>
131+
<module>graph</module>
132+
<module>sql</module>
133+
</modules>
134+
<activation>
135+
<property>
136+
<name>exclude-streaming</name>
121137
</property>
122138
</activation>
123139
</profile>
@@ -191,6 +207,20 @@
191207
</activation>
192208
</profile>
193209

210+
<profile>
211+
<id>spark2.4</id>
212+
<properties>
213+
<spark.version>2.4.3</spark.version>
214+
<spark.bin.version>2.4</spark.bin.version>
215+
</properties>
216+
<activation>
217+
<property>
218+
<name>spark</name>
219+
<value>2.4</value>
220+
</property>
221+
</activation>
222+
</profile>
223+
194224
<profile>
195225
<id>defaultScalaVersion</id>
196226
<properties>
@@ -232,5 +262,31 @@
232262
</activation>
233263
</profile>
234264

265+
<profile>
266+
<id>scala2.12</id>
267+
<properties>
268+
<scala.version>2.12.7</scala.version>
269+
<scala.binary.version>2.12</scala.binary.version>
270+
</properties>
271+
<activation>
272+
<property>
273+
<name>scala</name>
274+
<value>2.12</value>
275+
</property>
276+
</activation>
277+
</profile>
278+
279+
<profile>
280+
<id>hadoop3.2</id>
281+
<properties>
282+
<hadoop.mr2.version>3.2.0</hadoop.mr2.version>
283+
</properties>
284+
<activation>
285+
<property>
286+
<name>hadoop</name>
287+
<value>3.2</value>
288+
</property>
289+
</activation>
290+
</profile>
235291
</profiles>
236292
</project>

‎sparkbench/streaming/pom.xml‎

Lines changed: 17 additions & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -119,5 +119,22 @@
119119
</activation>
120120
</profile>
121121

122+
<profile>
123+
<id>spark2.4</id>
124+
<dependencies>
125+
<dependency>
126+
<groupId>org.apache.spark</groupId>
127+
<artifactId>spark-streaming-kafka-0-8_2.11</artifactId>
128+
<version>2.4.0</version>
129+
</dependency>
130+
</dependencies>
131+
<activation>
132+
<property>
133+
<name>spark</name>
134+
<value>2.4</value>
135+
</property>
136+
</activation>
137+
</profile>
138+
122139
</profiles>
123140
</project>

0 commit comments

Comments
 (0)