pom.xml 37 KB

12345678910111213141516171819202122232425262728293031323334353637383940414243444546474849505152535455565758596061626364656667686970717273747576777879808182838485868788899091929394959697989910010110210310410510610710810911011111211311411511611711811912012112212312412512612712812913013113213313413513613713813914014114214314414514614714814915015115215315415515615715815916016116216316416516616716816917017117217317417517617717817918018118218318418518618718818919019119219319419519619719819920020120220320420520620720820921021121221321421521621721821922022122222322422522622722822923023123223323423523623723823924024124224324424524624724824925025125225325425525625725825926026126226326426526626726826927027127227327427527627727827928028128228328428528628728828929029129229329429529629729829930030130230330430530630730830931031131231331431531631731831932032132232332432532632732832933033133233333433533633733833934034134234334434534634734834935035135235335435535635735835936036136236336436536636736836937037137237337437537637737837938038138238338438538638738838939039139239339439539639739839940040140240340440540640740840941041141241341441541641741841942042142242342442542642742842943043143243343443543643743843944044144244344444544644744844945045145245345445545645745845946046146246346446546646746846947047147247347447547647747847948048148248348448548648748848949049149249349449549649749849950050150250350450550650750850951051151251351451551651751851952052152252352452552652752852953053153253353453553653753853954054154254354454554654754854955055155255355455555655755855956056156256356456556656756856957057157257357457557657757857958058158258358458558658758858959059159259359459559659759859960060160260360460560660760860961061161261361461561661761861962062162262362462562662762862963063163263363463563663763863964064164264364464564664764864965065165265365465565665765865966066166266366466566666766866967067167267367467567667767867968068168268368468568668768868969069169269369469569669769869970070170270370470570670770870971071171271371471571671771871972072172272372472572672772872973073173273373473573673773873974074174274374474574674774874975075175275375475575675775875976076176276376476576676776876977077177277377477577677777877978078178278378478578678778878979079179279379479579679779879980080180280380480580680780880981081181281381481581681781881982082182282382482582682782882983083183283383483583683783883984084184284384484584684784884985085185285385485585685785885986086186286386486586686786886987087187287387487587687787887988088188288388488588688788888989089189289389489589689789889990090190290390490590690790890991091191291391491591691791891992092192292392492592692792892993093193293393493593693793893994094194294394494594694794894995095195295395495595695795895996096196296396496596696796896997097197297397497597697797897998098198298398498598698798898999099199299399499599699799899910001001100210031004100510061007100810091010101110121013101410151016101710181019102010211022102310241025102610271028102910301031103210331034103510361037103810391040104110421043104410451046104710481049105010511052105310541055105610571058105910601061106210631064106510661067106810691070107110721073107410751076107710781079108010811082108310841085108610871088108910901091109210931094109510961097109810991100110111021103110411051106110711081109111011111112111311141115111611171118111911201121
  1. <?xml version="1.0" encoding="UTF-8"?>
  2. <!--
  3. ~ Licensed to the Apache Software Foundation (ASF) under one or more
  4. ~ contributor license agreements. See the NOTICE file distributed with
  5. ~ this work for additional information regarding copyright ownership.
  6. ~ The ASF licenses this file to You under the Apache License, Version 2.0
  7. ~ (the "License"); you may not use this file except in compliance with
  8. ~ the License. You may obtain a copy of the License at
  9. ~
  10. ~ http://www.apache.org/licenses/LICENSE-2.0
  11. ~
  12. ~ Unless required by applicable law or agreed to in writing, software
  13. ~ distributed under the License is distributed on an "AS IS" BASIS,
  14. ~ WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
  15. ~ See the License for the specific language governing permissions and
  16. ~ limitations under the License.
  17. -->
  18. <project xmlns="http://maven.apache.org/POM/4.0.0"
  19. xmlns:xsi="http://www.w3.org/2001/XMLSchema-instance"
  20. xsi:schemaLocation="http://maven.apache.org/POM/4.0.0 http://maven.apache.org/xsd/maven-4.0.0.xsd">
  21. <modelVersion>4.0.0</modelVersion>
  22. <groupId>org.apache.livy</groupId>
  23. <artifactId>livy-main</artifactId>
  24. <version>0.6.0-incubating-SNAPSHOT</version>
  25. <packaging>pom</packaging>
  26. <name>Livy Project Parent POM</name>
  27. <description>Livy Project</description>
  28. <url>http://livy.incubating.apache.org/</url>
  29. <parent>
  30. <groupId>org.apache</groupId>
  31. <artifactId>apache</artifactId>
  32. <version>18</version>
  33. </parent>
  34. <licenses>
  35. <license>
  36. <name>The Apache Software License, Version 2.0</name>
  37. <url>http://www.apache.org/licenses/LICENSE-2.0.txt</url>
  38. <distribution>repo</distribution>
  39. </license>
  40. </licenses>
  41. <scm>
  42. <connection>scm:git:git@github.com:apache/incubator-livy.git</connection>
  43. <developerConnection>scm:git:https://git-wip-us.apache.org/repos/asf/incubator-livy.git</developerConnection>
  44. <url>scm:git:git@github.com:apache/incubator-livy.git</url>
  45. <tag>HEAD</tag>
  46. </scm>
  47. <issueManagement>
  48. <system>JIRA</system>
  49. <url>https://issues.apache.org/jira/browse/LIVY</url>
  50. </issueManagement>
  51. <mailingLists>
  52. <mailingList>
  53. <name>Dev Mailing List</name>
  54. <post>dev@livy.incubating.apache.org</post>
  55. <subscribe>dev-subscribe@livy.incubating.apache.org</subscribe>
  56. <unsubscribe>dev-unsubscribe@livy.incubating.apache.org</unsubscribe>
  57. </mailingList>
  58. <mailingList>
  59. <name>User Mailing List</name>
  60. <post>user@livy.incubating.apache.org</post>
  61. <subscribe>user-subscribe@livy.incubating.apache.org</subscribe>
  62. <unsubscribe>user-unsubscribe@livy.incubating.apache.org</unsubscribe>
  63. </mailingList>
  64. <mailingList>
  65. <name>Commits Mailing List</name>
  66. <post>commits@livy.incubating.apache.org</post>
  67. <subscribe>commits-subscribe@livy.incubating.apache.org</subscribe>
  68. <unsubscribe>commits-unsubscribe@livy.incubating.apache.org</unsubscribe>
  69. </mailingList>
  70. </mailingLists>
  71. <properties>
  72. <hadoop.version>2.7.3</hadoop.version>
  73. <hadoop.scope>compile</hadoop.scope>
  74. <spark.scala-2.11.version>2.2.0</spark.scala-2.11.version>
  75. <spark.version>${spark.scala-2.11.version}</spark.version>
  76. <hive.version>3.0.0</hive.version>
  77. <commons-codec.version>1.9</commons-codec.version>
  78. <guava.version>15.0</guava.version>
  79. <httpclient.version>4.5.3</httpclient.version>
  80. <httpcore.version>4.4.4</httpcore.version>
  81. <jackson.version>2.9.5</jackson.version>
  82. <javax.servlet-api.version>3.1.0</javax.servlet-api.version>
  83. <jetty.version>9.3.8.v20160314</jetty.version>
  84. <json4s.version>3.2.11</json4s.version>
  85. <junit.version>4.11</junit.version>
  86. <libthrift.version>0.9.3</libthrift.version>
  87. <kryo.version>2.22</kryo.version>
  88. <metrics.version>3.1.0</metrics.version>
  89. <mockito.version>1.9.5</mockito.version>
  90. <netty.spark-2.11.version>4.0.37.Final</netty.spark-2.11.version>
  91. <netty.version>${netty.spark-2.11.version}</netty.version>
  92. <project.build.sourceEncoding>UTF-8</project.build.sourceEncoding>
  93. <py4j.version>0.10.7</py4j.version>
  94. <scala-2.11.version>2.11.12</scala-2.11.version>
  95. <scala.binary.version>2.11</scala.binary.version>
  96. <scala.version>${scala-2.11.version}</scala.version>
  97. <scalatest.version>2.2.4</scalatest.version>
  98. <scalatra.version>2.3.0</scalatra.version>
  99. <java.version>1.8</java.version>
  100. <test.redirectToFile>true</test.redirectToFile>
  101. <execution.root>${user.dir}</execution.root>
  102. <spark.home>${execution.root}/dev/spark</spark.home>
  103. <spark.bin.download.url>
  104. https://d3kbcqa49mib13.cloudfront.net/spark-2.2.0-bin-hadoop2.7.tgz
  105. </spark.bin.download.url>
  106. <spark.bin.name>spark-2.2.0-bin-hadoop2.7</spark.bin.name>
  107. <!-- used for testing, NCSARequestLog use it for access log -->
  108. <livy.log.dir>${basedir}/target</livy.log.dir>
  109. <!-- Set this to "true" to skip R tests. -->
  110. <skipRTests>false</skipRTests>
  111. <!-- Set this to "true" to skip PySpark3 tests. -->
  112. <skipPySpark3Tests>false</skipPySpark3Tests>
  113. <!--
  114. Properties for the copyright header style checks. Modules that use the ASF header
  115. should override the "copyright.header" property.
  116. -->
  117. <!--
  118. Artifacts that should not be deployed to a maven repo should override the "skipDeploy"
  119. property in their pom.
  120. -->
  121. <skipDeploy>false</skipDeploy>
  122. <asf.copyright.header><![CDATA[/*
  123. * Licensed to the Apache Software Foundation (ASF) under one or more
  124. * contributor license agreements. See the NOTICE file distributed with
  125. * this work for additional information regarding copyright ownership.
  126. * The ASF licenses this file to You under the Apache License, Version 2.0
  127. * (the "License"); you may not use this file except in compliance with
  128. * the License. You may obtain a copy of the License at
  129. *
  130. * http://www.apache.org/licenses/LICENSE-2.0
  131. *
  132. * Unless required by applicable law or agreed to in writing, software
  133. * distributed under the License is distributed on an "AS IS" BASIS,
  134. * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
  135. * See the License for the specific language governing permissions and
  136. * limitations under the License.
  137. */]]></asf.copyright.header>
  138. <copyright.header>${asf.copyright.header}</copyright.header>
  139. <MaxPermGen>512m</MaxPermGen>
  140. <CodeCacheSize>512m</CodeCacheSize>
  141. <maven.compiler.source>${java.version}</maven.compiler.source>
  142. <maven.compiler.target>${java.version}</maven.compiler.target>
  143. </properties>
  144. <repositories>
  145. <repository>
  146. <id>central</id>
  147. <!-- This should be at top, it makes maven try the central repo first and then others and hence faster dep resolution -->
  148. <name>Maven Repository</name>
  149. <url>https://repo1.maven.org/maven2</url>
  150. <releases>
  151. <enabled>true</enabled>
  152. </releases>
  153. <snapshots>
  154. <enabled>false</enabled>
  155. </snapshots>
  156. </repository>
  157. <repository>
  158. <id>apache-repo</id>
  159. <name>Apache Repository</name>
  160. <url>https://repository.apache.org/content/repositories/releases</url>
  161. <releases>
  162. <enabled>true</enabled>
  163. </releases>
  164. <snapshots>
  165. <enabled>false</enabled>
  166. </snapshots>
  167. </repository>
  168. </repositories>
  169. <modules>
  170. <module>api</module>
  171. <module>assembly</module>
  172. <module>client-common</module>
  173. <module>client-http</module>
  174. <module>core</module>
  175. <module>core/scala-2.11</module>
  176. <module>coverage</module>
  177. <module>examples</module>
  178. <module>python-api</module>
  179. <module>repl</module>
  180. <module>repl/scala-2.11</module>
  181. <module>rsc</module>
  182. <module>scala</module>
  183. <module>scala-api</module>
  184. <module>scala-api/scala-2.11</module>
  185. <module>server</module>
  186. <module>test-lib</module>
  187. <module>integration-test</module>
  188. </modules>
  189. <dependencies>
  190. <dependency>
  191. <groupId>junit</groupId>
  192. <artifactId>junit</artifactId>
  193. <version>${junit.version}</version>
  194. <scope>test</scope>
  195. </dependency>
  196. <dependency>
  197. <groupId>org.mockito</groupId>
  198. <artifactId>mockito-all</artifactId>
  199. <version>${mockito.version}</version>
  200. <scope>test</scope>
  201. </dependency>
  202. <dependency>
  203. <groupId>org.scalatest</groupId>
  204. <artifactId>scalatest_${scala.binary.version}</artifactId>
  205. <version>${scalatest.version}</version>
  206. <scope>test</scope>
  207. </dependency>
  208. <dependency>
  209. <groupId>org.scalatra</groupId>
  210. <artifactId>scalatra-scalatest_${scala.binary.version}</artifactId>
  211. <version>${scalatra.version}</version>
  212. <scope>test</scope>
  213. </dependency>
  214. </dependencies>
  215. <dependencyManagement>
  216. <dependencies>
  217. <dependency>
  218. <groupId>log4j</groupId>
  219. <artifactId>log4j</artifactId>
  220. <version>1.2.16</version>
  221. </dependency>
  222. <dependency>
  223. <groupId>com.esotericsoftware.kryo</groupId>
  224. <artifactId>kryo</artifactId>
  225. <version>${kryo.version}</version>
  226. </dependency>
  227. <dependency>
  228. <groupId>com.fasterxml.jackson.core</groupId>
  229. <artifactId>jackson-annotations</artifactId>
  230. <version>${jackson.version}</version>
  231. </dependency>
  232. <dependency>
  233. <groupId>com.fasterxml.jackson.core</groupId>
  234. <artifactId>jackson-core</artifactId>
  235. <version>${jackson.version}</version>
  236. </dependency>
  237. <dependency>
  238. <groupId>com.fasterxml.jackson.core</groupId>
  239. <artifactId>jackson-databind</artifactId>
  240. <version>${jackson.version}</version>
  241. </dependency>
  242. <dependency>
  243. <groupId>com.fasterxml.jackson.module</groupId>
  244. <artifactId>jackson-module-scala_${scala.binary.version}</artifactId>
  245. <version>${jackson.version}</version>
  246. </dependency>
  247. <dependency>
  248. <groupId>commons-codec</groupId>
  249. <artifactId>commons-codec</artifactId>
  250. <version>${commons-codec.version}</version>
  251. </dependency>
  252. <dependency>
  253. <groupId>com.google.guava</groupId>
  254. <artifactId>guava</artifactId>
  255. <version>${guava.version}</version>
  256. </dependency>
  257. <dependency>
  258. <groupId>io.dropwizard.metrics</groupId>
  259. <artifactId>metrics-core</artifactId>
  260. <version>${metrics.version}</version>
  261. </dependency>
  262. <dependency>
  263. <groupId>io.dropwizard.metrics</groupId>
  264. <artifactId>metrics-healthchecks</artifactId>
  265. <version>${metrics.version}</version>
  266. </dependency>
  267. <dependency>
  268. <groupId>io.netty</groupId>
  269. <artifactId>netty-all</artifactId>
  270. <version>${netty.version}</version>
  271. </dependency>
  272. <dependency>
  273. <groupId>javax.servlet</groupId>
  274. <artifactId>javax.servlet-api</artifactId>
  275. <version>${javax.servlet-api.version}</version>
  276. </dependency>
  277. <dependency>
  278. <groupId>org.apache.hadoop</groupId>
  279. <artifactId>hadoop-auth</artifactId>
  280. <version>${hadoop.version}</version>
  281. </dependency>
  282. <dependency>
  283. <groupId>org.apache.hadoop</groupId>
  284. <artifactId>hadoop-common</artifactId>
  285. <version>${hadoop.version}</version>
  286. <exclusions>
  287. <exclusion>
  288. <groupId>javax.servlet</groupId>
  289. <artifactId>servlet-api</artifactId>
  290. </exclusion>
  291. </exclusions>
  292. </dependency>
  293. <dependency>
  294. <groupId>org.apache.hadoop</groupId>
  295. <artifactId>hadoop-common</artifactId>
  296. <classifier>tests</classifier>
  297. <version>${hadoop.version}</version>
  298. </dependency>
  299. <dependency>
  300. <groupId>org.apache.hadoop</groupId>
  301. <artifactId>hadoop-client</artifactId>
  302. <version>${hadoop.version}</version>
  303. </dependency>
  304. <dependency>
  305. <groupId>org.apache.hadoop</groupId>
  306. <artifactId>hadoop-hdfs</artifactId>
  307. <classifier>tests</classifier>
  308. <version>${hadoop.version}</version>
  309. </dependency>
  310. <dependency>
  311. <groupId>org.apache.hadoop</groupId>
  312. <artifactId>hadoop-yarn-api</artifactId>
  313. <version>${hadoop.version}</version>
  314. </dependency>
  315. <dependency>
  316. <groupId>org.apache.hadoop</groupId>
  317. <artifactId>hadoop-yarn-client</artifactId>
  318. <version>${hadoop.version}</version>
  319. </dependency>
  320. <dependency>
  321. <groupId>org.apache.hadoop</groupId>
  322. <artifactId>hadoop-yarn-common</artifactId>
  323. <version>${hadoop.version}</version>
  324. </dependency>
  325. <dependency>
  326. <groupId>org.apache.hadoop</groupId>
  327. <artifactId>hadoop-yarn-server-tests</artifactId>
  328. <classifier>tests</classifier>
  329. <version>${hadoop.version}</version>
  330. </dependency>
  331. <dependency>
  332. <groupId>org.apache.httpcomponents</groupId>
  333. <artifactId>httpcore</artifactId>
  334. <version>${httpcore.version}</version>
  335. </dependency>
  336. <dependency>
  337. <groupId>org.apache.httpcomponents</groupId>
  338. <artifactId>httpclient</artifactId>
  339. <version>${httpclient.version}</version>
  340. </dependency>
  341. <dependency>
  342. <groupId>org.apache.spark</groupId>
  343. <artifactId>spark-core_${scala.binary.version}</artifactId>
  344. <version>${spark.version}</version>
  345. <exclusions>
  346. <exclusion>
  347. <groupId>org.eclipse.jetty.orbit</groupId>
  348. <artifactId>javax.servlet</artifactId>
  349. </exclusion>
  350. </exclusions>
  351. </dependency>
  352. <dependency>
  353. <groupId>org.apache.spark</groupId>
  354. <artifactId>spark-hive_${scala.binary.version}</artifactId>
  355. <version>${spark.version}</version>
  356. </dependency>
  357. <dependency>
  358. <groupId>org.apache.spark</groupId>
  359. <artifactId>spark-launcher_${scala.binary.version}</artifactId>
  360. <version>${spark.version}</version>
  361. <exclusions>
  362. <exclusion>
  363. <groupId>org.spark-project.spark</groupId>
  364. <artifactId>unused</artifactId>
  365. </exclusion>
  366. </exclusions>
  367. </dependency>
  368. <dependency>
  369. <groupId>org.apache.spark</groupId>
  370. <artifactId>spark-repl_${scala.binary.version}</artifactId>
  371. <version>${spark.version}</version>
  372. </dependency>
  373. <dependency>
  374. <groupId>org.apache.spark</groupId>
  375. <artifactId>spark-sql_${scala.binary.version}</artifactId>
  376. <version>${spark.version}</version>
  377. </dependency>
  378. <dependency>
  379. <groupId>org.apache.spark</groupId>
  380. <artifactId>spark-streaming_${scala.binary.version}</artifactId>
  381. <version>${spark.version}</version>
  382. <scope>provided</scope>
  383. </dependency>
  384. <dependency>
  385. <groupId>org.apache.spark</groupId>
  386. <artifactId>spark-yarn_${scala.binary.version}</artifactId>
  387. <version>${spark.version}</version>
  388. </dependency>
  389. <dependency>
  390. <groupId>org.eclipse.jetty</groupId>
  391. <artifactId>jetty-http</artifactId>
  392. <version>${jetty.version}</version>
  393. </dependency>
  394. <dependency>
  395. <groupId>org.eclipse.jetty</groupId>
  396. <artifactId>jetty-continuation</artifactId>
  397. <version>${jetty.version}</version>
  398. </dependency>
  399. <dependency>
  400. <groupId>org.eclipse.jetty</groupId>
  401. <artifactId>jetty-servlet</artifactId>
  402. <version>${jetty.version}</version>
  403. </dependency>
  404. <dependency>
  405. <groupId>org.eclipse.jetty</groupId>
  406. <artifactId>jetty-server</artifactId>
  407. <version>${jetty.version}</version>
  408. </dependency>
  409. <dependency>
  410. <groupId>org.eclipse.jetty</groupId>
  411. <artifactId>jetty-util</artifactId>
  412. <version>${jetty.version}</version>
  413. </dependency>
  414. <dependency>
  415. <groupId>org.eclipse.jetty</groupId>
  416. <artifactId>jetty-plus</artifactId>
  417. <version>${jetty.version}</version>
  418. </dependency>
  419. <dependency>
  420. <groupId>org.eclipse.jetty</groupId>
  421. <artifactId>jetty-security</artifactId>
  422. <version>${jetty.version}</version>
  423. </dependency>
  424. <dependency>
  425. <groupId>org.json4s</groupId>
  426. <artifactId>json4s_${scala.binary.version}</artifactId>
  427. <version>${json4s.version}</version>
  428. </dependency>
  429. <dependency>
  430. <groupId>org.json4s</groupId>
  431. <artifactId>json4s-ast_${scala.binary.version}</artifactId>
  432. <version>${json4s.version}</version>
  433. </dependency>
  434. <dependency>
  435. <groupId>org.json4s</groupId>
  436. <artifactId>json4s-core_${scala.binary.version}</artifactId>
  437. <version>${json4s.version}</version>
  438. </dependency>
  439. <dependency>
  440. <groupId>org.json4s</groupId>
  441. <artifactId>json4s-jackson_${scala.binary.version}</artifactId>
  442. <version>${json4s.version}</version>
  443. </dependency>
  444. <dependency>
  445. <groupId>org.scala-lang</groupId>
  446. <artifactId>scala-compiler</artifactId>
  447. <version>${scala.version}</version>
  448. </dependency>
  449. <dependency>
  450. <groupId>org.scala-lang</groupId>
  451. <artifactId>scala-library</artifactId>
  452. <version>${scala.version}</version>
  453. </dependency>
  454. <dependency>
  455. <groupId>org.scala-lang</groupId>
  456. <artifactId>scala-reflect</artifactId>
  457. <version>${scala.version}</version>
  458. </dependency>
  459. <dependency>
  460. <groupId>org.scalatra</groupId>
  461. <artifactId>scalatra_${scala.binary.version}</artifactId>
  462. <version>${scalatra.version}</version>
  463. </dependency>
  464. <dependency>
  465. <groupId>org.scalatra</groupId>
  466. <artifactId>scalatra-jetty_${scala.binary.version}</artifactId>
  467. <version>${scalatra.version}</version>
  468. </dependency>
  469. <dependency>
  470. <groupId>org.scalatra</groupId>
  471. <artifactId>scalatra-json_${scala.binary.version}</artifactId>
  472. <version>${scalatra.version}</version>
  473. </dependency>
  474. <dependency>
  475. <groupId>org.scalatra</groupId>
  476. <artifactId>scalatra-test_${scala.binary.version}</artifactId>
  477. <version>${scalatra.version}</version>
  478. </dependency>
  479. <dependency>
  480. <groupId>net.sf.py4j</groupId>
  481. <artifactId>py4j</artifactId>
  482. <version>${py4j.version}</version>
  483. </dependency>
  484. <!-- we need a version > 1.7.13 because of SLF4J-324 -->
  485. <dependency>
  486. <groupId>org.slf4j</groupId>
  487. <artifactId>slf4j-api</artifactId>
  488. <version>1.7.25</version>
  489. </dependency>
  490. </dependencies>
  491. </dependencyManagement>
  492. <build>
  493. <pluginManagement>
  494. <plugins>
  495. <plugin>
  496. <groupId>org.apache.maven.plugins</groupId>
  497. <artifactId>maven-compiler-plugin</artifactId>
  498. <version>3.3</version>
  499. </plugin>
  500. <plugin>
  501. <groupId>org.apache.maven.plugins</groupId>
  502. <artifactId>maven-assembly-plugin</artifactId>
  503. <version>2.6</version>
  504. </plugin>
  505. <plugin>
  506. <groupId>org.apache.maven.plugins</groupId>
  507. <artifactId>maven-antrun-plugin</artifactId>
  508. <version>1.8</version>
  509. </plugin>
  510. <plugin>
  511. <groupId>org.apache.maven.plugins</groupId>
  512. <artifactId>maven-jar-plugin</artifactId>
  513. <version>2.3.2</version>
  514. </plugin>
  515. <plugin>
  516. <groupId>org.apache.maven.plugins</groupId>
  517. <artifactId>maven-deploy-plugin</artifactId>
  518. <version>2.8.2</version>
  519. </plugin>
  520. <plugin>
  521. <groupId>org.apache.felix</groupId>
  522. <artifactId>maven-bundle-plugin</artifactId>
  523. <version>2.4.0</version>
  524. </plugin>
  525. <plugin>
  526. <groupId>org.codehaus.mojo</groupId>
  527. <artifactId>build-helper-maven-plugin</artifactId>
  528. <version>1.10</version>
  529. </plugin>
  530. <plugin>
  531. <groupId>net.alchim31.maven</groupId>
  532. <artifactId>scala-maven-plugin</artifactId>
  533. <version>3.2.2</version>
  534. <executions>
  535. <execution>
  536. <goals>
  537. <goal>compile</goal>
  538. <goal>testCompile</goal>
  539. </goals>
  540. </execution>
  541. <execution>
  542. <id>scala-compile-first</id>
  543. <phase>process-resources</phase>
  544. <goals>
  545. <goal>compile</goal>
  546. </goals>
  547. </execution>
  548. </executions>
  549. <configuration>
  550. <scalaVersion>${scala.version}</scalaVersion>
  551. <recompileMode>incremental</recompileMode>
  552. <useZincServer>true</useZincServer>
  553. <checkMultipleScalaVersions>false</checkMultipleScalaVersions>
  554. <args>
  555. <arg>-unchecked</arg>
  556. <arg>-deprecation</arg>
  557. <arg>-feature</arg>
  558. </args>
  559. <javacArgs>
  560. <javacArg>-source</javacArg>
  561. <javacArg>${java.version}</javacArg>
  562. <javacArg>-target</javacArg>
  563. <javacArg>${java.version}</javacArg>
  564. <javacArg>-Xlint:unchecked</javacArg>
  565. </javacArgs>
  566. <jvmArgs>
  567. <jvmArg>-Xms1024m</jvmArg>
  568. <jvmArg>-Xmx1024m</jvmArg>
  569. <jvmArg>-XX:ReservedCodeCacheSize=${CodeCacheSize}</jvmArg>
  570. </jvmArgs>
  571. </configuration>
  572. </plugin>
  573. <plugin>
  574. <groupId>org.apache.maven.plugins</groupId>
  575. <artifactId>maven-install-plugin</artifactId>
  576. <version>2.5.2</version>
  577. </plugin>
  578. <plugin>
  579. <groupId>org.apache.maven.plugins</groupId>
  580. <artifactId>maven-shade-plugin</artifactId>
  581. <version>2.4.2</version>
  582. </plugin>
  583. <plugin>
  584. <groupId>org.apache.maven.plugins</groupId>
  585. <artifactId>maven-surefire-plugin</artifactId>
  586. <version>2.19</version>
  587. <configuration>
  588. <environmentVariables>
  589. <LIVY_TEST>true</LIVY_TEST>
  590. <SPARK_HOME>${spark.home}</SPARK_HOME>
  591. </environmentVariables>
  592. <systemProperties>
  593. <java.awt.headless>true</java.awt.headless>
  594. <java.io.tmpdir>${project.build.directory}/tmp</java.io.tmpdir>
  595. <livy.environment>development</livy.environment>
  596. <jacoco.args>${argLine}</jacoco.args>
  597. <spark.ui.enabled>false</spark.ui.enabled>
  598. <project.version>${project.version}</project.version>
  599. <skipRTests>${skipRTests}</skipRTests>
  600. <skipPySpark3Tests>${skipPySpark3Tests}</skipPySpark3Tests>
  601. </systemProperties>
  602. <redirectTestOutputToFile>${test.redirectToFile}</redirectTestOutputToFile>
  603. <useFile>${test.redirectToFile}</useFile>
  604. <argLine>${argLine} -Xmx2g</argLine>
  605. <failIfNoTests>false</failIfNoTests>
  606. </configuration>
  607. </plugin>
  608. <plugin>
  609. <groupId>org.scalatest</groupId>
  610. <artifactId>scalatest-maven-plugin</artifactId>
  611. <version>1.0</version>
  612. <configuration>
  613. <environmentVariables>
  614. <LIVY_TEST>true</LIVY_TEST>
  615. <SPARK_HOME>${spark.home}</SPARK_HOME>
  616. <LIVY_LOG_DIR>${livy.log.dir}</LIVY_LOG_DIR>
  617. <LIVY_SPARK_VERSION>${spark.version}</LIVY_SPARK_VERSION>
  618. <LIVY_SCALA_VERSION>${scala.binary.version}</LIVY_SCALA_VERSION>
  619. </environmentVariables>
  620. <systemProperties>
  621. <java.awt.headless>true</java.awt.headless>
  622. <java.io.tmpdir>${project.build.directory}/tmp</java.io.tmpdir>
  623. <livy.environment>development</livy.environment>
  624. <jacoco.args>${argLine}</jacoco.args>
  625. <spark.ui.enabled>false</spark.ui.enabled>
  626. <project.version>${project.version}</project.version>
  627. <skipRTests>${skipRTests}</skipRTests>
  628. <skipPySpark3Tests>${skipPySpark3Tests}</skipPySpark3Tests>
  629. </systemProperties>
  630. <stdout>D</stdout>
  631. <reportsDirectory>${project.build.directory}/surefire-reports</reportsDirectory>
  632. <junitxml>.</junitxml>
  633. <filereports>WDF TestSuite.txt</filereports>
  634. <argLine>${argLine} -Xmx2g</argLine>
  635. </configuration>
  636. <executions>
  637. <execution>
  638. <id>test</id>
  639. <goals>
  640. <goal>test</goal>
  641. </goals>
  642. </execution>
  643. </executions>
  644. </plugin>
  645. <plugin>
  646. <groupId>org.apache.rat</groupId>
  647. <artifactId>apache-rat-plugin</artifactId>
  648. <version>0.12</version>
  649. </plugin>
  650. <plugin>
  651. <groupId>org.apache.maven.plugins</groupId>
  652. <artifactId>maven-remote-resources-plugin</artifactId>
  653. <version>1.5</version>
  654. </plugin>
  655. <plugin>
  656. <groupId>org.codehaus.mojo</groupId>
  657. <artifactId>license-maven-plugin</artifactId>
  658. <version>1.13</version>
  659. </plugin>
  660. <plugin>
  661. <groupId>org.apache.maven.plugins</groupId>
  662. <artifactId>maven-javadoc-plugin</artifactId>
  663. <version>3.0.0-M1</version>
  664. <configuration>
  665. <doctitle>Livy ${project.version} Java API</doctitle>
  666. <windowtitle>Livy ${project.version} JavaDoc</windowtitle>
  667. </configuration>
  668. </plugin>
  669. <plugin>
  670. <groupId>com.googlecode.maven-download-plugin</groupId>
  671. <artifactId>download-maven-plugin</artifactId>
  672. <version>1.3.0</version>
  673. </plugin>
  674. </plugins>
  675. </pluginManagement>
  676. <plugins>
  677. <plugin>
  678. <groupId>org.apache.maven.plugins</groupId>
  679. <artifactId>maven-compiler-plugin</artifactId>
  680. <executions>
  681. <execution>
  682. <id>default-compile</id>
  683. <phase>none</phase>
  684. </execution>
  685. <execution>
  686. <id>default-testCompile</id>
  687. <phase>none</phase>
  688. </execution>
  689. </executions>
  690. <configuration>
  691. <source>${java.version}</source>
  692. <target>${java.version}</target>
  693. </configuration>
  694. </plugin>
  695. <plugin>
  696. <groupId>org.apache.maven.plugins</groupId>
  697. <artifactId>maven-enforcer-plugin</artifactId>
  698. <inherited>false</inherited>
  699. <configuration>
  700. <rules>
  701. <requireJavaVersion>
  702. <version>${java.version}</version>
  703. </requireJavaVersion>
  704. <requireMavenVersion>
  705. <version>[3.0.0,)</version>
  706. </requireMavenVersion>
  707. <requireOS>
  708. <family>unix</family>
  709. </requireOS>
  710. </rules>
  711. </configuration>
  712. <executions>
  713. <execution>
  714. <id>default</id>
  715. <goals>
  716. <goal>enforce</goal>
  717. </goals>
  718. <phase>validate</phase>
  719. </execution>
  720. </executions>
  721. </plugin>
  722. <plugin>
  723. <groupId>org.apache.maven.plugins</groupId>
  724. <artifactId>maven-antrun-plugin</artifactId>
  725. <executions>
  726. <!-- Cleans up files that tests append to (because we have two test plugins). -->
  727. <execution>
  728. <id>pre-test-clean</id>
  729. <phase>generate-test-resources</phase>
  730. <goals>
  731. <goal>run</goal>
  732. </goals>
  733. <configuration>
  734. <target>
  735. <delete file="${project.build.directory}/unit-tests.log" quiet="true" />
  736. <delete dir="${project.build.directory}/jacoco" quiet="true" />
  737. <delete dir="${project.build.directory}/tmp" quiet="true" />
  738. </target>
  739. </configuration>
  740. </execution>
  741. <!-- Create the temp directory to be used by tests. -->
  742. <execution>
  743. <id>create-tmp-dir</id>
  744. <phase>generate-test-resources</phase>
  745. <goals>
  746. <goal>run</goal>
  747. </goals>
  748. <configuration>
  749. <target>
  750. <mkdir dir="${project.build.directory}/tmp" />
  751. </target>
  752. </configuration>
  753. </execution>
  754. <!--
  755. Copy the template scalastyle / checkstyle configuration and replace the copyright
  756. header.
  757. -->
  758. <execution>
  759. <id>setup-style-checker</id>
  760. <phase>verify</phase>
  761. <goals>
  762. <goal>run</goal>
  763. </goals>
  764. <configuration>
  765. <target>
  766. <copy file="${execution.root}/scalastyle.xml"
  767. tofile="${project.build.directory}/scalastyle.xml" />
  768. <replace file="${project.build.directory}/scalastyle.xml"
  769. token="{{COPYRIGHT_HEADER}}"
  770. value="${copyright.header}" />
  771. <copy file="${execution.root}/checkstyle.xml"
  772. tofile="${project.build.directory}/checkstyle.xml" />
  773. <echo file="${project.build.directory}/checkstyle.header"
  774. message="${copyright.header}" />
  775. <replace file="${project.build.directory}/checkstyle.xml"
  776. token="{{HEADER_FILE}}"
  777. value="${project.build.directory}/checkstyle.header" />
  778. </target>
  779. </configuration>
  780. </execution>
  781. </executions>
  782. </plugin>
  783. <plugin>
  784. <groupId>org.scalastyle</groupId>
  785. <artifactId>scalastyle-maven-plugin</artifactId>
  786. <version>0.8.0</version>
  787. <configuration>
  788. <verbose>false</verbose>
  789. <failOnViolation>true</failOnViolation>
  790. <includeTestSourceDirectory>true</includeTestSourceDirectory>
  791. <failOnWarning>false</failOnWarning>
  792. <sourceDirectory>${basedir}/src/main/scala</sourceDirectory>
  793. <testSourceDirectory>${basedir}/src/test/scala</testSourceDirectory>
  794. <configLocation>${project.build.directory}/scalastyle.xml</configLocation>
  795. <outputFile>${basedir}/target/scalastyle-output.xml</outputFile>
  796. <inputEncoding>${project.build.sourceEncoding}</inputEncoding>
  797. <outputEncoding>${project.reporting.outputEncoding}</outputEncoding>
  798. </configuration>
  799. <executions>
  800. <execution>
  801. <goals>
  802. <goal>check</goal>
  803. </goals>
  804. </execution>
  805. </executions>
  806. </plugin>
  807. <plugin>
  808. <groupId>org.apache.maven.plugins</groupId>
  809. <artifactId>maven-checkstyle-plugin</artifactId>
  810. <version>2.17</version>
  811. <configuration>
  812. <verbose>false</verbose>
  813. <failOnViolation>true</failOnViolation>
  814. <includeTestSourceDirectory>true</includeTestSourceDirectory>
  815. <failOnWarning>false</failOnWarning>
  816. <sourceDirectory>${basedir}/src/main/java</sourceDirectory>
  817. <testSourceDirectory>${basedir}/src/test/java</testSourceDirectory>
  818. <configLocation>${project.build.directory}/checkstyle.xml</configLocation>
  819. <outputFile>${basedir}/target/checkstyle-output.xml</outputFile>
  820. <inputEncoding>${project.build.sourceEncoding}</inputEncoding>
  821. <outputEncoding>${project.reporting.outputEncoding}</outputEncoding>
  822. </configuration>
  823. <executions>
  824. <execution>
  825. <goals>
  826. <goal>check</goal>
  827. </goals>
  828. </execution>
  829. </executions>
  830. </plugin>
  831. <plugin>
  832. <groupId>org.apache.maven.plugins</groupId>
  833. <artifactId>maven-deploy-plugin</artifactId>
  834. <configuration>
  835. <skip>${skipDeploy}</skip>
  836. </configuration>
  837. </plugin>
  838. <plugin>
  839. <groupId>org.apache.maven.plugins</groupId>
  840. <artifactId>maven-dependency-plugin</artifactId>
  841. <version>2.10</version>
  842. <configuration>
  843. <outputDirectory>${project.build.directory}/jars</outputDirectory>
  844. <useSubDirectoryPerType>false</useSubDirectoryPerType>
  845. <includeScope>runtime</includeScope>
  846. <silent>true</silent>
  847. <overWriteReleases>true</overWriteReleases>
  848. <overWriteSnapshots>true</overWriteSnapshots>
  849. </configuration>
  850. </plugin>
  851. <plugin>
  852. <groupId>org.apache.maven.plugins</groupId>
  853. <artifactId>maven-surefire-plugin</artifactId>
  854. </plugin>
  855. <plugin>
  856. <groupId>org.jacoco</groupId>
  857. <artifactId>jacoco-maven-plugin</artifactId>
  858. <version>0.8.2</version>
  859. <executions>
  860. <execution>
  861. <goals>
  862. <goal>prepare-agent</goal>
  863. </goals>
  864. <configuration>
  865. <append>true</append>
  866. <destFile>${project.build.directory}/jacoco/main.exec</destFile>
  867. </configuration>
  868. </execution>
  869. </executions>
  870. </plugin>
  871. <plugin>
  872. <groupId>org.apache.rat</groupId>
  873. <artifactId>apache-rat-plugin</artifactId>
  874. <configuration>
  875. <excludesFile>${execution.root}/.rat-excludes</excludesFile>
  876. </configuration>
  877. <executions>
  878. <execution>
  879. <phase>verify</phase>
  880. <goals>
  881. <goal>check</goal>
  882. </goals>
  883. </execution>
  884. </executions>
  885. </plugin>
  886. <!-- Override this plugin with parent POM to add DISCLAIMER file to artifacts. -->
  887. <plugin>
  888. <groupId>org.apache.maven.plugins</groupId>
  889. <artifactId>maven-remote-resources-plugin</artifactId>
  890. <executions>
  891. <execution>
  892. <id>process-resource-bundles</id>
  893. <goals>
  894. <goal>process</goal>
  895. </goals>
  896. <configuration>
  897. <resourceBundles>
  898. <resourceBundle>org.apache:apache-jar-resource-bundle:1.4</resourceBundle>
  899. <resourceBundle>org.apache.apache.resources:apache-incubator-disclaimer-resource-bundle:1.2-SNAPSHOT</resourceBundle>
  900. </resourceBundles>
  901. </configuration>
  902. </execution>
  903. </executions>
  904. </plugin>
  905. </plugins>
  906. </build>
  907. <reporting>
  908. <plugins>
  909. <plugin>
  910. <groupId>net.alchim31.maven</groupId>
  911. <artifactId>scala-maven-plugin</artifactId>
  912. </plugin>
  913. </plugins>
  914. </reporting>
  915. <profiles>
  916. <profile>
  917. <id>thriftserver</id>
  918. <modules>
  919. <module>thriftserver/server</module>
  920. </modules>
  921. </profile>
  922. <!-- Spark version profiles -->
  923. <profile>
  924. <id>spark-2.3</id>
  925. <properties>
  926. <spark.scala-2.11.version>2.3.1</spark.scala-2.11.version>
  927. <spark.version>${spark.scala-2.11.version}</spark.version>
  928. <netty.spark-2.11.version>4.1.17.Final</netty.spark-2.11.version>
  929. <spark.bin.download.url>
  930. http://mirrors.advancedhosters.com/apache/spark/spark-2.3.1/spark-2.3.1-bin-hadoop2.7.tgz
  931. </spark.bin.download.url>
  932. <spark.bin.name>spark-2.3.1-bin-hadoop2.7</spark.bin.name>
  933. </properties>
  934. </profile>
  935. <profile>
  936. <id>skip-parent-modules</id>
  937. <activation>
  938. <file>
  939. <missing>src/main/resources/build.marker</missing>
  940. </file>
  941. </activation>
  942. <build>
  943. <plugins>
  944. <plugin>
  945. <groupId>org.scalatest</groupId>
  946. <artifactId>scalatest-maven-plugin</artifactId>
  947. </plugin>
  948. <plugin>
  949. <groupId>net.alchim31.maven</groupId>
  950. <artifactId>scala-maven-plugin</artifactId>
  951. </plugin>
  952. </plugins>
  953. </build>
  954. </profile>
  955. <profile>
  956. <!-- This will search remote and local repos to generate THIRD-PARTY license file, make sure
  957. livy artifacts existed in either remote or local repos, otherwise run mvn install before. -->
  958. <id>generate-third-party</id>
  959. <activation>
  960. <property>
  961. <name>generate-third-party</name>
  962. </property>
  963. </activation>
  964. <build>
  965. <plugins>
  966. <plugin>
  967. <groupId>org.codehaus.mojo</groupId>
  968. <artifactId>license-maven-plugin</artifactId>
  969. <inherited>false</inherited>
  970. <configuration>
  971. <outputDirectory>${execution.root}</outputDirectory>
  972. <thirdPartyFilename>THIRD-PARTY</thirdPartyFilename>
  973. <sortArtifactByName>true</sortArtifactByName>
  974. <fileTemplate>${execution.root}/dev/third-party-file.ftl</fileTemplate>
  975. </configuration>
  976. <executions>
  977. <execution>
  978. <phase>prepare-package</phase>
  979. <goals>
  980. <goal>aggregate-add-third-party</goal>
  981. </goals>
  982. </execution>
  983. </executions>
  984. </plugin>
  985. </plugins>
  986. </build>
  987. </profile>
  988. <profile>
  989. <id>public-docs</id>
  990. <activation>
  991. <property>
  992. <name>public-docs</name>
  993. </property>
  994. </activation>
  995. <build>
  996. <plugins>
  997. <plugin>
  998. <groupId>org.apache.maven.plugins</groupId>
  999. <artifactId>maven-javadoc-plugin</artifactId>
  1000. <configuration>
  1001. <failOnError>true</failOnError>
  1002. <excludePackageNames>*.test,*.example,*.client,*.annotations,*.rsc</excludePackageNames>
  1003. </configuration>
  1004. </plugin>
  1005. </plugins>
  1006. </build>
  1007. </profile>
  1008. </profiles>
  1009. </project>