3 Star 7 Fork 0

Qinx / setl

Create your Gitee Account
Explore and code with more than 12 million developers,Free private repositories !:)
Sign up
Clone or Download
pom.xml 18.16 KB
Copy Edit Raw Blame History
<?xml version="1.0" encoding="UTF-8"?>
<project xmlns:xsi="http://www.w3.org/2001/XMLSchema-instance" xmlns="http://maven.apache.org/POM/4.0.0"
xsi:schemaLocation="http://maven.apache.org/POM/4.0.0 http://maven.apache.org/xsd/maven-4.0.0.xsd">
<modelVersion>4.0.0</modelVersion>
<groupId>com.jcdecaux.setl</groupId>
<artifactId>setl_2.12</artifactId>
<version>${revision}${changelist}</version>
<packaging>jar</packaging>
<name>SETL</name>
<description>
SETL is an open-source Scala framework powered by Apache Spark that helps developers to structure ETL projects,
modularize data transformation logic and speed up the development.
</description>
<url>https://github.com/SETL-Developers/setl</url>
<licenses>
<license>
<name>The Apache License, Version 2.0</name>
<url>http://www.apache.org/licenses/LICENSE-2.0.txt</url>
</license>
</licenses>
<organization>
<name>JCDecaux SA</name>
<url>https://www.jcdecaux.com</url>
</organization>
<developers>
<developer>
<id>MFA</id>
<name>Marouane Felja</name>
<email>marouane.felja@jcdecaux.com</email>
</developer>
<developer>
<id>QXZ</id>
<name>Qin Xuzhou</name>
<email>me@qinxuzhou.com</email>
</developer>
<developer>
<id>JTR</id>
<name>Joris Truong</name>
<email>joris.truong@jcdecaux.com</email>
</developer>
</developers>
<scm>
<connection>scm:git:git://github.com/SETL-Developers/setl.git</connection>
<developerConnection>scm:git:ssh://github.com:SETL-Developers/setl.git</developerConnection>
<url>https://github.com/SETL-Developers/setl/tree/master</url>
</scm>
<repositories>
<repository>
<id>maven.apache.org</id>
<url>https://repo.maven.apache.org/maven2</url>
</repository>
<repository>
<id>ossrh-snapshots</id>
<url>https://oss.sonatype.org/content/repositories/snapshots/</url>
</repository>
</repositories>
<properties>
<revision>1.0.0</revision>
<changelist>-SNAPSHOT</changelist>
<java.version>1.8</java.version>
<app.environment>local</app.environment>
<apache.hadoop.version>3.2.0</apache.hadoop.version>
<delta.version>0.7.0</delta.version>
<scala.version>2.12.10</scala.version>
<scala.compat.version>2.12</scala.compat.version>
<scala.maven.plugin.version>4.4.0</scala.maven.plugin.version>
<scalatest.version>3.2.1</scalatest.version>
<scalatest.maven.plugin.version>2.0.2</scalatest.maven.plugin.version>
<scoverage.plugin.version>1.4.1</scoverage.plugin.version>
<spark.version>3.0.1</spark.version>
<spark.compat.version>3.0</spark.compat.version>
<spark.cassandra.connector.version>3.0.0</spark.cassandra.connector.version>
<spark.dynamodb.version>1.1.1</spark.dynamodb.version>
<spark.excel.version>0.13.6</spark.excel.version>
<project.build.sourceEncoding>UTF-8</project.build.sourceEncoding>
<project.reporting.outputEncoding>UTF-8</project.reporting.outputEncoding>
<project.timezone>UTC</project.timezone>
<postgresql.version>42.2.18</postgresql.version>
<maven.compiler.plugin.version>3.8.1</maven.compiler.plugin.version>
<maven.javadoc.plugin.version>3.2.0</maven.javadoc.plugin.version>
<maven.source.plugin.version>3.2.1</maven.source.plugin.version>
<maven.surefire.plugin.version>2.22.2</maven.surefire.plugin.version>
<maven.deploy.plugin.version>2.8.2</maven.deploy.plugin.version>
<maven.help.plugin.version>3.2.0</maven.help.plugin.version>
<maven.gpg.plugin.version>1.6</maven.gpg.plugin.version>
<maven.site.plugin.version>3.9.1</maven.site.plugin.version>
<nexus.staging.maven.plugin.version>1.6.8</nexus.staging.maven.plugin.version>
<typesafe.config.version>1.4.1</typesafe.config.version>
</properties>
<dependencies>
<dependency>
<groupId>org.scala-lang</groupId>
<artifactId>scala-library</artifactId>
<version>${scala.version}</version>
<scope>provided</scope>
</dependency>
<dependency>
<groupId>org.scala-lang</groupId>
<artifactId>scala-reflect</artifactId>
<version>${scala.version}</version>
<scope>provided</scope>
</dependency>
<dependency>
<groupId>org.apache.spark</groupId>
<artifactId>spark-core_${scala.compat.version}</artifactId>
<version>${spark.version}</version>
<scope>provided</scope>
</dependency>
<dependency>
<groupId>org.apache.spark</groupId>
<artifactId>spark-sql_${scala.compat.version}</artifactId>
<version>${spark.version}</version>
<scope>provided</scope>
</dependency>
<dependency>
<groupId>org.apache.spark</groupId>
<artifactId>spark-mllib_${scala.compat.version}</artifactId>
<version>${spark.version}</version>
<scope>provided</scope>
</dependency>
<dependency>
<groupId>org.apache.spark</groupId>
<artifactId>spark-hive_${scala.compat.version}</artifactId>
<version>${spark.version}</version>
<scope>provided</scope>
</dependency>
<!-- HADOOP AWS SUPPORT -->
<dependency>
<groupId>org.apache.hadoop</groupId>
<artifactId>hadoop-common</artifactId>
<version>${apache.hadoop.version}</version>
<scope>provided</scope>
</dependency>
<dependency>
<groupId>org.apache.hadoop</groupId>
<artifactId>hadoop-aws</artifactId>
<version>${apache.hadoop.version}</version>
<scope>provided</scope>
</dependency>
<!-- CONNECTORS -->
<dependency>
<groupId>com.datastax.spark</groupId>
<artifactId>spark-cassandra-connector_${scala.compat.version}</artifactId>
<version>${spark.cassandra.connector.version}</version>
</dependency>
<dependency>
<groupId>com.crealytics</groupId>
<artifactId>spark-excel_${scala.compat.version}</artifactId>
<version>${spark.excel.version}</version>
<exclusions>
<exclusion>
<groupId>com.fasterxml.jackson.core</groupId>
<artifactId>jackson-core</artifactId>
</exclusion>
</exclusions>
</dependency>
<dependency>
<groupId>com.audienceproject</groupId>
<artifactId>spark-dynamodb_${scala.compat.version}</artifactId>
<version>${spark.dynamodb.version}</version>
</dependency>
<dependency>
<groupId>io.delta</groupId>
<artifactId>delta-core_${scala.compat.version}</artifactId>
<version>${delta.version}</version>
</dependency>
<!-- TYPESAFE CONFIG -->
<dependency>
<groupId>com.typesafe</groupId>
<artifactId>config</artifactId>
<version>${typesafe.config.version}</version>
</dependency>
<!-- Test -->
<dependency>
<groupId>org.scalatest</groupId>
<artifactId>scalatest_${scala.compat.version}</artifactId>
<version>${scalatest.version}</version>
<scope>test</scope>
</dependency>
<dependency>
<groupId>org.postgresql</groupId>
<artifactId>postgresql</artifactId>
<version>${postgresql.version}</version>
<scope>test</scope>
</dependency>
</dependencies>
<build>
<plugins>
<plugin>
<groupId>org.apache.maven.plugins</groupId>
<artifactId>maven-compiler-plugin</artifactId>
<version>${maven.compiler.plugin.version}</version>
<configuration>
<source>${java.version}</source>
<target>${java.version}</target>
</configuration>
<executions>
<execution>
<id>default-compile</id>
<phase>none</phase>
</execution>
</executions>
</plugin>
<plugin>
<groupId>net.alchim31.maven</groupId>
<artifactId>scala-maven-plugin</artifactId>
<version>${scala.maven.plugin.version}</version>
<configuration>
<args>
<arg>-unchecked</arg>
<arg>-deprecation</arg>
<arg>-feature</arg>
<arg>-explaintypes</arg>
<arg>-target:jvm-${java.version}</arg>
</args>
</configuration>
<executions>
<execution>
<id>compile</id>
<goals>
<goal>compile</goal>
</goals>
</execution>
<execution>
<id>test-compile</id>
<goals>
<goal>testCompile</goal>
</goals>
</execution>
<execution>
<id>attach-javadocs</id>
<goals>
<goal>doc-jar</goal>
</goals>
</execution>
<execution>
<id>add-source</id>
<goals>
<goal>add-source</goal>
</goals>
</execution>
</executions>
</plugin>
<plugin>
<groupId>org.apache.maven.plugins</groupId>
<artifactId>maven-javadoc-plugin</artifactId>
<version>${maven.javadoc.plugin.version}</version>
</plugin>
<plugin>
<groupId>org.apache.maven.plugins</groupId>
<artifactId>maven-source-plugin</artifactId>
<version>${maven.source.plugin.version}</version>
<configuration>
<outputDirectory>target</outputDirectory>
<attach>true</attach>
</configuration>
<executions>
<execution>
<id>attach-sources</id>
<goals>
<goal>jar</goal>
</goals>
</execution>
</executions>
</plugin>
<plugin>
<groupId>org.apache.maven.plugins</groupId>
<artifactId>maven-surefire-plugin</artifactId>
<version>${maven.surefire.plugin.version}</version>
<configuration>
<skipTests>true</skipTests>
</configuration>
</plugin>
<plugin>
<groupId>org.scalatest</groupId>
<artifactId>scalatest-maven-plugin</artifactId>
<version>${scalatest.maven.plugin.version}</version>
<configuration>
<reportsDirectory>${project.build.directory}/surefire-reports</reportsDirectory>
<junitxml>.</junitxml>
<argLine>-Duser.timezone=${project.timezone} -Dfile.encoding=${project.build.sourceEncoding} -Daws.dynamodb.endpoint=http://127.0.0.1:8000
</argLine>
<parallel>false</parallel>
</configuration>
<executions>
<execution>
<id>test</id>
<goals>
<goal>test</goal>
</goals>
</execution>
</executions>
</plugin>
<plugin>
<groupId>org.apache.maven.plugins</groupId>
<artifactId>maven-deploy-plugin</artifactId>
<version>${maven.deploy.plugin.version}</version>
<configuration>
<skip>true</skip>
</configuration>
</plugin>
<plugin>
<groupId>org.sonatype.plugins</groupId>
<artifactId>nexus-staging-maven-plugin</artifactId>
<version>${nexus.staging.maven.plugin.version}</version>
<executions>
<execution>
<id>default-deploy</id>
<phase>deploy</phase>
<goals>
<goal>deploy</goal>
</goals>
</execution>
</executions>
<configuration>
<serverId>ossrh</serverId>
<nexusUrl>https://oss.sonatype.org/</nexusUrl>
<autoReleaseAfterClose>true</autoReleaseAfterClose>
</configuration>
</plugin>
<plugin>
<groupId>org.scoverage</groupId>
<artifactId>scoverage-maven-plugin</artifactId>
<version>${scoverage.plugin.version}</version>
<configuration>
<scalaVersion>${scala.version}</scalaVersion>
<aggregateOnly>true</aggregateOnly>
<!-- other parameters -->
</configuration>
</plugin>
<plugin>
<groupId>org.apache.maven.plugins</groupId>
<artifactId>maven-site-plugin</artifactId>
<version>${maven.site.plugin.version}</version>
<configuration>
<skip>true</skip>
</configuration>
</plugin>
<plugin>
<groupId>org.apache.maven.plugins</groupId>
<artifactId>maven-help-plugin</artifactId>
<version>${maven.help.plugin.version}</version>
<executions>
<execution>
<id>show-profiles</id>
<phase>compile</phase>
<goals>
<goal>active-profiles</goal>
</goals>
</execution>
</executions>
</plugin>
</plugins>
<resources>
<resource>
<directory>src/main/resources</directory>
<filtering>true</filtering>
</resource>
</resources>
<testResources>
<testResource>
<directory>src/test/resources</directory>
<filtering>true</filtering>
</testResource>
</testResources>
</build>
<profiles>
<profile>
<id>spark_2.4</id>
<properties>
<spark.version>2.4.7</spark.version>
<spark.compat.version>2.4</spark.compat.version>
<spark.cassandra.connector.version>2.5.1</spark.cassandra.connector.version>
<spark.dynamodb.version>1.0.4</spark.dynamodb.version>
<delta.version>0.6.1</delta.version>
<apache.hadoop.version>2.9.2</apache.hadoop.version>
</properties>
</profile>
<profile>
<id>spark_2.3</id>
<properties>
<spark.version>2.3.4</spark.version>
<spark.compat.version>2.3</spark.compat.version>
<spark.cassandra.connector.version>2.5.1</spark.cassandra.connector.version>
<spark.dynamodb.version>1.0.4</spark.dynamodb.version>
<delta.version>0.6.1</delta.version>
<apache.hadoop.version>2.9.2</apache.hadoop.version>
</properties>
</profile>
<profile>
<id>spark_3.0</id>
<properties>
</properties>
</profile>
<profile>
<id>snapshot</id>
<properties>
<changelist>-SNAPSHOT</changelist>
</properties>
<distributionManagement>
<snapshotRepository>
<id>ossrh</id>
<url>https://oss.sonatype.org/content/repositories/snapshots</url>
</snapshotRepository>
</distributionManagement>
</profile>
<profile>
<id>release</id>
<properties>
<changelist>
</changelist>
</properties>
<build>
<plugins>
<plugin>
<groupId>org.apache.maven.plugins</groupId>
<artifactId>maven-gpg-plugin</artifactId>
<version>${maven.gpg.plugin.version}</version>
<executions>
<execution>
<id>sign-artifacts</id>
<phase>verify</phase>
<goals>
<goal>sign</goal>
</goals>
<configuration>
<gpgArguments>
<arg>--batch</arg>
<arg>--pinentry-mode</arg>
<arg>loopback</arg>
</gpgArguments>
</configuration>
</execution>
</executions>
</plugin>
</plugins>
</build>
<distributionManagement>
<repository>
<id>ossrh</id>
<url>https://oss.sonatype.org/service/local/staging/deploy/maven2/</url>
</repository>
</distributionManagement>
</profile>
</profiles>
</project>
Scala
1
https://gitee.com/qxzzxq/setl.git
git@gitee.com:qxzzxq/setl.git
qxzzxq
setl
setl
master

Search