#67: Fixed compilation issues (#68)

exasol · Oct 21, 2021 · d279464 · d279464
1 parent 30aae8a
commit d279464
Show file tree

Hide file tree

Showing 10 changed files with 538 additions and 458 deletions.
diff --git a/.github/workflows/ci-build.yml b/.github/workflows/ci-build.yml
@@ -0,0 +1,41 @@
+name: CI Build
+
+on:
+ - push
+
+jobs:
+ build:
+ runs-on: ubuntu-latest
+ steps:
+ - name: Checkout the repository
+ uses: actions/checkout@v2
+ with:
+ fetch-depth: 0
+ - name: Set up JDK 8
+ uses: actions/setup-java@v1
+ with:
+ java-version: 1.8
+ - name: Cache local Maven repository
+ uses: actions/cache@v2
+ with:
+ path: ~/.m2/repository
+ key: ${{ runner.os }}-maven-${{ hashFiles('**/pom.xml') }}
+ restore-keys: |
+ ${{ runner.os }}-maven-
+ - name: Run tests and build with maven
+ run: mvn --batch-mode --update-snapshots clean verify
+ env:
+ GITHUB_OAUTH: ${{ secrets.GITHUB_TOKEN }}
+ GITHUB_TOKEN: ${{ secrets.GITHUB_TOKEN }}
+ SONAR_TOKEN: ${{ secrets.SONAR_TOKEN }}
+ - name: Build Apache artifact
+ run: mvn clean -DskipTests package -P apache -Dhadoop.version=3.2.2 -Dhive.version=2.3.9
+ - name: Build Cloudera artifact
+ run: mvn clean -DskipTests package -P cloudera -Dhadoop.version=2.6.0-cdh5.16.2 -Dhive.version=1.1.0-cdh5.16.2
+ - name: Build Cloudera 6.x version artifact
+ run: mvn clean -DskipTests package -P cloudera6x -Dhadoop.version=3.0.0-cdh6.2.0 -Dhive.version=2.1.1-cdh6.2.0
+ - name: Build Hortonworks artifact
+ run: mvn clean -DskipTests package -P hortonworks -Dhadoop.version=2.7.3.2.6.5.3004-13 -Dhive.version=2.1.0.2.6.5.3004-13
+ - name: Build Mapr artifact
+ run: mvn clean -DskipTests package -P mapr -Dhadoop.version=2.7.0-mapr-1602 -Dhive.version=2.0.0-mapr-1605
+
diff --git a/.travis.yml b/.travis.yml
diff --git a/README.md b/README.md
@@ -1,11 +1,10 @@
 # Hadoop ETL UDFs
 
-[![Build Status](https://travis-ci.com/exasol/hadoop-etl-udfs.svg?branch=main)](https://travis-ci.com/exasol/hadoop-etl-udfs)
-
-
-###### Please note that this is an open source project which is officially supported by Exasol. For any questions, you can contact our support team. Please note, however, that the EXPORT functionality is still in BETA mode.
+[![Build Status](https://github.com/exasol/hadoop-etl-udfs/actions/workflows/ci-build.yml/badge.svg)](https://github.com/exasol/hadoop-etl-udfs/actions/workflows/ci-build.yml)
+[![GitHub Release](https://img.shields.io/github/release/exasol/hadoop-etl-udfs.svg?logo=github)](https://github.com/exasol/hadoop-etl-udfs/releases/latest)
 
 ## Overview
+
 Hadoop ETL UDFs are the main way to transfer data between Exasol and Hadoop (HCatalog tables on HDFS). The SQL syntax for calling the UDFs is similar to that of Exasol's native IMPORT and EXPORT commands, but with added UDF paramters for specifying the various necessary and optional Hadoop properties.
 
 A brief overview of features includes support for:

diff --git a/doc/changes/changes_1.0.0.md b/doc/changes/changes_1.0.0.md
@@ -1,4 +1,4 @@
-# Hadoo ETL UDFs 1.0.0, released 2020-12-DD
+# Hadoo ETL UDFs 1.0.0, released 2021-10-21
 
 ## Bugfixes
 

diff --git a/exa-parquet-api/pom.xml b/exa-parquet-api/pom.xml
@@ -1,16 +1,28 @@
 <project xmlns="http://maven.apache.org/POM/4.0.0" xmlns:xsi="http://www.w3.org/2001/XMLSchema-instance"
- xsi:schemaLocation="http://maven.apache.org/POM/4.0.0 http://maven.apache.org/xsd/maven-4.0.0.xsd">
-
- <modelVersion>4.0.0</modelVersion>
-
- <parent>
+ xsi:schemaLocation="http://maven.apache.org/POM/4.0.0 http://maven.apache.org/xsd/maven-4.0.0.xsd">
+ <modelVersion>4.0.0</modelVersion>
+ <parent>
  <groupId>com.exasol</groupId>
  <artifactId>exa-hadoop-etl-udfs</artifactId>
- <version>1.0.0-SNAPSHOT</version>
+ <version>1.0.0</version>
  </parent>
+ <artifactId>exa-parquet-api</artifactId>
+ <properties>
+ <project.build.sourceEncoding>UTF-8</project.build.sourceEncoding>
+ <java.version>1.8</java.version>
+ </properties>
 
- <artifactId>exa-parquet-api</artifactId>
-
- <dependencies />
-
+ <build>
+ <plugins>
+ <plugin>
+ <groupId>org.apache.maven.plugins</groupId>
+ <artifactId>maven-compiler-plugin</artifactId>
+ <version>3.2</version>
+ <configuration>
+ <source>${java.version}</source>
+ <target>${java.version}</target>
+ </configuration>
+ </plugin>
+ </plugins>
+ </build>
 </project>
diff --git a/hadoop-etl-common/pom.xml b/hadoop-etl-common/pom.xml
@@ -1,16 +1,12 @@
 <project xmlns="http://maven.apache.org/POM/4.0.0" xmlns:xsi="http://www.w3.org/2001/XMLSchema-instance"
- xsi:schemaLocation="http://maven.apache.org/POM/4.0.0 http://maven.apache.org/xsd/maven-4.0.0.xsd">
-
- <modelVersion>4.0.0</modelVersion>
-
+ xsi:schemaLocation="http://maven.apache.org/POM/4.0.0 http://maven.apache.org/xsd/maven-4.0.0.xsd">
+ <modelVersion>4.0.0</modelVersion>
  <parent>
  <groupId>com.exasol</groupId>
  <artifactId>exa-hadoop-etl-udfs</artifactId>
- <version>1.0.0-SNAPSHOT</version>
+ <version>1.0.0</version>
  </parent>
-
- <artifactId>hadoop-etl-common</artifactId>
-
+ <artifactId>hadoop-etl-common</artifactId>
  <properties>
  <project.build.sourceEncoding>UTF-8</project.build.sourceEncoding>
  <java.version>1.8</java.version>
@@ -45,7 +41,7 @@
  <dependency>
  <groupId>com.exasol</groupId>
  <artifactId>parquet</artifactId>
- <version>1.0.0-SNAPSHOT</version>
+ <version>1.0.0</version>
  </dependency>
  </dependencies>
  </profile>
@@ -58,7 +54,26 @@
  <dependency>
  <groupId>com.exasol</groupId>
  <artifactId>parquet-pre-1.7</artifactId>
- <version>1.0.0-SNAPSHOT</version>
+ <version>1.0.0</version>
+ </dependency>
+ </dependencies>
+ <repositories>
+ <repository>
+ <id>cloudera</id>
+ <url>https://repository.cloudera.com/artifactory/cloudera-repos/</url>
+ </repository>
+ </repositories>
+ </profile>
+ <profile>
+ <id>cloudera6x</id>
+ <activation>
+ <activeByDefault>false</activeByDefault>
+ </activation>
+ <dependencies>
+ <dependency>
+ <groupId>com.exasol</groupId>
+ <artifactId>parquet</artifactId>
+ <version>1.0.0</version>
  </dependency>
  </dependencies>
  <repositories>
@@ -77,18 +92,18 @@
  <dependency>
  <groupId>com.exasol</groupId>
  <artifactId>parquet</artifactId>
- <version>1.0.0-SNAPSHOT</version>
+ <version>1.0.0</version>
  </dependency>
  </dependencies>
  <repositories>
  <repository>
  <id>hortonworks releases</id>
- <url>http://repo.hortonworks.com/content/repositories/releases/</url>
+ <url>https://repo.hortonworks.com/content/repositories/releases/</url>
  </repository>
  <!-- Hortonworks introduces a strange dependency to org.mortbay.jetty:jetty:jar:6.1.26.hwx, available in a special repo -->
  <repository>
  <id>hortonworks jetty</id>
- <url>http://repo.hortonworks.com/content/repositories/jetty-hadoop/</url>
+ <url>https://repo.hortonworks.com/content/repositories/jetty-hadoop/</url>
  </repository>
  </repositories>
  </profile>
@@ -101,13 +116,13 @@
  <dependency>
  <groupId>com.exasol</groupId>
  <artifactId>parquet</artifactId>
- <version>1.0.0-SNAPSHOT</version>
+ <version>1.0.0</version>
  </dependency>
  </dependencies>
  <repositories>
  <repository>
  <id>mapr-releases</id>
- <url>http://repository.mapr.com/maven/</url>
+ <url>https://repository.mapr.com/maven/</url>
  </repository>
  </repositories>
  </profile>
@@ -117,7 +132,7 @@
  <dependency>
  <groupId>com.exasol</groupId>
  <artifactId>exa-parquet-api</artifactId>
- <version>1.0.0-SNAPSHOT</version>
+ <version>1.0.0</version>
  </dependency>
  <dependency>
  <groupId>com.exasol</groupId>
@@ -191,6 +206,16 @@
  <groupId>org.apache.hive</groupId>
  <artifactId>hive-exec</artifactId>
  <version>${hive.version}</version>
+ <exclusions>
+ <exclusion>
+ <groupId>eigenbase</groupId>
+ <artifactId>eigenbase-properties</artifactId>
+ </exclusion>
+ <exclusion>
+ <groupId>org.pentaho</groupId>
+ <artifactId>pentaho-aggdesigner-algorithm</artifactId>
+ </exclusion>
+ </exclusions>
  </dependency>
  <dependency>
  <groupId>org.apache.hive</groupId>
@@ -201,15 +226,12 @@
  <groupId>org.apache.slider</groupId>
  <artifactId>slider-core</artifactId>
  </exclusion>
+ <exclusion>
+ <groupId>org.glassfish</groupId>
+ <artifactId>javax.el</artifactId>
+ </exclusion>
  </exclusions>
  </dependency>
- <!--
- <dependency>
- <groupId>org.anarres.lzo</groupId>
- <artifactId>lzo-hadoop</artifactId>
- <version>1.0.4</version>
- </dependency>
- -->
  </dependencies>
 
  <build>
@@ -225,5 +247,4 @@
  </plugin>
  </plugins>
  </build>
-
 </project>
diff --git a/hadoop-etl-dist/pom.xml b/hadoop-etl-dist/pom.xml
@@ -1,16 +1,12 @@
 <project xmlns="http://maven.apache.org/POM/4.0.0" xmlns:xsi="http://www.w3.org/2001/XMLSchema-instance"
- xsi:schemaLocation="http://maven.apache.org/POM/4.0.0 http://maven.apache.org/xsd/maven-4.0.0.xsd">
-
- <modelVersion>4.0.0</modelVersion>
-
- <parent>
+ xsi:schemaLocation="http://maven.apache.org/POM/4.0.0 http://maven.apache.org/xsd/maven-4.0.0.xsd">
+ <modelVersion>4.0.0</modelVersion>
+ <parent>
  <groupId>com.exasol</groupId>
  <artifactId>exa-hadoop-etl-udfs</artifactId>
- <version>1.0.0-SNAPSHOT</version>
+ <version>1.0.0</version>
  </parent>
-
- <artifactId>hadoop-etl-dist</artifactId>
-
+ <artifactId>hadoop-etl-dist</artifactId>
  <properties>
  <maven.deploy.skip>true</maven.deploy.skip>
  </properties>
@@ -25,7 +21,7 @@
  <dependency>
  <groupId>com.exasol</groupId>
  <artifactId>parquet</artifactId>
- <version>1.0.0-SNAPSHOT</version>
+ <version>1.0.0</version>
  </dependency>
  </dependencies>
  </profile>
@@ -38,7 +34,20 @@
  <dependency>
  <groupId>com.exasol</groupId>
  <artifactId>parquet-pre-1.7</artifactId>
- <version>1.0.0-SNAPSHOT</version>
+ <version>1.0.0</version>
+ </dependency>
+ </dependencies>
+ </profile>
+ <profile>
+ <id>cloudera6x</id>
+ <activation>
+ <activeByDefault>false</activeByDefault>
+ </activation>
+ <dependencies>
+ <dependency>
+ <groupId>com.exasol</groupId>
+ <artifactId>parquet</artifactId>
+ <version>1.0.0</version>
  </dependency>
  </dependencies>
  </profile>
@@ -51,7 +60,7 @@
  <dependency>
  <groupId>com.exasol</groupId>
  <artifactId>parquet</artifactId>
- <version>1.0.0-SNAPSHOT</version>
+ <version>1.0.0</version>
  </dependency>
  </dependencies>
  </profile>
@@ -64,7 +73,7 @@
  <dependency>
  <groupId>com.exasol</groupId>
  <artifactId>parquet</artifactId>
- <version>1.0.0-SNAPSHOT</version>
+ <version>1.0.0</version>
  </dependency>
  </dependencies>
  </profile>
@@ -74,12 +83,12 @@
  <dependency>
  <groupId>com.exasol</groupId>
  <artifactId>hadoop-etl-common</artifactId>
- <version>1.0.0-SNAPSHOT</version>
+ <version>1.0.0</version>
  </dependency>
  <dependency>
  <groupId>com.exasol</groupId>
  <artifactId>exa-parquet-api</artifactId>
- <version>1.0.0-SNAPSHOT</version>
+ <version>1.0.0</version>
  </dependency>
  </dependencies>
 
@@ -131,13 +140,12 @@
  <!-- Resources transformer that relocates classes in META-INF/services and appends entries in META-INF/services resources into a single resource. -->
  <configuration>
  <transformers>
- <transformer implementation="org.apache.maven.plugins.shade.resource.ServicesResourceTransformer"/>
+ <transformer implementation="org.apache.maven.plugins.shade.resource.ServicesResourceTransformer" />
  </transformers>
  </configuration>
  </execution>
  </executions>
  </plugin>
  </plugins>
  </build>
-
 </project>