[HUDI-159] Precursor cleanup to reduce build warnings

docker/hoodie/hadoop/base/pom.xml

@@ -32,6 +32,8 @@
     <checkstyle.skip>true</checkstyle.skip>
   </properties>
 
+
+  <dependencyManagement>
     <dependencies>
       <dependency>
         <groupId>org.apache.hudi</groupId>
@@ -41,6 +43,8 @@
         <scope>import</scope>
       </dependency>
     </dependencies>
+  </dependencyManagement>
+
 
   <build>
     <finalName>hudi</finalName>

docker/hoodie/hadoop/datanode/pom.xml

@@ -32,6 +32,7 @@
     <checkstyle.skip>true</checkstyle.skip>
   </properties>
 
+  <dependencyManagement>
     <dependencies>
       <dependency>
         <groupId>org.apache.hudi</groupId>
@@ -41,6 +42,7 @@
         <scope>import</scope>
       </dependency>
     </dependencies>
+  </dependencyManagement>
 
   <build>
     <plugins>

docker/hoodie/hadoop/historyserver/pom.xml

@@ -32,6 +32,7 @@
     <checkstyle.skip>true</checkstyle.skip>
   </properties>
 
+  <dependencyManagement>
     <dependencies>
       <dependency>
         <groupId>org.apache.hudi</groupId>
@@ -41,6 +42,7 @@
         <scope>import</scope>
       </dependency>
     </dependencies>
+  </dependencyManagement>
 
   <build>
     <plugins>

docker/hoodie/hadoop/hive_base/pom.xml

@@ -32,6 +32,7 @@
     <checkstyle.skip>true</checkstyle.skip>
   </properties>
 
+  <dependencyManagement>
     <dependencies>
       <dependency>
         <groupId>org.apache.hudi</groupId>
@@ -41,6 +42,7 @@
         <scope>import</scope>
       </dependency>
     </dependencies>
+  </dependencyManagement>
 
   <build>
     <plugins>

docker/hoodie/hadoop/namenode/pom.xml

@@ -32,6 +32,7 @@
     <checkstyle.skip>true</checkstyle.skip>
   </properties>
 
+  <dependencyManagement>
     <dependencies>
       <dependency>
         <groupId>org.apache.hudi</groupId>
@@ -41,6 +42,7 @@
         <scope>import</scope>
       </dependency>
     </dependencies>
+  </dependencyManagement>
 
   <build>
     <plugins>

docker/hoodie/hadoop/prestobase/pom.xml

@@ -33,6 +33,7 @@
     <checkstyle.skip>true</checkstyle.skip>
   </properties>
 
+  <dependencyManagement>
     <dependencies>
       <dependency>
         <groupId>org.apache.hudi</groupId>
@@ -42,6 +43,7 @@
         <scope>import</scope>
       </dependency>
     </dependencies>
+  </dependencyManagement>
 
   <build>
     <plugins>

docker/hoodie/hadoop/spark_base/pom.xml

@@ -32,6 +32,7 @@
     <checkstyle.skip>true</checkstyle.skip>
   </properties>
 
+  <dependencyManagement>
     <dependencies>
       <dependency>
         <groupId>org.apache.hudi</groupId>
@@ -41,6 +42,7 @@
         <scope>import</scope>
       </dependency>
     </dependencies>
+  </dependencyManagement>
 
   <build>
     <plugins>

docker/hoodie/hadoop/sparkadhoc/pom.xml

@@ -32,6 +32,7 @@
     <checkstyle.skip>true</checkstyle.skip>
   </properties>
 
+  <dependencyManagement>
     <dependencies>
       <dependency>
         <groupId>org.apache.hudi</groupId>
@@ -41,6 +42,7 @@
         <scope>import</scope>
       </dependency>
     </dependencies>
+  </dependencyManagement>
 
   <build>
     <plugins>

docker/hoodie/hadoop/sparkmaster/pom.xml

@@ -32,6 +32,7 @@
     <checkstyle.skip>true</checkstyle.skip>
   </properties>
 
+  <dependencyManagement>
   <dependencies>
     <dependency>
       <groupId>org.apache.hudi</groupId>
@@ -41,6 +42,7 @@
       <scope>import</scope>
     </dependency>
   </dependencies>
+  </dependencyManagement>
 
   <build>
     <plugins>

docker/hoodie/hadoop/sparkworker/pom.xml

@@ -32,6 +32,7 @@
     <checkstyle.skip>true</checkstyle.skip>
   </properties>
 
+  <dependencyManagement>
     <dependencies>
       <dependency>
         <groupId>org.apache.hudi</groupId>
@@ -41,6 +42,7 @@
         <scope>import</scope>
       </dependency>
     </dependencies>
+  </dependencyManagement>
 
   <build>
     <plugins>

hudi-cli/src/main/scala/org/apache/hudi/cli/SparkHelpers.scala

@@ -107,7 +107,9 @@ class SparkHelper(sqlContext: SQLContext, fs: FileSystem) {
     * @param sqlContext
     */
   def getKeyCount(file: String, sqlContext: org.apache.spark.sql.SQLContext) = {
-    println(getRowKeyDF(file).collect().length)
+    val keyCount = getRowKeyDF(file).collect().length
+    println(keyCount)
+    keyCount
   }
 
 
@@ -128,7 +130,7 @@ class SparkHelper(sqlContext: SQLContext, fs: FileSystem) {
       .select(s"`${HoodieRecord.RECORD_KEY_METADATA_FIELD}`")
       .collect().count(r => !bf.mightContain(r.getString(0)))
     val totalCount = getKeyCount(file, sqlContext)
-    s"totalCount: ${totalCount}, foundCount: ${foundCount}"
+    println(s"totalCount: $totalCount, foundCount: $foundCount")
     totalCount == foundCount
   }
 

hudi-integ-test/pom.xml

@@ -56,7 +56,6 @@
       <artifactId>hudi-hadoop-sparkworker-docker</artifactId>
       <version>${project.version}</version>
       <type>pom</type>
-      <scope>import</scope>
     </dependency>
 
     <!-- Hoodie - Test -->
@@ -130,6 +129,7 @@
       <plugin>
         <artifactId>exec-maven-plugin</artifactId>
         <groupId>org.codehaus.mojo</groupId>
+        <version>1.6.0</version>
         <executions>
           <execution><!-- setup HUDI_WS variable in docker compose env file -->
             <id>Setup HUDI_WS</id>

pom.xml

@@ -159,6 +159,7 @@
     <skipTests>false</skipTests>
     <skipITs>${skipTests}</skipITs>
     <skipUTs>${skipTests}</skipUTs>
+    <project.build.sourceEncoding>UTF-8</project.build.sourceEncoding>
   </properties>
 
   <scm>
@@ -253,7 +254,7 @@
           <failOnWarning>false</failOnWarning>
           <sourceDirectory>${project.basedir}/src/main/scala</sourceDirectory>
           <testSourceDirectory>${project.basedir}/src/test/scala</testSourceDirectory>
-          <configLocation>style/scalastyle-config.xml</configLocation>
+          <configLocation>${maven.multiModuleProjectDirectory}/style/scalastyle-config.xml</configLocation>
           <outputEncoding>UTF-8</outputEncoding>
         </configuration>
         <executions>
@@ -302,8 +303,6 @@
         <version>${maven-surefire-plugin.version}</version>
         <configuration>
           <skip>${skipUTs}</skip>
-          <!-- Sets the VM argument line used when unit tests are run. -->
-          <argLine>${surefireArgLine}</argLine>
           <systemPropertyVariables>
             <log4j.configuration>
               ${surefire-log4j.file}