>\n <modelVersion>4.0.0</modelVersion>\n <groupId>org.example</groupId>\n <artifactId>maven_scala_test</artifactId>\n <version>1.0-SNAPSHOT</version>\n <name>${project.artifactId}</name>\n <description>My wonderfull scala app</description>\n <inceptionYear>2015</inceptionYear>\n <licenses>\n <license>\n <name>My License</name>\n <url>http://....</url>\n <distribution>repo</distribution>\n </license>\n </licenses>\n\n <properties>\n <maven.compiler.source>1.6</maven.compiler.source>\n <maven.compiler.target>1.6</maven.compiler.target>\n <encoding>UTF-8</encoding>\n <scala.version>2.11.5</scala.version>\n <scala.compat.version>2.11</scala.compat.version>\n <spark.version>2.2.0</spark.version>\n <hadoop.version>2.6.0</hadoop.version>\n <hbase.version>1.2.0</hbase.version>\n </properties>\n\n <dependencies>\n <dependency>\n <groupId>org.scala-lang</groupId>\n <artifactId>scala-library</artifactId>\n <version>${scala.version}</version>\n </dependency>\n\n \n <dependency>\n <groupId>junit</groupId>\n <artifactId>junit</artifactId>\n <version>4.11</version>\n\n </dependency>\n <dependency>\n <groupId>org.specs2</groupId>\n <artifactId>specs2-core_${scala.compat.version}</artifactId>\n <version>2.4.16</version>\n\n </dependency>\n <dependency>\n <groupId>org.scalatest</groupId>\n <artifactId>scalatest_${scala.compat.version}</artifactId>\n <version>2.2.4</version>\n\n </dependency>\n\n \n <dependency>\n <groupId>org.scala-lang</groupId>\n <artifactId>scala-library</artifactId>\n <version>${scala.version}</version>\n </dependency>\n\n \n <dependency>\n <groupId>org.apache.spark</groupId>\n <artifactId>spark-core_2.11</artifactId>\n <version>${spark.version}</version>\n </dependency>\n <dependency>\n <groupId>org.apache.spark</groupId>\n <artifactId>spark-sql_2.11</artifactId>\n <version>${spark.version}</version>\n </dependency>\n <dependency>\n <groupId>org.apache.spark</groupId>\n <artifactId>spark-streaming_2.11</artifactId>\n <version>${spark.version}</version>\n <scope>provided</scope>\n </dependency>\n <dependency>\n <groupId>org.apache.spark</groupId>\n <artifactId>spark-mllib_2.11</artifactId>\n <version>${spark.version}</version>\n <scope>provided</scope>\n </dependency>\n <dependency>\n <groupId>org.apache.spark</groupId>\n <artifactId>spark-hive_2.11</artifactId>\n <version>${spark.version}</version>\n \n </dependency>\n\n \n <dependency>\n <groupId>org.apache.hadoop</groupId>\n <artifactId>hadoop-client</artifactId>\n <version>${hadoop.version}</version>\n </dependency>\n <dependency>\n <groupId>org.apache.hadoop</groupId>\n <artifactId>hadoop-common</artifactId>\n <version>${hadoop.version}</version>\n </dependency>\n <dependency>\n <groupId>org.apache.hadoop</groupId>\n <artifactId>hadoop-hdfs</artifactId>\n <version>${hadoop.version}</version>\n </dependency>\n\n \n <dependency>\n <groupId>org.apache.hbase</groupId>\n <artifactId>hbase-client</artifactId>\n <version>${hbase.version}</version>\n </dependency>\n <dependency>\n <groupId>org.apache.hbase</groupId>\n <artifactId>hbase-server</artifactId>\n <version>${hbase.version}</version>\n </dependency>\n\n \n <dependency>\n <groupId>org.apache.kafka</groupId>\n <artifactId>kafka_2.11</artifactId>\n <version>1.1.0</version>\n </dependency>\n\n <dependency>\n <groupId>org.apache.kafka</groupId>\n <artifactId>kafka-clients</artifactId>\n <version>1.1.0</version>\n </dependency>\n\n </dependencies>\n\n <build>\n <sourceDirectory>src/main/scala</sourceDirectory>\n <testSourceDirectory>src/test/scala</testSourceDirectory>\n <plugins>\n <plugin>\n \n <groupId>net.alchim31.maven</groupId>\n <artifactId>scala-maven-plugin</artifactId>\n <version>3.2.0</version>\n <executions>\n <execution>\n <goals>\n <goal>compile</goal>\n <goal>testCompile</goal>\n </goals>\n <configuration>\n <args>\n\n <arg>-dependencyfile</arg>\n <arg>${project.build.directory}/.scala_dependencies</arg>\n </args>\n </configuration>\n </execution>\n </executions>\n </plugin>\n <plugin>\n <groupId>org.apache.maven.plugins</groupId>\n <artifactId>maven-surefire-plugin</artifactId>\n <version>2.18.1</version>\n <configuration>\n <useFile>false</useFile>\n <disableXmlReport>true</disableXmlReport>\n \n \n <includes>\n <include>**/*Test.*</include>\n <include>**/*Suite.*</include>\n </includes>\n </configuration>\n </plugin>\n </plugins>\n </build>\n</project>\n\n\n

2. 项目的 resources 新建元数据文件，可以是 txt，以空格为列，换行为行，这里对 hive 表格创建时重要。

\n