java sqoop api 导mysql数据到hdfs

package com.example.demo.controller;

import org.apache.hadoop.conf.Configuration;
import org.apache.sqoop.Sqoop;
import org.apache.sqoop.tool.SqoopTool;
import org.apache.commons.lang3.StringUtils;
/**
 * @创建人 ***
 * @创建时间 2018/12/20
 */
public class sqooptest {
    public int sqoopt(){
//public static void main(String[] args) {
        System.out.println(\" begin test sqoop\");
        String[] argument = new String[]{
            \"--connect\", \"jdbc:mysql://192.168.1.111:3306/test?useSSL=false\",
            \"--driver\",\"com.mysql.jdbc.Driver\",
            \"--username\", \"root\",
            \"--password\", \"123\",
            \"--table\", \"psn\",
            \"--columns\", \"id,name,msg,age\",
            \"-m\",\"1\",
            \"--target-dir\",\"/user/psn\"
      };
        com.cloudera.sqoop.tool.SqoopTool sqoopTool=(com.cloudera.sqoop.tool.SqoopTool)SqoopTool.getTool(\"import\");
      Configuration conf= new Configuration();
      conf.set(\"fs.default.name\",\"hdfs://192.168.1.111:8020\");
      Sqoop sqoop=new Sqoop(sqoopTool,SqoopTool.loadPlugins(conf));
      int res = Sqoop.runSqoop(sqoop,argument);
      System.out.println(\"--------\"+res);
      System.out.println(\"执行sqoop结束\");
        return res;
    }
}

pom.xml文件

<?xml version=\"1.0\" encoding=\"UTF-8\"?>
<project xmlns=\"http://maven.apache.org/POM/4.0.0\" xmlns:xsi=\"http://www.w3.org/2001/XMLSchema-instance\"
   xsi:schemaLocation=\"http://maven.apache.org/POM/4.0.0 http://maven.apache.org/xsd/maven-4.0.0.xsd\">
   <modelVersion>4.0.0</modelVersion>
   <parent>
      <groupId>org.springframework.boot</groupId>
      <artifactId>spring-boot-starter-parent</artifactId>
      <version>2.1.1.RELEASE</version>
      <relativePath/> <!-- lookup parent from repository -->
   </parent>
   <groupId>com.example</groupId>
   <artifactId>demo</artifactId>
   <version>0.0.1-SNAPSHOT</version>
   <!-- war包 -->
   <packaging>war</packaging>
   <name>demo</name>
   <description>Demo project for Spring Boot</description>
   <properties>
      <java.version>1.8</java.version>
   </properties>


   <dependencies>
      <!--因配置外部TOMCAT 而配置-->
      <dependency>
         <groupId>org.springframework.boot</groupId>
         <artifactId>spring-boot-starter-tomcat</artifactId>
         <scope>provided</scope>
      </dependency>

      <dependency>
         <groupId>org.springframework.boot</groupId>
         <artifactId>spring-boot-devtools</artifactId>
         <optional>true</optional> <!-- 这个需要为 true 热部署才有效 -->
      </dependency>

      <dependency>
         <groupId>org.springframework.boot</groupId>
         <artifactId>spring-boot-starter-web</artifactId>
      </dependency>
      <dependency>
         <groupId>org.springframework.boot</groupId>
         <artifactId>spring-boot-starter-test</artifactId>
         <scope>test</scope>
      </dependency>

      <dependency>
         <groupId>mysql</groupId>
         <artifactId>mysql-connector-java</artifactId>
         <scope>runtime</scope>
      </dependency>
      <!--<dependency>-->
         <!--<groupId>sqoop</groupId>-->
         <!--<artifactId>sqoop</artifactId>-->
         <!--<version>1.4.6</version>-->
         <!--<scope>system</scope>-->
         <!--<systemPath>${project.basedir}/src/main/webapp/lib/</systemPath>-->
      <!--</dependency>-->
      <dependency>
         <groupId>org.apache.sqoop</groupId>
         <artifactId>sqoop</artifactId>
         <version>1.4.6</version>
      </dependency>

      <!--<dependency>-->
      <!--<groupId>ojdbc14</groupId>-->
      <!--<artifactId>ojdbc14</artifactId>-->
      <!--<version>1.0</version>-->
      <!--<scope>system</scope>-->
      <!--<systemPath>${project.basedir}/src/main/webapp/lib/ojdbc6-4.0.jar</systemPath>-->
       <!--</dependency>-->


      <!--<dependency>-->
         <!--<groupId>mysql</groupId>-->
         <!--<artifactId>mysql</artifactId>-->
         <!--<version>5.1.31</version>-->
         <!--<scope>system</scope>-->
         <!--<systemPath>${project.basedir}/src/main/webapp/lib/mysql-connector-java-5.1.31-bin.jar</systemPath>-->
      <!--</dependency>-->


      <dependency>
         <groupId>org.apache.commons</groupId>
         <artifactId>commons-lang3</artifactId>
         <version>3.0</version>
      </dependency>
      <!--hadoop-->
      <dependency>
         <groupId>org.apache.hadoop</groupId>
         <artifactId>hadoop-common</artifactId>
         <version>2.7.4</version>
      </dependency>
      <dependency>
         <groupId>org.apache.hadoop</groupId>
         <artifactId>hadoop-hdfs</artifactId>
         <version>2.7.4</version>
      </dependency>
      <dependency>
         <groupId>org.apache.hadoop</groupId>
         <artifactId>hadoop-mapreduce-client-core</artifactId>
         <version>2.7.4</version>
      </dependency>
      <dependency>
         <groupId>org.apache.hadoop</groupId>
         <artifactId>hadoop-mapreduce-client-common</artifactId>
         <version>2.7.4</version>
      </dependency>
      <dependency>
         <groupId>org.apache.hadoop</groupId>
         <artifactId>hadoop-mapreduce-client-jobclient</artifactId>
         <version>2.7.4</version>
         <scope>test</scope>
      </dependency>
      <dependency>
         <groupId>org.apache.avro</groupId>
         <artifactId>avro-mapred</artifactId>
         <version>1.8.1</version>
      </dependency>
      <dependency>
         <groupId>org.apache.hive</groupId>
         <artifactId>hive-common</artifactId>
         <version>2.3.2</version>
      </dependency>
      <dependency>
         <groupId>org.apache.avro</groupId>
         <artifactId>avro</artifactId>
         <version>1.8.1</version>
      </dependency>


   </dependencies>


   <build>
      <plugins>
         <plugin>
            <groupId>org.springframework.boot</groupId>
            <artifactId>spring-boot-maven-plugin</artifactId>
            </plugin>
      </plugins>
      <finalName>sqoop</finalName>
      <resources>
         <resource>
         <directory>src/main/resources/lib</directory>
         <targetPath>BOOT-INF/lib/</targetPath>
         <includes>
         <include>**/*.jar</include>
         </includes>
         </resource>
         <resource>
            <directory>src/main/webapp/lib</directory>
            <targetPath>BOOT-INF/lib/</targetPath>
         </resource>
         <!--<resource>-->
            <!--<directory>src/main/webapp/lib1</directory>-->
            <!--<targetPath>BOOT-INF/lib/</targetPath>-->
         <!--</resource>-->
      </resources>
   </build>

</project>

参照：https://www.cnblogs.com/claren/p/7240735.html