sqoop job学习笔记

honconM

于 2021-11-28 21:08:51 发布

阅读量703

点赞数 2

文章标签： sqoop hdfs

本文链接：https://blog.csdn.net/qq_51903852/article/details/121597828

版权

----------------------job-------------------------------
[root@mihaoyu151 tmp]# sqoop job --create demojob -- import \
> --connect jdbc:mysql://mihaoyu151:3306/mybatisdb \
> --username root \
> --password root \
> --table student \
> --delete-target-dir \
> --target-dir /sqoop/job \
> --m 1

[root@mihaoyu151 tmp]# sqoop job --list
Warning: /opt/soft/sqoop146/../hcatalog does not exist! HCatalog jobs will fail.
Please set $HCAT_HOME to the root of your HCatalog installation.
Warning: /opt/soft/sqoop146/../accumulo does not exist! Accumulo imports will fail.
Please set $ACCUMULO_HOME to the root of your Accumulo installation.
21/11/24 09:21:31 INFO sqoop.Sqoop: Running Sqoop version: 1.4.6
Available jobs:
  demojob

执行
[root@mihaoyu151 tmp]# sqoop job --exec demojob
删除
[root@mihaoyu151 tmp]# sqoop job --delete demojob
查看
[root@mihaoyu151 tmp]# sqoop job --show demojob
---------------------job 免密执行--------------------------------
[root@mihaoyu151 tmp]# echo -n "root" > mysqlpwd.pwd

[root@mihaoyu151 tmp]# hdfs dfs -put ./mysqlpwd.pwd /mysql/pwd/

[root@mihaoyu151 tmp]# sqoop job --create demojobmm -- import \
> --connect jdbc:mysql://mihaoyu151:3306/mybatisdb \
> --username root \
> --password-file /mysql/pwd/mysqlpwd.pwd \
> --table teacher \
> --delete-target-dir \
> --target-dir /sqoop/job \
> --m 1

[root@mihaoyu151 tmp]# sqoop job --exec demojobmm

[root@mihaoyu151 ~]# vi /opt/soft/sqoop146/conf/sqoop-site.xml
<property>
  <name>sqoop.metastore.client.record.password</name>
  <value>true</value>
</property>