使用shell脚本导出数据库中的数据,上传至HDFS中
mysql -u'user' -p'xxxx' -h 'host-ip' -e "select fuid,uid from video.follower_00"
运行脚本
sh collect_data_full.sh
sh collect_data_incr.sh
查看数据命令
hdfs dfs -ls /user/cdh/ods
hdfs dfs -cat /user/cdh/ods/user/20210413/part-m-00000 | head -1
hdfs dfs -cat /user/cdh/ods2/user/20210413/part-m-00000 | head -1
hdfs dfs -ls /user/cdh/ods/user_order/20210413
hdfs dfs -cat /user/cdh/ods/user_order/20210413/part-m-00000 | head -1
hdfs dfs -cat /user/cdh/ods2/user_order/20210413/part-m-00000 | head -1