text Sqoop1.4

Posted 2021-05-02

sqoop list-databases \
 --connect "jdbc:mysql://39.108.134.224:3306" \
 --username huhy \
 --password 1q2w3e4r
 
sqoop list-tables \
 --connect "jdbc:mysql://39.108.134.224:3306/duilu_ext" \
 --username huhy \
 --password 1q2w3e4r
 
sqoop import \
 --connect "jdbc:mysql://39.108.134.224:3306/duilu_ext" \
 --username huhy \
 --password 1q2w3e4r \
 --table sqoop_test \
 --fields-terminated-by '\t' \
 --target-dir /user/root/test1 \
 -m 1

sqoop export \
 --connect "jdbc:mysql://39.108.134.224:3306/duilu_ext" \
 --username huhy \
 --password 1q2w3e4r \
 --table sqoop_test_back \
 --export-dir hdfs://master:9000/user/root/test1 \
 --input-fields-terminated-by '\t' \
 --input-lines-terminated-by '\n' \
 -m 1 \
 --update-key timestrap \
 --update-mode allowinsert

 sqoop export \
 --connect jdbc:mysql://39.108.134.224:3306/mapreduce \
 --username huhy \
 --password 1q2w3e4r \
 --table ecommerce_visit \
 --export-dir hdfs://master:9000/mapreduce/output/PvUvCount/`date -d last-day +%Y-%m-%d`/ \
 --input-fields-terminated-by '\t' \
 --input-lines-terminated-by '\n' \
 -m 1 \
 --update-key 'channel_id,date' \
 --update-mode allowinsert