Kaynağa Gözat

导出到mysql

wudianlong 2 yıl önce
ebeveyn
işleme
2afee2af4b
1 değiştirilmiş dosya ile 16 ekleme ve 2 silme
  1. 16 2
      energy/dayTask/hdfs_to_mysql.sh

+ 16 - 2
energy/dayTask/hdfs_to_mysql.sh

@@ -21,6 +21,20 @@ hdfs_to_mysql() {
     -m 1 \
     --hcatalog-database saga_dw \
     --hcatalog-table $5 \
+    --fields-terminated-by '\001' \
+    --input-null-string '\\N' \
+    --input-null-non-string '\\N'
+}
+
+hdfs_to_mysql_by_day() {
+  sqoop export -D mapred.job.queue.name=hive \
+    --connect $1 \
+    --username $2 \
+    --password $3 \
+    --table $4 \
+    -m 1 \
+    --hcatalog-database saga_dw \
+    --hcatalog-table $5 \
     --hcatalog-partition-keys dt \
     --hcatalog-partition-values $do_date \
     --fields-terminated-by '\001' \
@@ -30,11 +44,11 @@ hdfs_to_mysql() {
 
 
 app_energy(){
-  mysql_to_hdfs_lzo $url $username $password mysql_tableName hive_tableName
+  hdfs_to_mysql $url $username $password "app_energy_15_min" "dwd_energy_15_min_hour"
 }
 
 case $1 in
-"table")
+"app_energy")
   app_energy
   ;;
 esac