|
@@ -21,6 +21,20 @@ hdfs_to_mysql() {
|
|
|
-m 1 \
|
|
|
--hcatalog-database saga_dw \
|
|
|
--hcatalog-table $5 \
|
|
|
+ --fields-terminated-by '\001' \
|
|
|
+ --input-null-string '\\N' \
|
|
|
+ --input-null-non-string '\\N'
|
|
|
+}
|
|
|
+
|
|
|
+hdfs_to_mysql_by_day() {
|
|
|
+ sqoop export -D mapred.job.queue.name=hive \
|
|
|
+ --connect $1 \
|
|
|
+ --username $2 \
|
|
|
+ --password $3 \
|
|
|
+ --table $4 \
|
|
|
+ -m 1 \
|
|
|
+ --hcatalog-database saga_dw \
|
|
|
+ --hcatalog-table $5 \
|
|
|
--hcatalog-partition-keys dt \
|
|
|
--hcatalog-partition-values $do_date \
|
|
|
--fields-terminated-by '\001' \
|
|
@@ -30,11 +44,11 @@ hdfs_to_mysql() {
|
|
|
|
|
|
|
|
|
app_energy(){
|
|
|
- mysql_to_hdfs_lzo $url $username $password mysql_tableName hive_tableName
|
|
|
+ hdfs_to_mysql $url $username $password "app_energy_15_min" "dwd_energy_15_min_hour"
|
|
|
}
|
|
|
|
|
|
case $1 in
|
|
|
-"table")
|
|
|
+"app_energy")
|
|
|
app_energy
|
|
|
;;
|
|
|
esac
|