dwh_saga/task_history/history_day.sh

#! /bin/bash

. /mnt/datadisk0/saga/bi_saga/dwh_saga/task_day/config.sh

startDate=$1
endDate=$2
startSec=$(date -d "$startDate" "+%s")
endSec=$(date -d "$endDate" "+%s")
source /etc/profile.d/saga_env.sh
for((i=$startSec;i<=$endSec;i+=86400))
do
    current_day=$(date -d "@$i" "+%Y-%m-%d")

    start_time=$(date -d "0 day $current_day" +%Y%m%d)000000
    end_time=$(date -d "1 day $current_day" +%Y%m%d)000000

    echo current_day:"$current_day"
    echo start_time:"${start_time}"
    echo end_time:"${end_time}"

    echo "*******************能源数据需要减掉8小时*******************"
    energy_start_time=$(date -d "-1 day $current_day" +%Y%m%d)160000
    energy_end_time=$(date -d "-0 day $current_day" +%Y%m%d)160000
    echo energy_start_time:"${energy_start_time}"
    echo energy_end_time:"${energy_end_time}"

    # 执行某天的数据导入 hbase —> mysql
#    sh /mnt/datadisk0/saga/bi_saga/dwh_saga/task_day/py_mysql.sh energy --start_time $energy_start_time --end_time $energy_end_time

    # mysql -> hive
#    sh /mnt/datadisk0/saga/bi_saga/dwh_saga/task_day/mysql_to_hdfs.sh ods_energy_15_min $current_day

    # ods -> dwd
#    ssh hadoop01 sh /mnt/datadisk0/saga/bi_saga/dwh_saga/task_day/ods_to_dwd.sh all $current_day

    # 清理当天mysql中的数据
#    ssh hadoop01 sh /mnt/datadisk0/saga/bi_saga/dwh_saga/task_day/clean_mysql.sh clean_energy_15 $current_day

    # hive -> mysql
#    sh /mnt/datadisk0/saga/bi_saga/dwh_saga/task_day/hdfs_to_mysql.sh app_energy_day $current_day

done