并行执行hive脚本

 ### 模板脚本存放路径(无需修改)
 cd /tmp/fix_data/tmp_wjj_20180322_01
 ### 脚本名称
 script=tmp_wjj_20180322_01
 ### 开始日期(包括当月/天)
 etl_dt_start='2017-09-01'
 ### 结束日期(不包括当月/天)
 etl_dt_end='2016-12-01'
 ### 并发数(请勿设置高于10)
 thread_num=
 ### task数量(设置spark_sql的task数量，如果数据量过亿，可适量调高)
 partitions=
 ### 以下无需修改
 thread_no=
 spark="beeline -u jdbc:hive2://ip:port -n username -p password --verbose=true"
 hive="hive -v"
 excute=${spark}
 ### 删除执行脚本内容
 cat /dev/null > run_sql_${script}
 ### to do: 根据进程数进行判断
 while [[ ${etl_dt_start} > ${etl_dt_end} ]]
 do
     echo ${etl_dt_start}
     etl_dt_start_str=`echo ${etl_dt_start}|sed 's/-/_/g'`
     echo "select 'job_start' as flag,'${etl_dt_start}' as num,current_timestamp() as time;"    > ${script}_${etl_dt_start_str}
     echo "set spark.sql.shuffle.partitions=${partitions};"                                    >> ${script}_${etl_dt_start_str}
     echo "use db_name;"                                                                       >> ${script}_${etl_dt_start_str}
     echo "set mapred.job.queue.name=queue_name;"                                              >> ${script}_${etl_dt_start_str}
     echo "set hive.exec.dynamic.partition=true;"                                              >> ${script}_${etl_dt_start_str}
     echo "set hive.exec.dynamic.partition.mode=nonstrict;"                                    >> ${script}_${etl_dt_start_str}
     sed "s/2017-10-01/${etl_dt_start}/g" ${script}                                            >> ${script}_${etl_dt_start_str}
     echo "select 'job_finish' as flag,'${etl_dt_start}' as num,current_timestamp() as time;"  >> ${script}_${etl_dt_start_str}

     thread_no=$((${thread_no}+))
     echo "${excute} -f ${script}_${etl_dt_start_str} > ${script}_${etl_dt_start_str}_log 2>&1 &" >>run_sql_${script}
         if [[ $((${thread_no}%${thread_num})) ==  ]]
     then
         echo "wait" >>run_sql_${script}
     fi
     ### etl_dt_start=`date -d "+1 days ${etl_dt_start}" +%Y-%m-%d`
     etl_dt_start=`date -d "-1 months ${etl_dt_start}" +%Y-%m-%d`
 done

 ### 执行初始化
 sh run_sql_${script}

 ### 查看执行时间
 # grep -E "job_start|job_finish" ${script}_*_log|grep -v select