BayaiM__SQLLDR_linux_shell高级版

BayaiM__SQLLDR_linux_shell高级版

 

备注：
1.因公司在职，商业机密，顾IP地方加了"*"号，你可以任意写一个数字做IP做就好。
2.不要瞎BB，哥自己写的，挺实用的，里面告诉你许多来龙去脉。
3.也算是知识分享，不算泄露什么鸟。
=========================================================

1.直接上脚本：
-----------------------------------------------------------------------------------------------------------------

[root@oradata script]# cat wx_zfb.sh 
#!/bin/bash
TDATE=`date -d '1 days ago' +%Y%m%d`

Path_wx="/home/ftp/2gdata/wx/$TDATE"
Path_wxwal="/home/ftp/2gdata/wxwal/$TDATE"
Path_jyt_wk="/home/ftp/2gdata/jyt_wk/$TDATE"
Path_zfb_nosett="/home/ftp/2gdata/zfb_nosett/$TDATE"
Path_zfb_sett="/home/ftp/2gdata/zfb_sett/$TDATE"
Path_xnzh="/home/ftp/2gdata/xnzh/$TDATE"
if [  -d "${Path_wx}" ]; then
rm -rf "${Path_wx}"
fi

if [  -d "${Path_wxwal}" ]; then
rm -rf "${Path_wxwal}"
fi

if [  -d "${Path_jyt_wk}" ]; then
rm -rf "${Path_jyt_wk}"
fi

if [  -d "${Path_zfb_nosett}" ]; then
rm -rf "${Path_zfb_nosett}"
fi

if [  -d "${Path_zfb_sett}" ]; then
rm -rf "${Path_zfb_sett}"
fi

if [  -d "${Path_xnzh}" ]; then
rm -rf "${Path_xnzh}"
fi

mkdir -p "${Path_wx}"
mkdir -p "${Path_wxwal}"
mkdir -p "${Path_jyt_wk}"
mkdir -p "${Path_zfb_nosett}"
mkdir -p "${Path_zfb_sett}"
mkdir -p "${Path_xnzh}"

ftp -n<<!
open 172.16.3.*
user js_ls ls3ppqvm
binary
cd /xqfdzwj/wx
lcd ${Path_wx}
prompt
mget 48023010_${TDATE}.txt.gz
close
bye
!
#cd /home/ftp/2gdata/wx/${TDATE} && gunzip -n -q 48023010_${TDATE}.txt.gz
#gunzip -n -q /home/ftp/2gdata/wx/${TDATE}/48023010_${TDATE}.txt.gz

ftp -n<<!
open 172.16.3.*
user js_ls ls3ppqvm
binary
cd /xqfdzwj/wxwal
lcd ${Path_wxwal}
prompt
get 48023010_${TDATE}.txt.gz
close
bye
!
#cd /home/ftp/2gdata/wxwal/${TDATE} && gunzip -n -q 48023010_${TDATE}.txt.gz
gunzip -n -q /home/ftp/2gdata/wxwal/${TDATE}/48023010_${TDATE}.txt.gz

ftp -n<<!
open 172.16.3.*
user js_ls ls3ppqvm
binary
cd /xqfdzwj/jyt_wk
lcd ${Path_jyt_wk}
prompt
get 48023010_${TDATE}.txt.gz
close
bye
!
#cd /home/ftp/2gdata/jyt_wk/${TDATE} && gunzip -n -q 48023010_${TDATE}.txt.gz
gunzip -n -q /home/ftp/2gdata/jyt_wk/${TDATE}/48023010_${TDATE}.txt.gz

ftp -n<<!
open 172.16.3.*
user js_ls ls3ppqvm
binary
cd /xqfdzwj/zfb_nosett
lcd ${Path_zfb_nosett}
prompt
get 48023010_${TDATE}.txt.gz
close
bye
!
#cd /home/ftp/2gdata/zfb_nosett/${TDATE} && gunzip -n -q 48023010_${TDATE}.txt.gz
gunzip -n -q /home/ftp/2gdata/zfb_nosett/${TDATE}/48023010_${TDATE}.txt.gz

ftp -n<<!
open 172.16.3.*
user js_ls ls3ppqvm
binary
cd /xqfdzwj/zfb_sett
lcd ${Path_zfb_sett}
prompt
get 48023010_${TDATE}.txt.gz
close
bye
!
#cd /home/ftp/2gdata/zfb_sett/${TDATE} && gunzip -n -q 48023010_${TDATE}.txt.gz
gunzip -n -q /home/ftp/2gdata/zfb_sett/${TDATE}/48023010_${TDATE}.txt.gz

ftp -n<<!
open 172.16.3.*
user js_ls ls3ppqvm
binary
cd /xqfdzwj/xnzh
lcd ${Path_xnzh}
prompt
get 48023010_${TDATE}.txt.gz
close
bye
!

#cd /home/ftp/2gdata/xnzh/${TDATE} && gunzip -n -q 48023010_${TDATE}.txt.gz
gunzip -n -q /home/ftp/2gdata/xnzh/${TDATE}/48023010_${TDATE}.txt.gz
gunzip -n -q /home/ftp/2gdata/wx/${TDATE}/48023010_${TDATE}.txt.gz

----------------------------------------------------------------------------------------------------------------------

2.直接上脚本：
2.1 >>

[root@oradata wx]# cat wx_all.sh 
#!/bin/bash
sh /home/oracle/u01/sqlldr/wx/01_wx.sh
sh /home/oracle/u01/sqlldr/wx/02_wxwal.sh
sh /home/oracle/u01/sqlldr/wx/03_jyt_wk.sh
sh /home/oracle/u01/sqlldr/wx/04_zfb_nosett.sh
sh /home/oracle/u01/sqlldr/wx/05_zfb_sett.sh
sh /home/oracle/u01/sqlldr/wx/06_xnzh.sh

2.2 >>

[root@oradata wx]# cat 01_wx.sh 
#!/bin/bash
TDATE=`date -d '1 days ago' +%Y%m%d`
file_tt="/home/ftp/2gdata/wx/$TDATE/48023010_${TDATE}.txt"
echo "
load
infile '${file_tt}'    
append  INTO TABLE   union_wx
FIELDS TERMINATED BY '","'
trailing nullcols 
(
  dateofstlm  ,
  timeofloctxn  ,
  mchtid_sl ,
  sl_appid  ,
  mchtid_js ,
  js_appid   ,
  termid  ,
  amountoftxn  ,
  totalfee   ,
  invtfee   ,
  brandfee   ,
  txnclass   ,
  panval   ,
  card_issuer   ,
  card_type   ,  
  singleorgcode   ,
  term_serial_no    ,
  swsystraceaudnum   ,  
  referenceno        ,  
  authorization_no    , 
  orig_term_serial_no , 
  originalsysno  ,
  ori_referenceno   ,   
  mcc   ,
  isdz  ,
  isfr  ,
  mchtid_sld  ,
  appid  ,
  pointfee  ,
  issuerfee   ,
  isqs   ,
  termid_sld   , 
  transaction  ,
  sendinsid   ,
  oriclearingdate   , 
  reserve  ,  
  is_T0   ,
  T0_invtfee   , 
  new3   ,  
  jdbj   ,
  jhf    ,
  zjqsf  ,
  new7 ,
  new8 ,
  new9 , 
  ddh  ,
  tsjf    ,
  tsjflx  ,
  fbjgbs ,
  kzhdj   ,
  fsylbzk  ,
  srcReserve ,
  systemId ,
  UNION_TYPE  CONSTANT '01'
)
">/home/oracle/u01/sqlldr/wx/wx.ctl && sqlldr oggadmin/umsogg@umsdb CONTROL=/home/oracle/u01/sqlldr/wx/wx.ctl log=/home/oracle/u01/sqlldr/wx/wx.log skip=1 rows=200000

01_  * 至  06_*  都是类推

InvtFee             position(242:253),
  PosRemark           position(254:255),
  InvtFee3            position(261:267),
  AccountType         position(269:270),
  TotalFee            position(827:835)

EXT_BILL_NO \"trim(:EXT_BILL_NO)\",
APPID \"trim(:APPID)\",
ORD_STATUS \"trim(:ORD_STATUS)\",
INSERT_TIME  CONSTANT '${TDATE}'
)

3. 

直接上脚本： 

-------------------------------------------------------------------------------------

[root@oradata intelligent_pos]# cat intelligent_pos_one.sh 
#!/bin/bash
#TDATE=`date -d '1 days ago' +%Y%m%d`
#TTXT=`date -d '1 days ago' +'%Y''-'%m'-'%d`
#INDATE=`date -d '1 days ago' +%Y%m%d`
#INSERT_TIME=`date +"%Y%m%d"`

for TDATE in {20170619..20170620}
do

T1=(1)
TDATE0=`expr $TDATE - $T1`
TTXT=${TDATE0:0:4}'-'${TDATE0:4:2}'-'${TDATE0:6:2}

echo "
DELETE FROM UNION_INTELLIGENT_POS T WHERE T.INSERT_TIME='$TDATE';
TRUNCATE TABLE  UNION_INTELLIGENT_POS_TEMP;
exit
">/home/oracle/u01/sqlldr/intelligent_pos/intelligent_pos.sql  && sqlplus oggadmin/umsogg@umsdb @/home/oracle/u01/sqlldr/intelligent_pos/intelligent_pos.sql

file_tt="/home/ftp/2gdata/intelligent_pos/$TDATE0/100200${TTXT}.txt"

echo "
load
infile '${file_tt}'    
append  INTO TABLE  UNION_INTELLIGENT_POS_TEMP
FIELDS TERMINATED BY '|'
trailing nullcols 
(
CHN_ID \"trim(:CHN_ID)\",
PAY_NO \"trim(:PAY_NO)\",
TRANS_TYPE \"trim(:TRANS_TYPE)\",
MRCH_NAME  \"trim(:MRCH_NAME)\",
CARD_NO  \"trim(:CARD_NO)\",
PROCESS_CODE  \"trim(:PROCESS_CODE)\",
TRANS_AMT  \"trim(:TRANS_AMT)\",
TRMNL_FLOWNO  \"trim(:TRMNL_FLOWNO)\",
TRANS_TIME \"trim(:TRANS_TIME)\",
TRANS_DATE  \"trim(:TRANS_DATE)\",
CARD_EXPIRE_DATE \"trim(:CARD_EXPIRE_DATE)\",
SETTLEMENT_DATE  \"trim(:SETTLEMENT_DATE)\",
POS_ENTRYMODE  \"trim(:POS_ENTRYMODE)\",
ACQUIRING_CODE \"trim(:ACQUIRING_CODE)\",
TRMNL_REFERNO  \"trim(:TRMNL_REFERNO)\",
AUTH_CODE  \"trim(:AUTH_CODE)\",
RESP_CODE  \"trim(:RESP_CODE)\",
TRMNL_NO  \"trim(:TRMNL_NO)\",
MRCH_NO  \"trim(:MRCH_NO)\",
TRMNL_BATCHNO  \"trim(:TRMNL_BATCHNO)\",
CARD_TYPE \"trim(:CARD_TYPE)\",
CRE_TIME \"trim(:CRE_TIME)\",
UPD_TIME \"trim(:UPD_TIME)\",
EXT_ORD_NO  \"trim(:EXT_ORD_NO)\",
EXT_BILL_NO \"trim(:EXT_BILL_NO)\",
APPID \"trim(:APPID)\",
ORD_STATUS \"trim(:ORD_STATUS)\",
INSERT_TIME  CONSTANT '${TDATE}'
)
">/home/oracle/u01/sqlldr/intelligent_pos/intelligent_pos.ctl && sqlldr oggadmin/umsogg@umsdb CONTROL=/home/oracle/u01/sqlldr/intelligent_pos/intelligent_pos.ctl log=/home/oracle/u01/sqlldr/intelligent_pos/intelligent_pos.log  rows=200000

echo "
INSERT  INTO  UNION_INTELLIGENT_POS SELECT  DISTINCT * FROM   UNION_INTELLIGENT_POS_TEMP t WHERE T.INSERT_TIME='$TDATE';
COMMIT;
TRUNCATE TABLE  UNION_INTELLIGENT_POS_TEMP;
EXIT;
">/home/oracle/u01/sqlldr/intelligent_pos/intelligent_pos_temp.sql  && sqlplus oggadmin/umsogg@umsdb @/home/oracle/u01/sqlldr/intelligent_pos/intelligent_pos_temp.sql

done