Linux Shell 代码

#! /bin/bash

#/python2292/CNEDMp/ETLscript/CNEDMp_etl_v1.0/testhis
LOAD_PATH=$(cd $(dirname $0); pwd)
#/python2292/CNEDMp/ETLscript/CNEDMp_etl_v1.0
DEPLOY_PATH=$(cd $(dirname $LOAD_PATH); pwd)
#/python2292/CNEDMp/ETLscript
BASE_PATH=$(cd "$(dirname "$DEPLOY_PATH")"; pwd)
#/python2292/CNEDMp
MAIN_PATH=$(cd "$(dirname "$BASE_PATH")"; pwd)

FILE_LANDING=$DEPLOY_PATH'/File_Landing.sh'
LOAD_HDFS=$DEPLOY_PATH'/Load_hdfs.sh'
LOAD_HIVE=$DEPLOY_PATH'/Load_hive.sh'
LANDING_PATH=$MAIN_PATH'/landing/'
JAR_FILE=$DEPLOY_PATH'/dailydata-1.0-SNAPSHOT.jar'
INI_FILE=$DEPLOY_PATH'/cnedmp_etl.ini'
LOG_FILE=$DEPLOY_PATH'/shellrun.log'

CODING='GB2312'

#Funtion for Log
function logging(){
    logTime=$(date +"%Y-%m-%d %T")
    echo "$logTime $1 $2"
}


source $INI_FILE

cd $LOAD_PATH
rm -r dataspace
mkdir dataspace
cd dataspace
ziplist=$(cat $LOAD_PATH/ziplist.txt)
logging INFO "Get zip file list $ziplist"
for zipname in $ziplist
do
    logging INFO "-------------------Handling zipfile $zipname----------------------------"
    cp /home/infra1/jason/DataFiles/$zipname ./
    foldername=$(echo $zipname|awk -F .  '{print $1}')
    echo $foldername
    mkdir $foldername
    unzip -d ./$foldername $zipname
    cd $foldername
    partition=$foldername
    filelist=$(cat $LOAD_PATH/filelist.txt)
    logging INFO "Get file list $filelist"
    for filename in $filelist
    do
        cp $filename $LANDING_PATH && logging INFO "$filename copied to $LANDING_PATH"
    done
    cd ..
    sh $LOAD_PATH/Loading_Meta_Init_history.sh $partition
    sh $LOAD_PATH/schedule_history.sh $partition
    cd $LOAD_PATH
    rm -r $LOAD_PATH/dataspace
    logging INFO "-------------------zipfile $zipname finished----------------------------"
done