EXPORT IN PARALLEL AND IMPORT WITH DATAPUMP

#!/bin/bash
#############################################################################
#  EXPORT IN PARALLEL WITH DATAPUMP
#############################################################################
#
# Description: This script will create multiple export job in parallel
#              to export table
#
#############################################################################


BASE_SCHEMA=$1
BASE_TABLE=$2
PARALLEL=$3;
PARTITION=$4

function usage(){
  echo "USAGE:
        Parameter 1 is the SCHEMA
        Parameter 2 is the TABLE NAME
        Parameter 3 is the DEGREE of parallelism
        Parameter 4 (optional) is the partition (if any)"
}

if [ $# -lt 3 ]; then
    usage
    exit 1
fi

if [ $# -eq 4 ]; then
    PARFILE=${BASE_SCHEMA}_${BASE_TABLE}_${PARTITION}.par
    echo "tables=${BASE_SCHEMA}.${BASE_TABLE}:${PARTITION}">  $PARFILE
    START_MESSAGE="Beginning export of partition : ${BASE_SCHEMA}.${BASE_TABLE}:${PARTITION} "
    END_MESSAGE "Finished export of partition: ${BASE_SCHEMA}.${BASE_TABLE}:${PARTITION}"
    DUMPFILE_BASE=${BASE_SCHEMA}_${BASE_TABLE}_${PARTITION}
    LOGFILE_BASE=${BASE_SCHEMA}_${BASE_TABLE}_${PARTITION}
else
    PARFILE=${BASE_SCHEMA}_${BASE_TABLE}.par
    echo "tables=${BASE_SCHEMA}.${BASE_TABLE}">  $PARFILE
    START_MESSAGE="# Beginning export of table : ${BASE_SCHEMA}.${BASE_TABLE}"
    END_MESSAGE "# Finished export of table: ${BASE_SCHEMA}.${BASE_TABLE}"
    DUMPFILE_BASE=${BASE_SCHEMA}_${BASE_TABLE}
    LOGFILE_BASE=${BASE_SCHEMA}_${BASE_TABLE}
fi

# Adding parameters to the parfile
echo "directory=DATA_PUMP">>  $PARFILE
echo "EXCLUDE=STATISTICS">>  $PARFILE
echo "CLUSTER=N">>  $PARFILE

echo "#########################################################################################"
echo $START_MESSAGE
echo "#########################################################################################"
echo ""

LIMIT=$(expr $PARALLEL - 1)

START_TIME=`date`

for i in `seq 0 $LIMIT`
do
   QUERY="where mod(dbms_rowid.rowid_block_number(rowid), ${PARALLEL}) = $i"
   expdp userid=\'/ as sysdba\' query=$BASE_SCHEMA.$BASE_TABLE:\"$QUERY\" dumpfile=${DUMPFILE_BASE}_${i}.dmp logfile=${LOGFILE_BASE}_${i}.log parfile=$PARFILE &
   sleep 3
done

wait `pidof expdp`

echo "#########################################################################################"
echo $END_MESSAGE
echo "# Start time : $START_TIME "
echo "# End time is: `date`"
echo "#########################################################################################"



#!/bin/bash
#############################################################################
#  IMPORT IN PARALLEL WITH DATAPUMP
#############################################################################
#
# Description: This script will import multiple dumpfiles in parallel
#
#############################################################################

export ORAENV_ASK=NO
export ORACLE_SID=$1
. oraenv

TABLE_NAME=$2
PARTITION=$3

function usage(){
  echo "USAGE:
        Parameter 1 is the SID of the database where you want to import
        Parameter 2 is the TABLE you want to import
        Parameter 3 (optional) is the PARTITION name you want to import (if any)"
}

if [ $# -lt 2 ]; then
    usage
    exit 1
fi

if [ $# -eq 3 ]; then
    PARFILE=${TABLE_NAME}_${PARTITION}.par
    START_MESSAGE="Beginning import of partition : ${TABLE_NAME}:${PARTITION} "
    END_MESSAGE "Finished import of partition: ${TABLE_NAME}:${PARTITION}"
    SEARCH_PATTERN=${BASE_TABLE}_${PARTITION}
    SUCCESS_MESSAGE="partition: ${TABLE_NAME}:${PARTITION} successfully imported, started at"
    ERROR_MESSAGE="partition: ${TABLE_NAME}:${PARTITION} failed to import, check logfile for more info"
    MAIL_OBJECT="Successfully imported partition ${TABLE_NAME}:${PARTITION}"
else
    PARFILE=${TABLE_NAME}.par
    START_MESSAGE="Beginning import of table : ${TABLE_NAME}"
    END_MESSAGE "Finished import of table : ${TABLE_NAME}"
    SEARCH_PATTERN=${BASE_TABLE}
    SUCCESS_MESSAGE="Table ${TABLE_NAME} successfully imported, started at "
    ERROR_MESSAGE="Table ${TABLE_NAME} failed to import, check logfile for more info"
    MAIL_OBJECT="Successfully imported table ${TABLE_NAME}"
fi

#directories
BASEDIR=/u10/
DUMPDIR=$BASEDIR/DUMP
PARFILEDIR=$BASEDIR/parfiles

mkdir -p $PARFILEDIR

# building the parfile
echo "DIRECTORY=MY_DUMP_DIR">  ${PARFILEDIR}/$PARFILE
echo "CLUSTER=N">>  ${PARFILEDIR}/$PARFILE
echo "TABLE_EXISTS_ACTION=APPEND">>  ${PARFILEDIR}/$PARFILE
echo "DATA_OPTIONS=DISABLE_APPEND_HINT">>  ${PARFILEDIR}/$PARFILE


echo "#########################################################################################"
echo $START_MESSAGE
echo "#########################################################################################"
echo ""

START_TIME=`date`

for dump in `ls ${DUMPDIR}/*${SEARCH_PATTERN}*.dmp`
do
   DUMPFILE=${dump}
   LOGFILE=imp_${dump}.log
   impdp userid=\'/ as sysdba\' dumpfile=$DUMPFILE logfile=${LOGFILE} parfile=${PARFILEDIR}/$PARFILE &
   sleep 3
done

wait `pidof impdp`

echo "#########################################################################################"
echo $END_MESSAGE
echo "# Start time : $START_TIME "
echo "# End time   : `date`"
echo "#########################################################################################"

# Verifying errors
errors_count=`grep ORA- *${SEARCH_PATTERN}*.log | wc -l`

if [ $errors_count -eq 0 ]; then
        echo "$SUCCESS_MESSAGE $START_TIME and finished at `date`" |  mail -s $MAIL_OBJECT you@your-email.com
else
        echo $ERROR_MESSAGE |  mail -s $MAIL_OBJECT you@your-email.com
fi