Mysql: mysql Enterprise backup (MEB) script

Here is the script to backup Mysql database using MEB. 

copy this below code in to script and edit to the correct directory paths and run it.

#########################################################################

#

COMMAND=$0

PGM=${COMMAND##*/}

DATE=$(date "+%Y%m%d%H")

hostname=`hostname -s`

MAILTO=XXXxx@gmail.com

PWD=/opt/scripts  # put script dir path if you want to run from "crontab"

#PWD=`pwd`      # enable this and disable above one if you want to run in nohup mode.

repdir=$PWD

LOG=$repdir/dblogs

##*********** Below list of changes are req: 

conf_file=/etc/my.cnf

BACKUP_USER=root

BACKUP_PASS=`cat /opt/.orapasswd/.backupusr`

bkp_type=$1

ret_time=$2

Logfile=mysql-MEB_"$bkp_type"_"$hostname"_$DATE.log

log_ret=15

echo " started $DATE" >>$LOG/$Logfile 

#### Changes are done:

##***************** run Active file:

if [ -f $LOG/active_file ]

 then

   echo "previous mysql backup is still running. confirm before running again" | mailx -s "Mysql-Backup: $hostname - Failed for $bkp_type backup" $MAILTO

   exit 0

fi

## Validate Log directory:

if [ ! -d $LOG ]; then

mkdir  $LOG

else 

/usr/bin/find $LOG -type f -mtime +$log_ret -exec rm -f {} \;

fi

#******* Checking the input parameter: 

if [ $# = 0 ]

then

echo "Please enter the first parameter for backup type (FULL) and second parameter as a number in days for backup retention" |tee -a $LOG

exit 1

fi

##************ setting the backup-dir path for the Backup location:

bkup_dir=/backup_folder/$hostname/meb/$bkp_type

if [ ! -d $bkup_dir ]; then

mkdir -p $bkup_dir 

fi

echo " Mysql-backup: $bkp_type files are located under $bkup_dir" >>/$LOG/$Logfile

echo ""

####### End of backup-dir path setup

touch $LOG/active_file

##************ Running Backup from above inputs:

echo "Running $bkp_type Backup from above inputs"

if [ $bkp_type = 'FULL' ] ; then

   /opt/mysql/meb-4.1/bin/mysqlbackup --defaults-file=$conf_file --port=3306 --protocol=tcp --user=$BACKUP_USER --password=$BACKUP_PASS --with-timestamp --backup-dir=$bkup_dir backup-and-apply-log >>$LOG/$Logfile 2>&1

else

echo "Incorrect input parameter - please enter a correct backup type" |tee -a $LOG/$Logfile

fi

####

 

##********* check Any errors in the logfile:

error_chk=$(cat $LOG/$Logfile | awk 'BEGIN{buf=""} /[0-9]:[0-9][0-9]:[0-9]/{buf=$0} /WARNING|warnings|ERROR/{print buf,$0}' | wc -l)

if [[ $error_chk -eq 0 ]]

  then

     echo "Mysql Backup for backup-type $bkp_type completed successfully - no errors $error_chk " >>$LOG/$Logfile

   else

    echo "Mysql Backup for backup-type $bkp_type was unsuccessful - errors $error_chk. check and run again" >>$LOG/$Logfile

   echo "Mysql Backup for backup-type $bkp_type completed but has errors - $error_chk . please check" | mailx -s "Mysql-Backup - $bkp_type : Completed with errors" $MAILTO

fi

####

##******** remove run active file:

if [ -f $LOG/active_file ]

 then

rm $LOG/active_file 

echo " removed run-active file" |tee -a $LOG/$Logfile

fi

echo "Mysql-backup: All steps are done" |tee -a $LOG/$Logfile

exit 0;

###################################################

hope this helps........................................

Mysql release version EOL support details..

To check release version EOL support:

http://www.oracle.com/us/support/library/lifetime-support-technology-069183.pdf


To check release versions: similar

https://dev.mysql.com/doc/relnotes/mysql/8.0/en/

https://dev.mysql.com/doc/relnotes/mysql/5.7/en/


Hope this helps....

Mysql upgrade from 5.7.XX to 5.7.27

Below you can find the steps to upgrade Mysql 5.7.xx to 5.7.27.

Here we are using In-Place Upgrade. which means we are upgrading the mysql version on the existing server only which is completely different from logical upgrade.

1)

First download right version of Mysql software. do this.

Go to Patches and downloades -> click product or family -> enter Mysql in product and check release you want(5.7.27) -> platform that you need (here it is linux) -> select description  and enter 5.7.27 -> search.

download the zip version(here it is linux)

p30076436_570_Linux-x86-64.zip

2)  Unzip p30076436_570_Linux-x86-64.zip

3) check what rpm's are installed on your server for mysql by doing this
rpm -qa  mysql* or use rpm -V mysql*

4) when you are about to upgrade. Take VM snapshot or take a backup of mysql data.

5) login into mysql and check below variables setting.

show variables like 'innodb_fast_shutdown';

6) run below command to set below variable.
mysql -u root -p --execute="SET GLOBAL innodb_fast_shutdown=0"

7)
mysqladmin -u root -p  shutdown   or systemctl stop mysqld  (as root)
ps -ef| grep mysqld

8) use below command to upgrade all the rpm's(with dependencies). check the list you have to upgrade and edit the below command.  run as "root "

rpm -Uhv mysql-commercial-{server,libs,libs-compat,client,common,embedded,embedded-compat}-5.7.27-1.1.el7.x86_64.rpm

9) once rpms are installed with no errors. start mysql 

systemctl start mysqld    --- as root (you can use sudo commands if you have to)

monitor mysqld.log... if you see this below messages.. ignore for now and proceed to next step.

(  output from mysqld.log

 [Warning] InnoDB: Table mysql/innodb_table_stats has length mismatch in the column name table_name.  Please run mysql_upgrade

[Warning] InnoDB: Table mysql/innodb_index_stats has length mismatch in the column name table_name.  Please run mysql_upgrade

)

10) run mysql upgrade command and monitor all tables. they should resturn "OK" and "Upgrade process completed successfully"  in the end.

mysql_upgrade -u root -p

12) do this step only if you seeing the above similar warnings only after mysql_upgrade.

 drop table mysql.innodb_index_stats;

 drop table mysql.innodb_table_stats;

and run the mysql_upgrade -u root -p

12) Post checks after upgrade.

select version();

show databases;

select count(*) from table_name;

13). bounce mysql.

Hope this helps....

Auto - CPU Parallel calculation

Below is the script to get the available CPU's from the allotted servers based on Number of Instances on that server:


Script:-

total_cpu=`lscpu | grep ^'CPU(s)' | awk '{print $2}'`
cpu_used=$(top -b -n2 -p 1 | fgrep "Cpu(s)" | tail -1 | awk -F'id,' -v prefix="$prefix" '{ split($1, vs, ","); v=vs[length(vs)]; sub("%", "", v); printf "%s%.1f%%\n", prefix, 100 - v }' | sed 's/%//g')

used_cpus=`echo "$total_cpu*$cpu_used*0.01"|bc`
avail_cpus=`echo "$total_cpu-$used_cpus" | awk '{print int($1)}'`

num_inst=`pgrep -al pmon |egrep -v '(^#|\+|\-)' |awk '{print $2}' |wc -l`

if [[ "$avail_cpus" -le 1 ]]; then
 echo "consider Default"
 CHNLS=1
 echo $CHNLS
  else
     if [[ "$num_inst" -lt 2 ]] ; then
       echo "consider 90 percent"
       avail_cpu2con=`echo "$avail_cpus*0.9"|bc`
       CHNLS=`echo $avail_cpu2con | awk '{print int($1)}'`
       echo $CHNLS

      else
          if [[ "$num_inst" -ge 2 ]] && [[ "$num_inst" -le 4 ]] ; then
             echo "consider 75 percent"
             avail_cpu2con=`echo "$avail_cpus*0.75"|bc`
             CHNLS=`echo $avail_cpu2con | awk '{print int($1)}'`
             echo $CHNLS
           else
              echo " consider 60 percent"
              avail_cpu2con=`echo "$avail_cpus*0.60"|bc`
              CHNLS=`echo $avail_cpu2con | awk '{print int($1)}'`
              echo $CHNLS
         fi
    fi
fi

Hope this helps..... suggest if any improvements are needed.

resize alert log for each database using script.

This script automatcally back's up exisitng alert log to a location you need(BKP_ALT_DIR)  and resize the alert log to 0.



code of the script:


COMMAND=$0
PGM=${COMMAND##*/}
DATE=$(date "+%Y%m%d")
hostname=`hostname -s`
PWD=`pwd`
repdir=$PWD
LOG=$repdir/logs

################ Change Retention Here ###########

BKP_ALT_DIR=/backup/2_week/$hostname/ALERT_BKP

############ Done ########################


# Log directory checks:

if [ ! -d ${LOG} ]
 then
    mkdir -p $LOG
  else
    rm $LOG/*log
fi

if [ ! -d ${BKP_ALT_DIR} ]
 then
    mkdir -p $BKP_ALT_DIR
fi


# copying alert log files to desired folder:

  for db in `cat /etc/oratab| egrep -v '(^#|\+|\-)'|cut -f1 -d: -s|egrep -v 'OMS'|egrep -v 'AGENT'`
       do
         db_check=`pgrep -al pmon|grep $db |cut -f3,4 -d_`
          if [ -n "$db_check" ]
              then
              echo $db
              db_sid=$db_check
              l_db=`echo $db | tr [A-Z] [a-z]`
               alert_dir=/opt/oracle/diag/rdbms/$l_db/$db_check/trace
                  cd $alert_dir
                  echo $alert_dir
                  echo "$BKP_ALT_DIR"
                  cp alert_$db_check.log $BKP_ALT_DIR/alert_"$db_check"_$DATE.log
                echo "alert_$db_check.log copy is done for $db" >>$LOG/DB_up_list.log
            ready=0
              while [ $ready -eq 0 ]
                   do
                 if [ `lsof | grep /opt/oracle/diag/rdbms/$l_db/$db_check/trace/alert_$db_check.log |grep -v tail |wc -l` != 0 ];
                           then
                         echo "`lsof | grep /opt/oracle/diag/rdbms/$l_db/$db_check/trace/alert_$db_check.log |grep -v tail |wc -l`"
                            ready=0
                              sleep 5
                    else
                            ready=1
                  fi
              done
                  echo "resetting alert_$db_check.log for $db" >>$LOG/DB_up_list.log
                  > alert_$db_check.log
                  echo "alert_$db_check.log reset for $db is done" >>$LOG/DB_up_list.log
           else
               echo "$db" >>$LOG/exclude_list.log
          fi
   done

echo "completed:" >>$LOG/DB_up_list.log


Hope this helps......

How To Know the Current Patches released

Steps to find what current patches released as of Date:

Oracle Database:

1. Login to oracle support
2. Type 1454618.1 and hit search
3. Select  the option you need (ex: Oracle database PSU,SPU(CPU),Bundle Patches (versions 12.1 & lower).
4. then select 12.1.0.2 (if 12c)
5. then select the related patch you need from the list.

Oracle Enterprise Manager:

1) Checking for future releases:

NOTE:793512.1 - Release Schedule of Enterprise Manager Releases and Patchsets (10g, 11g, 12c, 13c)

2) To find Current installed OMS list of patches:

How to Determine the Patch Set Update (PSU) Applied to the Enterprise Manager 13c Cloud Control OMS and the Bundle Patch applied to Plug-ins and Agent (Doc ID 2319892.1)

For the EM 13c Cloud Control OMS, issue this command to find the effective PSU level of the EM 13c OMS:

<OMS Oracle Home>/OPatch/opatch lsinventory | grep -i 'EMBP Patch Set Update'

To see the current version according to the Plugin Bundle Patches for the EM 13c OMS plug-ins, use the following:

<OMS Oracle Home>/OPatch/opatch lsinventory | grep -i 'Plugin Bundle Patch'

For the EM 13c Cloud Control Agent, issue this command to the the current Bundle Patch level applied:

<OMS Oracle Home>/OPatch/opatch lsinventory | grep -i 'EM-AGENT Bundle Patch'

Other helpful Doc id's:

Doc ID 822485.1

Enterprise Manager 13.2 Master Bundle Patch List (Includes Plugins: 13.2.1, 13.2.2, 13.2.3) (Doc ID 2219797.1)

Hope this helps.

Creating calender rotation in plsql for x number of people...

Below is an example to create a rotation for 4 people in 3 step process. Make changes as needed.

1) 

create table test (START_DATE DATE,WEEK_DAY varchar2(20),W_D_N varchar2(10) default null,WEEK_NUMBER number,NAME varchar2(20) default null);

create table test1 ( ID number, NAME varchar2(10) default null);

insert into test1 values (1,'jack');

insert into test1 values (2,'mike');

insert into test1 values (3,'jim');

insert into test1 values (4,'bob');

commit;

2) ---load calender now with appropriate dates and validate randomly:

insert into test (START_DATE,WEEK_DAY,W_D_N,WEEK_NUMBER,NAME)

       SELECT (to_date('2018-08-16','YYYY-MM-DD') +( level -1)) start_date,to_char( (to_date('2018-08-16','YYYY-MM-DD') +level -1) +1, 'DAY')Week_day,

     ( CASE 

    WHEN  to_char( (to_date('2018-08-16','YYYY-MM-DD') +level -1) +1, 'DAY')  like 'MON%'   THEN   7      

     WHEN to_char( (to_date('2018-08-16','YYYY-MM-DD') +level -1) +1, 'DAY')  like 'TUES%'  THEN   1

     WHEN to_char( (to_date('2018-08-16','YYYY-MM-DD') +level -1) +1, 'DAY')  like 'WED%'   THEN   2

     WHEN  to_char( (to_date('2018-08-16','YYYY-MM-DD') +level -1) +1, 'DAY') like 'THUR%'  THEN   3

     WHEN to_char( (to_date('2018-08-16','YYYY-MM-DD') +level -1) +1, 'DAY')  like 'FRID%'  THEN   4 

     WHEN  to_char( (to_date('2018-08-16','YYYY-MM-DD') +level -1) +1, 'DAY') like 'SAT%'   THEN   5

     WHEN to_char( (to_date('2018-08-16','YYYY-MM-DD') +level -1) +1, 'DAY')  like 'SUN%'   THEN   6

     ELSE

          null

  END ) W_D_N,

        to_char( (to_date('2018-08-16','YYYY-MM-DD') +level -1), 'WW') week_number,null

  FROM DUAL CONNECT BY (to_date('2018-08-16','YYYY-MM-DD') +( level -1)) <= to_date('2018-12-31','YYYY-MM-DD');

--------------------------------------------------

3) ---- have a rotation set from the above... change the value "x < 4" based on the rotation..

set serveroutput on

declare 

TYPE at_most_twelve_t IS VARRAY (100) OF VARCHAR2 (100);

l_months   at_most_twelve_t;

type rotat_name is VARRAY (100) OF VARCHAR2 (100);

rotat_cur rotat_name;

--temp varchar2(10);

x NUMBER := 0;

y NUMBER := 0;

z NUMBER := 0;

p NUMBER := 0;

Begin

SELECT distinct week_number  BULK COLLECT INTO l_months FROM test where name is null order by week_number asc;

  select name BULK COLLECT into rotat_cur from test1 order by id asc; 

  for i in 1 .. l_months.count

  LOOP

      -- DBMS_OUTPUT.PUT_LINE('Outer Loop counter is ' || l_months(i));

       ---- set the x value for if loop based on number of people in rotation.

          if  x < 4 then

          x := x + 1;

          else 

           x := 1;

          end if;

             

         -- DBMS_OUTPUT.PUT_LINE('Outer Loop counter is ' || x);

          for k in 1 .. rotat_cur.count 

             loop

                  if    k = x then  

             for j in (select w_d_n from test where week_number=l_months(i))

                 loop 

                 update test set Name=rotat_cur(k) where week_number=l_months(i);

                 commit;

                 end loop;

                  else

                    continue;

                    end if;

            end loop;

  END LOOP;

END;

commit;

===========================================

Hope this helps....