AIX系统主机日常检查脚本.doc

AIX系统主机日常检查脚本#!/bin/sh# 首先载入配置文件，如果配置文件不存在，则报错退出#SOURCE=$HOME/config/configcheck_source()if -r $SOURCE ; then . $SOURCEelse echo $(basename $0): Cannot locate the default setting file. exit 1fi# 定义报表头#report_header()HOSTIP=$(ifconfig -a | sed -n 2p |awk print $2)HOSTNAME=$(hostname)USER=who am i | cut -d -f1cat/dev/null 2&1else :fi#define temp directory ,if not exist,create temp directory first.TEMP_PATH=$LOG_PATH/tempif -d $TEMP_PATH ;then:elsemkdir $TEMP_PATHfi# 载入环境设置#check_source# 输出报表头信息#report_header $LOG_FILE# 检查 CPU的使用情况，这里使用vmstat命令echo * Check CPU *$LOG_FILEvmstat 1 10 | awk print $0;if($1 /0-9.*/) (totalcpu+=$16);(avecpu=100-totalcpu/10); END print The average usage ofcpu is :avecpu $TEMP_PATH/cpu_infocat $TEMP_PATH/cpu_info $LOG_FILEcpu_used_pct=cat $TEMP_PATH/cpu_info | grep The average usage of cpu is |awk -F : print $2 if $cpu_used_pct -gt $CPU_VALUE ; then echo LOG-Warnning:date +%Y-%m-%d %H:%M:%S, CPU负载超过阀值设置，请检查系统!$LOG_FILEelseecho tttt CPU负载正常!$LOG_FILEfi# 内存使用监控，包括交换区的使用情况监控 #echo $LOG_FILEecho $LOG_FILEecho * check memory useage *$LOG_FILEcat $TEMP_PATH/cpu_info | awk print $0;if($1 /0-9.*/) (totalpi+=$6)(totalpo+=$7);END if(totalpi10 & totalpo10 | totalpo10) print Memory负载异常，请检查系统! $LOG_FILE# 检查磁盘空间. #echo $LOG_FILEecho $LOG_FILEecho * check disk space *$LOG_FILEdf -k $LOG_FILEdf -k |grep -v proc |grep -v Filesystem |awk x=1*$4print $1,$2,$3,$4,$5,$6,$7$TEMP_PATH/disk_infocat $TEMP_PATH/disk_info | grep -v # | while read linedoitem1=$(echo $line | awk -F , print $1)item2=$(echo $line | awk -F , print $2)item3=$(echo $line | awk -F , print $3)item4=$(echo $line | awk -F , print $4 |awk -F % print $1)item5=$(echo $line | awk -F , print $5)item6=$(echo $line | awk -F , print $6)item7=$(echo $line | awk -F , print $7)if $item4 -gt $DISK_VALUE ; then echo LOG-Warnning: date +%Y-%m-%d %H:%M:%S, 磁盘$item7t剩余空间不足，请处理! $LOG_FILEelse echo tttt 磁盘空间$item7tt使用正常! $LOG_FILEfidone# 检查磁盘的io进行监控，iostat#echo $LOG_FILEecho $LOG_FILEecho * check iostat *$LOG_FILEiostat 1 3 $LOG_FILE# 对网络流量进行监控，在这里可以作一个主机列表，对每个主机ping检查网络是否连通。#echo $LOG_FILEecho $LOG_FILEecho * check netstat *$LOG_FILEnetstat -i $LOG_FILE# 检查主机的告警日志#echo $LOG_FILEecho $LOG_FILEecho * check system err *$LOG_FILEerrpt | head -10 $LOG_FILEday=date +%D |awk -F / print $1$2errpt | awk print $2 | grep $dayif $? -eq 0 ; then echo LOG-Warnning: date +%Y-%m-%d %H:%M:%S,The system has found a error today.Please check the errorreport. $LOG_FILEelse echo $LOG_FILE echo tttt There is no system error report today.System is OK! $LOG_FILEfi# 检查HA的运行是否正常#echo $LOG_FILEecho $LOG_FILEecho * check HACMP status *$LOG_FILE/usr/es/sbin/cluster/clstat -o $TEMP_PATH/ha_infolssrc -g cluster $TEMP_PATH/ha_infocat $TEMP_PATH/ha_info $LOG_FILEecho $LOG_FILEcat $TEMP_PATH/ha_info| grep Node: |awk -F : print $2,$3 | awk print $1,$3 | while read linedonode=$(echo $line | awk print $1)secho $line |grep UP$ /dev/nullif $? -eq 0 ; thenecho tttt The node $node is OK! $LOG_FILEelseecho date +%Y-%m-%d %H:%M:%S,LOG-Warnning: The node $node status is DOWN ,it was terminated .$LOG_FILEfidone# 检查数据库主要的6个进程是否正常.#echo $LOG_FILEecho $LOG_FILEecho * check oracle process *$LOG_FILEps -ef | grep ora_ | grep -v grep | awk -F - print $2 | awk print $2 /$TEMP_PATH/ora_process_infops -ef | grep ora_ | grep -v grep $LOG_FILE# background process ckptif grep ora_ckpt_ora92 $TEMP_PATH/ora_process_info ; then COUNT=1else echo LOG-Warnning: date +%Y-%m-%d %H:%M:%S,The Process ora_ckpt_ora92 was terminated! $LOG_FILEfi# background process dbwrif grep ora_dbw0_ora92 $TEMP_PATH/ora_process_info ; then COUNT=$(COUNT+1)else echo LOG-Warnning: date +%Y-%m-%d %H:%M:%S,The Process ora_dbw0_ora92 was terminated ! $LOG_FILEfi# background process recoif grep ora_reco_ora92 $TEMP_PATH/ora_process_info ; then COUNT=$(COUNT+1)else echo LOG-Warnning: date +%Y-%m-%d %H:%M:%S,The Process ora_reco_ora92 was terminated ! $LOG_FILEfi# background process lgwrif grep ora_lgwr_ora92 $TEMP_PATH/ora_process_info ; then COUNT=$(COUNT+1)else echo LOG-Warnning: date +%Y-%m-%d %H:%M:%S,The Process ora_lgwr_ora92 was terminated ! $LOG_FILEfi# background process pmonif grep ora_pmon_ora92 $TEMP_PATH/ora_process_info ; then COUNT=$(COUNT+1)else echo LOG-Warnning: date +%Y-%m-%d %H:%M:%S,The Process ora_pmon_ora92 was terminated ! $LOG_FILEfi# background process smonif grep ora_smon_ora92 $TEMP_PATH/ora_process_info ; then COUNT=$(COUNT+1)else echo LOG-Warnning: date +%Y-%m-%d %H:%M:%S,The Process ora_smon_ora92 was terminated ! $LOG_FILEfiif $COUNT -eq 6 ;then echo $LOG_FILE echo ttttThe main six Oracle processes is OK ! $LOG_FILEelse :fi# Check the oracle tablespace.#echo $LOG_FILEecho $LOG_FILEecho * check oracle tablespace *$LOG_FILE#su - oracle -c sqlplus dxh/dxh $LOG_FILEsqlplus -s xxx/xxx $TEMP_PATH/ts_infoset pagesize 100set linesize 100col status for a10col tablespace_name for a20col contents for a10col size(M) for a15col used for a15col pct for a10select d.status, d.tablespace_name, TO_CHAR(NVL(a.bytes / 1024 /1024, 0),99G999G990) size(M), TO_CHAR(NVL(a.bytes - NVL(f.bytes, 0),0)/1024/1024, 99G999G990D00) used, TO_CHAR(NVL(a.bytes - NVL(f.bytes, 0) / a.bytes * 100, 0), 990D00)|% pctFROM sys.dba_tablespaces d, (select tablespace_name, sum(bytes) bytes from dba_data_files group by tablespace_name) a, (select tablespace_name, sum(bytes) bytes from dba_free_space group by tablespace_name) fWHERE d.tablespace_name = a.tablespace_name(+)AND d.tablespace_name = f.tablespace_name(+)order by tablespace_name ;exit!EOFcat $TEMP_PATH/ts_info$LOG_FILEcat $TEMP_PATH/ts_info |grep ONLINE |awk print $2:$3:$4:$5 |while read linedots_name=$(echo $line |awk -F : print $1)ts_total=$(echo $line |awk -F : print $2)ts_used=$(echo $line |awk -F : print $3)ts_used_pct=$(echo $line |awk -F : print $4 |awk -F % print $1|awk -F . print $1)if $ts_used_pct -gt $TS_VALUE -o $ts_used_pct -eq $TS_VALUE ; thenecho LOG-Warnning: date +%Y-%m-%d %H:%M:%S,表空间$ts_name 的剩余空间紧张,请尽快清理表空间! $LOG_FILEelseecho tttt The tablespace of $ts_namet is OK! $LOG_FILEfidone# Check the oracle Job.#echo $LOG_FILEecho $LOG_FILEecho * check oracle job *$LOG_FILEsqlplus -s xxx/xxx $LOG_FILEcol job for 999col last_date for a20col next_date for a20col what for a40set linesize 120select job,what, to_char(last_date,yyyy-mm-dd hh24:mi:ss) last_date, to_char(next_date,yyyy-mm-dd hh24:mi:ss) next_date, failuresfrom dba_jobsorder by job;!ETsqlplus -s xxx/xxx $TEMP_PATH/job_infocol flag for a5col rou for 99999select XXX flag,job,failures,broken,round(next_date-sysdate,2)*100 rou from dba_jobs order by job;!EOFcat $TEMP_PATH/job_info |grep XXX |awk print $2,$3,$4,$5 |while read linedojobnum=echo $line | awk print $1failure=echo