status = Status of Virtual drives (volumes)
drives = Status of hard drives
ident $slot = Blink light on drive (need slot number)
good $slot = Simply makes the slot "Unconfigured(good)" (need slot number)
replace $slot = Replace "Unconfigured(bad)" drive (need slot number)
progress = Status of drive rebuild
errors = Show drive errors which are non-zero
bat = Battery health and capacity
batrelearn = Force BBU re-learn cycle
logs = Print card logs
checkNemail = Check volume(s) and send email on raid errors
allinfo = Print out all settings and information about the card
settime = Set the raid card's time to the current system time
setdefaults = Set preferred default settings for new raid setup
# cat LSI_Megaraid
#!/bin/bash
#
# Calomel.org
# https://calomel.org/megacli_lsi_commands.html
# LSI MegaRaid CLI
# lsi.sh @ Version 0.05
#
# description: MegaCLI script to configure and monitor LSI raid cards.
# Full path to the MegaRaid CLI binary
MegaCli="/opt/MegaRAID/MegaCli/MegaCli64"
# The identifying number of the enclosure. Default for our systems is "8". Use
# "MegaCli64 -PDlist -a0 | grep "Enclosure Device"" to see what your number
# is and set this variable.
ENCLOSURE="8"
if [ $# -eq 0 ]
then
echo ""
echo " OBPG .:. lsi.sh $arg1 $arg2"
echo "-----------------------------------------------------"
echo "status = Status of Virtual drives (volumes)"
echo "drives = Status of hard drives"
echo "ident \$slot = Blink light on drive (need slot number)"
echo "good \$slot = Simply makes the slot \"Unconfigured(good)\" (need slot number)"
echo "replace \$slot = Replace \"Unconfigured(bad)\" drive (need slot number)"
echo "progress = Status of drive rebuild"
echo "errors = Show drive errors which are non-zero"
echo "bat = Battery health and capacity"
echo "batrelearn = Force BBU re-learn cycle"
echo "logs = Print card logs"
echo "checkNemail = Check volume(s) and send email on raid errors"
echo "allinfo = Print out all settings and information about the card"
echo "settime = Set the raid card's time to the current system time"
echo "setdefaults = Set preferred default settings for new raid setup"
echo ""
exit
fi
# General status of all RAID virtual disks or volumes and if PATROL disk check
# is running.
if [ $1 = "status" ]
then
$MegaCli -LDInfo -Lall -aALL -NoLog
echo "###############################################"
$MegaCli -AdpPR -Info -aALL -NoLog
echo "###############################################"
$MegaCli -LDCC -ShowProg -LALL -aALL -NoLog
exit
fi
# Shows the state of all drives and if they are online, unconfigured or missing.
if [ $1 = "drives" ]
then
$MegaCli -PDlist -aALL -NoLog | egrep 'Slot|state' | awk '/Slot/{if (x)print x;x="";}{x=(!x)?$0:x" -"$0;}END{print x;}' | sed 's/Firmware state://g'
exit
fi
# Use to blink the light on the slot in question. Hit enter again to turn the blinking light off.
if [ $1 = "ident" ]
then
$MegaCli -PdLocate -start -physdrv[$ENCLOSURE:$2] -a0 -NoLog
logger "`hostname` - identifying enclosure $ENCLOSURE, drive $2 "
read -p "Press [Enter] key to turn off light..."
$MegaCli -PdLocate -stop -physdrv[$ENCLOSURE:$2] -a0 -NoLog
exit
fi
# When a new drive is inserted it might have old RAID headers on it. This
# method simply removes old RAID configs from the drive in the slot and make
# the drive "good." Basically, Unconfigured(bad) to Unconfigured(good). We use
# this method on our FreeBSD ZFS machines before the drive is added back into
# the zfs pool.
if [ $1 = "good" ]
then
# set Unconfigured(bad) to Unconfigured(good)
$MegaCli -PDMakeGood -PhysDrv[$ENCLOSURE:$2] -a0 -NoLog
# clear 'Foreign' flag or invalid raid header on replacement drive
$MegaCli -CfgForeign -Clear -aALL -NoLog
exit
fi
# Use to diagnose bad drives. When no errors are shown only the slot numbers
# will print out. If a drive(s) has an error you will see the number of errors
# under the slot number. At this point you can decided to replace the flaky
# drive. Bad drives might not fail right away and will slow down your raid with
# read/write retries or corrupt data.
if [ $1 = "errors" ]
then
echo "Slot Number: 0"; $MegaCli -PDlist -aALL -NoLog | egrep -i 'error|fail|slot' | egrep -v '0'
exit
fi
# status of the battery and the amount of charge. Without a working Battery
# Backup Unit (BBU) most of the LSI read/write caching will be disabled
# automatically. You want caching for speed so make sure the battery is ok.
if [ $1 = "bat" ]
then
$MegaCli -AdpBbuCmd -aAll -NoLog
exit
fi
# Force a Battery Backup Unit (BBU) re-learn cycle. This will discharge the
# lithium BBU unit and recharge it. This check might take a few hours and you
# will want to always run this in off hours. LSI suggests a battery relearn
# monthly or so. We actually run it every three(3) months by way of a cron job.
# Understand if your "Current Cache Policy" is set to "No Write Cache if Bad
# BBU" then write-cache will be disabled during this check. This means writes
# to the raid will be VERY slow at about 1/10th normal speed. NOTE: if the
# battery is new (new bats should charge for a few hours before they register)
# or if the BBU comes up and says it has no charge try powering off the machine
# and restart it. This will force the LSI card to re-evaluate the BBU. Silly
# but it works.
if [ $1 = "batrelearn" ]
then
$MegaCli -AdpBbuCmd -BbuLearn -aALL -NoLog
exit
fi
# Use to replace a drive. You need the slot number and may want to use the
# "drives" method to show which drive in a slot is "Unconfigured(bad)". Once
# the new drive is in the slot and spun up this method will bring the drive
# online, clear any foreign raid headers from the replacement drive and set the
# drive as a hot spare. We will also tell the card to start rebuilding if it
# does not start automatically. The raid should start rebuilding right away
# either way. NOTE: if you pass a slot number which is already part of the raid
# by mistake the LSI raid card is smart enough to just error out and _NOT_
# destroy the raid drive, thankfully.
if [ $1 = "replace" ]
then
logger "`hostname` - REPLACE enclosure $ENCLOSURE, drive $2 "
# set Unconfigured(bad) to Unconfigured(good)
$MegaCli -PDMakeGood -PhysDrv[$ENCLOSURE:$2] -a0 -NoLog
# clear 'Foreign' flag or invalid raid header on replacement drive
$MegaCli -CfgForeign -Clear -aALL -NoLog
# set drive as hot spare
$MegaCli -PDHSP -Set -PhysDrv [$ENCLOSURE:$2] -a0 -NoLog
# show rebuild progress on replacement drive just to make sure it starts
$MegaCli -PDRbld -ShowProg -PhysDrv [$ENCLOSURE:$2] -a0 -NoLog
exit
fi
# Print all the logs from the LSI raid card. You can grep on the output.
if [ $1 = "logs" ]
then
$MegaCli -FwTermLog -Dsply -aALL -NoLog
exit
fi
# Use to query the RAID card and find the drive which is rebuilding. The script
# will then query the rebuilding drive to see what percentage it is rebuilt and
# how much time it has taken so far. You can then guess-ti-mate the
# completion time.
if [ $1 = "progress" ]
then
DRIVE=`$MegaCli -PDlist -aALL -NoLog | egrep 'Slot|state' | awk '/Slot/{if (x)print x;x="";}{x=(!x)?$0:x" -"$0;}END{print x;}' | sed 's/Firmware state://g' | egrep build | awk '{print $3}'`
$MegaCli -PDRbld -ShowProg -PhysDrv [$ENCLOSURE:$DRIVE] -a0 -NoLog
exit
fi
# Use to check the status of the raid. If the raid is degraded or faulty the
# script will send email to the address in the $EMAIL variable. We normally add
# this method to a cron job to be run every few hours so we are notified of any
# issues.
if [ $1 = "checkNemail" ]
then
EMAIL="leekh@smileserv.com"
# Check if raid is in good condition
STATUS=`$MegaCli -LDInfo -Lall -aALL -NoLog | egrep -i 'fail|degrad|error'`
# On bad raid status send email with basic drive information
if [ "$STATUS" ]; then
$MegaCli -PDlist -aALL -NoLog | egrep 'Slot|state' | awk '/Slot/{if (x)print x;x="";}{x=(!x)?$0:x" -"$0;}END{print x;}' | sed 's/Firmware state://g' | mail -s `hostname`' - RAID Notification' $EMAIL
fi
fi
# Use to print all information about the LSI raid card. Check default options,
# firmware version (FW Package Build), battery back-up unit presence, installed
# cache memory and the capabilities of the adapter. Pipe to grep to find the
# term you need.
if [ $1 = "allinfo" ]
then
$MegaCli -AdpAllInfo -aAll -NoLog
exit
fi
# Update the LSI card's time with the current operating system time. You may
# want to setup a cron job to call this method once a day or whenever you
# think the raid card's time might drift too much.
if [ $1 = "settime" ]
then
$MegaCli -AdpGetTime -aALL -NoLog
$MegaCli -AdpSetTime `date +%Y%m%d` `date +%H:%M:%S` -aALL -NoLog
$MegaCli -AdpGetTime -aALL -NoLog
exit
fi
# These are the defaults we like to use on the hundreds of raids we manage. You
# will want to go through each option here and make sure you want to use them
# too. These options are for speed optimization, build rate tweaks and PATROL
# options. When setting up a new machine we simply execute the "setdefaults"
# method and the raid is configured. You can use this on live raids too.
if [ $1 = "setdefaults" ]
then
# Read Cache enabled specifies that all reads are buffered in cache memory.
$MegaCli -LDSetProp -Cached -LAll -aAll -NoLog
# Adaptive Read-Ahead if the controller receives several requests to sequential sectors
$MegaCli -LDSetProp ADRA -LALL -aALL -NoLog
# Hard Disk cache policy enabled allowing the drive to use internal caching too
$MegaCli -LDSetProp EnDskCache -LAll -aAll -NoLog
# Write-Back cache enabled
$MegaCli -LDSetProp WB -LALL -aALL -NoLog
# Continue booting with data stuck in cache. Set Boot with Pinned Cache Enabled.
$MegaCli -AdpSetProp -BootWithPinnedCache -1 -aALL -NoLog
# PATROL run every 672 hours or monthly (RAID6 77TB @60% rebuild takes 21 hours)
$MegaCli -AdpPR -SetDelay 672 -aALL -NoLog
# Check Consistency every 672 hours or monthly
$MegaCli -AdpCcSched -SetDelay 672 -aALL -NoLog
# Enable autobuild when a new Unconfigured(good) drive is inserted or set to hot spare
$MegaCli -AdpAutoRbld -Enbl -a0 -NoLog
# RAID rebuild rate to 60% (build quick before another failure)
$MegaCli -AdpSetProp \{RebuildRate -60\} -aALL -NoLog
# RAID check consistency rate to 60% (fast parity checks)
$MegaCli -AdpSetProp \{CCRate -60\} -aALL -NoLog
# Enable Native Command Queue (NCQ) on all drives
$MegaCli -AdpSetProp NCQEnbl -aAll -NoLog
# Sound alarm disabled (server room is too loud anyways)
$MegaCli -AdpSetProp AlarmDsbl -aALL -NoLog
# Use write-back cache mode even if BBU is bad. Make sure your machine is on UPS too.
$MegaCli -LDSetProp CachedBadBBU -LAll -aAll -NoLog
# Disable auto learn BBU check which can severely affect raid speeds
OUTBBU=$(mktemp /tmp/output.XXXXXXXXXX)
echo "autoLearnMode=1" > $OUTBBU
$MegaCli -AdpBbuCmd -SetBbuProperties -f $OUTBBU -a0 -NoLog
rm -rf $OUTBBU
exit
fi
### EOF ###
디스크 에러났을때 상태....
# /etc/init.d/LSI_Megaraid status
Adapter 0 -- Virtual Drive Information:
Virtual Drive: 0 (Target Id: 0)
Name :
RAID Level : Primary-1, Secondary-0, RAID Level Qualifier-0
Size : 1.816 TB
Sector Size : 512
Is VD emulated : Yes
Mirror Data : 1.816 TB
State : Degraded
Strip Size : 64 KB
Number Of Drives per span:2
Span Depth : 2
Default Cache Policy: WriteBack, ReadAheadNone, Cached, No Write Cache if Bad BBU
Current Cache Policy: WriteThrough, ReadAheadNone, Cached, No Write Cache if Bad BBU
Default Access Policy: Read/Write
Current Access Policy: Read/Write
Disk Cache Policy : Disk's Default
Encryption Type : None
Is VD Cached: No
Exit Code: 0x00
###############################################
Adapter 0: Patrol Read Information:
Patrol Read Mode: Auto
Patrol Read Execution Delay: 168 hours
Number of iterations completed: 28
Current State: Stopped
Patrol Read on SSD Devices: Disabled
Exit Code: 0x00
###############################################
Check Consistency on VD #0 is not in progress.
Exit Code: 0x00
# /etc/init.d/LSI_Megaraid drives
Slot Number: 0 - Online, Spun Up
Slot Number: 1 - Online, Spun Up
Slot Number: 2 - Rebuild
Slot Number: 3 - Online, Spun Up
# ./LSI_Megaraid progress
Adapter 0: Device at Enclosure - 8, Slot - 2 is not found.
Exit Code: 0x01
# ./LSI_Megaraid errors
Slot Number: 0
Slot Number: 1
Slot Number: 2
Slot Number: 3
# /etc/init.d/LSI_Megaraid log
...........................
...........................
03/26/14 17:24:23: One Wire Device detected b500000494d45b33
03/26/14 17:24:23: One Wire Device detected b500000494d45b33
03/26/14 17:24:23: Primary RAID key OTP page read failure 2
03/26/14 17:24:23: EepromReadData: Error in reading page from Primary iButton!
03/26/14 17:24:23: One Wire Device detected b500000494d45b33
03/26/14 17:24:23: One Wire Device detected b500000494d45b33
03/26/14 17:24:23: Primary RAID key OTP page read failure 2
03/26/14 17:24:23: EepromReadData: Error in reading page from Primary iButton!
03/26/14 17:26:01: iopiDiscoveryComplete SubSystem 2 Count 6 InitState 1
03/26/14 17:26:01: Disabling UART for 120s due to discovery
03/26/14 17:26:01: iopiEvent: EVENT_SAS_DISCOVERY
03/26/14 17:26:01: DM_HandleDiscEvent: Discovery started on Port 3
03/26/14 17:26:01: iopiEvent: MPI2_EVENT_SAS_TOPOLOGY_CHANGE_LIST
03/26/14 17:26:01: DM_HandleTopologyChgEvnt: PhysicalPort=0 NumberOfPhys=x08 NumEntries=x01 StartPhy=x1
03/26/14 17:26:01: ExpStatus=x00 PhysicalPort=0 EnclosureHandle=x0001 Expander devHandle=x0000
03/26/14 17:26:01: Device ADDED - phy x01 devHandle x000c parentDevHdl x0004 phyNum x01 slot x02 deviceInfo=x00000881 sasAddr=4433221101000000
03/26/14 17:26:01: iopiEvent: EVENT_SAS_DISCOVERY
03/26/14 17:26:01: DM_HandleDiscEvent: Discovery Completed on Port 3
03/26/14 17:26:01: DM_DevMgrIsChipInit 0 State 400
03/26/14 17:26:02: DM_DevSSUCallback: DevId x0012 errCount 0 Retry 0 Status 2
03/26/14 17:26:02: DM_DevSSUCallback dev 12 Sense Data: Len 12 RespCode 70 senseKey 6 asc 29 ascq 0
03/26/14 17:26:02: DM_DevConfigParamCallback: Rdm x80502400 FAILED Pd 12 Data 86a473a0 Len 10 Cdb 15 pageIndex 1
03/26/14 17:26:02: DM_DevConfigParamCallback dev 12 Sense Data: Len 12 RespCode 70 senseKey 5 asc 26 ascq 0
03/26/14 17:26:02: DM_DevConfigParamCallback: Rdm x80502400 FAILED Pd 12 Data 86a473a0 Len 10 Cdb 15 pageIndex 1
03/26/14 17:26:02: DM_DevConfigParamCallback dev 12 Sense Data: Len 12 RespCode 70 senseKey 5 asc 26 ascq 0
03/26/14 17:26:02: DM_DevConfigParamCallback: Rdm x80502400 FAILED Pd 12 Data 86a473a0 Len 10 Cdb 15 pageIndex 1
03/26/14 17:26:02: DM_DevConfigParamCallback dev 12 Sense Data: Len 12 RespCode 70 senseKey 5 asc 26 ascq 0
03/26/14 17:26:02: DM_DevConfigParamCallback: Rdm x80502400 FAILED Pd 12 Data 86a473a0 Len ff Cdb 1a pageIndex a
03/26/14 17:26:02: DM_DevConfigParamCallback dev 12 Sense Data: Len 12 RespCode 70 senseKey 5 asc 24 ascq 0
03/26/14 17:26:02: devId 18 - slot num - 2
03/26/14 17:26:02: SGPIO slot mapping pd=12 is mapped to slot=2
03/26/14 17:26:02: DM_DevNotifyRAID: Notify Done. Check for Removal
03/26/14 17:26:02: gDevInfo=86a03900, size=160
03/26/14 17:26:02: Total Device = 4
03/26/14 17:26:02: PD Flags State Type Size S N Vendor Product Rev P C ID SAS Addr Port Phy DevH BFw BRev
03/26/14 17:26:02: --- -------- ----- ---- -------- - - -------- ---------------- ---- - - -- ---------------- ---- --- ---- ---- ----
03/26/14 17:26:02: 10 f1400005 00020 00 74706daf 1 1 0 ATA ST1000DM003-1CH1 CC47 0 0 09 4433221100000000 00 00 09 NA NA
03/26/14 17:26:02: 11 f1400005 00020 00 74706daf 1 1 0 ATA ST1000DM003-1CH1 CC46 0 0 0b 4433221102000000 02 02 0b NA NA
03/26/14 17:26:02: 12 f1400005 00020 00 74706daf 1 1 0 ATA ST1000DM003-1CH1 CC47 0 0 0c 4433221101000000 03 01 0c NA NA
03/26/14 17:26:02: 13 f1400005 00020 00 74706daf 1 1 0 ATA ST1000DM003-1CH1 CC46 0 0 0a 4433221103000000 01 03 0a NA NA
03/26/14 17:26:02: 100 00400005 00020 03 0 0 0 0 LSI SMP/SGPIO/SEP 2230 0 0 ffff 0 00 ff 00 NA NA
03/26/14 17:26:02: PhyId 0 Sas 4433221100000000 Type 1 IsSata 1, Smp 0:0
03/26/14 17:26:02: PhyId 0 Sas 4433221101000000 Type 1 IsSata 1, Smp 0:0
03/26/14 17:26:02: PhyId 0 Sas 4433221102000000 Type 1 IsSata 1, Smp 0:0
03/26/14 17:26:02: PhyId 0 Sas 4433221103000000 Type 1 IsSata 1, Smp 0:0
03/26/14 17:26:02: PhyId 0 Sas 0 Type 0 IsSata 0, Smp 0:0
03/26/14 17:26:02: PhyId 0 Sas 0 Type 0 IsSata 0, Smp 0:0
03/26/14 17:26:02: PhyId 0 Sas 0 Type 0 IsSata 0, Smp 0:0
03/26/14 17:26:02: PhyId 0 Sas 0 Type 0 IsSata 0, Smp 0:0
03/26/14 17:26:02: Load Balance Statistics Path0PDs 4 Path1PDs 0
03/26/14 17:26:02: EVT#10042-03/26/14 17:26:02: 91=Inserted: PD 12(e0xfc/s2)
03/26/14 17:26:02: EVT#10043-03/26/14 17:26:02: 247=Inserted: PD 12(e0xfc/s2) Info: enclPd=fc, scsiType=0, portMap=03, sasAddr=4433221101000000,0000000000000000
03/26/14 17:26:02: EVT#10044-03/26/14 17:26:02: 114=State change on PD 12(e0xfc/s2) from UNCONFIGURED_BAD(1) to UNCONFIGURED_GOOD(0)
03/26/14 17:26:02: EVT#10045-03/26/14 17:26:02: 114=State change on PD 12(e0xfc/s2) from UNCONFIGURED_GOOD(0) to OFFLINE(10)
03/26/14 17:26:02: EVT#10046-03/26/14 17:26:02: 106=Rebuild automatically started on PD 12(e0xfc/s2)
03/26/14 17:26:02: EVT#10047-03/26/14 17:26:02: 114=State change on PD 12(e0xfc/s2) from OFFLINE(10) to REBUILD(14)
03/26/14 17:26:02: createPdGuid: pd = 18
03/26/14 17:26:02: PD Guid:
03/26/14 17:26:02: scsi.Vendor_Id:
03/26/14 17:26:02: 41 54 41 20 20 20 20 20 ATA
03/26/14 17:26:02: scsi.Serial_No:
03/26/14 17:26:02: 20 20 20 20 20 20 20 20 5a 31 44 39 53 39 42 37 Z1D9S9B7
03/26/14 17:26:25: One Wire Device detected b500000494d45b33
03/26/14 17:26:25: One Wire Device detected b500000494d45b33
03/26/14 17:26:25: Primary RAID key OTP page read failure 2
03/26/14 17:26:25: EepromReadData: Error in reading page from Primary iButton!
03/26/14 17:26:25: One Wire Device detected b500000494d45b33
03/26/14 17:26:25: One Wire Device detected b500000494d45b33
03/26/14 17:26:25: Primary RAID key OTP page read failure 2
03/26/14 17:26:25: EepromReadData: Error in reading page from Primary iButton!
03/26/14 17:27:28: EVT#10048-03/26/14 17:27:28: 103=Rebuild progress on PD 12(e0xfc/s2) is 0.99%(86s)
03/26/14 17:28:31: EVT#10049-03/26/14 17:28:31: 103=Rebuild progress on PD 12(e0xfc/s2) is 1.99%(149s)
03/26/14 17:29:39: EVT#10050-03/26/14 17:29:39: 103=Rebuild progress on PD 12(e0xfc/s2) is 2.99%(217s)
03/26/14 17:29:54: One Wire Device detected b500000494d45b33
03/26/14 17:29:54: One Wire Device detected b500000494d45b33
03/26/14 17:29:54: Primary RAID key OTP page read failure 2
03/26/14 17:29:54: EepromReadData: Error in reading page from Primary iButton!
03/26/14 17:29:54: One Wire Device detected b500000494d45b33
03/26/14 17:29:54: One Wire Device detected b500000494d45b33
03/26/14 17:29:54: Primary RAID key OTP page read failure 2
03/26/14 17:29:54: EepromReadData: Error in reading page from Primary iButton!
03/26/14 17:30:44: EVT#10051-03/26/14 17:30:44: 103=Rebuild progress on PD 12(e0xfc/s2) is 3.99%(282s)
03/26/14 17:34:17: EVT#10052-03/26/14 17:34:17: 103=Rebuild progress on PD 12(e0xfc/s2) is 4.99%(495s)
03/26/14 17:37:24: EVT#10053-03/26/14 17:37:24: 103=Rebuild progress on PD 12(e0xfc/s2) is 5.99%(682s)
