Added new test case for sysbench IO disk performance test

This commit is contained in:
SRIKKANTH 2016-01-12 17:30:22 +05:30
Родитель 190852d69e
Коммит f0c7b7734b
5 изменённых файлов: 5731 добавлений и 4952 удалений

Просмотреть файл

@ -2318,6 +2318,358 @@
</VirtualMachine> </VirtualMachine>
</HostedService> </HostedService>
</DS14DISK12> </DS14DISK12>
<DS14DISK32>
<isDeployed>NO</isDeployed>
<HostedService>
<VirtualMachine>
<state></state>
<InstanceSize>Standard_DS14</InstanceSize>
<EndPoints>
<Name>SSH</Name>
<Protocol>tcp</Protocol>
<LocalPort>22</LocalPort>
<PublicPort>22</PublicPort>
</EndPoints>
<DataDisk>
<LUN>0</LUN>
<DiskSizeInGB>1023</DiskSizeInGB>
<HostCaching>None</HostCaching>
</DataDisk>
<DataDisk>
<LUN>1</LUN>
<DiskSizeInGB>1023</DiskSizeInGB>
<HostCaching>None</HostCaching>
</DataDisk>
<DataDisk>
<LUN>2</LUN>
<DiskSizeInGB>1023</DiskSizeInGB>
<HostCaching>None</HostCaching>
</DataDisk>
<DataDisk>
<LUN>3</LUN>
<DiskSizeInGB>1023</DiskSizeInGB>
<HostCaching>None</HostCaching>
</DataDisk>
<DataDisk>
<LUN>4</LUN>
<DiskSizeInGB>1023</DiskSizeInGB>
<HostCaching>None</HostCaching>
</DataDisk>
<DataDisk>
<LUN>5</LUN>
<DiskSizeInGB>1023</DiskSizeInGB>
<HostCaching>None</HostCaching>
</DataDisk>
<DataDisk>
<LUN>6</LUN>
<DiskSizeInGB>1023</DiskSizeInGB>
<HostCaching>None</HostCaching>
</DataDisk>
<DataDisk>
<LUN>7</LUN>
<DiskSizeInGB>1023</DiskSizeInGB>
<HostCaching>None</HostCaching>
</DataDisk>
<DataDisk>
<LUN>8</LUN>
<DiskSizeInGB>1023</DiskSizeInGB>
<HostCaching>None</HostCaching>
</DataDisk>
<DataDisk>
<LUN>9</LUN>
<DiskSizeInGB>1023</DiskSizeInGB>
<HostCaching>None</HostCaching>
</DataDisk>
<DataDisk>
<LUN>10</LUN>
<DiskSizeInGB>1023</DiskSizeInGB>
<HostCaching>None</HostCaching>
</DataDisk>
<DataDisk>
<LUN>11</LUN>
<DiskSizeInGB>1023</DiskSizeInGB>
<HostCaching>None</HostCaching>
</DataDisk>
<DataDisk>
<LUN>12</LUN>
<DiskSizeInGB>1023</DiskSizeInGB>
<HostCaching>None</HostCaching>
</DataDisk>
<DataDisk>
<LUN>13</LUN>
<DiskSizeInGB>1023</DiskSizeInGB>
<HostCaching>None</HostCaching>
</DataDisk>
<DataDisk>
<LUN>14</LUN>
<DiskSizeInGB>1023</DiskSizeInGB>
<HostCaching>None</HostCaching>
</DataDisk>
<DataDisk>
<LUN>15</LUN>
<DiskSizeInGB>1023</DiskSizeInGB>
<HostCaching>None</HostCaching>
</DataDisk>
<DataDisk>
<LUN>16</LUN>
<DiskSizeInGB>1023</DiskSizeInGB>
<HostCaching>None</HostCaching>
</DataDisk>
<DataDisk>
<LUN>17</LUN>
<DiskSizeInGB>1023</DiskSizeInGB>
<HostCaching>None</HostCaching>
</DataDisk>
<DataDisk>
<LUN>18</LUN>
<DiskSizeInGB>1023</DiskSizeInGB>
<HostCaching>None</HostCaching>
</DataDisk>
<DataDisk>
<LUN>19</LUN>
<DiskSizeInGB>1023</DiskSizeInGB>
<HostCaching>None</HostCaching>
</DataDisk>
<DataDisk>
<LUN>20</LUN>
<DiskSizeInGB>1023</DiskSizeInGB>
<HostCaching>None</HostCaching>
</DataDisk>
<DataDisk>
<LUN>21</LUN>
<DiskSizeInGB>1023</DiskSizeInGB>
<HostCaching>None</HostCaching>
</DataDisk>
<DataDisk>
<LUN>22</LUN>
<DiskSizeInGB>1023</DiskSizeInGB>
<HostCaching>None</HostCaching>
</DataDisk>
<DataDisk>
<LUN>23</LUN>
<DiskSizeInGB>1023</DiskSizeInGB>
<HostCaching>None</HostCaching>
</DataDisk>
<DataDisk>
<LUN>24</LUN>
<DiskSizeInGB>1023</DiskSizeInGB>
<HostCaching>None</HostCaching>
</DataDisk>
<DataDisk>
<LUN>25</LUN>
<DiskSizeInGB>1023</DiskSizeInGB>
<HostCaching>None</HostCaching>
</DataDisk>
<DataDisk>
<LUN>26</LUN>
<DiskSizeInGB>1023</DiskSizeInGB>
<HostCaching>None</HostCaching>
</DataDisk>
<DataDisk>
<LUN>27</LUN>
<DiskSizeInGB>1023</DiskSizeInGB>
<HostCaching>None</HostCaching>
</DataDisk>
<DataDisk>
<LUN>28</LUN>
<DiskSizeInGB>1023</DiskSizeInGB>
<HostCaching>None</HostCaching>
</DataDisk>
<DataDisk>
<LUN>29</LUN>
<DiskSizeInGB>1023</DiskSizeInGB>
<HostCaching>None</HostCaching>
</DataDisk>
<DataDisk>
<LUN>30</LUN>
<DiskSizeInGB>1023</DiskSizeInGB>
<HostCaching>None</HostCaching>
</DataDisk>
<DataDisk>
<LUN>31</LUN>
<DiskSizeInGB>1023</DiskSizeInGB>
<HostCaching>None</HostCaching>
</DataDisk>
</VirtualMachine>
</HostedService>
</DS14DISK32>
<D14DISK32>
<isDeployed>NO</isDeployed>
<HostedService>
<VirtualMachine>
<state></state>
<InstanceSize>Standard_D14</InstanceSize>
<EndPoints>
<Name>SSH</Name>
<Protocol>tcp</Protocol>
<LocalPort>22</LocalPort>
<PublicPort>22</PublicPort>
</EndPoints>
<DataDisk>
<LUN>0</LUN>
<DiskSizeInGB>1023</DiskSizeInGB>
<HostCaching>None</HostCaching>
</DataDisk>
<DataDisk>
<LUN>1</LUN>
<DiskSizeInGB>1023</DiskSizeInGB>
<HostCaching>None</HostCaching>
</DataDisk>
<DataDisk>
<LUN>2</LUN>
<DiskSizeInGB>1023</DiskSizeInGB>
<HostCaching>None</HostCaching>
</DataDisk>
<DataDisk>
<LUN>3</LUN>
<DiskSizeInGB>1023</DiskSizeInGB>
<HostCaching>None</HostCaching>
</DataDisk>
<DataDisk>
<LUN>4</LUN>
<DiskSizeInGB>1023</DiskSizeInGB>
<HostCaching>None</HostCaching>
</DataDisk>
<DataDisk>
<LUN>5</LUN>
<DiskSizeInGB>1023</DiskSizeInGB>
<HostCaching>None</HostCaching>
</DataDisk>
<DataDisk>
<LUN>6</LUN>
<DiskSizeInGB>1023</DiskSizeInGB>
<HostCaching>None</HostCaching>
</DataDisk>
<DataDisk>
<LUN>7</LUN>
<DiskSizeInGB>1023</DiskSizeInGB>
<HostCaching>None</HostCaching>
</DataDisk>
<DataDisk>
<LUN>8</LUN>
<DiskSizeInGB>1023</DiskSizeInGB>
<HostCaching>None</HostCaching>
</DataDisk>
<DataDisk>
<LUN>9</LUN>
<DiskSizeInGB>1023</DiskSizeInGB>
<HostCaching>None</HostCaching>
</DataDisk>
<DataDisk>
<LUN>10</LUN>
<DiskSizeInGB>1023</DiskSizeInGB>
<HostCaching>None</HostCaching>
</DataDisk>
<DataDisk>
<LUN>11</LUN>
<DiskSizeInGB>1023</DiskSizeInGB>
<HostCaching>None</HostCaching>
</DataDisk>
<DataDisk>
<LUN>12</LUN>
<DiskSizeInGB>1023</DiskSizeInGB>
<HostCaching>None</HostCaching>
</DataDisk>
<DataDisk>
<LUN>13</LUN>
<DiskSizeInGB>1023</DiskSizeInGB>
<HostCaching>None</HostCaching>
</DataDisk>
<DataDisk>
<LUN>14</LUN>
<DiskSizeInGB>1023</DiskSizeInGB>
<HostCaching>None</HostCaching>
</DataDisk>
<DataDisk>
<LUN>15</LUN>
<DiskSizeInGB>1023</DiskSizeInGB>
<HostCaching>None</HostCaching>
</DataDisk>
<DataDisk>
<LUN>16</LUN>
<DiskSizeInGB>1023</DiskSizeInGB>
<HostCaching>None</HostCaching>
</DataDisk>
<DataDisk>
<LUN>17</LUN>
<DiskSizeInGB>1023</DiskSizeInGB>
<HostCaching>None</HostCaching>
</DataDisk>
<DataDisk>
<LUN>18</LUN>
<DiskSizeInGB>1023</DiskSizeInGB>
<HostCaching>None</HostCaching>
</DataDisk>
<DataDisk>
<LUN>19</LUN>
<DiskSizeInGB>1023</DiskSizeInGB>
<HostCaching>None</HostCaching>
</DataDisk>
<DataDisk>
<LUN>20</LUN>
<DiskSizeInGB>1023</DiskSizeInGB>
<HostCaching>None</HostCaching>
</DataDisk>
<DataDisk>
<LUN>21</LUN>
<DiskSizeInGB>1023</DiskSizeInGB>
<HostCaching>None</HostCaching>
</DataDisk>
<DataDisk>
<LUN>22</LUN>
<DiskSizeInGB>1023</DiskSizeInGB>
<HostCaching>None</HostCaching>
</DataDisk>
<DataDisk>
<LUN>23</LUN>
<DiskSizeInGB>1023</DiskSizeInGB>
<HostCaching>None</HostCaching>
</DataDisk>
<DataDisk>
<LUN>24</LUN>
<DiskSizeInGB>1023</DiskSizeInGB>
<HostCaching>None</HostCaching>
</DataDisk>
<DataDisk>
<LUN>25</LUN>
<DiskSizeInGB>1023</DiskSizeInGB>
<HostCaching>None</HostCaching>
</DataDisk>
<DataDisk>
<LUN>26</LUN>
<DiskSizeInGB>1023</DiskSizeInGB>
<HostCaching>None</HostCaching>
</DataDisk>
<DataDisk>
<LUN>27</LUN>
<DiskSizeInGB>1023</DiskSizeInGB>
<HostCaching>None</HostCaching>
</DataDisk>
<DataDisk>
<LUN>28</LUN>
<DiskSizeInGB>1023</DiskSizeInGB>
<HostCaching>None</HostCaching>
</DataDisk>
<DataDisk>
<LUN>29</LUN>
<DiskSizeInGB>1023</DiskSizeInGB>
<HostCaching>None</HostCaching>
</DataDisk>
<DataDisk>
<LUN>30</LUN>
<DiskSizeInGB>1023</DiskSizeInGB>
<HostCaching>None</HostCaching>
</DataDisk>
<DataDisk>
<LUN>31</LUN>
<DiskSizeInGB>1023</DiskSizeInGB>
<HostCaching>None</HostCaching>
</DataDisk>
</VirtualMachine>
</HostedService>
</D14DISK32>
<ExtensionTest> <ExtensionTest>
<isDeployed>NO</isDeployed> <isDeployed>NO</isDeployed>
<HostedService> <HostedService>
@ -3765,6 +4117,19 @@
<TestID>Perf_003</TestID> <TestID>Perf_003</TestID>
<Priority>P0</Priority> <Priority>P0</Priority>
</test> </test>
<test>
<testName>ICA-IO-DISK-PERF-TEST</testName>
<testScript>io-test-setup.sh</testScript>
<testScriptps1>ICA-IO-DISK-PERF-TEST.ps1</testScriptps1>
<files>.\remote-scripts\sysbench-full-io-test.sh,.\remote-scripts\sysbench-log-parser.sh,.\remote-scripts\io-test-setup.sh,.\remote-scripts\keep_cmds_in_startup.sh</files>
<setupType>D14DISK32</setupType>
<!-- <setupType>DS14DISK32</setupType> -->
<TestType></TestType>
<TestFeature></TestFeature>
<SupportedExecutionModes>AzureServiceManagement,AzureResourceManager</SupportedExecutionModes>
<TestID>Perf_004</TestID>
<Priority>P0</Priority>
</test>
<test> <test>
<testName>ICA-NETWORK-PERF-TEST</testName> <testName>ICA-NETWORK-PERF-TEST</testName>
<testScript>NetPerf_setup_startup.sh</testScript> <testScript>NetPerf_setup_startup.sh</testScript>
@ -4776,6 +5141,12 @@
<Name>ICA-NETWORK-PERF-TEST</Name> <Name>ICA-NETWORK-PERF-TEST</Name>
</test> </test>
</Cycle> </Cycle>
<Cycle>
<cycleName>IOPERF</cycleName>
<test>
<Name>ICA-IO-DISK-PERF-TEST</Name>
</test>
</Cycle>
<!-- E2E tests --> <!-- E2E tests -->

Просмотреть файл

@ -0,0 +1,147 @@
# This script deploys the VMs for the IO performance test and trigger the test.
# 1. sysstat sysbench mdadm and dos2unix must be installed in the test image
# Author: Sivakanth R
# Email : v-sirebb@microsoft.com
#
#####
<#-------------Create Deployment Start------------------#>
Import-Module .\TestLibs\RDFELibs.psm1 -Force
$result = ""
$testResult = ""
$resultArr = @()
$isDeployed = DeployVMS -setupType $currentTestData.setupType -Distro $Distro -xmlConfig $xmlConfig
if ($isDeployed)
{
try
{
$allVMData = GetAllDeployementData -DeployedServices $isDeployed
Set-Variable -Name AllVMData -Value $allVMData
$hs1VIP = $allVMData.PublicIP
$hs1ServiceUrl = $allVMData.URL
$hs1vm1IP = $allVMData.InternalIP
$hs1vm1Hostname = $allVMData.RoleName
$hs1vm1sshport = $allVMData.SSHPort
$hs1vm1tcpport = $allVMData.TCPtestPort
$hs1vm1udpport = $allVMData.UDPtestPort
RemoteCopy -uploadTo $hs1VIP -port $hs1vm1sshport -files $currentTestData.files -username $user -password $password -upload
RunLinuxCmd -username $user -password $password -ip $hs1VIP -port $hs1vm1sshport -command "mkdir code" -runAsSudo
RunLinuxCmd -username $user -password $password -ip $hs1VIP -port $hs1vm1sshport -command "cp *.sh code/" -runAsSudo
RunLinuxCmd -username $user -password $password -ip $hs1VIP -port $hs1vm1sshport -command "chmod +x code/*" -runAsSudo
$KernelVersion = RunLinuxCmd -username $user -password $password -ip $hs1VIP -port $hs1vm1sshport -command "uname -a" -runAsSudo
LogMsg "VM1 kernel version:- $KernelVersion"
$out = RunLinuxCmd -username $user -password $password -ip $hs1VIP -port $hs1vm1sshport -command "bash /home/$user/code/$($currentTestData.testScript) $user" -runAsSudo -runmaxallowedtime 7200
$raidStatus = RunLinuxCmd -username $user -password $password -ip $hs1VIP -port $hs1vm1sshport -command "cat /home/$user/code/iotest.log.txt | grep 'Raid mount: Success'" -runAsSudo
if ($raidStatus -imatch 'Raid mount: Success')
{
LogMsg "Raid is created Successfully and VM is ready for IOPerf test"
$restartvmstatus = RestartAllDeployments -allVMData $allVMData
if ($restartvmstatus -eq "True")
{
LogMsg "VMs Restarted Successfully"
WaitFor -seconds 120
$sysbenchStatus = RunLinuxCmd -username $user -password $password -ip $hs1VIP -port $hs1vm1sshport -command "cat /home/$user/code/sysbenchlog/sysbench.log.txt | grep 'Starting Run'" -runAsSudo
if ($sysbenchStatus -imatch "Starting Run")
{
LogMsg "Sysbench started creating files for io test.."
for($testDuration -le 260000)
{
$sysbenchStatus = RunLinuxCmd -username $user -password $password -ip $hs1VIP -port $hs1vm1sshport -command "pgrep -lf sysbench-full-io-test" -runAsSudo
if ($sysbenchStatus)
{
$iterationStatus = RunLinuxCmd -username $user -password $password -ip $hs1VIP -port $hs1vm1sshport -command "grep iteration /home/$user/code/sysbenchlog/sysbench.log.txt | tail -1" -runAsSudo -ignoreLinuxExitCode
LogMsg "Sysbench test is RUNNING.. `n $iterationStatus"
}
else{
WaitFor -seconds 30
$sysbenchStatus = RunLinuxCmd -username $user -password $password -ip $hs1VIP -port $hs1vm1sshport -command "pgrep -lf sysbench-full-io-test" -runAsSudo
if ($sysbenchStatus)
{
$iterationStatus = RunLinuxCmd -username $user -password $password -ip $hs1VIP -port $hs1vm1sshport -command "grep iteration /home/$user/code/sysbenchlog/sysbench.log.txt | tail -1" -runAsSudo -ignoreLinuxExitCode
LogMsg "Sysbench test is RUNNING.. `n $iterationStatus"
}
else{
$iotestStatus = RunLinuxCmd -username $user -password $password -ip $hs1VIP -port $hs1vm1sshport -command " cat /home/$user/code/sysbenchlog/sysbench.log.txt | grep 'SYSBENCH TEST COMPLETED' " -runAsSudo
if ($iotestStatus -imatch "SYSBENCH TEST COMPLETED")
{
LogMsg "Sysbench test is COMPLETED.."
$testResult = "PASS"
WaitFor -seconds 30
$logparserStatus = RunLinuxCmd -username $user -password $password -ip $hs1VIP -port $hs1vm1sshport -command " cat /home/$user/code/sysbenchlog/sysbench.log.txt | grep 'LOGPARSER COMPLETED' " -runAsSudo
if ($logparserStatus -imatch "LOGPARSER COMPLETED")
{
LogMsg "IO perf test and its log parser is COMPLETED.."
$testResult = "PASS"
break
}
else{
LogErr "IO perf test is COMPLETED.. and its log parser is FAILED.."
LogMsg "Check Log Parser and run manully for .csv file"
$testResult = "PASS"
break
}
}
else{
LogMsg "Sysbench test is ABORTED.."
$testResult = "Aborted"
Break
}
}
}
WaitFor -seconds 300
$testDuration=$testDuration+300
}
}
}
else{
LogMsg "VMs Restarts Failed.."
$testResult = "Aborted"
}
}
else{
LogErr "Raid is creation FAILED.. and IOPerf test is ABORTED"
$testResult = "Aborted"
}
LogMsg "Test result : $testResult"
}
catch
{
$ErrorMessage = $_.Exception.Message
LogMsg "EXCEPTION : $ErrorMessage"
}
Finally
{
$metaData = ""
if (!$testResult)
{
$testResult = "Aborted"
}
$resultArr += $testResult
#$resultSummary += CreateResultSummary -testResult $testResult -metaData $metaData -checkValues "PASS,FAIL,ABORTED" -testName $currentTestData.testName# if you want to publish all result then give here all test status possibilites. if you want just failed results, then give here just "FAIL". You can use any combination of PASS FAIL ABORTED and corresponding test results will be published!
}
}
else
{
$testResult = "Aborted"
$resultArr += $testResult
}
$result = GetFinalResultHeader -resultarr $resultArr
#Clean up the setup
#DoTestCleanUp -result $result -testName $currentTestData.testName -deployedServices $isDeployed -ResourceGroups $isDeployed
#Return the result and summery to the test suite script..
return $result

Просмотреть файл

@ -0,0 +1,55 @@
#!/bin/bash
#
# This script does the following:
# 1. Prepares the RAID with all the data disks attached
# 2. Places an entry for the created RAID in /etc/fstab.
# 3. Keep the sysbench test script in the startup for IO performance test.
#
# Author: Srikanth M
# Email : v-srm@microsoft.com
#
#####
username=$1
raidName="/dev/md1"
mountdir="/dataIOtest"
code_path="/home/$username/code"
LOGFILE="${code_path}/iotest.log.txt"
echo "IO test setup started.." >> $LOGFILE
list=(`fdisk -l | grep 'Disk.*/dev/sd[a-z]' |awk '{print $2}' | sed s/://| sort| grep -v "/dev/sd[ab]$" `)
count=0
while [ "x${list[count]}" != "x" ]
do
echo ${list[$count]} >> $LOGFILE
(echo n; echo p; echo 2; echo; echo; echo t; echo fd; echo w;) | fdisk ${list[$count]} >> $LOGFILE
count=$(( $count + 1 ))
done
lsblk >> $LOGFILE
echo "--- Raid $raidName creation started ---" >> $LOGFILE
(echo y)| mdadm --create $raidName --level 0 --raid-devices ${#list[@]} ${list[@]} >> $LOGFILE
if [ $? -ne 0 ]; then
echo "$raidName Raid creation: Failed" >> $LOGFILE
exit 80
fi
echo "$raidName Raid creation: Success" >> $LOGFILE
time mkfs.ext4 $raidName >> $LOGFILE
if [ $? -ne 0 ]; then
echo "$raidName Raid format: Failed" >> $LOGFILE
exit 80
fi
echo "$raidName Raid format: Success" >> $LOGFILE
mkdir $mountdir
uuid=`blkid $raidName| sed "s/.*UUID=\"//"| sed "s/\".*\"//"`
echo $uuid
echo "UUID=$uuid $mountdir ext4 defaults 0 2" >> /etc/fstab
mount -o nobarrier $raidName $mountdir
if [ $? -ne 0 ]; then
echo "$raidName Raid mount: Failed" >> $LOGFILE
exit 80
fi
echo "$raidName Raid mount: Success on $mountdir" >> $LOGFILE
df -hT >> $LOGFILE
cp $code_path/sysbench-full-io-test.sh $mountdir
bash $code_path/keep_cmds_in_startup.sh "cd $mountdir ; bash $mountdir/sysbench-full-io-test.sh $username &"

Просмотреть файл

@ -0,0 +1,116 @@
#!/bin/bash
#
# usage::-
# nohup bash sysbench-full-io-test.sh &
# or
#./sysbench-full-io-test.sh &
#
# For any info contact v-avchat@microsoft.com
set -u
set -x
#export PATH=/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin:/usr/share/oem/bin:/usr/share/oem/python/bin:/opt/bin
FILEIO="--test=fileio --file-total-size=134G --file-extra-flags=dsync --file-fsync-freq=0"
#FILEIO="--test=fileio --file-total-size=134G "
####################################
#All run config set here
#
username=$1
code_path="/home/$username/code"
mv $code_path/sysbenchlog/ $code_path/sysbenchlog-$(date +"%m%d%Y-%H%M%S")/
sleep 5
mkdir $code_path/sysbenchlog
LOGDIR="${code_path}/sysbenchlog"
LOGFILE="${LOGDIR}/sysbench.log.txt"
iteration=0
ioruntime=300
maxThread=1024
maxIo=8
#All possible values for file-test-mode are rndrd rndwr rndrw seqrd seqrewr
modes='rndrd rndwr rndrw seqrd seqrewr'
startThread=1
startIO=1
####################################
echo "Test log created at: ${LOGFILE}"
echo "===================================== Starting Run $(date +"%x %r %Z") ================================"
echo "===================================== Starting Run $(date +"%x %r %Z") script generated 2/9/2015 4:24:44 PM ================================" >> $LOGFILE
chmod 666 $LOGFILE
echo "Preparing Files: $FILEIO"
echo "Preparing Files: $FILEIO" >> $LOGFILE
# Remove any old files from prior runs (to be safe), then prepare a set of new files.
sysbench $FILEIO cleanup
echo "--- Disk Usage Before Generating New Files ---" >> $LOGFILE
df >> $LOGFILE
sysbench $FILEIO prepare
echo "--- Disk Usage After Generating New Files ---" >> $LOGFILE
df >> $LOGFILE
echo "=== End Preparation $(date +"%x %r %Z") ===" >> $LOGFILE
####################################
#Trigger run from here
for testmode in $modes; do
Thread=$startThread
while [ $Thread -le $maxThread ]
do
io=$startIO
while [ $io -le $maxIo ]
do
iostatfilename="${LOGDIR}/iostat-sysbench-${testmode}-${io}K-${Thread}.txt"
nohup iostat -x 5 -t -y > $iostatfilename &
echo "-- iteration ${iteration} ----------------------------- ${testmode}, ${io}K, ${Thread} threads, 5 minutes ------------------ $(date +"%x %r %Z") ---" >> $LOGFILE
sysbench $FILEIO --file-test-mode=$testmode --file-block-size=${io}"K" --max-requests=0 --max-time=$ioruntime --num-threads=$Thread run >> $LOGFILE
iostatPID=`ps -ef | awk '/iostat/ && !/awk/ { print $2 }'`
kill -9 $iostatPID
io=$(( io*2 ))
iteration=$(( iteration+1 ))
done
Thread=$(( Thread*2 ))
done
done
####################################
echo "===================================== Completed Run $(date +"%x %r %Z") script generated 2/9/2015 4:24:44 PM ================================" >> $LOGFILE
sysbench $FILEIO cleanup >> $LOGFILE
compressedFileName="SysbenchIOTest"$(date +"%m%d%Y-%H%M%S")".tar.gz"
echo "Please wait...Compressing all results to ${compressedFileName}..."
tar -cvzf $compressedFileName $LOGDIR/*.txt
mv $compressedFileName $LOGDIR/$compressedFileName
####################################
find_log_diff () {
LogMax=`(echo "l($1)/l(2)" | bc -l| sed 's/\..*$//')`
LogMin=`(echo "l($2)/l(2)" | bc -l| sed 's/\..*$//')`
diff=$(($LogMax - $LogMin + 1))
echo $diff
}
IO_difference=`find_log_diff $maxIo $startIO`
Thread_difference=`find_log_diff $maxThread $startThread`
Total_Modes=`echo $modes| wc -w`
total_iterations=$(($IO_difference * $Thread_difference *Total_Modes - 1))
echo $total_iterations
last_iteration=`tail -150 $LOGFILE | grep iteration| tail -1 | awk '{print $3}'`
if [ $last_iteration == $total_iterations ]
then
echo "SYSBENCH TEST COMPLETED" >> $LOGFILE
echo "SYSBENCH TEST COMPLETED"
else
echo "SYSBENCH TEST ABORTED" >> $LOGFILE
echo "SYSBENCH TEST ABORTED"
fi
####################################
bash $code_path/sysbench-log-parser.sh $LOGFILE
echo "Test logs are located at ${LOGDIR}"

Просмотреть файл

@ -0,0 +1,90 @@
#!/bin/bash
#
# This script converts Sysbench output file into csv format.
# Author : Srikanth M
# Email : v-srm@microsoft.com
####
syslog_file_name=$1
if [ "$#" -ne 1 ]; then
echo "Usage: $0 <sysbench-output.log>" >&2
exit 1
fi
if [ ! -f $syslog_file_name ]; then
echo "$1: File not found!"
exit 1
fi
csv_file=`echo $syslog_file_name | sed s/\.log\.txt//`
csv_file=$csv_file.csv
echo $csv_file
TEMP_DIR='temp'
mkdir $TEMP_DIR
cat $syslog_file_name | grep "iteration "| awk '{print $3}' > $TEMP_DIR/res_Iteration.txt
cat $syslog_file_name | grep "iteration "| awk '{print $12 ":" $13 ":" $14}' > $TEMP_DIR/res_StartTime.txt
cat $syslog_file_name | grep "Number of threads:" | sed "s/Number of threads: //" > $TEMP_DIR/res_threads.txt
cat $syslog_file_name | grep "total file size"| sed "s/ total file size//" > $TEMP_DIR/res_FileSize.txt
cat $syslog_file_name | grep "Block size "| sed "s/Block size //" > $TEMP_DIR/res_BlockSize.txt
cat $syslog_file_name | grep "Using .* I/O mode" | sed 's/Using \(.*\) I\/O mode/\1/' > $TEMP_DIR/res_IOMode.txt
cat $syslog_file_name | grep "iteration"| awk '{print $5}'| sed s/,// > $TEMP_DIR/res_TestType.txt
cat $syslog_file_name | grep "Operations performed:"| awk '{print $3}'> $TEMP_DIR/res_ReadOperations.txt
cat $syslog_file_name | grep "Operations performed:"| awk '{print $5}'> $TEMP_DIR/res_WriteOperations.txt
cat $syslog_file_name | grep "Operations performed:"| awk '{print $7}'> $TEMP_DIR/res_OtherOperations.txt
cat $syslog_file_name | grep "Operations performed:"| awk '{print $10}' > $TEMP_DIR/res_TotalOperations.txt
cat $syslog_file_name | grep "Read "| awk '{print $2}' > $TEMP_DIR/res_ReadBytes.txt
cat $syslog_file_name | grep "Read "| awk '{print $4}' > $TEMP_DIR/res_WriteBytes.txt
cat $syslog_file_name | grep "Read "| awk '{print $7}' > $TEMP_DIR/res_TotalBytes.txt
cat $syslog_file_name | grep "Read " | awk '{print $8}' | sed s/\(//| sed s/\)// > $TEMP_DIR/res_Throughput.txt
cat $syslog_file_name | grep "Requests/sec executed"| awk '{print $1}'> $TEMP_DIR/res_IOPS.txt
cat $syslog_file_name | grep "total time: " | awk '{print $3}'| sed s/s// > $TEMP_DIR/res_TotalTime.txt
cat $syslog_file_name | grep "total number of events:" | awk '{print $5}' > $TEMP_DIR/res_TotalEvents.txt
cat $syslog_file_name | grep "min:" | awk '{print $2}' | sed s/ms// > $TEMP_DIR/res_MinLatency.txt
cat $syslog_file_name | grep "avg:" | awk '{print $2}' | sed s/ms// > $TEMP_DIR/res_AvgLatency.txt
cat $syslog_file_name | grep "max:" | awk '{print $2}' | sed s/ms// > $TEMP_DIR/res_MaxLatency.txt
cat $syslog_file_name | grep "approx. 95 percentile:" | awk '{print $4}' | sed s/ms// > $TEMP_DIR/res_PercentileLatency.txt
echo "Iteration,StartTime,Threads,FileSize,BlockSize,IOMode,TestType,ReadOperations,WriteOperations,OtherOperations,TotalOperations,ReadBytes,WriteBytes,TotalBytes,Throughput,IOPS,TotalTime(s),TotalEvents,MinLatency(ms),AvgLatency(ms),MaxLatency(ms), 95% PercentileLatency(ms)" > $csv_file
res_AvgLatency=(`cat $TEMP_DIR/res_AvgLatency.txt`)
res_BlockSize=(`cat $TEMP_DIR/res_BlockSize.txt`)
res_FileSize=(`cat $TEMP_DIR/res_FileSize.txt`)
res_IOMode=(`cat $TEMP_DIR/res_IOMode.txt`)
res_IOPS=(`cat $TEMP_DIR/res_IOPS.txt`)
res_Iteration=(`cat $TEMP_DIR/res_Iteration.txt`)
res_MaxLatency=(`cat $TEMP_DIR/res_MaxLatency.txt`)
res_MinLatency=(`cat $TEMP_DIR/res_MinLatency.txt`)
res_OtherOperations=(`cat $TEMP_DIR/res_OtherOperations.txt`)
res_PercentileLatency=(`cat $TEMP_DIR/res_PercentileLatency.txt`)
res_ReadBytes=(`cat $TEMP_DIR/res_ReadBytes.txt`)
res_ReadOperations=(`cat $TEMP_DIR/res_ReadOperations.txt`)
res_StartTime=(`cat $TEMP_DIR/res_StartTime.txt`)
res_TestType=(`cat $TEMP_DIR/res_TestType.txt`)
res_Throughput=(`cat $TEMP_DIR/res_Throughput.txt`)
res_TotalEvents=(`cat $TEMP_DIR/res_TotalEvents.txt`)
res_TotalOperations=(`cat $TEMP_DIR/res_TotalOperations.txt`)
res_TotalTime=(`cat $TEMP_DIR/res_TotalTime.txt`)
res_WriteBytes=(`cat $TEMP_DIR/res_WriteBytes.txt`)
res_WriteOperations=(`cat $TEMP_DIR/res_WriteOperations.txt`)
res_threads=(`cat $TEMP_DIR/res_threads.txt`)
res_TotalBytes=(`cat $TEMP_DIR/res_TotalBytes.txt`)
count=0
while [ "x${res_Iteration[$count]}" != "x" ]
do
echo ${res_Iteration[$count]}
echo "${res_Iteration[$count]}, ${res_StartTime[$count]}, ${res_threads[$count]}, ${res_FileSize[$count]}, ${res_BlockSize[$count]}, ${res_IOMode[$count]}, ${res_TestType[$count]}, ${res_ReadOperations[$count]}, ${res_WriteOperations[$count]}, ${res_OtherOperations[$count]}, ${res_TotalOperations[$count]}, ${res_ReadBytes[$count]}, ${res_WriteBytes[$count]}, ${res_TotalBytes[$count]}, ${res_Throughput[$count]}, ${res_IOPS[$count]}, ${res_TotalTime[$count]}, ${res_TotalEvents[$count]}, ${res_MinLatency[$count]}, ${res_AvgLatency[$count]}, ${res_MaxLatency[$count]}, ${res_PercentileLatency[$count]}, " >> $csv_file
((count++))
done
sed -i -e "s/rndrd/Random read/" $csv_file
sed -i -e "s/seqrd/Sequential read/" $csv_file
sed -i -e "s/seqrewr/Sequential write/" $csv_file
sed -i -e "s/rndwr/Random write/" $csv_file
echo "Output csv file: $csv_file created successfully."
echo "LOGPARSER COMPLETED."
rm -rf $TEMP_DIR