MongoDB YCSB with Sar – Automated script
[ root @ DBVERSITY: /opt/ycsb/ycsb ] ll -lhtr
total 6.9M
-rw-r–r– 1 1000545644 2000048971 3.0K Jan 3 2014 workloada
-rw-r–r– 1 1000545644 2000048971 209 Jan 3 2014 root.iml
-rw-r–r– 1 1000545644 2000048971 952 Jan 3 2014 README
-rw-r–r– 1 1000545644 2000048971 3.5K Jan 3 2014 pom.xml
-rw-r–r– 1 1000545644 2000048971 479 Jan 3 2014 NOTICE.txt
-rw-r–r– 1 1000545644 2000048971 7.9K Jan 3 2014 LICENSE.txt
-rw-r–r– 1 1000545644 2000048971 6.5K Jan 3 2014 checkstyle.xml
-rw-r–r– 1 1000545644 2000048971 2.6K Jan 3 2014 CHANGELOG
-rw-r–r– 1 1000545644 2000048971 877 Jan 3 2014 BUILD
-rw-r–r– 1 1000545644 2000048971 289 Jun 4 2014 root.eml
drwxr-xr-x 4 1000545644 2000048971 4.0K Jul 11 2014 cassandra
drwxr-xr-x 4 1000545644 2000048971 4.0K Jul 11 2014 jdbc
drwxr-xr-x 4 1000545644 2000048971 4.0K Jul 11 2014 core
drwxr-xr-x 4 1000545644 2000048971 4.0K Jul 11 2014 voldemort
drwxr-xr-x 5 1000545644 2000048971 4.0K Jul 11 2014 dynamodb
drwxr-xr-x 4 1000545644 2000048971 4.0K Jul 11 2014 orientdb
drwxr-xr-x 4 1000545644 2000048971 4.0K Jul 11 2014 doc
drwxr-xr-x 4 1000545644 2000048971 4.0K Jul 11 2014 infinispan
drwxr-xr-x 4 1000545644 2000048971 4.0K Jul 11 2014 redis
drwxr-xr-x 4 1000545644 2000048971 4.0K Jul 11 2014 hbase
drwxr-xr-x 3 1000545644 2000048971 4.0K Jul 11 2014 distribution
drwxr-xr-x 4 1000545644 2000048971 4.0K Jul 11 2014 hypertable
drwxr-xr-x 4 1000545644 2000048971 4.0K Jul 11 2014 elasticsearch
drwxr-xr-x 4 1000545644 2000048971 4.0K Jul 11 2014 mongodb
-rw-r–r– 1 root root 4.9M Jun 14 06:41 ycsb-b.jar
-rw-r–r– 1 root root 1.3M Jun 14 06:42 mongo-java-driver-3.0.2.jar
-rw-r–r– 1 root root 539K Jun 14 06:42 mongodb-async-driver-2.0.1.jar
-rw-r–r– 1 root root 102K Jun 14 06:42 HdrHistogram-2.1.4.jar
drwxr-xr-x 2 1000545644 2000048971 4.0K Jun 14 06:43 bin
drwxr-xr-x 2 1000545644 2000048971 4.0K Jun 14 07:24 workloads
-rw-r–r– 1 root root 0 Jun 23 08:31 inittable.json
drwxr-xr-x 3 root root 12K Jun 24 03:08 sar_output
drwxr-xr-x 5 root root 4.0K Jun 24 03:14 old_logs
drwxr-xr-x 3 root root 20K Jun 24 04:16 logs-1606240423
-rw-r–r– 1 root root 1.7K Jun 24 04:23 ycsb_loop.sh
-rwxr-xr-x 1 root root 2.1K Jun 24 04:34 stopsar.sh
drwxr-xr-x 3 root root 20K Jun 24 04:34 logs-1606240434
drwxr-xr-x 3 root root 20K Jun 24 05:09 logs
-rwxrwxrwx 1 root root 1.5K Jun 24 07:07 runsar.sh
[ root @ DBVERSITY: /opt/ycsb/ycsb ]
[ root @ DBVERSITY: /opt/ycsb/ycsb ] cat runsar.sh
while [ $(ps -aef | grep ‘run mongodb’ | grep -v grep | wc -l) == 0 ]
do
:
done
sleep 10
if [ -z “${host}” ]; then host=`hostname -s`; fi
host=`echo $host | sed ‘s/\-/_/g’`
if [ -z “${tag}” ]; then LOGSUFFIX=`date +”%y%m%d%H%M”`; else LOGSUFFIX=${tag}; fi
interval=5
mkdir -p /opt/ycsb/ycsb/logs/pid
dirs=/opt/ycsb/ycsb/logs
th=$1
wl=$2
## stopping first ###
/opt/ycsb/ycsb/stopsar.sh
echo “================== Starting sar… ” > ${YCSBHOME}/logs/sar_status-${th}\_thread_${wl}\_log.txt
sar -u ${interval} > ${dirs}/sar_cpu_${th}_${wl}-${LOGSUFFIX} 2>&1 &
echo $! > ${dirs}/pid/sar_cpu.pid
sar -dp ${interval} > ${dirs}/sar_disk_${th}_${wl}-${LOGSUFFIX} 2>&1 &
echo $! > ${dirs}/pid/sar_disk.pid
sar -q ${interval} > ${dirs}/sar_runq_${th}_${wl}-${LOGSUFFIX} 2>&1 &
echo $! > ${dirs}/pid/sar_runq.pid
sar -B ${interval} > ${dirs}/sar_paging_${th}_${wl}-${LOGSUFFIX} 2>&1 &
echo $! > ${dirs}/pid/sar_paging.pid
sar -r ${interval} > ${dirs}/sar_mem_${th}_${wl}-${LOGSUFFIX} 2>&1 &
echo $! > ${dirs}/pid/sar_mem.pid
sar -S ${interval} > ${dirs}/sar_swap_${th}_${wl}-${LOGSUFFIX} 2>&1 &
echo $! > ${dirs}/pid/sar_swap.pid
sar -w ${interval} > ${dirs}/sar_context_${th}_${wl}-${LOGSUFFIX} 2>&1 &
echo $! > ${dirs}/pid/sar_context.pid
sar -W ${interval} > ${dirs}/sar_swapping_${th}_${wl}-${LOGSUFFIX} 2>&1 &
echo $! > ${dirs}/pid/sar_swapping.pid
echo “================== Done Starting sar.” >> ${YCSBHOME}/logs/sar_status-${th}\_thread_${wl}\_log.txt
#
exit 0
[ root @ DBVERSITY: /opt/ycsb/ycsb ]
[ root @ DBVERSITY: /opt/ycsb/ycsb ]
[ root @ DBVERSITY: /opt/ycsb/ycsb ]
[ root @ DBVERSITY: /opt/ycsb/ycsb ]
[ root @ DBVERSITY: /opt/ycsb/ycsb ]
[ root @ DBVERSITY: /opt/ycsb/ycsb ] cat stopsar.sh
#!/bin/ksh
## Stop sar
mkdir -p /opt/ycsb/ycsb/logs
dirs=/opt/ycsb/ycsb/logs
pid=$(cat /opt/ycsb/ycsb/logs/pid/sar_cpu.pid);
if ps -p $(cat /opt/ycsb/ycsb/logs/pid/sar_cpu.pid) > /dev/null 2>&1
then
kill -9 $pid
echo “sar_cpu killed”
else
echo “sar_cpu process not found”
fi
pid=$(cat /opt/ycsb/ycsb/logs/pid/sar_disk.pid);
if ps -p $(cat /opt/ycsb/ycsb/logs/pid/sar_disk.pid) > /dev/null 2>&1
then
kill -9 $pid
echo “sar_disk killed”
else
echo “sar_disk process not found”
fi
pid=$(cat /opt/ycsb/ycsb/logs/pid/sar_runq.pid);
if ps -p $(cat /opt/ycsb/ycsb/logs/pid/sar_runq.pid) > /dev/null 2>&1
then
kill -9 $pid
echo “sar_runq killed”
else
echo “sar_runq process not found”
fi
pid=$(cat /opt/ycsb/ycsb/logs/pid/sar_paging.pid);
if ps -p $(cat /opt/ycsb/ycsb/logs/pid/sar_paging.pid) > /dev/null 2>&1
then
kill -9 $pid
echo “sar_paging killed”
else
echo “sar_paging process not found”
fi
pid=$(cat /opt/ycsb/ycsb/logs/pid/sar_mem.pid);
if ps -p $(cat /opt/ycsb/ycsb/logs/pid/sar_mem.pid) > /dev/null 2>&1
then
kill -9 $pid
echo “sar_mem killed”
else
echo “sar_mem process not found”
fi
pid=$(cat /opt/ycsb/ycsb/logs/pid/sar_swap.pid);
if ps -p $(cat /opt/ycsb/ycsb/logs/pid/sar_swap.pid) > /dev/null 2>&1
then
kill -9 $pid
echo “sar_swap killed”
else
echo “sar_swap process not found”
fi
pid=$(cat /opt/ycsb/ycsb/logs/pid/sar_context.pid);
if ps -p $(cat /opt/ycsb/ycsb/logs/pid/sar_context.pid) > /dev/null 2>&1
then
kill -9 $pid
echo “sar_context killed”
else
echo “sar_context process not found”
fi
pid=$(cat /opt/ycsb/ycsb/logs/pid/sar_swapping.pid);
if ps -p $(cat /opt/ycsb/ycsb/logs/pid/sar_swapping.pid) > /dev/null 2>&1
then
kill -9 $pid
echo “sar_swapping killed”
else
echo “sar_swapping process not found”
fi
exit 0
[ root @ DBVERSITY: /opt/ycsb/ycsb ]
[ root @ DBVERSITY: /opt/ycsb/ycsb ]
[ root @ DBVERSITY: /opt/ycsb/ycsb ]
[ root @ DBVERSITY: /opt/ycsb/ycsb ]
[ root @ DBVERSITY: /opt/ycsb/ycsb ] cat ycsb_loop.sh
while [ $(ps -aef | egrep “run mongodb|runsar” | grep -v grep | wc -l) != 0 ]
do
:
done
export YCSBHOME=/opt/ycsb/ycsb
if [ -z “${host}” ]; then host=`hostname -s`; fi
host=`echo $host | sed ‘s/\-/_/g’`
if [ -z “${tag}” ]; then LOGSUFFIX=`date +”%y%m%d%H%M”`; else LOGSUFFIX=${tag}; fi
mv /opt/ycsb/ycsb/logs /opt/ycsb/ycsb/logs-${LOGSUFFIX}
mkdir -p /opt/ycsb/ycsb/logs/pid
/opt/mongodb/bin/mongo DBVERSITY01:32017/ycsb –eval “db.usertable.drop()”
### To Load the workload data#####
${YCSBHOME}/bin/ycsb load mongodb -s -P ${YCSBHOME}/workloads/workloada -p mongodb.url=mongodb://DBVERSITY01:32017/ycsb?w=0 -p fieldcount=1 -p fieldlength=1000 -p recordcount=5 -p operationcount=5 -p readallfields=true -p hotspotdatafraction=1 -p insertorder=ordered -threads 1
for th in 1 4 16 64 128
do
for wl in a b c d f
do
echo “Results for $th thread – workload $wl are … ” >> ${YCSBHOME}/logs/$th\_thread_$wl\_workload_logs.txt
echo “Workload $wl with $th thread started … “
DTSTART=`date +”%y/%m/%d %H:%M:%S”`
/opt/ycsb/ycsb/runsar.sh $th $wl &
${YCSBHOME}/bin/ycsb run mongodb -s -P ${YCSBHOME}/workloads/workload$wl -p mongodb.url=mongodb://DBVERSITY01:32017/ycsb?w=0 -p fieldcount=1 -p fieldlength=1000 -p recordcount=1000000 -p operationcount=1000000 -p readallfields=true -p hotspotdatafraction=1 -p insertorder=ordered -threads $th >> ${YCSBHOME}/logs/ycsb-${host}-${wl}-run-${th}-${LOGSUFFIX}.log 2>&1
DTEND=`date +”%y/%m/%d %H:%M:%S”`
echo ” Workload $wl with $th thread completed … “
echo “ycsbrun,${host},${wl},${DTSTART},${DTEND},${LOGSUFFIX},${th}” >> ${YCSBHOME}/logs/ycsbtest.log
done
done
[ root @ DBVERSITY: /opt/ycsb/ycsb ]
[ root @ DBVERSITY: /opt/ycsb/ycsb/logs ] ll -lhrt sar_status-*
-rw-r–r– 1 root root 74 Jun 24 04:35 sar_status-1_thread_a_log.txt
-rw-r–r– 1 root root 74 Jun 24 04:38 sar_status-1_thread_b_log.txt
-rw-r–r– 1 root root 74 Jun 24 04:41 sar_status-1_thread_c_log.txt
-rw-r–r– 1 root root 74 Jun 24 04:44 sar_status-1_thread_d_log.txt
-rw-r–r– 1 root root 74 Jun 24 04:47 sar_status-1_thread_f_log.txt
-rw-r–r– 1 root root 74 Jun 24 04:51 sar_status-4_thread_a_log.txt
-rw-r–r– 1 root root 74 Jun 24 04:52 sar_status-4_thread_b_log.txt
-rw-r–r– 1 root root 74 Jun 24 04:54 sar_status-4_thread_c_log.txt
-rw-r–r– 1 root root 74 Jun 24 04:55 sar_status-4_thread_d_log.txt
-rw-r–r– 1 root root 74 Jun 24 04:58 sar_status-4_thread_f_log.txt
-rw-r–r– 1 root root 74 Jun 24 05:00 sar_status-16_thread_a_log.txt
-rw-r–r– 1 root root 74 Jun 24 05:00 sar_status-16_thread_b_log.txt
-rw-r–r– 1 root root 74 Jun 24 05:01 sar_status-16_thread_c_log.txt
-rw-r–r– 1 root root 74 Jun 24 05:02 sar_status-16_thread_d_log.txt
-rw-r–r– 1 root root 74 Jun 24 05:02 sar_status-16_thread_f_log.txt
-rw-r–r– 1 root root 74 Jun 24 05:03 sar_status-64_thread_a_log.txt
-rw-r–r– 1 root root 74 Jun 24 05:04 sar_status-64_thread_b_log.txt
-rw-r–r– 1 root root 74 Jun 24 05:05 sar_status-64_thread_c_log.txt
-rw-r–r– 1 root root 74 Jun 24 05:05 sar_status-64_thread_d_log.txt
-rw-r–r– 1 root root 74 Jun 24 05:06 sar_status-64_thread_f_log.txt
-rw-r–r– 1 root root 74 Jun 24 05:07 sar_status-128_thread_a_log.txt
-rw-r–r– 1 root root 74 Jun 24 05:07 sar_status-128_thread_b_log.txt
-rw-r–r– 1 root root 74 Jun 24 05:08 sar_status-128_thread_c_log.txt
-rw-r–r– 1 root root 74 Jun 24 05:09 sar_status-128_thread_d_log.txt
-rw-r–r– 1 root root 74 Jun 24 05:09 sar_status-128_thread_f_log.txt
[ root @ DBVERSITY: /opt/ycsb/ycsb/logs ]
[ root @ DBVERSITY: /opt/ycsb/ycsb/logs ] ll -lhtr sar_cpu_*
-rw-r–r– 1 root root 3.0K Jun 24 04:38 sar_cpu_1_a-1606240435
-rw-r–r– 1 root root 2.9K Jun 24 04:41 sar_cpu_1_b-1606240438
-rw-r–r– 1 root root 2.9K Jun 24 04:44 sar_cpu_1_c-1606240441
-rw-r–r– 1 root root 3.6K Jun 24 04:47 sar_cpu_1_d-1606240444
-rw-r–r– 1 root root 3.4K Jun 24 04:51 sar_cpu_1_f-1606240447
-rw-r–r– 1 root root 1.4K Jun 24 04:52 sar_cpu_4_a-1606240451
-rw-r–r– 1 root root 1.5K Jun 24 04:54 sar_cpu_4_b-1606240452
-rw-r–r– 1 root root 1.5K Jun 24 04:55 sar_cpu_4_c-1606240454
-rw-r–r– 1 root root 2.2K Jun 24 04:57 sar_cpu_4_d-1606240455
-rw-r–r– 1 root root 2.0K Jun 24 04:59 sar_cpu_4_f-1606240457
-rw-r–r– 1 root root 727 Jun 24 05:00 sar_cpu_16_a-1606240459
-rw-r–r– 1 root root 727 Jun 24 05:01 sar_cpu_16_b-1606240500
-rw-r–r– 1 root root 727 Jun 24 05:01 sar_cpu_16_c-1606240501
-rw-r–r– 1 root root 887 Jun 24 05:02 sar_cpu_16_d-1606240502
-rw-r–r– 1 root root 967 Jun 24 05:03 sar_cpu_16_f-1606240502
-rw-r–r– 1 root root 647 Jun 24 05:04 sar_cpu_64_a-1606240503
-rw-r–r– 1 root root 647 Jun 24 05:04 sar_cpu_64_b-1606240504
-rw-r–r– 1 root root 647 Jun 24 05:05 sar_cpu_64_c-1606240505
-rw-r–r– 1 root root 807 Jun 24 05:06 sar_cpu_64_d-1606240505
-rw-r–r– 1 root root 807 Jun 24 05:07 sar_cpu_64_f-1606240506
-rw-r–r– 1 root root 567 Jun 24 05:07 sar_cpu_128_a-1606240507
-rw-r–r– 1 root root 727 Jun 24 05:08 sar_cpu_128_b-1606240507
-rw-r–r– 1 root root 567 Jun 24 05:08 sar_cpu_128_c-1606240508
-rw-r–r– 1 root root 727 Jun 24 05:09 sar_cpu_128_d-1606240509
-rw-r–r– 1 root root 183K Jun 24 08:24 sar_cpu_128_f-1606240509
[ root @ DBVERSITY: /opt/ycsb/ycsb/logs ]
[ root @ DBVERSITY: /opt/ycsb/ycsb/logs ] head sar_cpu_1_a-1606240435
Linux 2.6.32-504.43.1.el6.x86_64 (DBVERSITY04) 06/24/2016 _x86_64_ (4 CPU)
04:35:18 AM CPU %user %nice %system %iowait %steal %idle
04:35:23 AM all 6.19 0.00 7.51 0.00 0.00 86.30
04:35:28 AM all 4.56 0.00 7.10 0.00 0.00 88.34
04:35:33 AM all 4.26 0.00 6.99 0.00 0.00 88.75
04:35:38 AM all 4.46 0.00 7.15 0.00 0.00 88.39
04:35:43 AM all 6.25 0.00 7.21 0.00 0.00 86.54
04:35:48 AM all 4.56 0.00 6.94 0.05 0.00 88.45
04:35:53 AM all 4.36 0.00 7.00 0.00 0.00 88.64
[ root @ DBVERSITY: /opt/ycsb/ycsb/logs ]
[ root @ DBVERSITY: /opt/ycsb/ycsb/logs ] ll -lhtr ycsb-15B1_DellR730XD_VM04-*
-rw-r–r– 1 root root 38K Jun 24 04:38 ycsb-15B1_DellR730XD_VM04-a-run-1-1606240434.log
-rw-r–r– 1 root root 55K Jun 24 04:41 ycsb-15B1_DellR730XD_VM04-b-run-1-1606240434.log
-rw-r–r– 1 root root 38K Jun 24 04:44 ycsb-15B1_DellR730XD_VM04-c-run-1-1606240434.log
-rw-r–r– 1 root root 56K Jun 24 04:47 ycsb-15B1_DellR730XD_VM04-d-run-1-1606240434.log
-rw-r–r– 1 root root 84K Jun 24 04:51 ycsb-15B1_DellR730XD_VM04-f-run-1-1606240434.log
-rw-r–r– 1 root root 39K Jun 24 04:52 ycsb-15B1_DellR730XD_VM04-a-run-4-1606240434.log
-rw-r–r– 1 root root 56K Jun 24 04:54 ycsb-15B1_DellR730XD_VM04-b-run-4-1606240434.log
-rw-r–r– 1 root root 39K Jun 24 04:55 ycsb-15B1_DellR730XD_VM04-c-run-4-1606240434.log
-rw-r–r– 1 root root 57K Jun 24 04:57 ycsb-15B1_DellR730XD_VM04-d-run-4-1606240434.log
-rw-r–r– 1 root root 85K Jun 24 04:59 ycsb-15B1_DellR730XD_VM04-f-run-4-1606240434.log
-rw-r–r– 1 root root 47K Jun 24 05:00 ycsb-15B1_DellR730XD_VM04-a-run-16-1606240434.log
-rw-r–r– 1 root root 64K Jun 24 05:01 ycsb-15B1_DellR730XD_VM04-b-run-16-1606240434.log
-rw-r–r– 1 root root 47K Jun 24 05:01 ycsb-15B1_DellR730XD_VM04-c-run-16-1606240434.log
-rw-r–r– 1 root root 64K Jun 24 05:02 ycsb-15B1_DellR730XD_VM04-d-run-16-1606240434.log
-rw-r–r– 1 root root 92K Jun 24 05:03 ycsb-15B1_DellR730XD_VM04-f-run-16-1606240434.log
-rw-r–r– 1 root root 82K Jun 24 05:04 ycsb-15B1_DellR730XD_VM04-a-run-64-1606240434.log
-rw-r–r– 1 root root 99K Jun 24 05:04 ycsb-15B1_DellR730XD_VM04-b-run-64-1606240434.log
-rw-r–r– 1 root root 82K Jun 24 05:05 ycsb-15B1_DellR730XD_VM04-c-run-64-1606240434.log
-rw-r–r– 1 root root 99K Jun 24 05:06 ycsb-15B1_DellR730XD_VM04-d-run-64-1606240434.log
-rw-r–r– 1 root root 127K Jun 24 05:07 ycsb-15B1_DellR730XD_VM04-f-run-64-1606240434.log
-rw-r–r– 1 root root 118K Jun 24 05:07 ycsb-15B1_DellR730XD_VM04-a-run-128-1606240434.log
-rw-r–r– 1 root root 135K Jun 24 05:08 ycsb-15B1_DellR730XD_VM04-b-run-128-1606240434.log
-rw-r–r– 1 root root 112K Jun 24 05:08 ycsb-15B1_DellR730XD_VM04-c-run-128-1606240434.log
-rw-r–r– 1 root root 135K Jun 24 05:09 ycsb-15B1_DellR730XD_VM04-d-run-128-1606240434.log
-rw-r–r– 1 root root 163K Jun 24 05:10 ycsb-15B1_DellR730XD_VM04-f-run-128-1606240434.log
[ root @ DBVERSITY: /opt/ycsb/ycsb/logs ]
[ root @ DBVERSITY: /opt/ycsb/ycsb/logs ] grep “RunTime(ms)” *.log
ycsb-15B1_DellR730XD_VM04-a-run-1-1606240434.log:[OVERALL], RunTime(ms), 165179.0
ycsb-15B1_DellR730XD_VM04-a-run-128-1606240434.log:[OVERALL], RunTime(ms), 19348.0
ycsb-15B1_DellR730XD_VM04-a-run-16-1606240434.log:[OVERALL], RunTime(ms), 28702.0
ycsb-15B1_DellR730XD_VM04-a-run-4-1606240434.log:[OVERALL], RunTime(ms), 69822.0
ycsb-15B1_DellR730XD_VM04-a-run-64-1606240434.log:[OVERALL], RunTime(ms), 27414.0
ycsb-15B1_DellR730XD_VM04-b-run-1-1606240434.log:[OVERALL], RunTime(ms), 160227.0
ycsb-15B1_DellR730XD_VM04-b-run-128-1606240434.log:[OVERALL], RunTime(ms), 20712.0
ycsb-15B1_DellR730XD_VM04-b-run-16-1606240434.log:[OVERALL], RunTime(ms), 27388.0
ycsb-15B1_DellR730XD_VM04-b-run-4-1606240434.log:[OVERALL], RunTime(ms), 73512.0
ycsb-15B1_DellR730XD_VM04-b-run-64-1606240434.log:[OVERALL], RunTime(ms), 28354.0
ycsb-15B1_DellR730XD_VM04-c-run-1-1606240434.log:[OVERALL], RunTime(ms), 160329.0
ycsb-15B1_DellR730XD_VM04-c-run-128-1606240434.log:[OVERALL], RunTime(ms), 19511.0
ycsb-15B1_DellR730XD_VM04-c-run-16-1606240434.log:[OVERALL], RunTime(ms), 28112.0
ycsb-15B1_DellR730XD_VM04-c-run-4-1606240434.log:[OVERALL], RunTime(ms), 76521.0
ycsb-15B1_DellR730XD_VM04-c-run-64-1606240434.log:[OVERALL], RunTime(ms), 29239.0
ycsb-15B1_DellR730XD_VM04-d-run-1-1606240434.log:[OVERALL], RunTime(ms), 206125.0
ycsb-15B1_DellR730XD_VM04-d-run-128-1606240434.log:[OVERALL], RunTime(ms), 24956.0
ycsb-15B1_DellR730XD_VM04-d-run-16-1606240434.log:[OVERALL], RunTime(ms), 34669.0
ycsb-15B1_DellR730XD_VM04-d-run-4-1606240434.log:[OVERALL], RunTime(ms), 116186.0
ycsb-15B1_DellR730XD_VM04-d-run-64-1606240434.log:[OVERALL], RunTime(ms), 33686.0
ycsb-15B1_DellR730XD_VM04-f-run-1-1606240434.log:[OVERALL], RunTime(ms), 197386.0
ycsb-15B1_DellR730XD_VM04-f-run-128-1606240434.log:[OVERALL], RunTime(ms), 30938.0
ycsb-15B1_DellR730XD_VM04-f-run-16-1606240434.log:[OVERALL], RunTime(ms), 36455.0
ycsb-15B1_DellR730XD_VM04-f-run-4-1606240434.log:[OVERALL], RunTime(ms), 100059.0
ycsb-15B1_DellR730XD_VM04-f-run-64-1606240434.log:[OVERALL], RunTime(ms), 38488.0
[ root @ DBVERSITY: /opt/ycsb/ycsb/logs ]
[ root @ DBVERSITY: /opt/ycsb/ycsb/logs ] grep “Throughput(ops/sec)” *.log
ycsb-15B1_DellR730XD_VM04-a-run-1-1606240434.log:[OVERALL], Throughput(ops/sec), 6054.038346278885
ycsb-15B1_DellR730XD_VM04-a-run-128-1606240434.log:[OVERALL], Throughput(ops/sec), 51681.62083936324
ycsb-15B1_DellR730XD_VM04-a-run-16-1606240434.log:[OVERALL], Throughput(ops/sec), 34840.77764615706
ycsb-15B1_DellR730XD_VM04-a-run-4-1606240434.log:[OVERALL], Throughput(ops/sec), 14322.133424994987
ycsb-15B1_DellR730XD_VM04-a-run-64-1606240434.log:[OVERALL], Throughput(ops/sec), 36477.712117895964
ycsb-15B1_DellR730XD_VM04-b-run-1-1606240434.log:[OVERALL], Throughput(ops/sec), 6241.14537499922
ycsb-15B1_DellR730XD_VM04-b-run-128-1606240434.log:[OVERALL], Throughput(ops/sec), 48278.09965237544
ycsb-15B1_DellR730XD_VM04-b-run-16-1606240434.log:[OVERALL], Throughput(ops/sec), 36512.34117131591
ycsb-15B1_DellR730XD_VM04-b-run-4-1606240434.log:[OVERALL], Throughput(ops/sec), 13603.221242790292
ycsb-15B1_DellR730XD_VM04-b-run-64-1606240434.log:[OVERALL], Throughput(ops/sec), 35268.39246667137
ycsb-15B1_DellR730XD_VM04-c-run-1-1606240434.log:[OVERALL], Throughput(ops/sec), 6237.17480929838
ycsb-15B1_DellR730XD_VM04-c-run-128-1606240434.log:[OVERALL], Throughput(ops/sec), 51249.85905386705
ycsb-15B1_DellR730XD_VM04-c-run-16-1606240434.log:[OVERALL], Throughput(ops/sec), 35571.997723392145
ycsb-15B1_DellR730XD_VM04-c-run-4-1606240434.log:[OVERALL], Throughput(ops/sec), 13068.308046157264
ycsb-15B1_DellR730XD_VM04-c-run-64-1606240434.log:[OVERALL], Throughput(ops/sec), 34200.89606347687
ycsb-15B1_DellR730XD_VM04-d-run-1-1606240434.log:[OVERALL], Throughput(ops/sec), 4851.425106124924
ycsb-15B1_DellR730XD_VM04-d-run-128-1606240434.log:[OVERALL], Throughput(ops/sec), 40067.95960891168
ycsb-15B1_DellR730XD_VM04-d-run-16-1606240434.log:[OVERALL], Throughput(ops/sec), 28844.21240878018
ycsb-15B1_DellR730XD_VM04-d-run-4-1606240434.log:[OVERALL], Throughput(ops/sec), 8606.888953918717
ycsb-15B1_DellR730XD_VM04-d-run-64-1606240434.log:[OVERALL], Throughput(ops/sec), 29685.92293534406
ycsb-15B1_DellR730XD_VM04-f-run-1-1606240434.log:[OVERALL], Throughput(ops/sec), 5066.21543574519
ycsb-15B1_DellR730XD_VM04-f-run-128-1606240434.log:[OVERALL], Throughput(ops/sec), 32320.64128256513
ycsb-15B1_DellR730XD_VM04-f-run-16-1606240434.log:[OVERALL], Throughput(ops/sec), 27431.0794129749
ycsb-15B1_DellR730XD_VM04-f-run-4-1606240434.log:[OVERALL], Throughput(ops/sec), 9994.103478947422
ycsb-15B1_DellR730XD_VM04-f-run-64-1606240434.log:[OVERALL], Throughput(ops/sec), 25982.124298482642
[ root @ DBVERSITY: /opt/ycsb/ycsb/logs ]
[ root @ DBVERSITY: /opt/ycsb/ycsb/logs ] cat ycsbtest.log
ycsbrun,15B1_DellR730XD_VM04,a,16/06/24 04:35:13,16/06/24 04:38:13,1606240434,1
ycsbrun,15B1_DellR730XD_VM04,b,16/06/24 04:38:13,16/06/24 04:41:13,1606240434,1
ycsbrun,15B1_DellR730XD_VM04,c,16/06/24 04:41:13,16/06/24 04:44:13,1606240434,1
ycsbrun,15B1_DellR730XD_VM04,d,16/06/24 04:44:13,16/06/24 04:47:53,1606240434,1
ycsbrun,15B1_DellR730XD_VM04,f,16/06/24 04:47:53,16/06/24 04:51:23,1606240434,1
ycsbrun,15B1_DellR730XD_VM04,a,16/06/24 04:51:23,16/06/24 04:52:44,1606240434,4
ycsbrun,15B1_DellR730XD_VM04,b,16/06/24 04:52:44,16/06/24 04:54:14,1606240434,4
ycsbrun,15B1_DellR730XD_VM04,c,16/06/24 04:54:14,16/06/24 04:55:44,1606240434,4
ycsbrun,15B1_DellR730XD_VM04,d,16/06/24 04:55:44,16/06/24 04:57:54,1606240434,4
ycsbrun,15B1_DellR730XD_VM04,f,16/06/24 04:57:54,16/06/24 04:59:54,1606240434,4
ycsbrun,15B1_DellR730XD_VM04,a,16/06/24 04:59:54,16/06/24 05:00:34,1606240434,16
ycsbrun,15B1_DellR730XD_VM04,b,16/06/24 05:00:34,16/06/24 05:01:14,1606240434,16
ycsbrun,15B1_DellR730XD_VM04,c,16/06/24 05:01:14,16/06/24 05:01:55,1606240434,16
ycsbrun,15B1_DellR730XD_VM04,d,16/06/24 05:01:55,16/06/24 05:02:45,1606240434,16
ycsbrun,15B1_DellR730XD_VM04,f,16/06/24 05:02:45,16/06/24 05:03:35,1606240434,16
ycsbrun,15B1_DellR730XD_VM04,a,16/06/24 05:03:35,16/06/24 05:04:15,1606240434,64
ycsbrun,15B1_DellR730XD_VM04,b,16/06/24 05:04:15,16/06/24 05:04:55,1606240434,64
ycsbrun,15B1_DellR730XD_VM04,c,16/06/24 05:04:55,16/06/24 05:05:35,1606240434,64
ycsbrun,15B1_DellR730XD_VM04,d,16/06/24 05:05:35,16/06/24 05:06:26,1606240434,64
ycsbrun,15B1_DellR730XD_VM04,f,16/06/24 05:06:26,16/06/24 05:07:16,1606240434,64
ycsbrun,15B1_DellR730XD_VM04,a,16/06/24 05:07:16,16/06/24 05:07:46,1606240434,128
ycsbrun,15B1_DellR730XD_VM04,b,16/06/24 05:07:46,16/06/24 05:08:26,1606240434,128
ycsbrun,15B1_DellR730XD_VM04,c,16/06/24 05:08:26,16/06/24 05:08:56,1606240434,128
ycsbrun,15B1_DellR730XD_VM04,d,16/06/24 05:08:56,16/06/24 05:09:36,1606240434,128
ycsbrun,15B1_DellR730XD_VM04,f,16/06/24 05:09:36,16/06/24 05:10:26,1606240434,128
[ root @ DBVERSITY: /opt/ycsb/ycsb/logs ]
[ root @ DBVERSITY: /opt/ycsb/ycsb/logs ]
[ root @ DBVERSITY: /opt/ycsb/ycsb/logs ]
[ root @ DBVERSITY: /opt/ycsb/ycsb/logs ] grep “operations” *.log | grep “current ops/sec” | grep “a-run-” | egrep “1000000|999[0-9][0-9][0-9]”
ycsb-15B1_DellR730XD_VM04-a-run-1-1606240434.log:2016-06-24 04:38:03:216 170 sec: 1000000 operations; 3090.6 current ops/sec; [CLEANUP AverageLatency(us)=2030] [READ AverageLatency(us)=165.68]
ycsb-15B1_DellR730XD_VM04-a-run-128-1606240434.log:2016-06-24 05:07:36:310 20 sec: 999936 operations; 55724 current ops/sec; [CLEANUP AverageLatency(us)=221.19] [READ AverageLatency(us)=2120.33]
ycsb-15B1_DellR730XD_VM04-a-run-16-1606240434.log:2016-06-24 05:00:24:826 30 sec: 1000000 operations; 33150.1 current ops/sec; [CLEANUP AverageLatency(us)=443.31] [READ AverageLatency(us)=412.66]
ycsb-15B1_DellR730XD_VM04-a-run-4-1606240434.log:2016-06-24 04:52:33:993 70 sec: 1000000 operations; 14105.7 current ops/sec; [CLEANUP AverageLatency(us)=787.5] [READ AverageLatency(us)=272.62]
ycsb-15B1_DellR730XD_VM04-a-run-64-1606240434.log:2016-06-24 05:04:05:563 30 sec: 1000000 operations; 45382.4 current ops/sec; [CLEANUP AverageLatency(us)=296.2] [READ AverageLatency(us)=968.58]
[ root @ DBVERSITY: /opt/ycsb/ycsb/logs ]
[ root @ DBVERSITY: /opt/ycsb/ycsb/logs ]
[ root @ DBVERSITY: /opt/ycsb/ycsb/logs ] grep “operations” *.log | grep “current ops/sec” | grep “b-run-” | egrep “1000000|999[0-9][0-9][0-9]”
ycsb-15B1_DellR730XD_VM04-b-run-1-1606240434.log:2016-06-24 04:41:03:350 170 sec: 1000000 operations; 146.6 current ops/sec; [CLEANUP AverageLatency(us)=2027] [READ AverageLatency(us)=157.02] [UPDATE AverageLatency(us)=22.12]
ycsb-15B1_DellR730XD_VM04-b-run-128-1606240434.log:2016-06-24 05:08:16:435 30 sec: 999936 operations; 3761.28 current ops/sec; [CLEANUP AverageLatency(us)=189.96] [READ AverageLatency(us)=2125.75] [UPDATE AverageLatency(us)=1054.18]
ycsb-15B1_DellR730XD_VM04-b-run-16-1606240434.log:2016-06-24 05:01:04:948 30 sec: 1000000 operations; 28907.5 current ops/sec; [CLEANUP AverageLatency(us)=430.12] [READ AverageLatency(us)=422.41] [UPDATE AverageLatency(us)=19.86]
ycsb-15B1_DellR730XD_VM04-b-run-4-1606240434.log:2016-06-24 04:54:04:124 80 sec: 1000000 operations; 4908.9 current ops/sec; [CLEANUP AverageLatency(us)=798.5] [READ AverageLatency(us)=295.6] [UPDATE AverageLatency(us)=25.76]
ycsb-15B1_DellR730XD_VM04-b-run-64-1606240434.log:2016-06-24 05:04:45:684 30 sec: 1000000 operations; 50787.6 current ops/sec; [CLEANUP AverageLatency(us)=329.34] [READ AverageLatency(us)=1041.2] [UPDATE AverageLatency(us)=66.2]
[ root @ DBVERSITY: /opt/ycsb/ycsb/logs ]
[ root @ DBVERSITY: /opt/ycsb/ycsb/logs ]
[ root @ DBVERSITY: /opt/ycsb/ycsb/logs ]
[ root @ DBVERSITY: /opt/ycsb/ycsb/logs ] grep “operations” *.log | grep “current ops/sec” | grep “f-run-” | egrep “1000000|999[0-9][0-9][0-9]”
ycsb-15B1_DellR730XD_VM04-f-run-1-1606240434.log:2016-06-24 04:51:13:854 200 sec: 1000000 operations; 3796.2 current ops/sec; [CLEANUP AverageLatency(us)=1896] [READ AverageLatency(us)=182.21] [READ-MODIFY-WRITE AverageLatency(us)=201.76] [UPDATE AverageLatency(us)=19.78]
ycsb-15B1_DellR730XD_VM04-f-run-128-1606240434.log:2016-06-24 05:10:16:961 40 sec: 999936 operations; 3382.6 current ops/sec; [CLEANUP AverageLatency(us)=181.16] [READ AverageLatency(us)=2504.62] [READ-MODIFY-WRITE AverageLatency(us)=3620.36] [UPDATE AverageLatency(us)=1098.26]
ycsb-15B1_DellR730XD_VM04-f-run-16-1606240434.log:2016-06-24 05:03:25:443 40 sec: 1000000 operations; 19739.2 current ops/sec; [CLEANUP AverageLatency(us)=425.06] [READ AverageLatency(us)=501.1] [READ-MODIFY-WRITE AverageLatency(us)=523.61] [UPDATE AverageLatency(us)=20.6]
ycsb-15B1_DellR730XD_VM04-f-run-4-1606240434.log:2016-06-24 04:59:34:688 100 sec: 999694 operations; 10045.4 current ops/sec; [CLEANUP AverageLatency(us)=4] [READ AverageLatency(us)=384.73] [READ-MODIFY-WRITE AverageLatency(us)=407.74] [UPDATE AverageLatency(us)=20.52]
ycsb-15B1_DellR730XD_VM04-f-run-4-1606240434.log:2016-06-24 04:59:44:688 110 sec: 1000000 operations; 30.6 current ops/sec; [CLEANUP AverageLatency(us)=1451] [READ AverageLatency(us)=254.76] [READ-MODIFY-WRITE AverageLatency(us)=270.67] [UPDATE AverageLatency(us)=19.36]
ycsb-15B1_DellR730XD_VM04-f-run-64-1606240434.log:2016-06-24 05:07:06:180 40 sec: 1000000 operations; 36547.9 current ops/sec; [CLEANUP AverageLatency(us)=288.55] [READ AverageLatency(us)=1394.69] [READ-MODIFY-WRITE AverageLatency(us)=1415.78] [UPDATE AverageLatency(us)=22.41]
[ root @ DBVERSITY: /opt/ycsb/ycsb/logs ]