Environment

  • benchmark01 - benchmark07, c4.large(client), m4.xlarge(couchbase), 8GB gp2 24 IOPS
  • benchmark08 - benchmark22, c4.4xlarge(client), m4.xlarge(couchbase), 8GB gp2 24 IOPS + 100GB gp2 300 IOPS(for data storage)

How to setup couchbase servers

sudo su -
echo 0 > /proc/sys/vm/swappiness
cp -p /etc/sysctl.conf /etc/sysctl.conf.`date +%Y%m%d-%H:%M`
echo '' >> /etc/sysctl.conf
echo '#Set swappiness to 0 to avoid swapping' >> /etc/sysctl.conf
echo 'vm.swappiness = 0' >> /etc/sysctl.conf
echo never > /sys/kernel/mm/transparent_hugepage/enabled
echo never > /sys/kernel/mm/transparent_hugepage/defrag
cp -p /etc/rc.local /etc/rc.local.`date +%Y%m%d-%H:%M`
cat <<EOF >> /etc/rc.local
if test -f /sys/kernel/mm/transparent_hugepage/enabled; then
  echo never > /sys/kernel/mm/transparent_hugepage/enabled
fi

if test -f /sys/kernel/mm/transparent_hugepage/defrag; then
   echo never > /sys/kernel/mm/transparent_hugepage/defrag
fi
EOF
wget http://packages.couchbase.com/releases/4.0.0/couchbase-server-community-4.0.0-centos6.x86_64.rpm
yum localinstall -y couchbase-server-community-4.0.0-centos6.x86_64.rpm
chkconfig couchbase-server on
service couchbase-server start

workloads/workload03

# Yahoo! Cloud System Benchmark
# Workload 03: Insert heavy workload
#   Application example: Session store recording recent actions
#
#   Insert ratio: 100
#   Default data size: 1 KB records (10 fields, 100 bytes each, plus key)
#   Request distribution: zipfian

recordcount=1000000
operationcount=1000000
workload=com.yahoo.ycsb.workloads.CoreWorkload

readallfields=true

readproportion=0
updateproportion=0
scanproportion=0
insertproportion=1
requestdistribution=zipfian

workloads/workload04

# Yahoo! Cloud System Benchmark
# Workload 03: Insert heavy workload
#   Application example: Session store recording recent actions
#
#   Insert ratio: 100
#   Default data size: 1 KB records (10 fields, 100 bytes each, plus key)
#   Request distribution: zipfian

recordcount=1000000
operationcount=1000000
workload=com.yahoo.ycsb.workloads.CoreWorkload

readallfields=true

readproportion=0.5
updateproportion=0.5
scanproportion=0
insertproportion=0
requestdistribution=zipfian

workloads/workload06

# Yahoo! Cloud System Benchmark
# Workload 03: Insert heavy workload
#   Application example: Session store recording recent actions
#
#   Insert ratio: 100
#   Default data size: 1 KB records (10 fields, 100 bytes each, plus key)
#   Request distribution: zipfian

recordcount=100000
operationcount=100000
workload=com.yahoo.ycsb.workloads.CoreWorkload

readallfields=true

readproportion=0
updateproportion=0
scanproportion=0
insertproportion=1
requestdistribution=zipfian

benchmark01

3node, replica 1

YCSB Client 0.1
Command line: -db com.yahoo.ycsb.db.CouchbaseClient -threads 10 -s -P workloads/workload03 -p couchbase.url=http://172.31.21.203:8091/pools -load
[OVERALL], RunTime(ms), 70263.0
[OVERALL], Throughput(ops/sec), 14232.241720393378
[CLEANUP], Operations, 10.0
[CLEANUP], AverageLatency(us), 5779.1
[CLEANUP], MinLatency(us), 378.0
[CLEANUP], MaxLatency(us), 21935.0
[CLEANUP], 95thPercentileLatency(us), 21935.0
[CLEANUP], 99thPercentileLatency(us), 21935.0
[INSERT], Operations, 1000000.0
[INSERT], AverageLatency(us), 684.412374
[INSERT], MinLatency(us), 153.0
[INSERT], MaxLatency(us), 69695.0
[INSERT], 95thPercentileLatency(us), 2059.0
[INSERT], 99thPercentileLatency(us), 3973.0
[INSERT], Return=OK, 1000000


2016-03-09 19:16:06:572 10 sec: 33775 operations; 3377.5 current ops/sec; est completion in 4 minutes [INSERT: Count=33776, Max=69695, Min=422, Avg=2778.22, 90=4243, 99=9583, 99.9=22399, 99.99=52191]
2016-03-09 19:16:16:572 20 sec: 99032 operations; 6525.7 current ops/sec; est completion in 3 minutes [INSERT: Count=65259, Max=60863, Min=267, Avg=1498.25, 90=2209, 99=6343, 99.9=16751, 99.99=42335]
2016-03-09 19:16:26:573 30 sec: 243332 operations; 14430 current ops/sec; est completion in 1 minutes [INSERT: Count=144303, Max=31055, Min=165, Avg=687.06, 90=1216, 99=3803, 99.9=10879, 99.99=19551]
2016-03-09 19:16:36:572 40 sec: 440386 operations; 19705.4 current ops/sec; est completion in 51 seconds [INSERT: Count=197051, Max=21423, Min=168, Avg=503.11, 90=868, 99=2259, 99.9=6367, 99.99=11279]
2016-03-09 19:16:46:572 50 sec: 627522 operations; 18713.6 current ops/sec; est completion in 30 seconds [INSERT: Count=187138, Max=18943, Min=162, Avg=530.29, 90=939, 99=2763, 99.9=7399, 99.99=13279]
2016-03-09 19:16:56:572 60 sec: 809886 operations; 18236.4 current ops/sec; est completion in 15 seconds [INSERT: Count=182361, Max=17615, Min=153, Avg=544.33, 90=941, 99=3317, 99.9=7143, 99.99=12231]
2016-03-09 19:17:06:572 70 sec: 998780 operations; 18889.4 current ops/sec; est completion in 1 seconds [CLEANUP: Count=6, Max=21935, Min=611, Avg=7290.83, 90=13863, 99=21935, 99.9=21935, 99.99=21935] [INSERT: Count=188897, Max=17583, Min=158, Avg=506.17, 90=876, 99=2443, 99.9=6295, 99.99=13743]
2016-03-09 19:17:06:835 70 sec: 1000000 operations; 4638.78 current ops/sec; [CLEANUP: Count=4, Max=8495, Min=378, Avg=3511.5, 90=8495, 99=8495, 99.9=8495, 99.99=8495] [INSERT: Count=1215, Max=8575, Min=189, Avg=329.56, 90=383, 99=1425, 99.9=8463, 99.99=8575]

benchmark02

3node, replica 1

YCSB Client 0.1
Command line: -db com.yahoo.ycsb.db.CouchbaseClient -threads 20 -s -P workloads/workload03 -p couchbase.url=http://172.31.21.203:8091/pools -load
[OVERALL], RunTime(ms), 80842.0
[OVERALL], Throughput(ops/sec), 12369.807773187205
[CLEANUP], Operations, 20.0
[CLEANUP], AverageLatency(us), 3226.4
[CLEANUP], MinLatency(us), 439.0
[CLEANUP], MaxLatency(us), 8099.0
[CLEANUP], 95thPercentileLatency(us), 7779.0
[CLEANUP], 99thPercentileLatency(us), 8099.0
[INSERT], Operations, 1000000.0
[INSERT], AverageLatency(us), 1577.849538
[INSERT], MinLatency(us), 155.0
[INSERT], MaxLatency(us), 235007.0
[INSERT], 95thPercentileLatency(us), 4943.0
[INSERT], 99thPercentileLatency(us), 8191.0
[INSERT], Return=OK, 1000000

2016-03-09 19:18:55:722 10 sec: 27705 operations; 2770.5 current ops/sec; est completion in 5 minutes [INSERT: Count=27707, Max=235007, Min=433, Avg=6591.82, 90=8815, 99=20607, 99.9=61919, 99.99=201215]
2016-03-09 19:19:05:721 20 sec: 70596 operations; 4289.1 current ops/sec; est completion in 4 minutes [INSERT: Count=42891, Max=105791, Min=420, Avg=4640.07, 90=5843, 99=10415, 99.9=27935, 99.99=73407]
2016-03-09 19:19:15:722 30 sec: 129715 operations; 5911.9 current ops/sec; est completion in 3 minutes [INSERT: Count=59118, Max=107007, Min=326, Avg=3357.72, 90=4675, 99=10583, 99.9=55871, 99.99=88383]
2016-03-09 19:19:25:722 40 sec: 217240 operations; 8752.5 current ops/sec; est completion in 2 minutes [INSERT: Count=87527, Max=90111, Min=243, Avg=2259.28, 90=2959, 99=8767, 99.9=34143, 99.99=68159]
2016-03-09 19:19:35:722 50 sec: 371243 operations; 15400.3 current ops/sec; est completion in 1 minutes [INSERT: Count=154006, Max=84991, Min=162, Avg=1288.42, 90=1983, 99=6927, 99.9=19631, 99.99=48383]
2016-03-09 19:19:45:722 60 sec: 585338 operations; 21409.5 current ops/sec; est completion in 43 seconds [INSERT: Count=214094, Max=20639, Min=155, Avg=926.71, 90=1724, 99=4763, 99.9=9655, 99.99=14271]
2016-03-09 19:19:55:722 70 sec: 795614 operations; 21027.6 current ops/sec; est completion in 18 seconds [INSERT: Count=210275, Max=22031, Min=160, Avg=944.67, 90=1877, 99=5391, 99.9=10207, 99.99=15919]
2016-03-09 19:20:05:722 80 sec: 992053 operations; 19643.9 current ops/sec; est completion in 1 seconds [CLEANUP: Count=4, Max=7383, Min=2013, Avg=4195.25, 90=7383, 99=7383, 99.9=7383, 99.99=7383] [INSERT: Count=196447, Max=66687, Min=161, Avg=1005.25, 90=1796, 99=4763, 99.9=10879, 99.99=24783]
2016-03-09 19:20:06:563 80 sec: 1000000 operations; 9438.24 current ops/sec; [CLEANUP: Count=16, Max=8099, Min=439, Avg=2984.19, 90=5583, 99=8099, 99.9=8099, 99.99=8099] [INSERT: Count=7935, Max=41119, Min=177, Avg=881.96, 90=1501, 99=5763, 99.9=16231, 99.99=30831]

benchmark03

3 nodes, replica 0

YCSB Client 0.1
Command line: -db com.yahoo.ycsb.db.CouchbaseClient -threads 10 -s -P workloads/workload03 -p couchbase.url=http://172.31.21.203:8091/pools -load
[OVERALL], RunTime(ms), 65569.0
[OVERALL], Throughput(ops/sec), 15251.10951821745
[CLEANUP], Operations, 10.0
[CLEANUP], AverageLatency(us), 6890.7
[CLEANUP], MinLatency(us), 434.0
[CLEANUP], MaxLatency(us), 13463.0
[CLEANUP], 95thPercentileLatency(us), 13463.0
[CLEANUP], 99thPercentileLatency(us), 13463.0
[INSERT], Operations, 1000000.0
[INSERT], AverageLatency(us), 639.224566
[INSERT], MinLatency(us), 150.0
[INSERT], MaxLatency(us), 63167.0
[INSERT], 95thPercentileLatency(us), 1967.0
[INSERT], 99thPercentileLatency(us), 3735.0
[INSERT], Return=OK, 1000000

2016-03-09 19:22:33:857 10 sec: 31818 operations; 3181.8 current ops/sec; est completion in 5 minutes [INSERT: Count=31821, Max=63167, Min=418, Avg=2967.81, 90=4371, 99=10343, 99.9=19007, 99.99=54143]
2016-03-09 19:22:43:857 20 sec: 83806 operations; 5198.8 current ops/sec; est completion in 3 minutes [INSERT: Count=51994, Max=57567, Min=274, Avg=1885.16, 90=2653, 99=6987, 99.9=19231, 99.99=43743]
2016-03-09 19:22:53:857 30 sec: 213264 operations; 12945.8 current ops/sec; est completion in 1 minutes [INSERT: Count=129455, Max=57023, Min=154, Avg=762.96, 90=1295, 99=4595, 99.9=11079, 99.99=27919]
2016-03-09 19:23:03:857 40 sec: 438734 operations; 22547 current ops/sec; est completion in 52 seconds [INSERT: Count=225471, Max=10039, Min=151, Avg=438.57, 90=637, 99=1031, 99.9=6095, 99.99=6851]
2016-03-09 19:23:13:857 50 sec: 659519 operations; 22078.5 current ops/sec; est completion in 26 seconds [INSERT: Count=220782, Max=22399, Min=150, Avg=447.96, 90=650, 99=1236, 99.9=6215, 99.99=9863]
2016-03-09 19:23:23:857 60 sec: 883491 operations; 22397.2 current ops/sec; est completion in 8 seconds [INSERT: Count=223971, Max=10583, Min=155, Avg=441.56, 90=640, 99=1210, 99.9=6167, 99.99=7059]
2016-03-09 19:23:29:418 65 sec: 1000000 operations; 20951.09 current ops/sec; [CLEANUP: Count=10, Max=13463, Min=434, Avg=6890.7, 90=13407, 99=13463, 99.9=13463, 99.99=13463] [INSERT: Count=116506, Max=14367, Min=154, Avg=440.45, 90=637, 99=1120, 99.9=6319, 99.99=9127]

benchmark04

3 nodes, replica 0

YCSB Client 0.1
Command line: -db com.yahoo.ycsb.db.CouchbaseClient -threads 10 -target 50000 -s -P workloads/workload03 -p couchbase.url=http://172.31.21.203:8091/pools -load
[OVERALL], RunTime(ms), 63816.0
[OVERALL], Throughput(ops/sec), 15670.051397768584
[CLEANUP], Operations, 10.0
[CLEANUP], AverageLatency(us), 6544.8
[CLEANUP], MinLatency(us), 819.0
[CLEANUP], MaxLatency(us), 19407.0
[CLEANUP], 95thPercentileLatency(us), 19407.0
[CLEANUP], 99thPercentileLatency(us), 19407.0
[INSERT], Operations, 1000000.0
[INSERT], AverageLatency(us), 621.607184
[INSERT], MinLatency(us), 152.0
[INSERT], MaxLatency(us), 69375.0
[INSERT], 95thPercentileLatency(us), 1711.0
[INSERT], 99thPercentileLatency(us), 3703.0
[INSERT], Return=OK, 1000000

2016-03-09 19:26:11:625 10 sec: 32575 operations; 3257.5 current ops/sec; est completion in 4 minutes [INSERT: Count=32576, Max=69375, Min=417, Avg=2884.03, 90=4427, 99=10263, 99.9=20623, 99.99=44159]
2016-03-09 19:26:21:625 20 sec: 101180 operations; 6860.5 current ops/sec; est completion in 2 minutes [INSERT: Count=68606, Max=53631, Min=254, Avg=1429.17, 90=2044, 99=5679, 99.9=13847, 99.99=42143]
2016-03-09 19:26:31:625 30 sec: 269135 operations; 16795.5 current ops/sec; est completion in 1 minutes [INSERT: Count=167958, Max=40831, Min=158, Avg=590.02, 90=976, 99=2919, 99.9=8247, 99.99=18159]
2016-03-09 19:26:41:625 40 sec: 486989 operations; 21785.4 current ops/sec; est completion in 43 seconds [INSERT: Count=217853, Max=13943, Min=152, Avg=453.4, 90=648, 99=1161, 99.9=6131, 99.99=9319]
2016-03-09 19:26:51:625 50 sec: 704398 operations; 21740.9 current ops/sec; est completion in 21 seconds [INSERT: Count=217410, Max=14303, Min=154, Avg=454.41, 90=658, 99=1540, 99.9=6215, 99.99=7659]
2016-03-09 19:27:01:625 60 sec: 923675 operations; 21927.7 current ops/sec; est completion in 5 seconds [INSERT: Count=219278, Max=7879, Min=155, Avg=450.36, 90=643, 99=1123, 99.9=6163, 99.99=6767]
2016-03-09 19:27:05:438 63 sec: 1000000 operations; 20011.8 current ops/sec; [CLEANUP: Count=10, Max=19407, Min=819, Avg=6544.8, 90=13791, 99=19407, 99.9=19407, 99.99=19407] [INSERT: Count=76319, Max=14519, Min=158, Avg=447.94, 90=649, 99=1223, 99.9=6147, 99.99=13015]

benchmark05

node 3, replica 2

YCSB Client 0.1
Command line: -db com.yahoo.ycsb.db.CouchbaseClient -threads 10 -target 50000 -s -P workloads/workload03 -p cou
chbase.url=http://172.31.21.203:8091/pools -load
[OVERALL], RunTime(ms), 62424.0
[OVERALL], Throughput(ops/sec), 16019.479687299756
[CLEANUP], Operations, 10.0
[CLEANUP], AverageLatency(us), 7242.2
[CLEANUP], MinLatency(us), 453.0
[CLEANUP], MaxLatency(us), 24623.0
[CLEANUP], 95thPercentileLatency(us), 24623.0
[CLEANUP], 99thPercentileLatency(us), 24623.0
[INSERT], Operations, 1000000.0
[INSERT], AverageLatency(us), 605.47384
[INSERT], MinLatency(us), 146.0
[INSERT], MaxLatency(us), 61535.0
[INSERT], 95thPercentileLatency(us), 1616.0
[INSERT], 99thPercentileLatency(us), 3575.0
[INSERT], Return=OK, 1000000

2016-03-09 20:08:16:600 10 sec: 32375 operations; 3237.5 current ops/sec; est completion in 4 minutes [INSERT: Count=32378, Max=61535, Min=397, Avg=2888.82, 90=4359, 99=9879, 99.9=19663, 99.99=45599]
2016-03-09 20:08:26:600 20 sec: 104822 operations; 7244.7 current ops/sec; est completion in 2 minutes [INSERT: Count=72453, Max=48287, Min=244, Avg=1346.84, 90=1940, 99=5651, 99.9=13015, 99.99=39423]
2016-03-09 20:08:36:600 30 sec: 290797 operations; 18597.5 current ops/sec; est completion in 1 minutes [INSERT: Count=185974, Max=45887, Min=146, Avg=531.24, 90=816, 99=2253, 99.9=7103, 99.99=19807]
2016-03-09 20:08:46:600 40 sec: 510961 operations; 22016.4 current ops/sec; est completion in 39 seconds [INSERT: Count=220162, Max=24527, Min=156, Avg=448.69, 90=647, 99=1236, 99.9=6171, 99.99=8775]
2016-03-09 20:08:56:600 50 sec: 733103 operations; 22214.2 current ops/sec; est completion in 19 seconds [INSERT: Count=222143, Max=14935, Min=153, Avg=444.77, 90=644, 99=1286, 99.9=6159, 99.99=7059]
2016-03-09 20:09:06:600 60 sec: 956988 operations; 22388.5 current ops/sec; est completion in 3 seconds [INSERT: Count=223882, Max=10591, Min=146, Avg=441.36, 90=640, 99=1147, 99.9=6103, 99.99=6883]
2016-03-09 20:09:09:020 62 sec: 1000000 operations; 17773.55 current ops/sec; [CLEANUP: Count=10, Max=24623, Min=453, Avg=7242.2, 90=24399, 99=24623, 99.9=24623, 99.99=24623] [INSERT: Count=43008, Max=23823, Min=157, Avg=445.53, 90=659, 99=1432, 99.9=6651, 99.99=15543]

benchmark06

3 nodes, replica 1

YCSB Client 0.1
Command line: -db com.yahoo.ycsb.db.CouchbaseClient -threads 10 -target 50000 -s -P workloads/workload03 -p couchbase.url=http://172.31.21.203:8091/pools -load
[OVERALL], RunTime(ms), 72600.0
[OVERALL], Throughput(ops/sec), 13774.104683195592
[CLEANUP], Operations, 10.0
[CLEANUP], AverageLatency(us), 4202.8
[CLEANUP], MinLatency(us), 482.0
[CLEANUP], MaxLatency(us), 12311.0
[CLEANUP], 95thPercentileLatency(us), 12311.0
[CLEANUP], 99thPercentileLatency(us), 12311.0
[INSERT], Operations, 1000000.0
[INSERT], AverageLatency(us), 708.386644
[INSERT], MinLatency(us), 148.0
[INSERT], MaxLatency(us), 62431.0
[INSERT], 95thPercentileLatency(us), 2291.0
[INSERT], 99thPercentileLatency(us), 4327.0
[INSERT], Return=OK, 1000000


2016-03-09 20:11:54:149 10 sec: 32227 operations; 3222.38 current ops/sec; est completion in 5 minutes [INSERT: Count=32227, Max=61183, Min=383, Avg=2913.36, 90=4339, 99=10399, 99.9=20223, 99.99=42559]
2016-03-09 20:12:04:149 20 sec: 85693 operations; 5346.6 current ops/sec; est completion in 3 minutes [INSERT: Count=53468, Max=62431, Min=298, Avg=1837.24, 90=2507, 99=6611, 99.9=13239, 99.99=52991]
2016-03-09 20:12:14:149 30 sec: 209626 operations; 12393.3 current ops/sec; est completion in 1 minutes [INSERT: Count=123934, Max=54047, Min=169, Avg=797.98, 90=1404, 99=4511, 99.9=11719, 99.99=27279]
2016-03-09 20:12:24:149 40 sec: 402374 operations; 19274.8 current ops/sec; est completion in 1 minutes [INSERT: Count=192747, Max=15519, Min=155, Avg=514.3, 90=908, 99=2783, 99.9=6535, 99.99=12215]
2016-03-09 20:12:34:149 50 sec: 585438 operations; 18306.4 current ops/sec; est completion in 36 seconds [INSERT: Count=183063, Max=24607, Min=155, Avg=542.05, 90=955, 99=3531, 99.9=7891, 99.99=15655]
2016-03-09 20:12:44:149 60 sec: 774287 operations; 18884.9 current ops/sec; est completion in 18 seconds [INSERT: Count=188849, Max=16591, Min=156, Avg=525.33, 90=942, 99=3029, 99.9=6807, 99.99=12359]
2016-03-09 20:12:54:149 70 sec: 959314 operations; 18502.7 current ops/sec; est completion in 3 seconds [INSERT: Count=185027, Max=16559, Min=148, Avg=536.34, 90=958, 99=3281, 99.9=7427, 99.99=14087]
2016-03-09 20:12:56:746 72 sec: 1000000 operations; 15672.57 current ops/sec; [CLEANUP: Count=10, Max=12311, Min=482, Avg=4202.8, 90=7771, 99=12311, 99.9=12311, 99.99=12311] [INSERT: Count=40685, Max=19967, Min=172, Avg=505.4, 90=855, 99=2827, 99.9=7267, 99.99=13567]

benchmark07

3 nodes, replica 1

YCSB Client 0.1
Command line: -db com.yahoo.ycsb.db.CouchbaseClient -threads 10 -s -P workloads/workload03 -p couchbase.url=http://172.31.21.203:8091/pools -load
[OVERALL], RunTime(ms), 68998.0
[OVERALL], Throughput(ops/sec), 14493.17371518015
[CLEANUP], Operations, 10.0
[CLEANUP], AverageLatency(us), 5444.1
[CLEANUP], MinLatency(us), 451.0
[CLEANUP], MaxLatency(us), 12543.0
[CLEANUP], 95thPercentileLatency(us), 12543.0
[CLEANUP], 99thPercentileLatency(us), 12543.0
[INSERT], Operations, 1000000.0
[INSERT], AverageLatency(us), 675.082521
[INSERT], MinLatency(us), 154.0
[INSERT], MaxLatency(us), 80895.0
[INSERT], 95thPercentileLatency(us), 2105.0
[INSERT], 99thPercentileLatency(us), 3927.0
[INSERT], Return=OK, 1000000

2016-03-09 20:14:20:735 10 sec: 33582 operations; 3358.2 current ops/sec; est completion in 4 minutes [INSERT: Count=33586, Max=80895, Min=426, Avg=2795.98, 90=4123, 99=9559, 99.9=21599, 99.99=55839]
2016-03-09 20:14:30:735 20 sec: 103974 operations; 7039.2 current ops/sec; est completion in 2 minutes [INSERT: Count=70396, Max=54655, Min=242, Avg=1388.23, 90=2036, 99=6351, 99.9=15415, 99.99=37951]
2016-03-09 20:14:40:735 30 sec: 264071 operations; 16009.7 current ops/sec; est completion in 1 minutes [INSERT: Count=160092, Max=37311, Min=160, Avg=619.05, 90=1127, 99=3375, 99.9=9391, 99.99=17599]
2016-03-09 20:14:50:735 40 sec: 453508 operations; 18943.7 current ops/sec; est completion in 49 seconds [INSERT: Count=189438, Max=19023, Min=159, Avg=523.9, 90=930, 99=2831, 99.9=6983, 99.99=14135]
2016-03-09 20:15:00:735 50 sec: 638853 operations; 18534.5 current ops/sec; est completion in 29 seconds [INSERT: Count=185345, Max=16911, Min=165, Avg=535.48, 90=939, 99=3119, 99.9=7271, 99.99=12959]
2016-03-09 20:15:10:737 60 sec: 833525 operations; 19463.31 current ops/sec; est completion in 12 seconds [INSERT: Count=194668, Max=19471, Min=154, Avg=509.48, 90=892, 99=2673, 99.9=6119, 99.99=11911]
2016-03-09 20:15:19:731 68 sec: 1000000 operations; 18509.56 current ops/sec; [CLEANUP: Count=10, Max=12543, Min=451, Avg=5444.1, 90=10143, 99=12543, 99.9=12543, 99.99=12543] [INSERT: Count=166475, Max=19327, Min=162, Avg=520.62, 90=923, 99=2777, 99.9=6551, 99.99=16215]

benchmark08

3 nodes, replica 1

YCSB Client 0.1
Command line: -db com.yahoo.ycsb.db.CouchbaseClient -threads 10 -s -P workloads/workload03 -p couchbase.url=http://172.31.21.203:8091/pools -load
[OVERALL], RunTime(ms), 42016.0
[OVERALL], Throughput(ops/sec), 23800.4569687738
[CLEANUP], Operations, 10.0
[CLEANUP], AverageLatency(us), 473.9
[CLEANUP], MinLatency(us), 343.0
[CLEANUP], MaxLatency(us), 898.0
[CLEANUP], 95thPercentileLatency(us), 898.0
[CLEANUP], 99thPercentileLatency(us), 898.0
[INSERT], Operations, 1000000.0
[INSERT], AverageLatency(us), 406.032533
[INSERT], MinLatency(us), 142.0
[INSERT], MaxLatency(us), 44031.0
[INSERT], 95thPercentileLatency(us), 1210.0
[INSERT], 99thPercentileLatency(us), 2387.0
[INSERT], Return=OK, 1000000

2016-03-09 20:19:00:998 10 sec: 249052 operations; 24905.2 current ops/sec; est completion in 31 seconds [INSERT: Count=249079, Max=44031, Min=147, Avg=386.21, 90=625, 99=1841, 99.9=4367, 99.99=10679]
2016-03-09 20:19:10:998 20 sec: 497803 operations; 24875.1 current ops/sec; est completion in 21 seconds [INSERT: Count=248731, Max=17999, Min=143, Avg=399.48, 90=667, 99=2275, 99.9=4599, 99.99=11495]
2016-03-09 20:19:20:998 30 sec: 737484 operations; 23968.1 current ops/sec; est completion in 11 seconds [INSERT: Count=239686, Max=16831, Min=145, Avg=414.86, 90=714, 99=2551, 99.9=4899, 99.99=10167]
2016-03-09 20:19:30:998 40 sec: 972554 operations; 23507 current ops/sec; est completion in 2 seconds [INSERT: Count=235064, Max=17759, Min=142, Avg=423.06, 90=716, 99=2769, 99.9=5639, 99.99=11167]
2016-03-09 20:19:33:014 42 sec: 1000000 operations; 13614.09 current ops/sec; [CLEANUP: Count=10, Max=898, Min=343, Avg=473.9, 90=670, 99=898, 99.9=898, 99.99=898] [INSERT: Count=27440, Max=13671, Min=159, Avg=422.42, 90=739, 99=2769, 99.9=6415, 99.99=12887]

benchmark09

3 nodes, replica 1

YCSB Client 0.1
Command line: -db com.yahoo.ycsb.db.CouchbaseClient -threads 20 -s -P workloads/workload03 -p couchbase.url=http://172.31.21.203:8091/pools -load
[OVERALL], RunTime(ms), 28475.0
[OVERALL], Throughput(ops/sec), 35118.52502194908
[CLEANUP], Operations, 20.0
[CLEANUP], AverageLatency(us), 450.65
[CLEANUP], MinLatency(us), 315.0
[CLEANUP], MaxLatency(us), 1087.0
[CLEANUP], 95thPercentileLatency(us), 522.0
[CLEANUP], 99thPercentileLatency(us), 1087.0
[INSERT], Operations, 1000000.0
[INSERT], AverageLatency(us), 546.24499
[INSERT], MinLatency(us), 145.0
[INSERT], MaxLatency(us), 40927.0
[INSERT], 95thPercentileLatency(us), 1870.0
[INSERT], 99thPercentileLatency(us), 3623.0
[INSERT], Return=OK, 1000000

2016-03-09 20:22:10:264 10 sec: 369673 operations; 36967.3 current ops/sec; est completion in 18 seconds [INSERT: Count=369735, Max=40927, Min=147, Avg=522.98, 90=1035, 99=3057, 99.9=6387, 99.99=13311]
2016-03-09 20:22:20:264 20 sec: 731422 operations; 36174.9 current ops/sec; est completion in 8 seconds [INSERT: Count=361698, Max=16623, Min=145, Avg=549.8, 90=1188, 99=3727, 99.9=7435, 99.99=12799]
2016-03-09 20:22:28:739 28 sec: 1000000 operations; 31690.62 current ops/sec; [CLEANUP: Count=20, Max=1087, Min=315, Avg=450.65, 90=520, 99=1087, 99.9=1087, 99.99=1087] [INSERT: Count=268567, Max=18767, Min=147, Avg=573.49, 90=1264, 99=4047, 99.9=8303, 99.99=14863]

benchmark10

3 nodes, replica 1

YCSB Client 0.1
Command line: -db com.yahoo.ycsb.db.CouchbaseClient -threads 30 -s -P workloads/workload03 -p couchbase.url=http://172.31.21.203:8091/pools -load
[OVERALL], RunTime(ms), 23554.0
[OVERALL], Throughput(ops/sec), 42455.63386261357
[CLEANUP], Operations, 30.0
[CLEANUP], AverageLatency(us), 434.23333333333335
[CLEANUP], MinLatency(us), 283.0
[CLEANUP], MaxLatency(us), 1429.0
[CLEANUP], 95thPercentileLatency(us), 635.0
[CLEANUP], 99thPercentileLatency(us), 1429.0
[INSERT], Operations, 1000000.0
[INSERT], AverageLatency(us), 681.501974
[INSERT], MinLatency(us), 139.0
[INSERT], MaxLatency(us), 54271.0
[INSERT], 95thPercentileLatency(us), 2469.0
[INSERT], 99thPercentileLatency(us), 4699.0
[INSERT], Return=OK, 1000000


2016-03-09 20:24:08:343 10 sec: 443044 operations; 44304.4 current ops/sec; est completion in 13 seconds [INSERT: Count=443083, Max=54271, Min=146, Avg=651.2, 90=1396, 99=4071, 99.9=9615, 99.99=17903]
2016-03-09 20:24:18:343 20 sec: 870392 operations; 42734.8 current ops/sec; est completion in 3 seconds [INSERT: Count=427328, Max=18255, Min=139, Avg=698.99, 90=1661, 99=5019, 99.9=9439, 99.99=15039]
2016-03-09 20:24:21:898 23 sec: 1000000 operations; 36468.2 current ops/sec; [CLEANUP: Count=30, Max=1429, Min=283, Avg=434.23, 90=476, 99=1429, 99.9=1429, 99.99=1429] [INSERT: Count=129589, Max=25439, Min=152, Avg=727.45, 90=1731, 99=5363, 99.9=10007, 99.99=24063]

benchmark11

3 nodes, replica 1

YCSB Client 0.1
Command line: -db com.yahoo.ycsb.db.CouchbaseClient -threads 40 -s -P workloads/workload03 -p couchbase.url=http://172.31.21.203:8091/pools -load
[OVERALL], RunTime(ms), 20763.0
[OVERALL], Throughput(ops/sec), 48162.59692722632
[CLEANUP], Operations, 40.0
[CLEANUP], AverageLatency(us), 475.925
[CLEANUP], MinLatency(us), 258.0
[CLEANUP], MaxLatency(us), 2221.0
[CLEANUP], 95thPercentileLatency(us), 808.0
[CLEANUP], 99thPercentileLatency(us), 2221.0
[INSERT], Operations, 1000000.0
[INSERT], AverageLatency(us), 796.311292
[INSERT], MinLatency(us), 147.0
[INSERT], MaxLatency(us), 56255.0
[INSERT], 95thPercentileLatency(us), 2991.0
[INSERT], 99thPercentileLatency(us), 5591.0
[INSERT], Return=OK, 1000000


2016-03-09 20:25:58:679 10 sec: 491226 operations; 49117.69 current ops/sec; est completion in 11 seconds [INSERT: Count=491287, Max=56255, Min=150, Avg=782.77, 90=1779, 99=5103, 99.9=11311, 99.99=22143]
2016-03-09 20:26:08:679 20 sec: 979376 operations; 48815 current ops/sec; est completion in 1 seconds [CLEANUP: Count=8, Max=1213, Min=295, Avg=580.88, 90=808, 99=1213, 99.9=1213, 99.99=1213] [INSERT: Count=488162, Max=17759, Min=147, Avg=812.55, 90=2030, 99=6003, 99.9=10719, 99.99=15007]
2016-03-09 20:26:09:441 20 sec: 1000000 operations; 27065.62 current ops/sec; [CLEANUP: Count=32, Max=2221, Min=258, Avg=449.69, 90=520, 99=2221, 99.9=2221, 99.99=2221] [INSERT: Count=20551, Max=14719, Min=153, Avg=734.39, 90=1768, 99=5615, 99.9=9759, 99.99=14399]

bm12

3 nodes, replica 1

YCSB Client 0.1
Command line: -db com.yahoo.ycsb.db.CouchbaseClient -threads 50 -s -P workloads/workload03 -p couchbase.url=http://172.31.21.203:8091/pools -load
[OVERALL], RunTime(ms), 19818.0
[OVERALL], Throughput(ops/sec), 50459.17852457362
[CLEANUP], Operations, 50.0
[CLEANUP], AverageLatency(us), 413.22
[CLEANUP], MinLatency(us), 257.0
[CLEANUP], MaxLatency(us), 1205.0
[CLEANUP], 95thPercentileLatency(us), 567.0
[CLEANUP], 99thPercentileLatency(us), 1205.0
[INSERT], Operations, 1000000.0
[INSERT], AverageLatency(us), 950.182193
[INSERT], MinLatency(us), 142.0
[INSERT], MaxLatency(us), 64351.0
[INSERT], 95thPercentileLatency(us), 3581.0
[INSERT], 99thPercentileLatency(us), 6627.0
[INSERT], Return=OK, 1000000

2016-03-09 20:27:27:668 10 sec: 513178 operations; 51317.8 current ops/sec; est completion in 10 seconds [INSERT: Count=513203, Max=64351, Min=142, Avg=924.86, 90=2167, 99=5959, 99.9=12775, 99.99=32271]
2016-03-09 20:27:37:487 19 sec: 1000000 operations; 49584.64 current ops/sec; [CLEANUP: Count=50, Max=1205, Min=257, Avg=413.22, 90=538, 99=1205, 99.9=1205, 99.99=1205] [INSERT: Count=486797, Max=29647, Min=147, Avg=976.87, 90=2575, 99=7187, 99.9=13471, 99.99=22127]

bm13

3 nodes, replica 1

YCSB Client 0.1
Command line: -db com.yahoo.ycsb.db.CouchbaseClient -threads 80 -s -P workloads/workload03 -p couchbase.url=http://172.31.21.203:8091/pools -load
[OVERALL], RunTime(ms), 18059.0
[OVERALL], Throughput(ops/sec), 55374.0517193643
[CLEANUP], Operations, 80.0
[CLEANUP], AverageLatency(us), 428.5875
[CLEANUP], MinLatency(us), 275.0
[CLEANUP], MaxLatency(us), 1586.0
[CLEANUP], 95thPercentileLatency(us), 665.0
[CLEANUP], 99thPercentileLatency(us), 873.0
[INSERT], Operations, 1000000.0
[INSERT], AverageLatency(us), 1353.500593
[INSERT], MinLatency(us), 143.0
[INSERT], MaxLatency(us), 93631.0
[INSERT], 95thPercentileLatency(us), 4927.0
[INSERT], 99thPercentileLatency(us), 9103.0
[INSERT], Return=OK, 1000000


2016-03-09 20:29:15:362 10 sec: 532554 operations; 53250.07 current ops/sec; est completion in 9 seconds [INSERT: Count=532653, Max=93631, Min=153, Avg=1415.11, 90=3219, 99=8983, 99.9=21071, 99.99=63231]
2016-03-09 20:29:23:421 18 sec: 1000000 operations; 58010.18 current ops/sec; [CLEANUP: Count=80, Max=1586, Min=275, Avg=428.59, 90=564, 99=873, 99.9=1586, 99.99=1586] [INSERT: Count=467347, Max=35135, Min=143, Avg=1283.28, 90=3559, 99=9223, 99.9=16495, 99.99=30751]

bm14

3 nodes, replica 2

YCSB Client 0.1
Command line: -db com.yahoo.ycsb.db.CouchbaseClient -threads 80 -s -P workloads/workload03 -p couchbase.url=http://172.31.21.203:8091/pools -load
[OVERALL], RunTime(ms), 24391.0
[OVERALL], Throughput(ops/sec), 40998.729039399776
[CLEANUP], Operations, 80.0
[CLEANUP], AverageLatency(us), 466.0125
[CLEANUP], MinLatency(us), 251.0
[CLEANUP], MaxLatency(us), 4443.0
[CLEANUP], 95thPercentileLatency(us), 697.0
[CLEANUP], 99thPercentileLatency(us), 1052.0
[INSERT], Operations, 1000000.0
[INSERT], AverageLatency(us), 1843.557571
[INSERT], MinLatency(us), 147.0
[INSERT], MaxLatency(us), 87423.0
[INSERT], 95thPercentileLatency(us), 6831.0
[INSERT], 99thPercentileLatency(us), 12567.0
[INSERT], Return=OK, 1000000


2016-03-09 20:55:53:542 10 sec: 393456 operations; 39345.6 current ops/sec; est completion in 16 seconds [INSERT: Count=393478, Max=87423, Min=151, Avg=1886.92, 90=4235, 99=12071, 99.9=28255, 99.99=74879]
2016-03-09 20:56:03:542 20 sec: 826305 operations; 43284.9 current ops/sec; est completion in 5 seconds [INSERT: Count=432833, Max=35583, Min=147, Avg=1844.95, 90=5071, 99=12871, 99.9=20447, 99.99=28239]
2016-03-09 20:56:07:933 24 sec: 1000000 operations; 39557.05 current ops/sec; [CLEANUP: Count=80, Max=4443, Min=251, Avg=466.01, 90=553, 99=1052, 99.9=4443, 99.99=4443] [INSERT: Count=173689, Max=31039, Min=153, Avg=1741.86, 90=4867, 99=12623, 99.9=22159, 99.99=29167]

bm15

3 nodes, replica 2

YCSB Client 0.1
Command line: -db com.yahoo.ycsb.db.CouchbaseClient -threads 100 -s -P workloads/workload03 -p couchbase.url=http://172.31.21.203:8091/pools -load
[OVERALL], RunTime(ms), 22350.0
[OVERALL], Throughput(ops/sec), 44742.729306487694
[CLEANUP], Operations, 100.0
[CLEANUP], AverageLatency(us), 419.5
[CLEANUP], MinLatency(us), 261.0
[CLEANUP], MaxLatency(us), 1623.0
[CLEANUP], 95thPercentileLatency(us), 589.0
[CLEANUP], 99thPercentileLatency(us), 891.0
[INSERT], Operations, 1000000.0
[INSERT], AverageLatency(us), 2091.863819
[INSERT], MinLatency(us), 152.0
[INSERT], MaxLatency(us), 96511.0
[INSERT], 95thPercentileLatency(us), 7791.0
[INSERT], 99thPercentileLatency(us), 14215.0
[INSERT], Return=OK, 1000000

2016-03-09 20:58:01:306 10 sec: 447751 operations; 44775.1 current ops/sec; est completion in 13 seconds [INSERT: Count=447800, Max=96511, Min=156, Avg=2070.22, 90=4847, 99=13815, 99.9=30927, 99.99=81535]
2016-03-09 20:58:11:306 20 sec: 917453 operations; 46970.2 current ops/sec; est completion in 2 seconds [INSERT: Count=469670, Max=40223, Min=152, Avg=2126.06, 90=5967, 99=14487, 99.9=23583, 99.99=33023]
2016-03-09 20:58:13:656 22 sec: 1000000 operations; 35126.38 current ops/sec; [CLEANUP: Count=100, Max=1623, Min=261, Avg=419.5, 90=562, 99=891, 99.9=1623, 99.99=1623] [INSERT: Count=82530, Max=38943, Min=160, Avg=2014.71, 90=5727, 99=14527, 99.9=23935, 99.99=36479]

bm16

3 nodes, replica 2

YCSB Client 0.1
Command line: -db com.yahoo.ycsb.db.CouchbaseClient -threads 80 -s -P workloads/workload04 -p couchbase.url=http://172.31.21.203:8091/pools -t
[OVERALL], RunTime(ms), 17889.0
[OVERALL], Throughput(ops/sec), 55900.27391134216
[CLEANUP], Operations, 80.0
[CLEANUP], AverageLatency(us), 545.2625
[CLEANUP], MinLatency(us), 265.0
[CLEANUP], MaxLatency(us), 8775.0
[CLEANUP], 95thPercentileLatency(us), 792.0
[CLEANUP], 99thPercentileLatency(us), 1386.0
[READ], Operations, 499076.0
[READ], AverageLatency(us), 1295.9358674831087
[READ], MinLatency(us), 114.0
[READ], MaxLatency(us), 91007.0
[READ], 95thPercentileLatency(us), 4723.0
[READ], 99thPercentileLatency(us), 9383.0
[READ], Return=OK, 499076
[UPDATE], Operations, 500924.0
[UPDATE], AverageLatency(us), 1418.450615262994
[UPDATE], MinLatency(us), 128.0
[UPDATE], MaxLatency(us), 58079.0
[UPDATE], 95thPercentileLatency(us), 5039.0
[UPDATE], 99thPercentileLatency(us), 9863.0
[UPDATE], Return=OK, 500924

2016-03-09 20:52:40:914 10 sec: 533954 operations; 53395.4 current ops/sec; est completion in 9 seconds [READ: Count=266141, Max=91007, Min=122, Avg=1352.65, 90=3165, 99=9055, 99.9=18383, 99.99=42143] [UPDATE: Count=268599, Max=58079, Min=129, Avg=1487.4, 90=3451, 99=9487, 99.9=18287, 99.99=35007]
2016-03-09 20:52:48:802 17 sec: 1000000 operations; 59075.42 current ops/sec; [CLEANUP: Count=80, Max=8775, Min=265, Avg=545.26, 90=614, 99=1386, 99.9=8775, 99.99=8775] [READ: Count=232935, Max=41279, Min=114, Avg=1231.14, 90=3285, 99=9743, 99.9=19983, 99.99=39263] [UPDATE: Count=232325, Max=41407, Min=128, Avg=1338.74, 90=3555, 99=10231, 99.9=20831, 99.99=39903]

bm17

3 nodes, replica 2

$ bin/ycsb run couchbase -threads 80 -s -P workloads/workload04 -p 'couchbase.url=http://172.31.21.203:8091/pools' -p 'couchbase.persistTo=1' > workload03_17.txt

2016-03-09 20:45:07:270 10 sec: 24903 operations; 2490.3 current ops/sec; est completion in 6 minutes [UPDATE-FAILED: Count=1146, Max=226943, Min=366, Avg=33999, 90=73151, 99=145023, 99.9=216575, 99.99=226943] [READ: Count=12437, Max=87999, Min=125, Avg=478.32, 90=288, 99=1417, 99.9=77695, 99.99=87551] [UPDATE: Count=11418, Max=333823, Min=10520, Avg=62413.38, 90=144255, 99=227199, 99.9=298495, 99.99=329471]
2016-03-09 20:45:17:270 20 sec: 51374 operations; 2647.1 current ops/sec; est completion in 6 minutes [UPDATE-FAILED: Count=1145, Max=227455, Min=339, Avg=35629.56, 90=82687, 99=164735, 99.9=205951, 99.99=227455] [READ: Count=13158, Max=6099, Min=117, Avg=179.75, 90=205, 99=384, 99.9=1579, 99.99=5811] [UPDATE: Count=12073, Max=299263, Min=10496, Avg=62470.27, 90=144383, 99=218495, 99.9=268799, 99.99=298751]
2016-03-09 20:45:27:270 30 sec: 77674 operations; 2630 current ops/sec; est completion in 5 minutes [UPDATE-FAILED: Count=1203, Max=216319, Min=337, Avg=35874.94, 90=82623, 99=164991, 99.9=187263, 99.99=216319] [READ: Count=13019, Max=203647, Min=113, Avg=190.08, 90=202, 99=339, 99.9=1054, 99.99=3267] [UPDATE: Count=12084, Max=319487, Min=10488, Avg=62353.77, 90=134271, 99=226559, 99.9=268799, 99.99=301823]
2016-03-09 20:45:37:270 40 sec: 104530 operations; 2685.6 current ops/sec; est completion in 5 minutes [UPDATE-FAILED: Count=1203, Max=299007, Min=320, Avg=34002.13, 90=72767, 99=154495, 99.9=267775, 99.99=299007] [READ: Count=13379, Max=3607, Min=115, Avg=173.16, 90=198, 99=329, 99.9=851, 99.99=3207] [UPDATE: Count=12273, Max=330495, Min=10480, Avg=61725.07, 90=134271, 99=227071, 99.9=299263, 99.99=329727]
2016-03-09 20:45:47:270 50 sec: 131204 operations; 2667.4 current ops/sec; est completion in 5 minutes [UPDATE-FAILED: Count=1132, Max=258303, Min=334, Avg=36371.26, 90=82495, 99=175359, 99.9=257535, 99.99=258303] [READ: Count=13377, Max=4579, Min=120, Avg=174.65, 90=201, 99=316, 99.9=1294, 99.99=3195] [UPDATE: Count=12170, Max=340735, Min=10480, Avg=62150.22, 90=134399, 99=247807, 99.9=319231, 99.99=339967]
2016-03-09 20:45:57:270 60 sec: 157670 operations; 2646.6 current ops/sec; est completion in 5 minutes [UPDATE-FAILED: Count=1164, Max=257279, Min=354, Avg=34685.25, 90=72511, 99=164863, 99.9=226687, 99.99=257279] [READ: Count=13101, Max=3457, Min=116, Avg=174.21, 90=200, 99=342, 99.9=885, 99.99=3387] [UPDATE: Count=12191, Max=320511, Min=10488, Avg=62118.62, 90=144255, 99=226687, 99.9=278015, 99.99=319999]
2016-03-09 20:46:07:270 70 sec: 184888 operations; 2721.8 current ops/sec; est completion in 5 minutes [UPDATE-FAILED: Count=1243, Max=226815, Min=331, Avg=34502.04, 90=72575, 99=154623, 99.9=226687, 99.99=226815] [READ: Count=13588, Max=5727, Min=114, Avg=173.57, 90=197, 99=304, 99.9=934, 99.99=4443] [UPDATE: Count=12395, Max=350719, Min=10488, Avg=60868.66, 90=134143, 99=237183, 99.9=309759, 99.99=339967]
2016-03-09 20:46:17:270 80 sec: 204426 operations; 1953.8 current ops/sec; est completion in 5 minutes [UPDATE-FAILED: Count=851, Max=951295, Min=348, Avg=41002.32, 90=82879, 99=257535, 99.9=748031, 99.99=951295] [READ: Count=9676, Max=5863, Min=120, Avg=174.82, 90=200, 99=323, 99.9=930, 99.99=3433] [UPDATE: Count=9003, Max=2015231, Min=10504, Avg=84903.73, 90=154879, 99=1105919, 99.9=1739775, 99.99=1959935]
2016-03-09 20:46:27:270 90 sec: 217242 operations; 1281.6 current ops/sec; est completion in 5 minutes [UPDATE-FAILED: Count=525, Max=1207295, Min=358, Avg=75966.83, 90=175231, 99=694783, 99.9=961535, 99.99=1207295] [READ: Count=6326, Max=5219, Min=118, Avg=178.36, 90=205, 99=340, 99.9=2289, 99.99=3765] [UPDATE: Count=5962, Max=2742271, Min=10488, Avg=118063.25, 90=169087, 99=1743871, 99.9=2465791, 99.99=2633727]
2016-03-09 20:46:37:270 100 sec: 233494 operations; 1625.2 current ops/sec; est completion in 5 minutes [UPDATE-FAILED: Count=635, Max=2236415, Min=352, Avg=65350.92, 90=105087, 99=1179647, 99.9=1901567, 99.99=2236415] [READ: Count=8139, Max=11071, Min=111, Avg=179.98, 90=208, 99=340, 99.9=1345, 99.99=4667] [UPDATE: Count=7481, Max=3004415, Min=10480, Avg=108312.97, 90=164863, 99=2058239, 99.9=2721791, 99.99=2945023]
2016-03-09 20:46:47:270 110 sec: 258753 operations; 2525.9 current ops/sec; est completion in 5 minutes [UPDATE-FAILED: Count=1128, Max=670207, Min=365, Avg=37285.74, 90=82879, 99=185471, 99.9=628735, 99.99=670207] [READ: Count=12583, Max=6083, Min=117, Avg=175.73, 90=201, 99=357, 99.9=1151, 99.99=3803] [UPDATE: Count=11554, Max=886783, Min=10488, Avg=65452.55, 90=144383, 99=268031, 99.9=807935, 99.99=876543]
2016-03-09 20:46:57:270 120 sec: 285828 operations; 2707.5 current ops/sec; est completion in 5 minutes [UPDATE-FAILED: Count=1184, Max=289023, Min=335, Avg=35683.79, 90=82623, 99=154623, 99.9=258175, 99.99=289023] [READ: Count=13693, Max=3739, Min=113, Avg=176.08, 90=201, 99=339, 99.9=1531, 99.99=3373] [UPDATE: Count=12195, Max=349951, Min=10504, Avg=61811.92, 90=135167, 99=237055, 99.9=300287, 99.99=329983]
2016-03-09 20:47:07:270 130 sec: 304542 operations; 1871.4 current ops/sec; est completion in 4 minutes [UPDATE-FAILED: Count=809, Max=319487, Min=340, Avg=32567.33, 90=72447, 99=164735, 99.9=239871, 99.99=319487] [READ: Count=9242, Max=3071, Min=119, Avg=172.82, 90=197, 99=305, 99.9=754, 99.99=1881] [UPDATE: Count=8669, Max=4284415, Min=10520, Avg=89016.41, 90=134143, 99=494847, 99.9=4014079, 99.99=4259839]
2016-03-09 20:47:17:270 140 sec: 325535 operations; 2099.3 current ops/sec; est completion in 4 minutes [UPDATE-FAILED: Count=872, Max=423935, Min=339, Avg=37474.32, 90=82687, 99=197631, 99.9=351487, 99.99=423935] [READ: Count=10634, Max=3851, Min=119, Avg=179.37, 90=206, 99=351, 99.9=1654, 99.99=3139] [UPDATE: Count=9485, Max=1850367, Min=10504, Avg=80820.94, 90=154751, 99=1007615, 99.9=1684479, 99.99=1850367]
2016-03-09 20:47:27:270 150 sec: 344482 operations; 1894.7 current ops/sec; est completion in 4 minutes [UPDATE-FAILED: Count=867, Max=1329151, Min=344, Avg=52810.45, 90=94399, 99=468735, 99.9=1294335, 99.99=1329151] [READ: Count=9504, Max=3745, Min=117, Avg=180.39, 90=207, 99=385, 99.9=1508, 99.99=3329] [UPDATE: Count=8575, Max=2445311, Min=10504, Avg=87826.28, 90=155647, 99=1209343, 99.9=2073599, 99.99=2426879]
2016-03-09 20:47:37:270 160 sec: 370593 operations; 2611.1 current ops/sec; est completion in 4 minutes [UPDATE-FAILED: Count=1182, Max=217471, Min=329, Avg=33880.07, 90=82559, 99=165119, 99.9=216447, 99.99=217471] [READ: Count=12952, Max=3961, Min=118, Avg=177.46, 90=204, 99=339, 99.9=1281, 99.99=3739] [UPDATE: Count=11973, Max=339711, Min=10472, Avg=63168.69, 90=144511, 99=237055, 99.9=280063, 99.99=330239]
2016-03-09 20:47:47:270 170 sec: 396894 operations; 2630.1 current ops/sec; est completion in 4 minutes [UPDATE-FAILED: Count=1177, Max=268031, Min=341, Avg=36881.51, 90=82431, 99=185343, 99.9=226815, 99.99=268031] [READ: Count=13098, Max=12967, Min=122, Avg=181.45, 90=207, 99=365, 99.9=1538, 99.99=9623] [UPDATE: Count=12034, Max=371199, Min=10504, Avg=62676.26, 90=144383, 99=247167, 99.9=319231, 99.99=360959]
2016-03-09 20:47:57:270 180 sec: 420315 operations; 2342.1 current ops/sec; est completion in 4 minutes [UPDATE-FAILED: Count=1051, Max=930815, Min=348, Avg=38576.29, 90=82623, 99=195711, 99.9=769535, 99.99=930815] [READ: Count=11708, Max=6379, Min=120, Avg=183.24, 90=209, 99=358, 99.9=2525, 99.99=6279] [UPDATE: Count=10654, Max=1576959, Min=10520, Avg=66739.51, 90=144383, 99=268031, 99.9=1232895, 99.99=1484799]
2016-03-09 20:48:07:270 190 sec: 438500 operations; 1818.5 current ops/sec; est completion in 4 minutes [UPDATE-FAILED: Count=745, Max=1940479, Min=384, Avg=55601.03, 90=93567, 99=773119, 99.9=1929215, 99.99=1940479] [READ: Count=9178, Max=8807, Min=113, Avg=181.53, 90=209, 99=368, 99.9=1489, 99.99=3455] [UPDATE: Count=8261, Max=3055615, Min=10496, Avg=97303.61, 90=147071, 99=1652735, 99.9=2656255, 99.99=2875391]
2016-03-09 20:48:17:270 200 sec: 458778 operations; 2027.8 current ops/sec; est completion in 3 minutes [UPDATE-FAILED: Count=871, Max=392703, Min=359, Avg=35248.67, 90=74815, 99=198143, 99.9=355839, 99.99=392703] [READ: Count=10166, Max=3911, Min=122, Avg=184.05, 90=211, 99=347, 99.9=2899, 99.99=3735] [UPDATE: Count=9240, Max=2326527, Min=10496, Avg=82999.07, 90=154751, 99=1111039, 99.9=1665023, 99.99=1995775]
2016-03-09 20:48:27:270 210 sec: 475673 operations; 1689.5 current ops/sec; est completion in 3 minutes [UPDATE-FAILED: Count=754, Max=1527807, Min=344, Avg=61413.69, 90=103487, 99=893439, 99.9=1429503, 99.99=1527807] [READ: Count=8411, Max=3935, Min=121, Avg=181.16, 90=209, 99=338, 99.9=2257, 99.99=3589] [UPDATE: Count=7728, Max=2568191, Min=10520, Avg=97479.95, 90=155263, 99=1734655, 99.9=2414591, 99.99=2557951]
2016-03-09 20:48:37:270 220 sec: 501815 operations; 2614.2 current ops/sec; est completion in 3 minutes [UPDATE-FAILED: Count=1148, Max=238079, Min=370, Avg=38278.39, 90=82879, 99=185471, 99.9=236799, 99.99=238079] [READ: Count=13061, Max=3971, Min=119, Avg=182.75, 90=210, 99=357, 99.9=2345, 99.99=3429] [UPDATE: Count=11940, Max=311807, Min=10488, Avg=63061.7, 90=144639, 99=237311, 99.9=281087, 99.99=309503]
2016-03-09 20:48:47:270 230 sec: 528222 operations; 2640.7 current ops/sec; est completion in 3 minutes [UPDATE-FAILED: Count=1207, Max=257535, Min=350, Avg=36500.73, 90=72831, 99=175487, 99.9=241023, 99.99=257535] [READ: Count=13165, Max=7687, Min=120, Avg=185.5, 90=208, 99=383, 99.9=3133, 99.99=7359] [UPDATE: Count=12033, Max=364543, Min=10512, Avg=62585.51, 90=134911, 99=246655, 99.9=309247, 99.99=340223]
2016-03-09 20:48:57:270 240 sec: 550131 operations; 2190.9 current ops/sec; est completion in 3 minutes [UPDATE-FAILED: Count=934, Max=1445887, Min=366, Avg=38326.23, 90=82687, 99=198271, 99.9=1053695, 99.99=1445887] [READ: Count=10944, Max=3625, Min=120, Avg=181.68, 90=211, 99=355, 99.9=1750, 99.99=3279] [UPDATE: Count=10025, Max=2004991, Min=10496, Avg=70057.64, 90=144511, 99=288767, 99.9=1690623, 99.99=1973247]
2016-03-09 20:49:07:270 250 sec: 575095 operations; 2496.4 current ops/sec; est completion in 3 minutes [UPDATE-FAILED: Count=1073, Max=1603583, Min=337, Avg=37795.67, 90=82623, 99=185983, 99.9=1193983, 99.99=1603583] [READ: Count=12358, Max=5927, Min=115, Avg=182.88, 90=210, 99=360, 99.9=1991, 99.99=4279] [UPDATE: Count=11542, Max=2494463, Min=10488, Avg=70753.64, 90=144511, 99=309247, 99.9=1928191, 99.99=2492415]
2016-03-09 20:49:17:270 260 sec: 594542 operations; 1944.7 current ops/sec; est completion in 2 minutes [UPDATE-FAILED: Count=828, Max=979967, Min=332, Avg=38915.27, 90=82751, 99=196223, 99.9=750591, 99.99=979967] [READ: Count=9577, Max=6787, Min=123, Avg=185.05, 90=212, 99=354, 99.9=2979, 99.99=3649] [UPDATE: Count=9040, Max=2154495, Min=10504, Avg=84815.74, 90=154623, 99=1126399, 99.9=1711103, 99.99=1872895]
2016-03-09 20:49:27:270 270 sec: 612735 operations; 1819.3 current ops/sec; est completion in 2 minutes [UPDATE-FAILED: Count=832, Max=1495039, Min=342, Avg=52768.32, 90=103231, 99=620543, 99.9=1153023, 99.99=1495039] [READ: Count=9099, Max=5179, Min=121, Avg=186.03, 90=217, 99=395, 99.9=1774, 99.99=3755] [UPDATE: Count=8261, Max=2363391, Min=10512, Avg=91281.17, 90=166527, 99=1418239, 99.9=2185215, 99.99=2308095]
2016-03-09 20:49:37:270 280 sec: 637796 operations; 2506.1 current ops/sec; est completion in 2 minutes [UPDATE-FAILED: Count=1041, Max=740351, Min=414, Avg=36308.62, 90=82623, 99=165503, 99.9=227327, 99.99=740351] [READ: Count=12462, Max=5319, Min=118, Avg=183.11, 90=212, 99=365, 99.9=2165, 99.99=3401] [UPDATE: Count=11560, Max=973311, Min=10480, Avg=65515.21, 90=144511, 99=259327, 99.9=893439, 99.99=969727]
2016-03-09 20:49:47:270 290 sec: 664718 operations; 2692.2 current ops/sec; est completion in 2 minutes [UPDATE-FAILED: Count=1243, Max=340223, Min=328, Avg=35891.47, 90=82751, 99=165247, 99.9=279039, 99.99=340223] [READ: Count=13540, Max=8031, Min=123, Avg=185.24, 90=212, 99=392, 99.9=2593, 99.99=7847] [UPDATE: Count=12133, Max=381951, Min=10480, Avg=62138.61, 90=135039, 99=237439, 99.9=330239, 99.99=350719]
2016-03-09 20:49:57:270 300 sec: 688646 operations; 2392.8 current ops/sec; est completion in 2 minutes [UPDATE-FAILED: Count=1067, Max=947199, Min=345, Avg=38166.23, 90=82751, 99=165887, 99.9=887295, 99.99=947199] [READ: Count=11997, Max=4001, Min=115, Avg=185.91, 90=220, 99=369, 99.9=1745, 99.99=3757] [UPDATE: Count=10864, Max=1282047, Min=10504, Avg=65049.08, 90=144255, 99=247551, 99.9=1122303, 99.99=1276927]
2016-03-09 20:50:07:270 310 sec: 706752 operations; 1810.6 current ops/sec; est completion in 2 minutes [UPDATE-FAILED: Count=702, Max=1966079, Min=357, Avg=53157.46, 90=92863, 99=600575, 99.9=1557503, 99.99=1966079] [READ: Count=9060, Max=3685, Min=120, Avg=182.52, 90=212, 99=359, 99.9=1441, 99.99=3677] [UPDATE: Count=8347, Max=2983935, Min=10496, Avg=97247.34, 90=154751, 99=1514495, 99.9=2465791, 99.99=2682879]
2016-03-09 20:50:17:270 320 sec: 727466 operations; 2071.4 current ops/sec; est completion in 2 minutes [UPDATE-FAILED: Count=854, Max=1424383, Min=353, Avg=40579.44, 90=82815, 99=216191, 99.9=674815, 99.99=1424383] [READ: Count=10360, Max=6891, Min=117, Avg=184.34, 90=216, 99=371, 99.9=1159, 99.99=3617] [UPDATE: Count=9506, Max=1717247, Min=10496, Avg=80498.6, 90=154879, 99=946687, 99.9=1566719, 99.99=1691647]
2016-03-09 20:50:27:270 330 sec: 745259 operations; 1779.3 current ops/sec; est completion in 1 minutes [UPDATE-FAILED: Count=783, Max=1656831, Min=327, Avg=63564.41, 90=106111, 99=885759, 99.9=1485823, 99.99=1656831] [READ: Count=8943, Max=4311, Min=122, Avg=187.37, 90=218, 99=392, 99.9=3091, 99.99=3859] [UPDATE: Count=8057, Max=2467839, Min=10528, Avg=92831.79, 90=165375, 99=1445887, 99.9=2117631, 99.99=2336767]
2016-03-09 20:50:37:270 340 sec: 771618 operations; 2635.9 current ops/sec; est completion in 1 minutes [UPDATE-FAILED: Count=1113, Max=299263, Min=333, Avg=36383.16, 90=82623, 99=175743, 99.9=247679, 99.99=299263] [READ: Count=13056, Max=3377, Min=117, Avg=182.63, 90=212, 99=364, 99.9=2359, 99.99=3371] [UPDATE: Count=12193, Max=340479, Min=10488, Avg=61937.6, 90=144127, 99=237183, 99.9=299519, 99.99=330239]

bm21

3nodes, replica 2

YCSB Client 0.1
Command line: -db com.yahoo.ycsb.db.CouchbaseClient -threads 80 -s -P workloads/workload03 -p couchbase.url=http://172.31.21.203:8091/pools -p couchbase.replicateTo=1 -load
[OVERALL], RunTime(ms), 153380.0
[OVERALL], Throughput(ops/sec), 6519.754857217368
[CLEANUP], Operations, 80.0
[CLEANUP], AverageLatency(us), 424.025
[CLEANUP], MinLatency(us), 280.0
[CLEANUP], MaxLatency(us), 1244.0
[CLEANUP], 95thPercentileLatency(us), 597.0
[CLEANUP], 99thPercentileLatency(us), 719.0
[INSERT], Operations, 1000000.0
[INSERT], AverageLatency(us), 11990.138124
[INSERT], MinLatency(us), 394.0
[INSERT], MaxLatency(us), 958463.0
[INSERT], 95thPercentileLatency(us), 14319.0
[INSERT], 99thPercentileLatency(us), 20223.0
[INSERT], Return=OK, 1000000


2016-03-09 21:00:22:504 10 sec: 56734 operations; 5673.4 current ops/sec; est completion in 2 minutes [INSERT: Count=56742, Max=779775, Min=431, Avg=13390.81, 90=12503, 99=45119, 99.9=739327, 99.99=773119]
2016-03-09 21:00:32:504 20 sec: 121249 operations; 6451.5 current ops/sec; est completion in 2 minutes [INSERT: Count=64513, Max=757759, Min=443, Avg=12395.26, 90=12143, 99=20767, 99.9=717311, 99.99=756223]
2016-03-09 21:00:42:504 30 sec: 188435 operations; 6718.6 current ops/sec; est completion in 2 minutes [INSERT: Count=67180, Max=938495, Min=448, Avg=11904.03, 90=12375, 99=17295, 99.9=888831, 99.99=935423]
2016-03-09 21:00:52:504 40 sec: 258035 operations; 6960 current ops/sec; est completion in 1 minutes [INSERT: Count=69601, Max=201087, Min=394, Avg=11491.37, 90=13135, 99=20591, 99.9=176255, 99.99=194943]
2016-03-09 21:01:02:504 50 sec: 324389 operations; 6635.4 current ops/sec; est completion in 1 minutes [INSERT: Count=66364, Max=642559, Min=426, Avg=12052.26, 90=13759, 99=19535, 99.9=584191, 99.99=637439]
2016-03-09 21:01:12:504 60 sec: 394339 operations; 6995 current ops/sec; est completion in 1 minutes [INSERT: Count=69944, Max=252415, Min=423, Avg=11434.44, 90=13135, 99=18623, 99.9=178303, 99.99=246015]
2016-03-09 21:01:22:504 70 sec: 466968 operations; 7262.9 current ops/sec; est completion in 1 minutes [INSERT: Count=72624, Max=42783, Min=436, Avg=11011.59, 90=12751, 99=17727, 99.9=24015, 99.99=32527]
2016-03-09 21:01:32:504 80 sec: 539767 operations; 7279.9 current ops/sec; est completion in 1 minutes [INSERT: Count=72800, Max=40319, Min=471, Avg=10984.38, 90=12743, 99=17551, 99.9=25423, 99.99=32703]
2016-03-09 21:01:42:504 90 sec: 612308 operations; 7254.1 current ops/sec; est completion in 57 seconds [INSERT: Count=72543, Max=33663, Min=434, Avg=11025.75, 90=12943, 99=16607, 99.9=23087, 99.99=32207]
2016-03-09 21:01:52:504 100 sec: 680906 operations; 6859.8 current ops/sec; est completion in 47 seconds [INSERT: Count=68596, Max=183295, Min=475, Avg=11658.2, 90=13783, 99=22031, 99.9=147583, 99.99=179583]
2016-03-09 21:02:02:504 110 sec: 743228 operations; 6232.2 current ops/sec; est completion in 39 seconds [INSERT: Count=62321, Max=620031, Min=437, Avg=12832.93, 90=14703, 99=22399, 99.9=577023, 99.99=613375]
2016-03-09 21:02:12:504 120 sec: 803627 operations; 6039.9 current ops/sec; est completion in 30 seconds [INSERT: Count=60399, Max=704511, Min=470, Avg=13239.26, 90=14319, 99=21599, 99.9=659967, 99.99=695807]
2016-03-09 21:02:22:504 130 sec: 868886 operations; 6525.9 current ops/sec; est completion in 20 seconds [INSERT: Count=65259, Max=927231, Min=427, Avg=12260.19, 90=12991, 99=17839, 99.9=880639, 99.99=925183]
2016-03-09 21:02:32:504 140 sec: 928598 operations; 5971.2 current ops/sec; est completion in 11 seconds [INSERT: Count=59716, Max=952831, Min=428, Avg=12683.52, 90=13007, 99=17919, 99.9=887295, 99.99=945663]
2016-03-09 21:02:42:504 150 sec: 993296 operations; 6469.8 current ops/sec; est completion in 2 seconds [CLEANUP: Count=32, Max=1244, Min=325, Avg=487.56, 90=634, 99=1244, 99.9=1244, 99.99=1244] [INSERT: Count=64697, Max=958463, Min=441, Avg=12339.27, 90=12815, 99=18543, 99.9=486911, 99.99=953343]
2016-03-09 21:02:45:884 153 sec: 1000000 operations; 1983.43 current ops/sec; [CLEANUP: Count=48, Max=597, Min=280, Avg=381.67, 90=441, 99=597, 99.9=597, 99.99=597] [INSERT: Count=6701, Max=146943, Min=476, Avg=11551.48, 90=11815, 99=21343, 99.9=135423, 99.99=137727]

bm22

3nodes, replica 2

YCSB Client 0.1
Command line: -db com.yahoo.ycsb.db.CouchbaseClient -threads 80 -s -P workloads/workload06 -p couchbase.url=http://172.31.21.203:8091/pools -p couchbase.replicateTo=1 -load
[OVERALL], RunTime(ms), 14416.0
[OVERALL], Throughput(ops/sec), 6936.736958934517
[CLEANUP], Operations, 80.0
[CLEANUP], AverageLatency(us), 374.7375
[CLEANUP], MinLatency(us), 244.0
[CLEANUP], MaxLatency(us), 1081.0
[CLEANUP], 95thPercentileLatency(us), 517.0
[CLEANUP], 99thPercentileLatency(us), 901.0
[INSERT], Operations, 100000.0
[INSERT], AverageLatency(us), 10647.0672
[INSERT], MinLatency(us), 453.0
[INSERT], MaxLatency(us), 492543.0
[INSERT], 95thPercentileLatency(us), 14087.0
[INSERT], 99thPercentileLatency(us), 24399.0
[INSERT], Return=OK, 100000


2016-03-09 21:05:48:047 10 sec: 71699 operations; 7169.9 current ops/sec; est completion in 4 seconds [INSERT: Count=71712, Max=492543, Min=453, Avg=10602.61, 90=12791, 99=27119, 99.9=435199, 99.99=490239]
2016-03-09 21:05:52:463 14 sec: 100000 operations; 6408.74 current ops/sec; [CLEANUP: Count=80, Max=1081, Min=244, Avg=374.74, 90=469, 99=901, 99.9=1081, 99.99=1081] [INSERT: Count=28288, Max=33151, Min=456, Avg=10759.78, 90=12279, 99=17087, 99.9=24879, 99.99=32767]