============================================================================== couchbase logs (stats) cbbrowse_logs stats ============================================================================== [ns_doctor:debug,2012-11-26T9:55:05.925,ns_1@127.0.0.1:ns_doctor<0.375.0>:ns_doctor:handle_info:133]Got initial status [{'ns_1@127.0.0.1', [{last_heard,{1353,952505,925940}}, {outgoing_replications_safeness_level,[]}, {incoming_replications_conf_hashes,[]}, {active_buckets,[]}, {ready_buckets,[]}, {local_tasks,[]}, {memory, [{total,33234720}, {processes,9112176}, {processes_used,9101552}, {system,24122544}, {atom,1170257}, {atom_used,1137339}, {binary,106288}, {code,11336124}, {ets,875352}]}, {system_memory_data, [{system_total_memory,6442450944}, {free_swap,6291447808}, {total_swap,6291447808}, {cached_memory,580632576}, {buffered_memory,493211648}, {free_memory,5075890176}, {total_memory,6442450944}]}, {node_storage_conf, [{db_path, "/opt/couchbase/var/lib/couchbase/data/"}, {index_path, "/opt/couchbase/var/lib/couchbase/data/"}]}, {statistics, [{wall_clock,{3065,2}}, {context_switches,{27019,0}}, {garbage_collection,{7405,35644463,0}}, {io,{{input,6765059},{output,665936}}}, {reductions,{21015446,16340}}, {run_queue,0}, {runtime,{2050,0}}]}, {system_stats, [{cpu_utilization_rate,0}, {swap_total,0}, {swap_used,0}]}, {interesting_stats,[]}, {cluster_compatibility_version,1}, {version, [{public_key,"0.13"}, {lhttpc,"1.3.0"}, {ale,"8cffe61"}, {os_mon,"2.2.7"}, {couch_set_view,"1.2.0a-31560d7-git"}, {mnesia,"4.5"}, {inets,"5.7.1"}, {couch,"1.2.0a-31560d7-git"}, {mapreduce,"1.0.0"}, {couch_index_merger,"1.2.0a-31560d7-git"}, {kernel,"2.14.5"}, {crypto,"2.0.4"}, {ssl,"4.1.6"}, {sasl,"2.1.10"}, {couch_view_parser,"1.0.0"}, {ns_server,"2.0.0-1965-rel-enterprise"}, {mochiweb,"1.4.1"}, {oauth,"7d85d3ef"}, {stdlib,"1.17.5"}]}, {supported_compat_version,[2,0]}, {system_arch,"x86_64-unknown-linux-gnu"}, {wall_clock,3}, {memory_data, {6442450944,1346109440,{<0.6.0>,601272}}}, {disk_data,[{"/",103209120,8}]}, {meminfo, <<"MemTotal: 6291456 kB\nMemFree: 4957048 kB\nBuffers: 481652 kB\nCached: 567024 kB\nSwapCached: 0 kB\nActive: 692788 kB\nInactive: 403304 kB\nHighTotal: 0 kB\nHighFree: 0 kB\nLowTotal: 6291456 kB\nLowFree: 4957048 kB\nSwapTotal: 6143992 kB\nSwapFree: 6143992 kB\nDirty: 395188 kB\nWriteback: 0 kB\nAnonPages: 46620 kB\nMapped: 11284 kB\nSlab: 81104 kB\nPageTables: 1464 kB\nNFS_Unstable: 0 kB\nBounce: 0 kB\nCommitLimit: 9289720 kB\nCommitted_AS: 292028 kB\nVmallocTotal: 34359738367 kB\nVmallocUsed: 3384 kB\nVmallocChunk: 34359734983 kB\n">>}]}] [ns_doctor:debug,2012-11-26T9:56:05.893,ns_1@127.0.0.1:ns_doctor<0.375.0>:ns_doctor:handle_info:137]Current node statuses: [{'ns_1@127.0.0.1', [{last_heard,{1353,952560,892565}}, {outgoing_replications_safeness_level,[]}, {incoming_replications_conf_hashes,[]}, {active_buckets,[]}, {ready_buckets,[]}, {local_tasks,[]}, {memory, [{total,40126640}, {processes,14280920}, {processes_used,14260304}, {system,25845720}, {atom,1239857}, {atom_used,1237863}, {binary,183456}, {code,12679375}, {ets,1063696}]}, {system_memory_data, [{system_total_memory,6442450944}, {free_swap,6291447808}, {total_swap,6291447808}, {cached_memory,580820992}, {buffered_memory,493211648}, {free_memory,5010538496}, {total_memory,6442450944}]}, {node_storage_conf, [{db_path,"/opt/couchbase/var/lib/couchbase/data/"}, {index_path,"/opt/couchbase/var/lib/couchbase/data/"}]}, {statistics, [{wall_clock,{58032,5001}}, {context_switches,{36132,0}}, {garbage_collection,{8918,39101927,0}}, {io,{{input,7539830},{output,906571}}}, {reductions,{22069667,55695}}, {run_queue,0}, {runtime,{2180,0}}]}, {system_stats, [{cpu_utilization_rate,0.0},{swap_total,6291447808},{swap_used,0}]}, {interesting_stats,[]}, {cluster_compatibility_version,131072}, {version, [{public_key,"0.13"}, {lhttpc,"1.3.0"}, {ale,"8cffe61"}, {os_mon,"2.2.7"}, {couch_set_view,"1.2.0a-31560d7-git"}, {mnesia,"4.5"}, {inets,"5.7.1"}, {couch,"1.2.0a-31560d7-git"}, {mapreduce,"1.0.0"}, {couch_index_merger,"1.2.0a-31560d7-git"}, {kernel,"2.14.5"}, {crypto,"2.0.4"}, {ssl,"4.1.6"}, {sasl,"2.1.10"}, {couch_view_parser,"1.0.0"}, {ns_server,"2.0.0-1965-rel-enterprise"}, {mochiweb,"1.4.1"}, {oauth,"7d85d3ef"}, {stdlib,"1.17.5"}]}, {supported_compat_version,[2,0]}, {system_arch,"x86_64-unknown-linux-gnu"}, {wall_clock,58}, {memory_data,{6442450944,1346109440,{<0.6.0>,601272}}}, {disk_data,[{"/",103209120,8}]}, {meminfo, <<"MemTotal: 6291456 kB\nMemFree: 4893104 kB\nBuffers: 481652 kB\nCached: 567208 kB\nSwapCached: 0 kB\nActive: 761292 kB\nInactive: 399892 kB\nHighTotal: 0 kB\nHighFree: 0 kB\nLowTotal: 6291456 kB\nLowFree: 4893104 kB\nSwapTotal: 6143992 kB\nSwapFree: 6143992 kB\nDirty: 137024 kB\nWriteback: 0 kB\nAnonPages: 111568 kB\nMapped: 13396 kB\nSlab: 78696 kB\nPageTables: 1732 kB\nNFS_Unstable: 0 kB\nBounce: 0 kB\nCommitLimit: 9289720 kB\nCommitted_AS: 537696 kB\nVmallocTotal: 34359738367 kB\nVmallocUsed: 3384 kB\nVmallocChunk: 34359734983 kB\n">>}]}] [ns_doctor:debug,2012-11-26T9:56:10.825,ns_1@10.3.3.96:ns_doctor<0.793.0>:ns_doctor:handle_info:133]Got initial status [{'ns_1@10.3.3.96', [{last_heard,{1353,952570,825920}}, {outgoing_replications_safeness_level,[]}, {incoming_replications_conf_hashes,[]}, {active_buckets,[]}, {ready_buckets,[]}, {local_tasks,[]}, {memory, [{total,41580920}, {processes,15530400}, {processes_used,15511136}, {system,26050520}, {atom,1243089}, {atom_used,1241653}, {binary,327392}, {code,12752301}, {ets,1033520}]}, {system_memory_data, [{system_total_memory,6442450944}, {free_swap,6291447808}, {total_swap,6291447808}, {cached_memory,580837376}, {buffered_memory,493211648}, {free_memory,5007872000}, {total_memory,6442450944}]}, {node_storage_conf, [{db_path, "/opt/couchbase/var/lib/couchbase/data/"}, {index_path, "/opt/couchbase/var/lib/couchbase/data/"}]}, {statistics, [{wall_clock,{67966,70}}, {context_switches,{39803,0}}, {garbage_collection,{9694,40839018,0}}, {io,{{input,7721199},{output,1147823}}}, {reductions,{22611428,276681}}, {run_queue,0}, {runtime,{2210,20}}]}, {system_stats, [{cpu_utilization_rate,0}, {swap_total,0}, {swap_used,0}]}, {interesting_stats,[]}, {cluster_compatibility_version,131072}, {version, [{public_key,"0.13"}, {lhttpc,"1.3.0"}, {ale,"8cffe61"}, {os_mon,"2.2.7"}, {couch_set_view,"1.2.0a-31560d7-git"}, {mnesia,"4.5"}, {inets,"5.7.1"}, {couch,"1.2.0a-31560d7-git"}, {mapreduce,"1.0.0"}, {couch_index_merger,"1.2.0a-31560d7-git"}, {kernel,"2.14.5"}, {crypto,"2.0.4"}, {ssl,"4.1.6"}, {sasl,"2.1.10"}, {couch_view_parser,"1.0.0"}, {ns_server,"2.0.0-1965-rel-enterprise"}, {mochiweb,"1.4.1"}, {oauth,"7d85d3ef"}, {stdlib,"1.17.5"}]}, {supported_compat_version,[2,0]}, {system_arch,"x86_64-unknown-linux-gnu"}, {wall_clock,67}, {memory_data, {6442450944,1431785472,{<0.6.0>,601480}}}, {disk_data,[{"/",103209120,8}]}, {meminfo, <<"MemTotal: 6291456 kB\nMemFree: 4890500 kB\nBuffers: 481652 kB\nCached: 567224 kB\nSwapCached: 0 kB\nActive: 763672 kB\nInactive: 399808 kB\nHighTotal: 0 kB\nHighFree: 0 kB\nLowTotal: 6291456 kB\nLowFree: 4890500 kB\nSwapTotal: 6143992 kB\nSwapFree: 6143992 kB\nDirty: 137108 kB\nWriteback: 0 kB\nAnonPages: 114012 kB\nMapped: 13396 kB\nSlab: 78396 kB\nPageTables: 1732 kB\nNFS_Unstable: 0 kB\nBounce: 0 kB\nCommitLimit: 9289720 kB\nCommitted_AS: 541096 kB\nVmallocTotal: 34359738367 kB\nVmallocUsed: 3384 kB\nVmallocChunk: 34359734983 kB\n">>}]}] [ns_doctor:debug,2012-11-26T9:56:11.194,ns_1@10.3.3.96:ns_doctor<0.891.0>:ns_doctor:handle_info:133]Got initial status [{'ns_1@10.3.2.57', [{last_heard,{1353,952571,194605}}, {outgoing_replications_safeness_level,[]}, {incoming_replications_conf_hashes,[]}, {active_buckets,[]}, {ready_buckets,[]}, {local_tasks,[]}, {memory, [{total,44326408}, {processes,17711680}, {processes_used,17694008}, {system,26614728}, {atom,1301833}, {atom_used,1276598}, {binary,219904}, {code,13217329}, {ets,1115664}]}, {system_memory_data, [{system_total_memory,6442450944}, {free_swap,6291378176}, {total_swap,6291447808}, {cached_memory,1068965888}, {buffered_memory,668454912}, {free_memory,4310614016}, {total_memory,6442450944}]}, {node_storage_conf, [{db_path, "/opt/couchbase/var/lib/couchbase/data/"}, {index_path, "/opt/couchbase/var/lib/couchbase/data/"}]}, {statistics, [{wall_clock,{73781,23}}, {context_switches,{41665,0}}, {garbage_collection,{9679,37924592,0}}, {io,{{input,8049180},{output,1292242}}}, {reductions,{19687226,40782}}, {run_queue,0}, {runtime,{1950,10}}]}, {system_stats, [{cpu_utilization_rate,0.0}, {swap_total,6291447808}, {swap_used,69632}]}, {interesting_stats,[]}, {cluster_compatibility_version,131072}, {version, [{public_key,"0.13"}, {lhttpc,"1.3.0"}, {ale,"8cffe61"}, {os_mon,"2.2.7"}, {couch_set_view,"1.2.0a-31560d7-git"}, {mnesia,"4.5"}, {inets,"5.7.1"}, {couch,"1.2.0a-31560d7-git"}, {mapreduce,"1.0.0"}, {couch_index_merger,"1.2.0a-31560d7-git"}, {kernel,"2.14.5"}, {crypto,"2.0.4"}, {ssl,"4.1.6"}, {sasl,"2.1.10"}, {couch_view_parser,"1.0.0"}, {ns_server,"2.0.0-1965-rel-enterprise"}, {mochiweb,"1.4.1"}, {oauth,"7d85d3ef"}, {stdlib,"1.17.5"}]}, {supported_compat_version,[2,0]}, {system_arch,"x86_64-unknown-linux-gnu"}, {wall_clock,73}, {memory_data, {6442450944,2125107200,{<18023.6.0>,601480}}}, {disk_data,[{"/",103209120,9}]}, {meminfo, <<"MemTotal: 6291456 kB\nMemFree: 4209584 kB\nBuffers: 652788 kB\nCached: 1043912 kB\nSwapCached: 0 kB\nActive: 1115608 kB\nInactive: 700096 kB\nHighTotal: 0 kB\nHighFree: 0 kB\nLowTotal: 6291456 kB\nLowFree: 4209584 kB\nSwapTotal: 6143992 kB\nSwapFree: 6143924 kB\nDirty: 137628 kB\nWriteback: 0 kB\nAnonPages: 117824 kB\nMapped: 13396 kB\nSlab: 108216 kB\nPageTables: 1772 kB\nNFS_Unstable: 0 kB\nBounce: 0 kB\nCommitLimit: 9289720 kB\nCommitted_AS: 541276 kB\nVmallocTotal: 34359738367 kB\nVmallocUsed: 3384 kB\nVmallocChunk: 34359734983 kB\n">>}]}, {'ns_1@10.3.3.96', [{last_heard,{1353,952571,194594}}, {outgoing_replications_safeness_level,[]}, {incoming_replications_conf_hashes,[]}, {active_buckets,[]}, {ready_buckets,[]}, {local_tasks,[]}, {memory, [{total,39045608}, {processes,12980840}, {processes_used,12910568}, {system,26064768}, {atom,1243089}, {atom_used,1241765}, {binary,289160}, {code,12752301}, {ets,1059184}]}, {system_memory_data, [{system_total_memory,6442450944}, {free_swap,6291447808}, {total_swap,6291447808}, {cached_memory,581021696}, {buffered_memory,493211648}, {free_memory,5066825728}, {total_memory,6442450944}]}, {node_storage_conf, [{db_path, "/opt/couchbase/var/lib/couchbase/data/"}, {index_path, "/opt/couchbase/var/lib/couchbase/data/"}]}, {statistics, [{wall_clock,{68335,10}}, {context_switches,{42733,0}}, {garbage_collection,{10435,42366991,0}}, {io,{{input,7771754},{output,1338342}}}, {reductions,{23086263,156809}}, {run_queue,1}, {runtime,{2270,20}}]}, {system_stats, [{cpu_utilization_rate,0}, {swap_total,0}, {swap_used,0}]}, {interesting_stats,[]}, {cluster_compatibility_version,131072}, {version, [{public_key,"0.13"}, {lhttpc,"1.3.0"}, {ale,"8cffe61"}, {os_mon,"2.2.7"}, {couch_set_view,"1.2.0a-31560d7-git"}, {mnesia,"4.5"}, {inets,"5.7.1"}, {couch,"1.2.0a-31560d7-git"}, {mapreduce,"1.0.0"}, {couch_index_merger,"1.2.0a-31560d7-git"}, {kernel,"2.14.5"}, {crypto,"2.0.4"}, {ssl,"4.1.6"}, {sasl,"2.1.10"}, {couch_view_parser,"1.0.0"}, {ns_server,"2.0.0-1965-rel-enterprise"}, {mochiweb,"1.4.1"}, {oauth,"7d85d3ef"}, {stdlib,"1.17.5"}]}, {supported_compat_version,[2,0]}, {system_arch,"x86_64-unknown-linux-gnu"}, {wall_clock,68}, {memory_data, {6442450944,1431785472,{<0.6.0>,601480}}}, {disk_data,[{"/",103209120,8}]}, {meminfo, <<"MemTotal: 6291456 kB\nMemFree: 4948444 kB\nBuffers: 481652 kB\nCached: 567404 kB\nSwapCached: 0 kB\nActive: 706520 kB\nInactive: 399840 kB\nHighTotal: 0 kB\nHighFree: 0 kB\nLowTotal: 6291456 kB\nLowFree: 4948444 kB\nSwapTotal: 6143992 kB\nSwapFree: 6143992 kB\nDirty: 137104 kB\nWriteback: 0 kB\nAnonPages: 56640 kB\nMapped: 12592 kB\nSlab: 78420 kB\nPageTables: 1512 kB\nNFS_Unstable: 0 kB\nBounce: 0 kB\nCommitLimit: 9289720 kB\nCommitted_AS: 319860 kB\nVmallocTotal: 34359738367 kB\nVmallocUsed: 3384 kB\nVmallocChunk: 34359734983 kB\n">>}]}] [ns_doctor:debug,2012-11-26T9:57:11.181,ns_1@10.3.3.96:ns_doctor<0.891.0>:ns_doctor:handle_info:137]Current node statuses: [{'ns_1@10.3.2.57', [{last_heard,{1353,952631,14814}}, {outgoing_replications_safeness_level,[]}, {incoming_replications_conf_hashes,[]}, {active_buckets,[]}, {ready_buckets,[]}, {local_tasks,[]}, {memory, [{total,53665896}, {processes,26750640}, {processes_used,26734704}, {system,26915256}, {atom,1304257}, {atom_used,1280394}, {binary,319528}, {code,13261333}, {ets,1193032}]}, {system_memory_data, [{system_total_memory,6442450944}, {free_swap,6291378176}, {total_swap,6291447808}, {cached_memory,1069035520}, {buffered_memory,668454912}, {free_memory,4301545472}, {total_memory,6442450944}]}, {node_storage_conf, [{db_path,"/opt/couchbase/var/lib/couchbase/data/"}, {index_path,"/opt/couchbase/var/lib/couchbase/data/"}]}, {statistics, [{wall_clock,{133605,5000}}, {context_switches,{52732,0}}, {garbage_collection,{11137,49407164,0}}, {io,{{input,8306022},{output,1741861}}}, {reductions,{21353380,119475}}, {run_queue,0}, {runtime,{2110,10}}]}, {system_stats, [{cpu_utilization_rate,0.2638522427440633}, {swap_total,6291447808}, {swap_used,69632}]}, {interesting_stats,[]}, {cluster_compatibility_version,131072}, {version, [{public_key,"0.13"}, {lhttpc,"1.3.0"}, {ale,"8cffe61"}, {os_mon,"2.2.7"}, {couch_set_view,"1.2.0a-31560d7-git"}, {mnesia,"4.5"}, {inets,"5.7.1"}, {couch,"1.2.0a-31560d7-git"}, {mapreduce,"1.0.0"}, {couch_index_merger,"1.2.0a-31560d7-git"}, {kernel,"2.14.5"}, {crypto,"2.0.4"}, {ssl,"4.1.6"}, {sasl,"2.1.10"}, {couch_view_parser,"1.0.0"}, {ns_server,"2.0.0-1965-rel-enterprise"}, {mochiweb,"1.4.1"}, {oauth,"7d85d3ef"}, {stdlib,"1.17.5"}]}, {supported_compat_version,[2,0]}, {system_arch,"x86_64-unknown-linux-gnu"}, {wall_clock,133}, {memory_data,{6442450944,2141540352,{<18023.330.0>,1572928}}}, {disk_data,[{"/",103209120,9}]}, {meminfo, <<"MemTotal: 6291456 kB\nMemFree: 4200728 kB\nBuffers: 652788 kB\nCached: 1043980 kB\nSwapCached: 0 kB\nActive: 1124868 kB\nInactive: 700100 kB\nHighTotal: 0 kB\nHighFree: 0 kB\nLowTotal: 6291456 kB\nLowFree: 4200728 kB\nSwapTotal: 6143992 kB\nSwapFree: 6143924 kB\nDirty: 97976 kB\nWriteback: 0 kB\nAnonPages: 126900 kB\nMapped: 13428 kB\nSlab: 107472 kB\nPageTables: 1824 kB\nNFS_Unstable: 0 kB\nBounce: 0 kB\nCommitLimit: 9289720 kB\nCommitted_AS: 558316 kB\nVmallocTotal: 34359738367 kB\nVmallocUsed: 3384 kB\nVmallocChunk: 34359734983 kB\n">>}]}, {'ns_1@10.3.3.100', [{last_heard,{1353,952629,745927}}, {outgoing_replications_safeness_level,[]}, {incoming_replications_conf_hashes,[]}, {active_buckets,[]}, {ready_buckets,[]}, {local_tasks,[]}, {memory, [{total,52437392}, {processes,25978512}, {processes_used,25955696}, {system,26458880}, {atom,1279097}, {atom_used,1247474}, {binary,424632}, {code,12804623}, {ets,1145656}]}, {system_memory_data, [{system_total_memory,6442450944}, {free_swap,6291447808}, {total_swap,6291447808}, {cached_memory,564629504}, {buffered_memory,730386432}, {free_memory,4739694592}, {total_memory,6442450944}]}, {node_storage_conf, [{db_path,"/opt/couchbase/var/lib/couchbase/data/"}, {index_path,"/opt/couchbase/var/lib/couchbase/data/"}]}, {statistics, [{wall_clock,{128077,4998}}, {context_switches,{50267,0}}, {garbage_collection,{10977,42655972,0}}, {io,{{input,8061452},{output,1671884}}}, {reductions,{21535251,69949}}, {run_queue,0}, {runtime,{2230,0}}]}, {system_stats, [{cpu_utilization_rate,0.5235602094240838}, {swap_total,6291447808}, {swap_used,0}]}, {interesting_stats,[]}, {cluster_compatibility_version,131072}, {version, [{public_key,"0.13"}, {lhttpc,"1.3.0"}, {ale,"8cffe61"}, {os_mon,"2.2.7"}, {couch_set_view,"1.2.0a-31560d7-git"}, {mnesia,"4.5"}, {inets,"5.7.1"}, {couch,"1.2.0a-31560d7-git"}, {mapreduce,"1.0.0"}, {couch_index_merger,"1.2.0a-31560d7-git"}, {kernel,"2.14.5"}, {crypto,"2.0.4"}, {ssl,"4.1.6"}, {sasl,"2.1.10"}, {couch_view_parser,"1.0.0"}, {ns_server,"2.0.0-1965-rel-enterprise"}, {mochiweb,"1.4.1"}, {oauth,"7d85d3ef"}, {stdlib,"1.17.5"}]}, {supported_compat_version,[2,0]}, {system_arch,"x86_64-unknown-linux-gnu"}, {wall_clock,128}, {memory_data,{6442450944,1702502400,{<18067.329.0>,1943800}}}, {disk_data,[{"/",103209120,8}]}, {meminfo, <<"MemTotal: 6291456 kB\nMemFree: 4628608 kB\nBuffers: 713268 kB\nCached: 551396 kB\nSwapCached: 0 kB\nActive: 1009616 kB\nInactive: 380180 kB\nHighTotal: 0 kB\nHighFree: 0 kB\nLowTotal: 6291456 kB\nLowFree: 4628608 kB\nSwapTotal: 6143992 kB\nSwapFree: 6143992 kB\nDirty: 114320 kB\nWriteback: 0 kB\nAnonPages: 123820 kB\nMapped: 13784 kB\nSlab: 114360 kB\nPageTables: 1904 kB\nNFS_Unstable: 0 kB\nBounce: 0 kB\nCommitLimit: 9289720 kB\nCommitted_AS: 557560 kB\nVmallocTotal: 34359738367 kB\nVmallocUsed: 3384 kB\nVmallocChunk: 34359734983 kB\n">>}]}, {'ns_1@10.3.3.96', [{last_heard,{1353,952626,183499}}, {outgoing_replications_safeness_level,[]}, {incoming_replications_conf_hashes,[]}, {active_buckets,[]}, {ready_buckets,[]}, {local_tasks,[]}, {memory, [{total,48912216}, {processes,22440200}, {processes_used,22418184}, {system,26472016}, {atom,1278289}, {atom_used,1245561}, {binary,439848}, {code,12796313}, {ets,1147904}]}, {system_memory_data, [{system_total_memory,6442450944}, {free_swap,6291447808}, {total_swap,6291447808}, {cached_memory,581115904}, {buffered_memory,493211648}, {free_memory,4998696960}, {total_memory,6442450944}]}, {node_storage_conf, [{db_path,"/opt/couchbase/var/lib/couchbase/data/"}, {index_path,"/opt/couchbase/var/lib/couchbase/data/"}]}, {statistics, [{wall_clock,{123323,5000}}, {context_switches,{51089,0}}, {garbage_collection,{11680,47006895,0}}, {io,{{input,8033350},{output,1680668}}}, {reductions,{24179738,89750}}, {run_queue,0}, {runtime,{2380,10}}]}, {system_stats, [{cpu_utilization_rate,0.4672897196261682}, {swap_total,6291447808}, {swap_used,0}]}, {interesting_stats,[]}, {cluster_compatibility_version,131072}, {version, [{public_key,"0.13"}, {lhttpc,"1.3.0"}, {ale,"8cffe61"}, {os_mon,"2.2.7"}, {couch_set_view,"1.2.0a-31560d7-git"}, {mnesia,"4.5"}, {inets,"5.7.1"}, {couch,"1.2.0a-31560d7-git"}, {mapreduce,"1.0.0"}, {couch_index_merger,"1.2.0a-31560d7-git"}, {kernel,"2.14.5"}, {crypto,"2.0.4"}, {ssl,"4.1.6"}, {sasl,"2.1.10"}, {couch_view_parser,"1.0.0"}, {ns_server,"2.0.0-1965-rel-enterprise"}, {mochiweb,"1.4.1"}, {oauth,"7d85d3ef"}, {stdlib,"1.17.5"}]}, {supported_compat_version,[2,0]}, {system_arch,"x86_64-unknown-linux-gnu"}, {wall_clock,123}, {memory_data,{6442450944,1443753984,{<0.331.0>,1572856}}}, {disk_data,[{"/",103209120,8}]}, {meminfo, <<"MemTotal: 6291456 kB\nMemFree: 4881540 kB\nBuffers: 481652 kB\nCached: 567496 kB\nSwapCached: 0 kB\nActive: 772904 kB\nInactive: 399932 kB\nHighTotal: 0 kB\nHighFree: 0 kB\nLowTotal: 6291456 kB\nLowFree: 4881540 kB\nSwapTotal: 6143992 kB\nSwapFree: 6143992 kB\nDirty: 100120 kB\nWriteback: 0 kB\nAnonPages: 122972 kB\nMapped: 13420 kB\nSlab: 78492 kB\nPageTables: 1776 kB\nNFS_Unstable: 0 kB\nBounce: 0 kB\nCommitLimit: 9289720 kB\nCommitted_AS: 552772 kB\nVmallocTotal: 34359738367 kB\nVmallocUsed: 3384 kB\nVmallocChunk: 34359734983 kB\n">>}]}, {'ns_1@10.3.3.98', [{last_heard,{1353,952630,532242}}, {outgoing_replications_safeness_level,[]}, {incoming_replications_conf_hashes,[]}, {active_buckets,[]}, {ready_buckets,[]}, {local_tasks,[]}, {memory, [{total,51360968}, {processes,24873736}, {processes_used,24851720}, {system,26487232}, {atom,1281521}, {atom_used,1250519}, {binary,402832}, {code,12844851}, {ets,1151888}]}, {system_memory_data, [{system_total_memory,6442450944}, {free_swap,6291378176}, {total_swap,6291447808}, {cached_memory,563625984}, {buffered_memory,516046848}, {free_memory,4987822080}, {total_memory,6442450944}]}, {node_storage_conf, [{db_path,"/opt/couchbase/var/lib/couchbase/data/"}, {index_path,"/opt/couchbase/var/lib/couchbase/data/"}]}, {statistics, [{wall_clock,{132648,5000}}, {context_switches,{51214,0}}, {garbage_collection,{11539,44487286,0}}, {io,{{input,8092292},{output,1716779}}}, {reductions,{22492088,56975}}, {run_queue,0}, {runtime,{2350,10}}]}, {system_stats, [{cpu_utilization_rate,0.0}, {swap_total,6291447808}, {swap_used,69632}]}, {interesting_stats,[]}, {cluster_compatibility_version,131072}, {version, [{public_key,"0.13"}, {lhttpc,"1.3.0"}, {ale,"8cffe61"}, {os_mon,"2.2.7"}, {couch_set_view,"1.2.0a-31560d7-git"}, {mnesia,"4.5"}, {inets,"5.7.1"}, {couch,"1.2.0a-31560d7-git"}, {mapreduce,"1.0.0"}, {couch_index_merger,"1.2.0a-31560d7-git"}, {kernel,"2.14.5"}, {crypto,"2.0.4"}, {ssl,"4.1.6"}, {sasl,"2.1.10"}, {couch_view_parser,"1.0.0"}, {ns_server,"2.0.0-1965-rel-enterprise"}, {mochiweb,"1.4.1"}, {oauth,"7d85d3ef"}, {stdlib,"1.17.5"}]}, {supported_compat_version,[2,0]}, {system_arch,"x86_64-unknown-linux-gnu"}, {wall_clock,132}, {memory_data,{6442450944,1454247936,{<18066.330.0>,1943800}}}, {disk_data,[{"/",103209120,8}]}, {meminfo, <<"MemTotal: 6291456 kB\nMemFree: 4870920 kB\nBuffers: 503952 kB\nCached: 550416 kB\nSwapCached: 68 kB\nActive: 801812 kB\nInactive: 378060 kB\nHighTotal: 0 kB\nHighFree: 0 kB\nLowTotal: 6291456 kB\nLowFree: 4870920 kB\nSwapTotal: 6143992 kB\nSwapFree: 6143924 kB\nDirty: 95188 kB\nWriteback: 0 kB\nAnonPages: 124704 kB\nMapped: 13772 kB\nSlab: 82656 kB\nPageTables: 1940 kB\nNFS_Unstable: 0 kB\nBounce: 0 kB\nCommitLimit: 9289720 kB\nCommitted_AS: 554124 kB\nVmallocTotal: 34359738367 kB\nVmallocUsed: 3384 kB\nVmallocChunk: 34359734983 kB\n">>}]}] [stats:debug,2012-11-26T9:57:37.677,ns_1@10.3.3.96:<0.1456.0>:stats_collector:maybe_log_stats:126](at {{1970,1,16},{8,5,52}}) Stats for bucket "default": accepting_conns 1 auth_cmds 0 auth_errors 0 bucket_active_conns 1 bucket_conns 5 bytes 257648 bytes_read 196 bytes_written 120 cas_badval 0 cas_hits 0 cas_misses 0 cmd_flush 0 cmd_get 0 cmd_set 0 conn_yields 0 connection_structures 5000 curr_connections 9 curr_conns_on_port_11209 6 curr_conns_on_port_11210 1 curr_items 0 curr_items_tot 0 curr_temp_items 0 daemon_connections 4 decr_hits 0 decr_misses 0 delete_hits 0 delete_misses 0 ep_access_scanner_last_runtime 0 ep_access_scanner_num_items 0 ep_access_scanner_task_time 2012-11-27 10:00:00 ep_allow_data_loss_during_shutdown 1 ep_alog_block_size 4096 ep_alog_path /opt/couchbase/var/lib/couchbase/data/default/access.log ep_alog_sleep_time 1440 ep_alog_task_time 10 ep_backend couchdb ep_bg_fetch_delay 0 ep_bg_fetched 0 ep_bg_meta_fetched 0 ep_bg_remaining_jobs 0 ep_chk_max_items 5000 ep_chk_period 1800 ep_chk_persistence_remains 0 ep_chk_persistence_timeout 10 ep_chk_remover_stime 5 ep_commit_num 0 ep_commit_time 0 ep_commit_time_total 0 ep_concurrentDB 1 ep_config_file ep_couch_bucket default ep_couch_host localhost ep_couch_port 11213 ep_couch_reconnect_sleeptime 250 ep_couch_response_timeout 180000 ep_data_age 0 ep_data_age_highwat 0 ep_data_traffic_enabled 0 ep_dbinit 0 ep_dbname /opt/couchbase/var/lib/couchbase/data/default ep_degraded_mode 1 ep_diskqueue_drain 0 ep_diskqueue_fill 0 ep_diskqueue_items 0 ep_diskqueue_memory 0 ep_diskqueue_pending 0 ep_exp_pager_stime 3600 ep_exp_pager_stime 3600 ep_expired_access 0 ep_expired_pager 0 ep_expiry_window 3 ep_failpartialwarmup 0 ep_flush_all false ep_flush_duration_total 0 ep_flushall_enabled 0 ep_flusher_state running ep_flusher_todo 0 ep_getl_default_timeout 15 ep_getl_max_timeout 30 ep_ht_locks 5 ep_ht_size 3079 ep_inconsistent_slave_chk 0 ep_initfile ep_io_num_read 0 ep_io_num_write 0 ep_io_read_bytes 0 ep_io_write_bytes 0 ep_item_begin_failed 0 ep_item_commit_failed 0 ep_item_flush_expired 0 ep_item_flush_failed 0 ep_item_num_based_new_chk 1 ep_items_rm_from_checkpoints 0 ep_keep_closed_chks 0 ep_klog_block_size 4096 ep_klog_compactor_queue_cap 500000 ep_klog_compactor_stime 3600 ep_klog_flush commit2 ep_klog_max_entry_ratio 10 ep_klog_max_log_size 2147483647 ep_klog_path ep_klog_sync commit2 ep_kv_size 0 ep_max_checkpoints 2 ep_max_data_size 1073741824 ep_max_item_size 20971520 ep_max_size 1073741824 ep_max_txn_size 10000 ep_max_vbuckets 1024 ep_mem_high_wat 805306368 ep_mem_high_wat 805306368 ep_mem_low_wat 644245094 ep_mem_low_wat 644245094 ep_mem_tracker_enabled true ep_min_data_age 0 ep_mlog_compactor_runs 0 ep_mutation_mem_threshold 0 ep_num_access_scanner_runs 0 ep_num_eject_failures 0 ep_num_expiry_pager_runs 0 ep_num_non_resident 0 ep_num_not_my_vbuckets 0 ep_num_ops_del_meta 0 ep_num_ops_get_meta 0 ep_num_ops_set_meta 0 ep_num_pager_runs 0 ep_num_value_ejects 0 ep_oom_errors 0 ep_overhead 1152 ep_pager_active_vb_pcnt 40 ep_pager_unbiased_period 60 ep_pending_ops 0 ep_pending_ops_max 0 ep_pending_ops_max_duration 0 ep_pending_ops_total 0 ep_postInitfile ep_queue_age_cap 900 ep_queue_size 0 ep_startup_time 1353952656 ep_storage_age 0 ep_storage_age_highwat 0 ep_store_max_concurrency 10 ep_store_max_readers 9 ep_store_max_readwrite 1 ep_stored_val_type ep_tap_ack_grace_period 300 ep_tap_ack_initial_sequence_number 1 ep_tap_ack_interval 1000 ep_tap_ack_window_size 10 ep_tap_backfill_resident 0.9 ep_tap_backlog_limit 5000 ep_tap_backoff_period 5 ep_tap_bg_fetch_requeued 0 ep_tap_bg_fetched 0 ep_tap_bg_max_pending 500 ep_tap_keepalive 300 ep_tap_noop_interval 20 ep_tap_requeue_sleep_time 0.1 ep_tap_throttle_cap_pcnt 10 ep_tap_throttle_queue_cap 1000000 ep_tap_throttle_threshold 90 ep_tmp_oom_errors 0 ep_too_old 0 ep_too_young 0 ep_total_cache_size 0 ep_total_del_items 0 ep_total_enqueued 0 ep_total_new_items 0 ep_total_persisted 0 ep_uncommitted_items 0 ep_value_size 0 ep_vb0 0 ep_vb_snapshot_total 1 ep_vb_total 0 ep_vbucket_del 0 ep_vbucket_del_fail 0 ep_version 2.0.0r_140_gde42c8c ep_waitforwarmup 0 ep_warmup 1 ep_warmup_batch_size 1000 ep_warmup_dups 0 ep_warmup_min_items_threshold 100 ep_warmup_min_memory_threshold 100 ep_warmup_oom 0 ep_warmup_thread complete ep_warmup_time 1398 get_hits 0 get_misses 0 incr_hits 0 incr_misses 0 libevent 2.0.11-stable limit_maxbytes 67108864 listen_disabled_num 0 max_conns_on_port_11209 1000 max_conns_on_port_11210 9000 mem_used 257648 pid 25417 pointer_size 64 rejected_conns 0 rusage_system 0.092005 rusage_user 0.012000 threads 4 time 1353952657 total_connections 10 uptime 88 vb_active_curr_items 0 vb_active_eject 0 vb_active_expired 0 vb_active_ht_memory 0 vb_active_itm_memory 0 vb_active_meta_data_memory 0 vb_active_num 0 vb_active_num_non_resident 0 vb_active_num_ref_ejects 0 vb_active_num_ref_items 0 vb_active_ops_create 0 vb_active_ops_delete 0 vb_active_ops_reject 0 vb_active_ops_update 0 vb_active_perc_mem_resident 0 vb_active_queue_age 0 vb_active_queue_drain 0 vb_active_queue_fill 0 vb_active_queue_memory 0 vb_active_queue_pending 0 vb_active_queue_size 0 vb_dead_num 0 vb_pending_curr_items 0 vb_pending_eject 0 vb_pending_expired 0 vb_pending_ht_memory 0 vb_pending_itm_memory 0 vb_pending_meta_data_memory 0 vb_pending_num 0 vb_pending_num_non_resident 0 vb_pending_num_ref_ejects 0 vb_pending_num_ref_items 0 vb_pending_ops_create 0 vb_pending_ops_delete 0 vb_pending_ops_reject 0 vb_pending_ops_update 0 vb_pending_perc_mem_resident 0 vb_pending_queue_age 0 vb_pending_queue_drain 0 vb_pending_queue_fill 0 vb_pending_queue_memory 0 vb_pending_queue_pending 0 vb_pending_queue_size 0 vb_replica_curr_items 0 vb_replica_eject 0 vb_replica_expired 0 vb_replica_ht_memory 0 vb_replica_itm_memory 0 vb_replica_meta_data_memory 0 vb_replica_num 0 vb_replica_num_non_resident 0 vb_replica_num_ref_ejects 0 vb_replica_num_ref_items 0 vb_replica_ops_create 0 vb_replica_ops_delete 0 vb_replica_ops_reject 0 vb_replica_ops_update 0 vb_replica_perc_mem_resident 0 vb_replica_queue_age 0 vb_replica_queue_drain 0 vb_replica_queue_fill 0 vb_replica_queue_memory 0 vb_replica_queue_pending 0 vb_replica_queue_size 0 version 1.4.4_600_g7ea975a [ns_doctor:debug,2012-11-26T9:58:11.184,ns_1@10.3.3.96:ns_doctor<0.891.0>:ns_doctor:handle_info:137]Current node statuses: [{'ns_1@10.3.2.57', [{last_heard,{1353,952691,15299}}, {outgoing_replications_safeness_level,[{"default",green}]}, {incoming_replications_conf_hashes, [{"default", [{'ns_1@10.3.3.100',110886191}, {'ns_1@10.3.3.96',41456239}, {'ns_1@10.3.3.98',112129458}]}]}, {active_buckets,["default"]}, {ready_buckets,["default"]}, {local_tasks,[]}, {memory, [{total,94219800}, {processes,62702008}, {processes_used,62684224}, {system,31517792}, {atom,1400977}, {atom_used,1373642}, {binary,2847504}, {code,14104219}, {ets,1888480}]}, {system_memory_data, [{system_total_memory,6442450944}, {free_swap,6291378176}, {total_swap,6291447808}, {cached_memory,1077395456}, {buffered_memory,668471296}, {free_memory,4222324736}, {total_memory,6442450944}]}, {node_storage_conf, [{db_path,"/opt/couchbase/var/lib/couchbase/data/"}, {index_path,"/opt/couchbase/var/lib/couchbase/data/"}]}, {statistics, [{wall_clock,{193606,5000}}, {context_switches,{200984,0}}, {garbage_collection,{40354,145847703,0}}, {io,{{input,11907570},{output,5491115}}}, {reductions,{69925757,2925324}}, {run_queue,0}, {runtime,{5280,180}}]}, {system_stats, [{cpu_utilization_rate,0.47619047619047616}, {swap_total,6291447808}, {swap_used,69632}]}, {interesting_stats, [{couch_docs_actual_disk_size,4224867}, {couch_docs_data_size,4217856}, {couch_views_actual_disk_size,0}, {couch_views_data_size,0}, {curr_items,0}, {curr_items_tot,0}, {mem_used,16057944}, {vb_replica_curr_items,0}]}, {cluster_compatibility_version,131072}, {version, [{public_key,"0.13"}, {lhttpc,"1.3.0"}, {ale,"8cffe61"}, {os_mon,"2.2.7"}, {couch_set_view,"1.2.0a-31560d7-git"}, {mnesia,"4.5"}, {inets,"5.7.1"}, {couch,"1.2.0a-31560d7-git"}, {mapreduce,"1.0.0"}, {couch_index_merger,"1.2.0a-31560d7-git"}, {kernel,"2.14.5"}, {crypto,"2.0.4"}, {ssl,"4.1.6"}, {sasl,"2.1.10"}, {couch_view_parser,"1.0.0"}, {ns_server,"2.0.0-1965-rel-enterprise"}, {mochiweb,"1.4.1"}, {oauth,"7d85d3ef"}, {stdlib,"1.17.5"}]}, {supported_compat_version,[2,0]}, {system_arch,"x86_64-unknown-linux-gnu"}, {wall_clock,193}, {memory_data,{6442450944,2216951808,{<18023.434.0>,1943168}}}, {disk_data,[{"/",103209120,9}]}, {meminfo, <<"MemTotal: 6291456 kB\nMemFree: 4123364 kB\nBuffers: 652804 kB\nCached: 1052144 kB\nSwapCached: 0 kB\nActive: 1200492 kB\nInactive: 700240 kB\nHighTotal: 0 kB\nHighFree: 0 kB\nLowTotal: 6291456 kB\nLowFree: 4123364 kB\nSwapTotal: 6143992 kB\nSwapFree: 6143924 kB\nDirty: 71472 kB\nWriteback: 0 kB\nAnonPages: 194424 kB\nMapped: 14556 kB\nSlab: 108676 kB\nPageTables: 2088 kB\nNFS_Unstable: 0 kB\nBounce: 0 kB\nCommitLimit: 9289720 kB\nCommitted_AS: 704500 kB\nVmallocTotal: 34359738367 kB\nVmallocUsed: 3384 kB\nVmallocChunk: 34359734983 kB\n">>}]}, {'ns_1@10.3.3.100', [{last_heard,{1353,952689,751097}}, {outgoing_replications_safeness_level,[{"default",green}]}, {incoming_replications_conf_hashes, [{"default", [{'ns_1@10.3.2.57',63506121}, {'ns_1@10.3.3.96',117606290}, {'ns_1@10.3.3.98',14619049}]}]}, {active_buckets,["default"]}, {ready_buckets,["default"]}, {local_tasks,[]}, {memory, [{total,94170064}, {processes,63261744}, {processes_used,63254112}, {system,30908320}, {atom,1338193}, {atom_used,1332377}, {binary,2974672}, {code,13542992}, {ets,1808328}]}, {system_memory_data, [{system_total_memory,6442450944}, {free_swap,6291447808}, {total_swap,6291447808}, {cached_memory,572989440}, {buffered_memory,730390528}, {free_memory,4663259136}, {total_memory,6442450944}]}, {node_storage_conf, [{db_path,"/opt/couchbase/var/lib/couchbase/data/"}, {index_path,"/opt/couchbase/var/lib/couchbase/data/"}]}, {statistics, [{wall_clock,{188080,5001}}, {context_switches,{186920,0}}, {garbage_collection,{39269,111159854,0}}, {io,{{input,11589565},{output,4427640}}}, {reductions,{59237782,678932}}, {run_queue,0}, {runtime,{4540,90}}]}, {system_stats, [{cpu_utilization_rate,0.0},{swap_total,6291447808},{swap_used,0}]}, {interesting_stats, [{couch_docs_actual_disk_size,4224867}, {couch_docs_data_size,4217856}, {couch_views_actual_disk_size,0}, {couch_views_data_size,0}, {curr_items,0}, {curr_items_tot,0}, {mem_used,16057368}, {vb_replica_curr_items,0}]}, {cluster_compatibility_version,131072}, {version, [{public_key,"0.13"}, {lhttpc,"1.3.0"}, {ale,"8cffe61"}, {os_mon,"2.2.7"}, {couch_set_view,"1.2.0a-31560d7-git"}, {mnesia,"4.5"}, {inets,"5.7.1"}, {couch,"1.2.0a-31560d7-git"}, {mapreduce,"1.0.0"}, {couch_index_merger,"1.2.0a-31560d7-git"}, {kernel,"2.14.5"}, {crypto,"2.0.4"}, {ssl,"4.1.6"}, {sasl,"2.1.10"}, {couch_view_parser,"1.0.0"}, {ns_server,"2.0.0-1965-rel-enterprise"}, {mochiweb,"1.4.1"}, {oauth,"7d85d3ef"}, {stdlib,"1.17.5"}]}, {supported_compat_version,[2,0]}, {system_arch,"x86_64-unknown-linux-gnu"}, {wall_clock,188}, {memory_data,{6442450944,1778810880,{<18067.1014.0>,3514512}}}, {disk_data,[{"/",103209120,8}]}, {meminfo, <<"MemTotal: 6291456 kB\nMemFree: 4553964 kB\nBuffers: 713272 kB\nCached: 559560 kB\nSwapCached: 0 kB\nActive: 1082412 kB\nInactive: 380432 kB\nHighTotal: 0 kB\nHighFree: 0 kB\nLowTotal: 6291456 kB\nLowFree: 4553964 kB\nSwapTotal: 6143992 kB\nSwapFree: 6143992 kB\nDirty: 80748 kB\nWriteback: 0 kB\nAnonPages: 188636 kB\nMapped: 14924 kB\nSlab: 115468 kB\nPageTables: 2204 kB\nNFS_Unstable: 0 kB\nBounce: 0 kB\nCommitLimit: 9289720 kB\nCommitted_AS: 696032 kB\nVmallocTotal: 34359738367 kB\nVmallocUsed: 3384 kB\nVmallocChunk: 34359734983 kB\n">>}]}, {'ns_1@10.3.3.96', [{last_heard,{1353,952686,184862}}, {outgoing_replications_safeness_level,[{"default",green}]}, {incoming_replications_conf_hashes, [{"default", [{'ns_1@10.3.2.57',33817834}, {'ns_1@10.3.3.100',41681736}, {'ns_1@10.3.3.98',10928119}]}]}, {active_buckets,["default"]}, {ready_buckets,["default"]}, {local_tasks,[]}, {memory, [{total,89857488}, {processes,58698320}, {processes_used,58690688}, {system,31159168}, {atom,1333345}, {atom_used,1325204}, {binary,3322520}, {code,13483682}, {ets,1771488}]}, {system_memory_data, [{system_total_memory,6442450944}, {free_swap,6291447808}, {total_swap,6291447808}, {cached_memory,589447168}, {buffered_memory,493215744}, {free_memory,4920786944}, {total_memory,6442450944}]}, {node_storage_conf, [{db_path,"/opt/couchbase/var/lib/couchbase/data/"}, {index_path,"/opt/couchbase/var/lib/couchbase/data/"}]}, {statistics, [{wall_clock,{183325,5000}}, {context_switches,{179421,0}}, {garbage_collection,{39536,114636910,0}}, {io,{{input,11408103},{output,4532126}}}, {reductions,{61808887,651820}}, {run_queue,0}, {runtime,{4640,70}}]}, {system_stats, [{cpu_utilization_rate,0.46403712296983757}, {swap_total,6291447808}, {swap_used,0}]}, {interesting_stats, [{couch_docs_actual_disk_size,4224867}, {couch_docs_data_size,4217856}, {couch_views_actual_disk_size,0}, {couch_views_data_size,0}, {curr_items,0}, {curr_items_tot,0}, {mem_used,16057352}, {vb_replica_curr_items,0}]}, {cluster_compatibility_version,131072}, {version, [{public_key,"0.13"}, {lhttpc,"1.3.0"}, {ale,"8cffe61"}, {os_mon,"2.2.7"}, {couch_set_view,"1.2.0a-31560d7-git"}, {mnesia,"4.5"}, {inets,"5.7.1"}, {couch,"1.2.0a-31560d7-git"}, {mapreduce,"1.0.0"}, {couch_index_merger,"1.2.0a-31560d7-git"}, {kernel,"2.14.5"}, {crypto,"2.0.4"}, {ssl,"4.1.6"}, {sasl,"2.1.10"}, {couch_view_parser,"1.0.0"}, {ns_server,"2.0.0-1965-rel-enterprise"}, {mochiweb,"1.4.1"}, {oauth,"7d85d3ef"}, {stdlib,"1.17.5"}]}, {supported_compat_version,[2,0]}, {system_arch,"x86_64-unknown-linux-gnu"}, {wall_clock,183}, {memory_data,{6442450944,1520902144,{<0.944.0>,2543368}}}, {disk_data,[{"/",103209120,8}]}, {meminfo, <<"MemTotal: 6291456 kB\nMemFree: 4805456 kB\nBuffers: 481656 kB\nCached: 575632 kB\nSwapCached: 0 kB\nActive: 847856 kB\nInactive: 400176 kB\nHighTotal: 0 kB\nHighFree: 0 kB\nLowTotal: 6291456 kB\nLowFree: 4805456 kB\nSwapTotal: 6143992 kB\nSwapFree: 6143992 kB\nDirty: 69024 kB\nWriteback: 0 kB\nAnonPages: 189928 kB\nMapped: 14548 kB\nSlab: 79600 kB\nPageTables: 2024 kB\nNFS_Unstable: 0 kB\nBounce: 0 kB\nCommitLimit: 9289720 kB\nCommitted_AS: 690368 kB\nVmallocTotal: 34359738367 kB\nVmallocUsed: 3384 kB\nVmallocChunk: 34359734983 kB\n">>}]}, {'ns_1@10.3.3.98', [{last_heard,{1353,952690,538162}}, {outgoing_replications_safeness_level,[{"default",green}]}, {incoming_replications_conf_hashes, [{"default", [{'ns_1@10.3.2.57',115455469}, {'ns_1@10.3.3.100',74343578}, {'ns_1@10.3.3.96',66117516}]}]}, {active_buckets,["default"]}, {ready_buckets,["default"]}, {local_tasks,[]}, {memory, [{total,92973320}, {processes,61867408}, {processes_used,61859776}, {system,31105912}, {atom,1348809}, {atom_used,1343614}, {binary,3108392}, {code,13596076}, {ets,1815768}]}, {system_memory_data, [{system_total_memory,6442450944}, {free_swap,6291378176}, {total_swap,6291447808}, {cached_memory,572043264}, {buffered_memory,516055040}, {free_memory,4914753536}, {total_memory,6442450944}]}, {node_storage_conf, [{db_path,"/opt/couchbase/var/lib/couchbase/data/"}, {index_path,"/opt/couchbase/var/lib/couchbase/data/"}]}, {statistics, [{wall_clock,{192651,5001}}, {context_switches,{188154,0}}, {garbage_collection,{40431,113848649,0}}, {io,{{input,11632017},{output,4697076}}}, {reductions,{60508477,626509}}, {run_queue,0}, {runtime,{4660,90}}]}, {system_stats, [{cpu_utilization_rate,0.0}, {swap_total,6291447808}, {swap_used,69632}]}, {interesting_stats, [{couch_docs_actual_disk_size,4224868}, {couch_docs_data_size,4217856}, {couch_views_actual_disk_size,0}, {couch_views_data_size,0}, {curr_items,0}, {curr_items_tot,0}, {mem_used,16057384}, {vb_replica_curr_items,0}]}, {cluster_compatibility_version,131072}, {version, [{public_key,"0.13"}, {lhttpc,"1.3.0"}, {ale,"8cffe61"}, {os_mon,"2.2.7"}, {couch_set_view,"1.2.0a-31560d7-git"}, {mnesia,"4.5"}, {inets,"5.7.1"}, {couch,"1.2.0a-31560d7-git"}, {mapreduce,"1.0.0"}, {couch_index_merger,"1.2.0a-31560d7-git"}, {kernel,"2.14.5"}, {crypto,"2.0.4"}, {ssl,"4.1.6"}, {sasl,"2.1.10"}, {couch_view_parser,"1.0.0"}, {ns_server,"2.0.0-1965-rel-enterprise"}, {mochiweb,"1.4.1"}, {oauth,"7d85d3ef"}, {stdlib,"1.17.5"}]}, {supported_compat_version,[2,0]}, {system_arch,"x86_64-unknown-linux-gnu"}, {wall_clock,192}, {memory_data,{6442450944,1524776960,{<18066.330.0>,2544040}}}, {disk_data,[{"/",103209120,8}]}, {meminfo, <<"MemTotal: 6291456 kB\nMemFree: 4799564 kB\nBuffers: 503960 kB\nCached: 558636 kB\nSwapCached: 68 kB\nActive: 871636 kB\nInactive: 378292 kB\nHighTotal: 0 kB\nHighFree: 0 kB\nLowTotal: 6291456 kB\nLowFree: 4799564 kB\nSwapTotal: 6143992 kB\nSwapFree: 6143924 kB\nDirty: 81044 kB\nWriteback: 0 kB\nAnonPages: 186560 kB\nMapped: 14912 kB\nSlab: 83320 kB\nPageTables: 2128 kB\nNFS_Unstable: 0 kB\nBounce: 0 kB\nCommitLimit: 9289720 kB\nCommitted_AS: 693928 kB\nVmallocTotal: 34359738367 kB\nVmallocUsed: 3384 kB\nVmallocChunk: 34359734983 kB\n">>}]}] [ns_doctor:debug,2012-11-26T9:59:11.182,ns_1@10.3.3.96:ns_doctor<0.891.0>:ns_doctor:handle_info:137]Current node statuses: [{'ns_1@10.3.2.57', [{last_heard,{1353,952751,18597}}, {outgoing_replications_safeness_level,[{"default",green}]}, {incoming_replications_conf_hashes, [{"default", [{'ns_1@10.3.3.100',110886191}, {'ns_1@10.3.3.96',41456239}, {'ns_1@10.3.3.98',112129458}]}]}, {active_buckets,["default"]}, {ready_buckets,["default"]}, {local_tasks, [[{type,xdcr}, {id,<<"6bbfd7660f278da5bdec6845cb1355a8/default/default">>}, {errors,[]}, {changes_left,0}, {docs_checked,0}, {docs_written,0}, {data_replicated,0}, {active_vbreps,0}, {waiting_vbreps,0}, {time_working,0}, {time_committing,0}, {num_checkpoints,0}, {num_failedckpts,0}, {docs_rep_queue,0}, {size_rep_queue,0}]]}, {memory, [{total,259524128}, {processes,225594576}, {processes_used,225522376}, {system,33929552}, {atom,1414713}, {atom_used,1393073}, {binary,4151416}, {code,14517457}, {ets,2366048}]}, {system_memory_data, [{system_total_memory,6442450944}, {free_swap,6291378176}, {total_swap,6291447808}, {cached_memory,1082953728}, {buffered_memory,668483584}, {free_memory,4070621184}, {total_memory,6442450944}]}, {node_storage_conf, [{db_path,"/opt/couchbase/var/lib/couchbase/data/"}, {index_path,"/opt/couchbase/var/lib/couchbase/data/"}]}, {statistics, [{wall_clock,{253608,5001}}, {context_switches,{413612,0}}, {garbage_collection,{76814,415928469,0}}, {io,{{input,16925384},{output,17233681}}}, {reductions,{138303997,3166618}}, {run_queue,0}, {runtime,{14020,250}}]}, {system_stats, [{cpu_utilization_rate,0.5235602094240838}, {swap_total,6291447808}, {swap_used,69632}]}, {interesting_stats, [{couch_docs_actual_disk_size,4241004}, {couch_docs_data_size,4217856}, {couch_views_actual_disk_size,0}, {couch_views_data_size,0}, {curr_items,0}, {curr_items_tot,0}, {mem_used,16084536}, {vb_replica_curr_items,0}]}, {cluster_compatibility_version,131072}, {version, [{public_key,"0.13"}, {lhttpc,"1.3.0"}, {ale,"8cffe61"}, {os_mon,"2.2.7"}, {couch_set_view,"1.2.0a-31560d7-git"}, {mnesia,"4.5"}, {inets,"5.7.1"}, {couch,"1.2.0a-31560d7-git"}, {mapreduce,"1.0.0"}, {couch_index_merger,"1.2.0a-31560d7-git"}, {kernel,"2.14.5"}, {crypto,"2.0.4"}, {ssl,"4.1.6"}, {sasl,"2.1.10"}, {couch_view_parser,"1.0.0"}, {ns_server,"2.0.0-1965-rel-enterprise"}, {mochiweb,"1.4.1"}, {oauth,"7d85d3ef"}, {stdlib,"1.17.5"}]}, {supported_compat_version,[2,0]}, {system_arch,"x86_64-unknown-linux-gnu"}, {wall_clock,253}, {memory_data,{6442450944,2364260352,{<18023.330.0>,2173208}}}, {disk_data,[{"/",103209120,9}]}, {meminfo, <<"MemTotal: 6291456 kB\nMemFree: 3975216 kB\nBuffers: 652816 kB\nCached: 1057572 kB\nSwapCached: 0 kB\nActive: 1341956 kB\nInactive: 704788 kB\nHighTotal: 0 kB\nHighFree: 0 kB\nLowTotal: 6291456 kB\nLowFree: 3975216 kB\nSwapTotal: 6143992 kB\nSwapFree: 6143924 kB\nDirty: 51140 kB\nWriteback: 16 kB\nAnonPages: 335140 kB\nMapped: 14572 kB\nSlab: 109632 kB\nPageTables: 2608 kB\nNFS_Unstable: 0 kB\nBounce: 0 kB\nCommitLimit: 9289720 kB\nCommitted_AS: 904092 kB\nVmallocTotal: 34359738367 kB\nVmallocUsed: 3384 kB\nVmallocChunk: 34359734983 kB\n">>}]}, {'ns_1@10.3.3.100', [{last_heard,{1353,952749,748987}}, {outgoing_replications_safeness_level,[{"default",green}]}, {incoming_replications_conf_hashes, [{"default", [{'ns_1@10.3.2.57',63506121}, {'ns_1@10.3.3.96',117606290}, {'ns_1@10.3.3.98',14619049}]}]}, {active_buckets,["default"]}, {ready_buckets,["default"]}, {local_tasks, [[{type,xdcr}, {id,<<"6bbfd7660f278da5bdec6845cb1355a8/default/default">>}, {errors,[]}, {changes_left,0}, {docs_checked,0}, {docs_written,0}, {data_replicated,0}, {active_vbreps,0}, {waiting_vbreps,0}, {time_working,0}, {time_committing,0}, {num_checkpoints,0}, {num_failedckpts,0}, {docs_rep_queue,0}, {size_rep_queue,0}]]}, {memory, [{total,120548072}, {processes,86478200}, {processes_used,86386840}, {system,34069872}, {atom,1400977}, {atom_used,1370398}, {binary,4700472}, {code,14243689}, {ets,2307608}]}, {system_memory_data, [{system_total_memory,6442450944}, {free_swap,6291447808}, {total_swap,6291447808}, {cached_memory,578519040}, {buffered_memory,730394624}, {free_memory,4610473984}, {total_memory,6442450944}]}, {node_storage_conf, [{db_path,"/opt/couchbase/var/lib/couchbase/data/"}, {index_path,"/opt/couchbase/var/lib/couchbase/data/"}]}, {statistics, [{wall_clock,{248078,5000}}, {context_switches,{379654,0}}, {garbage_collection,{80468,269562544,0}}, {io,{{input,14039571},{output,11921146}}}, {reductions,{94756735,682378}}, {run_queue,0}, {runtime,{11370,70}}]}, {system_stats, [{cpu_utilization_rate,0.25},{swap_total,6291447808},{swap_used,0}]}, {interesting_stats, [{couch_docs_actual_disk_size,4240965}, {couch_docs_data_size,4217856}, {couch_views_actual_disk_size,0}, {couch_views_data_size,0}, {curr_items,0}, {curr_items_tot,0}, {mem_used,16084488}, {vb_replica_curr_items,0}]}, {cluster_compatibility_version,131072}, {version, [{public_key,"0.13"}, {lhttpc,"1.3.0"}, {ale,"8cffe61"}, {os_mon,"2.2.7"}, {couch_set_view,"1.2.0a-31560d7-git"}, {mnesia,"4.5"}, {inets,"5.7.1"}, {couch,"1.2.0a-31560d7-git"}, {mapreduce,"1.0.0"}, {couch_index_merger,"1.2.0a-31560d7-git"}, {kernel,"2.14.5"}, {crypto,"2.0.4"}, {ssl,"4.1.6"}, {sasl,"2.1.10"}, {couch_view_parser,"1.0.0"}, {ns_server,"2.0.0-1965-rel-enterprise"}, {mochiweb,"1.4.1"}, {oauth,"7d85d3ef"}, {stdlib,"1.17.5"}]}, {supported_compat_version,[2,0]}, {system_arch,"x86_64-unknown-linux-gnu"}, {wall_clock,248}, {memory_data,{6442450944,1829859328,{<18067.1014.0>,3514512}}}, {disk_data,[{"/",103209120,8}]}, {meminfo, <<"MemTotal: 6291456 kB\nMemFree: 4502540 kB\nBuffers: 713276 kB\nCached: 564960 kB\nSwapCached: 0 kB\nActive: 1128168 kB\nInactive: 384556 kB\nHighTotal: 0 kB\nHighFree: 0 kB\nLowTotal: 6291456 kB\nLowFree: 4502540 kB\nSwapTotal: 6143992 kB\nSwapFree: 6143992 kB\nDirty: 56408 kB\nWriteback: 0 kB\nAnonPages: 233156 kB\nMapped: 14940 kB\nSlab: 116424 kB\nPageTables: 2356 kB\nNFS_Unstable: 0 kB\nBounce: 0 kB\nCommitLimit: 9289720 kB\nCommitted_AS: 755076 kB\nVmallocTotal: 34359738367 kB\nVmallocUsed: 3384 kB\nVmallocChunk: 34359734983 kB\n">>}]}, {'ns_1@10.3.3.96', [{last_heard,{1353,952746,184109}}, {outgoing_replications_safeness_level,[{"default",green}]}, {incoming_replications_conf_hashes, [{"default", [{'ns_1@10.3.2.57',33817834}, {'ns_1@10.3.3.100',41681736}, {'ns_1@10.3.3.98',10928119}]}]}, {active_buckets,["default"]}, {ready_buckets,["default"]}, {local_tasks, [[{type,xdcr}, {id,<<"6bbfd7660f278da5bdec6845cb1355a8/default/default">>}, {errors,[]}, {changes_left,0}, {docs_checked,0}, {docs_written,0}, {data_replicated,0}, {active_vbreps,0}, {waiting_vbreps,0}, {time_working,0}, {time_committing,0}, {num_checkpoints,0}, {num_failedckpts,0}, {docs_rep_queue,0}, {size_rep_queue,0}]]}, {memory, [{total,119098848}, {processes,84589680}, {processes_used,84496080}, {system,34509168}, {atom,1399361}, {atom_used,1368534}, {binary,5032200}, {code,14248339}, {ets,2410480}]}, {system_memory_data, [{system_total_memory,6442450944}, {free_swap,6291447808}, {total_swap,6291447808}, {cached_memory,594989056}, {buffered_memory,493219840}, {free_memory,4870922240}, {total_memory,6442450944}]}, {node_storage_conf, [{db_path,"/opt/couchbase/var/lib/couchbase/data/"}, {index_path,"/opt/couchbase/var/lib/couchbase/data/"}]}, {statistics, [{wall_clock,{243324,5001}}, {context_switches,{371937,0}}, {garbage_collection,{80841,272985634,0}}, {io,{{input,13917611},{output,11920546}}}, {reductions,{97324474,671427}}, {run_queue,0}, {runtime,{10670,90}}]}, {system_stats, [{cpu_utilization_rate,0.23980815347721823}, {swap_total,6291447808}, {swap_used,0}]}, {interesting_stats, [{couch_docs_actual_disk_size,4241003}, {couch_docs_data_size,4217856}, {couch_views_actual_disk_size,0}, {couch_views_data_size,0}, {curr_items,0}, {curr_items_tot,0}, {mem_used,16084536}, {vb_replica_curr_items,0}]}, {cluster_compatibility_version,131072}, {version, [{public_key,"0.13"}, {lhttpc,"1.3.0"}, {ale,"8cffe61"}, {os_mon,"2.2.7"}, {couch_set_view,"1.2.0a-31560d7-git"}, {mnesia,"4.5"}, {inets,"5.7.1"}, {couch,"1.2.0a-31560d7-git"}, {mapreduce,"1.0.0"}, {couch_index_merger,"1.2.0a-31560d7-git"}, {kernel,"2.14.5"}, {crypto,"2.0.4"}, {ssl,"4.1.6"}, {sasl,"2.1.10"}, {couch_view_parser,"1.0.0"}, {ns_server,"2.0.0-1965-rel-enterprise"}, {mochiweb,"1.4.1"}, {oauth,"7d85d3ef"}, {stdlib,"1.17.5"}]}, {supported_compat_version,[2,0]}, {system_arch,"x86_64-unknown-linux-gnu"}, {wall_clock,243}, {memory_data,{6442450944,1571282944,{<0.81.0>,2543368}}}, {disk_data,[{"/",103209120,8}]}, {meminfo, <<"MemTotal: 6291456 kB\nMemFree: 4756760 kB\nBuffers: 481660 kB\nCached: 581044 kB\nSwapCached: 0 kB\nActive: 890248 kB\nInactive: 404296 kB\nHighTotal: 0 kB\nHighFree: 0 kB\nLowTotal: 6291456 kB\nLowFree: 4756760 kB\nSwapTotal: 6143992 kB\nSwapFree: 6143992 kB\nDirty: 57080 kB\nWriteback: 0 kB\nAnonPages: 231164 kB\nMapped: 14564 kB\nSlab: 80476 kB\nPageTables: 2184 kB\nNFS_Unstable: 0 kB\nBounce: 0 kB\nCommitLimit: 9289720 kB\nCommitted_AS: 748764 kB\nVmallocTotal: 34359738367 kB\nVmallocUsed: 3384 kB\nVmallocChunk: 34359734983 kB\n">>}]}, {'ns_1@10.3.3.98', [{last_heard,{1353,952750,536398}}, {outgoing_replications_safeness_level,[{"default",green}]}, {incoming_replications_conf_hashes, [{"default", [{'ns_1@10.3.2.57',115455469}, {'ns_1@10.3.3.100',74343578}, {'ns_1@10.3.3.96',66117516}]}]}, {active_buckets,["default"]}, {ready_buckets,["default"]}, {local_tasks, [[{type,xdcr}, {id,<<"6bbfd7660f278da5bdec6845cb1355a8/default/default">>}, {errors,[]}, {changes_left,0}, {docs_checked,0}, {docs_written,0}, {data_replicated,0}, {active_vbreps,0}, {waiting_vbreps,0}, {time_working,0}, {time_committing,0}, {num_checkpoints,0}, {num_failedckpts,0}, {docs_rep_queue,0}, {size_rep_queue,0}]]}, {memory, [{total,123367872}, {processes,88750248}, {processes_used,88659448}, {system,34617624}, {atom,1402593}, {atom_used,1373435}, {binary,5079904}, {code,14296781}, {ets,2416312}]}, {system_memory_data, [{system_total_memory,6442450944}, {free_swap,6291378176}, {total_swap,6291447808}, {cached_memory,577572864}, {buffered_memory,516055040}, {free_memory,4863746048}, {total_memory,6442450944}]}, {node_storage_conf, [{db_path,"/opt/couchbase/var/lib/couchbase/data/"}, {index_path,"/opt/couchbase/var/lib/couchbase/data/"}]}, {statistics, [{wall_clock,{252651,5001}}, {context_switches,{381822,0}}, {garbage_collection,{85080,282387382,0}}, {io,{{input,14192903},{output,11811140}}}, {reductions,{97916085,629391}}, {run_queue,0}, {runtime,{10900,90}}]}, {system_stats, [{cpu_utilization_rate,0.7407407407407407}, {swap_total,6291447808}, {swap_used,69632}]}, {interesting_stats, [{couch_docs_actual_disk_size,4241005}, {couch_docs_data_size,4217856}, {couch_views_actual_disk_size,0}, {couch_views_data_size,0}, {curr_items,0}, {curr_items_tot,0}, {mem_used,16084552}, {vb_replica_curr_items,0}]}, {cluster_compatibility_version,131072}, {version, [{public_key,"0.13"}, {lhttpc,"1.3.0"}, {ale,"8cffe61"}, {os_mon,"2.2.7"}, {couch_set_view,"1.2.0a-31560d7-git"}, {mnesia,"4.5"}, {inets,"5.7.1"}, {couch,"1.2.0a-31560d7-git"}, {mapreduce,"1.0.0"}, {couch_index_merger,"1.2.0a-31560d7-git"}, {kernel,"2.14.5"}, {crypto,"2.0.4"}, {ssl,"4.1.6"}, {sasl,"2.1.10"}, {couch_view_parser,"1.0.0"}, {ns_server,"2.0.0-1965-rel-enterprise"}, {mochiweb,"1.4.1"}, {oauth,"7d85d3ef"}, {stdlib,"1.17.5"}]}, {supported_compat_version,[2,0]}, {system_arch,"x86_64-unknown-linux-gnu"}, {wall_clock,252}, {memory_data,{6442450944,1578143744,{<18066.941.0>,5085816}}}, {disk_data,[{"/",103209120,8}]}, {meminfo, <<"MemTotal: 6291456 kB\nMemFree: 4749752 kB\nBuffers: 503960 kB\nCached: 564036 kB\nSwapCached: 68 kB\nActive: 916656 kB\nInactive: 382400 kB\nHighTotal: 0 kB\nHighFree: 0 kB\nLowTotal: 6291456 kB\nLowFree: 4749752 kB\nSwapTotal: 6143992 kB\nSwapFree: 6143924 kB\nDirty: 57204 kB\nWriteback: 0 kB\nAnonPages: 230444 kB\nMapped: 14928 kB\nSlab: 84108 kB\nPageTables: 2324 kB\nNFS_Unstable: 0 kB\nBounce: 0 kB\nCommitLimit: 9289720 kB\nCommitted_AS: 743044 kB\nVmallocTotal: 34359738367 kB\nVmallocUsed: 3384 kB\nVmallocChunk: 34359734983 kB\n">>}]}] [stats:debug,2012-11-26T9:59:17.677,ns_1@10.3.3.96:<0.1456.0>:stats_collector:maybe_log_stats:126](at {{1970,1,16},{8,5,52}}) Stats for bucket "default": accepting_conns 1 auth_cmds 0 auth_errors 0 bucket_active_conns 1 bucket_conns 20 bytes 16084536 bytes_read 110439 bytes_written 12332732 cas_badval 0 cas_hits 0 cas_misses 0 cmd_flush 0 cmd_get 0 cmd_set 0 conn_yields 27 connection_structures 5000 curr_connections 21 curr_conns_on_port_11209 18 curr_conns_on_port_11210 1 curr_items 0 curr_items_tot 0 curr_temp_items 0 daemon_connections 4 decr_hits 0 decr_misses 0 delete_hits 0 delete_misses 0 ep_access_scanner_last_runtime 0 ep_access_scanner_num_items 0 ep_access_scanner_task_time 2012-11-27 10:00:00 ep_allow_data_loss_during_shutdown 1 ep_alog_block_size 4096 ep_alog_path /opt/couchbase/var/lib/couchbase/data/default/access.log ep_alog_sleep_time 1440 ep_alog_task_time 10 ep_backend couchdb ep_bg_fetch_delay 0 ep_bg_fetched 0 ep_bg_meta_fetched 0 ep_bg_remaining_jobs 0 ep_chk_max_items 5000 ep_chk_period 1800 ep_chk_persistence_remains 0 ep_chk_persistence_timeout 10 ep_chk_remover_stime 5 ep_commit_num 0 ep_commit_time 0 ep_commit_time_total 0 ep_concurrentDB 1 ep_config_file ep_couch_bucket default ep_couch_host localhost ep_couch_port 11213 ep_couch_reconnect_sleeptime 250 ep_couch_response_timeout 180000 ep_data_age 0 ep_data_age_highwat 0 ep_data_traffic_enabled 0 ep_dbinit 0 ep_dbname /opt/couchbase/var/lib/couchbase/data/default ep_degraded_mode 0 ep_diskqueue_drain 0 ep_diskqueue_fill 0 ep_diskqueue_items 0 ep_diskqueue_memory 0 ep_diskqueue_pending 0 ep_exp_pager_stime 3600 ep_exp_pager_stime 3600 ep_expired_access 0 ep_expired_pager 0 ep_expiry_window 3 ep_failpartialwarmup 0 ep_flush_all false ep_flush_duration_total 0 ep_flushall_enabled 0 ep_flusher_state running ep_flusher_todo 0 ep_getl_default_timeout 15 ep_getl_max_timeout 30 ep_ht_locks 5 ep_ht_size 3079 ep_inconsistent_slave_chk 0 ep_initfile ep_io_num_read 0 ep_io_num_write 0 ep_io_read_bytes 0 ep_io_write_bytes 0 ep_item_begin_failed 0 ep_item_commit_failed 0 ep_item_flush_expired 0 ep_item_flush_failed 0 ep_item_num_based_new_chk 1 ep_items_rm_from_checkpoints 0 ep_keep_closed_chks 0 ep_klog_block_size 4096 ep_klog_compactor_queue_cap 500000 ep_klog_compactor_stime 3600 ep_klog_flush commit2 ep_klog_max_entry_ratio 10 ep_klog_max_log_size 2147483647 ep_klog_path ep_klog_sync commit2 ep_kv_size 0 ep_max_checkpoints 2 ep_max_data_size 1073741824 ep_max_item_size 20971520 ep_max_size 1073741824 ep_max_txn_size 10000 ep_max_vbuckets 1024 ep_mem_high_wat 805306368 ep_mem_high_wat 805306368 ep_mem_low_wat 644245094 ep_mem_low_wat 644245094 ep_mem_tracker_enabled true ep_min_data_age 0 ep_mlog_compactor_runs 0 ep_mutation_mem_threshold 0 ep_num_access_scanner_runs 0 ep_num_eject_failures 0 ep_num_expiry_pager_runs 0 ep_num_non_resident 0 ep_num_not_my_vbuckets 0 ep_num_ops_del_meta 0 ep_num_ops_get_meta 0 ep_num_ops_set_meta 0 ep_num_pager_runs 0 ep_num_value_ejects 0 ep_oom_errors 0 ep_overhead 13613184 ep_pager_active_vb_pcnt 40 ep_pager_unbiased_period 60 ep_pending_ops 0 ep_pending_ops_max 0 ep_pending_ops_max_duration 0 ep_pending_ops_total 0 ep_postInitfile ep_queue_age_cap 900 ep_queue_size 0 ep_startup_time 1353952656 ep_storage_age 0 ep_storage_age_highwat 0 ep_store_max_concurrency 10 ep_store_max_readers 9 ep_store_max_readwrite 1 ep_stored_val_type ep_tap_ack_grace_period 300 ep_tap_ack_initial_sequence_number 1 ep_tap_ack_interval 1000 ep_tap_ack_window_size 10 ep_tap_backfill_resident 0.9 ep_tap_backlog_limit 5000 ep_tap_backoff_period 5 ep_tap_bg_fetch_requeued 0 ep_tap_bg_fetched 0 ep_tap_bg_max_pending 500 ep_tap_keepalive 300 ep_tap_noop_interval 20 ep_tap_requeue_sleep_time 0.1 ep_tap_throttle_cap_pcnt 10 ep_tap_throttle_queue_cap 1000000 ep_tap_throttle_threshold 90 ep_tmp_oom_errors 0 ep_too_old 0 ep_too_young 0 ep_total_cache_size 0 ep_total_del_items 0 ep_total_enqueued 0 ep_total_new_items 0 ep_total_persisted 0 ep_uncommitted_items 0 ep_value_size 0 ep_vb0 0 ep_vb_snapshot_total 5 ep_vb_total 512 ep_vbucket_del 0 ep_vbucket_del_fail 0 ep_version 2.0.0r_140_gde42c8c ep_waitforwarmup 0 ep_warmup 1 ep_warmup_batch_size 1000 ep_warmup_dups 0 ep_warmup_min_items_threshold 100 ep_warmup_min_memory_threshold 100 ep_warmup_oom 0 ep_warmup_thread complete ep_warmup_time 1398 get_hits 0 get_misses 0 incr_hits 0 incr_misses 0 libevent 2.0.11-stable limit_maxbytes 67108864 listen_disabled_num 0 max_conns_on_port_11209 1000 max_conns_on_port_11210 9000 mem_used 16084536 pid 25417 pointer_size 64 rejected_conns 0 rusage_system 0.328020 rusage_user 1.188074 tap_checkpoint_start_received 256 tap_checkpoint_start_sent 256 tap_connect_received 3 tap_opaque_received 518 tap_opaque_sent 518 threads 4 time 1353952757 total_connections 22 uptime 188 vb_active_curr_items 0 vb_active_eject 0 vb_active_expired 0 vb_active_ht_memory 6428672 vb_active_itm_memory 0 vb_active_meta_data_memory 0 vb_active_num 256 vb_active_num_non_resident 0 vb_active_num_ref_ejects 0 vb_active_num_ref_items 0 vb_active_ops_create 0 vb_active_ops_delete 0 vb_active_ops_reject 0 vb_active_ops_update 0 vb_active_perc_mem_resident 0 vb_active_queue_age 0 vb_active_queue_drain 0 vb_active_queue_fill 0 vb_active_queue_memory 0 vb_active_queue_pending 0 vb_active_queue_size 0 vb_dead_num 0 vb_pending_curr_items 0 vb_pending_eject 0 vb_pending_expired 0 vb_pending_ht_memory 0 vb_pending_itm_memory 0 vb_pending_meta_data_memory 0 vb_pending_num 0 vb_pending_num_non_resident 0 vb_pending_num_ref_ejects 0 vb_pending_num_ref_items 0 vb_pending_ops_create 0 vb_pending_ops_delete 0 vb_pending_ops_reject 0 vb_pending_ops_update 0 vb_pending_perc_mem_resident 0 vb_pending_queue_age 0 vb_pending_queue_drain 0 vb_pending_queue_fill 0 vb_pending_queue_memory 0 vb_pending_queue_pending 0 vb_pending_queue_size 0 vb_replica_curr_items 0 vb_replica_eject 0 vb_replica_expired 0 vb_replica_ht_memory 6428672 vb_replica_itm_memory 0 vb_replica_meta_data_memory 0 vb_replica_num 256 vb_replica_num_non_resident 0 vb_replica_num_ref_ejects 0 vb_replica_num_ref_items 0 vb_replica_ops_create 0 vb_replica_ops_delete 0 vb_replica_ops_reject 0 vb_replica_ops_update 0 vb_replica_perc_mem_resident 0 vb_replica_queue_age 0 vb_replica_queue_drain 0 vb_replica_queue_fill 0 vb_replica_queue_memory 0 vb_replica_queue_pending 0 vb_replica_queue_size 0 version 1.4.4_600_g7ea975a [ns_doctor:debug,2012-11-26T10:00:11.181,ns_1@10.3.3.96:ns_doctor<0.891.0>:ns_doctor:handle_info:137]Current node statuses: [{'ns_1@10.3.2.57', [{last_heard,{1353,952811,21949}}, {outgoing_replications_safeness_level,[{"default",green}]}, {incoming_replications_conf_hashes, [{"default", [{'ns_1@10.3.3.100',110886191}, {'ns_1@10.3.3.96',41456239}, {'ns_1@10.3.3.98',112129458}]}]}, {active_buckets,["default"]}, {ready_buckets,["default"]}, {local_tasks, [[{type,xdcr}, {id,<<"6bbfd7660f278da5bdec6845cb1355a8/default/default">>}, {errors,[]}, {changes_left,306}, {docs_checked,1000}, {docs_written,1000}, {data_replicated,929604}, {active_vbreps,32}, {waiting_vbreps,141}, {time_working,457}, {time_committing,0}, {num_checkpoints,0}, {num_failedckpts,0}, {docs_rep_queue,0}, {size_rep_queue,0}]]}, {memory, [{total,384698408}, {processes,343048592}, {processes_used,342991896}, {system,41649816}, {atom,1471049}, {atom_used,1451841}, {binary,11111400}, {code,14619769}, {ets,2593248}]}, {system_memory_data, [{system_total_memory,6442450944}, {free_swap,6291378176}, {total_swap,6291447808}, {cached_memory,1101623296}, {buffered_memory,668491776}, {free_memory,3917029376}, {total_memory,6442450944}]}, {node_storage_conf, [{db_path,"/opt/couchbase/var/lib/couchbase/data/"}, {index_path,"/opt/couchbase/var/lib/couchbase/data/"}]}, {statistics, [{wall_clock,{313610,5005}}, {context_switches,{934970,0}}, {garbage_collection,{185903,673646798,0}}, {io,{{input,44122763},{output,32951411}}}, {reductions,{243919833,14820000}}, {run_queue,0}, {runtime,{31900,2360}}]}, {system_stats, [{cpu_utilization_rate,23.115577889447238}, {swap_total,6291447808}, {swap_used,69632}]}, {interesting_stats, [{couch_docs_actual_disk_size,12122298}, {couch_docs_data_size,12023026}, {couch_views_actual_disk_size,0}, {couch_views_data_size,0}, {curr_items,1412}, {curr_items_tot,2771}, {mem_used,18697008}, {vb_replica_curr_items,1359}]}, {cluster_compatibility_version,131072}, {version, [{public_key,"0.13"}, {lhttpc,"1.3.0"}, {ale,"8cffe61"}, {os_mon,"2.2.7"}, {couch_set_view,"1.2.0a-31560d7-git"}, {mnesia,"4.5"}, {inets,"5.7.1"}, {couch,"1.2.0a-31560d7-git"}, {mapreduce,"1.0.0"}, {couch_index_merger,"1.2.0a-31560d7-git"}, {kernel,"2.14.5"}, {crypto,"2.0.4"}, {ssl,"4.1.6"}, {sasl,"2.1.10"}, {couch_view_parser,"1.0.0"}, {ns_server,"2.0.0-1965-rel-enterprise"}, {mochiweb,"1.4.1"}, {oauth,"7d85d3ef"}, {stdlib,"1.17.5"}]}, {supported_compat_version,[2,0]}, {system_arch,"x86_64-unknown-linux-gnu"}, {wall_clock,313}, {memory_data,{6442450944,2540109824,{<18023.815.0>,2543408}}}, {disk_data,[{"/",103209120,9}]}, {meminfo, <<"MemTotal: 6291456 kB\nMemFree: 3825224 kB\nBuffers: 652824 kB\nCached: 1075804 kB\nSwapCached: 0 kB\nActive: 1483036 kB\nInactive: 712100 kB\nHighTotal: 0 kB\nHighFree: 0 kB\nLowTotal: 6291456 kB\nLowFree: 3825224 kB\nSwapTotal: 6143992 kB\nSwapFree: 6143924 kB\nDirty: 54148 kB\nWriteback: 156 kB\nAnonPages: 464932 kB\nMapped: 14652 kB\nSlab: 111808 kB\nPageTables: 3132 kB\nNFS_Unstable: 0 kB\nBounce: 0 kB\nCommitLimit: 9289720 kB\nCommitted_AS: 1072020 kB\nVmallocTotal: 34359738367 kB\nVmallocUsed: 3384 kB\nVmallocChunk: 34359734983 kB\n">>}]}, {'ns_1@10.3.3.100', [{last_heard,{1353,952809,748566}}, {outgoing_replications_safeness_level,[{"default",green}]}, {incoming_replications_conf_hashes, [{"default", [{'ns_1@10.3.2.57',63506121}, {'ns_1@10.3.3.96',117606290}, {'ns_1@10.3.3.98',14619049}]}]}, {active_buckets,["default"]}, {ready_buckets,["default"]}, {local_tasks, [[{type,xdcr}, {id,<<"6bbfd7660f278da5bdec6845cb1355a8/default/default">>}, {errors,[]}, {changes_left,149}, {docs_checked,1029}, {docs_written,1029}, {data_replicated,960579}, {active_vbreps,32}, {waiting_vbreps,57}, {time_working,419}, {time_committing,0}, {num_checkpoints,0}, {num_failedckpts,0}, {docs_rep_queue,0}, {size_rep_queue,0}]]}, {memory, [{total,279702160}, {processes,238268728}, {processes_used,238229672}, {system,41433432}, {atom,1402593}, {atom_used,1372956}, {binary,11372496}, {code,14315494}, {ets,2537936}]}, {system_memory_data, [{system_total_memory,6442450944}, {free_swap,6291447808}, {total_swap,6291447808}, {cached_memory,596451328}, {buffered_memory,730394624}, {free_memory,4452216832}, {total_memory,6442450944}]}, {node_storage_conf, [{db_path,"/opt/couchbase/var/lib/couchbase/data/"}, {index_path,"/opt/couchbase/var/lib/couchbase/data/"}]}, {statistics, [{wall_clock,{308080,5001}}, {context_switches,{887929,0}}, {garbage_collection,{190926,521033405,0}}, {io,{{input,41597498},{output,29422298}}}, {reductions,{185209996,23322154}}, {run_queue,0}, {runtime,{30920,4020}}]}, {system_stats, [{cpu_utilization_rate,45.38653366583541}, {swap_total,6291447808}, {swap_used,0}]}, {interesting_stats, [{couch_docs_actual_disk_size,11800989}, {couch_docs_data_size,11727799}, {couch_views_actual_disk_size,0}, {couch_views_data_size,0}, {curr_items,1271}, {curr_items_tot,2553}, {mem_used,18518360}, {vb_replica_curr_items,1282}]}, {cluster_compatibility_version,131072}, {version, [{public_key,"0.13"}, {lhttpc,"1.3.0"}, {ale,"8cffe61"}, {os_mon,"2.2.7"}, {couch_set_view,"1.2.0a-31560d7-git"}, {mnesia,"4.5"}, {inets,"5.7.1"}, {couch,"1.2.0a-31560d7-git"}, {mapreduce,"1.0.0"}, {couch_index_merger,"1.2.0a-31560d7-git"}, {kernel,"2.14.5"}, {crypto,"2.0.4"}, {ssl,"4.1.6"}, {sasl,"2.1.10"}, {couch_view_parser,"1.0.0"}, {ns_server,"2.0.0-1965-rel-enterprise"}, {mochiweb,"1.4.1"}, {oauth,"7d85d3ef"}, {stdlib,"1.17.5"}]}, {supported_compat_version,[2,0]}, {system_arch,"x86_64-unknown-linux-gnu"}, {wall_clock,308}, {memory_data,{6442450944,2001772544,{<18067.1014.0>,3514512}}}, {disk_data,[{"/",103209120,8}]}, {meminfo, <<"MemTotal: 6291456 kB\nMemFree: 4347868 kB\nBuffers: 713276 kB\nCached: 582472 kB\nSwapCached: 0 kB\nActive: 1273232 kB\nInactive: 392168 kB\nHighTotal: 0 kB\nHighFree: 0 kB\nLowTotal: 6291456 kB\nLowFree: 4347868 kB\nSwapTotal: 6143992 kB\nSwapFree: 6143992 kB\nDirty: 57652 kB\nWriteback: 0 kB\nAnonPages: 368324 kB\nMapped: 14960 kB\nSlab: 118384 kB\nPageTables: 2852 kB\nNFS_Unstable: 0 kB\nBounce: 0 kB\nCommitLimit: 9289720 kB\nCommitted_AS: 938940 kB\nVmallocTotal: 34359738367 kB\nVmallocUsed: 3384 kB\nVmallocChunk: 34359734983 kB\n">>}]}, {'ns_1@10.3.3.96', [{last_heard,{1353,952806,190348}}, {outgoing_replications_safeness_level,[{"default",green}]}, {incoming_replications_conf_hashes, [{"default", [{'ns_1@10.3.2.57',33817834}, {'ns_1@10.3.3.100',41681736}, {'ns_1@10.3.3.98',10928119}]}]}, {active_buckets,["default"]}, {ready_buckets,["default"]}, {local_tasks, [[{type,xdcr}, {id,<<"6bbfd7660f278da5bdec6845cb1355a8/default/default">>}, {errors,[]}, {changes_left,35}, {docs_checked,867}, {docs_written,867}, {data_replicated,801525}, {active_vbreps,29}, {waiting_vbreps,0}, {time_working,326}, {time_committing,0}, {num_checkpoints,0}, {num_failedckpts,0}, {docs_rep_queue,0}, {size_rep_queue,0}]]}, {memory, [{total,319751504}, {processes,278808424}, {processes_used,278733872}, {system,40943080}, {atom,1400977}, {atom_used,1371092}, {binary,10900048}, {code,14320144}, {ets,2545848}]}, {system_memory_data, [{system_total_memory,6442450944}, {free_swap,6291447808}, {total_swap,6291447808}, {cached_memory,609742848}, {buffered_memory,493244416}, {free_memory,4682977280}, {total_memory,6442450944}]}, {node_storage_conf, [{db_path,"/opt/couchbase/var/lib/couchbase/data/"}, {index_path,"/opt/couchbase/var/lib/couchbase/data/"}]}, {statistics, [{wall_clock,{303330,5006}}, {context_switches,{820682,0}}, {garbage_collection,{175154,496213616,0}}, {io,{{input,37933914},{output,26761975}}}, {reductions,{175295685,23418342}}, {run_queue,2}, {runtime,{26910,5070}}]}, {system_stats, [{cpu_utilization_rate,67.67676767676768}, {swap_total,6291447808}, {swap_used,0}]}, {interesting_stats, [{couch_docs_actual_disk_size,9407606}, {couch_docs_data_size,9375300}, {couch_views_actual_disk_size,0}, {couch_views_data_size,0}, {curr_items,933}, {curr_items_tot,1802}, {mem_used,17839680}, {vb_replica_curr_items,869}]}, {cluster_compatibility_version,131072}, {version, [{public_key,"0.13"}, {lhttpc,"1.3.0"}, {ale,"8cffe61"}, {os_mon,"2.2.7"}, {couch_set_view,"1.2.0a-31560d7-git"}, {mnesia,"4.5"}, {inets,"5.7.1"}, {couch,"1.2.0a-31560d7-git"}, {mapreduce,"1.0.0"}, {couch_index_merger,"1.2.0a-31560d7-git"}, {kernel,"2.14.5"}, {crypto,"2.0.4"}, {ssl,"4.1.6"}, {sasl,"2.1.10"}, {couch_view_parser,"1.0.0"}, {ns_server,"2.0.0-1965-rel-enterprise"}, {mochiweb,"1.4.1"}, {oauth,"7d85d3ef"}, {stdlib,"1.17.5"}]}, {supported_compat_version,[2,0]}, {system_arch,"x86_64-unknown-linux-gnu"}, {wall_clock,303}, {memory_data,{6442450944,1733738496,{<0.944.0>,2543368}}}, {disk_data,[{"/",103209120,8}]}, {meminfo, <<"MemTotal: 6291456 kB\nMemFree: 4573096 kB\nBuffers: 481684 kB\nCached: 595452 kB\nSwapCached: 0 kB\nActive: 1064332 kB\nInactive: 411144 kB\nHighTotal: 0 kB\nHighFree: 0 kB\nLowTotal: 6291456 kB\nLowFree: 4573096 kB\nSwapTotal: 6143992 kB\nSwapFree: 6143992 kB\nDirty: 54952 kB\nWriteback: 0 kB\nAnonPages: 397352 kB\nMapped: 14596 kB\nSlab: 82180 kB\nPageTables: 2780 kB\nNFS_Unstable: 0 kB\nBounce: 0 kB\nCommitLimit: 9289720 kB\nCommitted_AS: 984020 kB\nVmallocTotal: 34359738367 kB\nVmallocUsed: 3384 kB\nVmallocChunk: 34359734983 kB\n">>}]}, {'ns_1@10.3.3.98', [{last_heard,{1353,952810,534299}}, {outgoing_replications_safeness_level,[{"default",green}]}, {incoming_replications_conf_hashes, [{"default", [{'ns_1@10.3.2.57',115455469}, {'ns_1@10.3.3.100',74343578}, {'ns_1@10.3.3.96',66117516}]}]}, {active_buckets,["default"]}, {ready_buckets,["default"]}, {local_tasks, [[{type,xdcr}, {id,<<"6bbfd7660f278da5bdec6845cb1355a8/default/default">>}, {errors,[]}, {changes_left,114}, {docs_checked,1075}, {docs_written,1075}, {data_replicated,1004553}, {active_vbreps,32}, {waiting_vbreps,46}, {time_working,482}, {time_committing,0}, {num_checkpoints,0}, {num_failedckpts,0}, {docs_rep_queue,0}, {size_rep_queue,0}]]}, {memory, [{total,300469080}, {processes,258595768}, {processes_used,258556368}, {system,41873312}, {atom,1404209}, {atom_used,1375993}, {binary,11751928}, {code,14368586}, {ets,2546256}]}, {system_memory_data, [{system_total_memory,6442450944}, {free_swap,6291378176}, {total_swap,6291447808}, {cached_memory,596422656}, {buffered_memory,516067328}, {free_memory,4684251136}, {total_memory,6442450944}]}, {node_storage_conf, [{db_path,"/opt/couchbase/var/lib/couchbase/data/"}, {index_path,"/opt/couchbase/var/lib/couchbase/data/"}]}, {statistics, [{wall_clock,{312650,5001}}, {context_switches,{921766,0}}, {garbage_collection,{201171,553614273,0}}, {io,{{input,43152677},{output,29944979}}}, {reductions,{195525498,20784015}}, {run_queue,0}, {runtime,{31060,5370}}]}, {system_stats, [{cpu_utilization_rate,18.65671641791045}, {swap_total,6291447808}, {swap_used,69632}]}, {interesting_stats, [{couch_docs_actual_disk_size,11923767}, {couch_docs_data_size,11870979}, {couch_views_actual_disk_size,0}, {couch_views_data_size,0}, {curr_items,1252}, {curr_items_tot,2546}, {mem_used,18497360}, {vb_replica_curr_items,1294}]}, {cluster_compatibility_version,131072}, {version, [{public_key,"0.13"}, {lhttpc,"1.3.0"}, {ale,"8cffe61"}, {os_mon,"2.2.7"}, {couch_set_view,"1.2.0a-31560d7-git"}, {mnesia,"4.5"}, {inets,"5.7.1"}, {couch,"1.2.0a-31560d7-git"}, {mapreduce,"1.0.0"}, {couch_index_merger,"1.2.0a-31560d7-git"}, {kernel,"2.14.5"}, {crypto,"2.0.4"}, {ssl,"4.1.6"}, {sasl,"2.1.10"}, {couch_view_parser,"1.0.0"}, {ns_server,"2.0.0-1965-rel-enterprise"}, {mochiweb,"1.4.1"}, {oauth,"7d85d3ef"}, {stdlib,"1.17.5"}]}, {supported_compat_version,[2,0]}, {system_arch,"x86_64-unknown-linux-gnu"}, {wall_clock,312}, {memory_data,{6442450944,1754103808,{<18066.941.0>,5085816}}}, {disk_data,[{"/",103209120,8}]}, {meminfo, <<"MemTotal: 6291456 kB\nMemFree: 4574464 kB\nBuffers: 503972 kB\nCached: 582444 kB\nSwapCached: 68 kB\nActive: 1080548 kB\nInactive: 390616 kB\nHighTotal: 0 kB\nHighFree: 0 kB\nLowTotal: 6291456 kB\nLowFree: 4574464 kB\nSwapTotal: 6143992 kB\nSwapFree: 6143924 kB\nDirty: 55976 kB\nWriteback: 0 kB\nAnonPages: 383872 kB\nMapped: 14948 kB\nSlab: 86400 kB\nPageTables: 2912 kB\nNFS_Unstable: 0 kB\nBounce: 0 kB\nCommitLimit: 9289720 kB\nCommitted_AS: 952588 kB\nVmallocTotal: 34359738367 kB\nVmallocUsed: 3384 kB\nVmallocChunk: 34359734983 kB\n">>}]}] [stats:debug,2012-11-26T10:00:57.679,ns_1@10.3.3.96:<0.1456.0>:stats_collector:maybe_log_stats:126](at {{1970,1,16},{8,5,52}}) Stats for bucket "default": accepting_conns 1 auth_cmds 1 auth_errors 0 bucket_active_conns 1 bucket_conns 21 bytes 20428328 bytes_read 3663727 bytes_written 66852611 cas_badval 0 cas_hits 0 cas_misses 0 cmd_flush 0 cmd_get 0 cmd_set 2484 conn_yields 29 connection_structures 5000 curr_connections 22 curr_conns_on_port_11209 18 curr_conns_on_port_11210 2 curr_items 2484 curr_items_tot 4927 curr_temp_items 0 daemon_connections 4 decr_hits 0 decr_misses 0 delete_hits 0 delete_misses 0 ep_access_scanner_last_runtime 0 ep_access_scanner_num_items 0 ep_access_scanner_task_time 2012-11-27 10:00:00 ep_allow_data_loss_during_shutdown 1 ep_alog_block_size 4096 ep_alog_path /opt/couchbase/var/lib/couchbase/data/default/access.log ep_alog_sleep_time 1440 ep_alog_task_time 10 ep_backend couchdb ep_bg_fetch_delay 0 ep_bg_fetched 0 ep_bg_meta_fetched 0 ep_bg_remaining_jobs 0 ep_chk_max_items 5000 ep_chk_period 1800 ep_chk_persistence_remains 0 ep_chk_persistence_timeout 10 ep_chk_remover_stime 5 ep_commit_num 263 ep_commit_time 12 ep_commit_time_total 2209 ep_concurrentDB 1 ep_config_file ep_couch_bucket default ep_couch_host localhost ep_couch_port 11213 ep_couch_reconnect_sleeptime 250 ep_couch_response_timeout 180000 ep_data_age 1 ep_data_age_highwat 8 ep_data_traffic_enabled 0 ep_dbinit 0 ep_dbname /opt/couchbase/var/lib/couchbase/data/default ep_degraded_mode 0 ep_diskqueue_drain 4927 ep_diskqueue_fill 4927 ep_diskqueue_items 0 ep_diskqueue_memory 0 ep_diskqueue_pending 0 ep_exp_pager_stime 3600 ep_exp_pager_stime 3600 ep_expired_access 0 ep_expired_pager 0 ep_expiry_window 3 ep_failpartialwarmup 0 ep_flush_all false ep_flush_duration_total 35 ep_flushall_enabled 0 ep_flusher_state running ep_flusher_todo 0 ep_getl_default_timeout 15 ep_getl_max_timeout 30 ep_ht_locks 5 ep_ht_size 3079 ep_inconsistent_slave_chk 0 ep_initfile ep_io_num_read 0 ep_io_num_write 4927 ep_io_read_bytes 0 ep_io_write_bytes 3087545 ep_item_begin_failed 0 ep_item_commit_failed 0 ep_item_flush_expired 0 ep_item_flush_failed 0 ep_item_num_based_new_chk 1 ep_items_rm_from_checkpoints 0 ep_keep_closed_chks 0 ep_klog_block_size 4096 ep_klog_compactor_queue_cap 500000 ep_klog_compactor_stime 3600 ep_klog_flush commit2 ep_klog_max_entry_ratio 10 ep_klog_max_log_size 2147483647 ep_klog_path ep_klog_sync commit2 ep_kv_size 3489333 ep_max_checkpoints 2 ep_max_data_size 1073741824 ep_max_item_size 20971520 ep_max_size 1073741824 ep_max_txn_size 10000 ep_max_vbuckets 1024 ep_mem_high_wat 805306368 ep_mem_high_wat 805306368 ep_mem_low_wat 644245094 ep_mem_low_wat 644245094 ep_mem_tracker_enabled true ep_min_data_age 0 ep_mlog_compactor_runs 0 ep_mutation_mem_threshold 0 ep_num_access_scanner_runs 0 ep_num_eject_failures 0 ep_num_expiry_pager_runs 0 ep_num_non_resident 0 ep_num_not_my_vbuckets 0 ep_num_ops_del_meta 0 ep_num_ops_get_meta 2484 ep_num_ops_set_meta 0 ep_num_pager_runs 0 ep_num_value_ejects 0 ep_oom_errors 0 ep_overhead 14096030 ep_pager_active_vb_pcnt 40 ep_pager_unbiased_period 60 ep_pending_ops 0 ep_pending_ops_max 0 ep_pending_ops_max_duration 0 ep_pending_ops_total 0 ep_postInitfile ep_queue_age_cap 900 ep_queue_size 0 ep_startup_time 1353952656 ep_storage_age 0 ep_storage_age_highwat 6 ep_store_max_concurrency 10 ep_store_max_readers 9 ep_store_max_readwrite 1 ep_stored_val_type ep_tap_ack_grace_period 300 ep_tap_ack_initial_sequence_number 1 ep_tap_ack_interval 1000 ep_tap_ack_window_size 10 ep_tap_backfill_resident 0.9 ep_tap_backlog_limit 5000 ep_tap_backoff_period 5 ep_tap_bg_fetch_requeued 0 ep_tap_bg_fetched 0 ep_tap_bg_max_pending 500 ep_tap_keepalive 300 ep_tap_noop_interval 20 ep_tap_requeue_sleep_time 0.1 ep_tap_throttle_cap_pcnt 10 ep_tap_throttle_queue_cap 1000000 ep_tap_throttle_threshold 90 ep_tmp_oom_errors 0 ep_too_old 0 ep_too_young 0 ep_total_cache_size 3430209 ep_total_del_items 0 ep_total_enqueued 4927 ep_total_new_items 4927 ep_total_persisted 4927 ep_uncommitted_items 0 ep_value_size 3043202 ep_vb0 0 ep_vb_snapshot_total 5 ep_vb_total 512 ep_vbucket_del 0 ep_vbucket_del_fail 0 ep_version 2.0.0r_140_gde42c8c ep_waitforwarmup 0 ep_warmup 1 ep_warmup_batch_size 1000 ep_warmup_dups 0 ep_warmup_min_items_threshold 100 ep_warmup_min_memory_threshold 100 ep_warmup_oom 0 ep_warmup_thread complete ep_warmup_time 1398 get_hits 0 get_misses 0 incr_hits 0 incr_misses 0 libevent 2.0.11-stable limit_maxbytes 67108864 listen_disabled_num 0 max_conns_on_port_11209 1000 max_conns_on_port_11210 9000 mem_used 20428328 pid 25417 pointer_size 64 rejected_conns 0 rusage_system 1.680105 rusage_user 6.960435 tap_checkpoint_start_received 256 tap_checkpoint_start_sent 256 tap_connect_received 3 tap_mutation_received 2443 tap_mutation_sent 2484 tap_opaque_received 518 tap_opaque_sent 518 threads 4 time 1353952857 total_connections 23 uptime 288 vb_active_curr_items 2484 vb_active_eject 0 vb_active_expired 0 vb_active_ht_memory 6428672 vb_active_itm_memory 1731140 vb_active_meta_data_memory 208656 vb_active_num 256 vb_active_num_non_resident 0 vb_active_num_ref_ejects 0 vb_active_num_ref_items 2484 vb_active_ops_create 2484 vb_active_ops_delete 0 vb_active_ops_reject 0 vb_active_ops_update 0 vb_active_perc_mem_resident 100 vb_active_queue_age 0 vb_active_queue_drain 2484 vb_active_queue_fill 2484 vb_active_queue_memory 0 vb_active_queue_pending 0 vb_active_queue_size 0 vb_dead_num 0 vb_pending_curr_items 0 vb_pending_eject 0 vb_pending_expired 0 vb_pending_ht_memory 0 vb_pending_itm_memory 0 vb_pending_meta_data_memory 0 vb_pending_num 0 vb_pending_num_non_resident 0 vb_pending_num_ref_ejects 0 vb_pending_num_ref_items 0 vb_pending_ops_create 0 vb_pending_ops_delete 0 vb_pending_ops_reject 0 vb_pending_ops_update 0 vb_pending_perc_mem_resident 0 vb_pending_queue_age 0 vb_pending_queue_drain 0 vb_pending_queue_fill 0 vb_pending_queue_memory 0 vb_pending_queue_pending 0 vb_pending_queue_size 0 vb_replica_curr_items 2443 vb_replica_eject 0 vb_replica_expired 0 vb_replica_ht_memory 6428672 vb_replica_itm_memory 1699069 vb_replica_meta_data_memory 205212 vb_replica_num 256 vb_replica_num_non_resident 0 vb_replica_num_ref_ejects 0 vb_replica_num_ref_items 2443 vb_replica_ops_create 2443 vb_replica_ops_delete 0 vb_replica_ops_reject 0 vb_replica_ops_update 0 vb_replica_perc_mem_resident 100 vb_replica_queue_age 0 vb_replica_queue_drain 2443 vb_replica_queue_fill 2443 vb_replica_queue_memory 0 vb_replica_queue_pending 0 vb_replica_queue_size 0 version 1.4.4_600_g7ea975a [ns_doctor:debug,2012-11-26T10:01:11.181,ns_1@10.3.3.96:ns_doctor<0.891.0>:ns_doctor:handle_info:137]Current node statuses: [{'ns_1@10.3.2.57', [{last_heard,{1353,952871,18721}}, {outgoing_replications_safeness_level,[{"default",green}]}, {incoming_replications_conf_hashes, [{"default", [{'ns_1@10.3.3.100',110886191}, {'ns_1@10.3.3.96',41456239}, {'ns_1@10.3.3.98',112129458}]}]}, {active_buckets,["default"]}, {ready_buckets,["default"]}, {local_tasks, [[{type,xdcr}, {id,<<"6bbfd7660f278da5bdec6845cb1355a8/default/default">>}, {errors,[]}, {changes_left,0}, {docs_checked,2520}, {docs_written,2520}, {data_replicated,2350016}, {active_vbreps,0}, {waiting_vbreps,0}, {time_working,1100}, {time_committing,0}, {num_checkpoints,0}, {num_failedckpts,0}, {docs_rep_queue,0}, {size_rep_queue,0}]]}, {memory, [{total,352725008}, {processes,306811512}, {processes_used,306530976}, {system,45913496}, {atom,1471049}, {atom_used,1451841}, {binary,15292976}, {code,14619769}, {ets,2787488}]}, {system_memory_data, [{system_total_memory,6442450944}, {free_swap,6291378176}, {total_swap,6291447808}, {cached_memory,1117020160}, {buffered_memory,668762112}, {free_memory,3915714560}, {total_memory,6442450944}]}, {node_storage_conf, [{db_path,"/opt/couchbase/var/lib/couchbase/data/"}, {index_path,"/opt/couchbase/var/lib/couchbase/data/"}]}, {statistics, [{wall_clock,{373609,5002}}, {context_switches,{1408159,0}}, {garbage_collection,{277000,956319478,0}}, {io,{{input,88217639},{output,47415016}}}, {reductions,{359553749,4765170}}, {run_queue,0}, {runtime,{49840,320}}]}, {system_stats, [{cpu_utilization_rate,0.9685230024213075}, {swap_total,6291447808}, {swap_used,69632}]}, {interesting_stats, [{couch_docs_actual_disk_size,21484740}, {couch_docs_data_size,21452288}, {couch_views_actual_disk_size,0}, {couch_views_data_size,0}, {curr_items,2520}, {curr_items_tot,5016}, {mem_used,20528888}, {vb_replica_curr_items,2496}]}, {cluster_compatibility_version,131072}, {version, [{public_key,"0.13"}, {lhttpc,"1.3.0"}, {ale,"8cffe61"}, {os_mon,"2.2.7"}, {couch_set_view,"1.2.0a-31560d7-git"}, {mnesia,"4.5"}, {inets,"5.7.1"}, {couch,"1.2.0a-31560d7-git"}, {mapreduce,"1.0.0"}, {couch_index_merger,"1.2.0a-31560d7-git"}, {kernel,"2.14.5"}, {crypto,"2.0.4"}, {ssl,"4.1.6"}, {sasl,"2.1.10"}, {couch_view_parser,"1.0.0"}, {ns_server,"2.0.0-1965-rel-enterprise"}, {mochiweb,"1.4.1"}, {oauth,"7d85d3ef"}, {stdlib,"1.17.5"}]}, {supported_compat_version,[2,0]}, {system_arch,"x86_64-unknown-linux-gnu"}, {wall_clock,373}, {memory_data,{6442450944,2533470208,{<18023.7715.0>,13313520}}}, {disk_data,[{"/",103209120,9}]}, {meminfo, <<"MemTotal: 6291456 kB\nMemFree: 3823940 kB\nBuffers: 653088 kB\nCached: 1090840 kB\nSwapCached: 0 kB\nActive: 1475796 kB\nInactive: 718688 kB\nHighTotal: 0 kB\nHighFree: 0 kB\nLowTotal: 6291456 kB\nLowFree: 3823940 kB\nSwapTotal: 6143992 kB\nSwapFree: 6143924 kB\nDirty: 39660 kB\nWriteback: 0 kB\nAnonPages: 449376 kB\nMapped: 14652 kB\nSlab: 112004 kB\nPageTables: 3068 kB\nNFS_Unstable: 0 kB\nBounce: 0 kB\nCommitLimit: 9289720 kB\nCommitted_AS: 1036592 kB\nVmallocTotal: 34359738367 kB\nVmallocUsed: 3384 kB\nVmallocChunk: 34359734983 kB\n">>}]}, {'ns_1@10.3.3.100', [{last_heard,{1353,952869,748243}}, {outgoing_replications_safeness_level,[{"default",green}]}, {incoming_replications_conf_hashes, [{"default", [{'ns_1@10.3.2.57',63506121}, {'ns_1@10.3.3.96',117606290}, {'ns_1@10.3.3.98',14619049}]}]}, {active_buckets,["default"]}, {ready_buckets,["default"]}, {local_tasks, [[{type,xdcr}, {id,<<"6bbfd7660f278da5bdec6845cb1355a8/default/default">>}, {errors,[]}, {changes_left,0}, {docs_checked,2529}, {docs_written,2529}, {data_replicated,2352687}, {active_vbreps,0}, {waiting_vbreps,0}, {time_working,1080}, {time_committing,0}, {num_checkpoints,0}, {num_failedckpts,0}, {docs_rep_queue,0}, {size_rep_queue,0}]]}, {memory, [{total,326753816}, {processes,284054336}, {processes_used,283848896}, {system,42699480}, {atom,1402593}, {atom_used,1372956}, {binary,12534672}, {code,14315494}, {ets,2717888}]}, {system_memory_data, [{system_total_memory,6442450944}, {free_swap,6291447808}, {total_swap,6291447808}, {cached_memory,613457920}, {buffered_memory,730451968}, {free_memory,4387205120}, {total_memory,6442450944}]}, {node_storage_conf, [{db_path,"/opt/couchbase/var/lib/couchbase/data/"}, {index_path,"/opt/couchbase/var/lib/couchbase/data/"}]}, {statistics, [{wall_clock,{368079,5001}}, {context_switches,{1392563,0}}, {garbage_collection,{290883,801053581,0}}, {io,{{input,70208245},{output,44241012}}}, {reductions,{291962626,2276109}}, {run_queue,0}, {runtime,{51100,140}}]}, {system_stats, [{cpu_utilization_rate,0.0},{swap_total,6291447808},{swap_used,0}]}, {interesting_stats, [{couch_docs_actual_disk_size,21296245}, {couch_docs_data_size,21263872}, {couch_views_actual_disk_size,0}, {couch_views_data_size,0}, {curr_items,2529}, {curr_items_tot,5082}, {mem_used,20582696}, {vb_replica_curr_items,2553}]}, {cluster_compatibility_version,131072}, {version, [{public_key,"0.13"}, {lhttpc,"1.3.0"}, {ale,"8cffe61"}, {os_mon,"2.2.7"}, {couch_set_view,"1.2.0a-31560d7-git"}, {mnesia,"4.5"}, {inets,"5.7.1"}, {couch,"1.2.0a-31560d7-git"}, {mapreduce,"1.0.0"}, {couch_index_merger,"1.2.0a-31560d7-git"}, {kernel,"2.14.5"}, {crypto,"2.0.4"}, {ssl,"4.1.6"}, {sasl,"2.1.10"}, {couch_view_parser,"1.0.0"}, {ns_server,"2.0.0-1965-rel-enterprise"}, {mochiweb,"1.4.1"}, {oauth,"7d85d3ef"}, {stdlib,"1.17.5"}]}, {supported_compat_version,[2,0]}, {system_arch,"x86_64-unknown-linux-gnu"}, {wall_clock,368}, {memory_data,{6442450944,2055127040,{<18067.1014.0>,3514512}}}, {disk_data,[{"/",103209120,8}]}, {meminfo, <<"MemTotal: 6291456 kB\nMemFree: 4284380 kB\nBuffers: 713332 kB\nCached: 599080 kB\nSwapCached: 0 kB\nActive: 1328056 kB\nInactive: 399456 kB\nHighTotal: 0 kB\nHighFree: 0 kB\nLowTotal: 6291456 kB\nLowFree: 4284380 kB\nSwapTotal: 6143992 kB\nSwapFree: 6143992 kB\nDirty: 44604 kB\nWriteback: 0 kB\nAnonPages: 413736 kB\nMapped: 14960 kB\nSlab: 118652 kB\nPageTables: 2936 kB\nNFS_Unstable: 0 kB\nBounce: 0 kB\nCommitLimit: 9289720 kB\nCommitted_AS: 987260 kB\nVmallocTotal: 34359738367 kB\nVmallocUsed: 3384 kB\nVmallocChunk: 34359734983 kB\n">>}]}, {'ns_1@10.3.3.96', [{last_heard,{1353,952866,185864}}, {outgoing_replications_safeness_level,[{"default",green}]}, {incoming_replications_conf_hashes, [{"default", [{'ns_1@10.3.2.57',33817834}, {'ns_1@10.3.3.100',41681736}, {'ns_1@10.3.3.98',10928119}]}]}, {active_buckets,["default"]}, {ready_buckets,["default"]}, {local_tasks, [[{type,xdcr}, {id,<<"6bbfd7660f278da5bdec6845cb1355a8/default/default">>}, {errors,[]}, {changes_left,0}, {docs_checked,2484}, {docs_written,2484}, {data_replicated,2307344}, {active_vbreps,0}, {waiting_vbreps,0}, {time_working,1012}, {time_committing,0}, {num_checkpoints,0}, {num_failedckpts,0}, {docs_rep_queue,0}, {size_rep_queue,0}]]}, {memory, [{total,328022120}, {processes,284787912}, {processes_used,284545512}, {system,43234208}, {atom,1400977}, {atom_used,1371092}, {binary,13056712}, {code,14320144}, {ets,2725512}]}, {system_memory_data, [{system_total_memory,6442450944}, {free_swap,6291447808}, {total_swap,6291447808}, {cached_memory,629882880}, {buffered_memory,493342720}, {free_memory,4632289280}, {total_memory,6442450944}]}, {node_storage_conf, [{db_path,"/opt/couchbase/var/lib/couchbase/data/"}, {index_path,"/opt/couchbase/var/lib/couchbase/data/"}]}, {statistics, [{wall_clock,{363326,5000}}, {context_switches,{1415241,0}}, {garbage_collection,{300450,830711071,0}}, {io,{{input,69071887},{output,44674669}}}, {reductions,{301030499,2240317}}, {run_queue,0}, {runtime,{52450,90}}]}, {system_stats, [{cpu_utilization_rate,0.48661800486618007}, {swap_total,6291447808}, {swap_used,0}]}, {interesting_stats, [{couch_docs_actual_disk_size,20440259}, {couch_docs_data_size,20407808}, {couch_views_actual_disk_size,0}, {couch_views_data_size,0}, {curr_items,2484}, {curr_items_tot,4927}, {mem_used,20428328}, {vb_replica_curr_items,2443}]}, {cluster_compatibility_version,131072}, {version, [{public_key,"0.13"}, {lhttpc,"1.3.0"}, {ale,"8cffe61"}, {os_mon,"2.2.7"}, {couch_set_view,"1.2.0a-31560d7-git"}, {mnesia,"4.5"}, {inets,"5.7.1"}, {couch,"1.2.0a-31560d7-git"}, {mapreduce,"1.0.0"}, {couch_index_merger,"1.2.0a-31560d7-git"}, {kernel,"2.14.5"}, {crypto,"2.0.4"}, {ssl,"4.1.6"}, {sasl,"2.1.10"}, {couch_view_parser,"1.0.0"}, {ns_server,"2.0.0-1965-rel-enterprise"}, {mochiweb,"1.4.1"}, {oauth,"7d85d3ef"}, {stdlib,"1.17.5"}]}, {supported_compat_version,[2,0]}, {system_arch,"x86_64-unknown-linux-gnu"}, {wall_clock,363}, {memory_data,{6442450944,1811812352,{<0.1447.0>,2914384}}}, {disk_data,[{"/",103209120,8}]}, {meminfo, <<"MemTotal: 6291456 kB\nMemFree: 4523720 kB\nBuffers: 481780 kB\nCached: 615120 kB\nSwapCached: 0 kB\nActive: 1104656 kB\nInactive: 419940 kB\nHighTotal: 0 kB\nHighFree: 0 kB\nLowTotal: 6291456 kB\nLowFree: 4523720 kB\nSwapTotal: 6143992 kB\nSwapFree: 6143992 kB\nDirty: 42792 kB\nWriteback: 0 kB\nAnonPages: 426928 kB\nMapped: 14596 kB\nSlab: 82928 kB\nPageTables: 2844 kB\nNFS_Unstable: 0 kB\nBounce: 0 kB\nCommitLimit: 9289720 kB\nCommitted_AS: 1006060 kB\nVmallocTotal: 34359738367 kB\nVmallocUsed: 3384 kB\nVmallocChunk: 34359734983 kB\n">>}]}, {'ns_1@10.3.3.98', [{last_heard,{1353,952870,536223}}, {outgoing_replications_safeness_level,[{"default",green}]}, {incoming_replications_conf_hashes, [{"default", [{'ns_1@10.3.2.57',115455469}, {'ns_1@10.3.3.100',74343578}, {'ns_1@10.3.3.96',66117516}]}]}, {active_buckets,["default"]}, {ready_buckets,["default"]}, {local_tasks, [[{type,xdcr}, {id,<<"6bbfd7660f278da5bdec6845cb1355a8/default/default">>}, {errors,[]}, {changes_left,0}, {docs_checked,2467}, {docs_written,2467}, {data_replicated,2304101}, {active_vbreps,0}, {waiting_vbreps,0}, {time_working,1102}, {time_committing,0}, {num_checkpoints,0}, {num_failedckpts,0}, {docs_rep_queue,0}, {size_rep_queue,0}]]}, {memory, [{total,331828240}, {processes,287749912}, {processes_used,287531832}, {system,44078328}, {atom,1404209}, {atom_used,1375993}, {binary,13850768}, {code,14368586}, {ets,2723720}]}, {system_memory_data, [{system_total_memory,6442450944}, {free_swap,6291378176}, {total_swap,6291447808}, {cached_memory,613556224}, {buffered_memory,516239360}, {free_memory,4631564288}, {total_memory,6442450944}]}, {node_storage_conf, [{db_path,"/opt/couchbase/var/lib/couchbase/data/"}, {index_path,"/opt/couchbase/var/lib/couchbase/data/"}]}, {statistics, [{wall_clock,{372649,5000}}, {context_switches,{1446999,0}}, {garbage_collection,{308646,846190163,0}}, {io,{{input,70544111},{output,45482349}}}, {reductions,{307459162,2196400}}, {run_queue,0}, {runtime,{52160,110}}]}, {system_stats, [{cpu_utilization_rate,0.7177033492822966}, {swap_total,6291447808}, {swap_used,69632}]}, {interesting_stats, [{couch_docs_actual_disk_size,21120196}, {couch_docs_data_size,21087744}, {couch_views_actual_disk_size,0}, {couch_views_data_size,0}, {curr_items,2467}, {curr_items_tot,4975}, {mem_used,20490104}, {vb_replica_curr_items,2508}]}, {cluster_compatibility_version,131072}, {version, [{public_key,"0.13"}, {lhttpc,"1.3.0"}, {ale,"8cffe61"}, {os_mon,"2.2.7"}, {couch_set_view,"1.2.0a-31560d7-git"}, {mnesia,"4.5"}, {inets,"5.7.1"}, {couch,"1.2.0a-31560d7-git"}, {mapreduce,"1.0.0"}, {couch_index_merger,"1.2.0a-31560d7-git"}, {kernel,"2.14.5"}, {crypto,"2.0.4"}, {ssl,"4.1.6"}, {sasl,"2.1.10"}, {couch_view_parser,"1.0.0"}, {ns_server,"2.0.0-1965-rel-enterprise"}, {mochiweb,"1.4.1"}, {oauth,"7d85d3ef"}, {stdlib,"1.17.5"}]}, {supported_compat_version,[2,0]}, {system_arch,"x86_64-unknown-linux-gnu"}, {wall_clock,372}, {memory_data,{6442450944,1812451328,{<18066.941.0>,5085816}}}, {disk_data,[{"/",103209120,8}]}, {meminfo, <<"MemTotal: 6291456 kB\nMemFree: 4523012 kB\nBuffers: 504140 kB\nCached: 599176 kB\nSwapCached: 68 kB\nActive: 1123360 kB\nInactive: 398524 kB\nHighTotal: 0 kB\nHighFree: 0 kB\nLowTotal: 6291456 kB\nLowFree: 4523012 kB\nSwapTotal: 6143992 kB\nSwapFree: 6143924 kB\nDirty: 46700 kB\nWriteback: 0 kB\nAnonPages: 417760 kB\nMapped: 14948 kB\nSlab: 86876 kB\nPageTables: 3016 kB\nNFS_Unstable: 0 kB\nBounce: 0 kB\nCommitLimit: 9289720 kB\nCommitted_AS: 992336 kB\nVmallocTotal: 34359738367 kB\nVmallocUsed: 3384 kB\nVmallocChunk: 34359734983 kB\n">>}]}] [stats:debug,2012-11-26T10:01:53.679,ns_1@10.3.3.96:<0.4839.1>:stats_collector:maybe_log_stats:126](at {{1970,1,16},{8,5,52}}) Stats for bucket "default": accepting_conns 1 auth_cmds 0 auth_errors 0 bucket_active_conns 1 bucket_conns 5 bytes 253376 bytes_read 226 bytes_written 800 cas_badval 0 cas_hits 0 cas_misses 0 cmd_flush 0 cmd_get 0 cmd_set 0 conn_yields 0 connection_structures 5000 curr_connections 9 curr_conns_on_port_11209 6 curr_conns_on_port_11210 1 curr_items 0 curr_items_tot 0 curr_temp_items 0 daemon_connections 4 decr_hits 0 decr_misses 0 delete_hits 0 delete_misses 0 ep_access_scanner_last_runtime 0 ep_access_scanner_num_items 0 ep_access_scanner_task_time 2012-11-27 10:00:00 ep_allow_data_loss_during_shutdown 1 ep_alog_block_size 4096 ep_alog_path /opt/couchbase/var/lib/couchbase/data/default/access.log ep_alog_sleep_time 1440 ep_alog_task_time 10 ep_backend couchdb ep_bg_fetch_delay 0 ep_bg_fetched 0 ep_bg_meta_fetched 0 ep_bg_remaining_jobs 0 ep_chk_max_items 5000 ep_chk_period 1800 ep_chk_persistence_remains 0 ep_chk_persistence_timeout 10 ep_chk_remover_stime 5 ep_commit_num 0 ep_commit_time 0 ep_commit_time_total 0 ep_concurrentDB 1 ep_config_file ep_couch_bucket default ep_couch_host localhost ep_couch_port 11213 ep_couch_reconnect_sleeptime 250 ep_couch_response_timeout 180000 ep_data_age 0 ep_data_age_highwat 0 ep_data_traffic_enabled 0 ep_dbinit 0 ep_dbname /opt/couchbase/var/lib/couchbase/data/default ep_degraded_mode 1 ep_diskqueue_drain 0 ep_diskqueue_fill 0 ep_diskqueue_items 0 ep_diskqueue_memory 0 ep_diskqueue_pending 0 ep_exp_pager_stime 3600 ep_exp_pager_stime 3600 ep_expired_access 0 ep_expired_pager 0 ep_expiry_window 3 ep_failpartialwarmup 0 ep_flush_all false ep_flush_duration_total 0 ep_flushall_enabled 0 ep_flusher_state running ep_flusher_todo 0 ep_getl_default_timeout 15 ep_getl_max_timeout 30 ep_ht_locks 5 ep_ht_size 3079 ep_inconsistent_slave_chk 0 ep_initfile ep_io_num_read 0 ep_io_num_write 0 ep_io_read_bytes 0 ep_io_write_bytes 0 ep_item_begin_failed 0 ep_item_commit_failed 0 ep_item_flush_expired 0 ep_item_flush_failed 0 ep_item_num_based_new_chk 1 ep_items_rm_from_checkpoints 0 ep_keep_closed_chks 0 ep_klog_block_size 4096 ep_klog_compactor_queue_cap 500000 ep_klog_compactor_stime 3600 ep_klog_flush commit2 ep_klog_max_entry_ratio 10 ep_klog_max_log_size 2147483647 ep_klog_path ep_klog_sync commit2 ep_kv_size 0 ep_max_checkpoints 2 ep_max_data_size 1073741824 ep_max_item_size 20971520 ep_max_size 1073741824 ep_max_txn_size 10000 ep_max_vbuckets 1024 ep_mem_high_wat 805306368 ep_mem_high_wat 805306368 ep_mem_low_wat 644245094 ep_mem_low_wat 644245094 ep_mem_tracker_enabled true ep_min_data_age 0 ep_mlog_compactor_runs 0 ep_mutation_mem_threshold 0 ep_num_access_scanner_runs 0 ep_num_eject_failures 0 ep_num_expiry_pager_runs 0 ep_num_non_resident 0 ep_num_not_my_vbuckets 0 ep_num_ops_del_meta 0 ep_num_ops_get_meta 0 ep_num_ops_set_meta 0 ep_num_pager_runs 0 ep_num_value_ejects 0 ep_oom_errors 0 ep_overhead 1152 ep_pager_active_vb_pcnt 40 ep_pager_unbiased_period 60 ep_pending_ops 0 ep_pending_ops_max 0 ep_pending_ops_max_duration 0 ep_pending_ops_total 0 ep_postInitfile ep_queue_age_cap 900 ep_queue_size 0 ep_startup_time 1353952912 ep_storage_age 0 ep_storage_age_highwat 0 ep_store_max_concurrency 10 ep_store_max_readers 9 ep_store_max_readwrite 1 ep_stored_val_type ep_tap_ack_grace_period 300 ep_tap_ack_initial_sequence_number 1 ep_tap_ack_interval 1000 ep_tap_ack_window_size 10 ep_tap_backfill_resident 0.9 ep_tap_backlog_limit 5000 ep_tap_backoff_period 5 ep_tap_bg_fetch_requeued 0 ep_tap_bg_fetched 0 ep_tap_bg_max_pending 500 ep_tap_keepalive 300 ep_tap_noop_interval 20 ep_tap_requeue_sleep_time 0.1 ep_tap_throttle_cap_pcnt 10 ep_tap_throttle_queue_cap 1000000 ep_tap_throttle_threshold 90 ep_tmp_oom_errors 0 ep_too_old 0 ep_too_young 0 ep_total_cache_size 0 ep_total_del_items 0 ep_total_enqueued 0 ep_total_new_items 0 ep_total_persisted 0 ep_uncommitted_items 0 ep_value_size 0 ep_vb0 0 ep_vb_snapshot_total 1 ep_vb_total 0 ep_vbucket_del 0 ep_vbucket_del_fail 0 ep_version 2.0.0r_140_gde42c8c ep_waitforwarmup 0 ep_warmup 1 ep_warmup_batch_size 1000 ep_warmup_dups 0 ep_warmup_min_items_threshold 100 ep_warmup_min_memory_threshold 100 ep_warmup_oom 0 ep_warmup_thread complete ep_warmup_time 635 get_hits 0 get_misses 0 incr_hits 0 incr_misses 0 libevent 2.0.11-stable limit_maxbytes 67108864 listen_disabled_num 0 max_conns_on_port_11209 1000 max_conns_on_port_11210 9000 mem_used 253376 pid 25417 pointer_size 64 rejected_conns 0 rusage_system 1.696106 rusage_user 7.028439 tap_checkpoint_start_received 256 tap_checkpoint_start_sent 256 tap_connect_received 3 tap_mutation_received 2443 tap_mutation_sent 2484 tap_opaque_received 521 tap_opaque_sent 518 threads 4 time 1353952913 total_connections 30 uptime 344 vb_active_curr_items 0 vb_active_eject 0 vb_active_expired 0 vb_active_ht_memory 0 vb_active_itm_memory 0 vb_active_meta_data_memory 0 vb_active_num 0 vb_active_num_non_resident 0 vb_active_num_ref_ejects 0 vb_active_num_ref_items 0 vb_active_ops_create 0 vb_active_ops_delete 0 vb_active_ops_reject 0 vb_active_ops_update 0 vb_active_perc_mem_resident 0 vb_active_queue_age 0 vb_active_queue_drain 0 vb_active_queue_fill 0 vb_active_queue_memory 0 vb_active_queue_pending 0 vb_active_queue_size 0 vb_dead_num 0 vb_pending_curr_items 0 vb_pending_eject 0 vb_pending_expired 0 vb_pending_ht_memory 0 vb_pending_itm_memory 0 vb_pending_meta_data_memory 0 vb_pending_num 0 vb_pending_num_non_resident 0 vb_pending_num_ref_ejects 0 vb_pending_num_ref_items 0 vb_pending_ops_create 0 vb_pending_ops_delete 0 vb_pending_ops_reject 0 vb_pending_ops_update 0 vb_pending_perc_mem_resident 0 vb_pending_queue_age 0 vb_pending_queue_drain 0 vb_pending_queue_fill 0 vb_pending_queue_memory 0 vb_pending_queue_pending 0 vb_pending_queue_size 0 vb_replica_curr_items 0 vb_replica_eject 0 vb_replica_expired 0 vb_replica_ht_memory 0 vb_replica_itm_memory 0 vb_replica_meta_data_memory 0 vb_replica_num 0 vb_replica_num_non_resident 0 vb_replica_num_ref_ejects 0 vb_replica_num_ref_items 0 vb_replica_ops_create 0 vb_replica_ops_delete 0 vb_replica_ops_reject 0 vb_replica_ops_update 0 vb_replica_perc_mem_resident 0 vb_replica_queue_age 0 vb_replica_queue_drain 0 vb_replica_queue_fill 0 vb_replica_queue_memory 0 vb_replica_queue_pending 0 vb_replica_queue_size 0 version 1.4.4_600_g7ea975a [ns_doctor:debug,2012-11-26T10:02:11.181,ns_1@10.3.3.96:ns_doctor<0.891.0>:ns_doctor:handle_info:137]Current node statuses: [{'ns_1@10.3.2.57', [{last_heard,{1353,952931,17593}}, {outgoing_replications_safeness_level,[{"default",green}]}, {incoming_replications_conf_hashes, [{"default", [{'ns_1@10.3.3.100',110886191}, {'ns_1@10.3.3.96',41456239}, {'ns_1@10.3.3.98',112129458}]}]}, {active_buckets,["default"]}, {ready_buckets,["default"]}, {local_tasks,[]}, {memory, [{total,116775176}, {processes,79387400}, {processes_used,78905104}, {system,37387776}, {atom,1472665}, {atom_used,1453705}, {binary,6657944}, {code,14647623}, {ets,2896424}]}, {system_memory_data, [{system_total_memory,6442450944}, {free_swap,6291378176}, {total_swap,6291447808}, {cached_memory,1098297344}, {buffered_memory,668798976}, {free_memory,4110094336}, {total_memory,6442450944}]}, {node_storage_conf, [{db_path,"/opt/couchbase/var/lib/couchbase/data/"}, {index_path,"/opt/couchbase/var/lib/couchbase/data/"}]}, {statistics, [{wall_clock,{433608,4999}}, {context_switches,{1613971,0}}, {garbage_collection,{312149,1095719824,0}}, {io,{{input,101822859},{output,53876187}}}, {reductions,{439338973,3222358}}, {run_queue,0}, {runtime,{54630,260}}]}, {system_stats, [{cpu_utilization_rate,0.7352941176470589}, {swap_total,6291447808}, {swap_used,69632}]}, {interesting_stats, [{couch_docs_actual_disk_size,4224867}, {couch_docs_data_size,4217856}, {couch_views_actual_disk_size,0}, {couch_views_data_size,0}, {curr_items,0}, {curr_items_tot,0}, {mem_used,16053064}, {vb_replica_curr_items,0}]}, {cluster_compatibility_version,131072}, {version, [{public_key,"0.13"}, {lhttpc,"1.3.0"}, {ale,"8cffe61"}, {os_mon,"2.2.7"}, {couch_set_view,"1.2.0a-31560d7-git"}, {mnesia,"4.5"}, {inets,"5.7.1"}, {couch,"1.2.0a-31560d7-git"}, {mapreduce,"1.0.0"}, {couch_index_merger,"1.2.0a-31560d7-git"}, {kernel,"2.14.5"}, {crypto,"2.0.4"}, {ssl,"4.1.6"}, {sasl,"2.1.10"}, {couch_view_parser,"1.0.0"}, {ns_server,"2.0.0-1965-rel-enterprise"}, {mochiweb,"1.4.1"}, {oauth,"7d85d3ef"}, {stdlib,"1.17.5"}]}, {supported_compat_version,[2,0]}, {system_arch,"x86_64-unknown-linux-gnu"}, {wall_clock,433}, {memory_data,{6442450944,2327318528,{<18023.815.0>,2543408}}}, {disk_data,[{"/",103209120,9}]}, {meminfo, <<"MemTotal: 6291456 kB\nMemFree: 4013764 kB\nBuffers: 653124 kB\nCached: 1072556 kB\nSwapCached: 0 kB\nActive: 1289944 kB\nInactive: 717276 kB\nHighTotal: 0 kB\nHighFree: 0 kB\nLowTotal: 6291456 kB\nLowFree: 4013764 kB\nSwapTotal: 6143992 kB\nSwapFree: 6143924 kB\nDirty: 29804 kB\nWriteback: 0 kB\nAnonPages: 280312 kB\nMapped: 14596 kB\nSlab: 110696 kB\nPageTables: 2492 kB\nNFS_Unstable: 0 kB\nBounce: 0 kB\nCommitLimit: 9289720 kB\nCommitted_AS: 794140 kB\nVmallocTotal: 34359738367 kB\nVmallocUsed: 3384 kB\nVmallocChunk: 34359734983 kB\n">>}]}, {'ns_1@10.3.3.100', [{last_heard,{1353,952929,747397}}, {outgoing_replications_safeness_level,[{"default",green}]}, {incoming_replications_conf_hashes, [{"default", [{'ns_1@10.3.2.57',63506121}, {'ns_1@10.3.3.96',117606290}, {'ns_1@10.3.3.98',14619049}]}]}, {active_buckets,["default"]}, {ready_buckets,["default"]}, {local_tasks,[]}, {memory, [{total,106767680}, {processes,71841448}, {processes_used,71433392}, {system,34926232}, {atom,1402593}, {atom_used,1372956}, {binary,4637832}, {code,14315494}, {ets,2871632}]}, {system_memory_data, [{system_total_memory,6442450944}, {free_swap,6291447808}, {total_swap,6291447808}, {cached_memory,599007232}, {buffered_memory,730451968}, {free_memory,4567240704}, {total_memory,6442450944}]}, {node_storage_conf, [{db_path,"/opt/couchbase/var/lib/couchbase/data/"}, {index_path,"/opt/couchbase/var/lib/couchbase/data/"}]}, {statistics, [{wall_clock,{428079,5000}}, {context_switches,{1585316,0}}, {garbage_collection,{323914,909190275,0}}, {io,{{input,75374560},{output,48462780}}}, {reductions,{358561420,674282}}, {run_queue,0}, {runtime,{54590,80}}]}, {system_stats, [{cpu_utilization_rate,0.2604166666666667}, {swap_total,6291447808}, {swap_used,0}]}, {interesting_stats, [{couch_docs_actual_disk_size,4224867}, {couch_docs_data_size,4217856}, {couch_views_actual_disk_size,0}, {couch_views_data_size,0}, {curr_items,0}, {curr_items_tot,0}, {mem_used,16053064}, {vb_replica_curr_items,0}]}, {cluster_compatibility_version,131072}, {version, [{public_key,"0.13"}, {lhttpc,"1.3.0"}, {ale,"8cffe61"}, {os_mon,"2.2.7"}, {couch_set_view,"1.2.0a-31560d7-git"}, {mnesia,"4.5"}, {inets,"5.7.1"}, {couch,"1.2.0a-31560d7-git"}, {mapreduce,"1.0.0"}, {couch_index_merger,"1.2.0a-31560d7-git"}, {kernel,"2.14.5"}, {crypto,"2.0.4"}, {ssl,"4.1.6"}, {sasl,"2.1.10"}, {couch_view_parser,"1.0.0"}, {ns_server,"2.0.0-1965-rel-enterprise"}, {mochiweb,"1.4.1"}, {oauth,"7d85d3ef"}, {stdlib,"1.17.5"}]}, {supported_compat_version,[2,0]}, {system_arch,"x86_64-unknown-linux-gnu"}, {wall_clock,428}, {memory_data,{6442450944,1870385152,{<18067.1014.0>,3514512}}}, {disk_data,[{"/",103209120,8}]}, {meminfo, <<"MemTotal: 6291456 kB\nMemFree: 4460196 kB\nBuffers: 713332 kB\nCached: 584968 kB\nSwapCached: 0 kB\nActive: 1152512 kB\nInactive: 401532 kB\nHighTotal: 0 kB\nHighFree: 0 kB\nLowTotal: 6291456 kB\nLowFree: 4460196 kB\nSwapTotal: 6143992 kB\nSwapFree: 6143992 kB\nDirty: 35636 kB\nWriteback: 0 kB\nAnonPages: 254360 kB\nMapped: 14960 kB\nSlab: 117600 kB\nPageTables: 2496 kB\nNFS_Unstable: 0 kB\nBounce: 0 kB\nCommitLimit: 9289720 kB\nCommitted_AS: 764452 kB\nVmallocTotal: 34359738367 kB\nVmallocUsed: 3384 kB\nVmallocChunk: 34359734983 kB\n">>}]}, {'ns_1@10.3.3.96', [{last_heard,{1353,952926,182983}}, {outgoing_replications_safeness_level,[{"default",green}]}, {incoming_replications_conf_hashes, [{"default", [{'ns_1@10.3.2.57',33817834}, {'ns_1@10.3.3.100',41681736}, {'ns_1@10.3.3.98',10928119}]}]}, {active_buckets,["default"]}, {ready_buckets,["default"]}, {local_tasks,[]}, {memory, [{total,99709424}, {processes,64679856}, {processes_used,64234840}, {system,35029568}, {atom,1402593}, {atom_used,1372956}, {binary,4737720}, {code,14347998}, {ets,2839248}]}, {system_memory_data, [{system_total_memory,6442450944}, {free_swap,6291447808}, {total_swap,6291447808}, {cached_memory,616312832}, {buffered_memory,493350912}, {free_memory,4822777856}, {total_memory,6442450944}]}, {node_storage_conf, [{db_path,"/opt/couchbase/var/lib/couchbase/data/"}, {index_path,"/opt/couchbase/var/lib/couchbase/data/"}]}, {statistics, [{wall_clock,{423323,4997}}, {context_switches,{1608708,0}}, {garbage_collection,{334134,941723464,0}}, {io,{{input,74310416},{output,48868775}}}, {reductions,{369543047,687640}}, {run_queue,0}, {runtime,{56110,60}}]}, {system_stats, [{cpu_utilization_rate,0.2358490566037736}, {swap_total,6291447808}, {swap_used,0}]}, {interesting_stats, [{couch_docs_actual_disk_size,4224867}, {couch_docs_data_size,4217856}, {couch_views_actual_disk_size,0}, {couch_views_data_size,0}, {curr_items,0}, {curr_items_tot,0}, {mem_used,16052936}, {vb_replica_curr_items,0}]}, {cluster_compatibility_version,131072}, {version, [{public_key,"0.13"}, {lhttpc,"1.3.0"}, {ale,"8cffe61"}, {os_mon,"2.2.7"}, {couch_set_view,"1.2.0a-31560d7-git"}, {mnesia,"4.5"}, {inets,"5.7.1"}, {couch,"1.2.0a-31560d7-git"}, {mapreduce,"1.0.0"}, {couch_index_merger,"1.2.0a-31560d7-git"}, {kernel,"2.14.5"}, {crypto,"2.0.4"}, {ssl,"4.1.6"}, {sasl,"2.1.10"}, {couch_view_parser,"1.0.0"}, {ns_server,"2.0.0-1965-rel-enterprise"}, {mochiweb,"1.4.1"}, {oauth,"7d85d3ef"}, {stdlib,"1.17.5"}]}, {supported_compat_version,[2,0]}, {system_arch,"x86_64-unknown-linux-gnu"}, {wall_clock,423}, {memory_data,{6442450944,1620054016,{<0.944.0>,2543368}}}, {disk_data,[{"/",103209120,8}]}, {meminfo, <<"MemTotal: 6291456 kB\nMemFree: 4709744 kB\nBuffers: 481788 kB\nCached: 601868 kB\nSwapCached: 0 kB\nActive: 918736 kB\nInactive: 421932 kB\nHighTotal: 0 kB\nHighFree: 0 kB\nLowTotal: 6291456 kB\nLowFree: 4709744 kB\nSwapTotal: 6143992 kB\nSwapFree: 6143992 kB\nDirty: 35884 kB\nWriteback: 0 kB\nAnonPages: 256200 kB\nMapped: 14600 kB\nSlab: 81840 kB\nPageTables: 2332 kB\nNFS_Unstable: 0 kB\nBounce: 0 kB\nCommitLimit: 9289720 kB\nCommitted_AS: 765612 kB\nVmallocTotal: 34359738367 kB\nVmallocUsed: 3384 kB\nVmallocChunk: 34359734983 kB\n">>}]}, {'ns_1@10.3.3.98', [{last_heard,{1353,952930,532513}}, {outgoing_replications_safeness_level,[{"default",green}]}, {incoming_replications_conf_hashes, [{"default", [{'ns_1@10.3.2.57',115455469}, {'ns_1@10.3.3.100',74343578}, {'ns_1@10.3.3.96',66117516}]}]}, {active_buckets,["default"]}, {ready_buckets,["default"]}, {local_tasks,[]}, {memory, [{total,108799992}, {processes,72851840}, {processes_used,72431144}, {system,35948152}, {atom,1404209}, {atom_used,1375993}, {binary,5597368}, {code,14368586}, {ets,2876792}]}, {system_memory_data, [{system_total_memory,6442450944}, {free_swap,6291378176}, {total_swap,6291447808}, {cached_memory,599433216}, {buffered_memory,516239360}, {free_memory,4803743744}, {total_memory,6442450944}]}, {node_storage_conf, [{db_path,"/opt/couchbase/var/lib/couchbase/data/"}, {index_path,"/opt/couchbase/var/lib/couchbase/data/"}]}, {statistics, [{wall_clock,{432648,4997}}, {context_switches,{1639611,0}}, {garbage_collection,{341255,954752983,0}}, {io,{{input,75736348},{output,49840146}}}, {reductions,{374468628,601141}}, {run_queue,0}, {runtime,{55970,90}}]}, {system_stats, [{cpu_utilization_rate,0.24937655860349128}, {swap_total,6291447808}, {swap_used,69632}]}, {interesting_stats, [{couch_docs_actual_disk_size,4224867}, {couch_docs_data_size,4217856}, {couch_views_actual_disk_size,0}, {couch_views_data_size,0}, {curr_items,0}, {curr_items_tot,0}, {mem_used,16053064}, {vb_replica_curr_items,0}]}, {cluster_compatibility_version,131072}, {version, [{public_key,"0.13"}, {lhttpc,"1.3.0"}, {ale,"8cffe61"}, {os_mon,"2.2.7"}, {couch_set_view,"1.2.0a-31560d7-git"}, {mnesia,"4.5"}, {inets,"5.7.1"}, {couch,"1.2.0a-31560d7-git"}, {mapreduce,"1.0.0"}, {couch_index_merger,"1.2.0a-31560d7-git"}, {kernel,"2.14.5"}, {crypto,"2.0.4"}, {ssl,"4.1.6"}, {sasl,"2.1.10"}, {couch_view_parser,"1.0.0"}, {ns_server,"2.0.0-1965-rel-enterprise"}, {mochiweb,"1.4.1"}, {oauth,"7d85d3ef"}, {stdlib,"1.17.5"}]}, {supported_compat_version,[2,0]}, {system_arch,"x86_64-unknown-linux-gnu"}, {wall_clock,432}, {memory_data,{6442450944,1625636864,{<18066.941.0>,5085816}}}, {disk_data,[{"/",103209120,8}]}, {meminfo, <<"MemTotal: 6291456 kB\nMemFree: 4691156 kB\nBuffers: 504140 kB\nCached: 585384 kB\nSwapCached: 68 kB\nActive: 955120 kB\nInactive: 400688 kB\nHighTotal: 0 kB\nHighFree: 0 kB\nLowTotal: 6291456 kB\nLowFree: 4691156 kB\nSwapTotal: 6143992 kB\nSwapFree: 6143924 kB\nDirty: 35792 kB\nWriteback: 0 kB\nAnonPages: 265416 kB\nMapped: 14948 kB\nSlab: 85620 kB\nPageTables: 2540 kB\nNFS_Unstable: 0 kB\nBounce: 0 kB\nCommitLimit: 9289720 kB\nCommitted_AS: 785124 kB\nVmallocTotal: 34359738367 kB\nVmallocUsed: 3384 kB\nVmallocChunk: 34359734983 kB\n">>}]}] [ns_doctor:debug,2012-11-26T10:03:11.182,ns_1@10.3.3.96:ns_doctor<0.891.0>:ns_doctor:handle_info:137]Current node statuses: [{'ns_1@10.3.2.57', [{last_heard,{1353,952991,14904}}, {outgoing_replications_safeness_level,[{"default",green}]}, {incoming_replications_conf_hashes, [{"default", [{'ns_1@10.3.3.100',110886191}, {'ns_1@10.3.3.96',41456239}, {'ns_1@10.3.3.98',112129458}]}]}, {active_buckets,["default"]}, {ready_buckets,["default"]}, {local_tasks,[]}, {memory, [{total,124370944}, {processes,87445704}, {processes_used,86965976}, {system,36925240}, {atom,1473473}, {atom_used,1454194}, {binary,6063432}, {code,14647623}, {ets,3025064}]}, {system_memory_data, [{system_total_memory,6442450944}, {free_swap,6291378176}, {total_swap,6291447808}, {cached_memory,1099517952}, {buffered_memory,668811264}, {free_memory,4108824576}, {total_memory,6442450944}]}, {node_storage_conf, [{db_path,"/opt/couchbase/var/lib/couchbase/data/"}, {index_path,"/opt/couchbase/var/lib/couchbase/data/"}]}, {statistics, [{wall_clock,{493605,4999}}, {context_switches,{1725655,0}}, {garbage_collection,{321046,1143014617,0}}, {io,{{input,107068176},{output,56775415}}}, {reductions,{464912097,3819995}}, {run_queue,0}, {runtime,{56540,270}}]}, {system_stats, [{cpu_utilization_rate,0.25510204081632654}, {swap_total,6291447808}, {swap_used,69632}]}, {interesting_stats, [{couch_docs_actual_disk_size,4253593}, {couch_docs_data_size,4230189}, {couch_views_actual_disk_size,0}, {couch_views_data_size,0}, {curr_items,12}, {curr_items_tot,12}, {mem_used,16091496}, {vb_replica_curr_items,0}]}, {cluster_compatibility_version,131072}, {version, [{public_key,"0.13"}, {lhttpc,"1.3.0"}, {ale,"8cffe61"}, {os_mon,"2.2.7"}, {couch_set_view,"1.2.0a-31560d7-git"}, {mnesia,"4.5"}, {inets,"5.7.1"}, {couch,"1.2.0a-31560d7-git"}, {mapreduce,"1.0.0"}, {couch_index_merger,"1.2.0a-31560d7-git"}, {kernel,"2.14.5"}, {crypto,"2.0.4"}, {ssl,"4.1.6"}, {sasl,"2.1.10"}, {couch_view_parser,"1.0.0"}, {ns_server,"2.0.0-1965-rel-enterprise"}, {mochiweb,"1.4.1"}, {oauth,"7d85d3ef"}, {stdlib,"1.17.5"}]}, {supported_compat_version,[2,0]}, {system_arch,"x86_64-unknown-linux-gnu"}, {wall_clock,493}, {memory_data,{6442450944,2331086848,{<18023.715.1>,8228544}}}, {disk_data,[{"/",103209120,9}]}, {meminfo, <<"MemTotal: 6291456 kB\nMemFree: 4012524 kB\nBuffers: 653136 kB\nCached: 1073748 kB\nSwapCached: 0 kB\nActive: 1291144 kB\nInactive: 718308 kB\nHighTotal: 0 kB\nHighFree: 0 kB\nLowTotal: 6291456 kB\nLowFree: 4012524 kB\nSwapTotal: 6143992 kB\nSwapFree: 6143924 kB\nDirty: 21444 kB\nWriteback: 0 kB\nAnonPages: 281364 kB\nMapped: 14600 kB\nSlab: 109104 kB\nPageTables: 2484 kB\nNFS_Unstable: 0 kB\nBounce: 0 kB\nCommitLimit: 9289720 kB\nCommitted_AS: 793308 kB\nVmallocTotal: 34359738367 kB\nVmallocUsed: 3384 kB\nVmallocChunk: 34359734983 kB\n">>}]}, {'ns_1@10.3.3.100', [{last_heard,{1353,952989,746480}}, {outgoing_replications_safeness_level,[{"default",green}]}, {incoming_replications_conf_hashes, [{"default", [{'ns_1@10.3.2.57',63506121}, {'ns_1@10.3.3.96',117606290}, {'ns_1@10.3.3.98',14619049}]}]}, {active_buckets,["default"]}, {ready_buckets,["default"]}, {local_tasks,[]}, {memory, [{total,111531408}, {processes,76831560}, {processes_used,76423504}, {system,34699848}, {atom,1402593}, {atom_used,1373437}, {binary,4279096}, {code,14315494}, {ets,2997840}]}, {system_memory_data, [{system_total_memory,6442450944}, {free_swap,6291447808}, {total_swap,6291447808}, {cached_memory,595759104}, {buffered_memory,730451968}, {free_memory,4570439680}, {total_memory,6442450944}]}, {node_storage_conf, [{db_path,"/opt/couchbase/var/lib/couchbase/data/"}, {index_path,"/opt/couchbase/var/lib/couchbase/data/"}]}, {statistics, [{wall_clock,{488078,4998}}, {context_switches,{1687604,0}}, {garbage_collection,{331060,940196217,0}}, {io,{{input,80767417},{output,51747240}}}, {reductions,{367132785,729318}}, {run_queue,0}, {runtime,{55660,70}}]}, {system_stats, [{cpu_utilization_rate,0.0},{swap_total,6291447808},{swap_used,0}]}, {interesting_stats, [{couch_docs_actual_disk_size,4257714}, {couch_docs_data_size,4234330}, {couch_views_actual_disk_size,0}, {couch_views_data_size,0}, {curr_items,11}, {curr_items_tot,17}, {mem_used,16096024}, {vb_replica_curr_items,6}]}, {cluster_compatibility_version,131072}, {version, [{public_key,"0.13"}, {lhttpc,"1.3.0"}, {ale,"8cffe61"}, {os_mon,"2.2.7"}, {couch_set_view,"1.2.0a-31560d7-git"}, {mnesia,"4.5"}, {inets,"5.7.1"}, {couch,"1.2.0a-31560d7-git"}, {mapreduce,"1.0.0"}, {couch_index_merger,"1.2.0a-31560d7-git"}, {kernel,"2.14.5"}, {crypto,"2.0.4"}, {ssl,"4.1.6"}, {sasl,"2.1.10"}, {couch_view_parser,"1.0.0"}, {ns_server,"2.0.0-1965-rel-enterprise"}, {mochiweb,"1.4.1"}, {oauth,"7d85d3ef"}, {stdlib,"1.17.5"}]}, {supported_compat_version,[2,0]}, {system_arch,"x86_64-unknown-linux-gnu"}, {wall_clock,488}, {memory_data,{6442450944,1870995456,{<18067.1014.0>,3514512}}}, {disk_data,[{"/",103209120,8}]}, {meminfo, <<"MemTotal: 6291456 kB\nMemFree: 4463320 kB\nBuffers: 713332 kB\nCached: 581796 kB\nSwapCached: 0 kB\nActive: 1153088 kB\nInactive: 398904 kB\nHighTotal: 0 kB\nHighFree: 0 kB\nLowTotal: 6291456 kB\nLowFree: 4463320 kB\nSwapTotal: 6143992 kB\nSwapFree: 6143992 kB\nDirty: 25276 kB\nWriteback: 0 kB\nAnonPages: 255392 kB\nMapped: 14968 kB\nSlab: 115800 kB\nPageTables: 2484 kB\nNFS_Unstable: 0 kB\nBounce: 0 kB\nCommitLimit: 9289720 kB\nCommitted_AS: 770392 kB\nVmallocTotal: 34359738367 kB\nVmallocUsed: 3384 kB\nVmallocChunk: 34359734983 kB\n">>}]}, {'ns_1@10.3.3.96', [{last_heard,{1353,952986,184920}}, {outgoing_replications_safeness_level,[{"default",green}]}, {incoming_replications_conf_hashes, [{"default", [{'ns_1@10.3.2.57',33817834}, {'ns_1@10.3.3.100',41681736}, {'ns_1@10.3.3.98',10928119}]}]}, {active_buckets,["default"]}, {ready_buckets,["default"]}, {local_tasks,[]}, {memory, [{total,103718400}, {processes,68759088}, {processes_used,68314072}, {system,34959312}, {atom,1402593}, {atom_used,1372956}, {binary,4535464}, {code,14347998}, {ets,2964976}]}, {system_memory_data, [{system_total_memory,6442450944}, {free_swap,6291447808}, {total_swap,6291447808}, {cached_memory,613429248}, {buffered_memory,493363200}, {free_memory,4825063424}, {total_memory,6442450944}]}, {node_storage_conf, [{db_path,"/opt/couchbase/var/lib/couchbase/data/"}, {index_path,"/opt/couchbase/var/lib/couchbase/data/"}]}, {statistics, [{wall_clock,{483325,5001}}, {context_switches,{1710335,0}}, {garbage_collection,{342473,971993466,0}}, {io,{{input,79802890},{output,52019456}}}, {reductions,{377769408,662497}}, {run_queue,0}, {runtime,{57230,80}}]}, {system_stats, [{cpu_utilization_rate,0.2364066193853428}, {swap_total,6291447808}, {swap_used,0}]}, {interesting_stats, [{couch_docs_actual_disk_size,4265713}, {couch_docs_data_size,4242522}, {couch_views_actual_disk_size,0}, {couch_views_data_size,0}, {curr_items,0}, {curr_items_tot,23}, {mem_used,16099688}, {vb_replica_curr_items,23}]}, {cluster_compatibility_version,131072}, {version, [{public_key,"0.13"}, {lhttpc,"1.3.0"}, {ale,"8cffe61"}, {os_mon,"2.2.7"}, {couch_set_view,"1.2.0a-31560d7-git"}, {mnesia,"4.5"}, {inets,"5.7.1"}, {couch,"1.2.0a-31560d7-git"}, {mapreduce,"1.0.0"}, {couch_index_merger,"1.2.0a-31560d7-git"}, {kernel,"2.14.5"}, {crypto,"2.0.4"}, {ssl,"4.1.6"}, {sasl,"2.1.10"}, {couch_view_parser,"1.0.0"}, {ns_server,"2.0.0-1965-rel-enterprise"}, {mochiweb,"1.4.1"}, {oauth,"7d85d3ef"}, {stdlib,"1.17.5"}]}, {supported_compat_version,[2,0]}, {system_arch,"x86_64-unknown-linux-gnu"}, {wall_clock,483}, {memory_data,{6442450944,1617006592,{<0.944.0>,2543368}}}, {disk_data,[{"/",103209120,8}]}, {meminfo, <<"MemTotal: 6291456 kB\nMemFree: 4711976 kB\nBuffers: 481800 kB\nCached: 599052 kB\nSwapCached: 0 kB\nActive: 920864 kB\nInactive: 419560 kB\nHighTotal: 0 kB\nHighFree: 0 kB\nLowTotal: 6291456 kB\nLowFree: 4711976 kB\nSwapTotal: 6143992 kB\nSwapFree: 6143992 kB\nDirty: 23184 kB\nWriteback: 0 kB\nAnonPages: 258880 kB\nMapped: 14600 kB\nSlab: 79796 kB\nPageTables: 2328 kB\nNFS_Unstable: 0 kB\nBounce: 0 kB\nCommitLimit: 9289720 kB\nCommitted_AS: 771348 kB\nVmallocTotal: 34359738367 kB\nVmallocUsed: 3384 kB\nVmallocChunk: 34359734983 kB\n">>}]}, {'ns_1@10.3.3.98', [{last_heard,{1353,952990,534224}}, {outgoing_replications_safeness_level,[{"default",green}]}, {incoming_replications_conf_hashes, [{"default", [{'ns_1@10.3.2.57',115455469}, {'ns_1@10.3.3.100',74343578}, {'ns_1@10.3.3.96',66117516}]}]}, {active_buckets,["default"]}, {ready_buckets,["default"]}, {local_tasks,[]}, {memory, [{total,111351184}, {processes,75500056}, {processes_used,75079360}, {system,35851128}, {atom,1405017}, {atom_used,1376482}, {binary,5367048}, {code,14368586}, {ets,3002944}]}, {system_memory_data, [{system_total_memory,6442450944}, {free_swap,6291378176}, {total_swap,6291447808}, {cached_memory,596168704}, {buffered_memory,516239360}, {free_memory,4803489792}, {total_memory,6442450944}]}, {node_storage_conf, [{db_path,"/opt/couchbase/var/lib/couchbase/data/"}, {index_path,"/opt/couchbase/var/lib/couchbase/data/"}]}, {statistics, [{wall_clock,{492650,5001}}, {context_switches,{1741821,0}}, {garbage_collection,{348756,985440437,0}}, {io,{{input,81253413},{output,53067798}}}, {reductions,{382817761,624151}}, {run_queue,0}, {runtime,{57200,90}}]}, {system_stats, [{cpu_utilization_rate,0.0}, {swap_total,6291447808}, {swap_used,69632}]}, {interesting_stats, [{couch_docs_actual_disk_size,4249481}, {couch_docs_data_size,4226093}, {couch_views_actual_disk_size,0}, {couch_views_data_size,0}, {curr_items,6}, {curr_items_tot,6}, {mem_used,16086568}, {vb_replica_curr_items,0}]}, {cluster_compatibility_version,131072}, {version, [{public_key,"0.13"}, {lhttpc,"1.3.0"}, {ale,"8cffe61"}, {os_mon,"2.2.7"}, {couch_set_view,"1.2.0a-31560d7-git"}, {mnesia,"4.5"}, {inets,"5.7.1"}, {couch,"1.2.0a-31560d7-git"}, {mapreduce,"1.0.0"}, {couch_index_merger,"1.2.0a-31560d7-git"}, {kernel,"2.14.5"}, {crypto,"2.0.4"}, {ssl,"4.1.6"}, {sasl,"2.1.10"}, {couch_view_parser,"1.0.0"}, {ns_server,"2.0.0-1965-rel-enterprise"}, {mochiweb,"1.4.1"}, {oauth,"7d85d3ef"}, {stdlib,"1.17.5"}]}, {supported_compat_version,[2,0]}, {system_arch,"x86_64-unknown-linux-gnu"}, {wall_clock,492}, {memory_data,{6442450944,1638961152,{<18066.941.0>,5085816}}}, {disk_data,[{"/",103209120,8}]}, {meminfo, <<"MemTotal: 6291456 kB\nMemFree: 4690908 kB\nBuffers: 504140 kB\nCached: 582196 kB\nSwapCached: 68 kB\nActive: 959744 kB\nInactive: 398000 kB\nHighTotal: 0 kB\nHighFree: 0 kB\nLowTotal: 6291456 kB\nLowFree: 4690908 kB\nSwapTotal: 6143992 kB\nSwapFree: 6143924 kB\nDirty: 26760 kB\nWriteback: 0 kB\nAnonPages: 270680 kB\nMapped: 14956 kB\nSlab: 83620 kB\nPageTables: 2548 kB\nNFS_Unstable: 0 kB\nBounce: 0 kB\nCommitLimit: 9289720 kB\nCommitted_AS: 791544 kB\nVmallocTotal: 34359738367 kB\nVmallocUsed: 3384 kB\nVmallocChunk: 34359734983 kB\n">>}]}] [stats:debug,2012-11-26T10:03:33.682,ns_1@10.3.3.96:<0.4839.1>:stats_collector:maybe_log_stats:126](at {{1970,1,16},{8,5,53}}) Stats for bucket "default": accepting_conns 1 auth_cmds 0 auth_errors 0 bucket_active_conns 1 bucket_conns 20 bytes 16099688 bytes_read 106651 bytes_written 2911208 cas_badval 0 cas_hits 0 cas_misses 0 cmd_flush 0 cmd_get 0 cmd_set 0 conn_yields 23 connection_structures 5000 curr_connections 21 curr_conns_on_port_11209 18 curr_conns_on_port_11210 1 curr_items 0 curr_items_tot 23 curr_temp_items 0 daemon_connections 4 decr_hits 0 decr_misses 0 delete_hits 0 delete_misses 0 ep_access_scanner_last_runtime 0 ep_access_scanner_num_items 0 ep_access_scanner_task_time 2012-11-27 10:00:00 ep_allow_data_loss_during_shutdown 1 ep_alog_block_size 4096 ep_alog_path /opt/couchbase/var/lib/couchbase/data/default/access.log ep_alog_sleep_time 1440 ep_alog_task_time 10 ep_backend couchdb ep_bg_fetch_delay 0 ep_bg_fetched 0 ep_bg_meta_fetched 0 ep_bg_remaining_jobs 0 ep_chk_max_items 5000 ep_chk_period 1800 ep_chk_persistence_remains 0 ep_chk_persistence_timeout 10 ep_chk_remover_stime 5 ep_commit_num 4 ep_commit_time 3 ep_commit_time_total 17 ep_concurrentDB 1 ep_config_file ep_couch_bucket default ep_couch_host localhost ep_couch_port 11213 ep_couch_reconnect_sleeptime 250 ep_couch_response_timeout 180000 ep_data_age 3 ep_data_age_highwat 3 ep_data_traffic_enabled 0 ep_dbinit 0 ep_dbname /opt/couchbase/var/lib/couchbase/data/default ep_degraded_mode 0 ep_diskqueue_drain 23 ep_diskqueue_fill 23 ep_diskqueue_items 0 ep_diskqueue_memory 0 ep_diskqueue_pending 0 ep_exp_pager_stime 3600 ep_exp_pager_stime 3600 ep_expired_access 0 ep_expired_pager 0 ep_expiry_window 3 ep_failpartialwarmup 0 ep_flush_all false ep_flush_duration_total 0 ep_flushall_enabled 0 ep_flusher_state running ep_flusher_todo 0 ep_getl_default_timeout 15 ep_getl_max_timeout 30 ep_ht_locks 5 ep_ht_size 3079 ep_inconsistent_slave_chk 0 ep_initfile ep_io_num_read 0 ep_io_num_write 23 ep_io_read_bytes 0 ep_io_write_bytes 13485 ep_item_begin_failed 0 ep_item_commit_failed 0 ep_item_flush_expired 0 ep_item_flush_failed 0 ep_item_num_based_new_chk 1 ep_items_rm_from_checkpoints 0 ep_keep_closed_chks 0 ep_klog_block_size 4096 ep_klog_compactor_queue_cap 500000 ep_klog_compactor_stime 3600 ep_klog_flush commit2 ep_klog_max_entry_ratio 10 ep_klog_max_log_size 2147483647 ep_klog_path ep_klog_sync commit2 ep_kv_size 15381 ep_max_checkpoints 2 ep_max_data_size 1073741824 ep_max_item_size 20971520 ep_max_size 1073741824 ep_max_txn_size 10000 ep_max_vbuckets 1024 ep_mem_high_wat 805306368 ep_mem_high_wat 805306368 ep_mem_low_wat 644245094 ep_mem_low_wat 644245094 ep_mem_tracker_enabled true ep_min_data_age 0 ep_mlog_compactor_runs 0 ep_mutation_mem_threshold 0 ep_num_access_scanner_runs 0 ep_num_eject_failures 0 ep_num_expiry_pager_runs 0 ep_num_non_resident 0 ep_num_not_my_vbuckets 0 ep_num_ops_del_meta 0 ep_num_ops_get_meta 0 ep_num_ops_set_meta 0 ep_num_pager_runs 0 ep_num_value_ejects 0 ep_oom_errors 0 ep_overhead 13615370 ep_pager_active_vb_pcnt 40 ep_pager_unbiased_period 60 ep_pending_ops 0 ep_pending_ops_max 0 ep_pending_ops_max_duration 0 ep_pending_ops_total 0 ep_postInitfile ep_queue_age_cap 900 ep_queue_size 0 ep_startup_time 1353952912 ep_storage_age 0 ep_storage_age_highwat 0 ep_store_max_concurrency 10 ep_store_max_readers 9 ep_store_max_readwrite 1 ep_stored_val_type ep_tap_ack_grace_period 300 ep_tap_ack_initial_sequence_number 1 ep_tap_ack_interval 1000 ep_tap_ack_window_size 10 ep_tap_backfill_resident 0.9 ep_tap_backlog_limit 5000 ep_tap_backoff_period 5 ep_tap_bg_fetch_requeued 0 ep_tap_bg_fetched 0 ep_tap_bg_max_pending 500 ep_tap_keepalive 300 ep_tap_noop_interval 20 ep_tap_requeue_sleep_time 0.1 ep_tap_throttle_cap_pcnt 10 ep_tap_throttle_queue_cap 1000000 ep_tap_throttle_threshold 90 ep_tmp_oom_errors 0 ep_too_old 0 ep_too_young 0 ep_total_cache_size 15105 ep_total_del_items 0 ep_total_enqueued 23 ep_total_new_items 23 ep_total_persisted 23 ep_uncommitted_items 0 ep_value_size 13312 ep_vb0 0 ep_vb_snapshot_total 6 ep_vb_total 512 ep_vbucket_del 0 ep_vbucket_del_fail 0 ep_version 2.0.0r_140_gde42c8c ep_waitforwarmup 0 ep_warmup 1 ep_warmup_batch_size 1000 ep_warmup_dups 0 ep_warmup_min_items_threshold 100 ep_warmup_min_memory_threshold 100 ep_warmup_oom 0 ep_warmup_thread complete ep_warmup_time 635 get_hits 0 get_misses 0 incr_hits 0 incr_misses 0 libevent 2.0.11-stable limit_maxbytes 67108864 listen_disabled_num 0 max_conns_on_port_11209 1000 max_conns_on_port_11210 9000 mem_used 16099688 pid 25417 pointer_size 64 rejected_conns 0 rusage_system 1.876117 rusage_user 7.308456 tap_checkpoint_start_received 512 tap_checkpoint_start_sent 512 tap_connect_received 6 tap_mutation_received 2466 tap_mutation_sent 2484 tap_opaque_received 1039 tap_opaque_sent 1036 threads 4 time 1353953013 total_connections 42 uptime 444 vb_active_curr_items 0 vb_active_eject 0 vb_active_expired 0 vb_active_ht_memory 6428672 vb_active_itm_memory 0 vb_active_meta_data_memory 0 vb_active_num 256 vb_active_num_non_resident 0 vb_active_num_ref_ejects 0 vb_active_num_ref_items 0 vb_active_ops_create 0 vb_active_ops_delete 0 vb_active_ops_reject 0 vb_active_ops_update 0 vb_active_perc_mem_resident 0 vb_active_queue_age 0 vb_active_queue_drain 0 vb_active_queue_fill 0 vb_active_queue_memory 0 vb_active_queue_pending 0 vb_active_queue_size 0 vb_dead_num 0 vb_pending_curr_items 0 vb_pending_eject 0 vb_pending_expired 0 vb_pending_ht_memory 0 vb_pending_itm_memory 0 vb_pending_meta_data_memory 0 vb_pending_num 0 vb_pending_num_non_resident 0 vb_pending_num_ref_ejects 0 vb_pending_num_ref_items 0 vb_pending_ops_create 0 vb_pending_ops_delete 0 vb_pending_ops_reject 0 vb_pending_ops_update 0 vb_pending_perc_mem_resident 0 vb_pending_queue_age 0 vb_pending_queue_drain 0 vb_pending_queue_fill 0 vb_pending_queue_memory 0 vb_pending_queue_pending 0 vb_pending_queue_size 0 vb_replica_curr_items 23 vb_replica_eject 0 vb_replica_expired 0 vb_replica_ht_memory 6428672 vb_replica_itm_memory 15105 vb_replica_meta_data_memory 1898 vb_replica_num 256 vb_replica_num_non_resident 0 vb_replica_num_ref_ejects 0 vb_replica_num_ref_items 0 vb_replica_ops_create 23 vb_replica_ops_delete 0 vb_replica_ops_reject 0 vb_replica_ops_update 0 vb_replica_perc_mem_resident 100 vb_replica_queue_age 0 vb_replica_queue_drain 23 vb_replica_queue_fill 23 vb_replica_queue_memory 0 vb_replica_queue_pending 0 vb_replica_queue_size 0 version 1.4.4_600_g7ea975a [ns_doctor:debug,2012-11-26T10:04:11.180,ns_1@10.3.3.96:ns_doctor<0.891.0>:ns_doctor:handle_info:137]Current node statuses: [{'ns_1@10.3.2.57', [{last_heard,{1353,953051,15960}}, {outgoing_replications_safeness_level,[{"default",green}]}, {incoming_replications_conf_hashes, [{"default", [{'ns_1@10.3.3.100',110886191}, {'ns_1@10.3.3.96',41456239}, {'ns_1@10.3.3.98',112129458}]}]}, {active_buckets,["default"]}, {ready_buckets,["default"]}, {local_tasks,[]}, {memory, [{total,131843432}, {processes,94289944}, {processes_used,93765544}, {system,37553488}, {atom,1492169}, {atom_used,1478864}, {binary,6216992}, {code,14903159}, {ets,3222904}]}, {system_memory_data, [{system_total_memory,6442450944}, {free_swap,6291378176}, {total_swap,6291447808}, {cached_memory,1100648448}, {buffered_memory,668815360}, {free_memory,4103729152}, {total_memory,6442450944}]}, {node_storage_conf, [{db_path,"/opt/couchbase/var/lib/couchbase/data/"}, {index_path,"/opt/couchbase/var/lib/couchbase/data/"}]}, {statistics, [{wall_clock,{553606,4999}}, {context_switches,{1840464,0}}, {garbage_collection,{331291,1189541672,0}}, {io,{{input,112412225},{output,60215117}}}, {reductions,{488391256,3068513}}, {run_queue,0}, {runtime,{58380,140}}]}, {system_stats, [{cpu_utilization_rate,0.5063291139240507}, {swap_total,6291447808}, {swap_used,69632}]}, {interesting_stats, [{couch_docs_actual_disk_size,4263009}, {couch_docs_data_size,4230189}, {couch_views_actual_disk_size,0}, {couch_views_data_size,0}, {curr_items,12}, {curr_items_tot,12}, {mem_used,16091496}, {vb_replica_curr_items,0}]}, {cluster_compatibility_version,131072}, {version, [{public_key,"0.13"}, {lhttpc,"1.3.0"}, {ale,"8cffe61"}, {os_mon,"2.2.7"}, {couch_set_view,"1.2.0a-31560d7-git"}, {mnesia,"4.5"}, {inets,"5.7.1"}, {couch,"1.2.0a-31560d7-git"}, {mapreduce,"1.0.0"}, {couch_index_merger,"1.2.0a-31560d7-git"}, {kernel,"2.14.5"}, {crypto,"2.0.4"}, {ssl,"4.1.6"}, {sasl,"2.1.10"}, {couch_view_parser,"1.0.0"}, {ns_server,"2.0.0-1965-rel-enterprise"}, {mochiweb,"1.4.1"}, {oauth,"7d85d3ef"}, {stdlib,"1.17.5"}]}, {supported_compat_version,[2,0]}, {system_arch,"x86_64-unknown-linux-gnu"}, {wall_clock,553}, {memory_data,{6442450944,2335293440,{<18023.815.0>,2543408}}}, {disk_data,[{"/",103209120,9}]}, {meminfo, <<"MemTotal: 6291456 kB\nMemFree: 4007548 kB\nBuffers: 653140 kB\nCached: 1074852 kB\nSwapCached: 0 kB\nActive: 1295888 kB\nInactive: 718992 kB\nHighTotal: 0 kB\nHighFree: 0 kB\nLowTotal: 6291456 kB\nLowFree: 4007548 kB\nSwapTotal: 6143992 kB\nSwapFree: 6143924 kB\nDirty: 13100 kB\nWriteback: 0 kB\nAnonPages: 285516 kB\nMapped: 14660 kB\nSlab: 109036 kB\nPageTables: 2476 kB\nNFS_Unstable: 0 kB\nBounce: 0 kB\nCommitLimit: 9289720 kB\nCommitted_AS: 796436 kB\nVmallocTotal: 34359738367 kB\nVmallocUsed: 3384 kB\nVmallocChunk: 34359734983 kB\n">>}]}, {'ns_1@10.3.3.100', [{last_heard,{1353,953049,747152}}, {outgoing_replications_safeness_level,[{"default",green}]}, {incoming_replications_conf_hashes, [{"default", [{'ns_1@10.3.2.57',63506121}, {'ns_1@10.3.3.96',117606290}, {'ns_1@10.3.3.98',14619049}]}]}, {active_buckets,["default"]}, {ready_buckets,["default"]}, {local_tasks,[]}, {memory, [{total,123772928}, {processes,88172768}, {processes_used,87725248}, {system,35600160}, {atom,1412289}, {atom_used,1387789}, {binary,4760496}, {code,14531880}, {ets,3189160}]}, {system_memory_data, [{system_total_memory,6442450944}, {free_swap,6291447808}, {total_swap,6291447808}, {cached_memory,596873216}, {buffered_memory,730451968}, {free_memory,4561051648}, {total_memory,6442450944}]}, {node_storage_conf, [{db_path,"/opt/couchbase/var/lib/couchbase/data/"}, {index_path,"/opt/couchbase/var/lib/couchbase/data/"}]}, {statistics, [{wall_clock,{548079,5002}}, {context_switches,{1793326,0}}, {garbage_collection,{337967,971529760,0}}, {io,{{input,83075416},{output,53861128}}}, {reductions,{375781767,702208}}, {run_queue,0}, {runtime,{56810,80}}]}, {system_stats, [{cpu_utilization_rate,0.2631578947368421}, {swap_total,6291447808}, {swap_used,0}]}, {interesting_stats, [{couch_docs_actual_disk_size,4267110}, {couch_docs_data_size,4234330}, {couch_views_actual_disk_size,0}, {couch_views_data_size,0}, {curr_items,11}, {curr_items_tot,17}, {mem_used,16096024}, {vb_replica_curr_items,6}]}, {cluster_compatibility_version,131072}, {version, [{public_key,"0.13"}, {lhttpc,"1.3.0"}, {ale,"8cffe61"}, {os_mon,"2.2.7"}, {couch_set_view,"1.2.0a-31560d7-git"}, {mnesia,"4.5"}, {inets,"5.7.1"}, {couch,"1.2.0a-31560d7-git"}, {mapreduce,"1.0.0"}, {couch_index_merger,"1.2.0a-31560d7-git"}, {kernel,"2.14.5"}, {crypto,"2.0.4"}, {ssl,"4.1.6"}, {sasl,"2.1.10"}, {couch_view_parser,"1.0.0"}, {ns_server,"2.0.0-1965-rel-enterprise"}, {mochiweb,"1.4.1"}, {oauth,"7d85d3ef"}, {stdlib,"1.17.5"}]}, {supported_compat_version,[2,0]}, {system_arch,"x86_64-unknown-linux-gnu"}, {wall_clock,548}, {memory_data,{6442450944,1881272320,{<18067.1014.0>,3514512}}}, {disk_data,[{"/",103209120,8}]}, {meminfo, <<"MemTotal: 6291456 kB\nMemFree: 4454152 kB\nBuffers: 713332 kB\nCached: 582884 kB\nSwapCached: 0 kB\nActive: 1161648 kB\nInactive: 399652 kB\nHighTotal: 0 kB\nHighFree: 0 kB\nLowTotal: 6291456 kB\nLowFree: 4454152 kB\nSwapTotal: 6143992 kB\nSwapFree: 6143992 kB\nDirty: 21424 kB\nWriteback: 0 kB\nAnonPages: 263860 kB\nMapped: 14968 kB\nSlab: 115616 kB\nPageTables: 2516 kB\nNFS_Unstable: 0 kB\nBounce: 0 kB\nCommitLimit: 9289720 kB\nCommitted_AS: 783996 kB\nVmallocTotal: 34359738367 kB\nVmallocUsed: 3384 kB\nVmallocChunk: 34359734983 kB\n">>}]}, {'ns_1@10.3.3.96', [{last_heard,{1353,953046,183251}}, {outgoing_replications_safeness_level,[{"default",green}]}, {incoming_replications_conf_hashes, [{"default", [{'ns_1@10.3.2.57',33817834}, {'ns_1@10.3.3.100',41681736}, {'ns_1@10.3.3.98',10928119}]}]}, {active_buckets,["default"]}, {ready_buckets,["default"]}, {local_tasks,[]}, {memory, [{total,116148712}, {processes,80923816}, {processes_used,80443656}, {system,35224896}, {atom,1411481}, {atom_used,1387300}, {binary,4383352}, {code,14564384}, {ets,3156024}]}, {system_memory_data, [{system_total_memory,6442450944}, {free_swap,6291447808}, {total_swap,6291447808}, {cached_memory,614551552}, {buffered_memory,493363200}, {free_memory,4814524416}, {total_memory,6442450944}]}, {node_storage_conf, [{db_path,"/opt/couchbase/var/lib/couchbase/data/"}, {index_path,"/opt/couchbase/var/lib/couchbase/data/"}]}, {statistics, [{wall_clock,{543323,4998}}, {context_switches,{1815628,0}}, {garbage_collection,{350051,1002564930,0}}, {io,{{input,82067133},{output,54019307}}}, {reductions,{385951284,653080}}, {run_queue,0}, {runtime,{58300,70}}]}, {system_stats, [{cpu_utilization_rate,0.234192037470726}, {swap_total,6291447808}, {swap_used,0}]}, {interesting_stats, [{couch_docs_actual_disk_size,4274916}, {couch_docs_data_size,4242522}, {couch_views_actual_disk_size,0}, {couch_views_data_size,0}, {curr_items,0}, {curr_items_tot,23}, {mem_used,16099688}, {vb_replica_curr_items,23}]}, {cluster_compatibility_version,131072}, {version, [{public_key,"0.13"}, {lhttpc,"1.3.0"}, {ale,"8cffe61"}, {os_mon,"2.2.7"}, {couch_set_view,"1.2.0a-31560d7-git"}, {mnesia,"4.5"}, {inets,"5.7.1"}, {couch,"1.2.0a-31560d7-git"}, {mapreduce,"1.0.0"}, {couch_index_merger,"1.2.0a-31560d7-git"}, {kernel,"2.14.5"}, {crypto,"2.0.4"}, {ssl,"4.1.6"}, {sasl,"2.1.10"}, {couch_view_parser,"1.0.0"}, {ns_server,"2.0.0-1965-rel-enterprise"}, {mochiweb,"1.4.1"}, {oauth,"7d85d3ef"}, {stdlib,"1.17.5"}]}, {supported_compat_version,[2,0]}, {system_arch,"x86_64-unknown-linux-gnu"}, {wall_clock,543}, {memory_data,{6442450944,1628180480,{<0.944.0>,2543368}}}, {disk_data,[{"/",103209120,8}]}, {meminfo, <<"MemTotal: 6291456 kB\nMemFree: 4701684 kB\nBuffers: 481800 kB\nCached: 600148 kB\nSwapCached: 0 kB\nActive: 929412 kB\nInactive: 420328 kB\nHighTotal: 0 kB\nHighFree: 0 kB\nLowTotal: 6291456 kB\nLowFree: 4701684 kB\nSwapTotal: 6143992 kB\nSwapFree: 6143992 kB\nDirty: 19012 kB\nWriteback: 0 kB\nAnonPages: 267068 kB\nMapped: 14600 kB\nSlab: 79692 kB\nPageTables: 2352 kB\nNFS_Unstable: 0 kB\nBounce: 0 kB\nCommitLimit: 9289720 kB\nCommitted_AS: 775952 kB\nVmallocTotal: 34359738367 kB\nVmallocUsed: 3384 kB\nVmallocChunk: 34359734983 kB\n">>}]}, {'ns_1@10.3.3.98', [{last_heard,{1353,953050,534754}}, {outgoing_replications_safeness_level,[{"default",green}]}, {incoming_replications_conf_hashes, [{"default", [{'ns_1@10.3.2.57',115455469}, {'ns_1@10.3.3.100',74343578}, {'ns_1@10.3.3.96',66117516}]}]}, {active_buckets,["default"]}, {ready_buckets,["default"]}, {local_tasks,[]}, {memory, [{total,124712448}, {processes,88208608}, {processes_used,87745568}, {system,36503840}, {atom,1413905}, {atom_used,1390826}, {binary,5603744}, {code,14584964}, {ets,3194200}]}, {system_memory_data, [{system_total_memory,6442450944}, {free_swap,6291378176}, {total_swap,6291447808}, {cached_memory,597291008}, {buffered_memory,516239360}, {free_memory,4782030848}, {total_memory,6442450944}]}, {node_storage_conf, [{db_path,"/opt/couchbase/var/lib/couchbase/data/"}, {index_path,"/opt/couchbase/var/lib/couchbase/data/"}]}, {statistics, [{wall_clock,{552650,4994}}, {context_switches,{1847492,0}}, {garbage_collection,{356095,1016394717,0}}, {io,{{input,83422029},{output,55076442}}}, {reductions,{391227526,607690}}, {run_queue,0}, {runtime,{58340,90}}]}, {system_stats, [{cpu_utilization_rate,0.0}, {swap_total,6291447808}, {swap_used,69632}]}, {interesting_stats, [{couch_docs_actual_disk_size,4258881}, {couch_docs_data_size,4226093}, {couch_views_actual_disk_size,0}, {couch_views_data_size,0}, {curr_items,6}, {curr_items_tot,6}, {mem_used,16086568}, {vb_replica_curr_items,0}]}, {cluster_compatibility_version,131072}, {version, [{public_key,"0.13"}, {lhttpc,"1.3.0"}, {ale,"8cffe61"}, {os_mon,"2.2.7"}, {couch_set_view,"1.2.0a-31560d7-git"}, {mnesia,"4.5"}, {inets,"5.7.1"}, {couch,"1.2.0a-31560d7-git"}, {mapreduce,"1.0.0"}, {couch_index_merger,"1.2.0a-31560d7-git"}, {kernel,"2.14.5"}, {crypto,"2.0.4"}, {ssl,"4.1.6"}, {sasl,"2.1.10"}, {couch_view_parser,"1.0.0"}, {ns_server,"2.0.0-1965-rel-enterprise"}, {mochiweb,"1.4.1"}, {oauth,"7d85d3ef"}, {stdlib,"1.17.5"}]}, {supported_compat_version,[2,0]}, {system_arch,"x86_64-unknown-linux-gnu"}, {wall_clock,552}, {memory_data,{6442450944,1662832640,{<18066.941.0>,5085816}}}, {disk_data,[{"/",103209120,8}]}, {meminfo, <<"MemTotal: 6291456 kB\nMemFree: 4669952 kB\nBuffers: 504140 kB\nCached: 583292 kB\nSwapCached: 68 kB\nActive: 980104 kB\nInactive: 398820 kB\nHighTotal: 0 kB\nHighFree: 0 kB\nLowTotal: 6291456 kB\nLowFree: 4669952 kB\nSwapTotal: 6143992 kB\nSwapFree: 6143924 kB\nDirty: 18204 kB\nWriteback: 0 kB\nAnonPages: 290684 kB\nMapped: 14956 kB\nSlab: 83592 kB\nPageTables: 2584 kB\nNFS_Unstable: 0 kB\nBounce: 0 kB\nCommitLimit: 9289720 kB\nCommitted_AS: 808888 kB\nVmallocTotal: 34359738367 kB\nVmallocUsed: 3384 kB\nVmallocChunk: 34359734983 kB\n">>}]}] [ns_doctor:debug,2012-11-26T10:05:11.180,ns_1@10.3.3.96:ns_doctor<0.891.0>:ns_doctor:handle_info:137]Current node statuses: [{'ns_1@10.3.2.57', [{last_heard,{1353,953111,17211}}, {outgoing_replications_safeness_level,[{"default",green}]}, {incoming_replications_conf_hashes, [{"default", [{'ns_1@10.3.3.100',110886191}, {'ns_1@10.3.3.96',41456239}, {'ns_1@10.3.3.98',112129458}]}]}, {active_buckets,["default"]}, {ready_buckets,["default"]}, {local_tasks,[]}, {memory, [{total,121126616}, {processes,83828296}, {processes_used,83301088}, {system,37298320}, {atom,1492169}, {atom_used,1478864}, {binary,5789336}, {code,14903159}, {ets,3399688}]}, {system_memory_data, [{system_total_memory,6442450944}, {free_swap,6291378176}, {total_swap,6291447808}, {cached_memory,1101557760}, {buffered_memory,668823552}, {free_memory,4107681792}, {total_memory,6442450944}]}, {node_storage_conf, [{db_path,"/opt/couchbase/var/lib/couchbase/data/"}, {index_path,"/opt/couchbase/var/lib/couchbase/data/"}]}, {statistics, [{wall_clock,{613608,5001}}, {context_switches,{1950521,0}}, {garbage_collection,{341031,1227193043,0}}, {io,{{input,117777929},{output,66346924}}}, {reductions,{510606164,3236089}}, {run_queue,0}, {runtime,{59920,270}}]}, {system_stats, [{cpu_utilization_rate,0.7177033492822966}, {swap_total,6291447808}, {swap_used,69632}]}, {interesting_stats, [{couch_docs_actual_disk_size,4263009}, {couch_docs_data_size,4230189}, {couch_views_actual_disk_size,0}, {couch_views_data_size,0}, {curr_items,12}, {curr_items_tot,12}, {mem_used,16091496}, {vb_replica_curr_items,0}]}, {cluster_compatibility_version,131072}, {version, [{public_key,"0.13"}, {lhttpc,"1.3.0"}, {ale,"8cffe61"}, {os_mon,"2.2.7"}, {couch_set_view,"1.2.0a-31560d7-git"}, {mnesia,"4.5"}, {inets,"5.7.1"}, {couch,"1.2.0a-31560d7-git"}, {mapreduce,"1.0.0"}, {couch_index_merger,"1.2.0a-31560d7-git"}, {kernel,"2.14.5"}, {crypto,"2.0.4"}, {ssl,"4.1.6"}, {sasl,"2.1.10"}, {couch_view_parser,"1.0.0"}, {ns_server,"2.0.0-1965-rel-enterprise"}, {mochiweb,"1.4.1"}, {oauth,"7d85d3ef"}, {stdlib,"1.17.5"}]}, {supported_compat_version,[2,0]}, {system_arch,"x86_64-unknown-linux-gnu"}, {wall_clock,613}, {memory_data,{6442450944,2336055296,{<18023.332.0>,3514472}}}, {disk_data,[{"/",103209120,9}]}, {meminfo, <<"MemTotal: 6291456 kB\nMemFree: 4011408 kB\nBuffers: 653148 kB\nCached: 1075740 kB\nSwapCached: 0 kB\nActive: 1290604 kB\nInactive: 720036 kB\nHighTotal: 0 kB\nHighFree: 0 kB\nLowTotal: 6291456 kB\nLowFree: 4011408 kB\nSwapTotal: 6143992 kB\nSwapFree: 6143924 kB\nDirty: 4432 kB\nWriteback: 0 kB\nAnonPages: 280296 kB\nMapped: 14660 kB\nSlab: 108904 kB\nPageTables: 2484 kB\nNFS_Unstable: 0 kB\nBounce: 0 kB\nCommitLimit: 9289720 kB\nCommitted_AS: 791952 kB\nVmallocTotal: 34359738367 kB\nVmallocUsed: 3384 kB\nVmallocChunk: 34359734983 kB\n">>}]}, {'ns_1@10.3.3.100', [{last_heard,{1353,953109,748447}}, {outgoing_replications_safeness_level,[{"default",green}]}, {incoming_replications_conf_hashes, [{"default", [{'ns_1@10.3.2.57',63506121}, {'ns_1@10.3.3.96',117606290}, {'ns_1@10.3.3.98',14619049}]}]}, {active_buckets,["default"]}, {ready_buckets,["default"]}, {local_tasks,[]}, {memory, [{total,118441560}, {processes,82834416}, {processes_used,82386040}, {system,35607144}, {atom,1412289}, {atom_used,1387789}, {binary,4593864}, {code,14531880}, {ets,3363392}]}, {system_memory_data, [{system_total_memory,6442450944}, {free_swap,6291447808}, {total_swap,6291447808}, {cached_memory,597999616}, {buffered_memory,730451968}, {free_memory,4555694080}, {total_memory,6442450944}]}, {node_storage_conf, [{db_path,"/opt/couchbase/var/lib/couchbase/data/"}, {index_path,"/opt/couchbase/var/lib/couchbase/data/"}]}, {statistics, [{wall_clock,{608080,5002}}, {context_switches,{1894681,0}}, {garbage_collection,{346013,1002551646,0}}, {io,{{input,85184669},{output,55933287}}}, {reductions,{384289276,706740}}, {run_queue,0}, {runtime,{57820,70}}]}, {system_stats, [{cpu_utilization_rate,0.5390835579514824}, {swap_total,6291447808}, {swap_used,0}]}, {interesting_stats, [{couch_docs_actual_disk_size,4267110}, {couch_docs_data_size,4234330}, {couch_views_actual_disk_size,0}, {couch_views_data_size,0}, {curr_items,11}, {curr_items_tot,17}, {mem_used,16096024}, {vb_replica_curr_items,6}]}, {cluster_compatibility_version,131072}, {version, [{public_key,"0.13"}, {lhttpc,"1.3.0"}, {ale,"8cffe61"}, {os_mon,"2.2.7"}, {couch_set_view,"1.2.0a-31560d7-git"}, {mnesia,"4.5"}, {inets,"5.7.1"}, {couch,"1.2.0a-31560d7-git"}, {mapreduce,"1.0.0"}, {couch_index_merger,"1.2.0a-31560d7-git"}, {kernel,"2.14.5"}, {crypto,"2.0.4"}, {ssl,"4.1.6"}, {sasl,"2.1.10"}, {couch_view_parser,"1.0.0"}, {ns_server,"2.0.0-1965-rel-enterprise"}, {mochiweb,"1.4.1"}, {oauth,"7d85d3ef"}, {stdlib,"1.17.5"}]}, {supported_compat_version,[2,0]}, {system_arch,"x86_64-unknown-linux-gnu"}, {wall_clock,608}, {memory_data,{6442450944,1886859264,{<18067.1014.0>,3514512}}}, {disk_data,[{"/",103209120,8}]}, {meminfo, <<"MemTotal: 6291456 kB\nMemFree: 4449044 kB\nBuffers: 713332 kB\nCached: 583984 kB\nSwapCached: 0 kB\nActive: 1166580 kB\nInactive: 400584 kB\nHighTotal: 0 kB\nHighFree: 0 kB\nLowTotal: 6291456 kB\nLowFree: 4449044 kB\nSwapTotal: 6143992 kB\nSwapFree: 6143992 kB\nDirty: 12940 kB\nWriteback: 0 kB\nAnonPages: 268444 kB\nMapped: 14968 kB\nSlab: 115668 kB\nPageTables: 2516 kB\nNFS_Unstable: 0 kB\nBounce: 0 kB\nCommitLimit: 9289720 kB\nCommitted_AS: 786444 kB\nVmallocTotal: 34359738367 kB\nVmallocUsed: 3384 kB\nVmallocChunk: 34359734983 kB\n">>}]}, {'ns_1@10.3.3.96', [{last_heard,{1353,953106,182798}}, {outgoing_replications_safeness_level,[{"default",green}]}, {incoming_replications_conf_hashes, [{"default", [{'ns_1@10.3.2.57',33817834}, {'ns_1@10.3.3.100',41681736}, {'ns_1@10.3.3.98',10928119}]}]}, {active_buckets,["default"]}, {ready_buckets,["default"]}, {local_tasks,[]}, {memory, [{total,109127816}, {processes,73771232}, {processes_used,73290216}, {system,35356584}, {atom,1411481}, {atom_used,1387300}, {binary,4340952}, {code,14564384}, {ets,3330856}]}, {system_memory_data, [{system_total_memory,6442450944}, {free_swap,6291447808}, {total_swap,6291447808}, {cached_memory,615657472}, {buffered_memory,493363200}, {free_memory,4814905344}, {total_memory,6442450944}]}, {node_storage_conf, [{db_path,"/opt/couchbase/var/lib/couchbase/data/"}, {index_path,"/opt/couchbase/var/lib/couchbase/data/"}]}, {statistics, [{wall_clock,{603323,4997}}, {context_switches,{1916699,0}}, {garbage_collection,{357936,1032674397,0}}, {io,{{input,84092679},{output,56197903}}}, {reductions,{393987075,656899}}, {run_queue,0}, {runtime,{59270,100}}]}, {system_stats, [{cpu_utilization_rate,0.22075055187637968}, {swap_total,6291447808}, {swap_used,0}]}, {interesting_stats, [{couch_docs_actual_disk_size,4274916}, {couch_docs_data_size,4242522}, {couch_views_actual_disk_size,0}, {couch_views_data_size,0}, {curr_items,0}, {curr_items_tot,23}, {mem_used,16099688}, {vb_replica_curr_items,23}]}, {cluster_compatibility_version,131072}, {version, [{public_key,"0.13"}, {lhttpc,"1.3.0"}, {ale,"8cffe61"}, {os_mon,"2.2.7"}, {couch_set_view,"1.2.0a-31560d7-git"}, {mnesia,"4.5"}, {inets,"5.7.1"}, {couch,"1.2.0a-31560d7-git"}, {mapreduce,"1.0.0"}, {couch_index_merger,"1.2.0a-31560d7-git"}, {kernel,"2.14.5"}, {crypto,"2.0.4"}, {ssl,"4.1.6"}, {sasl,"2.1.10"}, {couch_view_parser,"1.0.0"}, {ns_server,"2.0.0-1965-rel-enterprise"}, {mochiweb,"1.4.1"}, {oauth,"7d85d3ef"}, {stdlib,"1.17.5"}]}, {supported_compat_version,[2,0]}, {system_arch,"x86_64-unknown-linux-gnu"}, {wall_clock,603}, {memory_data,{6442450944,1627545600,{<0.944.0>,2543368}}}, {disk_data,[{"/",103209120,8}]}, {meminfo, <<"MemTotal: 6291456 kB\nMemFree: 4702056 kB\nBuffers: 481800 kB\nCached: 601228 kB\nSwapCached: 0 kB\nActive: 929172 kB\nInactive: 421232 kB\nHighTotal: 0 kB\nHighFree: 0 kB\nLowTotal: 6291456 kB\nLowFree: 4702056 kB\nSwapTotal: 6143992 kB\nSwapFree: 6143992 kB\nDirty: 10576 kB\nWriteback: 0 kB\nAnonPages: 266604 kB\nMapped: 14600 kB\nSlab: 79676 kB\nPageTables: 2348 kB\nNFS_Unstable: 0 kB\nBounce: 0 kB\nCommitLimit: 9289720 kB\nCommitted_AS: 773652 kB\nVmallocTotal: 34359738367 kB\nVmallocUsed: 3384 kB\nVmallocChunk: 34359734983 kB\n">>}]}, {'ns_1@10.3.3.98', [{last_heard,{1353,953110,535261}}, {outgoing_replications_safeness_level,[{"default",green}]}, {incoming_replications_conf_hashes, [{"default", [{'ns_1@10.3.2.57',115455469}, {'ns_1@10.3.3.100',74343578}, {'ns_1@10.3.3.96',66117516}]}]}, {active_buckets,["default"]}, {ready_buckets,["default"]}, {local_tasks,[]}, {memory, [{total,116264920}, {processes,80840384}, {processes_used,80376488}, {system,35424536}, {atom,1413905}, {atom_used,1390826}, {binary,4350624}, {code,14584964}, {ets,3368672}]}, {system_memory_data, [{system_total_memory,6442450944}, {free_swap,6291378176}, {total_swap,6291447808}, {cached_memory,598421504}, {buffered_memory,516239360}, {free_memory,4781395968}, {total_memory,6442450944}]}, {node_storage_conf, [{db_path,"/opt/couchbase/var/lib/couchbase/data/"}, {index_path,"/opt/couchbase/var/lib/couchbase/data/"}]}, {statistics, [{wall_clock,{612651,5000}}, {context_switches,{1948817,0}}, {garbage_collection,{364076,1047238143,0}}, {io,{{input,85529093},{output,57071643}}}, {reductions,{399467337,611446}}, {run_queue,0}, {runtime,{59380,90}}]}, {system_stats, [{cpu_utilization_rate,0.2506265664160401}, {swap_total,6291447808}, {swap_used,69632}]}, {interesting_stats, [{couch_docs_actual_disk_size,4258881}, {couch_docs_data_size,4226093}, {couch_views_actual_disk_size,0}, {couch_views_data_size,0}, {curr_items,6}, {curr_items_tot,6}, {mem_used,16086568}, {vb_replica_curr_items,0}]}, {cluster_compatibility_version,131072}, {version, [{public_key,"0.13"}, {lhttpc,"1.3.0"}, {ale,"8cffe61"}, {os_mon,"2.2.7"}, {couch_set_view,"1.2.0a-31560d7-git"}, {mnesia,"4.5"}, {inets,"5.7.1"}, {couch,"1.2.0a-31560d7-git"}, {mapreduce,"1.0.0"}, {couch_index_merger,"1.2.0a-31560d7-git"}, {kernel,"2.14.5"}, {crypto,"2.0.4"}, {ssl,"4.1.6"}, {sasl,"2.1.10"}, {couch_view_parser,"1.0.0"}, {ns_server,"2.0.0-1965-rel-enterprise"}, {mochiweb,"1.4.1"}, {oauth,"7d85d3ef"}, {stdlib,"1.17.5"}]}, {supported_compat_version,[2,0]}, {system_arch,"x86_64-unknown-linux-gnu"}, {wall_clock,612}, {memory_data,{6442450944,1660166144,{<18066.941.0>,3514472}}}, {disk_data,[{"/",103209120,8}]}, {meminfo, <<"MemTotal: 6291456 kB\nMemFree: 4669332 kB\nBuffers: 504140 kB\nCached: 584396 kB\nSwapCached: 68 kB\nActive: 980056 kB\nInactive: 399772 kB\nHighTotal: 0 kB\nHighFree: 0 kB\nLowTotal: 6291456 kB\nLowFree: 4669332 kB\nSwapTotal: 6143992 kB\nSwapFree: 6143924 kB\nDirty: 10480 kB\nWriteback: 0 kB\nAnonPages: 290572 kB\nMapped: 14956 kB\nSlab: 83516 kB\nPageTables: 2588 kB\nNFS_Unstable: 0 kB\nBounce: 0 kB\nCommitLimit: 9289720 kB\nCommitted_AS: 806304 kB\nVmallocTotal: 34359738367 kB\nVmallocUsed: 3384 kB\nVmallocChunk: 34359734983 kB\n">>}]}] [stats:debug,2012-11-26T10:05:13.677,ns_1@10.3.3.96:<0.4839.1>:stats_collector:maybe_log_stats:126](at {{1970,1,16},{8,5,53}}) Stats for bucket "default": accepting_conns 1 auth_cmds 0 auth_errors 0 bucket_active_conns 1 bucket_conns 20 bytes 16099688 bytes_read 118581 bytes_written 4917580 cas_badval 0 cas_hits 0 cas_misses 0 cmd_flush 0 cmd_get 0 cmd_set 0 conn_yields 23 connection_structures 5000 curr_connections 21 curr_conns_on_port_11209 18 curr_conns_on_port_11210 1 curr_items 0 curr_items_tot 23 curr_temp_items 0 daemon_connections 4 decr_hits 0 decr_misses 0 delete_hits 0 delete_misses 0 ep_access_scanner_last_runtime 0 ep_access_scanner_num_items 0 ep_access_scanner_task_time 2012-11-27 10:00:00 ep_allow_data_loss_during_shutdown 1 ep_alog_block_size 4096 ep_alog_path /opt/couchbase/var/lib/couchbase/data/default/access.log ep_alog_sleep_time 1440 ep_alog_task_time 10 ep_backend couchdb ep_bg_fetch_delay 0 ep_bg_fetched 0 ep_bg_meta_fetched 0 ep_bg_remaining_jobs 0 ep_chk_max_items 5000 ep_chk_period 1800 ep_chk_persistence_remains 0 ep_chk_persistence_timeout 10 ep_chk_remover_stime 5 ep_commit_num 4 ep_commit_time 3 ep_commit_time_total 17 ep_concurrentDB 1 ep_config_file ep_couch_bucket default ep_couch_host localhost ep_couch_port 11213 ep_couch_reconnect_sleeptime 250 ep_couch_response_timeout 180000 ep_data_age 3 ep_data_age_highwat 3 ep_data_traffic_enabled 0 ep_dbinit 0 ep_dbname /opt/couchbase/var/lib/couchbase/data/default ep_degraded_mode 0 ep_diskqueue_drain 23 ep_diskqueue_fill 23 ep_diskqueue_items 0 ep_diskqueue_memory 0 ep_diskqueue_pending 0 ep_exp_pager_stime 3600 ep_exp_pager_stime 3600 ep_expired_access 0 ep_expired_pager 0 ep_expiry_window 3 ep_failpartialwarmup 0 ep_flush_all false ep_flush_duration_total 0 ep_flushall_enabled 0 ep_flusher_state running ep_flusher_todo 0 ep_getl_default_timeout 15 ep_getl_max_timeout 30 ep_ht_locks 5 ep_ht_size 3079 ep_inconsistent_slave_chk 0 ep_initfile ep_io_num_read 0 ep_io_num_write 23 ep_io_read_bytes 0 ep_io_write_bytes 13485 ep_item_begin_failed 0 ep_item_commit_failed 0 ep_item_flush_expired 0 ep_item_flush_failed 0 ep_item_num_based_new_chk 1 ep_items_rm_from_checkpoints 0 ep_keep_closed_chks 0 ep_klog_block_size 4096 ep_klog_compactor_queue_cap 500000 ep_klog_compactor_stime 3600 ep_klog_flush commit2 ep_klog_max_entry_ratio 10 ep_klog_max_log_size 2147483647 ep_klog_path ep_klog_sync commit2 ep_kv_size 15381 ep_max_checkpoints 2 ep_max_data_size 1073741824 ep_max_item_size 20971520 ep_max_size 1073741824 ep_max_txn_size 10000 ep_max_vbuckets 1024 ep_mem_high_wat 805306368 ep_mem_high_wat 805306368 ep_mem_low_wat 644245094 ep_mem_low_wat 644245094 ep_mem_tracker_enabled true ep_min_data_age 0 ep_mlog_compactor_runs 0 ep_mutation_mem_threshold 0 ep_num_access_scanner_runs 0 ep_num_eject_failures 0 ep_num_expiry_pager_runs 0 ep_num_non_resident 0 ep_num_not_my_vbuckets 0 ep_num_ops_del_meta 0 ep_num_ops_get_meta 0 ep_num_ops_set_meta 0 ep_num_pager_runs 0 ep_num_value_ejects 0 ep_oom_errors 0 ep_overhead 13615370 ep_pager_active_vb_pcnt 40 ep_pager_unbiased_period 60 ep_pending_ops 0 ep_pending_ops_max 0 ep_pending_ops_max_duration 0 ep_pending_ops_total 0 ep_postInitfile ep_queue_age_cap 900 ep_queue_size 0 ep_startup_time 1353952912 ep_storage_age 0 ep_storage_age_highwat 0 ep_store_max_concurrency 10 ep_store_max_readers 9 ep_store_max_readwrite 1 ep_stored_val_type ep_tap_ack_grace_period 300 ep_tap_ack_initial_sequence_number 1 ep_tap_ack_interval 1000 ep_tap_ack_window_size 10 ep_tap_backfill_resident 0.9 ep_tap_backlog_limit 5000 ep_tap_backoff_period 5 ep_tap_bg_fetch_requeued 0 ep_tap_bg_fetched 0 ep_tap_bg_max_pending 500 ep_tap_keepalive 300 ep_tap_noop_interval 20 ep_tap_requeue_sleep_time 0.1 ep_tap_throttle_cap_pcnt 10 ep_tap_throttle_queue_cap 1000000 ep_tap_throttle_threshold 90 ep_tmp_oom_errors 0 ep_too_old 0 ep_too_young 0 ep_total_cache_size 15105 ep_total_del_items 0 ep_total_enqueued 23 ep_total_new_items 23 ep_total_persisted 23 ep_uncommitted_items 0 ep_value_size 13312 ep_vb0 0 ep_vb_snapshot_total 6 ep_vb_total 512 ep_vbucket_del 0 ep_vbucket_del_fail 0 ep_version 2.0.0r_140_gde42c8c ep_waitforwarmup 0 ep_warmup 1 ep_warmup_batch_size 1000 ep_warmup_dups 0 ep_warmup_min_items_threshold 100 ep_warmup_min_memory_threshold 100 ep_warmup_oom 0 ep_warmup_thread complete ep_warmup_time 635 get_hits 0 get_misses 0 incr_hits 0 incr_misses 0 libevent 2.0.11-stable limit_maxbytes 67108864 listen_disabled_num 0 max_conns_on_port_11209 1000 max_conns_on_port_11210 9000 mem_used 16099688 pid 25417 pointer_size 64 rejected_conns 0 rusage_system 1.880117 rusage_user 7.384461 tap_checkpoint_start_received 512 tap_checkpoint_start_sent 512 tap_connect_received 6 tap_mutation_received 2466 tap_mutation_sent 2484 tap_opaque_received 1039 tap_opaque_sent 1036 threads 4 time 1353953113 total_connections 42 uptime 544 vb_active_curr_items 0 vb_active_eject 0 vb_active_expired 0 vb_active_ht_memory 6428672 vb_active_itm_memory 0 vb_active_meta_data_memory 0 vb_active_num 256 vb_active_num_non_resident 0 vb_active_num_ref_ejects 0 vb_active_num_ref_items 0 vb_active_ops_create 0 vb_active_ops_delete 0 vb_active_ops_reject 0 vb_active_ops_update 0 vb_active_perc_mem_resident 0 vb_active_queue_age 0 vb_active_queue_drain 0 vb_active_queue_fill 0 vb_active_queue_memory 0 vb_active_queue_pending 0 vb_active_queue_size 0 vb_dead_num 0 vb_pending_curr_items 0 vb_pending_eject 0 vb_pending_expired 0 vb_pending_ht_memory 0 vb_pending_itm_memory 0 vb_pending_meta_data_memory 0 vb_pending_num 0 vb_pending_num_non_resident 0 vb_pending_num_ref_ejects 0 vb_pending_num_ref_items 0 vb_pending_ops_create 0 vb_pending_ops_delete 0 vb_pending_ops_reject 0 vb_pending_ops_update 0 vb_pending_perc_mem_resident 0 vb_pending_queue_age 0 vb_pending_queue_drain 0 vb_pending_queue_fill 0 vb_pending_queue_memory 0 vb_pending_queue_pending 0 vb_pending_queue_size 0 vb_replica_curr_items 23 vb_replica_eject 0 vb_replica_expired 0 vb_replica_ht_memory 6428672 vb_replica_itm_memory 15105 vb_replica_meta_data_memory 1898 vb_replica_num 256 vb_replica_num_non_resident 0 vb_replica_num_ref_ejects 0 vb_replica_num_ref_items 0 vb_replica_ops_create 23 vb_replica_ops_delete 0 vb_replica_ops_reject 0 vb_replica_ops_update 0 vb_replica_perc_mem_resident 100 vb_replica_queue_age 0 vb_replica_queue_drain 23 vb_replica_queue_fill 23 vb_replica_queue_memory 0 vb_replica_queue_pending 0 vb_replica_queue_size 0 version 1.4.4_600_g7ea975a [ns_doctor:debug,2012-11-26T10:06:11.182,ns_1@10.3.3.96:ns_doctor<0.891.0>:ns_doctor:handle_info:137]Current node statuses: [{'ns_1@10.3.2.57', [{last_heard,{1353,953171,14957}}, {outgoing_replications_safeness_level,[{"default",green}]}, {incoming_replications_conf_hashes, [{"default", [{'ns_1@10.3.3.100',110886191}, {'ns_1@10.3.3.96',41456239}, {'ns_1@10.3.3.98',112129458}]}]}, {active_buckets,["default"]}, {ready_buckets,["default"]}, {local_tasks,[]}, {memory, [{total,125485040}, {processes,87973960}, {processes_used,87445896}, {system,37511080}, {atom,1492169}, {atom_used,1478864}, {binary,5912600}, {code,14903159}, {ets,3488952}]}, {system_memory_data, [{system_total_memory,6442450944}, {free_swap,6291378176}, {total_swap,6291447808}, {cached_memory,1102852096}, {buffered_memory,668831744}, {free_memory,4106158080}, {total_memory,6442450944}]}, {node_storage_conf, [{db_path,"/opt/couchbase/var/lib/couchbase/data/"}, {index_path,"/opt/couchbase/var/lib/couchbase/data/"}]}, {statistics, [{wall_clock,{673605,4999}}, {context_switches,{2059198,0}}, {garbage_collection,{349177,1261592320,0}}, {io,{{input,119668037},{output,69165937}}}, {reductions,{532488464,2905249}}, {run_queue,0}, {runtime,{61510,190}}]}, {system_stats, [{cpu_utilization_rate,0.46403712296983757}, {swap_total,6291447808}, {swap_used,69632}]}, {interesting_stats, [{couch_docs_actual_disk_size,4263011}, {couch_docs_data_size,4230189}, {couch_views_actual_disk_size,0}, {couch_views_data_size,0}, {curr_items,12}, {curr_items_tot,12}, {mem_used,16091496}, {vb_replica_curr_items,0}]}, {cluster_compatibility_version,131072}, {version, [{public_key,"0.13"}, {lhttpc,"1.3.0"}, {ale,"8cffe61"}, {os_mon,"2.2.7"}, {couch_set_view,"1.2.0a-31560d7-git"}, {mnesia,"4.5"}, {inets,"5.7.1"}, {couch,"1.2.0a-31560d7-git"}, {mapreduce,"1.0.0"}, {couch_index_merger,"1.2.0a-31560d7-git"}, {kernel,"2.14.5"}, {crypto,"2.0.4"}, {ssl,"4.1.6"}, {sasl,"2.1.10"}, {couch_view_parser,"1.0.0"}, {ns_server,"2.0.0-1965-rel-enterprise"}, {mochiweb,"1.4.1"}, {oauth,"7d85d3ef"}, {stdlib,"1.17.5"}]}, {supported_compat_version,[2,0]}, {system_arch,"x86_64-unknown-linux-gnu"}, {wall_clock,673}, {memory_data,{6442450944,2336165888,{<18023.332.0>,3514472}}}, {disk_data,[{"/",103209120,9}]}, {meminfo, <<"MemTotal: 6291456 kB\nMemFree: 4009920 kB\nBuffers: 653156 kB\nCached: 1077004 kB\nSwapCached: 0 kB\nActive: 1291588 kB\nInactive: 720984 kB\nHighTotal: 0 kB\nHighFree: 0 kB\nLowTotal: 6291456 kB\nLowFree: 4009920 kB\nSwapTotal: 6143992 kB\nSwapFree: 6143924 kB\nDirty: 800 kB\nWriteback: 0 kB\nAnonPages: 281240 kB\nMapped: 14660 kB\nSlab: 108844 kB\nPageTables: 2476 kB\nNFS_Unstable: 0 kB\nBounce: 0 kB\nCommitLimit: 9289720 kB\nCommitted_AS: 794232 kB\nVmallocTotal: 34359738367 kB\nVmallocUsed: 3384 kB\nVmallocChunk: 34359734983 kB\n">>}]}, {'ns_1@10.3.3.100', [{last_heard,{1353,953169,746201}}, {outgoing_replications_safeness_level,[{"default",green}]}, {incoming_replications_conf_hashes, [{"default", [{'ns_1@10.3.2.57',63506121}, {'ns_1@10.3.3.96',117606290}, {'ns_1@10.3.3.98',14619049}]}]}, {active_buckets,["default"]}, {ready_buckets,["default"]}, {local_tasks,[]}, {memory, [{total,121176248}, {processes,85605728}, {processes_used,85157352}, {system,35570520}, {atom,1412289}, {atom_used,1387789}, {binary,4380272}, {code,14531880}, {ets,3540536}]}, {system_memory_data, [{system_total_memory,6442450944}, {free_swap,6291447808}, {total_swap,6291447808}, {cached_memory,599085056}, {buffered_memory,730451968}, {free_memory,4549496832}, {total_memory,6442450944}]}, {node_storage_conf, [{db_path,"/opt/couchbase/var/lib/couchbase/data/"}, {index_path,"/opt/couchbase/var/lib/couchbase/data/"}]}, {statistics, [{wall_clock,{668078,5000}}, {context_switches,{1996963,0}}, {garbage_collection,{354257,1033909354,0}}, {io,{{input,90564608},{output,61191204}}}, {reductions,{392936222,718061}}, {run_queue,0}, {runtime,{58970,80}}]}, {system_stats, [{cpu_utilization_rate,0.2617801047120419}, {swap_total,6291447808}, {swap_used,0}]}, {interesting_stats, [{couch_docs_actual_disk_size,4267112}, {couch_docs_data_size,4234330}, {couch_views_actual_disk_size,0}, {couch_views_data_size,0}, {curr_items,11}, {curr_items_tot,17}, {mem_used,16096024}, {vb_replica_curr_items,6}]}, {cluster_compatibility_version,131072}, {version, [{public_key,"0.13"}, {lhttpc,"1.3.0"}, {ale,"8cffe61"}, {os_mon,"2.2.7"}, {couch_set_view,"1.2.0a-31560d7-git"}, {mnesia,"4.5"}, {inets,"5.7.1"}, {couch,"1.2.0a-31560d7-git"}, {mapreduce,"1.0.0"}, {couch_index_merger,"1.2.0a-31560d7-git"}, {kernel,"2.14.5"}, {crypto,"2.0.4"}, {ssl,"4.1.6"}, {sasl,"2.1.10"}, {couch_view_parser,"1.0.0"}, {ns_server,"2.0.0-1965-rel-enterprise"}, {mochiweb,"1.4.1"}, {oauth,"7d85d3ef"}, {stdlib,"1.17.5"}]}, {supported_compat_version,[2,0]}, {system_arch,"x86_64-unknown-linux-gnu"}, {wall_clock,668}, {memory_data,{6442450944,1893462016,{<18067.1014.0>,3514512}}}, {disk_data,[{"/",103209120,8}]}, {meminfo, <<"MemTotal: 6291456 kB\nMemFree: 4442868 kB\nBuffers: 713332 kB\nCached: 585044 kB\nSwapCached: 0 kB\nActive: 1170264 kB\nInactive: 401676 kB\nHighTotal: 0 kB\nHighFree: 0 kB\nLowTotal: 6291456 kB\nLowFree: 4442868 kB\nSwapTotal: 6143992 kB\nSwapFree: 6143992 kB\nDirty: 4548 kB\nWriteback: 0 kB\nAnonPages: 272168 kB\nMapped: 14968 kB\nSlab: 115672 kB\nPageTables: 2520 kB\nNFS_Unstable: 0 kB\nBounce: 0 kB\nCommitLimit: 9289720 kB\nCommitted_AS: 796672 kB\nVmallocTotal: 34359738367 kB\nVmallocUsed: 3384 kB\nVmallocChunk: 34359734983 kB\n">>}]}, {'ns_1@10.3.3.96', [{last_heard,{1353,953166,184247}}, {outgoing_replications_safeness_level,[{"default",green}]}, {incoming_replications_conf_hashes, [{"default", [{'ns_1@10.3.2.57',33817834}, {'ns_1@10.3.3.100',41681736}, {'ns_1@10.3.3.98',10928119}]}]}, {active_buckets,["default"]}, {ready_buckets,["default"]}, {local_tasks,[]}, {memory, [{total,113915384}, {processes,78507400}, {processes_used,78026384}, {system,35407984}, {atom,1411481}, {atom_used,1387300}, {binary,4215352}, {code,14564384}, {ets,3507872}]}, {system_memory_data, [{system_total_memory,6442450944}, {free_swap,6291447808}, {total_swap,6291447808}, {cached_memory,616734720}, {buffered_memory,493363200}, {free_memory,4811476992}, {total_memory,6442450944}]}, {node_storage_conf, [{db_path,"/opt/couchbase/var/lib/couchbase/data/"}, {index_path,"/opt/couchbase/var/lib/couchbase/data/"}]}, {statistics, [{wall_clock,{663324,5000}}, {context_switches,{2018817,0}}, {garbage_collection,{366198,1062630830,0}}, {io,{{input,89493066},{output,61341753}}}, {reductions,{402181114,656791}}, {run_queue,0}, {runtime,{60330,80}}]}, {system_stats, [{cpu_utilization_rate,0.0},{swap_total,6291447808},{swap_used,0}]}, {interesting_stats, [{couch_docs_actual_disk_size,4274919}, {couch_docs_data_size,4242522}, {couch_views_actual_disk_size,0}, {couch_views_data_size,0}, {curr_items,0}, {curr_items_tot,23}, {mem_used,16099688}, {vb_replica_curr_items,23}]}, {cluster_compatibility_version,131072}, {version, [{public_key,"0.13"}, {lhttpc,"1.3.0"}, {ale,"8cffe61"}, {os_mon,"2.2.7"}, {couch_set_view,"1.2.0a-31560d7-git"}, {mnesia,"4.5"}, {inets,"5.7.1"}, {couch,"1.2.0a-31560d7-git"}, {mapreduce,"1.0.0"}, {couch_index_merger,"1.2.0a-31560d7-git"}, {kernel,"2.14.5"}, {crypto,"2.0.4"}, {ssl,"4.1.6"}, {sasl,"2.1.10"}, {couch_view_parser,"1.0.0"}, {ns_server,"2.0.0-1965-rel-enterprise"}, {mochiweb,"1.4.1"}, {oauth,"7d85d3ef"}, {stdlib,"1.17.5"}]}, {supported_compat_version,[2,0]}, {system_arch,"x86_64-unknown-linux-gnu"}, {wall_clock,663}, {memory_data,{6442450944,1631227904,{<0.944.0>,2543368}}}, {disk_data,[{"/",103209120,8}]}, {meminfo, <<"MemTotal: 6291456 kB\nMemFree: 4698708 kB\nBuffers: 481800 kB\nCached: 602280 kB\nSwapCached: 0 kB\nActive: 930204 kB\nInactive: 422348 kB\nHighTotal: 0 kB\nHighFree: 0 kB\nLowTotal: 6291456 kB\nLowFree: 4698708 kB\nSwapTotal: 6143992 kB\nSwapFree: 6143992 kB\nDirty: 2504 kB\nWriteback: 0 kB\nAnonPages: 267680 kB\nMapped: 14600 kB\nSlab: 79676 kB\nPageTables: 2352 kB\nNFS_Unstable: 0 kB\nBounce: 0 kB\nCommitLimit: 9289720 kB\nCommitted_AS: 788620 kB\nVmallocTotal: 34359738367 kB\nVmallocUsed: 3384 kB\nVmallocChunk: 34359734983 kB\n">>}]}, {'ns_1@10.3.3.98', [{last_heard,{1353,953170,533340}}, {outgoing_replications_safeness_level,[{"default",green}]}, {incoming_replications_conf_hashes, [{"default", [{'ns_1@10.3.2.57',115455469}, {'ns_1@10.3.3.100',74343578}, {'ns_1@10.3.3.96',66117516}]}]}, {active_buckets,["default"]}, {ready_buckets,["default"]}, {local_tasks,[]}, {memory, [{total,119393728}, {processes,84059320}, {processes_used,83595424}, {system,35334408}, {atom,1413905}, {atom_used,1390826}, {binary,4083664}, {code,14584964}, {ets,3545888}]}, {system_memory_data, [{system_total_memory,6442450944}, {free_swap,6291378176}, {total_swap,6291447808}, {cached_memory,599486464}, {buffered_memory,516239360}, {free_memory,4781142016}, {total_memory,6442450944}]}, {node_storage_conf, [{db_path,"/opt/couchbase/var/lib/couchbase/data/"}, {index_path,"/opt/couchbase/var/lib/couchbase/data/"}]}, {statistics, [{wall_clock,{672649,4997}}, {context_switches,{2051088,0}}, {garbage_collection,{372530,1078247767,0}}, {io,{{input,90907076},{output,62207631}}}, {reductions,{407828450,609346}}, {run_queue,0}, {runtime,{60470,80}}]}, {system_stats, [{cpu_utilization_rate,0.49875311720698257}, {swap_total,6291447808}, {swap_used,69632}]}, {interesting_stats, [{couch_docs_actual_disk_size,4258882}, {couch_docs_data_size,4226093}, {couch_views_actual_disk_size,0}, {couch_views_data_size,0}, {curr_items,6}, {curr_items_tot,6}, {mem_used,16086568}, {vb_replica_curr_items,0}]}, {cluster_compatibility_version,131072}, {version, [{public_key,"0.13"}, {lhttpc,"1.3.0"}, {ale,"8cffe61"}, {os_mon,"2.2.7"}, {couch_set_view,"1.2.0a-31560d7-git"}, {mnesia,"4.5"}, {inets,"5.7.1"}, {couch,"1.2.0a-31560d7-git"}, {mapreduce,"1.0.0"}, {couch_index_merger,"1.2.0a-31560d7-git"}, {kernel,"2.14.5"}, {crypto,"2.0.4"}, {ssl,"4.1.6"}, {sasl,"2.1.10"}, {couch_view_parser,"1.0.0"}, {ns_server,"2.0.0-1965-rel-enterprise"}, {mochiweb,"1.4.1"}, {oauth,"7d85d3ef"}, {stdlib,"1.17.5"}]}, {supported_compat_version,[2,0]}, {system_arch,"x86_64-unknown-linux-gnu"}, {wall_clock,672}, {memory_data,{6442450944,1661308928,{<18066.941.0>,3514472}}}, {disk_data,[{"/",103209120,8}]}, {meminfo, <<"MemTotal: 6291456 kB\nMemFree: 4669084 kB\nBuffers: 504140 kB\nCached: 585436 kB\nSwapCached: 68 kB\nActive: 979104 kB\nInactive: 400796 kB\nHighTotal: 0 kB\nHighFree: 0 kB\nLowTotal: 6291456 kB\nLowFree: 4669084 kB\nSwapTotal: 6143992 kB\nSwapFree: 6143924 kB\nDirty: 1904 kB\nWriteback: 0 kB\nAnonPages: 289528 kB\nMapped: 14956 kB\nSlab: 83480 kB\nPageTables: 2584 kB\nNFS_Unstable: 0 kB\nBounce: 0 kB\nCommitLimit: 9289720 kB\nCommitted_AS: 814312 kB\nVmallocTotal: 34359738367 kB\nVmallocUsed: 3384 kB\nVmallocChunk: 34359734983 kB\n">>}]}] [stats:debug,2012-11-26T10:06:53.681,ns_1@10.3.3.96:<0.4839.1>:stats_collector:maybe_log_stats:126](at {{1970,1,16},{8,5,53}}) Stats for bucket "default": accepting_conns 1 auth_cmds 0 auth_errors 0 bucket_active_conns 1 bucket_conns 20 bytes 16099704 bytes_read 130511 bytes_written 6924355 cas_badval 0 cas_hits 0 cas_misses 0 cmd_flush 0 cmd_get 0 cmd_set 0 conn_yields 23 connection_structures 5000 curr_connections 21 curr_conns_on_port_11209 18 curr_conns_on_port_11210 1 curr_items 0 curr_items_tot 23 curr_temp_items 0 daemon_connections 4 decr_hits 0 decr_misses 0 delete_hits 0 delete_misses 0 ep_access_scanner_last_runtime 0 ep_access_scanner_num_items 0 ep_access_scanner_task_time 2012-11-27 10:00:00 ep_allow_data_loss_during_shutdown 1 ep_alog_block_size 4096 ep_alog_path /opt/couchbase/var/lib/couchbase/data/default/access.log ep_alog_sleep_time 1440 ep_alog_task_time 10 ep_backend couchdb ep_bg_fetch_delay 0 ep_bg_fetched 0 ep_bg_meta_fetched 0 ep_bg_remaining_jobs 0 ep_chk_max_items 5000 ep_chk_period 1800 ep_chk_persistence_remains 0 ep_chk_persistence_timeout 10 ep_chk_remover_stime 5 ep_commit_num 4 ep_commit_time 3 ep_commit_time_total 17 ep_concurrentDB 1 ep_config_file ep_couch_bucket default ep_couch_host localhost ep_couch_port 11213 ep_couch_reconnect_sleeptime 250 ep_couch_response_timeout 180000 ep_data_age 3 ep_data_age_highwat 3 ep_data_traffic_enabled 0 ep_dbinit 0 ep_dbname /opt/couchbase/var/lib/couchbase/data/default ep_degraded_mode 0 ep_diskqueue_drain 23 ep_diskqueue_fill 23 ep_diskqueue_items 0 ep_diskqueue_memory 0 ep_diskqueue_pending 0 ep_exp_pager_stime 3600 ep_exp_pager_stime 3600 ep_expired_access 0 ep_expired_pager 0 ep_expiry_window 3 ep_failpartialwarmup 0 ep_flush_all false ep_flush_duration_total 0 ep_flushall_enabled 0 ep_flusher_state running ep_flusher_todo 0 ep_getl_default_timeout 15 ep_getl_max_timeout 30 ep_ht_locks 5 ep_ht_size 3079 ep_inconsistent_slave_chk 0 ep_initfile ep_io_num_read 0 ep_io_num_write 23 ep_io_read_bytes 0 ep_io_write_bytes 13485 ep_item_begin_failed 0 ep_item_commit_failed 0 ep_item_flush_expired 0 ep_item_flush_failed 0 ep_item_num_based_new_chk 1 ep_items_rm_from_checkpoints 0 ep_keep_closed_chks 0 ep_klog_block_size 4096 ep_klog_compactor_queue_cap 500000 ep_klog_compactor_stime 3600 ep_klog_flush commit2 ep_klog_max_entry_ratio 10 ep_klog_max_log_size 2147483647 ep_klog_path ep_klog_sync commit2 ep_kv_size 15381 ep_max_checkpoints 2 ep_max_data_size 1073741824 ep_max_item_size 20971520 ep_max_size 1073741824 ep_max_txn_size 10000 ep_max_vbuckets 1024 ep_mem_high_wat 805306368 ep_mem_high_wat 805306368 ep_mem_low_wat 644245094 ep_mem_low_wat 644245094 ep_mem_tracker_enabled true ep_min_data_age 0 ep_mlog_compactor_runs 0 ep_mutation_mem_threshold 0 ep_num_access_scanner_runs 0 ep_num_eject_failures 0 ep_num_expiry_pager_runs 0 ep_num_non_resident 0 ep_num_not_my_vbuckets 0 ep_num_ops_del_meta 0 ep_num_ops_get_meta 0 ep_num_ops_set_meta 0 ep_num_pager_runs 0 ep_num_value_ejects 0 ep_oom_errors 0 ep_overhead 13615370 ep_pager_active_vb_pcnt 40 ep_pager_unbiased_period 60 ep_pending_ops 0 ep_pending_ops_max 0 ep_pending_ops_max_duration 0 ep_pending_ops_total 0 ep_postInitfile ep_queue_age_cap 900 ep_queue_size 0 ep_startup_time 1353952912 ep_storage_age 0 ep_storage_age_highwat 0 ep_store_max_concurrency 10 ep_store_max_readers 9 ep_store_max_readwrite 1 ep_stored_val_type ep_tap_ack_grace_period 300 ep_tap_ack_initial_sequence_number 1 ep_tap_ack_interval 1000 ep_tap_ack_window_size 10 ep_tap_backfill_resident 0.9 ep_tap_backlog_limit 5000 ep_tap_backoff_period 5 ep_tap_bg_fetch_requeued 0 ep_tap_bg_fetched 0 ep_tap_bg_max_pending 500 ep_tap_keepalive 300 ep_tap_noop_interval 20 ep_tap_requeue_sleep_time 0.1 ep_tap_throttle_cap_pcnt 10 ep_tap_throttle_queue_cap 1000000 ep_tap_throttle_threshold 90 ep_tmp_oom_errors 0 ep_too_old 0 ep_too_young 0 ep_total_cache_size 15105 ep_total_del_items 0 ep_total_enqueued 23 ep_total_new_items 23 ep_total_persisted 23 ep_uncommitted_items 0 ep_value_size 13312 ep_vb0 0 ep_vb_snapshot_total 6 ep_vb_total 512 ep_vbucket_del 0 ep_vbucket_del_fail 0 ep_version 2.0.0r_140_gde42c8c ep_waitforwarmup 0 ep_warmup 1 ep_warmup_batch_size 1000 ep_warmup_dups 0 ep_warmup_min_items_threshold 100 ep_warmup_min_memory_threshold 100 ep_warmup_oom 0 ep_warmup_thread complete ep_warmup_time 635 get_hits 0 get_misses 0 incr_hits 0 incr_misses 0 libevent 2.0.11-stable limit_maxbytes 67108864 listen_disabled_num 0 max_conns_on_port_11209 1000 max_conns_on_port_11210 9000 mem_used 16099704 pid 25417 pointer_size 64 rejected_conns 0 rusage_system 1.892118 rusage_user 7.464466 tap_checkpoint_start_received 512 tap_checkpoint_start_sent 512 tap_connect_received 6 tap_mutation_received 2466 tap_mutation_sent 2484 tap_opaque_received 1039 tap_opaque_sent 1036 threads 4 time 1353953213 total_connections 42 uptime 644 vb_active_curr_items 0 vb_active_eject 0 vb_active_expired 0 vb_active_ht_memory 6428672 vb_active_itm_memory 0 vb_active_meta_data_memory 0 vb_active_num 256 vb_active_num_non_resident 0 vb_active_num_ref_ejects 0 vb_active_num_ref_items 0 vb_active_ops_create 0 vb_active_ops_delete 0 vb_active_ops_reject 0 vb_active_ops_update 0 vb_active_perc_mem_resident 0 vb_active_queue_age 0 vb_active_queue_drain 0 vb_active_queue_fill 0 vb_active_queue_memory 0 vb_active_queue_pending 0 vb_active_queue_size 0 vb_dead_num 0 vb_pending_curr_items 0 vb_pending_eject 0 vb_pending_expired 0 vb_pending_ht_memory 0 vb_pending_itm_memory 0 vb_pending_meta_data_memory 0 vb_pending_num 0 vb_pending_num_non_resident 0 vb_pending_num_ref_ejects 0 vb_pending_num_ref_items 0 vb_pending_ops_create 0 vb_pending_ops_delete 0 vb_pending_ops_reject 0 vb_pending_ops_update 0 vb_pending_perc_mem_resident 0 vb_pending_queue_age 0 vb_pending_queue_drain 0 vb_pending_queue_fill 0 vb_pending_queue_memory 0 vb_pending_queue_pending 0 vb_pending_queue_size 0 vb_replica_curr_items 23 vb_replica_eject 0 vb_replica_expired 0 vb_replica_ht_memory 6428672 vb_replica_itm_memory 15105 vb_replica_meta_data_memory 1898 vb_replica_num 256 vb_replica_num_non_resident 0 vb_replica_num_ref_ejects 0 vb_replica_num_ref_items 0 vb_replica_ops_create 23 vb_replica_ops_delete 0 vb_replica_ops_reject 0 vb_replica_ops_update 0 vb_replica_perc_mem_resident 100 vb_replica_queue_age 0 vb_replica_queue_drain 23 vb_replica_queue_fill 23 vb_replica_queue_memory 0 vb_replica_queue_pending 0 vb_replica_queue_size 0 version 1.4.4_600_g7ea975a [ns_doctor:debug,2012-11-26T10:07:11.183,ns_1@10.3.3.96:ns_doctor<0.891.0>:ns_doctor:handle_info:137]Current node statuses: [{'ns_1@10.3.2.57', [{last_heard,{1353,953231,16478}}, {outgoing_replications_safeness_level,[{"default",green}]}, {incoming_replications_conf_hashes, [{"default", [{'ns_1@10.3.3.100',110886191}, {'ns_1@10.3.3.96',41456239}, {'ns_1@10.3.3.98',112129458}]}]}, {active_buckets,["default"]}, {ready_buckets,["default"]}, {local_tasks,[]}, {memory, [{total,124562688}, {processes,86605032}, {processes_used,86079536}, {system,37957656}, {atom,1492169}, {atom_used,1478864}, {binary,6176696}, {code,14903159}, {ets,3663248}]}, {system_memory_data, [{system_total_memory,6442450944}, {free_swap,6291378176}, {total_swap,6291447808}, {cached_memory,1103958016}, {buffered_memory,668835840}, {free_memory,4102451200}, {total_memory,6442450944}]}, {node_storage_conf, [{db_path,"/opt/couchbase/var/lib/couchbase/data/"}, {index_path,"/opt/couchbase/var/lib/couchbase/data/"}]}, {statistics, [{wall_clock,{733607,5001}}, {context_switches,{2168807,0}}, {garbage_collection,{358287,1299215726,0}}, {io,{{input,121867267},{output,71857165}}}, {reductions,{555725323,4034959}}, {run_queue,0}, {runtime,{63120,290}}]}, {system_stats, [{cpu_utilization_rate,0.9852216748768473}, {swap_total,6291447808}, {swap_used,69632}]}, {interesting_stats, [{couch_docs_actual_disk_size,4263014}, {couch_docs_data_size,4230189}, {couch_views_actual_disk_size,0}, {couch_views_data_size,0}, {curr_items,12}, {curr_items_tot,12}, {mem_used,16091496}, {vb_replica_curr_items,0}]}, {cluster_compatibility_version,131072}, {version, [{public_key,"0.13"}, {lhttpc,"1.3.0"}, {ale,"8cffe61"}, {os_mon,"2.2.7"}, {couch_set_view,"1.2.0a-31560d7-git"}, {mnesia,"4.5"}, {inets,"5.7.1"}, {couch,"1.2.0a-31560d7-git"}, {mapreduce,"1.0.0"}, {couch_index_merger,"1.2.0a-31560d7-git"}, {kernel,"2.14.5"}, {crypto,"2.0.4"}, {ssl,"4.1.6"}, {sasl,"2.1.10"}, {couch_view_parser,"1.0.0"}, {ns_server,"2.0.0-1965-rel-enterprise"}, {mochiweb,"1.4.1"}, {oauth,"7d85d3ef"}, {stdlib,"1.17.5"}]}, {supported_compat_version,[2,0]}, {system_arch,"x86_64-unknown-linux-gnu"}, {wall_clock,733}, {memory_data,{6442450944,2339594240,{<18023.332.0>,3514472}}}, {disk_data,[{"/",103209120,9}]}, {meminfo, <<"MemTotal: 6291456 kB\nMemFree: 4006300 kB\nBuffers: 653160 kB\nCached: 1078084 kB\nSwapCached: 0 kB\nActive: 1294560 kB\nInactive: 721920 kB\nHighTotal: 0 kB\nHighFree: 0 kB\nLowTotal: 6291456 kB\nLowFree: 4006300 kB\nSwapTotal: 6143992 kB\nSwapFree: 6143924 kB\nDirty: 504 kB\nWriteback: 0 kB\nAnonPages: 284028 kB\nMapped: 14660 kB\nSlab: 108852 kB\nPageTables: 2484 kB\nNFS_Unstable: 0 kB\nBounce: 0 kB\nCommitLimit: 9289720 kB\nCommitted_AS: 794992 kB\nVmallocTotal: 34359738367 kB\nVmallocUsed: 3384 kB\nVmallocChunk: 34359734983 kB\n">>}]}, {'ns_1@10.3.3.100', [{last_heard,{1353,953229,746476}}, {outgoing_replications_safeness_level,[{"default",green}]}, {incoming_replications_conf_hashes, [{"default", [{'ns_1@10.3.2.57',63506121}, {'ns_1@10.3.3.96',117606290}, {'ns_1@10.3.3.98',14619049}]}]}, {active_buckets,["default"]}, {ready_buckets,["default"]}, {local_tasks,[]}, {memory, [{total,116061560}, {processes,80555808}, {processes_used,80107432}, {system,35505752}, {atom,1412289}, {atom_used,1387789}, {binary,4232224}, {code,14531880}, {ets,3623504}]}, {system_memory_data, [{system_total_memory,6442450944}, {free_swap,6291447808}, {total_swap,6291447808}, {cached_memory,600182784}, {buffered_memory,730451968}, {free_memory,4551909376}, {total_memory,6442450944}]}, {node_storage_conf, [{db_path,"/opt/couchbase/var/lib/couchbase/data/"}, {index_path,"/opt/couchbase/var/lib/couchbase/data/"}]}, {statistics, [{wall_clock,{728078,5000}}, {context_switches,{2098286,0}}, {garbage_collection,{362216,1064124413,0}}, {io,{{input,92508299},{output,63263545}}}, {reductions,{401466218,715941}}, {run_queue,0}, {runtime,{60030,90}}]}, {system_stats, [{cpu_utilization_rate,0.2631578947368421}, {swap_total,6291447808}, {swap_used,0}]}, {interesting_stats, [{couch_docs_actual_disk_size,4267115}, {couch_docs_data_size,4234330}, {couch_views_actual_disk_size,0}, {couch_views_data_size,0}, {curr_items,11}, {curr_items_tot,17}, {mem_used,16096024}, {vb_replica_curr_items,6}]}, {cluster_compatibility_version,131072}, {version, [{public_key,"0.13"}, {lhttpc,"1.3.0"}, {ale,"8cffe61"}, {os_mon,"2.2.7"}, {couch_set_view,"1.2.0a-31560d7-git"}, {mnesia,"4.5"}, {inets,"5.7.1"}, {couch,"1.2.0a-31560d7-git"}, {mapreduce,"1.0.0"}, {couch_index_merger,"1.2.0a-31560d7-git"}, {kernel,"2.14.5"}, {crypto,"2.0.4"}, {ssl,"4.1.6"}, {sasl,"2.1.10"}, {couch_view_parser,"1.0.0"}, {ns_server,"2.0.0-1965-rel-enterprise"}, {mochiweb,"1.4.1"}, {oauth,"7d85d3ef"}, {stdlib,"1.17.5"}]}, {supported_compat_version,[2,0]}, {system_arch,"x86_64-unknown-linux-gnu"}, {wall_clock,728}, {memory_data,{6442450944,1893081088,{<18067.1014.0>,3514512}}}, {disk_data,[{"/",103209120,8}]}, {meminfo, <<"MemTotal: 6291456 kB\nMemFree: 4445224 kB\nBuffers: 713332 kB\nCached: 586116 kB\nSwapCached: 0 kB\nActive: 1167168 kB\nInactive: 402544 kB\nHighTotal: 0 kB\nHighFree: 0 kB\nLowTotal: 6291456 kB\nLowFree: 4445224 kB\nSwapTotal: 6143992 kB\nSwapFree: 6143992 kB\nDirty: 884 kB\nWriteback: 0 kB\nAnonPages: 268972 kB\nMapped: 14968 kB\nSlab: 115628 kB\nPageTables: 2516 kB\nNFS_Unstable: 0 kB\nBounce: 0 kB\nCommitLimit: 9289720 kB\nCommitted_AS: 781824 kB\nVmallocTotal: 34359738367 kB\nVmallocUsed: 3384 kB\nVmallocChunk: 34359734983 kB\n">>}]}, {'ns_1@10.3.3.96', [{last_heard,{1353,953226,185320}}, {outgoing_replications_safeness_level,[{"default",green}]}, {incoming_replications_conf_hashes, [{"default", [{'ns_1@10.3.2.57',33817834}, {'ns_1@10.3.3.100',41681736}, {'ns_1@10.3.3.98',10928119}]}]}, {active_buckets,["default"]}, {ready_buckets,["default"]}, {local_tasks,[]}, {memory, [{total,108515944}, {processes,72956840}, {processes_used,72475824}, {system,35559104}, {atom,1411481}, {atom_used,1387300}, {binary,4276488}, {code,14564384}, {ets,3597504}]}, {system_memory_data, [{system_total_memory,6442450944}, {free_swap,6291447808}, {total_swap,6291447808}, {cached_memory,617803776}, {buffered_memory,493363200}, {free_memory,4813762560}, {total_memory,6442450944}]}, {node_storage_conf, [{db_path,"/opt/couchbase/var/lib/couchbase/data/"}, {index_path,"/opt/couchbase/var/lib/couchbase/data/"}]}, {statistics, [{wall_clock,{723325,5001}}, {context_switches,{2119826,0}}, {garbage_collection,{373932,1092752415,0}}, {io,{{input,91504025},{output,63427214}}}, {reductions,{410223948,662805}}, {run_queue,0}, {runtime,{61370,90}}]}, {system_stats, [{cpu_utilization_rate,0.4854368932038835}, {swap_total,6291447808}, {swap_used,0}]}, {interesting_stats, [{couch_docs_actual_disk_size,4274922}, {couch_docs_data_size,4242522}, {couch_views_actual_disk_size,0}, {couch_views_data_size,0}, {curr_items,0}, {curr_items_tot,23}, {mem_used,16099688}, {vb_replica_curr_items,23}]}, {cluster_compatibility_version,131072}, {version, [{public_key,"0.13"}, {lhttpc,"1.3.0"}, {ale,"8cffe61"}, {os_mon,"2.2.7"}, {couch_set_view,"1.2.0a-31560d7-git"}, {mnesia,"4.5"}, {inets,"5.7.1"}, {couch,"1.2.0a-31560d7-git"}, {mapreduce,"1.0.0"}, {couch_index_merger,"1.2.0a-31560d7-git"}, {kernel,"2.14.5"}, {crypto,"2.0.4"}, {ssl,"4.1.6"}, {sasl,"2.1.10"}, {couch_view_parser,"1.0.0"}, {ns_server,"2.0.0-1965-rel-enterprise"}, {mochiweb,"1.4.1"}, {oauth,"7d85d3ef"}, {stdlib,"1.17.5"}]}, {supported_compat_version,[2,0]}, {system_arch,"x86_64-unknown-linux-gnu"}, {wall_clock,723}, {memory_data,{6442450944,1628307456,{<0.944.0>,2543368}}}, {disk_data,[{"/",103209120,8}]}, {meminfo, <<"MemTotal: 6291456 kB\nMemFree: 4700940 kB\nBuffers: 481800 kB\nCached: 603324 kB\nSwapCached: 0 kB\nActive: 928260 kB\nInactive: 423260 kB\nHighTotal: 0 kB\nHighFree: 0 kB\nLowTotal: 6291456 kB\nLowFree: 4700940 kB\nSwapTotal: 6143992 kB\nSwapFree: 6143992 kB\nDirty: 392 kB\nWriteback: 0 kB\nAnonPages: 265504 kB\nMapped: 14600 kB\nSlab: 79688 kB\nPageTables: 2352 kB\nNFS_Unstable: 0 kB\nBounce: 0 kB\nCommitLimit: 9289720 kB\nCommitted_AS: 774544 kB\nVmallocTotal: 34359738367 kB\nVmallocUsed: 3384 kB\nVmallocChunk: 34359734983 kB\n">>}]}, {'ns_1@10.3.3.98', [{last_heard,{1353,953230,532329}}, {outgoing_replications_safeness_level,[{"default",green}]}, {incoming_replications_conf_hashes, [{"default", [{'ns_1@10.3.2.57',115455469}, {'ns_1@10.3.3.100',74343578}, {'ns_1@10.3.3.96',66117516}]}]}, {active_buckets,["default"]}, {ready_buckets,["default"]}, {local_tasks,[]}, {memory, [{total,114956408}, {processes,79475608}, {processes_used,79011712}, {system,35480800}, {atom,1413905}, {atom_used,1390826}, {binary,4143816}, {code,14584964}, {ets,3631896}]}, {system_memory_data, [{system_total_memory,6442450944}, {free_swap,6291378176}, {total_swap,6291447808}, {cached_memory,600612864}, {buffered_memory,516239360}, {free_memory,4782030848}, {total_memory,6442450944}]}, {node_storage_conf, [{db_path,"/opt/couchbase/var/lib/couchbase/data/"}, {index_path,"/opt/couchbase/var/lib/couchbase/data/"}]}, {statistics, [{wall_clock,{732649,4999}}, {context_switches,{2152416,0}}, {garbage_collection,{380123,1108121638,0}}, {io,{{input,92838122},{output,64188574}}}, {reductions,{416097543,623841}}, {run_queue,0}, {runtime,{61500,80}}]}, {system_stats, [{cpu_utilization_rate,0.0}, {swap_total,6291447808}, {swap_used,69632}]}, {interesting_stats, [{couch_docs_actual_disk_size,4258885}, {couch_docs_data_size,4226093}, {couch_views_actual_disk_size,0}, {couch_views_data_size,0}, {curr_items,6}, {curr_items_tot,6}, {mem_used,16086568}, {vb_replica_curr_items,0}]}, {cluster_compatibility_version,131072}, {version, [{public_key,"0.13"}, {lhttpc,"1.3.0"}, {ale,"8cffe61"}, {os_mon,"2.2.7"}, {couch_set_view,"1.2.0a-31560d7-git"}, {mnesia,"4.5"}, {inets,"5.7.1"}, {couch,"1.2.0a-31560d7-git"}, {mapreduce,"1.0.0"}, {couch_index_merger,"1.2.0a-31560d7-git"}, {kernel,"2.14.5"}, {crypto,"2.0.4"}, {ssl,"4.1.6"}, {sasl,"2.1.10"}, {couch_view_parser,"1.0.0"}, {ns_server,"2.0.0-1965-rel-enterprise"}, {mochiweb,"1.4.1"}, {oauth,"7d85d3ef"}, {stdlib,"1.17.5"}]}, {supported_compat_version,[2,0]}, {system_arch,"x86_64-unknown-linux-gnu"}, {wall_clock,732}, {memory_data,{6442450944,1661562880,{<18066.941.0>,3514472}}}, {disk_data,[{"/",103209120,8}]}, {meminfo, <<"MemTotal: 6291456 kB\nMemFree: 4669952 kB\nBuffers: 504140 kB\nCached: 586536 kB\nSwapCached: 68 kB\nActive: 977108 kB\nInactive: 401740 kB\nHighTotal: 0 kB\nHighFree: 0 kB\nLowTotal: 6291456 kB\nLowFree: 4669952 kB\nSwapTotal: 6143992 kB\nSwapFree: 6143924 kB\nDirty: 112 kB\nWriteback: 0 kB\nAnonPages: 287380 kB\nMapped: 14956 kB\nSlab: 83400 kB\nPageTables: 2580 kB\nNFS_Unstable: 0 kB\nBounce: 0 kB\nCommitLimit: 9289720 kB\nCommitted_AS: 801972 kB\nVmallocTotal: 34359738367 kB\nVmallocUsed: 3384 kB\nVmallocChunk: 34359734983 kB\n">>}]}] [ns_doctor:debug,2012-11-26T10:08:11.181,ns_1@10.3.3.96:ns_doctor<0.891.0>:ns_doctor:handle_info:137]Current node statuses: [{'ns_1@10.3.2.57', [{last_heard,{1353,953291,17514}}, {outgoing_replications_safeness_level,[{"default",green}]}, {incoming_replications_conf_hashes, [{"default", [{'ns_1@10.3.3.100',110886191}, {'ns_1@10.3.3.96',41456239}, {'ns_1@10.3.3.98',112129458}]}]}, {active_buckets,["default"]}, {ready_buckets,["default"]}, {local_tasks,[]}, {memory, [{total,131838800}, {processes,93512536}, {processes_used,92985328}, {system,38326264}, {atom,1492169}, {atom_used,1478864}, {binary,6360264}, {code,14903159}, {ets,3850072}]}, {system_memory_data, [{system_total_memory,6442450944}, {free_swap,6291378176}, {total_swap,6291447808}, {cached_memory,1099411456}, {buffered_memory,668852224}, {free_memory,4104482816}, {total_memory,6442450944}]}, {node_storage_conf, [{db_path,"/opt/couchbase/var/lib/couchbase/data/"}, {index_path,"/opt/couchbase/var/lib/couchbase/data/"}]}, {statistics, [{wall_clock,{793608,5000}}, {context_switches,{2280878,0}}, {garbage_collection,{367205,1357245583,0}}, {io,{{input,139160267},{output,76823678}}}, {reductions,{581735731,3314823}}, {run_queue,0}, {runtime,{65260,300}}]}, {system_stats, [{cpu_utilization_rate,0.7194244604316546}, {swap_total,6291447808}, {swap_used,69632}]}, {interesting_stats, [{couch_docs_actual_disk_size,4263015}, {couch_docs_data_size,4230189}, {couch_views_actual_disk_size,0}, {couch_views_data_size,0}, {curr_items,12}, {curr_items_tot,12}, {mem_used,16091496}, {vb_replica_curr_items,0}]}, {cluster_compatibility_version,131072}, {version, [{public_key,"0.13"}, {lhttpc,"1.3.0"}, {ale,"8cffe61"}, {os_mon,"2.2.7"}, {couch_set_view,"1.2.0a-31560d7-git"}, {mnesia,"4.5"}, {inets,"5.7.1"}, {couch,"1.2.0a-31560d7-git"}, {mapreduce,"1.0.0"}, {couch_index_merger,"1.2.0a-31560d7-git"}, {kernel,"2.14.5"}, {crypto,"2.0.4"}, {ssl,"4.1.6"}, {sasl,"2.1.10"}, {couch_view_parser,"1.0.0"}, {ns_server,"2.0.0-1965-rel-enterprise"}, {mochiweb,"1.4.1"}, {oauth,"7d85d3ef"}, {stdlib,"1.17.5"}]}, {supported_compat_version,[2,0]}, {system_arch,"x86_64-unknown-linux-gnu"}, {wall_clock,793}, {memory_data,{6442450944,2349903872,{<18023.7138.1>,7628344}}}, {disk_data,[{"/",103209120,9}]}, {meminfo, <<"MemTotal: 6291456 kB\nMemFree: 4008284 kB\nBuffers: 653176 kB\nCached: 1073644 kB\nSwapCached: 0 kB\nActive: 1295304 kB\nInactive: 718004 kB\nHighTotal: 0 kB\nHighFree: 0 kB\nLowTotal: 6291456 kB\nLowFree: 4008284 kB\nSwapTotal: 6143992 kB\nSwapFree: 6143924 kB\nDirty: 308 kB\nWriteback: 0 kB\nAnonPages: 285384 kB\nMapped: 14660 kB\nSlab: 108932 kB\nPageTables: 2500 kB\nNFS_Unstable: 0 kB\nBounce: 0 kB\nCommitLimit: 9289720 kB\nCommitted_AS: 812008 kB\nVmallocTotal: 34359738367 kB\nVmallocUsed: 3384 kB\nVmallocChunk: 34359734983 kB\n">>}]}, {'ns_1@10.3.3.100', [{last_heard,{1353,953289,750132}}, {outgoing_replications_safeness_level,[{"default",green}]}, {incoming_replications_conf_hashes, [{"default", [{'ns_1@10.3.2.57',63506121}, {'ns_1@10.3.3.96',117606290}, {'ns_1@10.3.3.98',14619049}]}]}, {active_buckets,["default"]}, {ready_buckets,["default"]}, {local_tasks,[]}, {memory, [{total,119605032}, {processes,83958816}, {processes_used,83510440}, {system,35646216}, {atom,1412289}, {atom_used,1387789}, {binary,4188552}, {code,14531880}, {ets,3807688}]}, {system_memory_data, [{system_total_memory,6442450944}, {free_swap,6291447808}, {total_swap,6291447808}, {cached_memory,601321472}, {buffered_memory,730451968}, {free_memory,4551401472}, {total_memory,6442450944}]}, {node_storage_conf, [{db_path,"/opt/couchbase/var/lib/couchbase/data/"}, {index_path,"/opt/couchbase/var/lib/couchbase/data/"}]}, {statistics, [{wall_clock,{788080,5001}}, {context_switches,{2199937,0}}, {garbage_collection,{371145,1096758089,0}}, {io,{{input,94637044},{output,65159214}}}, {reductions,{410234082,727903}}, {run_queue,0}, {runtime,{61130,110}}]}, {system_stats, [{cpu_utilization_rate,0.5249343832020997}, {swap_total,6291447808}, {swap_used,0}]}, {interesting_stats, [{couch_docs_actual_disk_size,4267116}, {couch_docs_data_size,4234330}, {couch_views_actual_disk_size,0}, {couch_views_data_size,0}, {curr_items,11}, {curr_items_tot,17}, {mem_used,16096024}, {vb_replica_curr_items,6}]}, {cluster_compatibility_version,131072}, {version, [{public_key,"0.13"}, {lhttpc,"1.3.0"}, {ale,"8cffe61"}, {os_mon,"2.2.7"}, {couch_set_view,"1.2.0a-31560d7-git"}, {mnesia,"4.5"}, {inets,"5.7.1"}, {couch,"1.2.0a-31560d7-git"}, {mapreduce,"1.0.0"}, {couch_index_merger,"1.2.0a-31560d7-git"}, {kernel,"2.14.5"}, {crypto,"2.0.4"}, {ssl,"4.1.6"}, {sasl,"2.1.10"}, {couch_view_parser,"1.0.0"}, {ns_server,"2.0.0-1965-rel-enterprise"}, {mochiweb,"1.4.1"}, {oauth,"7d85d3ef"}, {stdlib,"1.17.5"}]}, {supported_compat_version,[2,0]}, {system_arch,"x86_64-unknown-linux-gnu"}, {wall_clock,788}, {memory_data,{6442450944,1890668544,{<18067.1014.0>,3514512}}}, {disk_data,[{"/",103209120,8}]}, {meminfo, <<"MemTotal: 6291456 kB\nMemFree: 4444728 kB\nBuffers: 713332 kB\nCached: 587228 kB\nSwapCached: 0 kB\nActive: 1167748 kB\nInactive: 403484 kB\nHighTotal: 0 kB\nHighFree: 0 kB\nLowTotal: 6291456 kB\nLowFree: 4444728 kB\nSwapTotal: 6143992 kB\nSwapFree: 6143992 kB\nDirty: 448 kB\nWriteback: 0 kB\nAnonPages: 269292 kB\nMapped: 14968 kB\nSlab: 115544 kB\nPageTables: 2512 kB\nNFS_Unstable: 0 kB\nBounce: 0 kB\nCommitLimit: 9289720 kB\nCommitted_AS: 782204 kB\nVmallocTotal: 34359738367 kB\nVmallocUsed: 3384 kB\nVmallocChunk: 34359734983 kB\n">>}]}, {'ns_1@10.3.3.96', [{last_heard,{1353,953286,184157}}, {outgoing_replications_safeness_level,[{"default",green}]}, {incoming_replications_conf_hashes, [{"default", [{'ns_1@10.3.2.57',33817834}, {'ns_1@10.3.3.100',41681736}, {'ns_1@10.3.3.98',10928119}]}]}, {active_buckets,["default"]}, {ready_buckets,["default"]}, {local_tasks,[]}, {memory, [{total,114125376}, {processes,78327912}, {processes_used,77846896}, {system,35797464}, {atom,1411481}, {atom_used,1387300}, {binary,4331232}, {code,14564384}, {ets,3781168}]}, {system_memory_data, [{system_total_memory,6442450944}, {free_swap,6291447808}, {total_swap,6291447808}, {cached_memory,618934272}, {buffered_memory,493363200}, {free_memory,4811960320}, {total_memory,6442450944}]}, {node_storage_conf, [{db_path,"/opt/couchbase/var/lib/couchbase/data/"}, {index_path,"/opt/couchbase/var/lib/couchbase/data/"}]}, {statistics, [{wall_clock,{783324,5001}}, {context_switches,{2221264,0}}, {garbage_collection,{382619,1124626834,0}}, {io,{{input,93546957},{output,65632570}}}, {reductions,{418513644,691001}}, {run_queue,0}, {runtime,{62440,70}}]}, {system_stats, [{cpu_utilization_rate,0.24271844660194175}, {swap_total,6291447808}, {swap_used,0}]}, {interesting_stats, [{couch_docs_actual_disk_size,4274922}, {couch_docs_data_size,4242522}, {couch_views_actual_disk_size,0}, {couch_views_data_size,0}, {curr_items,0}, {curr_items_tot,23}, {mem_used,16099688}, {vb_replica_curr_items,23}]}, {cluster_compatibility_version,131072}, {version, [{public_key,"0.13"}, {lhttpc,"1.3.0"}, {ale,"8cffe61"}, {os_mon,"2.2.7"}, {couch_set_view,"1.2.0a-31560d7-git"}, {mnesia,"4.5"}, {inets,"5.7.1"}, {couch,"1.2.0a-31560d7-git"}, {mapreduce,"1.0.0"}, {couch_index_merger,"1.2.0a-31560d7-git"}, {kernel,"2.14.5"}, {crypto,"2.0.4"}, {ssl,"4.1.6"}, {sasl,"2.1.10"}, {couch_view_parser,"1.0.0"}, {ns_server,"2.0.0-1965-rel-enterprise"}, {mochiweb,"1.4.1"}, {oauth,"7d85d3ef"}, {stdlib,"1.17.5"}]}, {supported_compat_version,[2,0]}, {system_arch,"x86_64-unknown-linux-gnu"}, {wall_clock,783}, {memory_data,{6442450944,1630212096,{<0.944.0>,2543368}}}, {disk_data,[{"/",103209120,8}]}, {meminfo, <<"MemTotal: 6291456 kB\nMemFree: 4699180 kB\nBuffers: 481800 kB\nCached: 604428 kB\nSwapCached: 0 kB\nActive: 928564 kB\nInactive: 424156 kB\nHighTotal: 0 kB\nHighFree: 0 kB\nLowTotal: 6291456 kB\nLowFree: 4699180 kB\nSwapTotal: 6143992 kB\nSwapFree: 6143992 kB\nDirty: 204 kB\nWriteback: 0 kB\nAnonPages: 265752 kB\nMapped: 14600 kB\nSlab: 79644 kB\nPageTables: 2344 kB\nNFS_Unstable: 0 kB\nBounce: 0 kB\nCommitLimit: 9289720 kB\nCommitted_AS: 776936 kB\nVmallocTotal: 34359738367 kB\nVmallocUsed: 3384 kB\nVmallocChunk: 34359734983 kB\n">>}]}, {'ns_1@10.3.3.98', [{last_heard,{1353,953290,536606}}, {outgoing_replications_safeness_level,[{"default",green}]}, {incoming_replications_conf_hashes, [{"default", [{'ns_1@10.3.2.57',115455469}, {'ns_1@10.3.3.100',74343578}, {'ns_1@10.3.3.96',66117516}]}]}, {active_buckets,["default"]}, {ready_buckets,["default"]}, {local_tasks,[]}, {memory, [{total,118547392}, {processes,82723096}, {processes_used,82259200}, {system,35824296}, {atom,1413905}, {atom_used,1390826}, {binary,4303352}, {code,14584964}, {ets,3815848}]}, {system_memory_data, [{system_total_memory,6442450944}, {free_swap,6291378176}, {total_swap,6291447808}, {cached_memory,601731072}, {buffered_memory,516239360}, {free_memory,4784570368}, {total_memory,6442450944}]}, {node_storage_conf, [{db_path,"/opt/couchbase/var/lib/couchbase/data/"}, {index_path,"/opt/couchbase/var/lib/couchbase/data/"}]}, {statistics, [{wall_clock,{792652,5001}}, {context_switches,{2254135,0}}, {garbage_collection,{388487,1140726090,0}}, {io,{{input,94973731},{output,66495674}}}, {reductions,{424600565,639609}}, {run_queue,0}, {runtime,{62610,80}}]}, {system_stats, [{cpu_utilization_rate,0.49875311720698257}, {swap_total,6291447808}, {swap_used,69632}]}, {interesting_stats, [{couch_docs_actual_disk_size,4258887}, {couch_docs_data_size,4226093}, {couch_views_actual_disk_size,0}, {couch_views_data_size,0}, {curr_items,6}, {curr_items_tot,6}, {mem_used,16086568}, {vb_replica_curr_items,0}]}, {cluster_compatibility_version,131072}, {version, [{public_key,"0.13"}, {lhttpc,"1.3.0"}, {ale,"8cffe61"}, {os_mon,"2.2.7"}, {couch_set_view,"1.2.0a-31560d7-git"}, {mnesia,"4.5"}, {inets,"5.7.1"}, {couch,"1.2.0a-31560d7-git"}, {mapreduce,"1.0.0"}, {couch_index_merger,"1.2.0a-31560d7-git"}, {kernel,"2.14.5"}, {crypto,"2.0.4"}, {ssl,"4.1.6"}, {sasl,"2.1.10"}, {couch_view_parser,"1.0.0"}, {ns_server,"2.0.0-1965-rel-enterprise"}, {mochiweb,"1.4.1"}, {oauth,"7d85d3ef"}, {stdlib,"1.17.5"}]}, {supported_compat_version,[2,0]}, {system_arch,"x86_64-unknown-linux-gnu"}, {wall_clock,792}, {memory_data,{6442450944,1658388480,{<18066.941.0>,3514472}}}, {disk_data,[{"/",103209120,8}]}, {meminfo, <<"MemTotal: 6291456 kB\nMemFree: 4672556 kB\nBuffers: 504140 kB\nCached: 587628 kB\nSwapCached: 68 kB\nActive: 973684 kB\nInactive: 402676 kB\nHighTotal: 0 kB\nHighFree: 0 kB\nLowTotal: 6291456 kB\nLowFree: 4672556 kB\nSwapTotal: 6143992 kB\nSwapFree: 6143924 kB\nDirty: 616 kB\nWriteback: 0 kB\nAnonPages: 283716 kB\nMapped: 14956 kB\nSlab: 83420 kB\nPageTables: 2568 kB\nNFS_Unstable: 0 kB\nBounce: 0 kB\nCommitLimit: 9289720 kB\nCommitted_AS: 801976 kB\nVmallocTotal: 34359738367 kB\nVmallocUsed: 3384 kB\nVmallocChunk: 34359734983 kB\n">>}]}] [stats:debug,2012-11-26T10:08:33.680,ns_1@10.3.3.96:<0.4839.1>:stats_collector:maybe_log_stats:126](at {{1970,1,16},{8,5,53}}) Stats for bucket "default": accepting_conns 1 auth_cmds 0 auth_errors 0 bucket_active_conns 1 bucket_conns 20 bytes 16099688 bytes_read 142441 bytes_written 8931285 cas_badval 0 cas_hits 0 cas_misses 0 cmd_flush 0 cmd_get 0 cmd_set 0 conn_yields 23 connection_structures 5000 curr_connections 21 curr_conns_on_port_11209 18 curr_conns_on_port_11210 1 curr_items 0 curr_items_tot 23 curr_temp_items 0 daemon_connections 4 decr_hits 0 decr_misses 0 delete_hits 0 delete_misses 0 ep_access_scanner_last_runtime 0 ep_access_scanner_num_items 0 ep_access_scanner_task_time 2012-11-27 10:00:00 ep_allow_data_loss_during_shutdown 1 ep_alog_block_size 4096 ep_alog_path /opt/couchbase/var/lib/couchbase/data/default/access.log ep_alog_sleep_time 1440 ep_alog_task_time 10 ep_backend couchdb ep_bg_fetch_delay 0 ep_bg_fetched 0 ep_bg_meta_fetched 0 ep_bg_remaining_jobs 0 ep_chk_max_items 5000 ep_chk_period 1800 ep_chk_persistence_remains 0 ep_chk_persistence_timeout 10 ep_chk_remover_stime 5 ep_commit_num 4 ep_commit_time 3 ep_commit_time_total 17 ep_concurrentDB 1 ep_config_file ep_couch_bucket default ep_couch_host localhost ep_couch_port 11213 ep_couch_reconnect_sleeptime 250 ep_couch_response_timeout 180000 ep_data_age 3 ep_data_age_highwat 3 ep_data_traffic_enabled 0 ep_dbinit 0 ep_dbname /opt/couchbase/var/lib/couchbase/data/default ep_degraded_mode 0 ep_diskqueue_drain 23 ep_diskqueue_fill 23 ep_diskqueue_items 0 ep_diskqueue_memory 0 ep_diskqueue_pending 0 ep_exp_pager_stime 3600 ep_exp_pager_stime 3600 ep_expired_access 0 ep_expired_pager 0 ep_expiry_window 3 ep_failpartialwarmup 0 ep_flush_all false ep_flush_duration_total 0 ep_flushall_enabled 0 ep_flusher_state running ep_flusher_todo 0 ep_getl_default_timeout 15 ep_getl_max_timeout 30 ep_ht_locks 5 ep_ht_size 3079 ep_inconsistent_slave_chk 0 ep_initfile ep_io_num_read 0 ep_io_num_write 23 ep_io_read_bytes 0 ep_io_write_bytes 13485 ep_item_begin_failed 0 ep_item_commit_failed 0 ep_item_flush_expired 0 ep_item_flush_failed 0 ep_item_num_based_new_chk 1 ep_items_rm_from_checkpoints 0 ep_keep_closed_chks 0 ep_klog_block_size 4096 ep_klog_compactor_queue_cap 500000 ep_klog_compactor_stime 3600 ep_klog_flush commit2 ep_klog_max_entry_ratio 10 ep_klog_max_log_size 2147483647 ep_klog_path ep_klog_sync commit2 ep_kv_size 15381 ep_max_checkpoints 2 ep_max_data_size 1073741824 ep_max_item_size 20971520 ep_max_size 1073741824 ep_max_txn_size 10000 ep_max_vbuckets 1024 ep_mem_high_wat 805306368 ep_mem_high_wat 805306368 ep_mem_low_wat 644245094 ep_mem_low_wat 644245094 ep_mem_tracker_enabled true ep_min_data_age 0 ep_mlog_compactor_runs 0 ep_mutation_mem_threshold 0 ep_num_access_scanner_runs 0 ep_num_eject_failures 0 ep_num_expiry_pager_runs 0 ep_num_non_resident 0 ep_num_not_my_vbuckets 0 ep_num_ops_del_meta 0 ep_num_ops_get_meta 0 ep_num_ops_set_meta 0 ep_num_pager_runs 0 ep_num_value_ejects 0 ep_oom_errors 0 ep_overhead 13615370 ep_pager_active_vb_pcnt 40 ep_pager_unbiased_period 60 ep_pending_ops 0 ep_pending_ops_max 0 ep_pending_ops_max_duration 0 ep_pending_ops_total 0 ep_postInitfile ep_queue_age_cap 900 ep_queue_size 0 ep_startup_time 1353952912 ep_storage_age 0 ep_storage_age_highwat 0 ep_store_max_concurrency 10 ep_store_max_readers 9 ep_store_max_readwrite 1 ep_stored_val_type ep_tap_ack_grace_period 300 ep_tap_ack_initial_sequence_number 1 ep_tap_ack_interval 1000 ep_tap_ack_window_size 10 ep_tap_backfill_resident 0.9 ep_tap_backlog_limit 5000 ep_tap_backoff_period 5 ep_tap_bg_fetch_requeued 0 ep_tap_bg_fetched 0 ep_tap_bg_max_pending 500 ep_tap_keepalive 300 ep_tap_noop_interval 20 ep_tap_requeue_sleep_time 0.1 ep_tap_throttle_cap_pcnt 10 ep_tap_throttle_queue_cap 1000000 ep_tap_throttle_threshold 90 ep_tmp_oom_errors 0 ep_too_old 0 ep_too_young 0 ep_total_cache_size 15105 ep_total_del_items 0 ep_total_enqueued 23 ep_total_new_items 23 ep_total_persisted 23 ep_uncommitted_items 0 ep_value_size 13312 ep_vb0 0 ep_vb_snapshot_total 6 ep_vb_total 512 ep_vbucket_del 0 ep_vbucket_del_fail 0 ep_version 2.0.0r_140_gde42c8c ep_waitforwarmup 0 ep_warmup 1 ep_warmup_batch_size 1000 ep_warmup_dups 0 ep_warmup_min_items_threshold 100 ep_warmup_min_memory_threshold 100 ep_warmup_oom 0 ep_warmup_thread complete ep_warmup_time 635 get_hits 0 get_misses 0 incr_hits 0 incr_misses 0 libevent 2.0.11-stable limit_maxbytes 67108864 listen_disabled_num 0 max_conns_on_port_11209 1000 max_conns_on_port_11210 9000 mem_used 16099688 pid 25417 pointer_size 64 rejected_conns 0 rusage_system 1.892118 rusage_user 7.520470 tap_checkpoint_start_received 512 tap_checkpoint_start_sent 512 tap_connect_received 6 tap_mutation_received 2466 tap_mutation_sent 2484 tap_opaque_received 1039 tap_opaque_sent 1036 threads 4 time 1353953313 total_connections 42 uptime 744 vb_active_curr_items 0 vb_active_eject 0 vb_active_expired 0 vb_active_ht_memory 6428672 vb_active_itm_memory 0 vb_active_meta_data_memory 0 vb_active_num 256 vb_active_num_non_resident 0 vb_active_num_ref_ejects 0 vb_active_num_ref_items 0 vb_active_ops_create 0 vb_active_ops_delete 0 vb_active_ops_reject 0 vb_active_ops_update 0 vb_active_perc_mem_resident 0 vb_active_queue_age 0 vb_active_queue_drain 0 vb_active_queue_fill 0 vb_active_queue_memory 0 vb_active_queue_pending 0 vb_active_queue_size 0 vb_dead_num 0 vb_pending_curr_items 0 vb_pending_eject 0 vb_pending_expired 0 vb_pending_ht_memory 0 vb_pending_itm_memory 0 vb_pending_meta_data_memory 0 vb_pending_num 0 vb_pending_num_non_resident 0 vb_pending_num_ref_ejects 0 vb_pending_num_ref_items 0 vb_pending_ops_create 0 vb_pending_ops_delete 0 vb_pending_ops_reject 0 vb_pending_ops_update 0 vb_pending_perc_mem_resident 0 vb_pending_queue_age 0 vb_pending_queue_drain 0 vb_pending_queue_fill 0 vb_pending_queue_memory 0 vb_pending_queue_pending 0 vb_pending_queue_size 0 vb_replica_curr_items 23 vb_replica_eject 0 vb_replica_expired 0 vb_replica_ht_memory 6428672 vb_replica_itm_memory 15105 vb_replica_meta_data_memory 1898 vb_replica_num 256 vb_replica_num_non_resident 0 vb_replica_num_ref_ejects 0 vb_replica_num_ref_items 0 vb_replica_ops_create 23 vb_replica_ops_delete 0 vb_replica_ops_reject 0 vb_replica_ops_update 0 vb_replica_perc_mem_resident 100 vb_replica_queue_age 0 vb_replica_queue_drain 23 vb_replica_queue_fill 23 vb_replica_queue_memory 0 vb_replica_queue_pending 0 vb_replica_queue_size 0 version 1.4.4_600_g7ea975a [ns_doctor:debug,2012-11-26T10:09:11.182,ns_1@10.3.3.96:ns_doctor<0.891.0>:ns_doctor:handle_info:137]Current node statuses: [{'ns_1@10.3.2.57', [{last_heard,{1353,953351,16741}}, {outgoing_replications_safeness_level,[{"default",green}]}, {incoming_replications_conf_hashes, [{"default", [{'ns_1@10.3.3.100',110886191}, {'ns_1@10.3.3.96',41456239}, {'ns_1@10.3.3.98',112129458}]}]}, {active_buckets,["default"]}, {ready_buckets,["default"]}, {local_tasks,[]}, {memory, [{total,135051360}, {processes,96670976}, {processes_used,96146336}, {system,38380384}, {atom,1492169}, {atom_used,1478864}, {binary,6237720}, {code,14903159}, {ets,4024256}]}, {system_memory_data, [{system_total_memory,6442450944}, {free_swap,6291378176}, {total_swap,6291447808}, {cached_memory,1100492800}, {buffered_memory,668856320}, {free_memory,4103491584}, {total_memory,6442450944}]}, {node_storage_conf, [{db_path,"/opt/couchbase/var/lib/couchbase/data/"}, {index_path,"/opt/couchbase/var/lib/couchbase/data/"}]}, {statistics, [{wall_clock,{853605,5000}}, {context_switches,{2390861,0}}, {garbage_collection,{376460,1398771128,0}}, {io,{{input,143223770},{output,79740475}}}, {reductions,{605638713,3283133}}, {run_queue,0}, {runtime,{67010,210}}]}, {system_stats, [{cpu_utilization_rate,0.0}, {swap_total,6291447808}, {swap_used,69632}]}, {interesting_stats, [{couch_docs_actual_disk_size,4263015}, {couch_docs_data_size,4230189}, {couch_views_actual_disk_size,0}, {couch_views_data_size,0}, {curr_items,12}, {curr_items_tot,12}, {mem_used,16091496}, {vb_replica_curr_items,0}]}, {cluster_compatibility_version,131072}, {version, [{public_key,"0.13"}, {lhttpc,"1.3.0"}, {ale,"8cffe61"}, {os_mon,"2.2.7"}, {couch_set_view,"1.2.0a-31560d7-git"}, {mnesia,"4.5"}, {inets,"5.7.1"}, {couch,"1.2.0a-31560d7-git"}, {mapreduce,"1.0.0"}, {couch_index_merger,"1.2.0a-31560d7-git"}, {kernel,"2.14.5"}, {crypto,"2.0.4"}, {ssl,"4.1.6"}, {sasl,"2.1.10"}, {couch_view_parser,"1.0.0"}, {ns_server,"2.0.0-1965-rel-enterprise"}, {mochiweb,"1.4.1"}, {oauth,"7d85d3ef"}, {stdlib,"1.17.5"}]}, {supported_compat_version,[2,0]}, {system_arch,"x86_64-unknown-linux-gnu"}, {wall_clock,853}, {memory_data,{6442450944,2328039424,{<18023.332.0>,3514472}}}, {disk_data,[{"/",103209120,9}]}, {meminfo, <<"MemTotal: 6291456 kB\nMemFree: 4007316 kB\nBuffers: 653180 kB\nCached: 1074700 kB\nSwapCached: 0 kB\nActive: 1296528 kB\nInactive: 718888 kB\nHighTotal: 0 kB\nHighFree: 0 kB\nLowTotal: 6291456 kB\nLowFree: 4007316 kB\nSwapTotal: 6143992 kB\nSwapFree: 6143924 kB\nDirty: 640 kB\nWriteback: 0 kB\nAnonPages: 286180 kB\nMapped: 14660 kB\nSlab: 108736 kB\nPageTables: 2484 kB\nNFS_Unstable: 0 kB\nBounce: 0 kB\nCommitLimit: 9289720 kB\nCommitted_AS: 806388 kB\nVmallocTotal: 34359738367 kB\nVmallocUsed: 3384 kB\nVmallocChunk: 34359734983 kB\n">>}]}, {'ns_1@10.3.3.100', [{last_heard,{1353,953349,745922}}, {outgoing_replications_safeness_level,[{"default",green}]}, {incoming_replications_conf_hashes, [{"default", [{'ns_1@10.3.2.57',63506121}, {'ns_1@10.3.3.96',117606290}, {'ns_1@10.3.3.98',14619049}]}]}, {active_buckets,["default"]}, {ready_buckets,["default"]}, {local_tasks,[]}, {memory, [{total,122168544}, {processes,86255048}, {processes_used,85806672}, {system,35913496}, {atom,1412289}, {atom_used,1387789}, {binary,4278616}, {code,14531880}, {ets,3984952}]}, {system_memory_data, [{system_total_memory,6442450944}, {free_swap,6291447808}, {total_swap,6291447808}, {cached_memory,596762624}, {buffered_memory,730456064}, {free_memory,4559273984}, {total_memory,6442450944}]}, {node_storage_conf, [{db_path,"/opt/couchbase/var/lib/couchbase/data/"}, {index_path,"/opt/couchbase/var/lib/couchbase/data/"}]}, {statistics, [{wall_clock,{848077,4997}}, {context_switches,{2301803,0}}, {garbage_collection,{380476,1128682306,0}}, {io,{{input,100044619},{output,69061847}}}, {reductions,{418977719,732516}}, {run_queue,0}, {runtime,{62350,110}}]}, {system_stats, [{cpu_utilization_rate,0.49875311720698257}, {swap_total,6291447808}, {swap_used,0}]}, {interesting_stats, [{couch_docs_actual_disk_size,4267116}, {couch_docs_data_size,4234330}, {couch_views_actual_disk_size,0}, {couch_views_data_size,0}, {curr_items,11}, {curr_items_tot,17}, {mem_used,16096024}, {vb_replica_curr_items,6}]}, {cluster_compatibility_version,131072}, {version, [{public_key,"0.13"}, {lhttpc,"1.3.0"}, {ale,"8cffe61"}, {os_mon,"2.2.7"}, {couch_set_view,"1.2.0a-31560d7-git"}, {mnesia,"4.5"}, {inets,"5.7.1"}, {couch,"1.2.0a-31560d7-git"}, {mapreduce,"1.0.0"}, {couch_index_merger,"1.2.0a-31560d7-git"}, {kernel,"2.14.5"}, {crypto,"2.0.4"}, {ssl,"4.1.6"}, {sasl,"2.1.10"}, {couch_view_parser,"1.0.0"}, {ns_server,"2.0.0-1965-rel-enterprise"}, {mochiweb,"1.4.1"}, {oauth,"7d85d3ef"}, {stdlib,"1.17.5"}]}, {supported_compat_version,[2,0]}, {system_arch,"x86_64-unknown-linux-gnu"}, {wall_clock,848}, {memory_data,{6442450944,1881907200,{<18067.1014.0>,3514512}}}, {disk_data,[{"/",103209120,8}]}, {meminfo, <<"MemTotal: 6291456 kB\nMemFree: 4452416 kB\nBuffers: 713336 kB\nCached: 582776 kB\nSwapCached: 0 kB\nActive: 1164516 kB\nInactive: 399628 kB\nHighTotal: 0 kB\nHighFree: 0 kB\nLowTotal: 6291456 kB\nLowFree: 4452416 kB\nSwapTotal: 6143992 kB\nSwapFree: 6143992 kB\nDirty: 320 kB\nWriteback: 0 kB\nAnonPages: 266664 kB\nMapped: 14968 kB\nSlab: 115596 kB\nPageTables: 2516 kB\nNFS_Unstable: 0 kB\nBounce: 0 kB\nCommitLimit: 9289720 kB\nCommitted_AS: 781876 kB\nVmallocTotal: 34359738367 kB\nVmallocUsed: 3384 kB\nVmallocChunk: 34359734983 kB\n">>}]}, {'ns_1@10.3.3.96', [{last_heard,{1353,953346,184900}}, {outgoing_replications_safeness_level,[{"default",green}]}, {incoming_replications_conf_hashes, [{"default", [{'ns_1@10.3.2.57',33817834}, {'ns_1@10.3.3.100',41681736}, {'ns_1@10.3.3.98',10928119}]}]}, {active_buckets,["default"]}, {ready_buckets,["default"]}, {local_tasks,[]}, {memory, [{total,116828848}, {processes,80790104}, {processes_used,80309088}, {system,36038744}, {atom,1411481}, {atom_used,1387300}, {binary,4395712}, {code,14564384}, {ets,3958472}]}, {system_memory_data, [{system_total_memory,6442450944}, {free_swap,6291447808}, {total_swap,6291447808}, {cached_memory,614338560}, {buffered_memory,493367296}, {free_memory,4816556032}, {total_memory,6442450944}]}, {node_storage_conf, [{db_path,"/opt/couchbase/var/lib/couchbase/data/"}, {index_path,"/opt/couchbase/var/lib/couchbase/data/"}]}, {statistics, [{wall_clock,{843325,5001}}, {context_switches,{2323017,0}}, {garbage_collection,{390980,1155272744,0}}, {io,{{input,98929424},{output,69465709}}}, {reductions,{426730009,659730}}, {run_queue,0}, {runtime,{63660,90}}]}, {system_stats, [{cpu_utilization_rate,0.6912442396313364}, {swap_total,6291447808}, {swap_used,0}]}, {interesting_stats, [{couch_docs_actual_disk_size,4274922}, {couch_docs_data_size,4242522}, {couch_views_actual_disk_size,0}, {couch_views_data_size,0}, {curr_items,0}, {curr_items_tot,23}, {mem_used,16099688}, {vb_replica_curr_items,23}]}, {cluster_compatibility_version,131072}, {version, [{public_key,"0.13"}, {lhttpc,"1.3.0"}, {ale,"8cffe61"}, {os_mon,"2.2.7"}, {couch_set_view,"1.2.0a-31560d7-git"}, {mnesia,"4.5"}, {inets,"5.7.1"}, {couch,"1.2.0a-31560d7-git"}, {mapreduce,"1.0.0"}, {couch_index_merger,"1.2.0a-31560d7-git"}, {kernel,"2.14.5"}, {crypto,"2.0.4"}, {ssl,"4.1.6"}, {sasl,"2.1.10"}, {couch_view_parser,"1.0.0"}, {ns_server,"2.0.0-1965-rel-enterprise"}, {mochiweb,"1.4.1"}, {oauth,"7d85d3ef"}, {stdlib,"1.17.5"}]}, {supported_compat_version,[2,0]}, {system_arch,"x86_64-unknown-linux-gnu"}, {wall_clock,843}, {memory_data,{6442450944,1626021888,{<0.944.0>,2543368}}}, {disk_data,[{"/",103209120,8}]}, {meminfo, <<"MemTotal: 6291456 kB\nMemFree: 4703668 kB\nBuffers: 481804 kB\nCached: 599940 kB\nSwapCached: 0 kB\nActive: 927932 kB\nInactive: 420292 kB\nHighTotal: 0 kB\nHighFree: 0 kB\nLowTotal: 6291456 kB\nLowFree: 4703668 kB\nSwapTotal: 6143992 kB\nSwapFree: 6143992 kB\nDirty: 452 kB\nWriteback: 0 kB\nAnonPages: 265712 kB\nMapped: 14600 kB\nSlab: 79576 kB\nPageTables: 2360 kB\nNFS_Unstable: 0 kB\nBounce: 0 kB\nCommitLimit: 9289720 kB\nCommitted_AS: 780012 kB\nVmallocTotal: 34359738367 kB\nVmallocUsed: 3384 kB\nVmallocChunk: 34359734983 kB\n">>}]}, {'ns_1@10.3.3.98', [{last_heard,{1353,953350,537995}}, {outgoing_replications_safeness_level,[{"default",green}]}, {incoming_replications_conf_hashes, [{"default", [{'ns_1@10.3.2.57',115455469}, {'ns_1@10.3.3.100',74343578}, {'ns_1@10.3.3.96',66117516}]}]}, {active_buckets,["default"]}, {ready_buckets,["default"]}, {local_tasks,[]}, {memory, [{total,120728344}, {processes,84550760}, {processes_used,84086864}, {system,36177584}, {atom,1413905}, {atom_used,1390826}, {binary,4479960}, {code,14584964}, {ets,3992864}]}, {system_memory_data, [{system_total_memory,6442450944}, {free_swap,6291378176}, {total_swap,6291447808}, {cached_memory,597143552}, {buffered_memory,516239360}, {free_memory,4789268480}, {total_memory,6442450944}]}, {node_storage_conf, [{db_path,"/opt/couchbase/var/lib/couchbase/data/"}, {index_path,"/opt/couchbase/var/lib/couchbase/data/"}]}, {statistics, [{wall_clock,{852651,5001}}, {context_switches,{2355985,0}}, {garbage_collection,{397435,1172099817,0}}, {io,{{input,100348876},{output,70433856}}}, {reductions,{433048598,637325}}, {run_queue,0}, {runtime,{63880,90}}]}, {system_stats, [{cpu_utilization_rate,0.24813895781637718}, {swap_total,6291447808}, {swap_used,69632}]}, {interesting_stats, [{couch_docs_actual_disk_size,4258887}, {couch_docs_data_size,4226093}, {couch_views_actual_disk_size,0}, {couch_views_data_size,0}, {curr_items,6}, {curr_items_tot,6}, {mem_used,16086568}, {vb_replica_curr_items,0}]}, {cluster_compatibility_version,131072}, {version, [{public_key,"0.13"}, {lhttpc,"1.3.0"}, {ale,"8cffe61"}, {os_mon,"2.2.7"}, {couch_set_view,"1.2.0a-31560d7-git"}, {mnesia,"4.5"}, {inets,"5.7.1"}, {couch,"1.2.0a-31560d7-git"}, {mapreduce,"1.0.0"}, {couch_index_merger,"1.2.0a-31560d7-git"}, {kernel,"2.14.5"}, {crypto,"2.0.4"}, {ssl,"4.1.6"}, {sasl,"2.1.10"}, {couch_view_parser,"1.0.0"}, {ns_server,"2.0.0-1965-rel-enterprise"}, {mochiweb,"1.4.1"}, {oauth,"7d85d3ef"}, {stdlib,"1.17.5"}]}, {supported_compat_version,[2,0]}, {system_arch,"x86_64-unknown-linux-gnu"}, {wall_clock,852}, {memory_data,{6442450944,1653080064,{<18066.941.0>,3514472}}}, {disk_data,[{"/",103209120,8}]}, {meminfo, <<"MemTotal: 6291456 kB\nMemFree: 4677020 kB\nBuffers: 504140 kB\nCached: 583148 kB\nSwapCached: 68 kB\nActive: 973356 kB\nInactive: 398760 kB\nHighTotal: 0 kB\nHighFree: 0 kB\nLowTotal: 6291456 kB\nLowFree: 4677020 kB\nSwapTotal: 6143992 kB\nSwapFree: 6143924 kB\nDirty: 308 kB\nWriteback: 0 kB\nAnonPages: 284008 kB\nMapped: 14956 kB\nSlab: 83428 kB\nPageTables: 2560 kB\nNFS_Unstable: 0 kB\nBounce: 0 kB\nCommitLimit: 9289720 kB\nCommitted_AS: 797900 kB\nVmallocTotal: 34359738367 kB\nVmallocUsed: 3384 kB\nVmallocChunk: 34359734983 kB\n">>}]}] [ns_doctor:debug,2012-11-26T10:10:11.183,ns_1@10.3.3.96:ns_doctor<0.891.0>:ns_doctor:handle_info:137]Current node statuses: [{'ns_1@10.3.2.57', [{last_heard,{1353,953411,16561}}, {outgoing_replications_safeness_level,[{"default",green}]}, {incoming_replications_conf_hashes, [{"default", [{'ns_1@10.3.3.100',110886191}, {'ns_1@10.3.3.96',41456239}, {'ns_1@10.3.3.98',112129458}]}]}, {active_buckets,["default"]}, {ready_buckets,["default"]}, {local_tasks,[]}, {memory, [{total,130025976}, {processes,91257264}, {processes_used,90730056}, {system,38768712}, {atom,1492169}, {atom_used,1478864}, {binary,6559272}, {code,14903159}, {ets,4092712}]}, {system_memory_data, [{system_total_memory,6442450944}, {free_swap,6291378176}, {total_swap,6291447808}, {cached_memory,1101606912}, {buffered_memory,668856320}, {free_memory,4101586944}, {total_memory,6442450944}]}, {node_storage_conf, [{db_path,"/opt/couchbase/var/lib/couchbase/data/"}, {index_path,"/opt/couchbase/var/lib/couchbase/data/"}]}, {statistics, [{wall_clock,{913606,5000}}, {context_switches,{2502530,0}}, {garbage_collection,{386304,1457750370,0}}, {io,{{input,157669794},{output,83156905}}}, {reductions,{631647327,3314201}}, {run_queue,0}, {runtime,{69050,210}}]}, {system_stats, [{cpu_utilization_rate,0.954653937947494}, {swap_total,6291447808}, {swap_used,69632}]}, {interesting_stats, [{couch_docs_actual_disk_size,4263015}, {couch_docs_data_size,4230189}, {couch_views_actual_disk_size,0}, {couch_views_data_size,0}, {curr_items,12}, {curr_items_tot,12}, {mem_used,16091496}, {vb_replica_curr_items,0}]}, {cluster_compatibility_version,131072}, {version, [{public_key,"0.13"}, {lhttpc,"1.3.0"}, {ale,"8cffe61"}, {os_mon,"2.2.7"}, {couch_set_view,"1.2.0a-31560d7-git"}, {mnesia,"4.5"}, {inets,"5.7.1"}, {couch,"1.2.0a-31560d7-git"}, {mapreduce,"1.0.0"}, {couch_index_merger,"1.2.0a-31560d7-git"}, {kernel,"2.14.5"}, {crypto,"2.0.4"}, {ssl,"4.1.6"}, {sasl,"2.1.10"}, {couch_view_parser,"1.0.0"}, {ns_server,"2.0.0-1965-rel-enterprise"}, {mochiweb,"1.4.1"}, {oauth,"7d85d3ef"}, {stdlib,"1.17.5"}]}, {supported_compat_version,[2,0]}, {system_arch,"x86_64-unknown-linux-gnu"}, {wall_clock,913}, {memory_data,{6442450944,2344419328,{<18023.7348.1>,7628344}}}, {disk_data,[{"/",103209120,9}]}, {meminfo, <<"MemTotal: 6291456 kB\nMemFree: 4005456 kB\nBuffers: 653180 kB\nCached: 1075788 kB\nSwapCached: 0 kB\nActive: 1297244 kB\nInactive: 719756 kB\nHighTotal: 0 kB\nHighFree: 0 kB\nLowTotal: 6291456 kB\nLowFree: 4005456 kB\nSwapTotal: 6143992 kB\nSwapFree: 6143924 kB\nDirty: 372 kB\nWriteback: 0 kB\nAnonPages: 286792 kB\nMapped: 14660 kB\nSlab: 108828 kB\nPageTables: 2500 kB\nNFS_Unstable: 0 kB\nBounce: 0 kB\nCommitLimit: 9289720 kB\nCommitted_AS: 804008 kB\nVmallocTotal: 34359738367 kB\nVmallocUsed: 3384 kB\nVmallocChunk: 34359734983 kB\n">>}]}, {'ns_1@10.3.3.100', [{last_heard,{1353,953409,747519}}, {outgoing_replications_safeness_level,[{"default",green}]}, {incoming_replications_conf_hashes, [{"default", [{'ns_1@10.3.2.57',63506121}, {'ns_1@10.3.3.96',117606290}, {'ns_1@10.3.3.98',14619049}]}]}, {active_buckets,["default"]}, {ready_buckets,["default"]}, {local_tasks,[]}, {memory, [{total,117397760}, {processes,81323264}, {processes_used,80874888}, {system,36074496}, {atom,1412289}, {atom_used,1387789}, {binary,4265480}, {code,14531880}, {ets,4159064}]}, {system_memory_data, [{system_total_memory,6442450944}, {free_swap,6291447808}, {total_swap,6291447808}, {cached_memory,597868544}, {buffered_memory,730456064}, {free_memory,4560797696}, {total_memory,6442450944}]}, {node_storage_conf, [{db_path,"/opt/couchbase/var/lib/couchbase/data/"}, {index_path,"/opt/couchbase/var/lib/couchbase/data/"}]}, {statistics, [{wall_clock,{908078,5000}}, {context_switches,{2403442,0}}, {garbage_collection,{389664,1162256686,0}}, {io,{{input,102188175},{output,71255456}}}, {reductions,{427687349,724535}}, {run_queue,0}, {runtime,{63450,100}}]}, {system_stats, [{cpu_utilization_rate,0.25},{swap_total,6291447808},{swap_used,0}]}, {interesting_stats, [{couch_docs_actual_disk_size,4267116}, {couch_docs_data_size,4234330}, {couch_views_actual_disk_size,0}, {couch_views_data_size,0}, {curr_items,11}, {curr_items_tot,17}, {mem_used,16096024}, {vb_replica_curr_items,6}]}, {cluster_compatibility_version,131072}, {version, [{public_key,"0.13"}, {lhttpc,"1.3.0"}, {ale,"8cffe61"}, {os_mon,"2.2.7"}, {couch_set_view,"1.2.0a-31560d7-git"}, {mnesia,"4.5"}, {inets,"5.7.1"}, {couch,"1.2.0a-31560d7-git"}, {mapreduce,"1.0.0"}, {couch_index_merger,"1.2.0a-31560d7-git"}, {kernel,"2.14.5"}, {crypto,"2.0.4"}, {ssl,"4.1.6"}, {sasl,"2.1.10"}, {couch_view_parser,"1.0.0"}, {ns_server,"2.0.0-1965-rel-enterprise"}, {mochiweb,"1.4.1"}, {oauth,"7d85d3ef"}, {stdlib,"1.17.5"}]}, {supported_compat_version,[2,0]}, {system_arch,"x86_64-unknown-linux-gnu"}, {wall_clock,908}, {memory_data,{6442450944,1880891392,{<18067.1014.0>,3514512}}}, {disk_data,[{"/",103209120,8}]}, {meminfo, <<"MemTotal: 6291456 kB\nMemFree: 4453904 kB\nBuffers: 713336 kB\nCached: 583856 kB\nSwapCached: 0 kB\nActive: 1161440 kB\nInactive: 400528 kB\nHighTotal: 0 kB\nHighFree: 0 kB\nLowTotal: 6291456 kB\nLowFree: 4453904 kB\nSwapTotal: 6143992 kB\nSwapFree: 6143992 kB\nDirty: 740 kB\nWriteback: 0 kB\nAnonPages: 263420 kB\nMapped: 14968 kB\nSlab: 115524 kB\nPageTables: 2500 kB\nNFS_Unstable: 0 kB\nBounce: 0 kB\nCommitLimit: 9289720 kB\nCommitted_AS: 774688 kB\nVmallocTotal: 34359738367 kB\nVmallocUsed: 3384 kB\nVmallocChunk: 34359734983 kB\n">>}]}, {'ns_1@10.3.3.96', [{last_heard,{1353,953406,186280}}, {outgoing_replications_safeness_level,[{"default",green}]}, {incoming_replications_conf_hashes, [{"default", [{'ns_1@10.3.2.57',33817834}, {'ns_1@10.3.3.100',41681736}, {'ns_1@10.3.3.98',10928119}]}]}, {active_buckets,["default"]}, {ready_buckets,["default"]}, {local_tasks,[]}, {memory, [{total,111666000}, {processes,75565072}, {processes_used,75084056}, {system,36100928}, {atom,1411481}, {atom_used,1387300}, {binary,4283632}, {code,14564384}, {ets,4132720}]}, {system_memory_data, [{system_total_memory,6442450944}, {free_swap,6291447808}, {total_swap,6291447808}, {cached_memory,615464960}, {buffered_memory,493367296}, {free_memory,4816936960}, {total_memory,6442450944}]}, {node_storage_conf, [{db_path,"/opt/couchbase/var/lib/couchbase/data/"}, {index_path,"/opt/couchbase/var/lib/couchbase/data/"}]}, {statistics, [{wall_clock,{903326,5001}}, {context_switches,{2424505,0}}, {garbage_collection,{399555,1188224104,0}}, {io,{{input,101076645},{output,71580972}}}, {reductions,{434948201,667985}}, {run_queue,0}, {runtime,{64740,90}}]}, {system_stats, [{cpu_utilization_rate,0.24096385542168675}, {swap_total,6291447808}, {swap_used,0}]}, {interesting_stats, [{couch_docs_actual_disk_size,4274922}, {couch_docs_data_size,4242522}, {couch_views_actual_disk_size,0}, {couch_views_data_size,0}, {curr_items,0}, {curr_items_tot,23}, {mem_used,16099688}, {vb_replica_curr_items,23}]}, {cluster_compatibility_version,131072}, {version, [{public_key,"0.13"}, {lhttpc,"1.3.0"}, {ale,"8cffe61"}, {os_mon,"2.2.7"}, {couch_set_view,"1.2.0a-31560d7-git"}, {mnesia,"4.5"}, {inets,"5.7.1"}, {couch,"1.2.0a-31560d7-git"}, {mapreduce,"1.0.0"}, {couch_index_merger,"1.2.0a-31560d7-git"}, {kernel,"2.14.5"}, {crypto,"2.0.4"}, {ssl,"4.1.6"}, {sasl,"2.1.10"}, {couch_view_parser,"1.0.0"}, {ns_server,"2.0.0-1965-rel-enterprise"}, {mochiweb,"1.4.1"}, {oauth,"7d85d3ef"}, {stdlib,"1.17.5"}]}, {supported_compat_version,[2,0]}, {system_arch,"x86_64-unknown-linux-gnu"}, {wall_clock,903}, {memory_data,{6442450944,1625006080,{<0.944.0>,2543368}}}, {disk_data,[{"/",103209120,8}]}, {meminfo, <<"MemTotal: 6291456 kB\nMemFree: 4704040 kB\nBuffers: 481804 kB\nCached: 601040 kB\nSwapCached: 0 kB\nActive: 927832 kB\nInactive: 421184 kB\nHighTotal: 0 kB\nHighFree: 0 kB\nLowTotal: 6291456 kB\nLowFree: 4704040 kB\nSwapTotal: 6143992 kB\nSwapFree: 6143992 kB\nDirty: 204 kB\nWriteback: 0 kB\nAnonPages: 265424 kB\nMapped: 14600 kB\nSlab: 79612 kB\nPageTables: 2356 kB\nNFS_Unstable: 0 kB\nBounce: 0 kB\nCommitLimit: 9289720 kB\nCommitted_AS: 777020 kB\nVmallocTotal: 34359738367 kB\nVmallocUsed: 3384 kB\nVmallocChunk: 34359734983 kB\n">>}]}, {'ns_1@10.3.3.98', [{last_heard,{1353,953410,534732}}, {outgoing_replications_safeness_level,[{"default",green}]}, {incoming_replications_conf_hashes, [{"default", [{'ns_1@10.3.2.57',115455469}, {'ns_1@10.3.3.100',74343578}, {'ns_1@10.3.3.96',66117516}]}]}, {active_buckets,["default"]}, {ready_buckets,["default"]}, {local_tasks,[]}, {memory, [{total,115540120}, {processes,79531688}, {processes_used,79067792}, {system,36008432}, {atom,1413905}, {atom_used,1390826}, {binary,4136424}, {code,14584964}, {ets,4167344}]}, {system_memory_data, [{system_total_memory,6442450944}, {free_swap,6291378176}, {total_swap,6291447808}, {cached_memory,598274048}, {buffered_memory,516239360}, {free_memory,4788379648}, {total_memory,6442450944}]}, {node_storage_conf, [{db_path,"/opt/couchbase/var/lib/couchbase/data/"}, {index_path,"/opt/couchbase/var/lib/couchbase/data/"}]}, {statistics, [{wall_clock,{912650,5000}}, {context_switches,{2457630,0}}, {garbage_collection,{406429,1205402091,0}}, {io,{{input,102507121},{output,72423167}}}, {reductions,{441525075,623987}}, {run_queue,0}, {runtime,{64790,90}}]}, {system_stats, [{cpu_utilization_rate,0.24390243902439024}, {swap_total,6291447808}, {swap_used,69632}]}, {interesting_stats, [{couch_docs_actual_disk_size,4258887}, {couch_docs_data_size,4226093}, {couch_views_actual_disk_size,0}, {couch_views_data_size,0}, {curr_items,6}, {curr_items_tot,6}, {mem_used,16086568}, {vb_replica_curr_items,0}]}, {cluster_compatibility_version,131072}, {version, [{public_key,"0.13"}, {lhttpc,"1.3.0"}, {ale,"8cffe61"}, {os_mon,"2.2.7"}, {couch_set_view,"1.2.0a-31560d7-git"}, {mnesia,"4.5"}, {inets,"5.7.1"}, {couch,"1.2.0a-31560d7-git"}, {mapreduce,"1.0.0"}, {couch_index_merger,"1.2.0a-31560d7-git"}, {kernel,"2.14.5"}, {crypto,"2.0.4"}, {ssl,"4.1.6"}, {sasl,"2.1.10"}, {couch_view_parser,"1.0.0"}, {ns_server,"2.0.0-1965-rel-enterprise"}, {mochiweb,"1.4.1"}, {oauth,"7d85d3ef"}, {stdlib,"1.17.5"}]}, {supported_compat_version,[2,0]}, {system_arch,"x86_64-unknown-linux-gnu"}, {wall_clock,912}, {memory_data,{6442450944,1654071296,{<18066.941.0>,3514472}}}, {disk_data,[{"/",103209120,8}]}, {meminfo, <<"MemTotal: 6291456 kB\nMemFree: 4676276 kB\nBuffers: 504140 kB\nCached: 584252 kB\nSwapCached: 68 kB\nActive: 973164 kB\nInactive: 399660 kB\nHighTotal: 0 kB\nHighFree: 0 kB\nLowTotal: 6291456 kB\nLowFree: 4676276 kB\nSwapTotal: 6143992 kB\nSwapFree: 6143924 kB\nDirty: 116 kB\nWriteback: 0 kB\nAnonPages: 283592 kB\nMapped: 14956 kB\nSlab: 83396 kB\nPageTables: 2564 kB\nNFS_Unstable: 0 kB\nBounce: 0 kB\nCommitLimit: 9289720 kB\nCommitted_AS: 797152 kB\nVmallocTotal: 34359738367 kB\nVmallocUsed: 3384 kB\nVmallocChunk: 34359734983 kB\n">>}]}] [stats:debug,2012-11-26T10:10:13.681,ns_1@10.3.3.96:<0.4839.1>:stats_collector:maybe_log_stats:126](at {{1970,1,16},{8,5,53}}) Stats for bucket "default": accepting_conns 1 auth_cmds 0 auth_errors 0 bucket_active_conns 1 bucket_conns 20 bytes 16099688 bytes_read 154371 bytes_written 10938269 cas_badval 0 cas_hits 0 cas_misses 0 cmd_flush 0 cmd_get 0 cmd_set 0 conn_yields 23 connection_structures 5000 curr_connections 21 curr_conns_on_port_11209 18 curr_conns_on_port_11210 1 curr_items 0 curr_items_tot 23 curr_temp_items 0 daemon_connections 4 decr_hits 0 decr_misses 0 delete_hits 0 delete_misses 0 ep_access_scanner_last_runtime 0 ep_access_scanner_num_items 0 ep_access_scanner_task_time 2012-11-27 10:00:00 ep_allow_data_loss_during_shutdown 1 ep_alog_block_size 4096 ep_alog_path /opt/couchbase/var/lib/couchbase/data/default/access.log ep_alog_sleep_time 1440 ep_alog_task_time 10 ep_backend couchdb ep_bg_fetch_delay 0 ep_bg_fetched 0 ep_bg_meta_fetched 0 ep_bg_remaining_jobs 0 ep_chk_max_items 5000 ep_chk_period 1800 ep_chk_persistence_remains 0 ep_chk_persistence_timeout 10 ep_chk_remover_stime 5 ep_commit_num 4 ep_commit_time 3 ep_commit_time_total 17 ep_concurrentDB 1 ep_config_file ep_couch_bucket default ep_couch_host localhost ep_couch_port 11213 ep_couch_reconnect_sleeptime 250 ep_couch_response_timeout 180000 ep_data_age 3 ep_data_age_highwat 3 ep_data_traffic_enabled 0 ep_dbinit 0 ep_dbname /opt/couchbase/var/lib/couchbase/data/default ep_degraded_mode 0 ep_diskqueue_drain 23 ep_diskqueue_fill 23 ep_diskqueue_items 0 ep_diskqueue_memory 0 ep_diskqueue_pending 0 ep_exp_pager_stime 3600 ep_exp_pager_stime 3600 ep_expired_access 0 ep_expired_pager 0 ep_expiry_window 3 ep_failpartialwarmup 0 ep_flush_all false ep_flush_duration_total 0 ep_flushall_enabled 0 ep_flusher_state running ep_flusher_todo 0 ep_getl_default_timeout 15 ep_getl_max_timeout 30 ep_ht_locks 5 ep_ht_size 3079 ep_inconsistent_slave_chk 0 ep_initfile ep_io_num_read 0 ep_io_num_write 23 ep_io_read_bytes 0 ep_io_write_bytes 13485 ep_item_begin_failed 0 ep_item_commit_failed 0 ep_item_flush_expired 0 ep_item_flush_failed 0 ep_item_num_based_new_chk 1 ep_items_rm_from_checkpoints 0 ep_keep_closed_chks 0 ep_klog_block_size 4096 ep_klog_compactor_queue_cap 500000 ep_klog_compactor_stime 3600 ep_klog_flush commit2 ep_klog_max_entry_ratio 10 ep_klog_max_log_size 2147483647 ep_klog_path ep_klog_sync commit2 ep_kv_size 15381 ep_max_checkpoints 2 ep_max_data_size 1073741824 ep_max_item_size 20971520 ep_max_size 1073741824 ep_max_txn_size 10000 ep_max_vbuckets 1024 ep_mem_high_wat 805306368 ep_mem_high_wat 805306368 ep_mem_low_wat 644245094 ep_mem_low_wat 644245094 ep_mem_tracker_enabled true ep_min_data_age 0 ep_mlog_compactor_runs 0 ep_mutation_mem_threshold 0 ep_num_access_scanner_runs 0 ep_num_eject_failures 0 ep_num_expiry_pager_runs 0 ep_num_non_resident 0 ep_num_not_my_vbuckets 0 ep_num_ops_del_meta 0 ep_num_ops_get_meta 0 ep_num_ops_set_meta 0 ep_num_pager_runs 0 ep_num_value_ejects 0 ep_oom_errors 0 ep_overhead 13615370 ep_pager_active_vb_pcnt 40 ep_pager_unbiased_period 60 ep_pending_ops 0 ep_pending_ops_max 0 ep_pending_ops_max_duration 0 ep_pending_ops_total 0 ep_postInitfile ep_queue_age_cap 900 ep_queue_size 0 ep_startup_time 1353952912 ep_storage_age 0 ep_storage_age_highwat 0 ep_store_max_concurrency 10 ep_store_max_readers 9 ep_store_max_readwrite 1 ep_stored_val_type ep_tap_ack_grace_period 300 ep_tap_ack_initial_sequence_number 1 ep_tap_ack_interval 1000 ep_tap_ack_window_size 10 ep_tap_backfill_resident 0.9 ep_tap_backlog_limit 5000 ep_tap_backoff_period 5 ep_tap_bg_fetch_requeued 0 ep_tap_bg_fetched 0 ep_tap_bg_max_pending 500 ep_tap_keepalive 300 ep_tap_noop_interval 20 ep_tap_requeue_sleep_time 0.1 ep_tap_throttle_cap_pcnt 10 ep_tap_throttle_queue_cap 1000000 ep_tap_throttle_threshold 90 ep_tmp_oom_errors 0 ep_too_old 0 ep_too_young 0 ep_total_cache_size 15105 ep_total_del_items 0 ep_total_enqueued 23 ep_total_new_items 23 ep_total_persisted 23 ep_uncommitted_items 0 ep_value_size 13312 ep_vb0 0 ep_vb_snapshot_total 6 ep_vb_total 512 ep_vbucket_del 0 ep_vbucket_del_fail 0 ep_version 2.0.0r_140_gde42c8c ep_waitforwarmup 0 ep_warmup 1 ep_warmup_batch_size 1000 ep_warmup_dups 0 ep_warmup_min_items_threshold 100 ep_warmup_min_memory_threshold 100 ep_warmup_oom 0 ep_warmup_thread complete ep_warmup_time 635 get_hits 0 get_misses 0 incr_hits 0 incr_misses 0 libevent 2.0.11-stable limit_maxbytes 67108864 listen_disabled_num 0 max_conns_on_port_11209 1000 max_conns_on_port_11210 9000 mem_used 16099688 pid 25417 pointer_size 64 rejected_conns 0 rusage_system 1.908119 rusage_user 7.604475 tap_checkpoint_start_received 512 tap_checkpoint_start_sent 512 tap_connect_received 6 tap_mutation_received 2466 tap_mutation_sent 2484 tap_opaque_received 1039 tap_opaque_sent 1036 threads 4 time 1353953413 total_connections 42 uptime 844 vb_active_curr_items 0 vb_active_eject 0 vb_active_expired 0 vb_active_ht_memory 6428672 vb_active_itm_memory 0 vb_active_meta_data_memory 0 vb_active_num 256 vb_active_num_non_resident 0 vb_active_num_ref_ejects 0 vb_active_num_ref_items 0 vb_active_ops_create 0 vb_active_ops_delete 0 vb_active_ops_reject 0 vb_active_ops_update 0 vb_active_perc_mem_resident 0 vb_active_queue_age 0 vb_active_queue_drain 0 vb_active_queue_fill 0 vb_active_queue_memory 0 vb_active_queue_pending 0 vb_active_queue_size 0 vb_dead_num 0 vb_pending_curr_items 0 vb_pending_eject 0 vb_pending_expired 0 vb_pending_ht_memory 0 vb_pending_itm_memory 0 vb_pending_meta_data_memory 0 vb_pending_num 0 vb_pending_num_non_resident 0 vb_pending_num_ref_ejects 0 vb_pending_num_ref_items 0 vb_pending_ops_create 0 vb_pending_ops_delete 0 vb_pending_ops_reject 0 vb_pending_ops_update 0 vb_pending_perc_mem_resident 0 vb_pending_queue_age 0 vb_pending_queue_drain 0 vb_pending_queue_fill 0 vb_pending_queue_memory 0 vb_pending_queue_pending 0 vb_pending_queue_size 0 vb_replica_curr_items 23 vb_replica_eject 0 vb_replica_expired 0 vb_replica_ht_memory 6428672 vb_replica_itm_memory 15105 vb_replica_meta_data_memory 1898 vb_replica_num 256 vb_replica_num_non_resident 0 vb_replica_num_ref_ejects 0 vb_replica_num_ref_items 0 vb_replica_ops_create 23 vb_replica_ops_delete 0 vb_replica_ops_reject 0 vb_replica_ops_update 0 vb_replica_perc_mem_resident 100 vb_replica_queue_age 0 vb_replica_queue_drain 23 vb_replica_queue_fill 23 vb_replica_queue_memory 0 vb_replica_queue_pending 0 vb_replica_queue_size 0 version 1.4.4_600_g7ea975a [ns_doctor:debug,2012-11-26T10:11:11.181,ns_1@10.3.3.96:ns_doctor<0.891.0>:ns_doctor:handle_info:137]Current node statuses: [{'ns_1@10.3.2.57', [{last_heard,{1353,953471,18224}}, {outgoing_replications_safeness_level,[{"default",green}]}, {incoming_replications_conf_hashes, [{"default", [{'ns_1@10.3.3.100',110886191}, {'ns_1@10.3.3.96',41456239}, {'ns_1@10.3.3.98',112129458}]}]}, {active_buckets,["default"]}, {ready_buckets,["default"]}, {local_tasks,[]}, {memory, [{total,134275104}, {processes,95050408}, {processes_used,94523200}, {system,39224696}, {atom,1492169}, {atom_used,1478864}, {binary,6838136}, {code,14903159}, {ets,4270488}]}, {system_memory_data, [{system_total_memory,6442450944}, {free_swap,6291378176}, {total_swap,6291447808}, {cached_memory,1102520320}, {buffered_memory,668864512}, {free_memory,4100698112}, {total_memory,6442450944}]}, {node_storage_conf, [{db_path,"/opt/couchbase/var/lib/couchbase/data/"}, {index_path,"/opt/couchbase/var/lib/couchbase/data/"}]}, {statistics, [{wall_clock,{973608,5000}}, {context_switches,{2615374,0}}, {garbage_collection,{395005,1518361880,0}}, {io,{{input,176147263},{output,89333535}}}, {reductions,{657953158,3524232}}, {run_queue,0}, {runtime,{71180,330}}]}, {system_stats, [{cpu_utilization_rate,1.6666666666666667}, {swap_total,6291447808}, {swap_used,69632}]}, {interesting_stats, [{couch_docs_actual_disk_size,4263015}, {couch_docs_data_size,4230189}, {couch_views_actual_disk_size,0}, {couch_views_data_size,0}, {curr_items,12}, {curr_items_tot,12}, {mem_used,16091496}, {vb_replica_curr_items,0}]}, {cluster_compatibility_version,131072}, {version, [{public_key,"0.13"}, {lhttpc,"1.3.0"}, {ale,"8cffe61"}, {os_mon,"2.2.7"}, {couch_set_view,"1.2.0a-31560d7-git"}, {mnesia,"4.5"}, {inets,"5.7.1"}, {couch,"1.2.0a-31560d7-git"}, {mapreduce,"1.0.0"}, {couch_index_merger,"1.2.0a-31560d7-git"}, {kernel,"2.14.5"}, {crypto,"2.0.4"}, {ssl,"4.1.6"}, {sasl,"2.1.10"}, {couch_view_parser,"1.0.0"}, {ns_server,"2.0.0-1965-rel-enterprise"}, {mochiweb,"1.4.1"}, {oauth,"7d85d3ef"}, {stdlib,"1.17.5"}]}, {supported_compat_version,[2,0]}, {system_arch,"x86_64-unknown-linux-gnu"}, {wall_clock,973}, {memory_data,{6442450944,2343657472,{<18023.7348.1>,7628344}}}, {disk_data,[{"/",103209120,9}]}, {meminfo, <<"MemTotal: 6291456 kB\nMemFree: 4004588 kB\nBuffers: 653188 kB\nCached: 1076680 kB\nSwapCached: 0 kB\nActive: 1296888 kB\nInactive: 720948 kB\nHighTotal: 0 kB\nHighFree: 0 kB\nLowTotal: 6291456 kB\nLowFree: 4004588 kB\nSwapTotal: 6143992 kB\nSwapFree: 6143924 kB\nDirty: 320 kB\nWriteback: 0 kB\nAnonPages: 286580 kB\nMapped: 14660 kB\nSlab: 108820 kB\nPageTables: 2496 kB\nNFS_Unstable: 0 kB\nBounce: 0 kB\nCommitLimit: 9289720 kB\nCommitted_AS: 811148 kB\nVmallocTotal: 34359738367 kB\nVmallocUsed: 3384 kB\nVmallocChunk: 34359734983 kB\n">>}]}, {'ns_1@10.3.3.100', [{last_heard,{1353,953469,748360}}, {outgoing_replications_safeness_level,[{"default",green}]}, {incoming_replications_conf_hashes, [{"default", [{'ns_1@10.3.2.57',63506121}, {'ns_1@10.3.3.96',117606290}, {'ns_1@10.3.3.98',14619049}]}]}, {active_buckets,["default"]}, {ready_buckets,["default"]}, {local_tasks,[]}, {memory, [{total,122310312}, {processes,85963008}, {processes_used,85514632}, {system,36347304}, {atom,1412289}, {atom_used,1387789}, {binary,4468632}, {code,14531880}, {ets,4228376}]}, {system_memory_data, [{system_total_memory,6442450944}, {free_swap,6291447808}, {total_swap,6291447808}, {cached_memory,598974464}, {buffered_memory,730456064}, {free_memory,4559020032}, {total_memory,6442450944}]}, {node_storage_conf, [{db_path,"/opt/couchbase/var/lib/couchbase/data/"}, {index_path,"/opt/couchbase/var/lib/couchbase/data/"}]}, {statistics, [{wall_clock,{968080,5001}}, {context_switches,{2505070,0}}, {garbage_collection,{397488,1194758238,0}}, {io,{{input,104112267},{output,73423144}}}, {reductions,{436393161,729434}}, {run_queue,0}, {runtime,{64630,130}}]}, {system_stats, [{cpu_utilization_rate,0.0},{swap_total,6291447808},{swap_used,0}]}, {interesting_stats, [{couch_docs_actual_disk_size,4267116}, {couch_docs_data_size,4234330}, {couch_views_actual_disk_size,0}, {couch_views_data_size,0}, {curr_items,11}, {curr_items_tot,17}, {mem_used,16096024}, {vb_replica_curr_items,6}]}, {cluster_compatibility_version,131072}, {version, [{public_key,"0.13"}, {lhttpc,"1.3.0"}, {ale,"8cffe61"}, {os_mon,"2.2.7"}, {couch_set_view,"1.2.0a-31560d7-git"}, {mnesia,"4.5"}, {inets,"5.7.1"}, {couch,"1.2.0a-31560d7-git"}, {mapreduce,"1.0.0"}, {couch_index_merger,"1.2.0a-31560d7-git"}, {kernel,"2.14.5"}, {crypto,"2.0.4"}, {ssl,"4.1.6"}, {sasl,"2.1.10"}, {couch_view_parser,"1.0.0"}, {ns_server,"2.0.0-1965-rel-enterprise"}, {mochiweb,"1.4.1"}, {oauth,"7d85d3ef"}, {stdlib,"1.17.5"}]}, {supported_compat_version,[2,0]}, {system_arch,"x86_64-unknown-linux-gnu"}, {wall_clock,968}, {memory_data,{6442450944,1882542080,{<18067.1014.0>,3514512}}}, {disk_data,[{"/",103209120,8}]}, {meminfo, <<"MemTotal: 6291456 kB\nMemFree: 4452168 kB\nBuffers: 713336 kB\nCached: 584936 kB\nSwapCached: 0 kB\nActive: 1162304 kB\nInactive: 401400 kB\nHighTotal: 0 kB\nHighFree: 0 kB\nLowTotal: 6291456 kB\nLowFree: 4452168 kB\nSwapTotal: 6143992 kB\nSwapFree: 6143992 kB\nDirty: 416 kB\nWriteback: 0 kB\nAnonPages: 264036 kB\nMapped: 14968 kB\nSlab: 115552 kB\nPageTables: 2508 kB\nNFS_Unstable: 0 kB\nBounce: 0 kB\nCommitLimit: 9289720 kB\nCommitted_AS: 777668 kB\nVmallocTotal: 34359738367 kB\nVmallocUsed: 3384 kB\nVmallocChunk: 34359734983 kB\n">>}]}, {'ns_1@10.3.3.96', [{last_heard,{1353,953466,184888}}, {outgoing_replications_safeness_level,[{"default",green}]}, {incoming_replications_conf_hashes, [{"default", [{'ns_1@10.3.2.57',33817834}, {'ns_1@10.3.3.100',41681736}, {'ns_1@10.3.3.98',10928119}]}]}, {active_buckets,["default"]}, {ready_buckets,["default"]}, {local_tasks,[]}, {memory, [{total,114808496}, {processes,78708840}, {processes_used,78229728}, {system,36099656}, {atom,1411481}, {atom_used,1387300}, {binary,4212616}, {code,14564384}, {ets,4202040}]}, {system_memory_data, [{system_total_memory,6442450944}, {free_swap,6291447808}, {total_swap,6291447808}, {cached_memory,616570880}, {buffered_memory,493367296}, {free_memory,4813254656}, {total_memory,6442450944}]}, {node_storage_conf, [{db_path,"/opt/couchbase/var/lib/couchbase/data/"}, {index_path,"/opt/couchbase/var/lib/couchbase/data/"}]}, {statistics, [{wall_clock,{963324,5000}}, {context_switches,{2525991,0}}, {garbage_collection,{406884,1219750875,0}}, {io,{{input,103024319},{output,73659570}}}, {reductions,{443157533,681228}}, {run_queue,0}, {runtime,{65770,110}}]}, {system_stats, [{cpu_utilization_rate,0.4914004914004914}, {swap_total,6291447808}, {swap_used,0}]}, {interesting_stats, [{couch_docs_actual_disk_size,4274922}, {couch_docs_data_size,4242522}, {couch_views_actual_disk_size,0}, {couch_views_data_size,0}, {curr_items,0}, {curr_items_tot,23}, {mem_used,16099688}, {vb_replica_curr_items,23}]}, {cluster_compatibility_version,131072}, {version, [{public_key,"0.13"}, {lhttpc,"1.3.0"}, {ale,"8cffe61"}, {os_mon,"2.2.7"}, {couch_set_view,"1.2.0a-31560d7-git"}, {mnesia,"4.5"}, {inets,"5.7.1"}, {couch,"1.2.0a-31560d7-git"}, {mapreduce,"1.0.0"}, {couch_index_merger,"1.2.0a-31560d7-git"}, {kernel,"2.14.5"}, {crypto,"2.0.4"}, {ssl,"4.1.6"}, {sasl,"2.1.10"}, {couch_view_parser,"1.0.0"}, {ns_server,"2.0.0-1965-rel-enterprise"}, {mochiweb,"1.4.1"}, {oauth,"7d85d3ef"}, {stdlib,"1.17.5"}]}, {supported_compat_version,[2,0]}, {system_arch,"x86_64-unknown-linux-gnu"}, {wall_clock,963}, {memory_data,{6442450944,1628307456,{<0.944.0>,2543368}}}, {disk_data,[{"/",103209120,8}]}, {meminfo, <<"MemTotal: 6291456 kB\nMemFree: 4700444 kB\nBuffers: 481804 kB\nCached: 602120 kB\nSwapCached: 0 kB\nActive: 929536 kB\nInactive: 422052 kB\nHighTotal: 0 kB\nHighFree: 0 kB\nLowTotal: 6291456 kB\nLowFree: 4700444 kB\nSwapTotal: 6143992 kB\nSwapFree: 6143992 kB\nDirty: 196 kB\nWriteback: 0 kB\nAnonPages: 266828 kB\nMapped: 14600 kB\nSlab: 79612 kB\nPageTables: 2352 kB\nNFS_Unstable: 0 kB\nBounce: 0 kB\nCommitLimit: 9289720 kB\nCommitted_AS: 779260 kB\nVmallocTotal: 34359738367 kB\nVmallocUsed: 3384 kB\nVmallocChunk: 34359734983 kB\n">>}]}, {'ns_1@10.3.3.98', [{last_heard,{1353,953470,534166}}, {outgoing_replications_safeness_level,[{"default",green}]}, {incoming_replications_conf_hashes, [{"default", [{'ns_1@10.3.2.57',115455469}, {'ns_1@10.3.3.100',74343578}, {'ns_1@10.3.3.96',66117516}]}]}, {active_buckets,["default"]}, {ready_buckets,["default"]}, {local_tasks,[]}, {memory, [{total,120430104}, {processes,84288464}, {processes_used,83824568}, {system,36141640}, {atom,1413905}, {atom_used,1390826}, {binary,4198992}, {code,14584964}, {ets,4237656}]}, {system_memory_data, [{system_total_memory,6442450944}, {free_swap,6291378176}, {total_swap,6291447808}, {cached_memory,599371776}, {buffered_memory,516239360}, {free_memory,4789014528}, {total_memory,6442450944}]}, {node_storage_conf, [{db_path,"/opt/couchbase/var/lib/couchbase/data/"}, {index_path,"/opt/couchbase/var/lib/couchbase/data/"}]}, {statistics, [{wall_clock,{972649,4998}}, {context_switches,{2559251,0}}, {garbage_collection,{414154,1237521548,0}}, {io,{{input,104445999},{output,74424566}}}, {reductions,{449997809,641527}}, {run_queue,0}, {runtime,{65810,70}}]}, {system_stats, [{cpu_utilization_rate,0.2506265664160401}, {swap_total,6291447808}, {swap_used,69632}]}, {interesting_stats, [{couch_docs_actual_disk_size,4258887}, {couch_docs_data_size,4226093}, {couch_views_actual_disk_size,0}, {couch_views_data_size,0}, {curr_items,6}, {curr_items_tot,6}, {mem_used,16086568}, {vb_replica_curr_items,0}]}, {cluster_compatibility_version,131072}, {version, [{public_key,"0.13"}, {lhttpc,"1.3.0"}, {ale,"8cffe61"}, {os_mon,"2.2.7"}, {couch_set_view,"1.2.0a-31560d7-git"}, {mnesia,"4.5"}, {inets,"5.7.1"}, {couch,"1.2.0a-31560d7-git"}, {mapreduce,"1.0.0"}, {couch_index_merger,"1.2.0a-31560d7-git"}, {kernel,"2.14.5"}, {crypto,"2.0.4"}, {ssl,"4.1.6"}, {sasl,"2.1.10"}, {couch_view_parser,"1.0.0"}, {ns_server,"2.0.0-1965-rel-enterprise"}, {mochiweb,"1.4.1"}, {oauth,"7d85d3ef"}, {stdlib,"1.17.5"}]}, {supported_compat_version,[2,0]}, {system_arch,"x86_64-unknown-linux-gnu"}, {wall_clock,972}, {memory_data,{6442450944,1653309440,{<18066.941.0>,3514472}}}, {disk_data,[{"/",103209120,8}]}, {meminfo, <<"MemTotal: 6291456 kB\nMemFree: 4676772 kB\nBuffers: 504140 kB\nCached: 585324 kB\nSwapCached: 68 kB\nActive: 971352 kB\nInactive: 400544 kB\nHighTotal: 0 kB\nHighFree: 0 kB\nLowTotal: 6291456 kB\nLowFree: 4676772 kB\nSwapTotal: 6143992 kB\nSwapFree: 6143924 kB\nDirty: 508 kB\nWriteback: 0 kB\nAnonPages: 281612 kB\nMapped: 14956 kB\nSlab: 83404 kB\nPageTables: 2560 kB\nNFS_Unstable: 0 kB\nBounce: 0 kB\nCommitLimit: 9289720 kB\nCommitted_AS: 798924 kB\nVmallocTotal: 34359738367 kB\nVmallocUsed: 3384 kB\nVmallocChunk: 34359734983 kB\n">>}]}] [stats:debug,2012-11-26T10:11:53.680,ns_1@10.3.3.96:<0.4839.1>:stats_collector:maybe_log_stats:126](at {{1970,1,16},{8,5,53}}) Stats for bucket "default": accepting_conns 1 auth_cmds 0 auth_errors 0 bucket_active_conns 1 bucket_conns 20 bytes 16099704 bytes_read 166301 bytes_written 12945409 cas_badval 0 cas_hits 0 cas_misses 0 cmd_flush 0 cmd_get 0 cmd_set 0 conn_yields 23 connection_structures 5000 curr_connections 21 curr_conns_on_port_11209 18 curr_conns_on_port_11210 1 curr_items 0 curr_items_tot 23 curr_temp_items 0 daemon_connections 4 decr_hits 0 decr_misses 0 delete_hits 0 delete_misses 0 ep_access_scanner_last_runtime 0 ep_access_scanner_num_items 0 ep_access_scanner_task_time 2012-11-27 10:00:00 ep_allow_data_loss_during_shutdown 1 ep_alog_block_size 4096 ep_alog_path /opt/couchbase/var/lib/couchbase/data/default/access.log ep_alog_sleep_time 1440 ep_alog_task_time 10 ep_backend couchdb ep_bg_fetch_delay 0 ep_bg_fetched 0 ep_bg_meta_fetched 0 ep_bg_remaining_jobs 0 ep_chk_max_items 5000 ep_chk_period 1800 ep_chk_persistence_remains 0 ep_chk_persistence_timeout 10 ep_chk_remover_stime 5 ep_commit_num 4 ep_commit_time 3 ep_commit_time_total 17 ep_concurrentDB 1 ep_config_file ep_couch_bucket default ep_couch_host localhost ep_couch_port 11213 ep_couch_reconnect_sleeptime 250 ep_couch_response_timeout 180000 ep_data_age 3 ep_data_age_highwat 3 ep_data_traffic_enabled 0 ep_dbinit 0 ep_dbname /opt/couchbase/var/lib/couchbase/data/default ep_degraded_mode 0 ep_diskqueue_drain 23 ep_diskqueue_fill 23 ep_diskqueue_items 0 ep_diskqueue_memory 0 ep_diskqueue_pending 0 ep_exp_pager_stime 3600 ep_exp_pager_stime 3600 ep_expired_access 0 ep_expired_pager 0 ep_expiry_window 3 ep_failpartialwarmup 0 ep_flush_all false ep_flush_duration_total 0 ep_flushall_enabled 0 ep_flusher_state running ep_flusher_todo 0 ep_getl_default_timeout 15 ep_getl_max_timeout 30 ep_ht_locks 5 ep_ht_size 3079 ep_inconsistent_slave_chk 0 ep_initfile ep_io_num_read 0 ep_io_num_write 23 ep_io_read_bytes 0 ep_io_write_bytes 13485 ep_item_begin_failed 0 ep_item_commit_failed 0 ep_item_flush_expired 0 ep_item_flush_failed 0 ep_item_num_based_new_chk 1 ep_items_rm_from_checkpoints 0 ep_keep_closed_chks 0 ep_klog_block_size 4096 ep_klog_compactor_queue_cap 500000 ep_klog_compactor_stime 3600 ep_klog_flush commit2 ep_klog_max_entry_ratio 10 ep_klog_max_log_size 2147483647 ep_klog_path ep_klog_sync commit2 ep_kv_size 15381 ep_max_checkpoints 2 ep_max_data_size 1073741824 ep_max_item_size 20971520 ep_max_size 1073741824 ep_max_txn_size 10000 ep_max_vbuckets 1024 ep_mem_high_wat 805306368 ep_mem_high_wat 805306368 ep_mem_low_wat 644245094 ep_mem_low_wat 644245094 ep_mem_tracker_enabled true ep_min_data_age 0 ep_mlog_compactor_runs 0 ep_mutation_mem_threshold 0 ep_num_access_scanner_runs 0 ep_num_eject_failures 0 ep_num_expiry_pager_runs 0 ep_num_non_resident 0 ep_num_not_my_vbuckets 0 ep_num_ops_del_meta 0 ep_num_ops_get_meta 0 ep_num_ops_set_meta 0 ep_num_pager_runs 0 ep_num_value_ejects 0 ep_oom_errors 0 ep_overhead 13615370 ep_pager_active_vb_pcnt 40 ep_pager_unbiased_period 60 ep_pending_ops 0 ep_pending_ops_max 0 ep_pending_ops_max_duration 0 ep_pending_ops_total 0 ep_postInitfile ep_queue_age_cap 900 ep_queue_size 0 ep_startup_time 1353952912 ep_storage_age 0 ep_storage_age_highwat 0 ep_store_max_concurrency 10 ep_store_max_readers 9 ep_store_max_readwrite 1 ep_stored_val_type ep_tap_ack_grace_period 300 ep_tap_ack_initial_sequence_number 1 ep_tap_ack_interval 1000 ep_tap_ack_window_size 10 ep_tap_backfill_resident 0.9 ep_tap_backlog_limit 5000 ep_tap_backoff_period 5 ep_tap_bg_fetch_requeued 0 ep_tap_bg_fetched 0 ep_tap_bg_max_pending 500 ep_tap_keepalive 300 ep_tap_noop_interval 20 ep_tap_requeue_sleep_time 0.1 ep_tap_throttle_cap_pcnt 10 ep_tap_throttle_queue_cap 1000000 ep_tap_throttle_threshold 90 ep_tmp_oom_errors 0 ep_too_old 0 ep_too_young 0 ep_total_cache_size 15105 ep_total_del_items 0 ep_total_enqueued 23 ep_total_new_items 23 ep_total_persisted 23 ep_uncommitted_items 0 ep_value_size 13312 ep_vb0 0 ep_vb_snapshot_total 6 ep_vb_total 512 ep_vbucket_del 0 ep_vbucket_del_fail 0 ep_version 2.0.0r_140_gde42c8c ep_waitforwarmup 0 ep_warmup 1 ep_warmup_batch_size 1000 ep_warmup_dups 0 ep_warmup_min_items_threshold 100 ep_warmup_min_memory_threshold 100 ep_warmup_oom 0 ep_warmup_thread complete ep_warmup_time 635 get_hits 0 get_misses 0 incr_hits 0 incr_misses 0 libevent 2.0.11-stable limit_maxbytes 67108864 listen_disabled_num 0 max_conns_on_port_11209 1000 max_conns_on_port_11210 9000 mem_used 16099704 pid 25417 pointer_size 64 rejected_conns 0 rusage_system 1.920120 rusage_user 7.660478 tap_checkpoint_start_received 512 tap_checkpoint_start_sent 512 tap_connect_received 6 tap_mutation_received 2466 tap_mutation_sent 2484 tap_opaque_received 1039 tap_opaque_sent 1036 threads 4 time 1353953513 total_connections 42 uptime 944 vb_active_curr_items 0 vb_active_eject 0 vb_active_expired 0 vb_active_ht_memory 6428672 vb_active_itm_memory 0 vb_active_meta_data_memory 0 vb_active_num 256 vb_active_num_non_resident 0 vb_active_num_ref_ejects 0 vb_active_num_ref_items 0 vb_active_ops_create 0 vb_active_ops_delete 0 vb_active_ops_reject 0 vb_active_ops_update 0 vb_active_perc_mem_resident 0 vb_active_queue_age 0 vb_active_queue_drain 0 vb_active_queue_fill 0 vb_active_queue_memory 0 vb_active_queue_pending 0 vb_active_queue_size 0 vb_dead_num 0 vb_pending_curr_items 0 vb_pending_eject 0 vb_pending_expired 0 vb_pending_ht_memory 0 vb_pending_itm_memory 0 vb_pending_meta_data_memory 0 vb_pending_num 0 vb_pending_num_non_resident 0 vb_pending_num_ref_ejects 0 vb_pending_num_ref_items 0 vb_pending_ops_create 0 vb_pending_ops_delete 0 vb_pending_ops_reject 0 vb_pending_ops_update 0 vb_pending_perc_mem_resident 0 vb_pending_queue_age 0 vb_pending_queue_drain 0 vb_pending_queue_fill 0 vb_pending_queue_memory 0 vb_pending_queue_pending 0 vb_pending_queue_size 0 vb_replica_curr_items 23 vb_replica_eject 0 vb_replica_expired 0 vb_replica_ht_memory 6428672 vb_replica_itm_memory 15105 vb_replica_meta_data_memory 1898 vb_replica_num 256 vb_replica_num_non_resident 0 vb_replica_num_ref_ejects 0 vb_replica_num_ref_items 0 vb_replica_ops_create 23 vb_replica_ops_delete 0 vb_replica_ops_reject 0 vb_replica_ops_update 0 vb_replica_perc_mem_resident 100 vb_replica_queue_age 0 vb_replica_queue_drain 23 vb_replica_queue_fill 23 vb_replica_queue_memory 0 vb_replica_queue_pending 0 vb_replica_queue_size 0 version 1.4.4_600_g7ea975a [ns_doctor:debug,2012-11-26T10:12:11.182,ns_1@10.3.3.96:ns_doctor<0.891.0>:ns_doctor:handle_info:137]Current node statuses: [{'ns_1@10.3.2.57', [{last_heard,{1353,953531,15269}}, {outgoing_replications_safeness_level,[{"default",green}]}, {incoming_replications_conf_hashes, [{"default", [{'ns_1@10.3.3.100',110886191}, {'ns_1@10.3.3.96',41456239}, {'ns_1@10.3.3.98',112129458}]}]}, {active_buckets,["default"]}, {ready_buckets,["default"]}, {local_tasks,[]}, {memory, [{total,134953440}, {processes,95443688}, {processes_used,94916480}, {system,39509752}, {atom,1492169}, {atom_used,1478864}, {binary,7050992}, {code,14903159}, {ets,4342136}]}, {system_memory_data, [{system_total_memory,6442450944}, {free_swap,6291378176}, {total_swap,6291447808}, {cached_memory,1103781888}, {buffered_memory,668864512}, {free_memory,4086476800}, {total_memory,6442450944}]}, {node_storage_conf, [{db_path,"/opt/couchbase/var/lib/couchbase/data/"}, {index_path,"/opt/couchbase/var/lib/couchbase/data/"}]}, {statistics, [{wall_clock,{1033605,4999}}, {context_switches,{2726836,0}}, {garbage_collection,{404450,1575696483,0}}, {io,{{input,190324676},{output,92420305}}}, {reductions,{683736839,3226529}}, {run_queue,0}, {runtime,{73390,240}}]}, {system_stats, [{cpu_utilization_rate,0.5012531328320802}, {swap_total,6291447808}, {swap_used,69632}]}, {interesting_stats, [{couch_docs_actual_disk_size,4263015}, {couch_docs_data_size,4230189}, {couch_views_actual_disk_size,0}, {couch_views_data_size,0}, {curr_items,12}, {curr_items_tot,12}, {mem_used,16091496}, {vb_replica_curr_items,0}]}, {cluster_compatibility_version,131072}, {version, [{public_key,"0.13"}, {lhttpc,"1.3.0"}, {ale,"8cffe61"}, {os_mon,"2.2.7"}, {couch_set_view,"1.2.0a-31560d7-git"}, {mnesia,"4.5"}, {inets,"5.7.1"}, {couch,"1.2.0a-31560d7-git"}, {mapreduce,"1.0.0"}, {couch_index_merger,"1.2.0a-31560d7-git"}, {kernel,"2.14.5"}, {crypto,"2.0.4"}, {ssl,"4.1.6"}, {sasl,"2.1.10"}, {couch_view_parser,"1.0.0"}, {ns_server,"2.0.0-1965-rel-enterprise"}, {mochiweb,"1.4.1"}, {oauth,"7d85d3ef"}, {stdlib,"1.17.5"}]}, {supported_compat_version,[2,0]}, {system_arch,"x86_64-unknown-linux-gnu"}, {wall_clock,1033}, {memory_data,{6442450944,2351403008,{<18023.7348.1>,7628344}}}, {disk_data,[{"/",103209120,9}]}, {meminfo, <<"MemTotal: 6291456 kB\nMemFree: 3990700 kB\nBuffers: 653188 kB\nCached: 1077912 kB\nSwapCached: 0 kB\nActive: 1310536 kB\nInactive: 721784 kB\nHighTotal: 0 kB\nHighFree: 0 kB\nLowTotal: 6291456 kB\nLowFree: 3990700 kB\nSwapTotal: 6143992 kB\nSwapFree: 6143924 kB\nDirty: 692 kB\nWriteback: 0 kB\nAnonPages: 299864 kB\nMapped: 14660 kB\nSlab: 108812 kB\nPageTables: 2500 kB\nNFS_Unstable: 0 kB\nBounce: 0 kB\nCommitLimit: 9289720 kB\nCommitted_AS: 824708 kB\nVmallocTotal: 34359738367 kB\nVmallocUsed: 3384 kB\nVmallocChunk: 34359734983 kB\n">>}]}, {'ns_1@10.3.3.100', [{last_heard,{1353,953529,746750}}, {outgoing_replications_safeness_level,[{"default",green}]}, {incoming_replications_conf_hashes, [{"default", [{'ns_1@10.3.2.57',63506121}, {'ns_1@10.3.3.96',117606290}, {'ns_1@10.3.3.98',14619049}]}]}, {active_buckets,["default"]}, {ready_buckets,["default"]}, {local_tasks,[]}, {memory, [{total,123617984}, {processes,86912408}, {processes_used,86464032}, {system,36705576}, {atom,1412289}, {atom_used,1387789}, {binary,4642480}, {code,14531880}, {ets,4413432}]}, {system_memory_data, [{system_total_memory,6442450944}, {free_swap,6291447808}, {total_swap,6291447808}, {cached_memory,600043520}, {buffered_memory,730456064}, {free_memory,4555337728}, {total_memory,6442450944}]}, {node_storage_conf, [{db_path,"/opt/couchbase/var/lib/couchbase/data/"}, {index_path,"/opt/couchbase/var/lib/couchbase/data/"}]}, {statistics, [{wall_clock,{1028077,4997}}, {context_switches,{2607895,0}}, {garbage_collection,{406321,1228303937,0}}, {io,{{input,109485198},{output,78868816}}}, {reductions,{445223024,729754}}, {run_queue,0}, {runtime,{65840,100}}]}, {system_stats, [{cpu_utilization_rate,0.4975124378109453}, {swap_total,6291447808}, {swap_used,0}]}, {interesting_stats, [{couch_docs_actual_disk_size,4267116}, {couch_docs_data_size,4234330}, {couch_views_actual_disk_size,0}, {couch_views_data_size,0}, {curr_items,11}, {curr_items_tot,17}, {mem_used,16096024}, {vb_replica_curr_items,6}]}, {cluster_compatibility_version,131072}, {version, [{public_key,"0.13"}, {lhttpc,"1.3.0"}, {ale,"8cffe61"}, {os_mon,"2.2.7"}, {couch_set_view,"1.2.0a-31560d7-git"}, {mnesia,"4.5"}, {inets,"5.7.1"}, {couch,"1.2.0a-31560d7-git"}, {mapreduce,"1.0.0"}, {couch_index_merger,"1.2.0a-31560d7-git"}, {kernel,"2.14.5"}, {crypto,"2.0.4"}, {ssl,"4.1.6"}, {sasl,"2.1.10"}, {couch_view_parser,"1.0.0"}, {ns_server,"2.0.0-1965-rel-enterprise"}, {mochiweb,"1.4.1"}, {oauth,"7d85d3ef"}, {stdlib,"1.17.5"}]}, {supported_compat_version,[2,0]}, {system_arch,"x86_64-unknown-linux-gnu"}, {wall_clock,1028}, {memory_data,{6442450944,1887113216,{<18067.1014.0>,3514512}}}, {disk_data,[{"/",103209120,8}]}, {meminfo, <<"MemTotal: 6291456 kB\nMemFree: 4448572 kB\nBuffers: 713336 kB\nCached: 585980 kB\nSwapCached: 0 kB\nActive: 1165064 kB\nInactive: 402464 kB\nHighTotal: 0 kB\nHighFree: 0 kB\nLowTotal: 6291456 kB\nLowFree: 4448572 kB\nSwapTotal: 6143992 kB\nSwapFree: 6143992 kB\nDirty: 324 kB\nWriteback: 0 kB\nAnonPages: 266840 kB\nMapped: 14968 kB\nSlab: 115568 kB\nPageTables: 2516 kB\nNFS_Unstable: 0 kB\nBounce: 0 kB\nCommitLimit: 9289720 kB\nCommitted_AS: 786644 kB\nVmallocTotal: 34359738367 kB\nVmallocUsed: 3384 kB\nVmallocChunk: 34359734983 kB\n">>}]}, {'ns_1@10.3.3.96', [{last_heard,{1353,953526,185507}}, {outgoing_replications_safeness_level,[{"default",green}]}, {incoming_replications_conf_hashes, [{"default", [{'ns_1@10.3.2.57',33817834}, {'ns_1@10.3.3.100',41681736}, {'ns_1@10.3.3.98',10928119}]}]}, {active_buckets,["default"]}, {ready_buckets,["default"]}, {local_tasks,[]}, {memory, [{total,116858840}, {processes,80326456}, {processes_used,79845440}, {system,36532384}, {atom,1411481}, {atom_used,1387300}, {binary,4461072}, {code,14564384}, {ets,4386704}]}, {system_memory_data, [{system_total_memory,6442450944}, {free_swap,6291447808}, {total_swap,6291447808}, {cached_memory,617627648}, {buffered_memory,493375488}, {free_memory,4811984896}, {total_memory,6442450944}]}, {node_storage_conf, [{db_path,"/opt/couchbase/var/lib/couchbase/data/"}, {index_path,"/opt/couchbase/var/lib/couchbase/data/"}]}, {statistics, [{wall_clock,{1023325,5001}}, {context_switches,{2627981,0}}, {garbage_collection,{414782,1252739787,0}}, {io,{{input,108516687},{output,78889020}}}, {reductions,{451481489,680203}}, {run_queue,0}, {runtime,{66950,90}}]}, {system_stats, [{cpu_utilization_rate,0.2403846153846154}, {swap_total,6291447808}, {swap_used,0}]}, {interesting_stats, [{couch_docs_actual_disk_size,4274922}, {couch_docs_data_size,4242522}, {couch_views_actual_disk_size,0}, {couch_views_data_size,0}, {curr_items,0}, {curr_items_tot,23}, {mem_used,16099688}, {vb_replica_curr_items,23}]}, {cluster_compatibility_version,131072}, {version, [{public_key,"0.13"}, {lhttpc,"1.3.0"}, {ale,"8cffe61"}, {os_mon,"2.2.7"}, {couch_set_view,"1.2.0a-31560d7-git"}, {mnesia,"4.5"}, {inets,"5.7.1"}, {couch,"1.2.0a-31560d7-git"}, {mapreduce,"1.0.0"}, {couch_index_merger,"1.2.0a-31560d7-git"}, {kernel,"2.14.5"}, {crypto,"2.0.4"}, {ssl,"4.1.6"}, {sasl,"2.1.10"}, {couch_view_parser,"1.0.0"}, {ns_server,"2.0.0-1965-rel-enterprise"}, {mochiweb,"1.4.1"}, {oauth,"7d85d3ef"}, {stdlib,"1.17.5"}]}, {supported_compat_version,[2,0]}, {system_arch,"x86_64-unknown-linux-gnu"}, {wall_clock,1023}, {memory_data,{6442450944,1629704192,{<0.944.0>,2543368}}}, {disk_data,[{"/",103209120,8}]}, {meminfo, <<"MemTotal: 6291456 kB\nMemFree: 4699204 kB\nBuffers: 481812 kB\nCached: 603152 kB\nSwapCached: 0 kB\nActive: 930188 kB\nInactive: 423408 kB\nHighTotal: 0 kB\nHighFree: 0 kB\nLowTotal: 6291456 kB\nLowFree: 4699204 kB\nSwapTotal: 6143992 kB\nSwapFree: 6143992 kB\nDirty: 504 kB\nWriteback: 0 kB\nAnonPages: 267796 kB\nMapped: 14600 kB\nSlab: 79596 kB\nPageTables: 2356 kB\nNFS_Unstable: 0 kB\nBounce: 0 kB\nCommitLimit: 9289720 kB\nCommitted_AS: 778452 kB\nVmallocTotal: 34359738367 kB\nVmallocUsed: 3384 kB\nVmallocChunk: 34359734983 kB\n">>}]}, {'ns_1@10.3.3.98', [{last_heard,{1353,953530,533853}}, {outgoing_replications_safeness_level,[{"default",green}]}, {incoming_replications_conf_hashes, [{"default", [{'ns_1@10.3.2.57',115455469}, {'ns_1@10.3.3.100',74343578}, {'ns_1@10.3.3.96',66117516}]}]}, {active_buckets,["default"]}, {ready_buckets,["default"]}, {local_tasks,[]}, {memory, [{total,120721136}, {processes,84360000}, {processes_used,83896104}, {system,36361136}, {atom,1413905}, {atom_used,1390826}, {binary,4233872}, {code,14584964}, {ets,4422512}]}, {system_memory_data, [{system_total_memory,6442450944}, {free_swap,6291378176}, {total_swap,6291447808}, {cached_memory,600428544}, {buffered_memory,516243456}, {free_memory,4787744768}, {total_memory,6442450944}]}, {node_storage_conf, [{db_path,"/opt/couchbase/var/lib/couchbase/data/"}, {index_path,"/opt/couchbase/var/lib/couchbase/data/"}]}, {statistics, [{wall_clock,{1032650,5001}}, {context_switches,{2661839,0}}, {garbage_collection,{422137,1270906140,0}}, {io,{{input,109935362},{output,79562459}}}, {reductions,{458547401,637470}}, {run_queue,0}, {runtime,{66990,120}}]}, {system_stats, [{cpu_utilization_rate,0.45351473922902497}, {swap_total,6291447808}, {swap_used,69632}]}, {interesting_stats, [{couch_docs_actual_disk_size,4258887}, {couch_docs_data_size,4226093}, {couch_views_actual_disk_size,0}, {couch_views_data_size,0}, {curr_items,6}, {curr_items_tot,6}, {mem_used,16086568}, {vb_replica_curr_items,0}]}, {cluster_compatibility_version,131072}, {version, [{public_key,"0.13"}, {lhttpc,"1.3.0"}, {ale,"8cffe61"}, {os_mon,"2.2.7"}, {couch_set_view,"1.2.0a-31560d7-git"}, {mnesia,"4.5"}, {inets,"5.7.1"}, {couch,"1.2.0a-31560d7-git"}, {mapreduce,"1.0.0"}, {couch_index_merger,"1.2.0a-31560d7-git"}, {kernel,"2.14.5"}, {crypto,"2.0.4"}, {ssl,"4.1.6"}, {sasl,"2.1.10"}, {couch_view_parser,"1.0.0"}, {ns_server,"2.0.0-1965-rel-enterprise"}, {mochiweb,"1.4.1"}, {oauth,"7d85d3ef"}, {stdlib,"1.17.5"}]}, {supported_compat_version,[2,0]}, {system_arch,"x86_64-unknown-linux-gnu"}, {wall_clock,1032}, {memory_data,{6442450944,1654579200,{<18066.941.0>,3514472}}}, {disk_data,[{"/",103209120,8}]}, {meminfo, <<"MemTotal: 6291456 kB\nMemFree: 4675656 kB\nBuffers: 504144 kB\nCached: 586356 kB\nSwapCached: 68 kB\nActive: 972728 kB\nInactive: 401648 kB\nHighTotal: 0 kB\nHighFree: 0 kB\nLowTotal: 6291456 kB\nLowFree: 4675656 kB\nSwapTotal: 6143992 kB\nSwapFree: 6143924 kB\nDirty: 324 kB\nWriteback: 0 kB\nAnonPages: 283000 kB\nMapped: 14956 kB\nSlab: 83400 kB\nPageTables: 2560 kB\nNFS_Unstable: 0 kB\nBounce: 0 kB\nCommitLimit: 9289720 kB\nCommitted_AS: 798364 kB\nVmallocTotal: 34359738367 kB\nVmallocUsed: 3384 kB\nVmallocChunk: 34359734983 kB\n">>}]}] [ns_doctor:debug,2012-11-26T10:13:11.183,ns_1@10.3.3.96:ns_doctor<0.891.0>:ns_doctor:handle_info:137]Current node statuses: [{'ns_1@10.3.2.57', [{last_heard,{1353,953591,15953}}, {outgoing_replications_safeness_level,[{"default",green}]}, {incoming_replications_conf_hashes, [{"default", [{'ns_1@10.3.3.100',110886191}, {'ns_1@10.3.3.96',41456239}, {'ns_1@10.3.3.98',112129458}]}]}, {active_buckets,["default"]}, {ready_buckets,["default"]}, {local_tasks,[]}, {memory, [{total,133431472}, {processes,93143544}, {processes_used,92616336}, {system,40287928}, {atom,1492169}, {atom_used,1478864}, {binary,7653952}, {code,14903159}, {ets,4517240}]}, {system_memory_data, [{system_total_memory,6442450944}, {free_swap,6291378176}, {total_swap,6291447808}, {cached_memory,1104883712}, {buffered_memory,668864512}, {free_memory,4084191232}, {total_memory,6442450944}]}, {node_storage_conf, [{db_path,"/opt/couchbase/var/lib/couchbase/data/"}, {index_path,"/opt/couchbase/var/lib/couchbase/data/"}]}, {statistics, [{wall_clock,{1093607,5001}}, {context_switches,{2838741,0}}, {garbage_collection,{414090,1635686803,0}}, {io,{{input,205035578},{output,95846404}}}, {reductions,{709884963,3334061}}, {run_queue,0}, {runtime,{75480,210}}]}, {system_stats, [{cpu_utilization_rate,0.704225352112676}, {swap_total,6291447808}, {swap_used,69632}]}, {interesting_stats, [{couch_docs_actual_disk_size,4263015}, {couch_docs_data_size,4230189}, {couch_views_actual_disk_size,0}, {couch_views_data_size,0}, {curr_items,12}, {curr_items_tot,12}, {mem_used,16092712}, {vb_replica_curr_items,0}]}, {cluster_compatibility_version,131072}, {version, [{public_key,"0.13"}, {lhttpc,"1.3.0"}, {ale,"8cffe61"}, {os_mon,"2.2.7"}, {couch_set_view,"1.2.0a-31560d7-git"}, {mnesia,"4.5"}, {inets,"5.7.1"}, {couch,"1.2.0a-31560d7-git"}, {mapreduce,"1.0.0"}, {couch_index_merger,"1.2.0a-31560d7-git"}, {kernel,"2.14.5"}, {crypto,"2.0.4"}, {ssl,"4.1.6"}, {sasl,"2.1.10"}, {couch_view_parser,"1.0.0"}, {ns_server,"2.0.0-1965-rel-enterprise"}, {mochiweb,"1.4.1"}, {oauth,"7d85d3ef"}, {stdlib,"1.17.5"}]}, {supported_compat_version,[2,0]}, {system_arch,"x86_64-unknown-linux-gnu"}, {wall_clock,1093}, {memory_data,{6442450944,2358386688,{<18023.7348.1>,7628344}}}, {disk_data,[{"/",103209120,9}]}, {meminfo, <<"MemTotal: 6291456 kB\nMemFree: 3988468 kB\nBuffers: 653188 kB\nCached: 1078988 kB\nSwapCached: 0 kB\nActive: 1312156 kB\nInactive: 722636 kB\nHighTotal: 0 kB\nHighFree: 0 kB\nLowTotal: 6291456 kB\nLowFree: 3988468 kB\nSwapTotal: 6143992 kB\nSwapFree: 6143924 kB\nDirty: 444 kB\nWriteback: 0 kB\nAnonPages: 301360 kB\nMapped: 14660 kB\nSlab: 108824 kB\nPageTables: 2512 kB\nNFS_Unstable: 0 kB\nBounce: 0 kB\nCommitLimit: 9289720 kB\nCommitted_AS: 825424 kB\nVmallocTotal: 34359738367 kB\nVmallocUsed: 3384 kB\nVmallocChunk: 34359734983 kB\n">>}]}, {'ns_1@10.3.3.100', [{last_heard,{1353,953589,746303}}, {outgoing_replications_safeness_level,[{"default",green}]}, {incoming_replications_conf_hashes, [{"default", [{'ns_1@10.3.2.57',63506121}, {'ns_1@10.3.3.96',117606290}, {'ns_1@10.3.3.98',14619049}]}]}, {active_buckets,["default"]}, {ready_buckets,["default"]}, {local_tasks,[]}, {memory, [{total,122188056}, {processes,85511824}, {processes_used,85063448}, {system,36676232}, {atom,1412289}, {atom_used,1387789}, {binary,4549872}, {code,14531880}, {ets,4476400}]}, {system_memory_data, [{system_total_memory,6442450944}, {free_swap,6291447808}, {total_swap,6291447808}, {cached_memory,601128960}, {buffered_memory,730456064}, {free_memory,4551528448}, {total_memory,6442450944}]}, {node_storage_conf, [{db_path,"/opt/couchbase/var/lib/couchbase/data/"}, {index_path,"/opt/couchbase/var/lib/couchbase/data/"}]}, {statistics, [{wall_clock,{1088078,5001}}, {context_switches,{2709508,0}}, {garbage_collection,{415085,1261608922,0}}, {io,{{input,111503433},{output,80737990}}}, {reductions,{453911378,720737}}, {run_queue,0}, {runtime,{66890,70}}]}, {system_stats, [{cpu_utilization_rate,0.2631578947368421}, {swap_total,6291447808}, {swap_used,0}]}, {interesting_stats, [{couch_docs_actual_disk_size,4267116}, {couch_docs_data_size,4234330}, {couch_views_actual_disk_size,0}, {couch_views_data_size,0}, {curr_items,11}, {curr_items_tot,17}, {mem_used,16096024}, {vb_replica_curr_items,6}]}, {cluster_compatibility_version,131072}, {version, [{public_key,"0.13"}, {lhttpc,"1.3.0"}, {ale,"8cffe61"}, {os_mon,"2.2.7"}, {couch_set_view,"1.2.0a-31560d7-git"}, {mnesia,"4.5"}, {inets,"5.7.1"}, {couch,"1.2.0a-31560d7-git"}, {mapreduce,"1.0.0"}, {couch_index_merger,"1.2.0a-31560d7-git"}, {kernel,"2.14.5"}, {crypto,"2.0.4"}, {ssl,"4.1.6"}, {sasl,"2.1.10"}, {couch_view_parser,"1.0.0"}, {ns_server,"2.0.0-1965-rel-enterprise"}, {mochiweb,"1.4.1"}, {oauth,"7d85d3ef"}, {stdlib,"1.17.5"}]}, {supported_compat_version,[2,0]}, {system_arch,"x86_64-unknown-linux-gnu"}, {wall_clock,1088}, {memory_data,{6442450944,1892700160,{<18067.1014.0>,3514512}}}, {disk_data,[{"/",103209120,8}]}, {meminfo, <<"MemTotal: 6291456 kB\nMemFree: 4444852 kB\nBuffers: 713336 kB\nCached: 587040 kB\nSwapCached: 0 kB\nActive: 1166944 kB\nInactive: 403332 kB\nHighTotal: 0 kB\nHighFree: 0 kB\nLowTotal: 6291456 kB\nLowFree: 4444852 kB\nSwapTotal: 6143992 kB\nSwapFree: 6143992 kB\nDirty: 732 kB\nWriteback: 0 kB\nAnonPages: 268432 kB\nMapped: 14968 kB\nSlab: 115552 kB\nPageTables: 2512 kB\nNFS_Unstable: 0 kB\nBounce: 0 kB\nCommitLimit: 9289720 kB\nCommitted_AS: 785772 kB\nVmallocTotal: 34359738367 kB\nVmallocUsed: 3384 kB\nVmallocChunk: 34359734983 kB\n">>}]}, {'ns_1@10.3.3.96', [{last_heard,{1353,953586,185797}}, {outgoing_replications_safeness_level,[{"default",green}]}, {incoming_replications_conf_hashes, [{"default", [{'ns_1@10.3.2.57',33817834}, {'ns_1@10.3.3.100',41681736}, {'ns_1@10.3.3.98',10928119}]}]}, {active_buckets,["default"]}, {ready_buckets,["default"]}, {local_tasks,[]}, {memory, [{total,114726888}, {processes,78139056}, {processes_used,77658040}, {system,36587832}, {atom,1411481}, {atom_used,1387300}, {binary,4453512}, {code,14564384}, {ets,4449368}]}, {system_memory_data, [{system_total_memory,6442450944}, {free_swap,6291447808}, {total_swap,6291447808}, {cached_memory,618729472}, {buffered_memory,493375488}, {free_memory,4812095488}, {total_memory,6442450944}]}, {node_storage_conf, [{db_path,"/opt/couchbase/var/lib/couchbase/data/"}, {index_path,"/opt/couchbase/var/lib/couchbase/data/"}]}, {statistics, [{wall_clock,{1083326,5001}}, {context_switches,{2729470,0}}, {garbage_collection,{423588,1285214332,0}}, {io,{{input,110593188},{output,80774048}}}, {reductions,{459664219,673546}}, {run_queue,0}, {runtime,{67930,90}}]}, {system_stats, [{cpu_utilization_rate,0.24875621890547264}, {swap_total,6291447808}, {swap_used,0}]}, {interesting_stats, [{couch_docs_actual_disk_size,4274922}, {couch_docs_data_size,4242522}, {couch_views_actual_disk_size,0}, {couch_views_data_size,0}, {curr_items,0}, {curr_items_tot,23}, {mem_used,16099688}, {vb_replica_curr_items,23}]}, {cluster_compatibility_version,131072}, {version, [{public_key,"0.13"}, {lhttpc,"1.3.0"}, {ale,"8cffe61"}, {os_mon,"2.2.7"}, {couch_set_view,"1.2.0a-31560d7-git"}, {mnesia,"4.5"}, {inets,"5.7.1"}, {couch,"1.2.0a-31560d7-git"}, {mapreduce,"1.0.0"}, {couch_index_merger,"1.2.0a-31560d7-git"}, {kernel,"2.14.5"}, {crypto,"2.0.4"}, {ssl,"4.1.6"}, {sasl,"2.1.10"}, {couch_view_parser,"1.0.0"}, {ns_server,"2.0.0-1965-rel-enterprise"}, {mochiweb,"1.4.1"}, {oauth,"7d85d3ef"}, {stdlib,"1.17.5"}]}, {supported_compat_version,[2,0]}, {system_arch,"x86_64-unknown-linux-gnu"}, {wall_clock,1083}, {memory_data,{6442450944,1630355456,{<0.944.0>,2543368}}}, {disk_data,[{"/",103209120,8}]}, {meminfo, <<"MemTotal: 6291456 kB\nMemFree: 4699312 kB\nBuffers: 481812 kB\nCached: 604228 kB\nSwapCached: 0 kB\nActive: 929060 kB\nInactive: 424264 kB\nHighTotal: 0 kB\nHighFree: 0 kB\nLowTotal: 6291456 kB\nLowFree: 4699312 kB\nSwapTotal: 6143992 kB\nSwapFree: 6143992 kB\nDirty: 240 kB\nWriteback: 0 kB\nAnonPages: 266536 kB\nMapped: 14600 kB\nSlab: 79640 kB\nPageTables: 2356 kB\nNFS_Unstable: 0 kB\nBounce: 0 kB\nCommitLimit: 9289720 kB\nCommitted_AS: 775752 kB\nVmallocTotal: 34359738367 kB\nVmallocUsed: 3384 kB\nVmallocChunk: 34359734983 kB\n">>}]}, {'ns_1@10.3.3.98', [{last_heard,{1353,953590,538684}}, {outgoing_replications_safeness_level,[{"default",green}]}, {incoming_replications_conf_hashes, [{"default", [{'ns_1@10.3.2.57',115455469}, {'ns_1@10.3.3.100',74343578}, {'ns_1@10.3.3.96',66117516}]}]}, {active_buckets,["default"]}, {ready_buckets,["default"]}, {local_tasks,[]}, {memory, [{total,120259904}, {processes,83670936}, {processes_used,83207040}, {system,36588968}, {atom,1413905}, {atom_used,1390826}, {binary,4398816}, {code,14584964}, {ets,4484984}]}, {system_memory_data, [{system_total_memory,6442450944}, {free_swap,6291378176}, {total_swap,6291447808}, {cached_memory,601554944}, {buffered_memory,516243456}, {free_memory,4782538752}, {total_memory,6442450944}]}, {node_storage_conf, [{db_path,"/opt/couchbase/var/lib/couchbase/data/"}, {index_path,"/opt/couchbase/var/lib/couchbase/data/"}]}, {statistics, [{wall_clock,{1092651,5000}}, {context_switches,{2763333,0}}, {garbage_collection,{430816,1303926112,0}}, {io,{{input,111858125},{output,81638126}}}, {reductions,{466995371,640645}}, {run_queue,0}, {runtime,{68020,70}}]}, {system_stats, [{cpu_utilization_rate,0.49875311720698257}, {swap_total,6291447808}, {swap_used,69632}]}, {interesting_stats, [{couch_docs_actual_disk_size,4258887}, {couch_docs_data_size,4226093}, {couch_views_actual_disk_size,0}, {couch_views_data_size,0}, {curr_items,6}, {curr_items_tot,6}, {mem_used,16086568}, {vb_replica_curr_items,0}]}, {cluster_compatibility_version,131072}, {version, [{public_key,"0.13"}, {lhttpc,"1.3.0"}, {ale,"8cffe61"}, {os_mon,"2.2.7"}, {couch_set_view,"1.2.0a-31560d7-git"}, {mnesia,"4.5"}, {inets,"5.7.1"}, {couch,"1.2.0a-31560d7-git"}, {mapreduce,"1.0.0"}, {couch_index_merger,"1.2.0a-31560d7-git"}, {kernel,"2.14.5"}, {crypto,"2.0.4"}, {ssl,"4.1.6"}, {sasl,"2.1.10"}, {couch_view_parser,"1.0.0"}, {ns_server,"2.0.0-1965-rel-enterprise"}, {mochiweb,"1.4.1"}, {oauth,"7d85d3ef"}, {stdlib,"1.17.5"}]}, {supported_compat_version,[2,0]}, {system_arch,"x86_64-unknown-linux-gnu"}, {wall_clock,1092}, {memory_data,{6442450944,1658769408,{<18066.941.0>,3514472}}}, {disk_data,[{"/",103209120,8}]}, {meminfo, <<"MemTotal: 6291456 kB\nMemFree: 4670572 kB\nBuffers: 504144 kB\nCached: 587456 kB\nSwapCached: 68 kB\nActive: 976364 kB\nInactive: 402500 kB\nHighTotal: 0 kB\nHighFree: 0 kB\nLowTotal: 6291456 kB\nLowFree: 4670572 kB\nSwapTotal: 6143992 kB\nSwapFree: 6143924 kB\nDirty: 160 kB\nWriteback: 0 kB\nAnonPages: 286416 kB\nMapped: 14956 kB\nSlab: 83384 kB\nPageTables: 2564 kB\nNFS_Unstable: 0 kB\nBounce: 0 kB\nCommitLimit: 9289720 kB\nCommitted_AS: 801632 kB\nVmallocTotal: 34359738367 kB\nVmallocUsed: 3384 kB\nVmallocChunk: 34359734983 kB\n">>}]}] [stats:debug,2012-11-26T10:13:33.681,ns_1@10.3.3.96:<0.4839.1>:stats_collector:maybe_log_stats:126](at {{1970,1,16},{8,5,53}}) Stats for bucket "default": accepting_conns 1 auth_cmds 0 auth_errors 0 bucket_active_conns 1 bucket_conns 20 bytes 16099656 bytes_read 178231 bytes_written 14952654 cas_badval 0 cas_hits 0 cas_misses 0 cmd_flush 0 cmd_get 0 cmd_set 0 conn_yields 23 connection_structures 5000 curr_connections 21 curr_conns_on_port_11209 18 curr_conns_on_port_11210 1 curr_items 0 curr_items_tot 23 curr_temp_items 0 daemon_connections 4 decr_hits 0 decr_misses 0 delete_hits 0 delete_misses 0 ep_access_scanner_last_runtime 0 ep_access_scanner_num_items 0 ep_access_scanner_task_time 2012-11-27 10:00:00 ep_allow_data_loss_during_shutdown 1 ep_alog_block_size 4096 ep_alog_path /opt/couchbase/var/lib/couchbase/data/default/access.log ep_alog_sleep_time 1440 ep_alog_task_time 10 ep_backend couchdb ep_bg_fetch_delay 0 ep_bg_fetched 0 ep_bg_meta_fetched 0 ep_bg_remaining_jobs 0 ep_chk_max_items 5000 ep_chk_period 1800 ep_chk_persistence_remains 0 ep_chk_persistence_timeout 10 ep_chk_remover_stime 5 ep_commit_num 4 ep_commit_time 3 ep_commit_time_total 17 ep_concurrentDB 1 ep_config_file ep_couch_bucket default ep_couch_host localhost ep_couch_port 11213 ep_couch_reconnect_sleeptime 250 ep_couch_response_timeout 180000 ep_data_age 3 ep_data_age_highwat 3 ep_data_traffic_enabled 0 ep_dbinit 0 ep_dbname /opt/couchbase/var/lib/couchbase/data/default ep_degraded_mode 0 ep_diskqueue_drain 23 ep_diskqueue_fill 23 ep_diskqueue_items 0 ep_diskqueue_memory 0 ep_diskqueue_pending 0 ep_exp_pager_stime 3600 ep_exp_pager_stime 3600 ep_expired_access 0 ep_expired_pager 0 ep_expiry_window 3 ep_failpartialwarmup 0 ep_flush_all false ep_flush_duration_total 0 ep_flushall_enabled 0 ep_flusher_state running ep_flusher_todo 0 ep_getl_default_timeout 15 ep_getl_max_timeout 30 ep_ht_locks 5 ep_ht_size 3079 ep_inconsistent_slave_chk 0 ep_initfile ep_io_num_read 0 ep_io_num_write 23 ep_io_read_bytes 0 ep_io_write_bytes 13485 ep_item_begin_failed 0 ep_item_commit_failed 0 ep_item_flush_expired 0 ep_item_flush_failed 0 ep_item_num_based_new_chk 1 ep_items_rm_from_checkpoints 0 ep_keep_closed_chks 0 ep_klog_block_size 4096 ep_klog_compactor_queue_cap 500000 ep_klog_compactor_stime 3600 ep_klog_flush commit2 ep_klog_max_entry_ratio 10 ep_klog_max_log_size 2147483647 ep_klog_path ep_klog_sync commit2 ep_kv_size 15381 ep_max_checkpoints 2 ep_max_data_size 1073741824 ep_max_item_size 20971520 ep_max_size 1073741824 ep_max_txn_size 10000 ep_max_vbuckets 1024 ep_mem_high_wat 805306368 ep_mem_high_wat 805306368 ep_mem_low_wat 644245094 ep_mem_low_wat 644245094 ep_mem_tracker_enabled true ep_min_data_age 0 ep_mlog_compactor_runs 0 ep_mutation_mem_threshold 0 ep_num_access_scanner_runs 0 ep_num_eject_failures 0 ep_num_expiry_pager_runs 0 ep_num_non_resident 0 ep_num_not_my_vbuckets 0 ep_num_ops_del_meta 0 ep_num_ops_get_meta 0 ep_num_ops_set_meta 0 ep_num_pager_runs 0 ep_num_value_ejects 0 ep_oom_errors 0 ep_overhead 13615370 ep_pager_active_vb_pcnt 40 ep_pager_unbiased_period 60 ep_pending_ops 0 ep_pending_ops_max 0 ep_pending_ops_max_duration 0 ep_pending_ops_total 0 ep_postInitfile ep_queue_age_cap 900 ep_queue_size 0 ep_startup_time 1353952912 ep_storage_age 0 ep_storage_age_highwat 0 ep_store_max_concurrency 10 ep_store_max_readers 9 ep_store_max_readwrite 1 ep_stored_val_type ep_tap_ack_grace_period 300 ep_tap_ack_initial_sequence_number 1 ep_tap_ack_interval 1000 ep_tap_ack_window_size 10 ep_tap_backfill_resident 0.9 ep_tap_backlog_limit 5000 ep_tap_backoff_period 5 ep_tap_bg_fetch_requeued 0 ep_tap_bg_fetched 0 ep_tap_bg_max_pending 500 ep_tap_keepalive 300 ep_tap_noop_interval 20 ep_tap_requeue_sleep_time 0.1 ep_tap_throttle_cap_pcnt 10 ep_tap_throttle_queue_cap 1000000 ep_tap_throttle_threshold 90 ep_tmp_oom_errors 0 ep_too_old 0 ep_too_young 0 ep_total_cache_size 15105 ep_total_del_items 0 ep_total_enqueued 23 ep_total_new_items 23 ep_total_persisted 23 ep_uncommitted_items 0 ep_value_size 13312 ep_vb0 0 ep_vb_snapshot_total 6 ep_vb_total 512 ep_vbucket_del 0 ep_vbucket_del_fail 0 ep_version 2.0.0r_140_gde42c8c ep_waitforwarmup 0 ep_warmup 1 ep_warmup_batch_size 1000 ep_warmup_dups 0 ep_warmup_min_items_threshold 100 ep_warmup_min_memory_threshold 100 ep_warmup_oom 0 ep_warmup_thread complete ep_warmup_time 635 get_hits 0 get_misses 0 incr_hits 0 incr_misses 0 libevent 2.0.11-stable limit_maxbytes 67108864 listen_disabled_num 0 max_conns_on_port_11209 1000 max_conns_on_port_11210 9000 mem_used 16099656 pid 25417 pointer_size 64 rejected_conns 0 rusage_system 1.924120 rusage_user 7.732483 tap_checkpoint_start_received 512 tap_checkpoint_start_sent 512 tap_connect_received 6 tap_mutation_received 2466 tap_mutation_sent 2484 tap_opaque_received 1039 tap_opaque_sent 1036 threads 4 time 1353953613 total_connections 42 uptime 1044 vb_active_curr_items 0 vb_active_eject 0 vb_active_expired 0 vb_active_ht_memory 6428672 vb_active_itm_memory 0 vb_active_meta_data_memory 0 vb_active_num 256 vb_active_num_non_resident 0 vb_active_num_ref_ejects 0 vb_active_num_ref_items 0 vb_active_ops_create 0 vb_active_ops_delete 0 vb_active_ops_reject 0 vb_active_ops_update 0 vb_active_perc_mem_resident 0 vb_active_queue_age 0 vb_active_queue_drain 0 vb_active_queue_fill 0 vb_active_queue_memory 0 vb_active_queue_pending 0 vb_active_queue_size 0 vb_dead_num 0 vb_pending_curr_items 0 vb_pending_eject 0 vb_pending_expired 0 vb_pending_ht_memory 0 vb_pending_itm_memory 0 vb_pending_meta_data_memory 0 vb_pending_num 0 vb_pending_num_non_resident 0 vb_pending_num_ref_ejects 0 vb_pending_num_ref_items 0 vb_pending_ops_create 0 vb_pending_ops_delete 0 vb_pending_ops_reject 0 vb_pending_ops_update 0 vb_pending_perc_mem_resident 0 vb_pending_queue_age 0 vb_pending_queue_drain 0 vb_pending_queue_fill 0 vb_pending_queue_memory 0 vb_pending_queue_pending 0 vb_pending_queue_size 0 vb_replica_curr_items 23 vb_replica_eject 0 vb_replica_expired 0 vb_replica_ht_memory 6428672 vb_replica_itm_memory 15105 vb_replica_meta_data_memory 1898 vb_replica_num 256 vb_replica_num_non_resident 0 vb_replica_num_ref_ejects 0 vb_replica_num_ref_items 0 vb_replica_ops_create 23 vb_replica_ops_delete 0 vb_replica_ops_reject 0 vb_replica_ops_update 0 vb_replica_perc_mem_resident 100 vb_replica_queue_age 0 vb_replica_queue_drain 23 vb_replica_queue_fill 23 vb_replica_queue_memory 0 vb_replica_queue_pending 0 vb_replica_queue_size 0 version 1.4.4_600_g7ea975a [ns_doctor:debug,2012-11-26T10:14:11.181,ns_1@10.3.3.96:ns_doctor<0.891.0>:ns_doctor:handle_info:137]Current node statuses: [{'ns_1@10.3.2.57', [{last_heard,{1353,953651,17573}}, {outgoing_replications_safeness_level,[{"default",green}]}, {incoming_replications_conf_hashes, [{"default", [{'ns_1@10.3.3.100',110886191}, {'ns_1@10.3.3.96',41456239}, {'ns_1@10.3.3.98',112129458}]}]}, {active_buckets,["default"]}, {ready_buckets,["default"]}, {local_tasks,[]}, {memory, [{total,128748264}, {processes,88910248}, {processes_used,88382184}, {system,39838016}, {atom,1492169}, {atom_used,1478864}, {binary,7028344}, {code,14903159}, {ets,4694536}]}, {system_memory_data, [{system_total_memory,6442450944}, {free_swap,6291378176}, {total_swap,6291447808}, {cached_memory,1100345344}, {buffered_memory,668884992}, {free_memory,4104110080}, {total_memory,6442450944}]}, {node_storage_conf, [{db_path,"/opt/couchbase/var/lib/couchbase/data/"}, {index_path,"/opt/couchbase/var/lib/couchbase/data/"}]}, {statistics, [{wall_clock,{1153607,5001}}, {context_switches,{2950774,0}}, {garbage_collection,{422500,1692835140,0}}, {io,{{input,221461544},{output,102019246}}}, {reductions,{735641830,3034542}}, {run_queue,0}, {runtime,{77550,240}}]}, {system_stats, [{cpu_utilization_rate,0.22522522522522523}, {swap_total,6291447808}, {swap_used,69632}]}, {interesting_stats, [{couch_docs_actual_disk_size,4263015}, {couch_docs_data_size,4230189}, {couch_views_actual_disk_size,0}, {couch_views_data_size,0}, {curr_items,12}, {curr_items_tot,12}, {mem_used,16091496}, {vb_replica_curr_items,0}]}, {cluster_compatibility_version,131072}, {version, [{public_key,"0.13"}, {lhttpc,"1.3.0"}, {ale,"8cffe61"}, {os_mon,"2.2.7"}, {couch_set_view,"1.2.0a-31560d7-git"}, {mnesia,"4.5"}, {inets,"5.7.1"}, {couch,"1.2.0a-31560d7-git"}, {mapreduce,"1.0.0"}, {couch_index_merger,"1.2.0a-31560d7-git"}, {kernel,"2.14.5"}, {crypto,"2.0.4"}, {ssl,"4.1.6"}, {sasl,"2.1.10"}, {couch_view_parser,"1.0.0"}, {ns_server,"2.0.0-1965-rel-enterprise"}, {mochiweb,"1.4.1"}, {oauth,"7d85d3ef"}, {stdlib,"1.17.5"}]}, {supported_compat_version,[2,0]}, {system_arch,"x86_64-unknown-linux-gnu"}, {wall_clock,1153}, {memory_data,{6442450944,2353053696,{<18023.7941.1>,6798888}}}, {disk_data,[{"/",103209120,9}]}, {meminfo, <<"MemTotal: 6291456 kB\nMemFree: 4007920 kB\nBuffers: 653208 kB\nCached: 1074556 kB\nSwapCached: 0 kB\nActive: 1294956 kB\nInactive: 718836 kB\nHighTotal: 0 kB\nHighFree: 0 kB\nLowTotal: 6291456 kB\nLowFree: 4007920 kB\nSwapTotal: 6143992 kB\nSwapFree: 6143924 kB\nDirty: 136 kB\nWriteback: 0 kB\nAnonPages: 284848 kB\nMapped: 14660 kB\nSlab: 108896 kB\nPageTables: 2488 kB\nNFS_Unstable: 0 kB\nBounce: 0 kB\nCommitLimit: 9289720 kB\nCommitted_AS: 800224 kB\nVmallocTotal: 34359738367 kB\nVmallocUsed: 3384 kB\nVmallocChunk: 34359734983 kB\n">>}]}, {'ns_1@10.3.3.100', [{last_heard,{1353,953649,748564}}, {outgoing_replications_safeness_level,[{"default",green}]}, {incoming_replications_conf_hashes, [{"default", [{'ns_1@10.3.2.57',63506121}, {'ns_1@10.3.3.96',117606290}, {'ns_1@10.3.3.98',14619049}]}]}, {active_buckets,["default"]}, {ready_buckets,["default"]}, {local_tasks,[]}, {memory, [{total,124359864}, {processes,87763376}, {processes_used,87315000}, {system,36596488}, {atom,1412289}, {atom_used,1387789}, {binary,4294336}, {code,14531880}, {ets,4651568}]}, {system_memory_data, [{system_total_memory,6442450944}, {free_swap,6291447808}, {total_swap,6291447808}, {cached_memory,602275840}, {buffered_memory,730456064}, {free_memory,4548608000}, {total_memory,6442450944}]}, {node_storage_conf, [{db_path,"/opt/couchbase/var/lib/couchbase/data/"}, {index_path,"/opt/couchbase/var/lib/couchbase/data/"}]}, {statistics, [{wall_clock,{1148080,5001}}, {context_switches,{2811177,0}}, {garbage_collection,{422539,1294143939,0}}, {io,{{input,113428025},{output,82744195}}}, {reductions,{462640348,712642}}, {run_queue,0}, {runtime,{67970,110}}]}, {system_stats, [{cpu_utilization_rate,0.0},{swap_total,6291447808},{swap_used,0}]}, {interesting_stats, [{couch_docs_actual_disk_size,4267116}, {couch_docs_data_size,4234330}, {couch_views_actual_disk_size,0}, {couch_views_data_size,0}, {curr_items,11}, {curr_items_tot,17}, {mem_used,16096024}, {vb_replica_curr_items,6}]}, {cluster_compatibility_version,131072}, {version, [{public_key,"0.13"}, {lhttpc,"1.3.0"}, {ale,"8cffe61"}, {os_mon,"2.2.7"}, {couch_set_view,"1.2.0a-31560d7-git"}, {mnesia,"4.5"}, {inets,"5.7.1"}, {couch,"1.2.0a-31560d7-git"}, {mapreduce,"1.0.0"}, {couch_index_merger,"1.2.0a-31560d7-git"}, {kernel,"2.14.5"}, {crypto,"2.0.4"}, {ssl,"4.1.6"}, {sasl,"2.1.10"}, {couch_view_parser,"1.0.0"}, {ns_server,"2.0.0-1965-rel-enterprise"}, {mochiweb,"1.4.1"}, {oauth,"7d85d3ef"}, {stdlib,"1.17.5"}]}, {supported_compat_version,[2,0]}, {system_arch,"x86_64-unknown-linux-gnu"}, {wall_clock,1148}, {memory_data,{6442450944,1893208064,{<18067.1014.0>,3514512}}}, {disk_data,[{"/",103209120,8}]}, {meminfo, <<"MemTotal: 6291456 kB\nMemFree: 4442000 kB\nBuffers: 713336 kB\nCached: 588160 kB\nSwapCached: 0 kB\nActive: 1169388 kB\nInactive: 404212 kB\nHighTotal: 0 kB\nHighFree: 0 kB\nLowTotal: 6291456 kB\nLowFree: 4442000 kB\nSwapTotal: 6143992 kB\nSwapFree: 6143992 kB\nDirty: 468 kB\nWriteback: 0 kB\nAnonPages: 270672 kB\nMapped: 14968 kB\nSlab: 115544 kB\nPageTables: 2524 kB\nNFS_Unstable: 0 kB\nBounce: 0 kB\nCommitLimit: 9289720 kB\nCommitted_AS: 788268 kB\nVmallocTotal: 34359738367 kB\nVmallocUsed: 3384 kB\nVmallocChunk: 34359734983 kB\n">>}]}, {'ns_1@10.3.3.96', [{last_heard,{1353,953646,184392}}, {outgoing_replications_safeness_level,[{"default",green}]}, {incoming_replications_conf_hashes, [{"default", [{'ns_1@10.3.2.57',33817834}, {'ns_1@10.3.3.100',41681736}, {'ns_1@10.3.3.98',10928119}]}]}, {active_buckets,["default"]}, {ready_buckets,["default"]}, {local_tasks,[]}, {memory, [{total,119208456}, {processes,82545104}, {processes_used,82064088}, {system,36663352}, {atom,1411481}, {atom_used,1387300}, {binary,4353752}, {code,14564384}, {ets,4624656}]}, {system_memory_data, [{system_total_memory,6442450944}, {free_swap,6291447808}, {total_swap,6291447808}, {cached_memory,619855872}, {buffered_memory,493375488}, {free_memory,4807245824}, {total_memory,6442450944}]}, {node_storage_conf, [{db_path,"/opt/couchbase/var/lib/couchbase/data/"}, {index_path,"/opt/couchbase/var/lib/couchbase/data/"}]}, {statistics, [{wall_clock,{1143324,5001}}, {context_switches,{2831010,0}}, {garbage_collection,{431839,1316969178,0}}, {io,{{input,112503089},{output,82762844}}}, {reductions,{467953365,678921}}, {run_queue,0}, {runtime,{69060,70}}]}, {system_stats, [{cpu_utilization_rate,0.2386634844868735}, {swap_total,6291447808}, {swap_used,0}]}, {interesting_stats, [{couch_docs_actual_disk_size,4274922}, {couch_docs_data_size,4242522}, {couch_views_actual_disk_size,0}, {couch_views_data_size,0}, {curr_items,0}, {curr_items_tot,23}, {mem_used,16099688}, {vb_replica_curr_items,23}]}, {cluster_compatibility_version,131072}, {version, [{public_key,"0.13"}, {lhttpc,"1.3.0"}, {ale,"8cffe61"}, {os_mon,"2.2.7"}, {couch_set_view,"1.2.0a-31560d7-git"}, {mnesia,"4.5"}, {inets,"5.7.1"}, {couch,"1.2.0a-31560d7-git"}, {mapreduce,"1.0.0"}, {couch_index_merger,"1.2.0a-31560d7-git"}, {kernel,"2.14.5"}, {crypto,"2.0.4"}, {ssl,"4.1.6"}, {sasl,"2.1.10"}, {couch_view_parser,"1.0.0"}, {ns_server,"2.0.0-1965-rel-enterprise"}, {mochiweb,"1.4.1"}, {oauth,"7d85d3ef"}, {stdlib,"1.17.5"}]}, {supported_compat_version,[2,0]}, {system_arch,"x86_64-unknown-linux-gnu"}, {wall_clock,1143}, {memory_data,{6442450944,1635053568,{<0.944.0>,2543368}}}, {disk_data,[{"/",103209120,8}]}, {meminfo, <<"MemTotal: 6291456 kB\nMemFree: 4694576 kB\nBuffers: 481812 kB\nCached: 605328 kB\nSwapCached: 0 kB\nActive: 932744 kB\nInactive: 425208 kB\nHighTotal: 0 kB\nHighFree: 0 kB\nLowTotal: 6291456 kB\nLowFree: 4694576 kB\nSwapTotal: 6143992 kB\nSwapFree: 6143992 kB\nDirty: 192 kB\nWriteback: 0 kB\nAnonPages: 270052 kB\nMapped: 14600 kB\nSlab: 79592 kB\nPageTables: 2360 kB\nNFS_Unstable: 0 kB\nBounce: 0 kB\nCommitLimit: 9289720 kB\nCommitted_AS: 784872 kB\nVmallocTotal: 34359738367 kB\nVmallocUsed: 3384 kB\nVmallocChunk: 34359734983 kB\n">>}]}, {'ns_1@10.3.3.98', [{last_heard,{1353,953650,533558}}, {outgoing_replications_safeness_level,[{"default",green}]}, {incoming_replications_conf_hashes, [{"default", [{'ns_1@10.3.2.57',115455469}, {'ns_1@10.3.3.100',74343578}, {'ns_1@10.3.3.96',66117516}]}]}, {active_buckets,["default"]}, {ready_buckets,["default"]}, {local_tasks,[]}, {memory, [{total,123669648}, {processes,86913872}, {processes_used,86449976}, {system,36755776}, {atom,1413905}, {atom_used,1390826}, {binary,4391048}, {code,14584964}, {ets,4659704}]}, {system_memory_data, [{system_total_memory,6442450944}, {free_swap,6291378176}, {total_swap,6291447808}, {cached_memory,602681344}, {buffered_memory,516243456}, {free_memory,4778729472}, {total_memory,6442450944}]}, {node_storage_conf, [{db_path,"/opt/couchbase/var/lib/couchbase/data/"}, {index_path,"/opt/couchbase/var/lib/couchbase/data/"}]}, {statistics, [{wall_clock,{1152649,4998}}, {context_switches,{2864959,0}}, {garbage_collection,{438283,1336085628,0}}, {io,{{input,113884738},{output,83543826}}}, {reductions,{475502421,624639}}, {run_queue,0}, {runtime,{69100,100}}]}, {system_stats, [{cpu_utilization_rate,0.49504950495049505}, {swap_total,6291447808}, {swap_used,69632}]}, {interesting_stats, [{couch_docs_actual_disk_size,4258887}, {couch_docs_data_size,4226093}, {couch_views_actual_disk_size,0}, {couch_views_data_size,0}, {curr_items,6}, {curr_items_tot,6}, {mem_used,16086568}, {vb_replica_curr_items,0}]}, {cluster_compatibility_version,131072}, {version, [{public_key,"0.13"}, {lhttpc,"1.3.0"}, {ale,"8cffe61"}, {os_mon,"2.2.7"}, {couch_set_view,"1.2.0a-31560d7-git"}, {mnesia,"4.5"}, {inets,"5.7.1"}, {couch,"1.2.0a-31560d7-git"}, {mapreduce,"1.0.0"}, {couch_index_merger,"1.2.0a-31560d7-git"}, {kernel,"2.14.5"}, {crypto,"2.0.4"}, {ssl,"4.1.6"}, {sasl,"2.1.10"}, {couch_view_parser,"1.0.0"}, {ns_server,"2.0.0-1965-rel-enterprise"}, {mochiweb,"1.4.1"}, {oauth,"7d85d3ef"}, {stdlib,"1.17.5"}]}, {supported_compat_version,[2,0]}, {system_arch,"x86_64-unknown-linux-gnu"}, {wall_clock,1152}, {memory_data,{6442450944,1661562880,{<18066.941.0>,3514472}}}, {disk_data,[{"/",103209120,8}]}, {meminfo, <<"MemTotal: 6291456 kB\nMemFree: 4666852 kB\nBuffers: 504144 kB\nCached: 588556 kB\nSwapCached: 68 kB\nActive: 978740 kB\nInactive: 403428 kB\nHighTotal: 0 kB\nHighFree: 0 kB\nLowTotal: 6291456 kB\nLowFree: 4666852 kB\nSwapTotal: 6143992 kB\nSwapFree: 6143924 kB\nDirty: 568 kB\nWriteback: 0 kB\nAnonPages: 288716 kB\nMapped: 14956 kB\nSlab: 83468 kB\nPageTables: 2576 kB\nNFS_Unstable: 0 kB\nBounce: 0 kB\nCommitLimit: 9289720 kB\nCommitted_AS: 807836 kB\nVmallocTotal: 34359738367 kB\nVmallocUsed: 3384 kB\nVmallocChunk: 34359734983 kB\n">>}]}] [ns_doctor:debug,2012-11-26T10:15:11.182,ns_1@10.3.3.96:ns_doctor<0.891.0>:ns_doctor:handle_info:137]Current node statuses: [{'ns_1@10.3.2.57', [{last_heard,{1353,953711,14275}}, {outgoing_replications_safeness_level,[{"default",green}]}, {incoming_replications_conf_hashes, [{"default", [{'ns_1@10.3.3.100',110886191}, {'ns_1@10.3.3.96',41456239}, {'ns_1@10.3.3.98',112129458}]}]}, {active_buckets,["default"]}, {ready_buckets,["default"]}, {local_tasks,[]}, {memory, [{total,120825632}, {processes,81708824}, {processes_used,81179328}, {system,39116808}, {atom,1492169}, {atom_used,1478864}, {binary,6133440}, {code,14903159}, {ets,4868360}]}, {system_memory_data, [{system_total_memory,6442450944}, {free_swap,6291378176}, {total_swap,6291447808}, {cached_memory,1101434880}, {buffered_memory,668893184}, {free_memory,4108951552}, {total_memory,6442450944}]}, {node_storage_conf, [{db_path,"/opt/couchbase/var/lib/couchbase/data/"}, {index_path,"/opt/couchbase/var/lib/couchbase/data/"}]}, {statistics, [{wall_clock,{1213605,4999}}, {context_switches,{3059266,0}}, {garbage_collection,{431235,1726311550,0}}, {io,{{input,223455020},{output,105108113}}}, {reductions,{757284395,2927604}}, {run_queue,0}, {runtime,{79080,150}}]}, {system_stats, [{cpu_utilization_rate,0.25}, {swap_total,6291447808}, {swap_used,69632}]}, {interesting_stats, [{couch_docs_actual_disk_size,4263015}, {couch_docs_data_size,4230189}, {couch_views_actual_disk_size,0}, {couch_views_data_size,0}, {curr_items,12}, {curr_items_tot,12}, {mem_used,16091496}, {vb_replica_curr_items,0}]}, {cluster_compatibility_version,131072}, {version, [{public_key,"0.13"}, {lhttpc,"1.3.0"}, {ale,"8cffe61"}, {os_mon,"2.2.7"}, {couch_set_view,"1.2.0a-31560d7-git"}, {mnesia,"4.5"}, {inets,"5.7.1"}, {couch,"1.2.0a-31560d7-git"}, {mapreduce,"1.0.0"}, {couch_index_merger,"1.2.0a-31560d7-git"}, {kernel,"2.14.5"}, {crypto,"2.0.4"}, {ssl,"4.1.6"}, {sasl,"2.1.10"}, {couch_view_parser,"1.0.0"}, {ns_server,"2.0.0-1965-rel-enterprise"}, {mochiweb,"1.4.1"}, {oauth,"7d85d3ef"}, {stdlib,"1.17.5"}]}, {supported_compat_version,[2,0]}, {system_arch,"x86_64-unknown-linux-gnu"}, {wall_clock,1213}, {memory_data,{6442450944,2334515200,{<18023.332.0>,3514472}}}, {disk_data,[{"/",103209120,9}]}, {meminfo, <<"MemTotal: 6291456 kB\nMemFree: 4012648 kB\nBuffers: 653216 kB\nCached: 1075620 kB\nSwapCached: 0 kB\nActive: 1290584 kB\nInactive: 719784 kB\nHighTotal: 0 kB\nHighFree: 0 kB\nLowTotal: 6291456 kB\nLowFree: 4012648 kB\nSwapTotal: 6143992 kB\nSwapFree: 6143924 kB\nDirty: 664 kB\nWriteback: 0 kB\nAnonPages: 280244 kB\nMapped: 14660 kB\nSlab: 108788 kB\nPageTables: 2480 kB\nNFS_Unstable: 0 kB\nBounce: 0 kB\nCommitLimit: 9289720 kB\nCommitted_AS: 793272 kB\nVmallocTotal: 34359738367 kB\nVmallocUsed: 3384 kB\nVmallocChunk: 34359734983 kB\n">>}]}, {'ns_1@10.3.3.100', [{last_heard,{1353,953709,747051}}, {outgoing_replications_safeness_level,[{"default",green}]}, {incoming_replications_conf_hashes, [{"default", [{'ns_1@10.3.2.57',63506121}, {'ns_1@10.3.3.96',117606290}, {'ns_1@10.3.3.98',14619049}]}]}, {active_buckets,["default"]}, {ready_buckets,["default"]}, {local_tasks,[]}, {memory, [{total,118266872}, {processes,81435792}, {processes_used,80987416}, {system,36831080}, {atom,1412289}, {atom_used,1387789}, {binary,4351816}, {code,14531880}, {ets,4829072}]}, {system_memory_data, [{system_total_memory,6442450944}, {free_swap,6291447808}, {total_swap,6291447808}, {cached_memory,597712896}, {buffered_memory,730460160}, {free_memory,4554702848}, {total_memory,6442450944}]}, {node_storage_conf, [{db_path,"/opt/couchbase/var/lib/couchbase/data/"}, {index_path,"/opt/couchbase/var/lib/couchbase/data/"}]}, {statistics, [{wall_clock,{1208078,4999}}, {context_switches,{2912988,0}}, {garbage_collection,{431406,1325971225,0}}, {io,{{input,118888344},{output,87442460}}}, {reductions,{471291436,710148}}, {run_queue,0}, {runtime,{69080,60}}]}, {system_stats, [{cpu_utilization_rate,0.25252525252525254}, {swap_total,6291447808}, {swap_used,0}]}, {interesting_stats, [{couch_docs_actual_disk_size,4267116}, {couch_docs_data_size,4234330}, {couch_views_actual_disk_size,0}, {couch_views_data_size,0}, {curr_items,11}, {curr_items_tot,17}, {mem_used,16096024}, {vb_replica_curr_items,6}]}, {cluster_compatibility_version,131072}, {version, [{public_key,"0.13"}, {lhttpc,"1.3.0"}, {ale,"8cffe61"}, {os_mon,"2.2.7"}, {couch_set_view,"1.2.0a-31560d7-git"}, {mnesia,"4.5"}, {inets,"5.7.1"}, {couch,"1.2.0a-31560d7-git"}, {mapreduce,"1.0.0"}, {couch_index_merger,"1.2.0a-31560d7-git"}, {kernel,"2.14.5"}, {crypto,"2.0.4"}, {ssl,"4.1.6"}, {sasl,"2.1.10"}, {couch_view_parser,"1.0.0"}, {ns_server,"2.0.0-1965-rel-enterprise"}, {mochiweb,"1.4.1"}, {oauth,"7d85d3ef"}, {stdlib,"1.17.5"}]}, {supported_compat_version,[2,0]}, {system_arch,"x86_64-unknown-linux-gnu"}, {wall_clock,1208}, {memory_data,{6442450944,1891811328,{<18067.1014.0>,3514512}}}, {disk_data,[{"/",103209120,8}]}, {meminfo, <<"MemTotal: 6291456 kB\nMemFree: 4447952 kB\nBuffers: 713340 kB\nCached: 583704 kB\nSwapCached: 0 kB\nActive: 1167172 kB\nInactive: 400500 kB\nHighTotal: 0 kB\nHighFree: 0 kB\nLowTotal: 6291456 kB\nLowFree: 4447952 kB\nSwapTotal: 6143992 kB\nSwapFree: 6143992 kB\nDirty: 132 kB\nWriteback: 0 kB\nAnonPages: 269256 kB\nMapped: 14968 kB\nSlab: 115540 kB\nPageTables: 2516 kB\nNFS_Unstable: 0 kB\nBounce: 0 kB\nCommitLimit: 9289720 kB\nCommitted_AS: 784524 kB\nVmallocTotal: 34359738367 kB\nVmallocUsed: 3384 kB\nVmallocChunk: 34359734983 kB\n">>}]}, {'ns_1@10.3.3.96', [{last_heard,{1353,953706,184739}}, {outgoing_replications_safeness_level,[{"default",green}]}, {incoming_replications_conf_hashes, [{"default", [{'ns_1@10.3.2.57',33817834}, {'ns_1@10.3.3.100',41681736}, {'ns_1@10.3.3.98',10928119}]}]}, {active_buckets,["default"]}, {ready_buckets,["default"]}, {local_tasks,[]}, {memory, [{total,113449056}, {processes,76363288}, {processes_used,75882272}, {system,37085768}, {atom,1411481}, {atom_used,1387300}, {binary,4599080}, {code,14564384}, {ets,4802056}]}, {system_memory_data, [{system_total_memory,6442450944}, {free_swap,6291447808}, {total_swap,6291447808}, {cached_memory,615288832}, {buffered_memory,493379584}, {free_memory,4810715136}, {total_memory,6442450944}]}, {node_storage_conf, [{db_path,"/opt/couchbase/var/lib/couchbase/data/"}, {index_path,"/opt/couchbase/var/lib/couchbase/data/"}]}, {statistics, [{wall_clock,{1203325,5001}}, {context_switches,{2932679,0}}, {garbage_collection,{439519,1348197419,0}}, {io,{{input,117883987},{output,87609447}}}, {reductions,{476156725,663094}}, {run_queue,0}, {runtime,{70260,120}}]}, {system_stats, [{cpu_utilization_rate,0.7481296758104738}, {swap_total,6291447808}, {swap_used,0}]}, {interesting_stats, [{couch_docs_actual_disk_size,4274922}, {couch_docs_data_size,4242522}, {couch_views_actual_disk_size,0}, {couch_views_data_size,0}, {curr_items,0}, {curr_items_tot,23}, {mem_used,16099688}, {vb_replica_curr_items,23}]}, {cluster_compatibility_version,131072}, {version, [{public_key,"0.13"}, {lhttpc,"1.3.0"}, {ale,"8cffe61"}, {os_mon,"2.2.7"}, {couch_set_view,"1.2.0a-31560d7-git"}, {mnesia,"4.5"}, {inets,"5.7.1"}, {couch,"1.2.0a-31560d7-git"}, {mapreduce,"1.0.0"}, {couch_index_merger,"1.2.0a-31560d7-git"}, {kernel,"2.14.5"}, {crypto,"2.0.4"}, {ssl,"4.1.6"}, {sasl,"2.1.10"}, {couch_view_parser,"1.0.0"}, {ns_server,"2.0.0-1965-rel-enterprise"}, {mochiweb,"1.4.1"}, {oauth,"7d85d3ef"}, {stdlib,"1.17.5"}]}, {supported_compat_version,[2,0]}, {system_arch,"x86_64-unknown-linux-gnu"}, {wall_clock,1203}, {memory_data,{6442450944,1630973952,{<0.944.0>,2543368}}}, {disk_data,[{"/",103209120,8}]}, {meminfo, <<"MemTotal: 6291456 kB\nMemFree: 4697964 kB\nBuffers: 481816 kB\nCached: 600868 kB\nSwapCached: 0 kB\nActive: 932700 kB\nInactive: 421124 kB\nHighTotal: 0 kB\nHighFree: 0 kB\nLowTotal: 6291456 kB\nLowFree: 4697964 kB\nSwapTotal: 6143992 kB\nSwapFree: 6143992 kB\nDirty: 552 kB\nWriteback: 0 kB\nAnonPages: 270296 kB\nMapped: 14600 kB\nSlab: 79532 kB\nPageTables: 2372 kB\nNFS_Unstable: 0 kB\nBounce: 0 kB\nCommitLimit: 9289720 kB\nCommitted_AS: 784872 kB\nVmallocTotal: 34359738367 kB\nVmallocUsed: 3384 kB\nVmallocChunk: 34359734983 kB\n">>}]}, {'ns_1@10.3.3.98', [{last_heard,{1353,953710,534099}}, {outgoing_replications_safeness_level,[{"default",green}]}, {incoming_replications_conf_hashes, [{"default", [{'ns_1@10.3.2.57',115455469}, {'ns_1@10.3.3.100',74343578}, {'ns_1@10.3.3.96',66117516}]}]}, {active_buckets,["default"]}, {ready_buckets,["default"]}, {local_tasks,[]}, {memory, [{total,118180368}, {processes,81155896}, {processes_used,80692000}, {system,37024472}, {atom,1413905}, {atom_used,1390826}, {binary,4482240}, {code,14584964}, {ets,4837464}]}, {system_memory_data, [{system_total_memory,6442450944}, {free_swap,6291378176}, {total_swap,6291447808}, {cached_memory,598118400}, {buffered_memory,516251648}, {free_memory,4784697344}, {total_memory,6442450944}]}, {node_storage_conf, [{db_path,"/opt/couchbase/var/lib/couchbase/data/"}, {index_path,"/opt/couchbase/var/lib/couchbase/data/"}]}, {statistics, [{wall_clock,{1212650,4998}}, {context_switches,{2966724,0}}, {garbage_collection,{447184,1367501671,0}}, {io,{{input,119242223},{output,88186152}}}, {reductions,{483938903,609308}}, {run_queue,0}, {runtime,{70240,90}}]}, {system_stats, [{cpu_utilization_rate,0.4914004914004914}, {swap_total,6291447808}, {swap_used,69632}]}, {interesting_stats, [{couch_docs_actual_disk_size,4258887}, {couch_docs_data_size,4226093}, {couch_views_actual_disk_size,0}, {couch_views_data_size,0}, {curr_items,6}, {curr_items_tot,6}, {mem_used,16086568}, {vb_replica_curr_items,0}]}, {cluster_compatibility_version,131072}, {version, [{public_key,"0.13"}, {lhttpc,"1.3.0"}, {ale,"8cffe61"}, {os_mon,"2.2.7"}, {couch_set_view,"1.2.0a-31560d7-git"}, {mnesia,"4.5"}, {inets,"5.7.1"}, {couch,"1.2.0a-31560d7-git"}, {mapreduce,"1.0.0"}, {couch_index_merger,"1.2.0a-31560d7-git"}, {kernel,"2.14.5"}, {crypto,"2.0.4"}, {ssl,"4.1.6"}, {sasl,"2.1.10"}, {couch_view_parser,"1.0.0"}, {ns_server,"2.0.0-1965-rel-enterprise"}, {mochiweb,"1.4.1"}, {oauth,"7d85d3ef"}, {stdlib,"1.17.5"}]}, {supported_compat_version,[2,0]}, {system_arch,"x86_64-unknown-linux-gnu"}, {wall_clock,1212}, {memory_data,{6442450944,1657626624,{<18066.941.0>,3514472}}}, {disk_data,[{"/",103209120,8}]}, {meminfo, <<"MemTotal: 6291456 kB\nMemFree: 4672680 kB\nBuffers: 504152 kB\nCached: 584100 kB\nSwapCached: 68 kB\nActive: 977336 kB\nInactive: 399612 kB\nHighTotal: 0 kB\nHighFree: 0 kB\nLowTotal: 6291456 kB\nLowFree: 4672680 kB\nSwapTotal: 6143992 kB\nSwapFree: 6143924 kB\nDirty: 332 kB\nWriteback: 0 kB\nAnonPages: 287944 kB\nMapped: 14956 kB\nSlab: 83424 kB\nPageTables: 2576 kB\nNFS_Unstable: 0 kB\nBounce: 0 kB\nCommitLimit: 9289720 kB\nCommitted_AS: 802780 kB\nVmallocTotal: 34359738367 kB\nVmallocUsed: 3384 kB\nVmallocChunk: 34359734983 kB\n">>}]}] [stats:debug,2012-11-26T10:15:13.677,ns_1@10.3.3.96:<0.4839.1>:stats_collector:maybe_log_stats:126](at {{1970,1,16},{8,5,53}}) Stats for bucket "default": accepting_conns 1 auth_cmds 0 auth_errors 0 bucket_active_conns 1 bucket_conns 20 bytes 16099656 bytes_read 190161 bytes_written 16960004 cas_badval 0 cas_hits 0 cas_misses 0 cmd_flush 0 cmd_get 0 cmd_set 0 conn_yields 23 connection_structures 5000 curr_connections 21 curr_conns_on_port_11209 18 curr_conns_on_port_11210 1 curr_items 0 curr_items_tot 23 curr_temp_items 0 daemon_connections 4 decr_hits 0 decr_misses 0 delete_hits 0 delete_misses 0 ep_access_scanner_last_runtime 0 ep_access_scanner_num_items 0 ep_access_scanner_task_time 2012-11-27 10:00:00 ep_allow_data_loss_during_shutdown 1 ep_alog_block_size 4096 ep_alog_path /opt/couchbase/var/lib/couchbase/data/default/access.log ep_alog_sleep_time 1440 ep_alog_task_time 10 ep_backend couchdb ep_bg_fetch_delay 0 ep_bg_fetched 0 ep_bg_meta_fetched 0 ep_bg_remaining_jobs 0 ep_chk_max_items 5000 ep_chk_period 1800 ep_chk_persistence_remains 0 ep_chk_persistence_timeout 10 ep_chk_remover_stime 5 ep_commit_num 4 ep_commit_time 3 ep_commit_time_total 17 ep_concurrentDB 1 ep_config_file ep_couch_bucket default ep_couch_host localhost ep_couch_port 11213 ep_couch_reconnect_sleeptime 250 ep_couch_response_timeout 180000 ep_data_age 3 ep_data_age_highwat 3 ep_data_traffic_enabled 0 ep_dbinit 0 ep_dbname /opt/couchbase/var/lib/couchbase/data/default ep_degraded_mode 0 ep_diskqueue_drain 23 ep_diskqueue_fill 23 ep_diskqueue_items 0 ep_diskqueue_memory 0 ep_diskqueue_pending 0 ep_exp_pager_stime 3600 ep_exp_pager_stime 3600 ep_expired_access 0 ep_expired_pager 0 ep_expiry_window 3 ep_failpartialwarmup 0 ep_flush_all false ep_flush_duration_total 0 ep_flushall_enabled 0 ep_flusher_state running ep_flusher_todo 0 ep_getl_default_timeout 15 ep_getl_max_timeout 30 ep_ht_locks 5 ep_ht_size 3079 ep_inconsistent_slave_chk 0 ep_initfile ep_io_num_read 0 ep_io_num_write 23 ep_io_read_bytes 0 ep_io_write_bytes 13485 ep_item_begin_failed 0 ep_item_commit_failed 0 ep_item_flush_expired 0 ep_item_flush_failed 0 ep_item_num_based_new_chk 1 ep_items_rm_from_checkpoints 0 ep_keep_closed_chks 0 ep_klog_block_size 4096 ep_klog_compactor_queue_cap 500000 ep_klog_compactor_stime 3600 ep_klog_flush commit2 ep_klog_max_entry_ratio 10 ep_klog_max_log_size 2147483647 ep_klog_path ep_klog_sync commit2 ep_kv_size 15381 ep_max_checkpoints 2 ep_max_data_size 1073741824 ep_max_item_size 20971520 ep_max_size 1073741824 ep_max_txn_size 10000 ep_max_vbuckets 1024 ep_mem_high_wat 805306368 ep_mem_high_wat 805306368 ep_mem_low_wat 644245094 ep_mem_low_wat 644245094 ep_mem_tracker_enabled true ep_min_data_age 0 ep_mlog_compactor_runs 0 ep_mutation_mem_threshold 0 ep_num_access_scanner_runs 0 ep_num_eject_failures 0 ep_num_expiry_pager_runs 0 ep_num_non_resident 0 ep_num_not_my_vbuckets 0 ep_num_ops_del_meta 0 ep_num_ops_get_meta 0 ep_num_ops_set_meta 0 ep_num_pager_runs 0 ep_num_value_ejects 0 ep_oom_errors 0 ep_overhead 13615370 ep_pager_active_vb_pcnt 40 ep_pager_unbiased_period 60 ep_pending_ops 0 ep_pending_ops_max 0 ep_pending_ops_max_duration 0 ep_pending_ops_total 0 ep_postInitfile ep_queue_age_cap 900 ep_queue_size 0 ep_startup_time 1353952912 ep_storage_age 0 ep_storage_age_highwat 0 ep_store_max_concurrency 10 ep_store_max_readers 9 ep_store_max_readwrite 1 ep_stored_val_type ep_tap_ack_grace_period 300 ep_tap_ack_initial_sequence_number 1 ep_tap_ack_interval 1000 ep_tap_ack_window_size 10 ep_tap_backfill_resident 0.9 ep_tap_backlog_limit 5000 ep_tap_backoff_period 5 ep_tap_bg_fetch_requeued 0 ep_tap_bg_fetched 0 ep_tap_bg_max_pending 500 ep_tap_keepalive 300 ep_tap_noop_interval 20 ep_tap_requeue_sleep_time 0.1 ep_tap_throttle_cap_pcnt 10 ep_tap_throttle_queue_cap 1000000 ep_tap_throttle_threshold 90 ep_tmp_oom_errors 0 ep_too_old 0 ep_too_young 0 ep_total_cache_size 15105 ep_total_del_items 0 ep_total_enqueued 23 ep_total_new_items 23 ep_total_persisted 23 ep_uncommitted_items 0 ep_value_size 13312 ep_vb0 0 ep_vb_snapshot_total 6 ep_vb_total 512 ep_vbucket_del 0 ep_vbucket_del_fail 0 ep_version 2.0.0r_140_gde42c8c ep_waitforwarmup 0 ep_warmup 1 ep_warmup_batch_size 1000 ep_warmup_dups 0 ep_warmup_min_items_threshold 100 ep_warmup_min_memory_threshold 100 ep_warmup_oom 0 ep_warmup_thread complete ep_warmup_time 635 get_hits 0 get_misses 0 incr_hits 0 incr_misses 0 libevent 2.0.11-stable limit_maxbytes 67108864 listen_disabled_num 0 max_conns_on_port_11209 1000 max_conns_on_port_11210 9000 mem_used 16099656 pid 25417 pointer_size 64 rejected_conns 0 rusage_system 1.948121 rusage_user 7.792487 tap_checkpoint_start_received 512 tap_checkpoint_start_sent 512 tap_connect_received 6 tap_mutation_received 2466 tap_mutation_sent 2484 tap_opaque_received 1039 tap_opaque_sent 1036 threads 4 time 1353953713 total_connections 42 uptime 1144 vb_active_curr_items 0 vb_active_eject 0 vb_active_expired 0 vb_active_ht_memory 6428672 vb_active_itm_memory 0 vb_active_meta_data_memory 0 vb_active_num 256 vb_active_num_non_resident 0 vb_active_num_ref_ejects 0 vb_active_num_ref_items 0 vb_active_ops_create 0 vb_active_ops_delete 0 vb_active_ops_reject 0 vb_active_ops_update 0 vb_active_perc_mem_resident 0 vb_active_queue_age 0 vb_active_queue_drain 0 vb_active_queue_fill 0 vb_active_queue_memory 0 vb_active_queue_pending 0 vb_active_queue_size 0 vb_dead_num 0 vb_pending_curr_items 0 vb_pending_eject 0 vb_pending_expired 0 vb_pending_ht_memory 0 vb_pending_itm_memory 0 vb_pending_meta_data_memory 0 vb_pending_num 0 vb_pending_num_non_resident 0 vb_pending_num_ref_ejects 0 vb_pending_num_ref_items 0 vb_pending_ops_create 0 vb_pending_ops_delete 0 vb_pending_ops_reject 0 vb_pending_ops_update 0 vb_pending_perc_mem_resident 0 vb_pending_queue_age 0 vb_pending_queue_drain 0 vb_pending_queue_fill 0 vb_pending_queue_memory 0 vb_pending_queue_pending 0 vb_pending_queue_size 0 vb_replica_curr_items 23 vb_replica_eject 0 vb_replica_expired 0 vb_replica_ht_memory 6428672 vb_replica_itm_memory 15105 vb_replica_meta_data_memory 1898 vb_replica_num 256 vb_replica_num_non_resident 0 vb_replica_num_ref_ejects 0 vb_replica_num_ref_items 0 vb_replica_ops_create 23 vb_replica_ops_delete 0 vb_replica_ops_reject 0 vb_replica_ops_update 0 vb_replica_perc_mem_resident 100 vb_replica_queue_age 0 vb_replica_queue_drain 23 vb_replica_queue_fill 23 vb_replica_queue_memory 0 vb_replica_queue_pending 0 vb_replica_queue_size 0 version 1.4.4_600_g7ea975a [ns_doctor:debug,2012-11-26T10:16:11.183,ns_1@10.3.3.96:ns_doctor<0.891.0>:ns_doctor:handle_info:137]Current node statuses: [{'ns_1@10.3.2.57', [{last_heard,{1353,953771,15737}}, {outgoing_replications_safeness_level,[{"default",green}]}, {incoming_replications_conf_hashes, [{"default", [{'ns_1@10.3.3.100',110886191}, {'ns_1@10.3.3.96',41456239}, {'ns_1@10.3.3.98',112129458}]}]}, {active_buckets,["default"]}, {ready_buckets,["default"]}, {local_tasks,[]}, {memory, [{total,124338136}, {processes,85081992}, {processes_used,84552496}, {system,39256144}, {atom,1492169}, {atom_used,1478864}, {binary,6209496}, {code,14903159}, {ets,4931360}]}, {system_memory_data, [{system_total_memory,6442450944}, {free_swap,6291378176}, {total_swap,6291447808}, {cached_memory,1102565376}, {buffered_memory,668893184}, {free_memory,4110475264}, {total_memory,6442450944}]}, {node_storage_conf, [{db_path,"/opt/couchbase/var/lib/couchbase/data/"}, {index_path,"/opt/couchbase/var/lib/couchbase/data/"}]}, {statistics, [{wall_clock,{1273605,4999}}, {context_switches,{3167648,0}}, {garbage_collection,{439937,1758103008,0}}, {io,{{input,225343115},{output,107907458}}}, {reductions,{778790654,2916059}}, {run_queue,0}, {runtime,{80690,180}}]}, {system_stats, [{cpu_utilization_rate,0.5}, {swap_total,6291447808}, {swap_used,69632}]}, {interesting_stats, [{couch_docs_actual_disk_size,4263015}, {couch_docs_data_size,4230189}, {couch_views_actual_disk_size,0}, {couch_views_data_size,0}, {curr_items,12}, {curr_items_tot,12}, {mem_used,16091496}, {vb_replica_curr_items,0}]}, {cluster_compatibility_version,131072}, {version, [{public_key,"0.13"}, {lhttpc,"1.3.0"}, {ale,"8cffe61"}, {os_mon,"2.2.7"}, {couch_set_view,"1.2.0a-31560d7-git"}, {mnesia,"4.5"}, {inets,"5.7.1"}, {couch,"1.2.0a-31560d7-git"}, {mapreduce,"1.0.0"}, {couch_index_merger,"1.2.0a-31560d7-git"}, {kernel,"2.14.5"}, {crypto,"2.0.4"}, {ssl,"4.1.6"}, {sasl,"2.1.10"}, {couch_view_parser,"1.0.0"}, {ns_server,"2.0.0-1965-rel-enterprise"}, {mochiweb,"1.4.1"}, {oauth,"7d85d3ef"}, {stdlib,"1.17.5"}]}, {supported_compat_version,[2,0]}, {system_arch,"x86_64-unknown-linux-gnu"}, {wall_clock,1273}, {memory_data,{6442450944,2331086848,{<18023.332.0>,3514472}}}, {disk_data,[{"/",103209120,9}]}, {meminfo, <<"MemTotal: 6291456 kB\nMemFree: 4014136 kB\nBuffers: 653216 kB\nCached: 1076724 kB\nSwapCached: 0 kB\nActive: 1289004 kB\nInactive: 720684 kB\nHighTotal: 0 kB\nHighFree: 0 kB\nLowTotal: 6291456 kB\nLowFree: 4014136 kB\nSwapTotal: 6143992 kB\nSwapFree: 6143924 kB\nDirty: 468 kB\nWriteback: 0 kB\nAnonPages: 278516 kB\nMapped: 14660 kB\nSlab: 108776 kB\nPageTables: 2480 kB\nNFS_Unstable: 0 kB\nBounce: 0 kB\nCommitLimit: 9289720 kB\nCommitted_AS: 792620 kB\nVmallocTotal: 34359738367 kB\nVmallocUsed: 3384 kB\nVmallocChunk: 34359734983 kB\n">>}]}, {'ns_1@10.3.3.100', [{last_heard,{1353,953769,746479}}, {outgoing_replications_safeness_level,[{"default",green}]}, {incoming_replications_conf_hashes, [{"default", [{'ns_1@10.3.2.57',63506121}, {'ns_1@10.3.3.96',117606290}, {'ns_1@10.3.3.98',14619049}]}]}, {active_buckets,["default"]}, {ready_buckets,["default"]}, {local_tasks,[]}, {memory, [{total,121638600}, {processes,84602568}, {processes_used,84154192}, {system,37036032}, {atom,1412289}, {atom_used,1387789}, {binary,4382056}, {code,14531880}, {ets,5003768}]}, {system_memory_data, [{system_total_memory,6442450944}, {free_swap,6291447808}, {total_swap,6291447808}, {cached_memory,598835200}, {buffered_memory,730460160}, {free_memory,4556226560}, {total_memory,6442450944}]}, {node_storage_conf, [{db_path,"/opt/couchbase/var/lib/couchbase/data/"}, {index_path,"/opt/couchbase/var/lib/couchbase/data/"}]}, {statistics, [{wall_clock,{1268078,4997}}, {context_switches,{3014295,0}}, {garbage_collection,{439418,1356030582,0}}, {io,{{input,120946506},{output,89536190}}}, {reductions,{479809523,714618}}, {run_queue,0}, {runtime,{70190,110}}]}, {system_stats, [{cpu_utilization_rate,0.0},{swap_total,6291447808},{swap_used,0}]}, {interesting_stats, [{couch_docs_actual_disk_size,4267116}, {couch_docs_data_size,4234330}, {couch_views_actual_disk_size,0}, {couch_views_data_size,0}, {curr_items,11}, {curr_items_tot,17}, {mem_used,16096024}, {vb_replica_curr_items,6}]}, {cluster_compatibility_version,131072}, {version, [{public_key,"0.13"}, {lhttpc,"1.3.0"}, {ale,"8cffe61"}, {os_mon,"2.2.7"}, {couch_set_view,"1.2.0a-31560d7-git"}, {mnesia,"4.5"}, {inets,"5.7.1"}, {couch,"1.2.0a-31560d7-git"}, {mapreduce,"1.0.0"}, {couch_index_merger,"1.2.0a-31560d7-git"}, {kernel,"2.14.5"}, {crypto,"2.0.4"}, {ssl,"4.1.6"}, {sasl,"2.1.10"}, {couch_view_parser,"1.0.0"}, {ns_server,"2.0.0-1965-rel-enterprise"}, {mochiweb,"1.4.1"}, {oauth,"7d85d3ef"}, {stdlib,"1.17.5"}]}, {supported_compat_version,[2,0]}, {system_arch,"x86_64-unknown-linux-gnu"}, {wall_clock,1268}, {memory_data,{6442450944,1886478336,{<18067.1014.0>,3514512}}}, {disk_data,[{"/",103209120,8}]}, {meminfo, <<"MemTotal: 6291456 kB\nMemFree: 4449440 kB\nBuffers: 713340 kB\nCached: 584800 kB\nSwapCached: 0 kB\nActive: 1165096 kB\nInactive: 401404 kB\nHighTotal: 0 kB\nHighFree: 0 kB\nLowTotal: 6291456 kB\nLowFree: 4449440 kB\nSwapTotal: 6143992 kB\nSwapFree: 6143992 kB\nDirty: 732 kB\nWriteback: 0 kB\nAnonPages: 266996 kB\nMapped: 14968 kB\nSlab: 115608 kB\nPageTables: 2520 kB\nNFS_Unstable: 0 kB\nBounce: 0 kB\nCommitLimit: 9289720 kB\nCommitted_AS: 781792 kB\nVmallocTotal: 34359738367 kB\nVmallocUsed: 3384 kB\nVmallocChunk: 34359734983 kB\n">>}]}, {'ns_1@10.3.3.96', [{last_heard,{1353,953766,185688}}, {outgoing_replications_safeness_level,[{"default",green}]}, {incoming_replications_conf_hashes, [{"default", [{'ns_1@10.3.2.57',33817834}, {'ns_1@10.3.3.100',41681736}, {'ns_1@10.3.3.98',10928119}]}]}, {active_buckets,["default"]}, {ready_buckets,["default"]}, {local_tasks,[]}, {memory, [{total,115784400}, {processes,78713704}, {processes_used,78232688}, {system,37070696}, {atom,1411481}, {atom_used,1387300}, {binary,4409416}, {code,14564384}, {ets,4976664}]}, {system_memory_data, [{system_total_memory,6442450944}, {free_swap,6291447808}, {total_swap,6291447808}, {cached_memory,616427520}, {buffered_memory,493379584}, {free_memory,4810461184}, {total_memory,6442450944}]}, {node_storage_conf, [{db_path,"/opt/couchbase/var/lib/couchbase/data/"}, {index_path,"/opt/couchbase/var/lib/couchbase/data/"}]}, {statistics, [{wall_clock,{1263326,5001}}, {context_switches,{3033906,0}}, {garbage_collection,{447942,1377308372,0}}, {io,{{input,120002938},{output,89822106}}}, {reductions,{484212743,654638}}, {run_queue,0}, {runtime,{71220,90}}]}, {system_stats, [{cpu_utilization_rate,0.2358490566037736}, {swap_total,6291447808}, {swap_used,0}]}, {interesting_stats, [{couch_docs_actual_disk_size,4274922}, {couch_docs_data_size,4242522}, {couch_views_actual_disk_size,0}, {couch_views_data_size,0}, {curr_items,0}, {curr_items_tot,23}, {mem_used,16099688}, {vb_replica_curr_items,23}]}, {cluster_compatibility_version,131072}, {version, [{public_key,"0.13"}, {lhttpc,"1.3.0"}, {ale,"8cffe61"}, {os_mon,"2.2.7"}, {couch_set_view,"1.2.0a-31560d7-git"}, {mnesia,"4.5"}, {inets,"5.7.1"}, {couch,"1.2.0a-31560d7-git"}, {mapreduce,"1.0.0"}, {couch_index_merger,"1.2.0a-31560d7-git"}, {kernel,"2.14.5"}, {crypto,"2.0.4"}, {ssl,"4.1.6"}, {sasl,"2.1.10"}, {couch_view_parser,"1.0.0"}, {ns_server,"2.0.0-1965-rel-enterprise"}, {mochiweb,"1.4.1"}, {oauth,"7d85d3ef"}, {stdlib,"1.17.5"}]}, {supported_compat_version,[2,0]}, {system_arch,"x86_64-unknown-linux-gnu"}, {wall_clock,1263}, {memory_data,{6442450944,1631354880,{<0.944.0>,2543368}}}, {disk_data,[{"/",103209120,8}]}, {meminfo, <<"MemTotal: 6291456 kB\nMemFree: 4697716 kB\nBuffers: 481816 kB\nCached: 601980 kB\nSwapCached: 0 kB\nActive: 932752 kB\nInactive: 422020 kB\nHighTotal: 0 kB\nHighFree: 0 kB\nLowTotal: 6291456 kB\nLowFree: 4697716 kB\nSwapTotal: 6143992 kB\nSwapFree: 6143992 kB\nDirty: 264 kB\nWriteback: 0 kB\nAnonPages: 270200 kB\nMapped: 14600 kB\nSlab: 79544 kB\nPageTables: 2376 kB\nNFS_Unstable: 0 kB\nBounce: 0 kB\nCommitLimit: 9289720 kB\nCommitted_AS: 782128 kB\nVmallocTotal: 34359738367 kB\nVmallocUsed: 3384 kB\nVmallocChunk: 34359734983 kB\n">>}]}, {'ns_1@10.3.3.98', [{last_heard,{1353,953770,534600}}, {outgoing_replications_safeness_level,[{"default",green}]}, {incoming_replications_conf_hashes, [{"default", [{'ns_1@10.3.2.57',115455469}, {'ns_1@10.3.3.100',74343578}, {'ns_1@10.3.3.96',66117516}]}]}, {active_buckets,["default"]}, {ready_buckets,["default"]}, {local_tasks,[]}, {memory, [{total,121464304}, {processes,84353856}, {processes_used,83889960}, {system,37110448}, {atom,1413905}, {atom_used,1390826}, {binary,4393616}, {code,14584964}, {ets,5012064}]}, {system_memory_data, [{system_total_memory,6442450944}, {free_swap,6291378176}, {total_swap,6291447808}, {cached_memory,599224320}, {buffered_memory,516251648}, {free_memory,4784316416}, {total_memory,6442450944}]}, {node_storage_conf, [{db_path,"/opt/couchbase/var/lib/couchbase/data/"}, {index_path,"/opt/couchbase/var/lib/couchbase/data/"}]}, {statistics, [{wall_clock,{1272651,5000}}, {context_switches,{3068106,0}}, {garbage_collection,{455150,1397281890,0}}, {io,{{input,121363765},{output,90285272}}}, {reductions,{492223659,614920}}, {run_queue,0}, {runtime,{71200,60}}]}, {system_stats, [{cpu_utilization_rate,0.24937655860349128}, {swap_total,6291447808}, {swap_used,69632}]}, {interesting_stats, [{couch_docs_actual_disk_size,4258887}, {couch_docs_data_size,4226093}, {couch_views_actual_disk_size,0}, {couch_views_data_size,0}, {curr_items,6}, {curr_items_tot,6}, {mem_used,16086568}, {vb_replica_curr_items,0}]}, {cluster_compatibility_version,131072}, {version, [{public_key,"0.13"}, {lhttpc,"1.3.0"}, {ale,"8cffe61"}, {os_mon,"2.2.7"}, {couch_set_view,"1.2.0a-31560d7-git"}, {mnesia,"4.5"}, {inets,"5.7.1"}, {couch,"1.2.0a-31560d7-git"}, {mapreduce,"1.0.0"}, {couch_index_merger,"1.2.0a-31560d7-git"}, {kernel,"2.14.5"}, {crypto,"2.0.4"}, {ssl,"4.1.6"}, {sasl,"2.1.10"}, {couch_view_parser,"1.0.0"}, {ns_server,"2.0.0-1965-rel-enterprise"}, {mochiweb,"1.4.1"}, {oauth,"7d85d3ef"}, {stdlib,"1.17.5"}]}, {supported_compat_version,[2,0]}, {system_arch,"x86_64-unknown-linux-gnu"}, {wall_clock,1272}, {memory_data,{6442450944,1657753600,{<18066.941.0>,3514472}}}, {disk_data,[{"/",103209120,8}]}, {meminfo, <<"MemTotal: 6291456 kB\nMemFree: 4672308 kB\nBuffers: 504152 kB\nCached: 585180 kB\nSwapCached: 68 kB\nActive: 976252 kB\nInactive: 400496 kB\nHighTotal: 0 kB\nHighFree: 0 kB\nLowTotal: 6291456 kB\nLowFree: 4672308 kB\nSwapTotal: 6143992 kB\nSwapFree: 6143924 kB\nDirty: 144 kB\nWriteback: 0 kB\nAnonPages: 286544 kB\nMapped: 14956 kB\nSlab: 83452 kB\nPageTables: 2572 kB\nNFS_Unstable: 0 kB\nBounce: 0 kB\nCommitLimit: 9289720 kB\nCommitted_AS: 804708 kB\nVmallocTotal: 34359738367 kB\nVmallocUsed: 3384 kB\nVmallocChunk: 34359734983 kB\n">>}]}] [stats:debug,2012-11-26T10:16:53.680,ns_1@10.3.3.96:<0.4839.1>:stats_collector:maybe_log_stats:126](at {{1970,1,16},{8,5,53}}) Stats for bucket "default": accepting_conns 1 auth_cmds 0 auth_errors 0 bucket_active_conns 1 bucket_conns 20 bytes 16099672 bytes_read 202091 bytes_written 18967282 cas_badval 0 cas_hits 0 cas_misses 0 cmd_flush 0 cmd_get 0 cmd_set 0 conn_yields 23 connection_structures 5000 curr_connections 21 curr_conns_on_port_11209 18 curr_conns_on_port_11210 1 curr_items 0 curr_items_tot 23 curr_temp_items 0 daemon_connections 4 decr_hits 0 decr_misses 0 delete_hits 0 delete_misses 0 ep_access_scanner_last_runtime 0 ep_access_scanner_num_items 0 ep_access_scanner_task_time 2012-11-27 10:00:00 ep_allow_data_loss_during_shutdown 1 ep_alog_block_size 4096 ep_alog_path /opt/couchbase/var/lib/couchbase/data/default/access.log ep_alog_sleep_time 1440 ep_alog_task_time 10 ep_backend couchdb ep_bg_fetch_delay 0 ep_bg_fetched 0 ep_bg_meta_fetched 0 ep_bg_remaining_jobs 0 ep_chk_max_items 5000 ep_chk_period 1800 ep_chk_persistence_remains 0 ep_chk_persistence_timeout 10 ep_chk_remover_stime 5 ep_commit_num 4 ep_commit_time 3 ep_commit_time_total 17 ep_concurrentDB 1 ep_config_file ep_couch_bucket default ep_couch_host localhost ep_couch_port 11213 ep_couch_reconnect_sleeptime 250 ep_couch_response_timeout 180000 ep_data_age 3 ep_data_age_highwat 3 ep_data_traffic_enabled 0 ep_dbinit 0 ep_dbname /opt/couchbase/var/lib/couchbase/data/default ep_degraded_mode 0 ep_diskqueue_drain 23 ep_diskqueue_fill 23 ep_diskqueue_items 0 ep_diskqueue_memory 0 ep_diskqueue_pending 0 ep_exp_pager_stime 3600 ep_exp_pager_stime 3600 ep_expired_access 0 ep_expired_pager 0 ep_expiry_window 3 ep_failpartialwarmup 0 ep_flush_all false ep_flush_duration_total 0 ep_flushall_enabled 0 ep_flusher_state running ep_flusher_todo 0 ep_getl_default_timeout 15 ep_getl_max_timeout 30 ep_ht_locks 5 ep_ht_size 3079 ep_inconsistent_slave_chk 0 ep_initfile ep_io_num_read 0 ep_io_num_write 23 ep_io_read_bytes 0 ep_io_write_bytes 13485 ep_item_begin_failed 0 ep_item_commit_failed 0 ep_item_flush_expired 0 ep_item_flush_failed 0 ep_item_num_based_new_chk 1 ep_items_rm_from_checkpoints 0 ep_keep_closed_chks 0 ep_klog_block_size 4096 ep_klog_compactor_queue_cap 500000 ep_klog_compactor_stime 3600 ep_klog_flush commit2 ep_klog_max_entry_ratio 10 ep_klog_max_log_size 2147483647 ep_klog_path ep_klog_sync commit2 ep_kv_size 15381 ep_max_checkpoints 2 ep_max_data_size 1073741824 ep_max_item_size 20971520 ep_max_size 1073741824 ep_max_txn_size 10000 ep_max_vbuckets 1024 ep_mem_high_wat 805306368 ep_mem_high_wat 805306368 ep_mem_low_wat 644245094 ep_mem_low_wat 644245094 ep_mem_tracker_enabled true ep_min_data_age 0 ep_mlog_compactor_runs 0 ep_mutation_mem_threshold 0 ep_num_access_scanner_runs 0 ep_num_eject_failures 0 ep_num_expiry_pager_runs 0 ep_num_non_resident 0 ep_num_not_my_vbuckets 0 ep_num_ops_del_meta 0 ep_num_ops_get_meta 0 ep_num_ops_set_meta 0 ep_num_pager_runs 0 ep_num_value_ejects 0 ep_oom_errors 0 ep_overhead 13615370 ep_pager_active_vb_pcnt 40 ep_pager_unbiased_period 60 ep_pending_ops 0 ep_pending_ops_max 0 ep_pending_ops_max_duration 0 ep_pending_ops_total 0 ep_postInitfile ep_queue_age_cap 900 ep_queue_size 0 ep_startup_time 1353952912 ep_storage_age 0 ep_storage_age_highwat 0 ep_store_max_concurrency 10 ep_store_max_readers 9 ep_store_max_readwrite 1 ep_stored_val_type ep_tap_ack_grace_period 300 ep_tap_ack_initial_sequence_number 1 ep_tap_ack_interval 1000 ep_tap_ack_window_size 10 ep_tap_backfill_resident 0.9 ep_tap_backlog_limit 5000 ep_tap_backoff_period 5 ep_tap_bg_fetch_requeued 0 ep_tap_bg_fetched 0 ep_tap_bg_max_pending 500 ep_tap_keepalive 300 ep_tap_noop_interval 20 ep_tap_requeue_sleep_time 0.1 ep_tap_throttle_cap_pcnt 10 ep_tap_throttle_queue_cap 1000000 ep_tap_throttle_threshold 90 ep_tmp_oom_errors 0 ep_too_old 0 ep_too_young 0 ep_total_cache_size 15105 ep_total_del_items 0 ep_total_enqueued 23 ep_total_new_items 23 ep_total_persisted 23 ep_uncommitted_items 0 ep_value_size 13312 ep_vb0 0 ep_vb_snapshot_total 6 ep_vb_total 512 ep_vbucket_del 0 ep_vbucket_del_fail 0 ep_version 2.0.0r_140_gde42c8c ep_waitforwarmup 0 ep_warmup 1 ep_warmup_batch_size 1000 ep_warmup_dups 0 ep_warmup_min_items_threshold 100 ep_warmup_min_memory_threshold 100 ep_warmup_oom 0 ep_warmup_thread complete ep_warmup_time 635 get_hits 0 get_misses 0 incr_hits 0 incr_misses 0 libevent 2.0.11-stable limit_maxbytes 67108864 listen_disabled_num 0 max_conns_on_port_11209 1000 max_conns_on_port_11210 9000 mem_used 16099672 pid 25417 pointer_size 64 rejected_conns 0 rusage_system 1.948121 rusage_user 7.848490 tap_checkpoint_start_received 512 tap_checkpoint_start_sent 512 tap_connect_received 6 tap_mutation_received 2466 tap_mutation_sent 2484 tap_opaque_received 1039 tap_opaque_sent 1036 threads 4 time 1353953813 total_connections 42 uptime 1244 vb_active_curr_items 0 vb_active_eject 0 vb_active_expired 0 vb_active_ht_memory 6428672 vb_active_itm_memory 0 vb_active_meta_data_memory 0 vb_active_num 256 vb_active_num_non_resident 0 vb_active_num_ref_ejects 0 vb_active_num_ref_items 0 vb_active_ops_create 0 vb_active_ops_delete 0 vb_active_ops_reject 0 vb_active_ops_update 0 vb_active_perc_mem_resident 0 vb_active_queue_age 0 vb_active_queue_drain 0 vb_active_queue_fill 0 vb_active_queue_memory 0 vb_active_queue_pending 0 vb_active_queue_size 0 vb_dead_num 0 vb_pending_curr_items 0 vb_pending_eject 0 vb_pending_expired 0 vb_pending_ht_memory 0 vb_pending_itm_memory 0 vb_pending_meta_data_memory 0 vb_pending_num 0 vb_pending_num_non_resident 0 vb_pending_num_ref_ejects 0 vb_pending_num_ref_items 0 vb_pending_ops_create 0 vb_pending_ops_delete 0 vb_pending_ops_reject 0 vb_pending_ops_update 0 vb_pending_perc_mem_resident 0 vb_pending_queue_age 0 vb_pending_queue_drain 0 vb_pending_queue_fill 0 vb_pending_queue_memory 0 vb_pending_queue_pending 0 vb_pending_queue_size 0 vb_replica_curr_items 23 vb_replica_eject 0 vb_replica_expired 0 vb_replica_ht_memory 6428672 vb_replica_itm_memory 15105 vb_replica_meta_data_memory 1898 vb_replica_num 256 vb_replica_num_non_resident 0 vb_replica_num_ref_ejects 0 vb_replica_num_ref_items 0 vb_replica_ops_create 23 vb_replica_ops_delete 0 vb_replica_ops_reject 0 vb_replica_ops_update 0 vb_replica_perc_mem_resident 100 vb_replica_queue_age 0 vb_replica_queue_drain 23 vb_replica_queue_fill 23 vb_replica_queue_memory 0 vb_replica_queue_pending 0 vb_replica_queue_size 0 version 1.4.4_600_g7ea975a [ns_doctor:debug,2012-11-26T10:17:11.181,ns_1@10.3.3.96:ns_doctor<0.891.0>:ns_doctor:handle_info:137]Current node statuses: [{'ns_1@10.3.2.57', [{last_heard,{1353,953831,17774}}, {outgoing_replications_safeness_level,[{"default",green}]}, {incoming_replications_conf_hashes, [{"default", [{'ns_1@10.3.3.100',110886191}, {'ns_1@10.3.3.96',41456239}, {'ns_1@10.3.3.98',112129458}]}]}, {active_buckets,["default"]}, {ready_buckets,["default"]}, {local_tasks,[]}, {memory, [{total,127357152}, {processes,87850848}, {processes_used,87321352}, {system,39506304}, {atom,1492169}, {atom_used,1478864}, {binary,6283112}, {code,14903159}, {ets,5108688}]}, {system_memory_data, [{system_total_memory,6442450944}, {free_swap,6291378176}, {total_swap,6291447808}, {cached_memory,1103585280}, {buffered_memory,668917760}, {free_memory,4101967872}, {total_memory,6442450944}]}, {node_storage_conf, [{db_path,"/opt/couchbase/var/lib/couchbase/data/"}, {index_path,"/opt/couchbase/var/lib/couchbase/data/"}]}, {statistics, [{wall_clock,{1333608,5001}}, {context_switches,{3277186,0}}, {garbage_collection,{448951,1791326749,0}}, {io,{{input,230813491},{output,114044631}}}, {reductions,{800463632,3052395}}, {run_queue,0}, {runtime,{82300,280}}]}, {system_stats, [{cpu_utilization_rate,0.2304147465437788}, {swap_total,6291447808}, {swap_used,69632}]}, {interesting_stats, [{couch_docs_actual_disk_size,4263015}, {couch_docs_data_size,4230189}, {couch_views_actual_disk_size,0}, {couch_views_data_size,0}, {curr_items,12}, {curr_items_tot,12}, {mem_used,16092680}, {vb_replica_curr_items,0}]}, {cluster_compatibility_version,131072}, {version, [{public_key,"0.13"}, {lhttpc,"1.3.0"}, {ale,"8cffe61"}, {os_mon,"2.2.7"}, {couch_set_view,"1.2.0a-31560d7-git"}, {mnesia,"4.5"}, {inets,"5.7.1"}, {couch,"1.2.0a-31560d7-git"}, {mapreduce,"1.0.0"}, {couch_index_merger,"1.2.0a-31560d7-git"}, {kernel,"2.14.5"}, {crypto,"2.0.4"}, {ssl,"4.1.6"}, {sasl,"2.1.10"}, {couch_view_parser,"1.0.0"}, {ns_server,"2.0.0-1965-rel-enterprise"}, {mochiweb,"1.4.1"}, {oauth,"7d85d3ef"}, {stdlib,"1.17.5"}]}, {supported_compat_version,[2,0]}, {system_arch,"x86_64-unknown-linux-gnu"}, {wall_clock,1333}, {memory_data,{6442450944,2336927744,{<18023.332.0>,3514472}}}, {disk_data,[{"/",103209120,9}]}, {meminfo, <<"MemTotal: 6291456 kB\nMemFree: 4005828 kB\nBuffers: 653240 kB\nCached: 1077720 kB\nSwapCached: 0 kB\nActive: 1295288 kB\nInactive: 721792 kB\nHighTotal: 0 kB\nHighFree: 0 kB\nLowTotal: 6291456 kB\nLowFree: 4005828 kB\nSwapTotal: 6143992 kB\nSwapFree: 6143924 kB\nDirty: 136 kB\nWriteback: 0 kB\nAnonPages: 284792 kB\nMapped: 14660 kB\nSlab: 108856 kB\nPageTables: 2492 kB\nNFS_Unstable: 0 kB\nBounce: 0 kB\nCommitLimit: 9289720 kB\nCommitted_AS: 802004 kB\nVmallocTotal: 34359738367 kB\nVmallocUsed: 3384 kB\nVmallocChunk: 34359734983 kB\n">>}]}, {'ns_1@10.3.3.100', [{last_heard,{1353,953829,748130}}, {outgoing_replications_safeness_level,[{"default",green}]}, {incoming_replications_conf_hashes, [{"default", [{'ns_1@10.3.2.57',63506121}, {'ns_1@10.3.3.96',117606290}, {'ns_1@10.3.3.98',14619049}]}]}, {active_buckets,["default"]}, {ready_buckets,["default"]}, {local_tasks,[]}, {memory, [{total,124912592}, {processes,87723248}, {processes_used,87274872}, {system,37189344}, {atom,1412289}, {atom_used,1387789}, {binary,4472312}, {code,14531880}, {ets,5066464}]}, {system_memory_data, [{system_total_memory,6442450944}, {free_swap,6291447808}, {total_swap,6291447808}, {cached_memory,599941120}, {buffered_memory,730460160}, {free_memory,4555464704}, {total_memory,6442450944}]}, {node_storage_conf, [{db_path,"/opt/couchbase/var/lib/couchbase/data/"}, {index_path,"/opt/couchbase/var/lib/couchbase/data/"}]}, {statistics, [{wall_clock,{1328079,5001}}, {context_switches,{3115636,0}}, {garbage_collection,{446999,1386065225,0}}, {io,{{input,122977493},{output,91724398}}}, {reductions,{488333328,714518}}, {run_queue,0}, {runtime,{71300,70}}]}, {system_stats, [{cpu_utilization_rate,0.0},{swap_total,6291447808},{swap_used,0}]}, {interesting_stats, [{couch_docs_actual_disk_size,4267116}, {couch_docs_data_size,4234330}, {couch_views_actual_disk_size,0}, {couch_views_data_size,0}, {curr_items,11}, {curr_items_tot,17}, {mem_used,16096024}, {vb_replica_curr_items,6}]}, {cluster_compatibility_version,131072}, {version, [{public_key,"0.13"}, {lhttpc,"1.3.0"}, {ale,"8cffe61"}, {os_mon,"2.2.7"}, {couch_set_view,"1.2.0a-31560d7-git"}, {mnesia,"4.5"}, {inets,"5.7.1"}, {couch,"1.2.0a-31560d7-git"}, {mapreduce,"1.0.0"}, {couch_index_merger,"1.2.0a-31560d7-git"}, {kernel,"2.14.5"}, {crypto,"2.0.4"}, {ssl,"4.1.6"}, {sasl,"2.1.10"}, {couch_view_parser,"1.0.0"}, {ns_server,"2.0.0-1965-rel-enterprise"}, {mochiweb,"1.4.1"}, {oauth,"7d85d3ef"}, {stdlib,"1.17.5"}]}, {supported_compat_version,[2,0]}, {system_arch,"x86_64-unknown-linux-gnu"}, {wall_clock,1328}, {memory_data,{6442450944,1886478336,{<18067.1014.0>,3514512}}}, {disk_data,[{"/",103209120,8}]}, {meminfo, <<"MemTotal: 6291456 kB\nMemFree: 4448696 kB\nBuffers: 713340 kB\nCached: 585880 kB\nSwapCached: 0 kB\nActive: 1165144 kB\nInactive: 402304 kB\nHighTotal: 0 kB\nHighFree: 0 kB\nLowTotal: 6291456 kB\nLowFree: 4448696 kB\nSwapTotal: 6143992 kB\nSwapFree: 6143992 kB\nDirty: 568 kB\nWriteback: 0 kB\nAnonPages: 266836 kB\nMapped: 14968 kB\nSlab: 115592 kB\nPageTables: 2516 kB\nNFS_Unstable: 0 kB\nBounce: 0 kB\nCommitLimit: 9289720 kB\nCommitted_AS: 781192 kB\nVmallocTotal: 34359738367 kB\nVmallocUsed: 3384 kB\nVmallocChunk: 34359734983 kB\n">>}]}, {'ns_1@10.3.3.96', [{last_heard,{1353,953826,183856}}, {outgoing_replications_safeness_level,[{"default",green}]}, {incoming_replications_conf_hashes, [{"default", [{'ns_1@10.3.2.57',33817834}, {'ns_1@10.3.3.100',41681736}, {'ns_1@10.3.3.98',10928119}]}]}, {active_buckets,["default"]}, {ready_buckets,["default"]}, {local_tasks,[]}, {memory, [{total,118925664}, {processes,81768752}, {processes_used,81287736}, {system,37156912}, {atom,1411481}, {atom_used,1387300}, {binary,4431824}, {code,14564384}, {ets,5040160}]}, {system_memory_data, [{system_total_memory,6442450944}, {free_swap,6291447808}, {total_swap,6291447808}, {cached_memory,617533440}, {buffered_memory,493379584}, {free_memory,4801953792}, {total_memory,6442450944}]}, {node_storage_conf, [{db_path,"/opt/couchbase/var/lib/couchbase/data/"}, {index_path,"/opt/couchbase/var/lib/couchbase/data/"}]}, {statistics, [{wall_clock,{1323323,4999}}, {context_switches,{3135157,0}}, {garbage_collection,{455267,1406609894,0}}, {io,{{input,122123427},{output,91713109}}}, {reductions,{492235550,676097}}, {run_queue,0}, {runtime,{72320,80}}]}, {system_stats, [{cpu_utilization_rate,0.23980815347721823}, {swap_total,6291447808}, {swap_used,0}]}, {interesting_stats, [{couch_docs_actual_disk_size,4274922}, {couch_docs_data_size,4242522}, {couch_views_actual_disk_size,0}, {couch_views_data_size,0}, {curr_items,0}, {curr_items_tot,23}, {mem_used,16099688}, {vb_replica_curr_items,23}]}, {cluster_compatibility_version,131072}, {version, [{public_key,"0.13"}, {lhttpc,"1.3.0"}, {ale,"8cffe61"}, {os_mon,"2.2.7"}, {couch_set_view,"1.2.0a-31560d7-git"}, {mnesia,"4.5"}, {inets,"5.7.1"}, {couch,"1.2.0a-31560d7-git"}, {mapreduce,"1.0.0"}, {couch_index_merger,"1.2.0a-31560d7-git"}, {kernel,"2.14.5"}, {crypto,"2.0.4"}, {ssl,"4.1.6"}, {sasl,"2.1.10"}, {couch_view_parser,"1.0.0"}, {ns_server,"2.0.0-1965-rel-enterprise"}, {mochiweb,"1.4.1"}, {oauth,"7d85d3ef"}, {stdlib,"1.17.5"}]}, {supported_compat_version,[2,0]}, {system_arch,"x86_64-unknown-linux-gnu"}, {wall_clock,1323}, {memory_data,{6442450944,1639354368,{<0.944.0>,2543368}}}, {disk_data,[{"/",103209120,8}]}, {meminfo, <<"MemTotal: 6291456 kB\nMemFree: 4689408 kB\nBuffers: 481816 kB\nCached: 603060 kB\nSwapCached: 0 kB\nActive: 939264 kB\nInactive: 422964 kB\nHighTotal: 0 kB\nHighFree: 0 kB\nLowTotal: 6291456 kB\nLowFree: 4689408 kB\nSwapTotal: 6143992 kB\nSwapFree: 6143992 kB\nDirty: 52 kB\nWriteback: 0 kB\nAnonPages: 276460 kB\nMapped: 14600 kB\nSlab: 79624 kB\nPageTables: 2380 kB\nNFS_Unstable: 0 kB\nBounce: 0 kB\nCommitLimit: 9289720 kB\nCommitted_AS: 788684 kB\nVmallocTotal: 34359738367 kB\nVmallocUsed: 3384 kB\nVmallocChunk: 34359734983 kB\n">>}]}, {'ns_1@10.3.3.98', [{last_heard,{1353,953830,535944}}, {outgoing_replications_safeness_level,[{"default",green}]}, {incoming_replications_conf_hashes, [{"default", [{'ns_1@10.3.2.57',115455469}, {'ns_1@10.3.3.100',74343578}, {'ns_1@10.3.3.96',66117516}]}]}, {active_buckets,["default"]}, {ready_buckets,["default"]}, {local_tasks,[]}, {memory, [{total,123455448}, {processes,86231600}, {processes_used,85767704}, {system,37223848}, {atom,1413905}, {atom_used,1390826}, {binary,4443768}, {code,14584964}, {ets,5075112}]}, {system_memory_data, [{system_total_memory,6442450944}, {free_swap,6291378176}, {total_swap,6291447808}, {cached_memory,600334336}, {buffered_memory,516251648}, {free_memory,4783300608}, {total_memory,6442450944}]}, {node_storage_conf, [{db_path,"/opt/couchbase/var/lib/couchbase/data/"}, {index_path,"/opt/couchbase/var/lib/couchbase/data/"}]}, {statistics, [{wall_clock,{1332650,5001}}, {context_switches,{3169380,0}}, {garbage_collection,{462449,1427098363,0}}, {io,{{input,123382116},{output,92368082}}}, {reductions,{500469600,616071}}, {run_queue,0}, {runtime,{72290,90}}]}, {system_stats, [{cpu_utilization_rate,0.24509803921568626}, {swap_total,6291447808}, {swap_used,69632}]}, {interesting_stats, [{couch_docs_actual_disk_size,4258887}, {couch_docs_data_size,4226093}, {couch_views_actual_disk_size,0}, {couch_views_data_size,0}, {curr_items,6}, {curr_items_tot,6}, {mem_used,16086568}, {vb_replica_curr_items,0}]}, {cluster_compatibility_version,131072}, {version, [{public_key,"0.13"}, {lhttpc,"1.3.0"}, {ale,"8cffe61"}, {os_mon,"2.2.7"}, {couch_set_view,"1.2.0a-31560d7-git"}, {mnesia,"4.5"}, {inets,"5.7.1"}, {couch,"1.2.0a-31560d7-git"}, {mapreduce,"1.0.0"}, {couch_index_merger,"1.2.0a-31560d7-git"}, {kernel,"2.14.5"}, {crypto,"2.0.4"}, {ssl,"4.1.6"}, {sasl,"2.1.10"}, {couch_view_parser,"1.0.0"}, {ns_server,"2.0.0-1965-rel-enterprise"}, {mochiweb,"1.4.1"}, {oauth,"7d85d3ef"}, {stdlib,"1.17.5"}]}, {supported_compat_version,[2,0]}, {system_arch,"x86_64-unknown-linux-gnu"}, {wall_clock,1332}, {memory_data,{6442450944,1659531264,{<18066.941.0>,3514472}}}, {disk_data,[{"/",103209120,8}]}, {meminfo, <<"MemTotal: 6291456 kB\nMemFree: 4671192 kB\nBuffers: 504152 kB\nCached: 586264 kB\nSwapCached: 68 kB\nActive: 976436 kB\nInactive: 401432 kB\nHighTotal: 0 kB\nHighFree: 0 kB\nLowTotal: 6291456 kB\nLowFree: 4671192 kB\nSwapTotal: 6143992 kB\nSwapFree: 6143924 kB\nDirty: 552 kB\nWriteback: 0 kB\nAnonPages: 286648 kB\nMapped: 14956 kB\nSlab: 83500 kB\nPageTables: 2568 kB\nNFS_Unstable: 0 kB\nBounce: 0 kB\nCommitLimit: 9289720 kB\nCommitted_AS: 801800 kB\nVmallocTotal: 34359738367 kB\nVmallocUsed: 3384 kB\nVmallocChunk: 34359734983 kB\n">>}]}] [ns_doctor:debug,2012-11-26T10:18:11.181,ns_1@10.3.3.96:ns_doctor<0.891.0>:ns_doctor:handle_info:137]Current node statuses: [{'ns_1@10.3.2.57', [{last_heard,{1353,953891,15879}}, {outgoing_replications_safeness_level,[{"default",green}]}, {incoming_replications_conf_hashes, [{"default", [{'ns_1@10.3.3.100',110886191}, {'ns_1@10.3.3.96',41456239}, {'ns_1@10.3.3.98',112129458}]}]}, {active_buckets,["default"]}, {ready_buckets,["default"]}, {local_tasks,[]}, {memory, [{total,123414704}, {processes,83953600}, {processes_used,83424104}, {system,39461104}, {atom,1492169}, {atom_used,1478864}, {binary,6173760}, {code,14903159}, {ets,5171832}]}, {system_memory_data, [{system_total_memory,6442450944}, {free_swap,6291378176}, {total_swap,6291447808}, {cached_memory,1104740352}, {buffered_memory,668930048}, {free_memory,4094222336}, {total_memory,6442450944}]}, {node_storage_conf, [{db_path,"/opt/couchbase/var/lib/couchbase/data/"}, {index_path,"/opt/couchbase/var/lib/couchbase/data/"}]}, {statistics, [{wall_clock,{1393605,4999}}, {context_switches,{3385468,0}}, {garbage_collection,{457872,1823765113,0}}, {io,{{input,232697861},{output,116623358}}}, {reductions,{821963186,2918604}}, {run_queue,0}, {runtime,{83800,160}}]}, {system_stats, [{cpu_utilization_rate,0.45871559633027525}, {swap_total,6291447808}, {swap_used,69632}]}, {interesting_stats, [{couch_docs_actual_disk_size,4263015}, {couch_docs_data_size,4230189}, {couch_views_actual_disk_size,0}, {couch_views_data_size,0}, {curr_items,12}, {curr_items_tot,12}, {mem_used,16092072}, {vb_replica_curr_items,0}]}, {cluster_compatibility_version,131072}, {version, [{public_key,"0.13"}, {lhttpc,"1.3.0"}, {ale,"8cffe61"}, {os_mon,"2.2.7"}, {couch_set_view,"1.2.0a-31560d7-git"}, {mnesia,"4.5"}, {inets,"5.7.1"}, {couch,"1.2.0a-31560d7-git"}, {mapreduce,"1.0.0"}, {couch_index_merger,"1.2.0a-31560d7-git"}, {kernel,"2.14.5"}, {crypto,"2.0.4"}, {ssl,"4.1.6"}, {sasl,"2.1.10"}, {couch_view_parser,"1.0.0"}, {ns_server,"2.0.0-1965-rel-enterprise"}, {mochiweb,"1.4.1"}, {oauth,"7d85d3ef"}, {stdlib,"1.17.5"}]}, {supported_compat_version,[2,0]}, {system_arch,"x86_64-unknown-linux-gnu"}, {wall_clock,1393}, {memory_data,{6442450944,2346213376,{<18023.332.0>,3514472}}}, {disk_data,[{"/",103209120,9}]}, {meminfo, <<"MemTotal: 6291456 kB\nMemFree: 3998264 kB\nBuffers: 653252 kB\nCached: 1078848 kB\nSwapCached: 0 kB\nActive: 1302044 kB\nInactive: 722736 kB\nHighTotal: 0 kB\nHighFree: 0 kB\nLowTotal: 6291456 kB\nLowFree: 3998264 kB\nSwapTotal: 6143992 kB\nSwapFree: 6143924 kB\nDirty: 680 kB\nWriteback: 0 kB\nAnonPages: 291284 kB\nMapped: 14660 kB\nSlab: 108788 kB\nPageTables: 2492 kB\nNFS_Unstable: 0 kB\nBounce: 0 kB\nCommitLimit: 9289720 kB\nCommitted_AS: 804892 kB\nVmallocTotal: 34359738367 kB\nVmallocUsed: 3384 kB\nVmallocChunk: 34359734983 kB\n">>}]}, {'ns_1@10.3.3.100', [{last_heard,{1353,953889,748955}}, {outgoing_replications_safeness_level,[{"default",green}]}, {incoming_replications_conf_hashes, [{"default", [{'ns_1@10.3.2.57',63506121}, {'ns_1@10.3.3.96',117606290}, {'ns_1@10.3.3.98',14619049}]}]}, {active_buckets,["default"]}, {ready_buckets,["default"]}, {local_tasks,[]}, {memory, [{total,119983696}, {processes,82696392}, {processes_used,82248016}, {system,37287304}, {atom,1412289}, {atom_used,1387789}, {binary,4392960}, {code,14531880}, {ets,5244304}]}, {system_memory_data, [{system_total_memory,6442450944}, {free_swap,6291447808}, {total_swap,6291447808}, {cached_memory,600989696}, {buffered_memory,730464256}, {free_memory,4554194944}, {total_memory,6442450944}]}, {node_storage_conf, [{db_path,"/opt/couchbase/var/lib/couchbase/data/"}, {index_path,"/opt/couchbase/var/lib/couchbase/data/"}]}, {statistics, [{wall_clock,{1388080,5001}}, {context_switches,{3217969,0}}, {garbage_collection,{455834,1418031454,0}}, {io,{{input,128538739},{output,97150535}}}, {reductions,{497000085,710974}}, {run_queue,0}, {runtime,{72510,120}}]}, {system_stats, [{cpu_utilization_rate,0.0},{swap_total,6291447808},{swap_used,0}]}, {interesting_stats, [{couch_docs_actual_disk_size,4267116}, {couch_docs_data_size,4234330}, {couch_views_actual_disk_size,0}, {couch_views_data_size,0}, {curr_items,11}, {curr_items_tot,17}, {mem_used,16096024}, {vb_replica_curr_items,6}]}, {cluster_compatibility_version,131072}, {version, [{public_key,"0.13"}, {lhttpc,"1.3.0"}, {ale,"8cffe61"}, {os_mon,"2.2.7"}, {couch_set_view,"1.2.0a-31560d7-git"}, {mnesia,"4.5"}, {inets,"5.7.1"}, {couch,"1.2.0a-31560d7-git"}, {mapreduce,"1.0.0"}, {couch_index_merger,"1.2.0a-31560d7-git"}, {kernel,"2.14.5"}, {crypto,"2.0.4"}, {ssl,"4.1.6"}, {sasl,"2.1.10"}, {couch_view_parser,"1.0.0"}, {ns_server,"2.0.0-1965-rel-enterprise"}, {mochiweb,"1.4.1"}, {oauth,"7d85d3ef"}, {stdlib,"1.17.5"}]}, {supported_compat_version,[2,0]}, {system_arch,"x86_64-unknown-linux-gnu"}, {wall_clock,1388}, {memory_data,{6442450944,1887621120,{<18067.1014.0>,3514512}}}, {disk_data,[{"/",103209120,8}]}, {meminfo, <<"MemTotal: 6291456 kB\nMemFree: 4447456 kB\nBuffers: 713344 kB\nCached: 586904 kB\nSwapCached: 0 kB\nActive: 1165448 kB\nInactive: 403400 kB\nHighTotal: 0 kB\nHighFree: 0 kB\nLowTotal: 6291456 kB\nLowFree: 4447456 kB\nSwapTotal: 6143992 kB\nSwapFree: 6143992 kB\nDirty: 168 kB\nWriteback: 0 kB\nAnonPages: 267212 kB\nMapped: 14968 kB\nSlab: 115668 kB\nPageTables: 2516 kB\nNFS_Unstable: 0 kB\nBounce: 0 kB\nCommitLimit: 9289720 kB\nCommitted_AS: 782928 kB\nVmallocTotal: 34359738367 kB\nVmallocUsed: 3384 kB\nVmallocChunk: 34359734983 kB\n">>}]}, {'ns_1@10.3.3.96', [{last_heard,{1353,953886,183872}}, {outgoing_replications_safeness_level,[{"default",green}]}, {incoming_replications_conf_hashes, [{"default", [{'ns_1@10.3.2.57',33817834}, {'ns_1@10.3.3.100',41681736}, {'ns_1@10.3.3.98',10928119}]}]}, {active_buckets,["default"]}, {ready_buckets,["default"]}, {local_tasks,[]}, {memory, [{total,114850264}, {processes,77524128}, {processes_used,77043112}, {system,37326136}, {atom,1411481}, {atom_used,1387300}, {binary,4423448}, {code,14564384}, {ets,5217992}]}, {system_memory_data, [{system_total_memory,6442450944}, {free_swap,6291447808}, {total_swap,6291447808}, {cached_memory,618594304}, {buffered_memory,493387776}, {free_memory,4800937984}, {total_memory,6442450944}]}, {node_storage_conf, [{db_path,"/opt/couchbase/var/lib/couchbase/data/"}, {index_path,"/opt/couchbase/var/lib/couchbase/data/"}]}, {statistics, [{wall_clock,{1383324,5000}}, {context_switches,{3237273,0}}, {garbage_collection,{464511,1437839081,0}}, {io,{{input,127593926},{output,97138618}}}, {reductions,{500430676,667277}}, {run_queue,0}, {runtime,{73360,70}}]}, {system_stats, [{cpu_utilization_rate,0.24096385542168675}, {swap_total,6291447808}, {swap_used,0}]}, {interesting_stats, [{couch_docs_actual_disk_size,4274922}, {couch_docs_data_size,4242522}, {couch_views_actual_disk_size,0}, {couch_views_data_size,0}, {curr_items,0}, {curr_items_tot,23}, {mem_used,16099688}, {vb_replica_curr_items,23}]}, {cluster_compatibility_version,131072}, {version, [{public_key,"0.13"}, {lhttpc,"1.3.0"}, {ale,"8cffe61"}, {os_mon,"2.2.7"}, {couch_set_view,"1.2.0a-31560d7-git"}, {mnesia,"4.5"}, {inets,"5.7.1"}, {couch,"1.2.0a-31560d7-git"}, {mapreduce,"1.0.0"}, {couch_index_merger,"1.2.0a-31560d7-git"}, {kernel,"2.14.5"}, {crypto,"2.0.4"}, {ssl,"4.1.6"}, {sasl,"2.1.10"}, {couch_view_parser,"1.0.0"}, {ns_server,"2.0.0-1965-rel-enterprise"}, {mochiweb,"1.4.1"}, {oauth,"7d85d3ef"}, {stdlib,"1.17.5"}]}, {supported_compat_version,[2,0]}, {system_arch,"x86_64-unknown-linux-gnu"}, {wall_clock,1383}, {memory_data,{6442450944,1640751104,{<0.944.0>,2543368}}}, {disk_data,[{"/",103209120,8}]}, {meminfo, <<"MemTotal: 6291456 kB\nMemFree: 4688416 kB\nBuffers: 481824 kB\nCached: 604096 kB\nSwapCached: 0 kB\nActive: 938808 kB\nInactive: 424128 kB\nHighTotal: 0 kB\nHighFree: 0 kB\nLowTotal: 6291456 kB\nLowFree: 4688416 kB\nSwapTotal: 6143992 kB\nSwapFree: 6143992 kB\nDirty: 572 kB\nWriteback: 0 kB\nAnonPages: 276164 kB\nMapped: 14600 kB\nSlab: 79580 kB\nPageTables: 2380 kB\nNFS_Unstable: 0 kB\nBounce: 0 kB\nCommitLimit: 9289720 kB\nCommitted_AS: 792624 kB\nVmallocTotal: 34359738367 kB\nVmallocUsed: 3384 kB\nVmallocChunk: 34359734983 kB\n">>}]}, {'ns_1@10.3.3.98', [{last_heard,{1353,953890,533618}}, {outgoing_replications_safeness_level,[{"default",green}]}, {incoming_replications_conf_hashes, [{"default", [{'ns_1@10.3.2.57',115455469}, {'ns_1@10.3.3.100',74343578}, {'ns_1@10.3.3.96',66117516}]}]}, {active_buckets,["default"]}, {ready_buckets,["default"]}, {local_tasks,[]}, {memory, [{total,119203568}, {processes,81923496}, {processes_used,81459600}, {system,37280072}, {atom,1413905}, {atom_used,1390826}, {binary,4322608}, {code,14584964}, {ets,5252712}]}, {system_memory_data, [{system_total_memory,6442450944}, {free_swap,6291378176}, {total_swap,6291447808}, {cached_memory,601395200}, {buffered_memory,516255744}, {free_memory,4785205248}, {total_memory,6442450944}]}, {node_storage_conf, [{db_path,"/opt/couchbase/var/lib/couchbase/data/"}, {index_path,"/opt/couchbase/var/lib/couchbase/data/"}]}, {statistics, [{wall_clock,{1392650,4997}}, {context_switches,{3271641,0}}, {garbage_collection,{471181,1458717571,0}}, {io,{{input,128847744},{output,97707824}}}, {reductions,{508879773,609843}}, {run_queue,0}, {runtime,{73490,80}}]}, {system_stats, [{cpu_utilization_rate,0.23148148148148148}, {swap_total,6291447808}, {swap_used,69632}]}, {interesting_stats, [{couch_docs_actual_disk_size,4258887}, {couch_docs_data_size,4226093}, {couch_views_actual_disk_size,0}, {couch_views_data_size,0}, {curr_items,6}, {curr_items_tot,6}, {mem_used,16086568}, {vb_replica_curr_items,0}]}, {cluster_compatibility_version,131072}, {version, [{public_key,"0.13"}, {lhttpc,"1.3.0"}, {ale,"8cffe61"}, {os_mon,"2.2.7"}, {couch_set_view,"1.2.0a-31560d7-git"}, {mnesia,"4.5"}, {inets,"5.7.1"}, {couch,"1.2.0a-31560d7-git"}, {mapreduce,"1.0.0"}, {couch_index_merger,"1.2.0a-31560d7-git"}, {kernel,"2.14.5"}, {crypto,"2.0.4"}, {ssl,"4.1.6"}, {sasl,"2.1.10"}, {couch_view_parser,"1.0.0"}, {ns_server,"2.0.0-1965-rel-enterprise"}, {mochiweb,"1.4.1"}, {oauth,"7d85d3ef"}, {stdlib,"1.17.5"}]}, {supported_compat_version,[2,0]}, {system_arch,"x86_64-unknown-linux-gnu"}, {wall_clock,1392}, {memory_data,{6442450944,1656483840,{<18066.941.0>,3514472}}}, {disk_data,[{"/",103209120,8}]}, {meminfo, <<"MemTotal: 6291456 kB\nMemFree: 4673176 kB\nBuffers: 504156 kB\nCached: 587300 kB\nSwapCached: 68 kB\nActive: 973672 kB\nInactive: 402508 kB\nHighTotal: 0 kB\nHighFree: 0 kB\nLowTotal: 6291456 kB\nLowFree: 4673176 kB\nSwapTotal: 6143992 kB\nSwapFree: 6143924 kB\nDirty: 324 kB\nWriteback: 0 kB\nAnonPages: 283964 kB\nMapped: 14956 kB\nSlab: 83452 kB\nPageTables: 2572 kB\nNFS_Unstable: 0 kB\nBounce: 0 kB\nCommitLimit: 9289720 kB\nCommitted_AS: 796592 kB\nVmallocTotal: 34359738367 kB\nVmallocUsed: 3384 kB\nVmallocChunk: 34359734983 kB\n">>}]}] [stats:debug,2012-11-26T10:18:33.683,ns_1@10.3.3.96:<0.4839.1>:stats_collector:maybe_log_stats:126](at {{1970,1,16},{8,5,53}}) Stats for bucket "default": accepting_conns 1 auth_cmds 0 auth_errors 0 bucket_active_conns 1 bucket_conns 20 bytes 16099656 bytes_read 214021 bytes_written 20974678 cas_badval 0 cas_hits 0 cas_misses 0 cmd_flush 0 cmd_get 0 cmd_set 0 conn_yields 23 connection_structures 5000 curr_connections 21 curr_conns_on_port_11209 18 curr_conns_on_port_11210 1 curr_items 0 curr_items_tot 23 curr_temp_items 0 daemon_connections 4 decr_hits 0 decr_misses 0 delete_hits 0 delete_misses 0 ep_access_scanner_last_runtime 0 ep_access_scanner_num_items 0 ep_access_scanner_task_time 2012-11-27 10:00:00 ep_allow_data_loss_during_shutdown 1 ep_alog_block_size 4096 ep_alog_path /opt/couchbase/var/lib/couchbase/data/default/access.log ep_alog_sleep_time 1440 ep_alog_task_time 10 ep_backend couchdb ep_bg_fetch_delay 0 ep_bg_fetched 0 ep_bg_meta_fetched 0 ep_bg_remaining_jobs 0 ep_chk_max_items 5000 ep_chk_period 1800 ep_chk_persistence_remains 0 ep_chk_persistence_timeout 10 ep_chk_remover_stime 5 ep_commit_num 4 ep_commit_time 3 ep_commit_time_total 17 ep_concurrentDB 1 ep_config_file ep_couch_bucket default ep_couch_host localhost ep_couch_port 11213 ep_couch_reconnect_sleeptime 250 ep_couch_response_timeout 180000 ep_data_age 3 ep_data_age_highwat 3 ep_data_traffic_enabled 0 ep_dbinit 0 ep_dbname /opt/couchbase/var/lib/couchbase/data/default ep_degraded_mode 0 ep_diskqueue_drain 23 ep_diskqueue_fill 23 ep_diskqueue_items 0 ep_diskqueue_memory 0 ep_diskqueue_pending 0 ep_exp_pager_stime 3600 ep_exp_pager_stime 3600 ep_expired_access 0 ep_expired_pager 0 ep_expiry_window 3 ep_failpartialwarmup 0 ep_flush_all false ep_flush_duration_total 0 ep_flushall_enabled 0 ep_flusher_state running ep_flusher_todo 0 ep_getl_default_timeout 15 ep_getl_max_timeout 30 ep_ht_locks 5 ep_ht_size 3079 ep_inconsistent_slave_chk 0 ep_initfile ep_io_num_read 0 ep_io_num_write 23 ep_io_read_bytes 0 ep_io_write_bytes 13485 ep_item_begin_failed 0 ep_item_commit_failed 0 ep_item_flush_expired 0 ep_item_flush_failed 0 ep_item_num_based_new_chk 1 ep_items_rm_from_checkpoints 0 ep_keep_closed_chks 0 ep_klog_block_size 4096 ep_klog_compactor_queue_cap 500000 ep_klog_compactor_stime 3600 ep_klog_flush commit2 ep_klog_max_entry_ratio 10 ep_klog_max_log_size 2147483647 ep_klog_path ep_klog_sync commit2 ep_kv_size 15381 ep_max_checkpoints 2 ep_max_data_size 1073741824 ep_max_item_size 20971520 ep_max_size 1073741824 ep_max_txn_size 10000 ep_max_vbuckets 1024 ep_mem_high_wat 805306368 ep_mem_high_wat 805306368 ep_mem_low_wat 644245094 ep_mem_low_wat 644245094 ep_mem_tracker_enabled true ep_min_data_age 0 ep_mlog_compactor_runs 0 ep_mutation_mem_threshold 0 ep_num_access_scanner_runs 0 ep_num_eject_failures 0 ep_num_expiry_pager_runs 0 ep_num_non_resident 0 ep_num_not_my_vbuckets 0 ep_num_ops_del_meta 0 ep_num_ops_get_meta 0 ep_num_ops_set_meta 0 ep_num_pager_runs 0 ep_num_value_ejects 0 ep_oom_errors 0 ep_overhead 13615370 ep_pager_active_vb_pcnt 40 ep_pager_unbiased_period 60 ep_pending_ops 0 ep_pending_ops_max 0 ep_pending_ops_max_duration 0 ep_pending_ops_total 0 ep_postInitfile ep_queue_age_cap 900 ep_queue_size 0 ep_startup_time 1353952912 ep_storage_age 0 ep_storage_age_highwat 0 ep_store_max_concurrency 10 ep_store_max_readers 9 ep_store_max_readwrite 1 ep_stored_val_type ep_tap_ack_grace_period 300 ep_tap_ack_initial_sequence_number 1 ep_tap_ack_interval 1000 ep_tap_ack_window_size 10 ep_tap_backfill_resident 0.9 ep_tap_backlog_limit 5000 ep_tap_backoff_period 5 ep_tap_bg_fetch_requeued 0 ep_tap_bg_fetched 0 ep_tap_bg_max_pending 500 ep_tap_keepalive 300 ep_tap_noop_interval 20 ep_tap_requeue_sleep_time 0.1 ep_tap_throttle_cap_pcnt 10 ep_tap_throttle_queue_cap 1000000 ep_tap_throttle_threshold 90 ep_tmp_oom_errors 0 ep_too_old 0 ep_too_young 0 ep_total_cache_size 15105 ep_total_del_items 0 ep_total_enqueued 23 ep_total_new_items 23 ep_total_persisted 23 ep_uncommitted_items 0 ep_value_size 13312 ep_vb0 0 ep_vb_snapshot_total 6 ep_vb_total 512 ep_vbucket_del 0 ep_vbucket_del_fail 0 ep_version 2.0.0r_140_gde42c8c ep_waitforwarmup 0 ep_warmup 1 ep_warmup_batch_size 1000 ep_warmup_dups 0 ep_warmup_min_items_threshold 100 ep_warmup_min_memory_threshold 100 ep_warmup_oom 0 ep_warmup_thread complete ep_warmup_time 635 get_hits 0 get_misses 0 incr_hits 0 incr_misses 0 libevent 2.0.11-stable limit_maxbytes 67108864 listen_disabled_num 0 max_conns_on_port_11209 1000 max_conns_on_port_11210 9000 mem_used 16099656 pid 25417 pointer_size 64 rejected_conns 0 rusage_system 1.960122 rusage_user 7.936496 tap_checkpoint_start_received 512 tap_checkpoint_start_sent 512 tap_connect_received 6 tap_mutation_received 2466 tap_mutation_sent 2484 tap_opaque_received 1039 tap_opaque_sent 1036 threads 4 time 1353953913 total_connections 42 uptime 1344 vb_active_curr_items 0 vb_active_eject 0 vb_active_expired 0 vb_active_ht_memory 6428672 vb_active_itm_memory 0 vb_active_meta_data_memory 0 vb_active_num 256 vb_active_num_non_resident 0 vb_active_num_ref_ejects 0 vb_active_num_ref_items 0 vb_active_ops_create 0 vb_active_ops_delete 0 vb_active_ops_reject 0 vb_active_ops_update 0 vb_active_perc_mem_resident 0 vb_active_queue_age 0 vb_active_queue_drain 0 vb_active_queue_fill 0 vb_active_queue_memory 0 vb_active_queue_pending 0 vb_active_queue_size 0 vb_dead_num 0 vb_pending_curr_items 0 vb_pending_eject 0 vb_pending_expired 0 vb_pending_ht_memory 0 vb_pending_itm_memory 0 vb_pending_meta_data_memory 0 vb_pending_num 0 vb_pending_num_non_resident 0 vb_pending_num_ref_ejects 0 vb_pending_num_ref_items 0 vb_pending_ops_create 0 vb_pending_ops_delete 0 vb_pending_ops_reject 0 vb_pending_ops_update 0 vb_pending_perc_mem_resident 0 vb_pending_queue_age 0 vb_pending_queue_drain 0 vb_pending_queue_fill 0 vb_pending_queue_memory 0 vb_pending_queue_pending 0 vb_pending_queue_size 0 vb_replica_curr_items 23 vb_replica_eject 0 vb_replica_expired 0 vb_replica_ht_memory 6428672 vb_replica_itm_memory 15105 vb_replica_meta_data_memory 1898 vb_replica_num 256 vb_replica_num_non_resident 0 vb_replica_num_ref_ejects 0 vb_replica_num_ref_items 0 vb_replica_ops_create 23 vb_replica_ops_delete 0 vb_replica_ops_reject 0 vb_replica_ops_update 0 vb_replica_perc_mem_resident 100 vb_replica_queue_age 0 vb_replica_queue_drain 23 vb_replica_queue_fill 23 vb_replica_queue_memory 0 vb_replica_queue_pending 0 vb_replica_queue_size 0 version 1.4.4_600_g7ea975a [ns_doctor:debug,2012-11-26T10:19:11.180,ns_1@10.3.3.96:ns_doctor<0.891.0>:ns_doctor:handle_info:137]Current node statuses: [{'ns_1@10.3.2.57', [{last_heard,{1353,953951,16299}}, {outgoing_replications_safeness_level,[{"default",green}]}, {incoming_replications_conf_hashes, [{"default", [{'ns_1@10.3.3.100',110886191}, {'ns_1@10.3.3.96',41456239}, {'ns_1@10.3.3.98',112129458}]}]}, {active_buckets,["default"]}, {ready_buckets,["default"]}, {local_tasks,[]}, {memory, [{total,127451712}, {processes,88039040}, {processes_used,87509544}, {system,39412672}, {atom,1492169}, {atom_used,1478864}, {binary,5950336}, {code,14903159}, {ets,5346680}]}, {system_memory_data, [{system_total_memory,6442450944}, {free_swap,6291378176}, {total_swap,6291447808}, {cached_memory,1105838080}, {buffered_memory,668930048}, {free_memory,4092317696}, {total_memory,6442450944}]}, {node_storage_conf, [{db_path,"/opt/couchbase/var/lib/couchbase/data/"}, {index_path,"/opt/couchbase/var/lib/couchbase/data/"}]}, {statistics, [{wall_clock,{1453606,5001}}, {context_switches,{3493867,0}}, {garbage_collection,{466003,1855651406,0}}, {io,{{input,234576733},{output,119129444}}}, {reductions,{843542622,2914657}}, {run_queue,0}, {runtime,{85300,120}}]}, {system_stats, [{cpu_utilization_rate,0.45558086560364464}, {swap_total,6291447808}, {swap_used,69632}]}, {interesting_stats, [{couch_docs_actual_disk_size,4263015}, {couch_docs_data_size,4230189}, {couch_views_actual_disk_size,0}, {couch_views_data_size,0}, {curr_items,12}, {curr_items_tot,12}, {mem_used,16092648}, {vb_replica_curr_items,0}]}, {cluster_compatibility_version,131072}, {version, [{public_key,"0.13"}, {lhttpc,"1.3.0"}, {ale,"8cffe61"}, {os_mon,"2.2.7"}, {couch_set_view,"1.2.0a-31560d7-git"}, {mnesia,"4.5"}, {inets,"5.7.1"}, {couch,"1.2.0a-31560d7-git"}, {mapreduce,"1.0.0"}, {couch_index_merger,"1.2.0a-31560d7-git"}, {kernel,"2.14.5"}, {crypto,"2.0.4"}, {ssl,"4.1.6"}, {sasl,"2.1.10"}, {couch_view_parser,"1.0.0"}, {ns_server,"2.0.0-1965-rel-enterprise"}, {mochiweb,"1.4.1"}, {oauth,"7d85d3ef"}, {stdlib,"1.17.5"}]}, {supported_compat_version,[2,0]}, {system_arch,"x86_64-unknown-linux-gnu"}, {wall_clock,1453}, {memory_data,{6442450944,2348355584,{<18023.332.0>,3514472}}}, {disk_data,[{"/",103209120,9}]}, {meminfo, <<"MemTotal: 6291456 kB\nMemFree: 3996404 kB\nBuffers: 653252 kB\nCached: 1079920 kB\nSwapCached: 0 kB\nActive: 1302660 kB\nInactive: 723660 kB\nHighTotal: 0 kB\nHighFree: 0 kB\nLowTotal: 6291456 kB\nLowFree: 3996404 kB\nSwapTotal: 6143992 kB\nSwapFree: 6143924 kB\nDirty: 476 kB\nWriteback: 0 kB\nAnonPages: 291692 kB\nMapped: 14660 kB\nSlab: 108764 kB\nPageTables: 2512 kB\nNFS_Unstable: 0 kB\nBounce: 0 kB\nCommitLimit: 9289720 kB\nCommitted_AS: 805216 kB\nVmallocTotal: 34359738367 kB\nVmallocUsed: 3384 kB\nVmallocChunk: 34359734983 kB\n">>}]}, {'ns_1@10.3.3.100', [{last_heard,{1353,953949,746882}}, {outgoing_replications_safeness_level,[{"default",green}]}, {incoming_replications_conf_hashes, [{"default", [{'ns_1@10.3.2.57',63506121}, {'ns_1@10.3.3.96',117606290}, {'ns_1@10.3.3.98',14619049}]}]}, {active_buckets,["default"]}, {ready_buckets,["default"]}, {local_tasks,[]}, {memory, [{total,122758568}, {processes,85622392}, {processes_used,85174016}, {system,37136176}, {atom,1412289}, {atom_used,1387789}, {binary,4178368}, {code,14531880}, {ets,5307408}]}, {system_memory_data, [{system_total_memory,6442450944}, {free_swap,6291447808}, {total_swap,6291447808}, {cached_memory,602120192}, {buffered_memory,730464256}, {free_memory,4553306112}, {total_memory,6442450944}]}, {node_storage_conf, [{db_path,"/opt/couchbase/var/lib/couchbase/data/"}, {index_path,"/opt/couchbase/var/lib/couchbase/data/"}]}, {statistics, [{wall_clock,{1448078,5000}}, {context_switches,{3319292,0}}, {garbage_collection,{464460,1448207890,0}}, {io,{{input,130675428},{output,99152001}}}, {reductions,{505553002,709572}}, {run_queue,0}, {runtime,{73610,100}}]}, {system_stats, [{cpu_utilization_rate,0.24937655860349128}, {swap_total,6291447808}, {swap_used,0}]}, {interesting_stats, [{couch_docs_actual_disk_size,4267116}, {couch_docs_data_size,4234330}, {couch_views_actual_disk_size,0}, {couch_views_data_size,0}, {curr_items,11}, {curr_items_tot,17}, {mem_used,16096024}, {vb_replica_curr_items,6}]}, {cluster_compatibility_version,131072}, {version, [{public_key,"0.13"}, {lhttpc,"1.3.0"}, {ale,"8cffe61"}, {os_mon,"2.2.7"}, {couch_set_view,"1.2.0a-31560d7-git"}, {mnesia,"4.5"}, {inets,"5.7.1"}, {couch,"1.2.0a-31560d7-git"}, {mapreduce,"1.0.0"}, {couch_index_merger,"1.2.0a-31560d7-git"}, {kernel,"2.14.5"}, {crypto,"2.0.4"}, {ssl,"4.1.6"}, {sasl,"2.1.10"}, {couch_view_parser,"1.0.0"}, {ns_server,"2.0.0-1965-rel-enterprise"}, {mochiweb,"1.4.1"}, {oauth,"7d85d3ef"}, {stdlib,"1.17.5"}]}, {supported_compat_version,[2,0]}, {system_arch,"x86_64-unknown-linux-gnu"}, {wall_clock,1448}, {memory_data,{6442450944,1888509952,{<18067.1014.0>,3514512}}}, {disk_data,[{"/",103209120,8}]}, {meminfo, <<"MemTotal: 6291456 kB\nMemFree: 4446588 kB\nBuffers: 713344 kB\nCached: 588008 kB\nSwapCached: 0 kB\nActive: 1165160 kB\nInactive: 404308 kB\nHighTotal: 0 kB\nHighFree: 0 kB\nLowTotal: 6291456 kB\nLowFree: 4446588 kB\nSwapTotal: 6143992 kB\nSwapFree: 6143992 kB\nDirty: 764 kB\nWriteback: 0 kB\nAnonPages: 266728 kB\nMapped: 14968 kB\nSlab: 115592 kB\nPageTables: 2520 kB\nNFS_Unstable: 0 kB\nBounce: 0 kB\nCommitLimit: 9289720 kB\nCommitted_AS: 780292 kB\nVmallocTotal: 34359738367 kB\nVmallocUsed: 3384 kB\nVmallocChunk: 34359734983 kB\n">>}]}, {'ns_1@10.3.3.96', [{last_heard,{1353,953946,183635}}, {outgoing_replications_safeness_level,[{"default",green}]}, {incoming_replications_conf_hashes, [{"default", [{'ns_1@10.3.2.57',33817834}, {'ns_1@10.3.3.100',41681736}, {'ns_1@10.3.3.98',10928119}]}]}, {active_buckets,["default"]}, {ready_buckets,["default"]}, {local_tasks,[]}, {memory, [{total,117922144}, {processes,80517080}, {processes_used,80036064}, {system,37405064}, {atom,1411481}, {atom_used,1387300}, {binary,4438992}, {code,14564384}, {ets,5281072}]}, {system_memory_data, [{system_total_memory,6442450944}, {free_swap,6291447808}, {total_swap,6291447808}, {cached_memory,619708416}, {buffered_memory,493387776}, {free_memory,4802072576}, {total_memory,6442450944}]}, {node_storage_conf, [{db_path,"/opt/couchbase/var/lib/couchbase/data/"}, {index_path,"/opt/couchbase/var/lib/couchbase/data/"}]}, {statistics, [{wall_clock,{1443323,4995}}, {context_switches,{3338518,0}}, {garbage_collection,{471599,1466930640,0}}, {io,{{input,129636441},{output,99535261}}}, {reductions,{508450417,654961}}, {run_queue,0}, {runtime,{74400,110}}]}, {system_stats, [{cpu_utilization_rate,0.21645021645021645}, {swap_total,6291447808}, {swap_used,0}]}, {interesting_stats, [{couch_docs_actual_disk_size,4274922}, {couch_docs_data_size,4242522}, {couch_views_actual_disk_size,0}, {couch_views_data_size,0}, {curr_items,0}, {curr_items_tot,23}, {mem_used,16099688}, {vb_replica_curr_items,23}]}, {cluster_compatibility_version,131072}, {version, [{public_key,"0.13"}, {lhttpc,"1.3.0"}, {ale,"8cffe61"}, {os_mon,"2.2.7"}, {couch_set_view,"1.2.0a-31560d7-git"}, {mnesia,"4.5"}, {inets,"5.7.1"}, {couch,"1.2.0a-31560d7-git"}, {mapreduce,"1.0.0"}, {couch_index_merger,"1.2.0a-31560d7-git"}, {kernel,"2.14.5"}, {crypto,"2.0.4"}, {ssl,"4.1.6"}, {sasl,"2.1.10"}, {couch_view_parser,"1.0.0"}, {ns_server,"2.0.0-1965-rel-enterprise"}, {mochiweb,"1.4.1"}, {oauth,"7d85d3ef"}, {stdlib,"1.17.5"}]}, {supported_compat_version,[2,0]}, {system_arch,"x86_64-unknown-linux-gnu"}, {wall_clock,1443}, {memory_data,{6442450944,1640505344,{<0.944.0>,2543368}}}, {disk_data,[{"/",103209120,8}]}, {meminfo, <<"MemTotal: 6291456 kB\nMemFree: 4689524 kB\nBuffers: 481824 kB\nCached: 605184 kB\nSwapCached: 0 kB\nActive: 937664 kB\nInactive: 425004 kB\nHighTotal: 0 kB\nHighFree: 0 kB\nLowTotal: 6291456 kB\nLowFree: 4689524 kB\nSwapTotal: 6143992 kB\nSwapFree: 6143992 kB\nDirty: 296 kB\nWriteback: 0 kB\nAnonPages: 274944 kB\nMapped: 14600 kB\nSlab: 79632 kB\nPageTables: 2372 kB\nNFS_Unstable: 0 kB\nBounce: 0 kB\nCommitLimit: 9289720 kB\nCommitted_AS: 786176 kB\nVmallocTotal: 34359738367 kB\nVmallocUsed: 3384 kB\nVmallocChunk: 34359734983 kB\n">>}]}, {'ns_1@10.3.3.98', [{last_heard,{1353,953950,535332}}, {outgoing_replications_safeness_level,[{"default",green}]}, {incoming_replications_conf_hashes, [{"default", [{'ns_1@10.3.2.57',115455469}, {'ns_1@10.3.3.100',74343578}, {'ns_1@10.3.3.96',66117516}]}]}, {active_buckets,["default"]}, {ready_buckets,["default"]}, {local_tasks,[]}, {memory, [{total,123619120}, {processes,86329696}, {processes_used,85865800}, {system,37289424}, {atom,1413905}, {atom_used,1390826}, {binary,4268504}, {code,14584964}, {ets,5315832}]}, {system_memory_data, [{system_total_memory,6442450944}, {free_swap,6291378176}, {total_swap,6291447808}, {cached_memory,602501120}, {buffered_memory,516255744}, {free_memory,4783935488}, {total_memory,6442450944}]}, {node_storage_conf, [{db_path,"/opt/couchbase/var/lib/couchbase/data/"}, {index_path,"/opt/couchbase/var/lib/couchbase/data/"}]}, {statistics, [{wall_clock,{1452651,5001}}, {context_switches,{3372935,0}}, {garbage_collection,{478505,1488327961,0}}, {io,{{input,130983029},{output,99887615}}}, {reductions,{517150527,612406}}, {run_queue,0}, {runtime,{74560,100}}]}, {system_stats, [{cpu_utilization_rate,0.24937655860349128}, {swap_total,6291447808}, {swap_used,69632}]}, {interesting_stats, [{couch_docs_actual_disk_size,4258887}, {couch_docs_data_size,4226093}, {couch_views_actual_disk_size,0}, {couch_views_data_size,0}, {curr_items,6}, {curr_items_tot,6}, {mem_used,16086568}, {vb_replica_curr_items,0}]}, {cluster_compatibility_version,131072}, {version, [{public_key,"0.13"}, {lhttpc,"1.3.0"}, {ale,"8cffe61"}, {os_mon,"2.2.7"}, {couch_set_view,"1.2.0a-31560d7-git"}, {mnesia,"4.5"}, {inets,"5.7.1"}, {couch,"1.2.0a-31560d7-git"}, {mapreduce,"1.0.0"}, {couch_index_merger,"1.2.0a-31560d7-git"}, {kernel,"2.14.5"}, {crypto,"2.0.4"}, {ssl,"4.1.6"}, {sasl,"2.1.10"}, {couch_view_parser,"1.0.0"}, {ns_server,"2.0.0-1965-rel-enterprise"}, {mochiweb,"1.4.1"}, {oauth,"7d85d3ef"}, {stdlib,"1.17.5"}]}, {supported_compat_version,[2,0]}, {system_arch,"x86_64-unknown-linux-gnu"}, {wall_clock,1452}, {memory_data,{6442450944,1657880576,{<18066.941.0>,3514472}}}, {disk_data,[{"/",103209120,8}]}, {meminfo, <<"MemTotal: 6291456 kB\nMemFree: 4671812 kB\nBuffers: 504156 kB\nCached: 588380 kB\nSwapCached: 68 kB\nActive: 973584 kB\nInactive: 403412 kB\nHighTotal: 0 kB\nHighFree: 0 kB\nLowTotal: 6291456 kB\nLowFree: 4671812 kB\nSwapTotal: 6143992 kB\nSwapFree: 6143924 kB\nDirty: 116 kB\nWriteback: 0 kB\nAnonPages: 283604 kB\nMapped: 14956 kB\nSlab: 83488 kB\nPageTables: 2576 kB\nNFS_Unstable: 0 kB\nBounce: 0 kB\nCommitLimit: 9289720 kB\nCommitted_AS: 798464 kB\nVmallocTotal: 34359738367 kB\nVmallocUsed: 3384 kB\nVmallocChunk: 34359734983 kB\n">>}]}] [ns_doctor:debug,2012-11-26T10:20:11.181,ns_1@10.3.3.96:ns_doctor<0.891.0>:ns_doctor:handle_info:137]Current node statuses: [{'ns_1@10.3.2.57', [{last_heard,{1353,954011,16947}}, {outgoing_replications_safeness_level,[{"default",green}]}, {incoming_replications_conf_hashes, [{"default", [{'ns_1@10.3.3.100',110886191}, {'ns_1@10.3.3.96',41456239}, {'ns_1@10.3.3.98',112129458}]}]}, {active_buckets,["default"]}, {ready_buckets,["default"]}, {local_tasks,[]}, {memory, [{total,125273104}, {processes,85962584}, {processes_used,85433088}, {system,39310520}, {atom,1492169}, {atom_used,1478864}, {binary,5671056}, {code,14903159}, {ets,5524888}]}, {system_memory_data, [{system_total_memory,6442450944}, {free_swap,6291378176}, {total_swap,6291447808}, {cached_memory,1101299712}, {buffered_memory,668942336}, {free_memory,4096229376}, {total_memory,6442450944}]}, {node_storage_conf, [{db_path,"/opt/couchbase/var/lib/couchbase/data/"}, {index_path,"/opt/couchbase/var/lib/couchbase/data/"}]}, {statistics, [{wall_clock,{1513608,5001}}, {context_switches,{3602788,0}}, {garbage_collection,{473859,1888474439,0}}, {io,{{input,240135635},{output,125731341}}}, {reductions,{865280859,3021380}}, {run_queue,0}, {runtime,{86970,290}}]}, {system_stats, [{cpu_utilization_rate,0.4282655246252677}, {swap_total,6291447808}, {swap_used,69632}]}, {interesting_stats, [{couch_docs_actual_disk_size,4263015}, {couch_docs_data_size,4230189}, {couch_views_actual_disk_size,0}, {couch_views_data_size,0}, {curr_items,12}, {curr_items_tot,12}, {mem_used,16091496}, {vb_replica_curr_items,0}]}, {cluster_compatibility_version,131072}, {version, [{public_key,"0.13"}, {lhttpc,"1.3.0"}, {ale,"8cffe61"}, {os_mon,"2.2.7"}, {couch_set_view,"1.2.0a-31560d7-git"}, {mnesia,"4.5"}, {inets,"5.7.1"}, {couch,"1.2.0a-31560d7-git"}, {mapreduce,"1.0.0"}, {couch_index_merger,"1.2.0a-31560d7-git"}, {kernel,"2.14.5"}, {crypto,"2.0.4"}, {ssl,"4.1.6"}, {sasl,"2.1.10"}, {couch_view_parser,"1.0.0"}, {ns_server,"2.0.0-1965-rel-enterprise"}, {mochiweb,"1.4.1"}, {oauth,"7d85d3ef"}, {stdlib,"1.17.5"}]}, {supported_compat_version,[2,0]}, {system_arch,"x86_64-unknown-linux-gnu"}, {wall_clock,1513}, {memory_data,{6442450944,2350133248,{<18023.332.0>,3514472}}}, {disk_data,[{"/",103209120,9}]}, {meminfo, <<"MemTotal: 6291456 kB\nMemFree: 4000224 kB\nBuffers: 653264 kB\nCached: 1075488 kB\nSwapCached: 0 kB\nActive: 1303396 kB\nInactive: 719788 kB\nHighTotal: 0 kB\nHighFree: 0 kB\nLowTotal: 6291456 kB\nLowFree: 4000224 kB\nSwapTotal: 6143992 kB\nSwapFree: 6143924 kB\nDirty: 240 kB\nWriteback: 0 kB\nAnonPages: 292992 kB\nMapped: 14660 kB\nSlab: 108848 kB\nPageTables: 2504 kB\nNFS_Unstable: 0 kB\nBounce: 0 kB\nCommitLimit: 9289720 kB\nCommitted_AS: 805640 kB\nVmallocTotal: 34359738367 kB\nVmallocUsed: 3384 kB\nVmallocChunk: 34359734983 kB\n">>}]}, {'ns_1@10.3.3.100', [{last_heard,{1353,954009,747130}}, {outgoing_replications_safeness_level,[{"default",green}]}, {incoming_replications_conf_hashes, [{"default", [{'ns_1@10.3.2.57',63506121}, {'ns_1@10.3.3.96',117606290}, {'ns_1@10.3.3.98',14619049}]}]}, {active_buckets,["default"]}, {ready_buckets,["default"]}, {local_tasks,[]}, {memory, [{total,123253936}, {processes,85809984}, {processes_used,85361608}, {system,37443952}, {atom,1412289}, {atom_used,1387789}, {binary,4311304}, {code,14531880}, {ets,5482248}]}, {system_memory_data, [{system_total_memory,6442450944}, {free_swap,6291447808}, {total_swap,6291447808}, {cached_memory,603230208}, {buffered_memory,730464256}, {free_memory,4551655424}, {total_memory,6442450944}]}, {node_storage_conf, [{db_path,"/opt/couchbase/var/lib/couchbase/data/"}, {index_path,"/opt/couchbase/var/lib/couchbase/data/"}]}, {statistics, [{wall_clock,{1508079,5001}}, {context_switches,{3420704,0}}, {garbage_collection,{471933,1478142687,0}}, {io,{{input,132682502},{output,101326273}}}, {reductions,{514184699,713119}}, {run_queue,0}, {runtime,{74740,90}}]}, {system_stats, [{cpu_utilization_rate,0.2849002849002849}, {swap_total,6291447808}, {swap_used,0}]}, {interesting_stats, [{couch_docs_actual_disk_size,4267116}, {couch_docs_data_size,4234330}, {couch_views_actual_disk_size,0}, {couch_views_data_size,0}, {curr_items,11}, {curr_items_tot,17}, {mem_used,16096024}, {vb_replica_curr_items,6}]}, {cluster_compatibility_version,131072}, {version, [{public_key,"0.13"}, {lhttpc,"1.3.0"}, {ale,"8cffe61"}, {os_mon,"2.2.7"}, {couch_set_view,"1.2.0a-31560d7-git"}, {mnesia,"4.5"}, {inets,"5.7.1"}, {couch,"1.2.0a-31560d7-git"}, {mapreduce,"1.0.0"}, {couch_index_merger,"1.2.0a-31560d7-git"}, {kernel,"2.14.5"}, {crypto,"2.0.4"}, {ssl,"4.1.6"}, {sasl,"2.1.10"}, {couch_view_parser,"1.0.0"}, {ns_server,"2.0.0-1965-rel-enterprise"}, {mochiweb,"1.4.1"}, {oauth,"7d85d3ef"}, {stdlib,"1.17.5"}]}, {supported_compat_version,[2,0]}, {system_arch,"x86_64-unknown-linux-gnu"}, {wall_clock,1508}, {memory_data,{6442450944,1890795520,{<18067.1014.0>,3514512}}}, {disk_data,[{"/",103209120,8}]}, {meminfo, <<"MemTotal: 6291456 kB\nMemFree: 4444976 kB\nBuffers: 713344 kB\nCached: 589092 kB\nSwapCached: 0 kB\nActive: 1166004 kB\nInactive: 405236 kB\nHighTotal: 0 kB\nHighFree: 0 kB\nLowTotal: 6291456 kB\nLowFree: 4444976 kB\nSwapTotal: 6143992 kB\nSwapFree: 6143992 kB\nDirty: 564 kB\nWriteback: 0 kB\nAnonPages: 267400 kB\nMapped: 14968 kB\nSlab: 115640 kB\nPageTables: 2512 kB\nNFS_Unstable: 0 kB\nBounce: 0 kB\nCommitLimit: 9289720 kB\nCommitted_AS: 782840 kB\nVmallocTotal: 34359738367 kB\nVmallocUsed: 3384 kB\nVmallocChunk: 34359734983 kB\n">>}]}, {'ns_1@10.3.3.96', [{last_heard,{1353,954006,186858}}, {outgoing_replications_safeness_level,[{"default",green}]}, {incoming_replications_conf_hashes, [{"default", [{'ns_1@10.3.2.57',33817834}, {'ns_1@10.3.3.100',41681736}, {'ns_1@10.3.3.98',10928119}]}]}, {active_buckets,["default"]}, {ready_buckets,["default"]}, {local_tasks,[]}, {memory, [{total,119233512}, {processes,81745864}, {processes_used,81264848}, {system,37487648}, {atom,1411481}, {atom_used,1387300}, {binary,4346728}, {code,14564384}, {ets,5456032}]}, {system_memory_data, [{system_total_memory,6442450944}, {free_swap,6291447808}, {total_swap,6291447808}, {cached_memory,620826624}, {buffered_memory,493387776}, {free_memory,4802183168}, {total_memory,6442450944}]}, {node_storage_conf, [{db_path,"/opt/couchbase/var/lib/couchbase/data/"}, {index_path,"/opt/couchbase/var/lib/couchbase/data/"}]}, {statistics, [{wall_clock,{1503327,5004}}, {context_switches,{3439766,0}}, {garbage_collection,{478816,1495762415,0}}, {io,{{input,131643650},{output,101527983}}}, {reductions,{516567354,654397}}, {run_queue,0}, {runtime,{75500,80}}]}, {system_stats, [{cpu_utilization_rate,0.24875621890547264}, {swap_total,6291447808}, {swap_used,0}]}, {interesting_stats, [{couch_docs_actual_disk_size,4274922}, {couch_docs_data_size,4242522}, {couch_views_actual_disk_size,0}, {couch_views_data_size,0}, {curr_items,0}, {curr_items_tot,23}, {mem_used,16099688}, {vb_replica_curr_items,23}]}, {cluster_compatibility_version,131072}, {version, [{public_key,"0.13"}, {lhttpc,"1.3.0"}, {ale,"8cffe61"}, {os_mon,"2.2.7"}, {couch_set_view,"1.2.0a-31560d7-git"}, {mnesia,"4.5"}, {inets,"5.7.1"}, {couch,"1.2.0a-31560d7-git"}, {mapreduce,"1.0.0"}, {couch_index_merger,"1.2.0a-31560d7-git"}, {kernel,"2.14.5"}, {crypto,"2.0.4"}, {ssl,"4.1.6"}, {sasl,"2.1.10"}, {couch_view_parser,"1.0.0"}, {ns_server,"2.0.0-1965-rel-enterprise"}, {mochiweb,"1.4.1"}, {oauth,"7d85d3ef"}, {stdlib,"1.17.5"}]}, {supported_compat_version,[2,0]}, {system_arch,"x86_64-unknown-linux-gnu"}, {wall_clock,1503}, {memory_data,{6442450944,1640394752,{<0.944.0>,2543368}}}, {disk_data,[{"/",103209120,8}]}, {meminfo, <<"MemTotal: 6291456 kB\nMemFree: 4689632 kB\nBuffers: 481824 kB\nCached: 606276 kB\nSwapCached: 0 kB\nActive: 936532 kB\nInactive: 425980 kB\nHighTotal: 0 kB\nHighFree: 0 kB\nLowTotal: 6291456 kB\nLowFree: 4689632 kB\nSwapTotal: 6143992 kB\nSwapFree: 6143992 kB\nDirty: 40 kB\nWriteback: 0 kB\nAnonPages: 273612 kB\nMapped: 14600 kB\nSlab: 79576 kB\nPageTables: 2376 kB\nNFS_Unstable: 0 kB\nBounce: 0 kB\nCommitLimit: 9289720 kB\nCommitted_AS: 786532 kB\nVmallocTotal: 34359738367 kB\nVmallocUsed: 3384 kB\nVmallocChunk: 34359734983 kB\n">>}]}, {'ns_1@10.3.3.98', [{last_heard,{1353,954010,532310}}, {outgoing_replications_safeness_level,[{"default",green}]}, {incoming_replications_conf_hashes, [{"default", [{'ns_1@10.3.2.57',115455469}, {'ns_1@10.3.3.100',74343578}, {'ns_1@10.3.3.96',66117516}]}]}, {active_buckets,["default"]}, {ready_buckets,["default"]}, {local_tasks,[]}, {memory, [{total,122323376}, {processes,85061344}, {processes_used,84597448}, {system,37262032}, {atom,1413905}, {atom_used,1390826}, {binary,4065968}, {code,14584964}, {ets,5491040}]}, {system_memory_data, [{system_total_memory,6442450944}, {free_swap,6291378176}, {total_swap,6291447808}, {cached_memory,603648000}, {buffered_memory,516255744}, {free_memory,4782030848}, {total_memory,6442450944}]}, {node_storage_conf, [{db_path,"/opt/couchbase/var/lib/couchbase/data/"}, {index_path,"/opt/couchbase/var/lib/couchbase/data/"}]}, {statistics, [{wall_clock,{1512649,4997}}, {context_switches,{3474336,0}}, {garbage_collection,{486431,1517965357,0}}, {io,{{input,133009398},{output,101990670}}}, {reductions,{525523538,618085}}, {run_queue,0}, {runtime,{75690,80}}]}, {system_stats, [{cpu_utilization_rate,0.0}, {swap_total,6291447808}, {swap_used,69632}]}, {interesting_stats, [{couch_docs_actual_disk_size,4258887}, {couch_docs_data_size,4226093}, {couch_views_actual_disk_size,0}, {couch_views_data_size,0}, {curr_items,6}, {curr_items_tot,6}, {mem_used,16086568}, {vb_replica_curr_items,0}]}, {cluster_compatibility_version,131072}, {version, [{public_key,"0.13"}, {lhttpc,"1.3.0"}, {ale,"8cffe61"}, {os_mon,"2.2.7"}, {couch_set_view,"1.2.0a-31560d7-git"}, {mnesia,"4.5"}, {inets,"5.7.1"}, {couch,"1.2.0a-31560d7-git"}, {mapreduce,"1.0.0"}, {couch_index_merger,"1.2.0a-31560d7-git"}, {kernel,"2.14.5"}, {crypto,"2.0.4"}, {ssl,"4.1.6"}, {sasl,"2.1.10"}, {couch_view_parser,"1.0.0"}, {ns_server,"2.0.0-1965-rel-enterprise"}, {mochiweb,"1.4.1"}, {oauth,"7d85d3ef"}, {stdlib,"1.17.5"}]}, {supported_compat_version,[2,0]}, {system_arch,"x86_64-unknown-linux-gnu"}, {wall_clock,1512}, {memory_data,{6442450944,1660547072,{<18066.941.0>,3514472}}}, {disk_data,[{"/",103209120,8}]}, {meminfo, <<"MemTotal: 6291456 kB\nMemFree: 4670076 kB\nBuffers: 504156 kB\nCached: 589500 kB\nSwapCached: 68 kB\nActive: 974296 kB\nInactive: 404340 kB\nHighTotal: 0 kB\nHighFree: 0 kB\nLowTotal: 6291456 kB\nLowFree: 4670076 kB\nSwapTotal: 6143992 kB\nSwapFree: 6143924 kB\nDirty: 588 kB\nWriteback: 0 kB\nAnonPages: 284244 kB\nMapped: 14956 kB\nSlab: 83444 kB\nPageTables: 2572 kB\nNFS_Unstable: 0 kB\nBounce: 0 kB\nCommitLimit: 9289720 kB\nCommitted_AS: 798792 kB\nVmallocTotal: 34359738367 kB\nVmallocUsed: 3384 kB\nVmallocChunk: 34359734983 kB\n">>}]}] [stats:debug,2012-11-26T10:20:13.676,ns_1@10.3.3.96:<0.4839.1>:stats_collector:maybe_log_stats:126](at {{1970,1,16},{8,5,54}}) Stats for bucket "default": accepting_conns 1 auth_cmds 0 auth_errors 0 bucket_active_conns 1 bucket_conns 20 bytes 16099656 bytes_read 225951 bytes_written 22982128 cas_badval 0 cas_hits 0 cas_misses 0 cmd_flush 0 cmd_get 0 cmd_set 0 conn_yields 23 connection_structures 5000 curr_connections 21 curr_conns_on_port_11209 18 curr_conns_on_port_11210 1 curr_items 0 curr_items_tot 23 curr_temp_items 0 daemon_connections 4 decr_hits 0 decr_misses 0 delete_hits 0 delete_misses 0 ep_access_scanner_last_runtime 0 ep_access_scanner_num_items 0 ep_access_scanner_task_time 2012-11-27 10:00:00 ep_allow_data_loss_during_shutdown 1 ep_alog_block_size 4096 ep_alog_path /opt/couchbase/var/lib/couchbase/data/default/access.log ep_alog_sleep_time 1440 ep_alog_task_time 10 ep_backend couchdb ep_bg_fetch_delay 0 ep_bg_fetched 0 ep_bg_meta_fetched 0 ep_bg_remaining_jobs 0 ep_chk_max_items 5000 ep_chk_period 1800 ep_chk_persistence_remains 0 ep_chk_persistence_timeout 10 ep_chk_remover_stime 5 ep_commit_num 4 ep_commit_time 3 ep_commit_time_total 17 ep_concurrentDB 1 ep_config_file ep_couch_bucket default ep_couch_host localhost ep_couch_port 11213 ep_couch_reconnect_sleeptime 250 ep_couch_response_timeout 180000 ep_data_age 3 ep_data_age_highwat 3 ep_data_traffic_enabled 0 ep_dbinit 0 ep_dbname /opt/couchbase/var/lib/couchbase/data/default ep_degraded_mode 0 ep_diskqueue_drain 23 ep_diskqueue_fill 23 ep_diskqueue_items 0 ep_diskqueue_memory 0 ep_diskqueue_pending 0 ep_exp_pager_stime 3600 ep_exp_pager_stime 3600 ep_expired_access 0 ep_expired_pager 0 ep_expiry_window 3 ep_failpartialwarmup 0 ep_flush_all false ep_flush_duration_total 0 ep_flushall_enabled 0 ep_flusher_state running ep_flusher_todo 0 ep_getl_default_timeout 15 ep_getl_max_timeout 30 ep_ht_locks 5 ep_ht_size 3079 ep_inconsistent_slave_chk 0 ep_initfile ep_io_num_read 0 ep_io_num_write 23 ep_io_read_bytes 0 ep_io_write_bytes 13485 ep_item_begin_failed 0 ep_item_commit_failed 0 ep_item_flush_expired 0 ep_item_flush_failed 0 ep_item_num_based_new_chk 1 ep_items_rm_from_checkpoints 0 ep_keep_closed_chks 0 ep_klog_block_size 4096 ep_klog_compactor_queue_cap 500000 ep_klog_compactor_stime 3600 ep_klog_flush commit2 ep_klog_max_entry_ratio 10 ep_klog_max_log_size 2147483647 ep_klog_path ep_klog_sync commit2 ep_kv_size 15381 ep_max_checkpoints 2 ep_max_data_size 1073741824 ep_max_item_size 20971520 ep_max_size 1073741824 ep_max_txn_size 10000 ep_max_vbuckets 1024 ep_mem_high_wat 805306368 ep_mem_high_wat 805306368 ep_mem_low_wat 644245094 ep_mem_low_wat 644245094 ep_mem_tracker_enabled true ep_min_data_age 0 ep_mlog_compactor_runs 0 ep_mutation_mem_threshold 0 ep_num_access_scanner_runs 0 ep_num_eject_failures 0 ep_num_expiry_pager_runs 0 ep_num_non_resident 0 ep_num_not_my_vbuckets 0 ep_num_ops_del_meta 0 ep_num_ops_get_meta 0 ep_num_ops_set_meta 0 ep_num_pager_runs 0 ep_num_value_ejects 0 ep_oom_errors 0 ep_overhead 13615370 ep_pager_active_vb_pcnt 40 ep_pager_unbiased_period 60 ep_pending_ops 0 ep_pending_ops_max 0 ep_pending_ops_max_duration 0 ep_pending_ops_total 0 ep_postInitfile ep_queue_age_cap 900 ep_queue_size 0 ep_startup_time 1353952912 ep_storage_age 0 ep_storage_age_highwat 0 ep_store_max_concurrency 10 ep_store_max_readers 9 ep_store_max_readwrite 1 ep_stored_val_type ep_tap_ack_grace_period 300 ep_tap_ack_initial_sequence_number 1 ep_tap_ack_interval 1000 ep_tap_ack_window_size 10 ep_tap_backfill_resident 0.9 ep_tap_backlog_limit 5000 ep_tap_backoff_period 5 ep_tap_bg_fetch_requeued 0 ep_tap_bg_fetched 0 ep_tap_bg_max_pending 500 ep_tap_keepalive 300 ep_tap_noop_interval 20 ep_tap_requeue_sleep_time 0.1 ep_tap_throttle_cap_pcnt 10 ep_tap_throttle_queue_cap 1000000 ep_tap_throttle_threshold 90 ep_tmp_oom_errors 0 ep_too_old 0 ep_too_young 0 ep_total_cache_size 15105 ep_total_del_items 0 ep_total_enqueued 23 ep_total_new_items 23 ep_total_persisted 23 ep_uncommitted_items 0 ep_value_size 13312 ep_vb0 0 ep_vb_snapshot_total 6 ep_vb_total 512 ep_vbucket_del 0 ep_vbucket_del_fail 0 ep_version 2.0.0r_140_gde42c8c ep_waitforwarmup 0 ep_warmup 1 ep_warmup_batch_size 1000 ep_warmup_dups 0 ep_warmup_min_items_threshold 100 ep_warmup_min_memory_threshold 100 ep_warmup_oom 0 ep_warmup_thread complete ep_warmup_time 635 get_hits 0 get_misses 0 incr_hits 0 incr_misses 0 libevent 2.0.11-stable limit_maxbytes 67108864 listen_disabled_num 0 max_conns_on_port_11209 1000 max_conns_on_port_11210 9000 mem_used 16099656 pid 25417 pointer_size 64 rejected_conns 0 rusage_system 1.960122 rusage_user 8.036502 tap_checkpoint_start_received 512 tap_checkpoint_start_sent 512 tap_connect_received 6 tap_mutation_received 2466 tap_mutation_sent 2484 tap_opaque_received 1039 tap_opaque_sent 1036 threads 4 time 1353954013 total_connections 42 uptime 1444 vb_active_curr_items 0 vb_active_eject 0 vb_active_expired 0 vb_active_ht_memory 6428672 vb_active_itm_memory 0 vb_active_meta_data_memory 0 vb_active_num 256 vb_active_num_non_resident 0 vb_active_num_ref_ejects 0 vb_active_num_ref_items 0 vb_active_ops_create 0 vb_active_ops_delete 0 vb_active_ops_reject 0 vb_active_ops_update 0 vb_active_perc_mem_resident 0 vb_active_queue_age 0 vb_active_queue_drain 0 vb_active_queue_fill 0 vb_active_queue_memory 0 vb_active_queue_pending 0 vb_active_queue_size 0 vb_dead_num 0 vb_pending_curr_items 0 vb_pending_eject 0 vb_pending_expired 0 vb_pending_ht_memory 0 vb_pending_itm_memory 0 vb_pending_meta_data_memory 0 vb_pending_num 0 vb_pending_num_non_resident 0 vb_pending_num_ref_ejects 0 vb_pending_num_ref_items 0 vb_pending_ops_create 0 vb_pending_ops_delete 0 vb_pending_ops_reject 0 vb_pending_ops_update 0 vb_pending_perc_mem_resident 0 vb_pending_queue_age 0 vb_pending_queue_drain 0 vb_pending_queue_fill 0 vb_pending_queue_memory 0 vb_pending_queue_pending 0 vb_pending_queue_size 0 vb_replica_curr_items 23 vb_replica_eject 0 vb_replica_expired 0 vb_replica_ht_memory 6428672 vb_replica_itm_memory 15105 vb_replica_meta_data_memory 1898 vb_replica_num 256 vb_replica_num_non_resident 0 vb_replica_num_ref_ejects 0 vb_replica_num_ref_items 0 vb_replica_ops_create 23 vb_replica_ops_delete 0 vb_replica_ops_reject 0 vb_replica_ops_update 0 vb_replica_perc_mem_resident 100 vb_replica_queue_age 0 vb_replica_queue_drain 23 vb_replica_queue_fill 23 vb_replica_queue_memory 0 vb_replica_queue_pending 0 vb_replica_queue_size 0 version 1.4.4_600_g7ea975a [ns_doctor:debug,2012-11-26T10:21:11.182,ns_1@10.3.3.96:ns_doctor<0.891.0>:ns_doctor:handle_info:137]Current node statuses: [{'ns_1@10.3.2.57', [{last_heard,{1353,954071,14632}}, {outgoing_replications_safeness_level,[{"default",green}]}, {incoming_replications_conf_hashes, [{"default", [{'ns_1@10.3.3.100',110886191}, {'ns_1@10.3.3.96',41456239}, {'ns_1@10.3.3.98',112129458}]}]}, {active_buckets,["default"]}, {ready_buckets,["default"]}, {local_tasks,[]}, {memory, [{total,124756136}, {processes,85181072}, {processes_used,84651576}, {system,39575064}, {atom,1492169}, {atom_used,1478864}, {binary,5759720}, {code,14903159}, {ets,5700064}]}, {system_memory_data, [{system_total_memory,6442450944}, {free_swap,6291378176}, {total_swap,6291447808}, {cached_memory,1102426112}, {buffered_memory,668946432}, {free_memory,4095238144}, {total_memory,6442450944}]}, {node_storage_conf, [{db_path,"/opt/couchbase/var/lib/couchbase/data/"}, {index_path,"/opt/couchbase/var/lib/couchbase/data/"}]}, {statistics, [{wall_clock,{1573605,5000}}, {context_switches,{3711116,0}}, {garbage_collection,{483313,1921976669,0}}, {io,{{input,242104949},{output,128322264}}}, {reductions,{886823074,2912635}}, {run_queue,0}, {runtime,{88540,160}}]}, {system_stats, [{cpu_utilization_rate,0.0}, {swap_total,6291447808}, {swap_used,69632}]}, {interesting_stats, [{couch_docs_actual_disk_size,4263015}, {couch_docs_data_size,4230189}, {couch_views_actual_disk_size,0}, {couch_views_data_size,0}, {curr_items,12}, {curr_items_tot,12}, {mem_used,16092072}, {vb_replica_curr_items,0}]}, {cluster_compatibility_version,131072}, {version, [{public_key,"0.13"}, {lhttpc,"1.3.0"}, {ale,"8cffe61"}, {os_mon,"2.2.7"}, {couch_set_view,"1.2.0a-31560d7-git"}, {mnesia,"4.5"}, {inets,"5.7.1"}, {couch,"1.2.0a-31560d7-git"}, {mapreduce,"1.0.0"}, {couch_index_merger,"1.2.0a-31560d7-git"}, {kernel,"2.14.5"}, {crypto,"2.0.4"}, {ssl,"4.1.6"}, {sasl,"2.1.10"}, {couch_view_parser,"1.0.0"}, {ns_server,"2.0.0-1965-rel-enterprise"}, {mochiweb,"1.4.1"}, {oauth,"7d85d3ef"}, {stdlib,"1.17.5"}]}, {supported_compat_version,[2,0]}, {system_arch,"x86_64-unknown-linux-gnu"}, {wall_clock,1573}, {memory_data,{6442450944,2347466752,{<18023.332.0>,3514472}}}, {disk_data,[{"/",103209120,9}]}, {meminfo, <<"MemTotal: 6291456 kB\nMemFree: 3999256 kB\nBuffers: 653268 kB\nCached: 1076588 kB\nSwapCached: 0 kB\nActive: 1303588 kB\nInactive: 720688 kB\nHighTotal: 0 kB\nHighFree: 0 kB\nLowTotal: 6291456 kB\nLowFree: 3999256 kB\nSwapTotal: 6143992 kB\nSwapFree: 6143924 kB\nDirty: 640 kB\nWriteback: 0 kB\nAnonPages: 293104 kB\nMapped: 14660 kB\nSlab: 108804 kB\nPageTables: 2504 kB\nNFS_Unstable: 0 kB\nBounce: 0 kB\nCommitLimit: 9289720 kB\nCommitted_AS: 803200 kB\nVmallocTotal: 34359738367 kB\nVmallocUsed: 3384 kB\nVmallocChunk: 34359734983 kB\n">>}]}, {'ns_1@10.3.3.100', [{last_heard,{1353,954069,746052}}, {outgoing_replications_safeness_level,[{"default",green}]}, {incoming_replications_conf_hashes, [{"default", [{'ns_1@10.3.2.57',63506121}, {'ns_1@10.3.3.96',117606290}, {'ns_1@10.3.3.98',14619049}]}]}, {active_buckets,["default"]}, {ready_buckets,["default"]}, {local_tasks,[]}, {memory, [{total,122276816}, {processes,84662536}, {processes_used,84214160}, {system,37614280}, {atom,1412289}, {atom_used,1387789}, {binary,4303576}, {code,14531880}, {ets,5660592}]}, {system_memory_data, [{system_total_memory,6442450944}, {free_swap,6291447808}, {total_swap,6291447808}, {cached_memory,598687744}, {buffered_memory,730472448}, {free_memory,4553797632}, {total_memory,6442450944}]}, {node_storage_conf, [{db_path,"/opt/couchbase/var/lib/couchbase/data/"}, {index_path,"/opt/couchbase/var/lib/couchbase/data/"}]}, {statistics, [{wall_clock,{1568078,4998}}, {context_switches,{3522497,0}}, {garbage_collection,{481214,1510488455,0}}, {io,{{input,138064091},{output,107240855}}}, {reductions,{522887130,710775}}, {run_queue,0}, {runtime,{75940,90}}]}, {system_stats, [{cpu_utilization_rate,0.26455026455026454}, {swap_total,6291447808}, {swap_used,0}]}, {interesting_stats, [{couch_docs_actual_disk_size,4267116}, {couch_docs_data_size,4234330}, {couch_views_actual_disk_size,0}, {couch_views_data_size,0}, {curr_items,11}, {curr_items_tot,17}, {mem_used,16096024}, {vb_replica_curr_items,6}]}, {cluster_compatibility_version,131072}, {version, [{public_key,"0.13"}, {lhttpc,"1.3.0"}, {ale,"8cffe61"}, {os_mon,"2.2.7"}, {couch_set_view,"1.2.0a-31560d7-git"}, {mnesia,"4.5"}, {inets,"5.7.1"}, {couch,"1.2.0a-31560d7-git"}, {mapreduce,"1.0.0"}, {couch_index_merger,"1.2.0a-31560d7-git"}, {kernel,"2.14.5"}, {crypto,"2.0.4"}, {ssl,"4.1.6"}, {sasl,"2.1.10"}, {couch_view_parser,"1.0.0"}, {ns_server,"2.0.0-1965-rel-enterprise"}, {mochiweb,"1.4.1"}, {oauth,"7d85d3ef"}, {stdlib,"1.17.5"}]}, {supported_compat_version,[2,0]}, {system_arch,"x86_64-unknown-linux-gnu"}, {wall_clock,1568}, {memory_data,{6442450944,1888272384,{<18067.1014.0>,3514512}}}, {disk_data,[{"/",103209120,8}]}, {meminfo, <<"MemTotal: 6291456 kB\nMemFree: 4447068 kB\nBuffers: 713352 kB\nCached: 584656 kB\nSwapCached: 0 kB\nActive: 1167312 kB\nInactive: 401404 kB\nHighTotal: 0 kB\nHighFree: 0 kB\nLowTotal: 6291456 kB\nLowFree: 4447068 kB\nSwapTotal: 6143992 kB\nSwapFree: 6143992 kB\nDirty: 156 kB\nWriteback: 0 kB\nAnonPages: 269356 kB\nMapped: 14968 kB\nSlab: 115624 kB\nPageTables: 2504 kB\nNFS_Unstable: 0 kB\nBounce: 0 kB\nCommitLimit: 9289720 kB\nCommitted_AS: 783140 kB\nVmallocTotal: 34359738367 kB\nVmallocUsed: 3384 kB\nVmallocChunk: 34359734983 kB\n">>}]}, {'ns_1@10.3.3.96', [{last_heard,{1353,954066,184732}}, {outgoing_replications_safeness_level,[{"default",green}]}, {incoming_replications_conf_hashes, [{"default", [{'ns_1@10.3.2.57',33817834}, {'ns_1@10.3.3.100',41681736}, {'ns_1@10.3.3.98',10928119}]}]}, {active_buckets,["default"]}, {ready_buckets,["default"]}, {local_tasks,[]}, {memory, [{total,116818696}, {processes,78880744}, {processes_used,78399728}, {system,37937952}, {atom,1411481}, {atom_used,1387300}, {binary,4619304}, {code,14564384}, {ets,5633912}]}, {system_memory_data, [{system_total_memory,6442450944}, {free_swap,6291447808}, {total_swap,6291447808}, {cached_memory,616308736}, {buffered_memory,493395968}, {free_memory,4809445376}, {total_memory,6442450944}]}, {node_storage_conf, [{db_path,"/opt/couchbase/var/lib/couchbase/data/"}, {index_path,"/opt/couchbase/var/lib/couchbase/data/"}]}, {statistics, [{wall_clock,{1563325,5001}}, {context_switches,{3541485,0}}, {garbage_collection,{488515,1527644518,0}}, {io,{{input,137114086},{output,107090200}}}, {reductions,{524838084,653135}}, {run_queue,0}, {runtime,{76620,90}}]}, {system_stats, [{cpu_utilization_rate,0.7263922518159807}, {swap_total,6291447808}, {swap_used,0}]}, {interesting_stats, [{couch_docs_actual_disk_size,4274922}, {couch_docs_data_size,4242522}, {couch_views_actual_disk_size,0}, {couch_views_data_size,0}, {curr_items,0}, {curr_items_tot,23}, {mem_used,16099688}, {vb_replica_curr_items,23}]}, {cluster_compatibility_version,131072}, {version, [{public_key,"0.13"}, {lhttpc,"1.3.0"}, {ale,"8cffe61"}, {os_mon,"2.2.7"}, {couch_set_view,"1.2.0a-31560d7-git"}, {mnesia,"4.5"}, {inets,"5.7.1"}, {couch,"1.2.0a-31560d7-git"}, {mapreduce,"1.0.0"}, {couch_index_merger,"1.2.0a-31560d7-git"}, {kernel,"2.14.5"}, {crypto,"2.0.4"}, {ssl,"4.1.6"}, {sasl,"2.1.10"}, {couch_view_parser,"1.0.0"}, {ns_server,"2.0.0-1965-rel-enterprise"}, {mochiweb,"1.4.1"}, {oauth,"7d85d3ef"}, {stdlib,"1.17.5"}]}, {supported_compat_version,[2,0]}, {system_arch,"x86_64-unknown-linux-gnu"}, {wall_clock,1563}, {memory_data,{6442450944,1632624640,{<0.944.0>,2543368}}}, {disk_data,[{"/",103209120,8}]}, {meminfo, <<"MemTotal: 6291456 kB\nMemFree: 4696724 kB\nBuffers: 481832 kB\nCached: 601864 kB\nSwapCached: 0 kB\nActive: 933516 kB\nInactive: 422052 kB\nHighTotal: 0 kB\nHighFree: 0 kB\nLowTotal: 6291456 kB\nLowFree: 4696724 kB\nSwapTotal: 6143992 kB\nSwapFree: 6143992 kB\nDirty: 600 kB\nWriteback: 0 kB\nAnonPages: 271200 kB\nMapped: 14600 kB\nSlab: 79620 kB\nPageTables: 2376 kB\nNFS_Unstable: 0 kB\nBounce: 0 kB\nCommitLimit: 9289720 kB\nCommitted_AS: 781772 kB\nVmallocTotal: 34359738367 kB\nVmallocUsed: 3384 kB\nVmallocChunk: 34359734983 kB\n">>}]}, {'ns_1@10.3.3.98', [{last_heard,{1353,954070,533817}}, {outgoing_replications_safeness_level,[{"default",green}]}, {incoming_replications_conf_hashes, [{"default", [{'ns_1@10.3.2.57',115455469}, {'ns_1@10.3.3.100',74343578}, {'ns_1@10.3.3.96',66117516}]}]}, {active_buckets,["default"]}, {ready_buckets,["default"]}, {local_tasks,[]}, {memory, [{total,121272568}, {processes,83800736}, {processes_used,83336840}, {system,37471832}, {atom,1413905}, {atom_used,1390826}, {binary,4097704}, {code,14584964}, {ets,5669440}]}, {system_memory_data, [{system_total_memory,6442450944}, {free_swap,6291378176}, {total_swap,6291447808}, {cached_memory,599080960}, {buffered_memory,516255744}, {free_memory,4787744768}, {total_memory,6442450944}]}, {node_storage_conf, [{db_path,"/opt/couchbase/var/lib/couchbase/data/"}, {index_path,"/opt/couchbase/var/lib/couchbase/data/"}]}, {statistics, [{wall_clock,{1572650,4997}}, {context_switches,{3576159,0}}, {garbage_collection,{495733,1550232166,0}}, {io,{{input,138381667},{output,107549359}}}, {reductions,{533957372,614264}}, {run_queue,0}, {runtime,{76850,80}}]}, {system_stats, [{cpu_utilization_rate,0.0}, {swap_total,6291447808}, {swap_used,69632}]}, {interesting_stats, [{couch_docs_actual_disk_size,4258887}, {couch_docs_data_size,4226093}, {couch_views_actual_disk_size,0}, {couch_views_data_size,0}, {curr_items,6}, {curr_items_tot,6}, {mem_used,16086568}, {vb_replica_curr_items,0}]}, {cluster_compatibility_version,131072}, {version, [{public_key,"0.13"}, {lhttpc,"1.3.0"}, {ale,"8cffe61"}, {os_mon,"2.2.7"}, {couch_set_view,"1.2.0a-31560d7-git"}, {mnesia,"4.5"}, {inets,"5.7.1"}, {couch,"1.2.0a-31560d7-git"}, {mapreduce,"1.0.0"}, {couch_index_merger,"1.2.0a-31560d7-git"}, {kernel,"2.14.5"}, {crypto,"2.0.4"}, {ssl,"4.1.6"}, {sasl,"2.1.10"}, {couch_view_parser,"1.0.0"}, {ns_server,"2.0.0-1965-rel-enterprise"}, {mochiweb,"1.4.1"}, {oauth,"7d85d3ef"}, {stdlib,"1.17.5"}]}, {supported_compat_version,[2,0]}, {system_arch,"x86_64-unknown-linux-gnu"}, {wall_clock,1572}, {memory_data,{6442450944,1655881728,{<18066.941.0>,3514472}}}, {disk_data,[{"/",103209120,8}]}, {meminfo, <<"MemTotal: 6291456 kB\nMemFree: 4675532 kB\nBuffers: 504156 kB\nCached: 585040 kB\nSwapCached: 68 kB\nActive: 972652 kB\nInactive: 400476 kB\nHighTotal: 0 kB\nHighFree: 0 kB\nLowTotal: 6291456 kB\nLowFree: 4675532 kB\nSwapTotal: 6143992 kB\nSwapFree: 6143924 kB\nDirty: 216 kB\nWriteback: 0 kB\nAnonPages: 283084 kB\nMapped: 14956 kB\nSlab: 83468 kB\nPageTables: 2568 kB\nNFS_Unstable: 0 kB\nBounce: 0 kB\nCommitLimit: 9289720 kB\nCommitted_AS: 800052 kB\nVmallocTotal: 34359738367 kB\nVmallocUsed: 3384 kB\nVmallocChunk: 34359734983 kB\n">>}]}] [stats:debug,2012-11-26T10:21:53.680,ns_1@10.3.3.96:<0.4839.1>:stats_collector:maybe_log_stats:126](at {{1970,1,16},{8,5,54}}) Stats for bucket "default": accepting_conns 1 auth_cmds 0 auth_errors 0 bucket_active_conns 1 bucket_conns 20 bytes 16099672 bytes_read 237881 bytes_written 24989578 cas_badval 0 cas_hits 0 cas_misses 0 cmd_flush 0 cmd_get 0 cmd_set 0 conn_yields 23 connection_structures 5000 curr_connections 21 curr_conns_on_port_11209 18 curr_conns_on_port_11210 1 curr_items 0 curr_items_tot 23 curr_temp_items 0 daemon_connections 4 decr_hits 0 decr_misses 0 delete_hits 0 delete_misses 0 ep_access_scanner_last_runtime 0 ep_access_scanner_num_items 0 ep_access_scanner_task_time 2012-11-27 10:00:00 ep_allow_data_loss_during_shutdown 1 ep_alog_block_size 4096 ep_alog_path /opt/couchbase/var/lib/couchbase/data/default/access.log ep_alog_sleep_time 1440 ep_alog_task_time 10 ep_backend couchdb ep_bg_fetch_delay 0 ep_bg_fetched 0 ep_bg_meta_fetched 0 ep_bg_remaining_jobs 0 ep_chk_max_items 5000 ep_chk_period 1800 ep_chk_persistence_remains 0 ep_chk_persistence_timeout 10 ep_chk_remover_stime 5 ep_commit_num 4 ep_commit_time 3 ep_commit_time_total 17 ep_concurrentDB 1 ep_config_file ep_couch_bucket default ep_couch_host localhost ep_couch_port 11213 ep_couch_reconnect_sleeptime 250 ep_couch_response_timeout 180000 ep_data_age 3 ep_data_age_highwat 3 ep_data_traffic_enabled 0 ep_dbinit 0 ep_dbname /opt/couchbase/var/lib/couchbase/data/default ep_degraded_mode 0 ep_diskqueue_drain 23 ep_diskqueue_fill 23 ep_diskqueue_items 0 ep_diskqueue_memory 0 ep_diskqueue_pending 0 ep_exp_pager_stime 3600 ep_exp_pager_stime 3600 ep_expired_access 0 ep_expired_pager 0 ep_expiry_window 3 ep_failpartialwarmup 0 ep_flush_all false ep_flush_duration_total 0 ep_flushall_enabled 0 ep_flusher_state running ep_flusher_todo 0 ep_getl_default_timeout 15 ep_getl_max_timeout 30 ep_ht_locks 5 ep_ht_size 3079 ep_inconsistent_slave_chk 0 ep_initfile ep_io_num_read 0 ep_io_num_write 23 ep_io_read_bytes 0 ep_io_write_bytes 13485 ep_item_begin_failed 0 ep_item_commit_failed 0 ep_item_flush_expired 0 ep_item_flush_failed 0 ep_item_num_based_new_chk 1 ep_items_rm_from_checkpoints 0 ep_keep_closed_chks 0 ep_klog_block_size 4096 ep_klog_compactor_queue_cap 500000 ep_klog_compactor_stime 3600 ep_klog_flush commit2 ep_klog_max_entry_ratio 10 ep_klog_max_log_size 2147483647 ep_klog_path ep_klog_sync commit2 ep_kv_size 15381 ep_max_checkpoints 2 ep_max_data_size 1073741824 ep_max_item_size 20971520 ep_max_size 1073741824 ep_max_txn_size 10000 ep_max_vbuckets 1024 ep_mem_high_wat 805306368 ep_mem_high_wat 805306368 ep_mem_low_wat 644245094 ep_mem_low_wat 644245094 ep_mem_tracker_enabled true ep_min_data_age 0 ep_mlog_compactor_runs 0 ep_mutation_mem_threshold 0 ep_num_access_scanner_runs 0 ep_num_eject_failures 0 ep_num_expiry_pager_runs 0 ep_num_non_resident 0 ep_num_not_my_vbuckets 0 ep_num_ops_del_meta 0 ep_num_ops_get_meta 0 ep_num_ops_set_meta 0 ep_num_pager_runs 0 ep_num_value_ejects 0 ep_oom_errors 0 ep_overhead 13615370 ep_pager_active_vb_pcnt 40 ep_pager_unbiased_period 60 ep_pending_ops 0 ep_pending_ops_max 0 ep_pending_ops_max_duration 0 ep_pending_ops_total 0 ep_postInitfile ep_queue_age_cap 900 ep_queue_size 0 ep_startup_time 1353952912 ep_storage_age 0 ep_storage_age_highwat 0 ep_store_max_concurrency 10 ep_store_max_readers 9 ep_store_max_readwrite 1 ep_stored_val_type ep_tap_ack_grace_period 300 ep_tap_ack_initial_sequence_number 1 ep_tap_ack_interval 1000 ep_tap_ack_window_size 10 ep_tap_backfill_resident 0.9 ep_tap_backlog_limit 5000 ep_tap_backoff_period 5 ep_tap_bg_fetch_requeued 0 ep_tap_bg_fetched 0 ep_tap_bg_max_pending 500 ep_tap_keepalive 300 ep_tap_noop_interval 20 ep_tap_requeue_sleep_time 0.1 ep_tap_throttle_cap_pcnt 10 ep_tap_throttle_queue_cap 1000000 ep_tap_throttle_threshold 90 ep_tmp_oom_errors 0 ep_too_old 0 ep_too_young 0 ep_total_cache_size 15105 ep_total_del_items 0 ep_total_enqueued 23 ep_total_new_items 23 ep_total_persisted 23 ep_uncommitted_items 0 ep_value_size 13312 ep_vb0 0 ep_vb_snapshot_total 6 ep_vb_total 512 ep_vbucket_del 0 ep_vbucket_del_fail 0 ep_version 2.0.0r_140_gde42c8c ep_waitforwarmup 0 ep_warmup 1 ep_warmup_batch_size 1000 ep_warmup_dups 0 ep_warmup_min_items_threshold 100 ep_warmup_min_memory_threshold 100 ep_warmup_oom 0 ep_warmup_thread complete ep_warmup_time 635 get_hits 0 get_misses 0 incr_hits 0 incr_misses 0 libevent 2.0.11-stable limit_maxbytes 67108864 listen_disabled_num 0 max_conns_on_port_11209 1000 max_conns_on_port_11210 9000 mem_used 16099672 pid 25417 pointer_size 64 rejected_conns 0 rusage_system 1.964122 rusage_user 8.116507 tap_checkpoint_start_received 512 tap_checkpoint_start_sent 512 tap_connect_received 6 tap_mutation_received 2466 tap_mutation_sent 2484 tap_opaque_received 1039 tap_opaque_sent 1036 threads 4 time 1353954112 total_connections 42 uptime 1543 vb_active_curr_items 0 vb_active_eject 0 vb_active_expired 0 vb_active_ht_memory 6428672 vb_active_itm_memory 0 vb_active_meta_data_memory 0 vb_active_num 256 vb_active_num_non_resident 0 vb_active_num_ref_ejects 0 vb_active_num_ref_items 0 vb_active_ops_create 0 vb_active_ops_delete 0 vb_active_ops_reject 0 vb_active_ops_update 0 vb_active_perc_mem_resident 0 vb_active_queue_age 0 vb_active_queue_drain 0 vb_active_queue_fill 0 vb_active_queue_memory 0 vb_active_queue_pending 0 vb_active_queue_size 0 vb_dead_num 0 vb_pending_curr_items 0 vb_pending_eject 0 vb_pending_expired 0 vb_pending_ht_memory 0 vb_pending_itm_memory 0 vb_pending_meta_data_memory 0 vb_pending_num 0 vb_pending_num_non_resident 0 vb_pending_num_ref_ejects 0 vb_pending_num_ref_items 0 vb_pending_ops_create 0 vb_pending_ops_delete 0 vb_pending_ops_reject 0 vb_pending_ops_update 0 vb_pending_perc_mem_resident 0 vb_pending_queue_age 0 vb_pending_queue_drain 0 vb_pending_queue_fill 0 vb_pending_queue_memory 0 vb_pending_queue_pending 0 vb_pending_queue_size 0 vb_replica_curr_items 23 vb_replica_eject 0 vb_replica_expired 0 vb_replica_ht_memory 6428672 vb_replica_itm_memory 15105 vb_replica_meta_data_memory 1898 vb_replica_num 256 vb_replica_num_non_resident 0 vb_replica_num_ref_ejects 0 vb_replica_num_ref_items 0 vb_replica_ops_create 23 vb_replica_ops_delete 0 vb_replica_ops_reject 0 vb_replica_ops_update 0 vb_replica_perc_mem_resident 100 vb_replica_queue_age 0 vb_replica_queue_drain 23 vb_replica_queue_fill 23 vb_replica_queue_memory 0 vb_replica_queue_pending 0 vb_replica_queue_size 0 version 1.4.4_600_g7ea975a [ns_doctor:debug,2012-11-26T10:22:11.184,ns_1@10.3.3.96:ns_doctor<0.891.0>:ns_doctor:handle_info:137]Current node statuses: [{'ns_1@10.3.2.57', [{last_heard,{1353,954131,15961}}, {outgoing_replications_safeness_level,[{"default",green}]}, {incoming_replications_conf_hashes, [{"default", [{'ns_1@10.3.3.100',110886191}, {'ns_1@10.3.3.96',41456239}, {'ns_1@10.3.3.98',112129458}]}]}, {active_buckets,["default"]}, {ready_buckets,["default"]}, {local_tasks,[]}, {memory, [{total,127213584}, {processes,87585480}, {processes_used,87055984}, {system,39628104}, {atom,1492169}, {atom_used,1478864}, {binary,5741984}, {code,14903159}, {ets,5770472}]}, {system_memory_data, [{system_total_memory,6442450944}, {free_swap,6291378176}, {total_swap,6291447808}, {cached_memory,1103548416}, {buffered_memory,668946432}, {free_memory,4092952576}, {total_memory,6442450944}]}, {node_storage_conf, [{db_path,"/opt/couchbase/var/lib/couchbase/data/"}, {index_path,"/opt/couchbase/var/lib/couchbase/data/"}]}, {statistics, [{wall_clock,{1633606,5000}}, {context_switches,{3819449,0}}, {garbage_collection,{491247,1954178256,0}}, {io,{{input,244207334},{output,131428149}}}, {reductions,{908368922,2917786}}, {run_queue,0}, {runtime,{90090,170}}]}, {system_stats, [{cpu_utilization_rate,0.23923444976076555}, {swap_total,6291447808}, {swap_used,69632}]}, {interesting_stats, [{couch_docs_actual_disk_size,4263015}, {couch_docs_data_size,4230189}, {couch_views_actual_disk_size,0}, {couch_views_data_size,0}, {curr_items,12}, {curr_items_tot,12}, {mem_used,16091496}, {vb_replica_curr_items,0}]}, {cluster_compatibility_version,131072}, {version, [{public_key,"0.13"}, {lhttpc,"1.3.0"}, {ale,"8cffe61"}, {os_mon,"2.2.7"}, {couch_set_view,"1.2.0a-31560d7-git"}, {mnesia,"4.5"}, {inets,"5.7.1"}, {couch,"1.2.0a-31560d7-git"}, {mapreduce,"1.0.0"}, {couch_index_merger,"1.2.0a-31560d7-git"}, {kernel,"2.14.5"}, {crypto,"2.0.4"}, {ssl,"4.1.6"}, {sasl,"2.1.10"}, {couch_view_parser,"1.0.0"}, {ns_server,"2.0.0-1965-rel-enterprise"}, {mochiweb,"1.4.1"}, {oauth,"7d85d3ef"}, {stdlib,"1.17.5"}]}, {supported_compat_version,[2,0]}, {system_arch,"x86_64-unknown-linux-gnu"}, {wall_clock,1633}, {memory_data,{6442450944,2347974656,{<18023.332.0>,3514472}}}, {disk_data,[{"/",103209120,9}]}, {meminfo, <<"MemTotal: 6291456 kB\nMemFree: 3997024 kB\nBuffers: 653268 kB\nCached: 1077684 kB\nSwapCached: 0 kB\nActive: 1304356 kB\nInactive: 721596 kB\nHighTotal: 0 kB\nHighFree: 0 kB\nLowTotal: 6291456 kB\nLowFree: 3997024 kB\nSwapTotal: 6143992 kB\nSwapFree: 6143924 kB\nDirty: 496 kB\nWriteback: 0 kB\nAnonPages: 293704 kB\nMapped: 14660 kB\nSlab: 108732 kB\nPageTables: 2516 kB\nNFS_Unstable: 0 kB\nBounce: 0 kB\nCommitLimit: 9289720 kB\nCommitted_AS: 808576 kB\nVmallocTotal: 34359738367 kB\nVmallocUsed: 3384 kB\nVmallocChunk: 34359734983 kB\n">>}]}, {'ns_1@10.3.3.100', [{last_heard,{1353,954129,747191}}, {outgoing_replications_safeness_level,[{"default",green}]}, {incoming_replications_conf_hashes, [{"default", [{'ns_1@10.3.2.57',63506121}, {'ns_1@10.3.3.96',117606290}, {'ns_1@10.3.3.98',14619049}]}]}, {active_buckets,["default"]}, {ready_buckets,["default"]}, {local_tasks,[]}, {memory, [{total,124985248}, {processes,87186640}, {processes_used,86738264}, {system,37798608}, {atom,1412289}, {atom_used,1387789}, {binary,4305416}, {code,14531880}, {ets,5843120}]}, {system_memory_data, [{system_total_memory,6442450944}, {free_swap,6291447808}, {total_swap,6291447808}, {cached_memory,599810048}, {buffered_memory,730472448}, {free_memory,4553052160}, {total_memory,6442450944}]}, {node_storage_conf, [{db_path,"/opt/couchbase/var/lib/couchbase/data/"}, {index_path,"/opt/couchbase/var/lib/couchbase/data/"}]}, {statistics, [{wall_clock,{1628078,5001}}, {context_switches,{3623813,0}}, {garbage_collection,{489004,1540528095,0}}, {io,{{input,140072194},{output,109133412}}}, {reductions,{531423055,711919}}, {run_queue,0}, {runtime,{76960,60}}]}, {system_stats, [{cpu_utilization_rate,0.2518891687657431}, {swap_total,6291447808}, {swap_used,0}]}, {interesting_stats, [{couch_docs_actual_disk_size,4267116}, {couch_docs_data_size,4234330}, {couch_views_actual_disk_size,0}, {couch_views_data_size,0}, {curr_items,11}, {curr_items_tot,17}, {mem_used,16096024}, {vb_replica_curr_items,6}]}, {cluster_compatibility_version,131072}, {version, [{public_key,"0.13"}, {lhttpc,"1.3.0"}, {ale,"8cffe61"}, {os_mon,"2.2.7"}, {couch_set_view,"1.2.0a-31560d7-git"}, {mnesia,"4.5"}, {inets,"5.7.1"}, {couch,"1.2.0a-31560d7-git"}, {mapreduce,"1.0.0"}, {couch_index_merger,"1.2.0a-31560d7-git"}, {kernel,"2.14.5"}, {crypto,"2.0.4"}, {ssl,"4.1.6"}, {sasl,"2.1.10"}, {couch_view_parser,"1.0.0"}, {ns_server,"2.0.0-1965-rel-enterprise"}, {mochiweb,"1.4.1"}, {oauth,"7d85d3ef"}, {stdlib,"1.17.5"}]}, {supported_compat_version,[2,0]}, {system_arch,"x86_64-unknown-linux-gnu"}, {wall_clock,1628}, {memory_data,{6442450944,1888636928,{<18067.1014.0>,3514512}}}, {disk_data,[{"/",103209120,8}]}, {meminfo, <<"MemTotal: 6291456 kB\nMemFree: 4446340 kB\nBuffers: 713352 kB\nCached: 585752 kB\nSwapCached: 0 kB\nActive: 1166928 kB\nInactive: 402324 kB\nHighTotal: 0 kB\nHighFree: 0 kB\nLowTotal: 6291456 kB\nLowFree: 4446340 kB\nSwapTotal: 6143992 kB\nSwapFree: 6143992 kB\nDirty: 548 kB\nWriteback: 0 kB\nAnonPages: 268744 kB\nMapped: 14968 kB\nSlab: 115568 kB\nPageTables: 2512 kB\nNFS_Unstable: 0 kB\nBounce: 0 kB\nCommitLimit: 9289720 kB\nCommitted_AS: 783584 kB\nVmallocTotal: 34359738367 kB\nVmallocUsed: 3384 kB\nVmallocChunk: 34359734983 kB\n">>}]}, {'ns_1@10.3.3.96', [{last_heard,{1353,954126,186584}}, {outgoing_replications_safeness_level,[{"default",green}]}, {incoming_replications_conf_hashes, [{"default", [{'ns_1@10.3.2.57',33817834}, {'ns_1@10.3.3.100',41681736}, {'ns_1@10.3.3.98',10928119}]}]}, {active_buckets,["default"]}, {ready_buckets,["default"]}, {local_tasks,[]}, {memory, [{total,119295000}, {processes,81387192}, {processes_used,80906176}, {system,37907808}, {atom,1411481}, {atom_used,1387300}, {binary,4406560}, {code,14564384}, {ets,5816520}]}, {system_memory_data, [{system_total_memory,6442450944}, {free_swap,6291447808}, {total_swap,6291447808}, {cached_memory,617414656}, {buffered_memory,493395968}, {free_memory,4808278016}, {total_memory,6442450944}]}, {node_storage_conf, [{db_path,"/opt/couchbase/var/lib/couchbase/data/"}, {index_path,"/opt/couchbase/var/lib/couchbase/data/"}]}, {statistics, [{wall_clock,{1623326,5003}}, {context_switches,{3642724,0}}, {garbage_collection,{495903,1557028198,0}}, {io,{{input,139171399},{output,109305364}}}, {reductions,{532878601,652837}}, {run_queue,0}, {runtime,{77610,90}}]}, {system_stats, [{cpu_utilization_rate,0.24271844660194175}, {swap_total,6291447808}, {swap_used,0}]}, {interesting_stats, [{couch_docs_actual_disk_size,4274922}, {couch_docs_data_size,4242522}, {couch_views_actual_disk_size,0}, {couch_views_data_size,0}, {curr_items,0}, {curr_items_tot,23}, {mem_used,16099688}, {vb_replica_curr_items,23}]}, {cluster_compatibility_version,131072}, {version, [{public_key,"0.13"}, {lhttpc,"1.3.0"}, {ale,"8cffe61"}, {os_mon,"2.2.7"}, {couch_set_view,"1.2.0a-31560d7-git"}, {mnesia,"4.5"}, {inets,"5.7.1"}, {couch,"1.2.0a-31560d7-git"}, {mapreduce,"1.0.0"}, {couch_index_merger,"1.2.0a-31560d7-git"}, {kernel,"2.14.5"}, {crypto,"2.0.4"}, {ssl,"4.1.6"}, {sasl,"2.1.10"}, {couch_view_parser,"1.0.0"}, {ns_server,"2.0.0-1965-rel-enterprise"}, {mochiweb,"1.4.1"}, {oauth,"7d85d3ef"}, {stdlib,"1.17.5"}]}, {supported_compat_version,[2,0]}, {system_arch,"x86_64-unknown-linux-gnu"}, {wall_clock,1623}, {memory_data,{6442450944,1633284096,{<0.944.0>,2543368}}}, {disk_data,[{"/",103209120,8}]}, {meminfo, <<"MemTotal: 6291456 kB\nMemFree: 4695584 kB\nBuffers: 481832 kB\nCached: 602944 kB\nSwapCached: 0 kB\nActive: 934288 kB\nInactive: 422960 kB\nHighTotal: 0 kB\nHighFree: 0 kB\nLowTotal: 6291456 kB\nLowFree: 4695584 kB\nSwapTotal: 6143992 kB\nSwapFree: 6143992 kB\nDirty: 288 kB\nWriteback: 0 kB\nAnonPages: 271628 kB\nMapped: 14600 kB\nSlab: 79548 kB\nPageTables: 2368 kB\nNFS_Unstable: 0 kB\nBounce: 0 kB\nCommitLimit: 9289720 kB\nCommitted_AS: 782308 kB\nVmallocTotal: 34359738367 kB\nVmallocUsed: 3384 kB\nVmallocChunk: 34359734983 kB\n">>}]}, {'ns_1@10.3.3.98', [{last_heard,{1353,954130,535419}}, {outgoing_replications_safeness_level,[{"default",green}]}, {incoming_replications_conf_hashes, [{"default", [{'ns_1@10.3.2.57',115455469}, {'ns_1@10.3.3.100',74343578}, {'ns_1@10.3.3.96',66117516}]}]}, {active_buckets,["default"]}, {ready_buckets,["default"]}, {local_tasks,[]}, {memory, [{total,124920040}, {processes,87132432}, {processes_used,86668536}, {system,37787608}, {atom,1413905}, {atom_used,1390826}, {binary,4231176}, {code,14584964}, {ets,5851816}]}, {system_memory_data, [{system_total_memory,6442450944}, {free_swap,6291378176}, {total_swap,6291447808}, {cached_memory,600219648}, {buffered_memory,516255744}, {free_memory,4780761088}, {total_memory,6442450944}]}, {node_storage_conf, [{db_path,"/opt/couchbase/var/lib/couchbase/data/"}, {index_path,"/opt/couchbase/var/lib/couchbase/data/"}]}, {statistics, [{wall_clock,{1632651,5001}}, {context_switches,{3677504,0}}, {garbage_collection,{502853,1579797194,0}}, {io,{{input,140514820},{output,109658879}}}, {reductions,{542219403,603877}}, {run_queue,0}, {runtime,{77840,70}}]}, {system_stats, [{cpu_utilization_rate,0.0}, {swap_total,6291447808}, {swap_used,69632}]}, {interesting_stats, [{couch_docs_actual_disk_size,4258887}, {couch_docs_data_size,4226093}, {couch_views_actual_disk_size,0}, {couch_views_data_size,0}, {curr_items,6}, {curr_items_tot,6}, {mem_used,16086568}, {vb_replica_curr_items,0}]}, {cluster_compatibility_version,131072}, {version, [{public_key,"0.13"}, {lhttpc,"1.3.0"}, {ale,"8cffe61"}, {os_mon,"2.2.7"}, {couch_set_view,"1.2.0a-31560d7-git"}, {mnesia,"4.5"}, {inets,"5.7.1"}, {couch,"1.2.0a-31560d7-git"}, {mapreduce,"1.0.0"}, {couch_index_merger,"1.2.0a-31560d7-git"}, {kernel,"2.14.5"}, {crypto,"2.0.4"}, {ssl,"4.1.6"}, {sasl,"2.1.10"}, {couch_view_parser,"1.0.0"}, {ns_server,"2.0.0-1965-rel-enterprise"}, {mochiweb,"1.4.1"}, {oauth,"7d85d3ef"}, {stdlib,"1.17.5"}]}, {supported_compat_version,[2,0]}, {system_arch,"x86_64-unknown-linux-gnu"}, {wall_clock,1632}, {memory_data,{6442450944,1661054976,{<18066.941.0>,3514472}}}, {disk_data,[{"/",103209120,8}]}, {meminfo, <<"MemTotal: 6291456 kB\nMemFree: 4668712 kB\nBuffers: 504156 kB\nCached: 586152 kB\nSwapCached: 68 kB\nActive: 978420 kB\nInactive: 401420 kB\nHighTotal: 0 kB\nHighFree: 0 kB\nLowTotal: 6291456 kB\nLowFree: 4668712 kB\nSwapTotal: 6143992 kB\nSwapFree: 6143924 kB\nDirty: 148 kB\nWriteback: 0 kB\nAnonPages: 288700 kB\nMapped: 14956 kB\nSlab: 83428 kB\nPageTables: 2584 kB\nNFS_Unstable: 0 kB\nBounce: 0 kB\nCommitLimit: 9289720 kB\nCommitted_AS: 814220 kB\nVmallocTotal: 34359738367 kB\nVmallocUsed: 3384 kB\nVmallocChunk: 34359734983 kB\n">>}]}] [ns_doctor:debug,2012-11-26T10:23:11.181,ns_1@10.3.3.96:ns_doctor<0.891.0>:ns_doctor:handle_info:137]Current node statuses: [{'ns_1@10.3.2.57', [{last_heard,{1353,954191,17685}}, {outgoing_replications_safeness_level,[{"default",green}]}, {incoming_replications_conf_hashes, [{"default", [{'ns_1@10.3.3.100',110886191}, {'ns_1@10.3.3.96',41456239}, {'ns_1@10.3.3.98',112129458}]}]}, {active_buckets,["default"]}, {ready_buckets,["default"]}, {local_tasks,[]}, {memory, [{total,122465168}, {processes,82573976}, {processes_used,82044480}, {system,39891192}, {atom,1492169}, {atom_used,1478864}, {binary,5828888}, {code,14903159}, {ets,5947600}]}, {system_memory_data, [{system_total_memory,6442450944}, {free_swap,6291378176}, {total_swap,6291447808}, {cached_memory,1104654336}, {buffered_memory,668958720}, {free_memory,4090793984}, {total_memory,6442450944}]}, {node_storage_conf, [{db_path,"/opt/couchbase/var/lib/couchbase/data/"}, {index_path,"/opt/couchbase/var/lib/couchbase/data/"}]}, {statistics, [{wall_clock,{1693607,5000}}, {context_switches,{3928969,0}}, {garbage_collection,{499641,1986740447,0}}, {io,{{input,249505197},{output,137266741}}}, {reductions,{930039489,3049430}}, {run_queue,0}, {runtime,{91650,250}}]}, {system_stats, [{cpu_utilization_rate,0.49504950495049505}, {swap_total,6291447808}, {swap_used,69632}]}, {interesting_stats, [{couch_docs_actual_disk_size,4263015}, {couch_docs_data_size,4230189}, {couch_views_actual_disk_size,0}, {couch_views_data_size,0}, {curr_items,12}, {curr_items_tot,12}, {mem_used,16091496}, {vb_replica_curr_items,0}]}, {cluster_compatibility_version,131072}, {version, [{public_key,"0.13"}, {lhttpc,"1.3.0"}, {ale,"8cffe61"}, {os_mon,"2.2.7"}, {couch_set_view,"1.2.0a-31560d7-git"}, {mnesia,"4.5"}, {inets,"5.7.1"}, {couch,"1.2.0a-31560d7-git"}, {mapreduce,"1.0.0"}, {couch_index_merger,"1.2.0a-31560d7-git"}, {kernel,"2.14.5"}, {crypto,"2.0.4"}, {ssl,"4.1.6"}, {sasl,"2.1.10"}, {couch_view_parser,"1.0.0"}, {ns_server,"2.0.0-1965-rel-enterprise"}, {mochiweb,"1.4.1"}, {oauth,"7d85d3ef"}, {stdlib,"1.17.5"}]}, {supported_compat_version,[2,0]}, {system_arch,"x86_64-unknown-linux-gnu"}, {wall_clock,1693}, {memory_data,{6442450944,2349879296,{<18023.332.0>,3514472}}}, {disk_data,[{"/",103209120,9}]}, {meminfo, <<"MemTotal: 6291456 kB\nMemFree: 3994916 kB\nBuffers: 653280 kB\nCached: 1078764 kB\nSwapCached: 0 kB\nActive: 1305784 kB\nInactive: 722648 kB\nHighTotal: 0 kB\nHighFree: 0 kB\nLowTotal: 6291456 kB\nLowFree: 3994916 kB\nSwapTotal: 6143992 kB\nSwapFree: 6143924 kB\nDirty: 92 kB\nWriteback: 0 kB\nAnonPages: 295080 kB\nMapped: 14660 kB\nSlab: 108716 kB\nPageTables: 2512 kB\nNFS_Unstable: 0 kB\nBounce: 0 kB\nCommitLimit: 9289720 kB\nCommitted_AS: 809832 kB\nVmallocTotal: 34359738367 kB\nVmallocUsed: 3384 kB\nVmallocChunk: 34359734983 kB\n">>}]}, {'ns_1@10.3.3.100', [{last_heard,{1353,954189,748516}}, {outgoing_replications_safeness_level,[{"default",green}]}, {incoming_replications_conf_hashes, [{"default", [{'ns_1@10.3.2.57',63506121}, {'ns_1@10.3.3.96',117606290}, {'ns_1@10.3.3.98',14619049}]}]}, {active_buckets,["default"]}, {ready_buckets,["default"]}, {local_tasks,[]}, {memory, [{total,120970400}, {processes,83211568}, {processes_used,82763192}, {system,37758832}, {atom,1412289}, {atom_used,1387789}, {binary,4201976}, {code,14531880}, {ets,5906480}]}, {system_memory_data, [{system_total_memory,6442450944}, {free_swap,6291447808}, {total_swap,6291447808}, {cached_memory,600915968}, {buffered_memory,730472448}, {free_memory,4552290304}, {total_memory,6442450944}]}, {node_storage_conf, [{db_path,"/opt/couchbase/var/lib/couchbase/data/"}, {index_path,"/opt/couchbase/var/lib/couchbase/data/"}]}, {statistics, [{wall_clock,{1688080,5001}}, {context_switches,{3725143,0}}, {garbage_collection,{497191,1570877546,0}}, {io,{{input,142214206},{output,111225176}}}, {reductions,{539938104,709833}}, {run_queue,0}, {runtime,{78040,80}}]}, {system_stats, [{cpu_utilization_rate,0.0},{swap_total,6291447808},{swap_used,0}]}, {interesting_stats, [{couch_docs_actual_disk_size,4267116}, {couch_docs_data_size,4234330}, {couch_views_actual_disk_size,0}, {couch_views_data_size,0}, {curr_items,11}, {curr_items_tot,17}, {mem_used,16096024}, {vb_replica_curr_items,6}]}, {cluster_compatibility_version,131072}, {version, [{public_key,"0.13"}, {lhttpc,"1.3.0"}, {ale,"8cffe61"}, {os_mon,"2.2.7"}, {couch_set_view,"1.2.0a-31560d7-git"}, {mnesia,"4.5"}, {inets,"5.7.1"}, {couch,"1.2.0a-31560d7-git"}, {mapreduce,"1.0.0"}, {couch_index_merger,"1.2.0a-31560d7-git"}, {kernel,"2.14.5"}, {crypto,"2.0.4"}, {ssl,"4.1.6"}, {sasl,"2.1.10"}, {couch_view_parser,"1.0.0"}, {ns_server,"2.0.0-1965-rel-enterprise"}, {mochiweb,"1.4.1"}, {oauth,"7d85d3ef"}, {stdlib,"1.17.5"}]}, {supported_compat_version,[2,0]}, {system_arch,"x86_64-unknown-linux-gnu"}, {wall_clock,1688}, {memory_data,{6442450944,1889652736,{<18067.1014.0>,3514512}}}, {disk_data,[{"/",103209120,8}]}, {meminfo, <<"MemTotal: 6291456 kB\nMemFree: 4445596 kB\nBuffers: 713352 kB\nCached: 586832 kB\nSwapCached: 0 kB\nActive: 1167432 kB\nInactive: 403192 kB\nHighTotal: 0 kB\nHighFree: 0 kB\nLowTotal: 6291456 kB\nLowFree: 4445596 kB\nSwapTotal: 6143992 kB\nSwapFree: 6143992 kB\nDirty: 552 kB\nWriteback: 0 kB\nAnonPages: 269068 kB\nMapped: 14968 kB\nSlab: 115568 kB\nPageTables: 2508 kB\nNFS_Unstable: 0 kB\nBounce: 0 kB\nCommitLimit: 9289720 kB\nCommitted_AS: 780556 kB\nVmallocTotal: 34359738367 kB\nVmallocUsed: 3384 kB\nVmallocChunk: 34359734983 kB\n">>}]}, {'ns_1@10.3.3.96', [{last_heard,{1353,954186,183408}}, {outgoing_replications_safeness_level,[{"default",green}]}, {incoming_replications_conf_hashes, [{"default", [{'ns_1@10.3.2.57',33817834}, {'ns_1@10.3.3.100',41681736}, {'ns_1@10.3.3.98',10928119}]}]}, {active_buckets,["default"]}, {ready_buckets,["default"]}, {local_tasks,[]}, {memory, [{total,113811752}, {processes,75864600}, {processes_used,75383584}, {system,37947152}, {atom,1411481}, {atom_used,1387300}, {binary,4383416}, {code,14564384}, {ets,5878664}]}, {system_memory_data, [{system_total_memory,6442450944}, {free_swap,6291447808}, {total_swap,6291447808}, {cached_memory,618520576}, {buffered_memory,493395968}, {free_memory,4804603904}, {total_memory,6442450944}]}, {node_storage_conf, [{db_path,"/opt/couchbase/var/lib/couchbase/data/"}, {index_path,"/opt/couchbase/var/lib/couchbase/data/"}]}, {statistics, [{wall_clock,{1683323,4999}}, {context_switches,{3743870,0}}, {garbage_collection,{503552,1586384013,0}}, {io,{{input,141225571},{output,111388190}}}, {reductions,{540925757,666545}}, {run_queue,0}, {runtime,{78620,60}}]}, {system_stats, [{cpu_utilization_rate,0.24213075060532688}, {swap_total,6291447808}, {swap_used,0}]}, {interesting_stats, [{couch_docs_actual_disk_size,4274922}, {couch_docs_data_size,4242522}, {couch_views_actual_disk_size,0}, {couch_views_data_size,0}, {curr_items,0}, {curr_items_tot,23}, {mem_used,16099688}, {vb_replica_curr_items,23}]}, {cluster_compatibility_version,131072}, {version, [{public_key,"0.13"}, {lhttpc,"1.3.0"}, {ale,"8cffe61"}, {os_mon,"2.2.7"}, {couch_set_view,"1.2.0a-31560d7-git"}, {mnesia,"4.5"}, {inets,"5.7.1"}, {couch,"1.2.0a-31560d7-git"}, {mapreduce,"1.0.0"}, {couch_index_merger,"1.2.0a-31560d7-git"}, {kernel,"2.14.5"}, {crypto,"2.0.4"}, {ssl,"4.1.6"}, {sasl,"2.1.10"}, {couch_view_parser,"1.0.0"}, {ns_server,"2.0.0-1965-rel-enterprise"}, {mochiweb,"1.4.1"}, {oauth,"7d85d3ef"}, {stdlib,"1.17.5"}]}, {supported_compat_version,[2,0]}, {system_arch,"x86_64-unknown-linux-gnu"}, {wall_clock,1683}, {memory_data,{6442450944,1637212160,{<0.944.0>,2543368}}}, {disk_data,[{"/",103209120,8}]}, {meminfo, <<"MemTotal: 6291456 kB\nMemFree: 4691996 kB\nBuffers: 481832 kB\nCached: 604024 kB\nSwapCached: 0 kB\nActive: 936580 kB\nInactive: 423844 kB\nHighTotal: 0 kB\nHighFree: 0 kB\nLowTotal: 6291456 kB\nLowFree: 4691996 kB\nSwapTotal: 6143992 kB\nSwapFree: 6143992 kB\nDirty: 60 kB\nWriteback: 0 kB\nAnonPages: 273784 kB\nMapped: 14600 kB\nSlab: 79584 kB\nPageTables: 2376 kB\nNFS_Unstable: 0 kB\nBounce: 0 kB\nCommitLimit: 9289720 kB\nCommitted_AS: 784088 kB\nVmallocTotal: 34359738367 kB\nVmallocUsed: 3384 kB\nVmallocChunk: 34359734983 kB\n">>}]}, {'ns_1@10.3.3.98', [{last_heard,{1353,954190,532833}}, {outgoing_replications_safeness_level,[{"default",green}]}, {incoming_replications_conf_hashes, [{"default", [{'ns_1@10.3.2.57',115455469}, {'ns_1@10.3.3.100',74343578}, {'ns_1@10.3.3.96',66117516}]}]}, {active_buckets,["default"]}, {ready_buckets,["default"]}, {local_tasks,[]}, {memory, [{total,119373488}, {processes,81411520}, {processes_used,80947624}, {system,37961968}, {atom,1413905}, {atom_used,1390826}, {binary,4341872}, {code,14584964}, {ets,5915248}]}, {system_memory_data, [{system_total_memory,6442450944}, {free_swap,6291378176}, {total_swap,6291447808}, {cached_memory,601329664}, {buffered_memory,516255744}, {free_memory,4778602496}, {total_memory,6442450944}]}, {node_storage_conf, [{db_path,"/opt/couchbase/var/lib/couchbase/data/"}, {index_path,"/opt/couchbase/var/lib/couchbase/data/"}]}, {statistics, [{wall_clock,{1692649,4998}}, {context_switches,{3778822,0}}, {garbage_collection,{510410,1609696644,0}}, {io,{{input,142567828},{output,111857689}}}, {reductions,{550505965,620068}}, {run_queue,0}, {runtime,{78900,80}}]}, {system_stats, [{cpu_utilization_rate,0.0}, {swap_total,6291447808}, {swap_used,69632}]}, {interesting_stats, [{couch_docs_actual_disk_size,4258887}, {couch_docs_data_size,4226093}, {couch_views_actual_disk_size,0}, {couch_views_data_size,0}, {curr_items,6}, {curr_items_tot,6}, {mem_used,16086568}, {vb_replica_curr_items,0}]}, {cluster_compatibility_version,131072}, {version, [{public_key,"0.13"}, {lhttpc,"1.3.0"}, {ale,"8cffe61"}, {os_mon,"2.2.7"}, {couch_set_view,"1.2.0a-31560d7-git"}, {mnesia,"4.5"}, {inets,"5.7.1"}, {couch,"1.2.0a-31560d7-git"}, {mapreduce,"1.0.0"}, {couch_index_merger,"1.2.0a-31560d7-git"}, {kernel,"2.14.5"}, {crypto,"2.0.4"}, {ssl,"4.1.6"}, {sasl,"2.1.10"}, {couch_view_parser,"1.0.0"}, {ns_server,"2.0.0-1965-rel-enterprise"}, {mochiweb,"1.4.1"}, {oauth,"7d85d3ef"}, {stdlib,"1.17.5"}]}, {supported_compat_version,[2,0]}, {system_arch,"x86_64-unknown-linux-gnu"}, {wall_clock,1692}, {memory_data,{6442450944,1662832640,{<18066.941.0>,3514472}}}, {disk_data,[{"/",103209120,8}]}, {meminfo, <<"MemTotal: 6291456 kB\nMemFree: 4666604 kB\nBuffers: 504156 kB\nCached: 587236 kB\nSwapCached: 68 kB\nActive: 980164 kB\nInactive: 402336 kB\nHighTotal: 0 kB\nHighFree: 0 kB\nLowTotal: 6291456 kB\nLowFree: 4666604 kB\nSwapTotal: 6143992 kB\nSwapFree: 6143924 kB\nDirty: 608 kB\nWriteback: 0 kB\nAnonPages: 290244 kB\nMapped: 14956 kB\nSlab: 83444 kB\nPageTables: 2592 kB\nNFS_Unstable: 0 kB\nBounce: 0 kB\nCommitLimit: 9289720 kB\nCommitted_AS: 804348 kB\nVmallocTotal: 34359738367 kB\nVmallocUsed: 3384 kB\nVmallocChunk: 34359734983 kB\n">>}]}] [stats:debug,2012-11-26T10:23:33.679,ns_1@10.3.3.96:<0.4839.1>:stats_collector:maybe_log_stats:126](at {{1970,1,16},{8,5,54}}) Stats for bucket "default": accepting_conns 1 auth_cmds 0 auth_errors 0 bucket_active_conns 1 bucket_conns 20 bytes 16099656 bytes_read 249811 bytes_written 26996956 cas_badval 0 cas_hits 0 cas_misses 0 cmd_flush 0 cmd_get 0 cmd_set 0 conn_yields 23 connection_structures 5000 curr_connections 21 curr_conns_on_port_11209 18 curr_conns_on_port_11210 1 curr_items 0 curr_items_tot 23 curr_temp_items 0 daemon_connections 4 decr_hits 0 decr_misses 0 delete_hits 0 delete_misses 0 ep_access_scanner_last_runtime 0 ep_access_scanner_num_items 0 ep_access_scanner_task_time 2012-11-27 10:00:00 ep_allow_data_loss_during_shutdown 1 ep_alog_block_size 4096 ep_alog_path /opt/couchbase/var/lib/couchbase/data/default/access.log ep_alog_sleep_time 1440 ep_alog_task_time 10 ep_backend couchdb ep_bg_fetch_delay 0 ep_bg_fetched 0 ep_bg_meta_fetched 0 ep_bg_remaining_jobs 0 ep_chk_max_items 5000 ep_chk_period 1800 ep_chk_persistence_remains 0 ep_chk_persistence_timeout 10 ep_chk_remover_stime 5 ep_commit_num 4 ep_commit_time 3 ep_commit_time_total 17 ep_concurrentDB 1 ep_config_file ep_couch_bucket default ep_couch_host localhost ep_couch_port 11213 ep_couch_reconnect_sleeptime 250 ep_couch_response_timeout 180000 ep_data_age 3 ep_data_age_highwat 3 ep_data_traffic_enabled 0 ep_dbinit 0 ep_dbname /opt/couchbase/var/lib/couchbase/data/default ep_degraded_mode 0 ep_diskqueue_drain 23 ep_diskqueue_fill 23 ep_diskqueue_items 0 ep_diskqueue_memory 0 ep_diskqueue_pending 0 ep_exp_pager_stime 3600 ep_exp_pager_stime 3600 ep_expired_access 0 ep_expired_pager 0 ep_expiry_window 3 ep_failpartialwarmup 0 ep_flush_all false ep_flush_duration_total 0 ep_flushall_enabled 0 ep_flusher_state running ep_flusher_todo 0 ep_getl_default_timeout 15 ep_getl_max_timeout 30 ep_ht_locks 5 ep_ht_size 3079 ep_inconsistent_slave_chk 0 ep_initfile ep_io_num_read 0 ep_io_num_write 23 ep_io_read_bytes 0 ep_io_write_bytes 13485 ep_item_begin_failed 0 ep_item_commit_failed 0 ep_item_flush_expired 0 ep_item_flush_failed 0 ep_item_num_based_new_chk 1 ep_items_rm_from_checkpoints 0 ep_keep_closed_chks 0 ep_klog_block_size 4096 ep_klog_compactor_queue_cap 500000 ep_klog_compactor_stime 3600 ep_klog_flush commit2 ep_klog_max_entry_ratio 10 ep_klog_max_log_size 2147483647 ep_klog_path ep_klog_sync commit2 ep_kv_size 15381 ep_max_checkpoints 2 ep_max_data_size 1073741824 ep_max_item_size 20971520 ep_max_size 1073741824 ep_max_txn_size 10000 ep_max_vbuckets 1024 ep_mem_high_wat 805306368 ep_mem_high_wat 805306368 ep_mem_low_wat 644245094 ep_mem_low_wat 644245094 ep_mem_tracker_enabled true ep_min_data_age 0 ep_mlog_compactor_runs 0 ep_mutation_mem_threshold 0 ep_num_access_scanner_runs 0 ep_num_eject_failures 0 ep_num_expiry_pager_runs 0 ep_num_non_resident 0 ep_num_not_my_vbuckets 0 ep_num_ops_del_meta 0 ep_num_ops_get_meta 0 ep_num_ops_set_meta 0 ep_num_pager_runs 0 ep_num_value_ejects 0 ep_oom_errors 0 ep_overhead 13615370 ep_pager_active_vb_pcnt 40 ep_pager_unbiased_period 60 ep_pending_ops 0 ep_pending_ops_max 0 ep_pending_ops_max_duration 0 ep_pending_ops_total 0 ep_postInitfile ep_queue_age_cap 900 ep_queue_size 0 ep_startup_time 1353952912 ep_storage_age 0 ep_storage_age_highwat 0 ep_store_max_concurrency 10 ep_store_max_readers 9 ep_store_max_readwrite 1 ep_stored_val_type ep_tap_ack_grace_period 300 ep_tap_ack_initial_sequence_number 1 ep_tap_ack_interval 1000 ep_tap_ack_window_size 10 ep_tap_backfill_resident 0.9 ep_tap_backlog_limit 5000 ep_tap_backoff_period 5 ep_tap_bg_fetch_requeued 0 ep_tap_bg_fetched 0 ep_tap_bg_max_pending 500 ep_tap_keepalive 300 ep_tap_noop_interval 20 ep_tap_requeue_sleep_time 0.1 ep_tap_throttle_cap_pcnt 10 ep_tap_throttle_queue_cap 1000000 ep_tap_throttle_threshold 90 ep_tmp_oom_errors 0 ep_too_old 0 ep_too_young 0 ep_total_cache_size 15105 ep_total_del_items 0 ep_total_enqueued 23 ep_total_new_items 23 ep_total_persisted 23 ep_uncommitted_items 0 ep_value_size 13312 ep_vb0 0 ep_vb_snapshot_total 6 ep_vb_total 512 ep_vbucket_del 0 ep_vbucket_del_fail 0 ep_version 2.0.0r_140_gde42c8c ep_waitforwarmup 0 ep_warmup 1 ep_warmup_batch_size 1000 ep_warmup_dups 0 ep_warmup_min_items_threshold 100 ep_warmup_min_memory_threshold 100 ep_warmup_oom 0 ep_warmup_thread complete ep_warmup_time 635 get_hits 0 get_misses 0 incr_hits 0 incr_misses 0 libevent 2.0.11-stable limit_maxbytes 67108864 listen_disabled_num 0 max_conns_on_port_11209 1000 max_conns_on_port_11210 9000 mem_used 16099656 pid 25417 pointer_size 64 rejected_conns 0 rusage_system 1.972123 rusage_user 8.196512 tap_checkpoint_start_received 512 tap_checkpoint_start_sent 512 tap_connect_received 6 tap_mutation_received 2466 tap_mutation_sent 2484 tap_opaque_received 1039 tap_opaque_sent 1036 threads 4 time 1353954212 total_connections 42 uptime 1643 vb_active_curr_items 0 vb_active_eject 0 vb_active_expired 0 vb_active_ht_memory 6428672 vb_active_itm_memory 0 vb_active_meta_data_memory 0 vb_active_num 256 vb_active_num_non_resident 0 vb_active_num_ref_ejects 0 vb_active_num_ref_items 0 vb_active_ops_create 0 vb_active_ops_delete 0 vb_active_ops_reject 0 vb_active_ops_update 0 vb_active_perc_mem_resident 0 vb_active_queue_age 0 vb_active_queue_drain 0 vb_active_queue_fill 0 vb_active_queue_memory 0 vb_active_queue_pending 0 vb_active_queue_size 0 vb_dead_num 0 vb_pending_curr_items 0 vb_pending_eject 0 vb_pending_expired 0 vb_pending_ht_memory 0 vb_pending_itm_memory 0 vb_pending_meta_data_memory 0 vb_pending_num 0 vb_pending_num_non_resident 0 vb_pending_num_ref_ejects 0 vb_pending_num_ref_items 0 vb_pending_ops_create 0 vb_pending_ops_delete 0 vb_pending_ops_reject 0 vb_pending_ops_update 0 vb_pending_perc_mem_resident 0 vb_pending_queue_age 0 vb_pending_queue_drain 0 vb_pending_queue_fill 0 vb_pending_queue_memory 0 vb_pending_queue_pending 0 vb_pending_queue_size 0 vb_replica_curr_items 23 vb_replica_eject 0 vb_replica_expired 0 vb_replica_ht_memory 6428672 vb_replica_itm_memory 15105 vb_replica_meta_data_memory 1898 vb_replica_num 256 vb_replica_num_non_resident 0 vb_replica_num_ref_ejects 0 vb_replica_num_ref_items 0 vb_replica_ops_create 23 vb_replica_ops_delete 0 vb_replica_ops_reject 0 vb_replica_ops_update 0 vb_replica_perc_mem_resident 100 vb_replica_queue_age 0 vb_replica_queue_drain 23 vb_replica_queue_fill 23 vb_replica_queue_memory 0 vb_replica_queue_pending 0 vb_replica_queue_size 0 version 1.4.4_600_g7ea975a [ns_doctor:debug,2012-11-26T10:24:11.182,ns_1@10.3.3.96:ns_doctor<0.891.0>:ns_doctor:handle_info:137]Current node statuses: [{'ns_1@10.3.2.57', [{last_heard,{1353,954251,15118}}, {outgoing_replications_safeness_level,[{"default",green}]}, {incoming_replications_conf_hashes, [{"default", [{'ns_1@10.3.3.100',110886191}, {'ns_1@10.3.3.96',41456239}, {'ns_1@10.3.3.98',112129458}]}]}, {active_buckets,["default"]}, {ready_buckets,["default"]}, {local_tasks,[]}, {memory, [{total,125215072}, {processes,85291472}, {processes_used,84761976}, {system,39923600}, {atom,1492169}, {atom_used,1478864}, {binary,5795928}, {code,14903159}, {ets,6012152}]}, {system_memory_data, [{system_total_memory,6442450944}, {free_swap,6291378176}, {total_swap,6291447808}, {cached_memory,1105731584}, {buffered_memory,668966912}, {free_memory,4083810304}, {total_memory,6442450944}]}, {node_storage_conf, [{db_path,"/opt/couchbase/var/lib/couchbase/data/"}, {index_path,"/opt/couchbase/var/lib/couchbase/data/"}]}, {statistics, [{wall_clock,{1753605,5000}}, {context_switches,{4037339,0}}, {garbage_collection,{509545,2019516607,0}}, {io,{{input,251559271},{output,140065447}}}, {reductions,{951617215,2925320}}, {run_queue,0}, {runtime,{93210,170}}]}, {system_stats, [{cpu_utilization_rate,0.4319654427645788}, {swap_total,6291447808}, {swap_used,69632}]}, {interesting_stats, [{couch_docs_actual_disk_size,4263015}, {couch_docs_data_size,4230189}, {couch_views_actual_disk_size,0}, {couch_views_data_size,0}, {curr_items,12}, {curr_items_tot,12}, {mem_used,16091496}, {vb_replica_curr_items,0}]}, {cluster_compatibility_version,131072}, {version, [{public_key,"0.13"}, {lhttpc,"1.3.0"}, {ale,"8cffe61"}, {os_mon,"2.2.7"}, {couch_set_view,"1.2.0a-31560d7-git"}, {mnesia,"4.5"}, {inets,"5.7.1"}, {couch,"1.2.0a-31560d7-git"}, {mapreduce,"1.0.0"}, {couch_index_merger,"1.2.0a-31560d7-git"}, {kernel,"2.14.5"}, {crypto,"2.0.4"}, {ssl,"4.1.6"}, {sasl,"2.1.10"}, {couch_view_parser,"1.0.0"}, {ns_server,"2.0.0-1965-rel-enterprise"}, {mochiweb,"1.4.1"}, {oauth,"7d85d3ef"}, {stdlib,"1.17.5"}]}, {supported_compat_version,[2,0]}, {system_arch,"x86_64-unknown-linux-gnu"}, {wall_clock,1753}, {memory_data,{6442450944,2355593216,{<18023.332.0>,3514472}}}, {disk_data,[{"/",103209120,9}]}, {meminfo, <<"MemTotal: 6291456 kB\nMemFree: 3988096 kB\nBuffers: 653288 kB\nCached: 1079816 kB\nSwapCached: 0 kB\nActive: 1311464 kB\nInactive: 723564 kB\nHighTotal: 0 kB\nHighFree: 0 kB\nLowTotal: 6291456 kB\nLowFree: 3988096 kB\nSwapTotal: 6143992 kB\nSwapFree: 6143924 kB\nDirty: 552 kB\nWriteback: 0 kB\nAnonPages: 300684 kB\nMapped: 14660 kB\nSlab: 108764 kB\nPageTables: 2540 kB\nNFS_Unstable: 0 kB\nBounce: 0 kB\nCommitLimit: 9289720 kB\nCommitted_AS: 816204 kB\nVmallocTotal: 34359738367 kB\nVmallocUsed: 3384 kB\nVmallocChunk: 34359734983 kB\n">>}]}, {'ns_1@10.3.3.100', [{last_heard,{1353,954249,775363}}, {outgoing_replications_safeness_level,[{"default",green}]}, {incoming_replications_conf_hashes, [{"default", [{'ns_1@10.3.2.57',63506121}, {'ns_1@10.3.3.96',117606290}, {'ns_1@10.3.3.98',14619049}]}]}, {active_buckets,["default"]}, {ready_buckets,["default"]}, {local_tasks,[]}, {memory, [{total,123410240}, {processes,85418008}, {processes_used,84969632}, {system,37992232}, {atom,1412289}, {atom_used,1387789}, {binary,4257848}, {code,14531880}, {ets,6084144}]}, {system_memory_data, [{system_total_memory,6442450944}, {free_swap,6291447808}, {total_swap,6291447808}, {cached_memory,601997312}, {buffered_memory,730472448}, {free_memory,4551147520}, {total_memory,6442450944}]}, {node_storage_conf, [{db_path,"/opt/couchbase/var/lib/couchbase/data/"}, {index_path,"/opt/couchbase/var/lib/couchbase/data/"}]}, {statistics, [{wall_clock,{1748078,4998}}, {context_switches,{3827687,0}}, {garbage_collection,{505486,1602551613,0}}, {io,{{input,147712275},{output,116896404}}}, {reductions,{548613428,712795}}, {run_queue,0}, {runtime,{79160,80}}]}, {system_stats, [{cpu_utilization_rate,0.5063291139240507}, {swap_total,6291447808}, {swap_used,0}]}, {interesting_stats, [{couch_docs_actual_disk_size,4267116}, {couch_docs_data_size,4234330}, {couch_views_actual_disk_size,0}, {couch_views_data_size,0}, {curr_items,11}, {curr_items_tot,17}, {mem_used,16096024}, {vb_replica_curr_items,6}]}, {cluster_compatibility_version,131072}, {version, [{public_key,"0.13"}, {lhttpc,"1.3.0"}, {ale,"8cffe61"}, {os_mon,"2.2.7"}, {couch_set_view,"1.2.0a-31560d7-git"}, {mnesia,"4.5"}, {inets,"5.7.1"}, {couch,"1.2.0a-31560d7-git"}, {mapreduce,"1.0.0"}, {couch_index_merger,"1.2.0a-31560d7-git"}, {kernel,"2.14.5"}, {crypto,"2.0.4"}, {ssl,"4.1.6"}, {sasl,"2.1.10"}, {couch_view_parser,"1.0.0"}, {ns_server,"2.0.0-1965-rel-enterprise"}, {mochiweb,"1.4.1"}, {oauth,"7d85d3ef"}, {stdlib,"1.17.5"}]}, {supported_compat_version,[2,0]}, {system_arch,"x86_64-unknown-linux-gnu"}, {wall_clock,1748}, {memory_data,{6442450944,1891557376,{<18067.1014.0>,3514512}}}, {disk_data,[{"/",103209120,8}]}, {meminfo, <<"MemTotal: 6291456 kB\nMemFree: 4444480 kB\nBuffers: 713352 kB\nCached: 587888 kB\nSwapCached: 0 kB\nActive: 1166964 kB\nInactive: 404272 kB\nHighTotal: 0 kB\nHighFree: 0 kB\nLowTotal: 6291456 kB\nLowFree: 4444480 kB\nSwapTotal: 6143992 kB\nSwapFree: 6143992 kB\nDirty: 276 kB\nWriteback: 0 kB\nAnonPages: 268624 kB\nMapped: 14968 kB\nSlab: 115592 kB\nPageTables: 2512 kB\nNFS_Unstable: 0 kB\nBounce: 0 kB\nCommitLimit: 9289720 kB\nCommitted_AS: 782468 kB\nVmallocTotal: 34359738367 kB\nVmallocUsed: 3384 kB\nVmallocChunk: 34359734983 kB\n">>}]}, {'ns_1@10.3.3.96', [{last_heard,{1353,954246,185045}}, {outgoing_replications_safeness_level,[{"default",green}]}, {incoming_replications_conf_hashes, [{"default", [{'ns_1@10.3.2.57',33817834}, {'ns_1@10.3.3.100',41681736}, {'ns_1@10.3.3.98',10928119}]}]}, {active_buckets,["default"]}, {ready_buckets,["default"]}, {local_tasks,[]}, {memory, [{total,118467688}, {processes,80150352}, {processes_used,79669336}, {system,38317336}, {atom,1411481}, {atom_used,1387300}, {binary,4576552}, {code,14564384}, {ets,6056200}]}, {system_memory_data, [{system_total_memory,6442450944}, {free_swap,6291447808}, {total_swap,6291447808}, {cached_memory,619581440}, {buffered_memory,493395968}, {free_memory,4800303104}, {total_memory,6442450944}]}, {node_storage_conf, [{db_path,"/opt/couchbase/var/lib/couchbase/data/"}, {index_path,"/opt/couchbase/var/lib/couchbase/data/"}]}, {statistics, [{wall_clock,{1743325,5000}}, {context_switches,{3846188,0}}, {garbage_collection,{512625,1617038512,0}}, {io,{{input,146800084},{output,116833897}}}, {reductions,{549115466,666934}}, {run_queue,0}, {runtime,{79770,100}}]}, {system_stats, [{cpu_utilization_rate,0.6224066390041494}, {swap_total,6291447808}, {swap_used,0}]}, {interesting_stats, [{couch_docs_actual_disk_size,4274922}, {couch_docs_data_size,4242522}, {couch_views_actual_disk_size,0}, {couch_views_data_size,0}, {curr_items,0}, {curr_items_tot,23}, {mem_used,16099688}, {vb_replica_curr_items,23}]}, {cluster_compatibility_version,131072}, {version, [{public_key,"0.13"}, {lhttpc,"1.3.0"}, {ale,"8cffe61"}, {os_mon,"2.2.7"}, {couch_set_view,"1.2.0a-31560d7-git"}, {mnesia,"4.5"}, {inets,"5.7.1"}, {couch,"1.2.0a-31560d7-git"}, {mapreduce,"1.0.0"}, {couch_index_merger,"1.2.0a-31560d7-git"}, {kernel,"2.14.5"}, {crypto,"2.0.4"}, {ssl,"4.1.6"}, {sasl,"2.1.10"}, {couch_view_parser,"1.0.0"}, {ns_server,"2.0.0-1965-rel-enterprise"}, {mochiweb,"1.4.1"}, {oauth,"7d85d3ef"}, {stdlib,"1.17.5"}]}, {supported_compat_version,[2,0]}, {system_arch,"x86_64-unknown-linux-gnu"}, {wall_clock,1743}, {memory_data,{6442450944,1641512960,{<0.944.0>,2543368}}}, {disk_data,[{"/",103209120,8}]}, {meminfo, <<"MemTotal: 6291456 kB\nMemFree: 4687796 kB\nBuffers: 481832 kB\nCached: 605060 kB\nSwapCached: 0 kB\nActive: 939804 kB\nInactive: 424984 kB\nHighTotal: 0 kB\nHighFree: 0 kB\nLowTotal: 6291456 kB\nLowFree: 4687796 kB\nSwapTotal: 6143992 kB\nSwapFree: 6143992 kB\nDirty: 556 kB\nWriteback: 0 kB\nAnonPages: 277012 kB\nMapped: 14600 kB\nSlab: 79564 kB\nPageTables: 2380 kB\nNFS_Unstable: 0 kB\nBounce: 0 kB\nCommitLimit: 9289720 kB\nCommitted_AS: 789172 kB\nVmallocTotal: 34359738367 kB\nVmallocUsed: 3384 kB\nVmallocChunk: 34359734983 kB\n">>}]}, {'ns_1@10.3.3.98', [{last_heard,{1353,954250,535473}}, {outgoing_replications_safeness_level,[{"default",green}]}, {incoming_replications_conf_hashes, [{"default", [{'ns_1@10.3.2.57',115455469}, {'ns_1@10.3.3.100',74343578}, {'ns_1@10.3.3.96',66117516}]}]}, {active_buckets,["default"]}, {ready_buckets,["default"]}, {local_tasks,[]}, {memory, [{total,122150856}, {processes,84125136}, {processes_used,83661240}, {system,38025720}, {atom,1413905}, {atom_used,1390826}, {binary,4228864}, {code,14584964}, {ets,6092408}]}, {system_memory_data, [{system_total_memory,6442450944}, {free_swap,6291378176}, {total_swap,6291447808}, {cached_memory,602390528}, {buffered_memory,516255744}, {free_memory,4779999232}, {total_memory,6442450944}]}, {node_storage_conf, [{db_path,"/opt/couchbase/var/lib/couchbase/data/"}, {index_path,"/opt/couchbase/var/lib/couchbase/data/"}]}, {statistics, [{wall_clock,{1752649,4998}}, {context_switches,{3881264,0}}, {garbage_collection,{518564,1640949418,0}}, {io,{{input,148052020},{output,117112816}}}, {reductions,{558890787,618106}}, {run_queue,0}, {runtime,{80040,120}}]}, {system_stats, [{cpu_utilization_rate,0.0}, {swap_total,6291447808}, {swap_used,69632}]}, {interesting_stats, [{couch_docs_actual_disk_size,4258887}, {couch_docs_data_size,4226093}, {couch_views_actual_disk_size,0}, {couch_views_data_size,0}, {curr_items,6}, {curr_items_tot,6}, {mem_used,16086568}, {vb_replica_curr_items,0}]}, {cluster_compatibility_version,131072}, {version, [{public_key,"0.13"}, {lhttpc,"1.3.0"}, {ale,"8cffe61"}, {os_mon,"2.2.7"}, {couch_set_view,"1.2.0a-31560d7-git"}, {mnesia,"4.5"}, {inets,"5.7.1"}, {couch,"1.2.0a-31560d7-git"}, {mapreduce,"1.0.0"}, {couch_index_merger,"1.2.0a-31560d7-git"}, {kernel,"2.14.5"}, {crypto,"2.0.4"}, {ssl,"4.1.6"}, {sasl,"2.1.10"}, {couch_view_parser,"1.0.0"}, {ns_server,"2.0.0-1965-rel-enterprise"}, {mochiweb,"1.4.1"}, {oauth,"7d85d3ef"}, {stdlib,"1.17.5"}]}, {supported_compat_version,[2,0]}, {system_arch,"x86_64-unknown-linux-gnu"}, {wall_clock,1752}, {memory_data,{6442450944,1663594496,{<18066.941.0>,3514472}}}, {disk_data,[{"/",103209120,8}]}, {meminfo, <<"MemTotal: 6291456 kB\nMemFree: 4667968 kB\nBuffers: 504156 kB\nCached: 588272 kB\nSwapCached: 68 kB\nActive: 978064 kB\nInactive: 403384 kB\nHighTotal: 0 kB\nHighFree: 0 kB\nLowTotal: 6291456 kB\nLowFree: 4667968 kB\nSwapTotal: 6143992 kB\nSwapFree: 6143924 kB\nDirty: 220 kB\nWriteback: 0 kB\nAnonPages: 288088 kB\nMapped: 14956 kB\nSlab: 83488 kB\nPageTables: 2580 kB\nNFS_Unstable: 0 kB\nBounce: 0 kB\nCommitLimit: 9289720 kB\nCommitted_AS: 803212 kB\nVmallocTotal: 34359738367 kB\nVmallocUsed: 3384 kB\nVmallocChunk: 34359734983 kB\n">>}]}] [ns_doctor:debug,2012-11-26T10:25:11.181,ns_1@10.3.3.96:ns_doctor<0.891.0>:ns_doctor:handle_info:137]Current node statuses: [{'ns_1@10.3.2.57', [{last_heard,{1353,954311,15996}}, {outgoing_replications_safeness_level,[{"default",green}]}, {incoming_replications_conf_hashes, [{"default", [{'ns_1@10.3.3.100',110886191}, {'ns_1@10.3.3.96',41456239}, {'ns_1@10.3.3.98',112129458}]}]}, {active_buckets,["default"]}, {ready_buckets,["default"]}, {local_tasks,[]}, {memory, [{total,127650128}, {processes,87489616}, {processes_used,86960120}, {system,40160512}, {atom,1492169}, {atom_used,1478864}, {binary,5858160}, {code,14903159}, {ets,6186600}]}, {system_memory_data, [{system_total_memory,6442450944}, {free_swap,6291378176}, {total_swap,6291447808}, {cached_memory,1106845696}, {buffered_memory,668971008}, {free_memory,4082159616}, {total_memory,6442450944}]}, {node_storage_conf, [{db_path,"/opt/couchbase/var/lib/couchbase/data/"}, {index_path,"/opt/couchbase/var/lib/couchbase/data/"}]}, {statistics, [{wall_clock,{1813606,5000}}, {context_switches,{4145755,0}}, {garbage_collection,{517752,2051640078,0}}, {io,{{input,253524538},{output,143231083}}}, {reductions,{973231927,2915607}}, {run_queue,0}, {runtime,{94790,150}}]}, {system_stats, [{cpu_utilization_rate,0.49261083743842365}, {swap_total,6291447808}, {swap_used,69632}]}, {interesting_stats, [{couch_docs_actual_disk_size,4263015}, {couch_docs_data_size,4230189}, {couch_views_actual_disk_size,0}, {couch_views_data_size,0}, {curr_items,12}, {curr_items_tot,12}, {mem_used,16091496}, {vb_replica_curr_items,0}]}, {cluster_compatibility_version,131072}, {version, [{public_key,"0.13"}, {lhttpc,"1.3.0"}, {ale,"8cffe61"}, {os_mon,"2.2.7"}, {couch_set_view,"1.2.0a-31560d7-git"}, {mnesia,"4.5"}, {inets,"5.7.1"}, {couch,"1.2.0a-31560d7-git"}, {mapreduce,"1.0.0"}, {couch_index_merger,"1.2.0a-31560d7-git"}, {kernel,"2.14.5"}, {crypto,"2.0.4"}, {ssl,"4.1.6"}, {sasl,"2.1.10"}, {couch_view_parser,"1.0.0"}, {ns_server,"2.0.0-1965-rel-enterprise"}, {mochiweb,"1.4.1"}, {oauth,"7d85d3ef"}, {stdlib,"1.17.5"}]}, {supported_compat_version,[2,0]}, {system_arch,"x86_64-unknown-linux-gnu"}, {wall_clock,1813}, {memory_data,{6442450944,2359783424,{<18023.332.0>,3514472}}}, {disk_data,[{"/",103209120,9}]}, {meminfo, <<"MemTotal: 6291456 kB\nMemFree: 3986484 kB\nBuffers: 653292 kB\nCached: 1080904 kB\nSwapCached: 0 kB\nActive: 1311948 kB\nInactive: 724484 kB\nHighTotal: 0 kB\nHighFree: 0 kB\nLowTotal: 6291456 kB\nLowFree: 3986484 kB\nSwapTotal: 6143992 kB\nSwapFree: 6143924 kB\nDirty: 484 kB\nWriteback: 0 kB\nAnonPages: 300936 kB\nMapped: 14660 kB\nSlab: 108788 kB\nPageTables: 2532 kB\nNFS_Unstable: 0 kB\nBounce: 0 kB\nCommitLimit: 9289720 kB\nCommitted_AS: 817852 kB\nVmallocTotal: 34359738367 kB\nVmallocUsed: 3384 kB\nVmallocChunk: 34359734983 kB\n">>}]}, {'ns_1@10.3.3.100', [{last_heard,{1353,954309,747109}}, {outgoing_replications_safeness_level,[{"default",green}]}, {incoming_replications_conf_hashes, [{"default", [{'ns_1@10.3.2.57',63506121}, {'ns_1@10.3.3.96',117606290}, {'ns_1@10.3.3.98',14619049}]}]}, {active_buckets,["default"]}, {ready_buckets,["default"]}, {local_tasks,[]}, {memory, [{total,126277480}, {processes,88188936}, {processes_used,87740560}, {system,38088544}, {atom,1412289}, {atom_used,1387789}, {binary,4290728}, {code,14531880}, {ets,6147304}]}, {system_memory_data, [{system_total_memory,6442450944}, {free_swap,6291447808}, {total_swap,6291447808}, {cached_memory,603090944}, {buffered_memory,730472448}, {free_memory,4548100096}, {total_memory,6442450944}]}, {node_storage_conf, [{db_path,"/opt/couchbase/var/lib/couchbase/data/"}, {index_path,"/opt/couchbase/var/lib/couchbase/data/"}]}, {statistics, [{wall_clock,{1808078,5000}}, {context_switches,{3929001,0}}, {garbage_collection,{513128,1632310312,0}}, {io,{{input,149746926},{output,118951636}}}, {reductions,{557129659,710969}}, {run_queue,0}, {runtime,{80200,80}}]}, {system_stats, [{cpu_utilization_rate,0.5063291139240507}, {swap_total,6291447808}, {swap_used,0}]}, {interesting_stats, [{couch_docs_actual_disk_size,4267116}, {couch_docs_data_size,4234330}, {couch_views_actual_disk_size,0}, {couch_views_data_size,0}, {curr_items,11}, {curr_items_tot,17}, {mem_used,16096024}, {vb_replica_curr_items,6}]}, {cluster_compatibility_version,131072}, {version, [{public_key,"0.13"}, {lhttpc,"1.3.0"}, {ale,"8cffe61"}, {os_mon,"2.2.7"}, {couch_set_view,"1.2.0a-31560d7-git"}, {mnesia,"4.5"}, {inets,"5.7.1"}, {couch,"1.2.0a-31560d7-git"}, {mapreduce,"1.0.0"}, {couch_index_merger,"1.2.0a-31560d7-git"}, {kernel,"2.14.5"}, {crypto,"2.0.4"}, {ssl,"4.1.6"}, {sasl,"2.1.10"}, {couch_view_parser,"1.0.0"}, {ns_server,"2.0.0-1965-rel-enterprise"}, {mochiweb,"1.4.1"}, {oauth,"7d85d3ef"}, {stdlib,"1.17.5"}]}, {supported_compat_version,[2,0]}, {system_arch,"x86_64-unknown-linux-gnu"}, {wall_clock,1808}, {memory_data,{6442450944,1893081088,{<18067.1014.0>,3514512}}}, {disk_data,[{"/",103209120,8}]}, {meminfo, <<"MemTotal: 6291456 kB\nMemFree: 4441504 kB\nBuffers: 713352 kB\nCached: 588956 kB\nSwapCached: 0 kB\nActive: 1169120 kB\nInactive: 405208 kB\nHighTotal: 0 kB\nHighFree: 0 kB\nLowTotal: 6291456 kB\nLowFree: 4441504 kB\nSwapTotal: 6143992 kB\nSwapFree: 6143992 kB\nDirty: 656 kB\nWriteback: 0 kB\nAnonPages: 270616 kB\nMapped: 14968 kB\nSlab: 115624 kB\nPageTables: 2516 kB\nNFS_Unstable: 0 kB\nBounce: 0 kB\nCommitLimit: 9289720 kB\nCommitted_AS: 786500 kB\nVmallocTotal: 34359738367 kB\nVmallocUsed: 3384 kB\nVmallocChunk: 34359734983 kB\n">>}]}, {'ns_1@10.3.3.96', [{last_heard,{1353,954306,186493}}, {outgoing_replications_safeness_level,[{"default",green}]}, {incoming_replications_conf_hashes, [{"default", [{'ns_1@10.3.2.57',33817834}, {'ns_1@10.3.3.100',41681736}, {'ns_1@10.3.3.98',10928119}]}]}, {active_buckets,["default"]}, {ready_buckets,["default"]}, {local_tasks,[]}, {memory, [{total,121138960}, {processes,82906248}, {processes_used,82425232}, {system,38232712}, {atom,1411481}, {atom_used,1387300}, {binary,4428640}, {code,14564384}, {ets,6119176}]}, {system_memory_data, [{system_total_memory,6442450944}, {free_swap,6291447808}, {total_swap,6291447808}, {cached_memory,620703744}, {buffered_memory,493395968}, {free_memory,4797382656}, {total_memory,6442450944}]}, {node_storage_conf, [{db_path,"/opt/couchbase/var/lib/couchbase/data/"}, {index_path,"/opt/couchbase/var/lib/couchbase/data/"}]}, {statistics, [{wall_clock,{1803326,5000}}, {context_switches,{3947328,0}}, {garbage_collection,{520392,1646057158,0}}, {io,{{input,148698359},{output,118688903}}}, {reductions,{557104577,649566}}, {run_queue,0}, {runtime,{80760,50}}]}, {system_stats, [{cpu_utilization_rate,0.24154589371980675}, {swap_total,6291447808}, {swap_used,0}]}, {interesting_stats, [{couch_docs_actual_disk_size,4274922}, {couch_docs_data_size,4242522}, {couch_views_actual_disk_size,0}, {couch_views_data_size,0}, {curr_items,0}, {curr_items_tot,23}, {mem_used,16099688}, {vb_replica_curr_items,23}]}, {cluster_compatibility_version,131072}, {version, [{public_key,"0.13"}, {lhttpc,"1.3.0"}, {ale,"8cffe61"}, {os_mon,"2.2.7"}, {couch_set_view,"1.2.0a-31560d7-git"}, {mnesia,"4.5"}, {inets,"5.7.1"}, {couch,"1.2.0a-31560d7-git"}, {mapreduce,"1.0.0"}, {couch_index_merger,"1.2.0a-31560d7-git"}, {kernel,"2.14.5"}, {crypto,"2.0.4"}, {ssl,"4.1.6"}, {sasl,"2.1.10"}, {couch_view_parser,"1.0.0"}, {ns_server,"2.0.0-1965-rel-enterprise"}, {mochiweb,"1.4.1"}, {oauth,"7d85d3ef"}, {stdlib,"1.17.5"}]}, {supported_compat_version,[2,0]}, {system_arch,"x86_64-unknown-linux-gnu"}, {wall_clock,1803}, {memory_data,{6442450944,1643925504,{<0.944.0>,2543368}}}, {disk_data,[{"/",103209120,8}]}, {meminfo, <<"MemTotal: 6291456 kB\nMemFree: 4684944 kB\nBuffers: 481832 kB\nCached: 606156 kB\nSwapCached: 0 kB\nActive: 941028 kB\nInactive: 425856 kB\nHighTotal: 0 kB\nHighFree: 0 kB\nLowTotal: 6291456 kB\nLowFree: 4684944 kB\nSwapTotal: 6143992 kB\nSwapFree: 6143992 kB\nDirty: 376 kB\nWriteback: 0 kB\nAnonPages: 278100 kB\nMapped: 14600 kB\nSlab: 79580 kB\nPageTables: 2384 kB\nNFS_Unstable: 0 kB\nBounce: 0 kB\nCommitLimit: 9289720 kB\nCommitted_AS: 793440 kB\nVmallocTotal: 34359738367 kB\nVmallocUsed: 3384 kB\nVmallocChunk: 34359734983 kB\n">>}]}, {'ns_1@10.3.3.98', [{last_heard,{1353,954310,535368}}, {outgoing_replications_safeness_level,[{"default",green}]}, {incoming_replications_conf_hashes, [{"default", [{'ns_1@10.3.2.57',115455469}, {'ns_1@10.3.3.100',74343578}, {'ns_1@10.3.3.96',66117516}]}]}, {active_buckets,["default"]}, {ready_buckets,["default"]}, {local_tasks,[]}, {memory, [{total,124364336}, {processes,86452328}, {processes_used,85988432}, {system,37912008}, {atom,1413905}, {atom_used,1390826}, {binary,4052008}, {code,14584964}, {ets,6155256}]}, {system_memory_data, [{system_total_memory,6442450944}, {free_swap,6291378176}, {total_swap,6291447808}, {cached_memory,603484160}, {buffered_memory,516255744}, {free_memory,4777332736}, {total_memory,6442450944}]}, {node_storage_conf, [{db_path,"/opt/couchbase/var/lib/couchbase/data/"}, {index_path,"/opt/couchbase/var/lib/couchbase/data/"}]}, {statistics, [{wall_clock,{1812651,5001}}, {context_switches,{3982575,0}}, {garbage_collection,{526076,1670643864,0}}, {io,{{input,150060215},{output,118966978}}}, {reductions,{567151234,610563}}, {run_queue,0}, {runtime,{81130,60}}]}, {system_stats, [{cpu_utilization_rate,0.21367521367521367}, {swap_total,6291447808}, {swap_used,69632}]}, {interesting_stats, [{couch_docs_actual_disk_size,4258887}, {couch_docs_data_size,4226093}, {couch_views_actual_disk_size,0}, {couch_views_data_size,0}, {curr_items,6}, {curr_items_tot,6}, {mem_used,16086568}, {vb_replica_curr_items,0}]}, {cluster_compatibility_version,131072}, {version, [{public_key,"0.13"}, {lhttpc,"1.3.0"}, {ale,"8cffe61"}, {os_mon,"2.2.7"}, {couch_set_view,"1.2.0a-31560d7-git"}, {mnesia,"4.5"}, {inets,"5.7.1"}, {couch,"1.2.0a-31560d7-git"}, {mapreduce,"1.0.0"}, {couch_index_merger,"1.2.0a-31560d7-git"}, {kernel,"2.14.5"}, {crypto,"2.0.4"}, {ssl,"4.1.6"}, {sasl,"2.1.10"}, {couch_view_parser,"1.0.0"}, {ns_server,"2.0.0-1965-rel-enterprise"}, {mochiweb,"1.4.1"}, {oauth,"7d85d3ef"}, {stdlib,"1.17.5"}]}, {supported_compat_version,[2,0]}, {system_arch,"x86_64-unknown-linux-gnu"}, {wall_clock,1812}, {memory_data,{6442450944,1665118208,{<18066.941.0>,3514472}}}, {disk_data,[{"/",103209120,8}]}, {meminfo, <<"MemTotal: 6291456 kB\nMemFree: 4665364 kB\nBuffers: 504156 kB\nCached: 589340 kB\nSwapCached: 68 kB\nActive: 979448 kB\nInactive: 404248 kB\nHighTotal: 0 kB\nHighFree: 0 kB\nLowTotal: 6291456 kB\nLowFree: 4665364 kB\nSwapTotal: 6143992 kB\nSwapFree: 6143924 kB\nDirty: 64 kB\nWriteback: 0 kB\nAnonPages: 289304 kB\nMapped: 14956 kB\nSlab: 83404 kB\nPageTables: 2584 kB\nNFS_Unstable: 0 kB\nBounce: 0 kB\nCommitLimit: 9289720 kB\nCommitted_AS: 808620 kB\nVmallocTotal: 34359738367 kB\nVmallocUsed: 3384 kB\nVmallocChunk: 34359734983 kB\n">>}]}] [stats:debug,2012-11-26T10:25:13.678,ns_1@10.3.3.96:<0.4839.1>:stats_collector:maybe_log_stats:126](at {{1970,1,16},{8,5,54}}) Stats for bucket "default": accepting_conns 1 auth_cmds 0 auth_errors 0 bucket_active_conns 1 bucket_conns 20 bytes 16099688 bytes_read 261741 bytes_written 29004406 cas_badval 0 cas_hits 0 cas_misses 0 cmd_flush 0 cmd_get 0 cmd_set 0 conn_yields 23 connection_structures 5000 curr_connections 21 curr_conns_on_port_11209 18 curr_conns_on_port_11210 1 curr_items 0 curr_items_tot 23 curr_temp_items 0 daemon_connections 4 decr_hits 0 decr_misses 0 delete_hits 0 delete_misses 0 ep_access_scanner_last_runtime 0 ep_access_scanner_num_items 0 ep_access_scanner_task_time 2012-11-27 10:00:00 ep_allow_data_loss_during_shutdown 1 ep_alog_block_size 4096 ep_alog_path /opt/couchbase/var/lib/couchbase/data/default/access.log ep_alog_sleep_time 1440 ep_alog_task_time 10 ep_backend couchdb ep_bg_fetch_delay 0 ep_bg_fetched 0 ep_bg_meta_fetched 0 ep_bg_remaining_jobs 0 ep_chk_max_items 5000 ep_chk_period 1800 ep_chk_persistence_remains 0 ep_chk_persistence_timeout 10 ep_chk_remover_stime 5 ep_commit_num 4 ep_commit_time 3 ep_commit_time_total 17 ep_concurrentDB 1 ep_config_file ep_couch_bucket default ep_couch_host localhost ep_couch_port 11213 ep_couch_reconnect_sleeptime 250 ep_couch_response_timeout 180000 ep_data_age 3 ep_data_age_highwat 3 ep_data_traffic_enabled 0 ep_dbinit 0 ep_dbname /opt/couchbase/var/lib/couchbase/data/default ep_degraded_mode 0 ep_diskqueue_drain 23 ep_diskqueue_fill 23 ep_diskqueue_items 0 ep_diskqueue_memory 0 ep_diskqueue_pending 0 ep_exp_pager_stime 3600 ep_exp_pager_stime 3600 ep_expired_access 0 ep_expired_pager 0 ep_expiry_window 3 ep_failpartialwarmup 0 ep_flush_all false ep_flush_duration_total 0 ep_flushall_enabled 0 ep_flusher_state running ep_flusher_todo 0 ep_getl_default_timeout 15 ep_getl_max_timeout 30 ep_ht_locks 5 ep_ht_size 3079 ep_inconsistent_slave_chk 0 ep_initfile ep_io_num_read 0 ep_io_num_write 23 ep_io_read_bytes 0 ep_io_write_bytes 13485 ep_item_begin_failed 0 ep_item_commit_failed 0 ep_item_flush_expired 0 ep_item_flush_failed 0 ep_item_num_based_new_chk 1 ep_items_rm_from_checkpoints 0 ep_keep_closed_chks 0 ep_klog_block_size 4096 ep_klog_compactor_queue_cap 500000 ep_klog_compactor_stime 3600 ep_klog_flush commit2 ep_klog_max_entry_ratio 10 ep_klog_max_log_size 2147483647 ep_klog_path ep_klog_sync commit2 ep_kv_size 15381 ep_max_checkpoints 2 ep_max_data_size 1073741824 ep_max_item_size 20971520 ep_max_size 1073741824 ep_max_txn_size 10000 ep_max_vbuckets 1024 ep_mem_high_wat 805306368 ep_mem_high_wat 805306368 ep_mem_low_wat 644245094 ep_mem_low_wat 644245094 ep_mem_tracker_enabled true ep_min_data_age 0 ep_mlog_compactor_runs 0 ep_mutation_mem_threshold 0 ep_num_access_scanner_runs 0 ep_num_eject_failures 0 ep_num_expiry_pager_runs 0 ep_num_non_resident 0 ep_num_not_my_vbuckets 0 ep_num_ops_del_meta 0 ep_num_ops_get_meta 0 ep_num_ops_set_meta 0 ep_num_pager_runs 0 ep_num_value_ejects 0 ep_oom_errors 0 ep_overhead 13615370 ep_pager_active_vb_pcnt 40 ep_pager_unbiased_period 60 ep_pending_ops 0 ep_pending_ops_max 0 ep_pending_ops_max_duration 0 ep_pending_ops_total 0 ep_postInitfile ep_queue_age_cap 900 ep_queue_size 0 ep_startup_time 1353952912 ep_storage_age 0 ep_storage_age_highwat 0 ep_store_max_concurrency 10 ep_store_max_readers 9 ep_store_max_readwrite 1 ep_stored_val_type ep_tap_ack_grace_period 300 ep_tap_ack_initial_sequence_number 1 ep_tap_ack_interval 1000 ep_tap_ack_window_size 10 ep_tap_backfill_resident 0.9 ep_tap_backlog_limit 5000 ep_tap_backoff_period 5 ep_tap_bg_fetch_requeued 0 ep_tap_bg_fetched 0 ep_tap_bg_max_pending 500 ep_tap_keepalive 300 ep_tap_noop_interval 20 ep_tap_requeue_sleep_time 0.1 ep_tap_throttle_cap_pcnt 10 ep_tap_throttle_queue_cap 1000000 ep_tap_throttle_threshold 90 ep_tmp_oom_errors 0 ep_too_old 0 ep_too_young 0 ep_total_cache_size 15105 ep_total_del_items 0 ep_total_enqueued 23 ep_total_new_items 23 ep_total_persisted 23 ep_uncommitted_items 0 ep_value_size 13312 ep_vb0 0 ep_vb_snapshot_total 6 ep_vb_total 512 ep_vbucket_del 0 ep_vbucket_del_fail 0 ep_version 2.0.0r_140_gde42c8c ep_waitforwarmup 0 ep_warmup 1 ep_warmup_batch_size 1000 ep_warmup_dups 0 ep_warmup_min_items_threshold 100 ep_warmup_min_memory_threshold 100 ep_warmup_oom 0 ep_warmup_thread complete ep_warmup_time 635 get_hits 0 get_misses 0 incr_hits 0 incr_misses 0 libevent 2.0.11-stable limit_maxbytes 67108864 listen_disabled_num 0 max_conns_on_port_11209 1000 max_conns_on_port_11210 9000 mem_used 16099688 pid 25417 pointer_size 64 rejected_conns 0 rusage_system 1.976123 rusage_user 8.296518 tap_checkpoint_start_received 512 tap_checkpoint_start_sent 512 tap_connect_received 6 tap_mutation_received 2466 tap_mutation_sent 2484 tap_opaque_received 1039 tap_opaque_sent 1036 threads 4 time 1353954312 total_connections 42 uptime 1743 vb_active_curr_items 0 vb_active_eject 0 vb_active_expired 0 vb_active_ht_memory 6428672 vb_active_itm_memory 0 vb_active_meta_data_memory 0 vb_active_num 256 vb_active_num_non_resident 0 vb_active_num_ref_ejects 0 vb_active_num_ref_items 0 vb_active_ops_create 0 vb_active_ops_delete 0 vb_active_ops_reject 0 vb_active_ops_update 0 vb_active_perc_mem_resident 0 vb_active_queue_age 0 vb_active_queue_drain 0 vb_active_queue_fill 0 vb_active_queue_memory 0 vb_active_queue_pending 0 vb_active_queue_size 0 vb_dead_num 0 vb_pending_curr_items 0 vb_pending_eject 0 vb_pending_expired 0 vb_pending_ht_memory 0 vb_pending_itm_memory 0 vb_pending_meta_data_memory 0 vb_pending_num 0 vb_pending_num_non_resident 0 vb_pending_num_ref_ejects 0 vb_pending_num_ref_items 0 vb_pending_ops_create 0 vb_pending_ops_delete 0 vb_pending_ops_reject 0 vb_pending_ops_update 0 vb_pending_perc_mem_resident 0 vb_pending_queue_age 0 vb_pending_queue_drain 0 vb_pending_queue_fill 0 vb_pending_queue_memory 0 vb_pending_queue_pending 0 vb_pending_queue_size 0 vb_replica_curr_items 23 vb_replica_eject 0 vb_replica_expired 0 vb_replica_ht_memory 6428672 vb_replica_itm_memory 15105 vb_replica_meta_data_memory 1898 vb_replica_num 256 vb_replica_num_non_resident 0 vb_replica_num_ref_ejects 0 vb_replica_num_ref_items 0 vb_replica_ops_create 23 vb_replica_ops_delete 0 vb_replica_ops_reject 0 vb_replica_ops_update 0 vb_replica_perc_mem_resident 100 vb_replica_queue_age 0 vb_replica_queue_drain 23 vb_replica_queue_fill 23 vb_replica_queue_memory 0 vb_replica_queue_pending 0 vb_replica_queue_size 0 version 1.4.4_600_g7ea975a [ns_doctor:debug,2012-11-26T10:26:11.181,ns_1@10.3.3.96:ns_doctor<0.891.0>:ns_doctor:handle_info:137]Current node statuses: [{'ns_1@10.3.2.57', [{last_heard,{1353,954371,29105}}, {outgoing_replications_safeness_level,[{"default",green}]}, {incoming_replications_conf_hashes, [{"default", [{'ns_1@10.3.3.100',110886191}, {'ns_1@10.3.3.96',41456239}, {'ns_1@10.3.3.98',112129458}]}]}, {active_buckets,["default"]}, {ready_buckets,["default"]}, {local_tasks,[]}, {memory, [{total,127640552}, {processes,87177776}, {processes_used,86652104}, {system,40462776}, {atom,1492169}, {atom_used,1478864}, {binary,5984432}, {code,14903159}, {ets,6361984}]}, {system_memory_data, [{system_total_memory,6442450944}, {free_swap,6291378176}, {total_swap,6291447808}, {cached_memory,1105702912}, {buffered_memory,668979200}, {free_memory,4084064256}, {total_memory,6442450944}]}, {node_storage_conf, [{db_path,"/opt/couchbase/var/lib/couchbase/data/"}, {index_path,"/opt/couchbase/var/lib/couchbase/data/"}]}, {statistics, [{wall_clock,{1873617,5010}}, {context_switches,{4254585,0}}, {garbage_collection,{527309,2085157891,0}}, {io,{{input,258549220},{output,150239791}}}, {reductions,{994979512,3019076}}, {run_queue,0}, {runtime,{96500,350}}]}, {system_stats, [{cpu_utilization_rate,2.5806451612903225}, {swap_total,6291447808}, {swap_used,69632}]}, {interesting_stats, [{couch_docs_actual_disk_size,4263015}, {couch_docs_data_size,4230189}, {couch_views_actual_disk_size,0}, {couch_views_data_size,0}, {curr_items,12}, {curr_items_tot,12}, {mem_used,16091496}, {vb_replica_curr_items,0}]}, {cluster_compatibility_version,131072}, {version, [{public_key,"0.13"}, {lhttpc,"1.3.0"}, {ale,"8cffe61"}, {os_mon,"2.2.7"}, {couch_set_view,"1.2.0a-31560d7-git"}, {mnesia,"4.5"}, {inets,"5.7.1"}, {couch,"1.2.0a-31560d7-git"}, {mapreduce,"1.0.0"}, {couch_index_merger,"1.2.0a-31560d7-git"}, {kernel,"2.14.5"}, {crypto,"2.0.4"}, {ssl,"4.1.6"}, {sasl,"2.1.10"}, {couch_view_parser,"1.0.0"}, {ns_server,"2.0.0-1965-rel-enterprise"}, {mochiweb,"1.4.1"}, {oauth,"7d85d3ef"}, {stdlib,"1.17.5"}]}, {supported_compat_version,[2,0]}, {system_arch,"x86_64-unknown-linux-gnu"}, {wall_clock,1873}, {memory_data,{6442450944,2356736000,{<18023.332.0>,3514472}}}, {disk_data,[{"/",103209120,9}]}, {meminfo, <<"MemTotal: 6291456 kB\nMemFree: 3988344 kB\nBuffers: 653300 kB\nCached: 1079788 kB\nSwapCached: 0 kB\nActive: 1313328 kB\nInactive: 721472 kB\nHighTotal: 0 kB\nHighFree: 0 kB\nLowTotal: 6291456 kB\nLowFree: 3988344 kB\nSwapTotal: 6143992 kB\nSwapFree: 6143924 kB\nDirty: 492 kB\nWriteback: 0 kB\nAnonPages: 300468 kB\nMapped: 14660 kB\nSlab: 108912 kB\nPageTables: 2520 kB\nNFS_Unstable: 0 kB\nBounce: 0 kB\nCommitLimit: 9289720 kB\nCommitted_AS: 820576 kB\nVmallocTotal: 34359738367 kB\nVmallocUsed: 3384 kB\nVmallocChunk: 34359734983 kB\n">>}]}, {'ns_1@10.3.3.100', [{last_heard,{1353,954369,748394}}, {outgoing_replications_safeness_level,[{"default",green}]}, {incoming_replications_conf_hashes, [{"default", [{'ns_1@10.3.2.57',63506121}, {'ns_1@10.3.3.96',117606290}, {'ns_1@10.3.3.98',14619049}]}]}, {active_buckets,["default"]}, {ready_buckets,["default"]}, {local_tasks,[]}, {memory, [{total,121582032}, {processes,83385304}, {processes_used,82936928}, {system,38196728}, {atom,1412289}, {atom_used,1387789}, {binary,4224360}, {code,14531880}, {ets,6321896}]}, {system_memory_data, [{system_total_memory,6442450944}, {free_swap,6291447808}, {total_swap,6291447808}, {cached_memory,604225536}, {buffered_memory,730472448}, {free_memory,4548227072}, {total_memory,6442450944}]}, {node_storage_conf, [{db_path,"/opt/couchbase/var/lib/couchbase/data/"}, {index_path,"/opt/couchbase/var/lib/couchbase/data/"}]}, {statistics, [{wall_clock,{1868080,5001}}, {context_switches,{4030388,0}}, {garbage_collection,{521171,1663137779,0}}, {io,{{input,151764656},{output,121145744}}}, {reductions,{565748053,706090}}, {run_queue,0}, {runtime,{81300,90}}]}, {system_stats, [{cpu_utilization_rate,0.25380710659898476}, {swap_total,6291447808}, {swap_used,0}]}, {interesting_stats, [{couch_docs_actual_disk_size,4267116}, {couch_docs_data_size,4234330}, {couch_views_actual_disk_size,0}, {couch_views_data_size,0}, {curr_items,11}, {curr_items_tot,17}, {mem_used,16096024}, {vb_replica_curr_items,6}]}, {cluster_compatibility_version,131072}, {version, [{public_key,"0.13"}, {lhttpc,"1.3.0"}, {ale,"8cffe61"}, {os_mon,"2.2.7"}, {couch_set_view,"1.2.0a-31560d7-git"}, {mnesia,"4.5"}, {inets,"5.7.1"}, {couch,"1.2.0a-31560d7-git"}, {mapreduce,"1.0.0"}, {couch_index_merger,"1.2.0a-31560d7-git"}, {kernel,"2.14.5"}, {crypto,"2.0.4"}, {ssl,"4.1.6"}, {sasl,"2.1.10"}, {couch_view_parser,"1.0.0"}, {ns_server,"2.0.0-1965-rel-enterprise"}, {mochiweb,"1.4.1"}, {oauth,"7d85d3ef"}, {stdlib,"1.17.5"}]}, {supported_compat_version,[2,0]}, {system_arch,"x86_64-unknown-linux-gnu"}, {wall_clock,1868}, {memory_data,{6442450944,1894731776,{<18067.1014.0>,3514512}}}, {disk_data,[{"/",103209120,8}]}, {meminfo, <<"MemTotal: 6291456 kB\nMemFree: 4441628 kB\nBuffers: 713352 kB\nCached: 590064 kB\nSwapCached: 0 kB\nActive: 1168308 kB\nInactive: 406140 kB\nHighTotal: 0 kB\nHighFree: 0 kB\nLowTotal: 6291456 kB\nLowFree: 4441628 kB\nSwapTotal: 6143992 kB\nSwapFree: 6143992 kB\nDirty: 372 kB\nWriteback: 0 kB\nAnonPages: 269628 kB\nMapped: 14968 kB\nSlab: 115664 kB\nPageTables: 2516 kB\nNFS_Unstable: 0 kB\nBounce: 0 kB\nCommitLimit: 9289720 kB\nCommitted_AS: 783840 kB\nVmallocTotal: 34359738367 kB\nVmallocUsed: 3384 kB\nVmallocChunk: 34359734983 kB\n">>}]}, {'ns_1@10.3.3.96', [{last_heard,{1353,954366,184076}}, {outgoing_replications_safeness_level,[{"default",green}]}, {incoming_replications_conf_hashes, [{"default", [{'ns_1@10.3.2.57',33817834}, {'ns_1@10.3.3.100',41681736}, {'ns_1@10.3.3.98',10928119}]}]}, {active_buckets,["default"]}, {ready_buckets,["default"]}, {local_tasks,[]}, {memory, [{total,115932224}, {processes,77736088}, {processes_used,77255072}, {system,38196136}, {atom,1411481}, {atom_used,1387300}, {binary,4216744}, {code,14564384}, {ets,6294480}]}, {system_memory_data, [{system_total_memory,6442450944}, {free_swap,6291447808}, {total_swap,6291447808}, {cached_memory,621826048}, {buffered_memory,493395968}, {free_memory,4798398464}, {total_memory,6442450944}]}, {node_storage_conf, [{db_path,"/opt/couchbase/var/lib/couchbase/data/"}, {index_path,"/opt/couchbase/var/lib/couchbase/data/"}]}, {statistics, [{wall_clock,{1863324,5001}}, {context_switches,{4048632,0}}, {garbage_collection,{528668,1675987781,0}}, {io,{{input,150835412},{output,120814583}}}, {reductions,{565281784,681735}}, {run_queue,0}, {runtime,{81690,70}}]}, {system_stats, [{cpu_utilization_rate,0.0},{swap_total,6291447808},{swap_used,0}]}, {interesting_stats, [{couch_docs_actual_disk_size,4274922}, {couch_docs_data_size,4242522}, {couch_views_actual_disk_size,0}, {couch_views_data_size,0}, {curr_items,0}, {curr_items_tot,23}, {mem_used,16099688}, {vb_replica_curr_items,23}]}, {cluster_compatibility_version,131072}, {version, [{public_key,"0.13"}, {lhttpc,"1.3.0"}, {ale,"8cffe61"}, {os_mon,"2.2.7"}, {couch_set_view,"1.2.0a-31560d7-git"}, {mnesia,"4.5"}, {inets,"5.7.1"}, {couch,"1.2.0a-31560d7-git"}, {mapreduce,"1.0.0"}, {couch_index_merger,"1.2.0a-31560d7-git"}, {kernel,"2.14.5"}, {crypto,"2.0.4"}, {ssl,"4.1.6"}, {sasl,"2.1.10"}, {couch_view_parser,"1.0.0"}, {ns_server,"2.0.0-1965-rel-enterprise"}, {mochiweb,"1.4.1"}, {oauth,"7d85d3ef"}, {stdlib,"1.17.5"}]}, {supported_compat_version,[2,0]}, {system_arch,"x86_64-unknown-linux-gnu"}, {wall_clock,1863}, {memory_data,{6442450944,1644306432,{<0.944.0>,2543368}}}, {disk_data,[{"/",103209120,8}]}, {meminfo, <<"MemTotal: 6291456 kB\nMemFree: 4685936 kB\nBuffers: 481832 kB\nCached: 607252 kB\nSwapCached: 0 kB\nActive: 940016 kB\nInactive: 426816 kB\nHighTotal: 0 kB\nHighFree: 0 kB\nLowTotal: 6291456 kB\nLowFree: 4685936 kB\nSwapTotal: 6143992 kB\nSwapFree: 6143992 kB\nDirty: 80 kB\nWriteback: 0 kB\nAnonPages: 276948 kB\nMapped: 14600 kB\nSlab: 79596 kB\nPageTables: 2380 kB\nNFS_Unstable: 0 kB\nBounce: 0 kB\nCommitLimit: 9289720 kB\nCommitted_AS: 788684 kB\nVmallocTotal: 34359738367 kB\nVmallocUsed: 3384 kB\nVmallocChunk: 34359734983 kB\n">>}]}, {'ns_1@10.3.3.98', [{last_heard,{1353,954370,536527}}, {outgoing_replications_safeness_level,[{"default",green}]}, {incoming_replications_conf_hashes, [{"default", [{'ns_1@10.3.2.57',115455469}, {'ns_1@10.3.3.100',74343578}, {'ns_1@10.3.3.96',66117516}]}]}, {active_buckets,["default"]}, {ready_buckets,["default"]}, {local_tasks,[]}, {memory, [{total,121434000}, {processes,83106504}, {processes_used,82642608}, {system,38327496}, {atom,1413905}, {atom_used,1390826}, {binary,4292336}, {code,14584964}, {ets,6330432}]}, {system_memory_data, [{system_total_memory,6442450944}, {free_swap,6291378176}, {total_swap,6291447808}, {cached_memory,604639232}, {buffered_memory,516255744}, {free_memory,4774285312}, {total_memory,6442450944}]}, {node_storage_conf, [{db_path,"/opt/couchbase/var/lib/couchbase/data/"}, {index_path,"/opt/couchbase/var/lib/couchbase/data/"}]}, {statistics, [{wall_clock,{1872651,5000}}, {context_switches,{4083911,0}}, {garbage_collection,{534331,1700841361,0}}, {io,{{input,152080711},{output,121172011}}}, {reductions,{575540494,618809}}, {run_queue,0}, {runtime,{82140,80}}]}, {system_stats, [{cpu_utilization_rate,0.24630541871921183}, {swap_total,6291447808}, {swap_used,69632}]}, {interesting_stats, [{couch_docs_actual_disk_size,4258887}, {couch_docs_data_size,4226093}, {couch_views_actual_disk_size,0}, {couch_views_data_size,0}, {curr_items,6}, {curr_items_tot,6}, {mem_used,16086568}, {vb_replica_curr_items,0}]}, {cluster_compatibility_version,131072}, {version, [{public_key,"0.13"}, {lhttpc,"1.3.0"}, {ale,"8cffe61"}, {os_mon,"2.2.7"}, {couch_set_view,"1.2.0a-31560d7-git"}, {mnesia,"4.5"}, {inets,"5.7.1"}, {couch,"1.2.0a-31560d7-git"}, {mapreduce,"1.0.0"}, {couch_index_merger,"1.2.0a-31560d7-git"}, {kernel,"2.14.5"}, {crypto,"2.0.4"}, {ssl,"4.1.6"}, {sasl,"2.1.10"}, {couch_view_parser,"1.0.0"}, {ns_server,"2.0.0-1965-rel-enterprise"}, {mochiweb,"1.4.1"}, {oauth,"7d85d3ef"}, {stdlib,"1.17.5"}]}, {supported_compat_version,[2,0]}, {system_arch,"x86_64-unknown-linux-gnu"}, {wall_clock,1872}, {memory_data,{6442450944,1668292608,{<18066.941.0>,3514472}}}, {disk_data,[{"/",103209120,8}]}, {meminfo, <<"MemTotal: 6291456 kB\nMemFree: 4662388 kB\nBuffers: 504156 kB\nCached: 590468 kB\nSwapCached: 68 kB\nActive: 980752 kB\nInactive: 405196 kB\nHighTotal: 0 kB\nHighFree: 0 kB\nLowTotal: 6291456 kB\nLowFree: 4662388 kB\nSwapTotal: 6143992 kB\nSwapFree: 6143924 kB\nDirty: 628 kB\nWriteback: 0 kB\nAnonPages: 290504 kB\nMapped: 14956 kB\nSlab: 83404 kB\nPageTables: 2584 kB\nNFS_Unstable: 0 kB\nBounce: 0 kB\nCommitLimit: 9289720 kB\nCommitted_AS: 808636 kB\nVmallocTotal: 34359738367 kB\nVmallocUsed: 3384 kB\nVmallocChunk: 34359734983 kB\n">>}]}] [stats:debug,2012-11-26T10:26:53.681,ns_1@10.3.3.96:<0.4839.1>:stats_collector:maybe_log_stats:126](at {{1970,1,16},{8,5,54}}) Stats for bucket "default": accepting_conns 1 auth_cmds 0 auth_errors 0 bucket_active_conns 1 bucket_conns 20 bytes 16099704 bytes_read 273671 bytes_written 31011856 cas_badval 0 cas_hits 0 cas_misses 0 cmd_flush 0 cmd_get 0 cmd_set 0 conn_yields 23 connection_structures 5000 curr_connections 21 curr_conns_on_port_11209 18 curr_conns_on_port_11210 1 curr_items 0 curr_items_tot 23 curr_temp_items 0 daemon_connections 4 decr_hits 0 decr_misses 0 delete_hits 0 delete_misses 0 ep_access_scanner_last_runtime 0 ep_access_scanner_num_items 0 ep_access_scanner_task_time 2012-11-27 10:00:00 ep_allow_data_loss_during_shutdown 1 ep_alog_block_size 4096 ep_alog_path /opt/couchbase/var/lib/couchbase/data/default/access.log ep_alog_sleep_time 1440 ep_alog_task_time 10 ep_backend couchdb ep_bg_fetch_delay 0 ep_bg_fetched 0 ep_bg_meta_fetched 0 ep_bg_remaining_jobs 0 ep_chk_max_items 5000 ep_chk_period 1800 ep_chk_persistence_remains 0 ep_chk_persistence_timeout 10 ep_chk_remover_stime 5 ep_commit_num 4 ep_commit_time 3 ep_commit_time_total 17 ep_concurrentDB 1 ep_config_file ep_couch_bucket default ep_couch_host localhost ep_couch_port 11213 ep_couch_reconnect_sleeptime 250 ep_couch_response_timeout 180000 ep_data_age 3 ep_data_age_highwat 3 ep_data_traffic_enabled 0 ep_dbinit 0 ep_dbname /opt/couchbase/var/lib/couchbase/data/default ep_degraded_mode 0 ep_diskqueue_drain 23 ep_diskqueue_fill 23 ep_diskqueue_items 0 ep_diskqueue_memory 0 ep_diskqueue_pending 0 ep_exp_pager_stime 3600 ep_exp_pager_stime 3600 ep_expired_access 0 ep_expired_pager 0 ep_expiry_window 3 ep_failpartialwarmup 0 ep_flush_all false ep_flush_duration_total 0 ep_flushall_enabled 0 ep_flusher_state running ep_flusher_todo 0 ep_getl_default_timeout 15 ep_getl_max_timeout 30 ep_ht_locks 5 ep_ht_size 3079 ep_inconsistent_slave_chk 0 ep_initfile ep_io_num_read 0 ep_io_num_write 23 ep_io_read_bytes 0 ep_io_write_bytes 13485 ep_item_begin_failed 0 ep_item_commit_failed 0 ep_item_flush_expired 0 ep_item_flush_failed 0 ep_item_num_based_new_chk 1 ep_items_rm_from_checkpoints 0 ep_keep_closed_chks 0 ep_klog_block_size 4096 ep_klog_compactor_queue_cap 500000 ep_klog_compactor_stime 3600 ep_klog_flush commit2 ep_klog_max_entry_ratio 10 ep_klog_max_log_size 2147483647 ep_klog_path ep_klog_sync commit2 ep_kv_size 15381 ep_max_checkpoints 2 ep_max_data_size 1073741824 ep_max_item_size 20971520 ep_max_size 1073741824 ep_max_txn_size 10000 ep_max_vbuckets 1024 ep_mem_high_wat 805306368 ep_mem_high_wat 805306368 ep_mem_low_wat 644245094 ep_mem_low_wat 644245094 ep_mem_tracker_enabled true ep_min_data_age 0 ep_mlog_compactor_runs 0 ep_mutation_mem_threshold 0 ep_num_access_scanner_runs 0 ep_num_eject_failures 0 ep_num_expiry_pager_runs 0 ep_num_non_resident 0 ep_num_not_my_vbuckets 0 ep_num_ops_del_meta 0 ep_num_ops_get_meta 0 ep_num_ops_set_meta 0 ep_num_pager_runs 0 ep_num_value_ejects 0 ep_oom_errors 0 ep_overhead 13615370 ep_pager_active_vb_pcnt 40 ep_pager_unbiased_period 60 ep_pending_ops 0 ep_pending_ops_max 0 ep_pending_ops_max_duration 0 ep_pending_ops_total 0 ep_postInitfile ep_queue_age_cap 900 ep_queue_size 0 ep_startup_time 1353952912 ep_storage_age 0 ep_storage_age_highwat 0 ep_store_max_concurrency 10 ep_store_max_readers 9 ep_store_max_readwrite 1 ep_stored_val_type ep_tap_ack_grace_period 300 ep_tap_ack_initial_sequence_number 1 ep_tap_ack_interval 1000 ep_tap_ack_window_size 10 ep_tap_backfill_resident 0.9 ep_tap_backlog_limit 5000 ep_tap_backoff_period 5 ep_tap_bg_fetch_requeued 0 ep_tap_bg_fetched 0 ep_tap_bg_max_pending 500 ep_tap_keepalive 300 ep_tap_noop_interval 20 ep_tap_requeue_sleep_time 0.1 ep_tap_throttle_cap_pcnt 10 ep_tap_throttle_queue_cap 1000000 ep_tap_throttle_threshold 90 ep_tmp_oom_errors 0 ep_too_old 0 ep_too_young 0 ep_total_cache_size 15105 ep_total_del_items 0 ep_total_enqueued 23 ep_total_new_items 23 ep_total_persisted 23 ep_uncommitted_items 0 ep_value_size 13312 ep_vb0 0 ep_vb_snapshot_total 6 ep_vb_total 512 ep_vbucket_del 0 ep_vbucket_del_fail 0 ep_version 2.0.0r_140_gde42c8c ep_waitforwarmup 0 ep_warmup 1 ep_warmup_batch_size 1000 ep_warmup_dups 0 ep_warmup_min_items_threshold 100 ep_warmup_min_memory_threshold 100 ep_warmup_oom 0 ep_warmup_thread complete ep_warmup_time 635 get_hits 0 get_misses 0 incr_hits 0 incr_misses 0 libevent 2.0.11-stable limit_maxbytes 67108864 listen_disabled_num 0 max_conns_on_port_11209 1000 max_conns_on_port_11210 9000 mem_used 16099704 pid 25417 pointer_size 64 rejected_conns 0 rusage_system 1.980123 rusage_user 8.380523 tap_checkpoint_start_received 512 tap_checkpoint_start_sent 512 tap_connect_received 6 tap_mutation_received 2466 tap_mutation_sent 2484 tap_opaque_received 1039 tap_opaque_sent 1036 threads 4 time 1353954412 total_connections 42 uptime 1843 vb_active_curr_items 0 vb_active_eject 0 vb_active_expired 0 vb_active_ht_memory 6428672 vb_active_itm_memory 0 vb_active_meta_data_memory 0 vb_active_num 256 vb_active_num_non_resident 0 vb_active_num_ref_ejects 0 vb_active_num_ref_items 0 vb_active_ops_create 0 vb_active_ops_delete 0 vb_active_ops_reject 0 vb_active_ops_update 0 vb_active_perc_mem_resident 0 vb_active_queue_age 0 vb_active_queue_drain 0 vb_active_queue_fill 0 vb_active_queue_memory 0 vb_active_queue_pending 0 vb_active_queue_size 0 vb_dead_num 0 vb_pending_curr_items 0 vb_pending_eject 0 vb_pending_expired 0 vb_pending_ht_memory 0 vb_pending_itm_memory 0 vb_pending_meta_data_memory 0 vb_pending_num 0 vb_pending_num_non_resident 0 vb_pending_num_ref_ejects 0 vb_pending_num_ref_items 0 vb_pending_ops_create 0 vb_pending_ops_delete 0 vb_pending_ops_reject 0 vb_pending_ops_update 0 vb_pending_perc_mem_resident 0 vb_pending_queue_age 0 vb_pending_queue_drain 0 vb_pending_queue_fill 0 vb_pending_queue_memory 0 vb_pending_queue_pending 0 vb_pending_queue_size 0 vb_replica_curr_items 23 vb_replica_eject 0 vb_replica_expired 0 vb_replica_ht_memory 6428672 vb_replica_itm_memory 15105 vb_replica_meta_data_memory 1898 vb_replica_num 256 vb_replica_num_non_resident 0 vb_replica_num_ref_ejects 0 vb_replica_num_ref_items 0 vb_replica_ops_create 23 vb_replica_ops_delete 0 vb_replica_ops_reject 0 vb_replica_ops_update 0 vb_replica_perc_mem_resident 100 vb_replica_queue_age 0 vb_replica_queue_drain 23 vb_replica_queue_fill 23 vb_replica_queue_memory 0 vb_replica_queue_pending 0 vb_replica_queue_size 0 version 1.4.4_600_g7ea975a [ns_doctor:debug,2012-11-26T10:27:11.182,ns_1@10.3.3.96:ns_doctor<0.891.0>:ns_doctor:handle_info:137]Current node statuses: [{'ns_1@10.3.2.57', [{last_heard,{1353,954431,15447}}, {outgoing_replications_safeness_level,[{"default",green}]}, {incoming_replications_conf_hashes, [{"default", [{'ns_1@10.3.3.100',110886191}, {'ns_1@10.3.3.96',41456239}, {'ns_1@10.3.3.98',112129458}]}]}, {active_buckets,["default"]}, {ready_buckets,["default"]}, {local_tasks,[]}, {memory, [{total,127742176}, {processes,87295560}, {processes_used,86766064}, {system,40446616}, {atom,1492169}, {atom_used,1478864}, {binary,5792952}, {code,14903159}, {ets,6538264}]}, {system_memory_data, [{system_total_memory,6442450944}, {free_swap,6291378176}, {total_swap,6291447808}, {cached_memory,1103413248}, {buffered_memory,668991488}, {free_memory,4087365632}, {total_memory,6442450944}]}, {node_storage_conf, [{db_path,"/opt/couchbase/var/lib/couchbase/data/"}, {index_path,"/opt/couchbase/var/lib/couchbase/data/"}]}, {statistics, [{wall_clock,{1933606,5001}}, {context_switches,{4363036,0}}, {garbage_collection,{536449,2117766298,0}}, {io,{{input,260816010},{output,152946272}}}, {reductions,{1016550265,2933516}}, {run_queue,0}, {runtime,{97950,160}}]}, {system_stats, [{cpu_utilization_rate,0.24330900243309003}, {swap_total,6291447808}, {swap_used,69632}]}, {interesting_stats, [{couch_docs_actual_disk_size,4263015}, {couch_docs_data_size,4230189}, {couch_views_actual_disk_size,0}, {couch_views_data_size,0}, {curr_items,12}, {curr_items_tot,12}, {mem_used,16091496}, {vb_replica_curr_items,0}]}, {cluster_compatibility_version,131072}, {version, [{public_key,"0.13"}, {lhttpc,"1.3.0"}, {ale,"8cffe61"}, {os_mon,"2.2.7"}, {couch_set_view,"1.2.0a-31560d7-git"}, {mnesia,"4.5"}, {inets,"5.7.1"}, {couch,"1.2.0a-31560d7-git"}, {mapreduce,"1.0.0"}, {couch_index_merger,"1.2.0a-31560d7-git"}, {kernel,"2.14.5"}, {crypto,"2.0.4"}, {ssl,"4.1.6"}, {sasl,"2.1.10"}, {couch_view_parser,"1.0.0"}, {ns_server,"2.0.0-1965-rel-enterprise"}, {mochiweb,"1.4.1"}, {oauth,"7d85d3ef"}, {stdlib,"1.17.5"}]}, {supported_compat_version,[2,0]}, {system_arch,"x86_64-unknown-linux-gnu"}, {wall_clock,1933}, {memory_data,{6442450944,2353180672,{<18023.332.0>,3514472}}}, {disk_data,[{"/",103209120,9}]}, {meminfo, <<"MemTotal: 6291456 kB\nMemFree: 3991568 kB\nBuffers: 653312 kB\nCached: 1077552 kB\nSwapCached: 0 kB\nActive: 1309164 kB\nInactive: 721612 kB\nHighTotal: 0 kB\nHighFree: 0 kB\nLowTotal: 6291456 kB\nLowFree: 3991568 kB\nSwapTotal: 6143992 kB\nSwapFree: 6143924 kB\nDirty: 624 kB\nWriteback: 0 kB\nAnonPages: 298652 kB\nMapped: 14660 kB\nSlab: 108768 kB\nPageTables: 2536 kB\nNFS_Unstable: 0 kB\nBounce: 0 kB\nCommitLimit: 9289720 kB\nCommitted_AS: 813448 kB\nVmallocTotal: 34359738367 kB\nVmallocUsed: 3384 kB\nVmallocChunk: 34359734983 kB\n">>}]}, {'ns_1@10.3.3.100', [{last_heard,{1353,954429,749553}}, {outgoing_replications_safeness_level,[{"default",green}]}, {incoming_replications_conf_hashes, [{"default", [{'ns_1@10.3.2.57',63506121}, {'ns_1@10.3.3.96',117606290}, {'ns_1@10.3.3.98',14619049}]}]}, {active_buckets,["default"]}, {ready_buckets,["default"]}, {local_tasks,[]}, {memory, [{total,125334000}, {processes,86837024}, {processes_used,86388648}, {system,38496976}, {atom,1412289}, {atom_used,1387789}, {binary,4347912}, {code,14531880}, {ets,6499056}]}, {system_memory_data, [{system_total_memory,6442450944}, {free_swap,6291447808}, {total_swap,6291447808}, {cached_memory,599670784}, {buffered_memory,730472448}, {free_memory,4550766592}, {total_memory,6442450944}]}, {node_storage_conf, [{db_path,"/opt/couchbase/var/lib/couchbase/data/"}, {index_path,"/opt/couchbase/var/lib/couchbase/data/"}]}, {statistics, [{wall_clock,{1928080,5001}}, {context_switches,{4132182,0}}, {garbage_collection,{529400,1694732088,0}}, {io,{{input,157137397},{output,127608954}}}, {reductions,{574455673,716743}}, {run_queue,0}, {runtime,{82530,80}}]}, {system_stats, [{cpu_utilization_rate,0.49875311720698257}, {swap_total,6291447808}, {swap_used,0}]}, {interesting_stats, [{couch_docs_actual_disk_size,4267116}, {couch_docs_data_size,4234330}, {couch_views_actual_disk_size,0}, {couch_views_data_size,0}, {curr_items,11}, {curr_items_tot,17}, {mem_used,16096024}, {vb_replica_curr_items,6}]}, {cluster_compatibility_version,131072}, {version, [{public_key,"0.13"}, {lhttpc,"1.3.0"}, {ale,"8cffe61"}, {os_mon,"2.2.7"}, {couch_set_view,"1.2.0a-31560d7-git"}, {mnesia,"4.5"}, {inets,"5.7.1"}, {couch,"1.2.0a-31560d7-git"}, {mapreduce,"1.0.0"}, {couch_index_merger,"1.2.0a-31560d7-git"}, {kernel,"2.14.5"}, {crypto,"2.0.4"}, {ssl,"4.1.6"}, {sasl,"2.1.10"}, {couch_view_parser,"1.0.0"}, {ns_server,"2.0.0-1965-rel-enterprise"}, {mochiweb,"1.4.1"}, {oauth,"7d85d3ef"}, {stdlib,"1.17.5"}]}, {supported_compat_version,[2,0]}, {system_arch,"x86_64-unknown-linux-gnu"}, {wall_clock,1928}, {memory_data,{6442450944,1891049472,{<18067.1014.0>,3514512}}}, {disk_data,[{"/",103209120,8}]}, {meminfo, <<"MemTotal: 6291456 kB\nMemFree: 4444108 kB\nBuffers: 713352 kB\nCached: 585616 kB\nSwapCached: 0 kB\nActive: 1170048 kB\nInactive: 402316 kB\nHighTotal: 0 kB\nHighFree: 0 kB\nLowTotal: 6291456 kB\nLowFree: 4444108 kB\nSwapTotal: 6143992 kB\nSwapFree: 6143992 kB\nDirty: 304 kB\nWriteback: 0 kB\nAnonPages: 272004 kB\nMapped: 14968 kB\nSlab: 115720 kB\nPageTables: 2520 kB\nNFS_Unstable: 0 kB\nBounce: 0 kB\nCommitLimit: 9289720 kB\nCommitted_AS: 782128 kB\nVmallocTotal: 34359738367 kB\nVmallocUsed: 3384 kB\nVmallocChunk: 34359734983 kB\n">>}]}, {'ns_1@10.3.3.96', [{last_heard,{1353,954426,184351}}, {outgoing_replications_safeness_level,[{"default",green}]}, {incoming_replications_conf_hashes, [{"default", [{'ns_1@10.3.2.57',33817834}, {'ns_1@10.3.3.100',41681736}, {'ns_1@10.3.3.98',10928119}]}]}, {active_buckets,["default"]}, {ready_buckets,["default"]}, {local_tasks,[]}, {memory, [{total,119242696}, {processes,80677224}, {processes_used,80196208}, {system,38565472}, {atom,1411481}, {atom_used,1387300}, {binary,4409072}, {code,14564384}, {ets,6471696}]}, {system_memory_data, [{system_total_memory,6442450944}, {free_swap,6291447808}, {total_swap,6291447808}, {cached_memory,617254912}, {buffered_memory,493400064}, {free_memory,4794335232}, {total_memory,6442450944}]}, {node_storage_conf, [{db_path,"/opt/couchbase/var/lib/couchbase/data/"}, {index_path,"/opt/couchbase/var/lib/couchbase/data/"}]}, {statistics, [{wall_clock,{1923324,5000}}, {context_switches,{4150253,0}}, {garbage_collection,{536638,1706918911,0}}, {io,{{input,156238584},{output,127307756}}}, {reductions,{573545892,663832}}, {run_queue,0}, {runtime,{82770,50}}]}, {system_stats, [{cpu_utilization_rate,0.0},{swap_total,6291447808},{swap_used,0}]}, {interesting_stats, [{couch_docs_actual_disk_size,4274922}, {couch_docs_data_size,4242522}, {couch_views_actual_disk_size,0}, {couch_views_data_size,0}, {curr_items,0}, {curr_items_tot,23}, {mem_used,16099688}, {vb_replica_curr_items,23}]}, {cluster_compatibility_version,131072}, {version, [{public_key,"0.13"}, {lhttpc,"1.3.0"}, {ale,"8cffe61"}, {os_mon,"2.2.7"}, {couch_set_view,"1.2.0a-31560d7-git"}, {mnesia,"4.5"}, {inets,"5.7.1"}, {couch,"1.2.0a-31560d7-git"}, {mapreduce,"1.0.0"}, {couch_index_merger,"1.2.0a-31560d7-git"}, {kernel,"2.14.5"}, {crypto,"2.0.4"}, {ssl,"4.1.6"}, {sasl,"2.1.10"}, {couch_view_parser,"1.0.0"}, {ns_server,"2.0.0-1965-rel-enterprise"}, {mochiweb,"1.4.1"}, {oauth,"7d85d3ef"}, {stdlib,"1.17.5"}]}, {supported_compat_version,[2,0]}, {system_arch,"x86_64-unknown-linux-gnu"}, {wall_clock,1923}, {memory_data,{6442450944,1646972928,{<0.944.0>,2543368}}}, {disk_data,[{"/",103209120,8}]}, {meminfo, <<"MemTotal: 6291456 kB\nMemFree: 4682092 kB\nBuffers: 481836 kB\nCached: 602788 kB\nSwapCached: 0 kB\nActive: 948008 kB\nInactive: 422964 kB\nHighTotal: 0 kB\nHighFree: 0 kB\nLowTotal: 6291456 kB\nLowFree: 4682092 kB\nSwapTotal: 6143992 kB\nSwapFree: 6143992 kB\nDirty: 412 kB\nWriteback: 0 kB\nAnonPages: 285540 kB\nMapped: 14600 kB\nSlab: 79592 kB\nPageTables: 2388 kB\nNFS_Unstable: 0 kB\nBounce: 0 kB\nCommitLimit: 9289720 kB\nCommitted_AS: 795508 kB\nVmallocTotal: 34359738367 kB\nVmallocUsed: 3384 kB\nVmallocChunk: 34359734983 kB\n">>}]}, {'ns_1@10.3.3.98', [{last_heard,{1353,954430,533910}}, {outgoing_replications_safeness_level,[{"default",green}]}, {incoming_replications_conf_hashes, [{"default", [{'ns_1@10.3.2.57',115455469}, {'ns_1@10.3.3.100',74343578}, {'ns_1@10.3.3.96',66117516}]}]}, {active_buckets,["default"]}, {ready_buckets,["default"]}, {local_tasks,[]}, {memory, [{total,125569648}, {processes,87103576}, {processes_used,86639680}, {system,38466072}, {atom,1413905}, {atom_used,1390826}, {binary,4253592}, {code,14584964}, {ets,6507928}]}, {system_memory_data, [{system_total_memory,6442450944}, {free_swap,6291378176}, {total_swap,6291447808}, {cached_memory,600068096}, {buffered_memory,516255744}, {free_memory,4780253184}, {total_memory,6442450944}]}, {node_storage_conf, [{db_path,"/opt/couchbase/var/lib/couchbase/data/"}, {index_path,"/opt/couchbase/var/lib/couchbase/data/"}]}, {statistics, [{wall_clock,{1932650,4995}}, {context_switches,{4185675,0}}, {garbage_collection,{542545,1732383103,0}}, {io,{{input,157463851},{output,127566991}}}, {reductions,{584054680,604525}}, {run_queue,0}, {runtime,{83260,70}}]}, {system_stats, [{cpu_utilization_rate,0.25}, {swap_total,6291447808}, {swap_used,69632}]}, {interesting_stats, [{couch_docs_actual_disk_size,4258887}, {couch_docs_data_size,4226093}, {couch_views_actual_disk_size,0}, {couch_views_data_size,0}, {curr_items,6}, {curr_items_tot,6}, {mem_used,16086568}, {vb_replica_curr_items,0}]}, {cluster_compatibility_version,131072}, {version, [{public_key,"0.13"}, {lhttpc,"1.3.0"}, {ale,"8cffe61"}, {os_mon,"2.2.7"}, {couch_set_view,"1.2.0a-31560d7-git"}, {mnesia,"4.5"}, {inets,"5.7.1"}, {couch,"1.2.0a-31560d7-git"}, {mapreduce,"1.0.0"}, {couch_index_merger,"1.2.0a-31560d7-git"}, {kernel,"2.14.5"}, {crypto,"2.0.4"}, {ssl,"4.1.6"}, {sasl,"2.1.10"}, {couch_view_parser,"1.0.0"}, {ns_server,"2.0.0-1965-rel-enterprise"}, {mochiweb,"1.4.1"}, {oauth,"7d85d3ef"}, {stdlib,"1.17.5"}]}, {supported_compat_version,[2,0]}, {system_arch,"x86_64-unknown-linux-gnu"}, {wall_clock,1932}, {memory_data,{6442450944,1661435904,{<18066.941.0>,3514472}}}, {disk_data,[{"/",103209120,8}]}, {meminfo, <<"MemTotal: 6291456 kB\nMemFree: 4668340 kB\nBuffers: 504156 kB\nCached: 586004 kB\nSwapCached: 68 kB\nActive: 979640 kB\nInactive: 401372 kB\nHighTotal: 0 kB\nHighFree: 0 kB\nLowTotal: 6291456 kB\nLowFree: 4668340 kB\nSwapTotal: 6143992 kB\nSwapFree: 6143924 kB\nDirty: 344 kB\nWriteback: 0 kB\nAnonPages: 289992 kB\nMapped: 14956 kB\nSlab: 83436 kB\nPageTables: 2596 kB\nNFS_Unstable: 0 kB\nBounce: 0 kB\nCommitLimit: 9289720 kB\nCommitted_AS: 806700 kB\nVmallocTotal: 34359738367 kB\nVmallocUsed: 3384 kB\nVmallocChunk: 34359734983 kB\n">>}]}] [ns_doctor:debug,2012-11-26T10:28:11.184,ns_1@10.3.3.96:ns_doctor<0.891.0>:ns_doctor:handle_info:137]Current node statuses: [{'ns_1@10.3.2.57', [{last_heard,{1353,954491,16385}}, {outgoing_replications_safeness_level,[{"default",green}]}, {incoming_replications_conf_hashes, [{"default", [{'ns_1@10.3.3.100',110886191}, {'ns_1@10.3.3.96',41456239}, {'ns_1@10.3.3.98',112129458}]}]}, {active_buckets,["default"]}, {ready_buckets,["default"]}, {local_tasks,[]}, {memory, [{total,126837456}, {processes,86222352}, {processes_used,85692856}, {system,40615104}, {atom,1492169}, {atom_used,1478864}, {binary,5899248}, {code,14903159}, {ets,6600176}]}, {system_memory_data, [{system_total_memory,6442450944}, {free_swap,6291378176}, {total_swap,6291447808}, {cached_memory,1104523264}, {buffered_memory,669007872}, {free_memory,4081524736}, {total_memory,6442450944}]}, {node_storage_conf, [{db_path,"/opt/couchbase/var/lib/couchbase/data/"}, {index_path,"/opt/couchbase/var/lib/couchbase/data/"}]}, {statistics, [{wall_clock,{1993606,5000}}, {context_switches,{4471340,0}}, {garbage_collection,{544817,2149578875,0}}, {io,{{input,262780674},{output,155825630}}}, {reductions,{1038114705,2939793}}, {run_queue,0}, {runtime,{99450,190}}]}, {system_stats, [{cpu_utilization_rate,0.6912442396313364}, {swap_total,6291447808}, {swap_used,69632}]}, {interesting_stats, [{couch_docs_actual_disk_size,4263015}, {couch_docs_data_size,4230189}, {couch_views_actual_disk_size,0}, {couch_views_data_size,0}, {curr_items,12}, {curr_items_tot,12}, {mem_used,16091496}, {vb_replica_curr_items,0}]}, {cluster_compatibility_version,131072}, {version, [{public_key,"0.13"}, {lhttpc,"1.3.0"}, {ale,"8cffe61"}, {os_mon,"2.2.7"}, {couch_set_view,"1.2.0a-31560d7-git"}, {mnesia,"4.5"}, {inets,"5.7.1"}, {couch,"1.2.0a-31560d7-git"}, {mapreduce,"1.0.0"}, {couch_index_merger,"1.2.0a-31560d7-git"}, {kernel,"2.14.5"}, {crypto,"2.0.4"}, {ssl,"4.1.6"}, {sasl,"2.1.10"}, {couch_view_parser,"1.0.0"}, {ns_server,"2.0.0-1965-rel-enterprise"}, {mochiweb,"1.4.1"}, {oauth,"7d85d3ef"}, {stdlib,"1.17.5"}]}, {supported_compat_version,[2,0]}, {system_arch,"x86_64-unknown-linux-gnu"}, {wall_clock,1993}, {memory_data,{6442450944,2359910400,{<18023.332.0>,3514472}}}, {disk_data,[{"/",103209120,9}]}, {meminfo, <<"MemTotal: 6291456 kB\nMemFree: 3985864 kB\nBuffers: 653328 kB\nCached: 1078636 kB\nSwapCached: 0 kB\nActive: 1314788 kB\nInactive: 722508 kB\nHighTotal: 0 kB\nHighFree: 0 kB\nLowTotal: 6291456 kB\nLowFree: 3985864 kB\nSwapTotal: 6143992 kB\nSwapFree: 6143924 kB\nDirty: 508 kB\nWriteback: 0 kB\nAnonPages: 304152 kB\nMapped: 14660 kB\nSlab: 108780 kB\nPageTables: 2532 kB\nNFS_Unstable: 0 kB\nBounce: 0 kB\nCommitLimit: 9289720 kB\nCommitted_AS: 819032 kB\nVmallocTotal: 34359738367 kB\nVmallocUsed: 3384 kB\nVmallocChunk: 34359734983 kB\n">>}]}, {'ns_1@10.3.3.100', [{last_heard,{1353,954489,748036}}, {outgoing_replications_safeness_level,[{"default",green}]}, {incoming_replications_conf_hashes, [{"default", [{'ns_1@10.3.2.57',63506121}, {'ns_1@10.3.3.96',117606290}, {'ns_1@10.3.3.98',14619049}]}]}, {active_buckets,["default"]}, {ready_buckets,["default"]}, {local_tasks,[]}, {memory, [{total,124401976}, {processes,85711800}, {processes_used,85263424}, {system,38690176}, {atom,1412289}, {atom_used,1387789}, {binary,4366688}, {code,14531880}, {ets,6673544}]}, {system_memory_data, [{system_total_memory,6442450944}, {free_swap,6291447808}, {total_swap,6291447808}, {cached_memory,600776704}, {buffered_memory,730472448}, {free_memory,4549877760}, {total_memory,6442450944}]}, {node_storage_conf, [{db_path,"/opt/couchbase/var/lib/couchbase/data/"}, {index_path,"/opt/couchbase/var/lib/couchbase/data/"}]}, {statistics, [{wall_clock,{1988078,4998}}, {context_switches,{4233469,0}}, {garbage_collection,{537369,1724711888,0}}, {io,{{input,159058868},{output,129681417}}}, {reductions,{582965056,716228}}, {run_queue,0}, {runtime,{83720,100}}]}, {system_stats, [{cpu_utilization_rate,0.2604166666666667}, {swap_total,6291447808}, {swap_used,0}]}, {interesting_stats, [{couch_docs_actual_disk_size,4267116}, {couch_docs_data_size,4234330}, {couch_views_actual_disk_size,0}, {couch_views_data_size,0}, {curr_items,11}, {curr_items_tot,17}, {mem_used,16096024}, {vb_replica_curr_items,6}]}, {cluster_compatibility_version,131072}, {version, [{public_key,"0.13"}, {lhttpc,"1.3.0"}, {ale,"8cffe61"}, {os_mon,"2.2.7"}, {couch_set_view,"1.2.0a-31560d7-git"}, {mnesia,"4.5"}, {inets,"5.7.1"}, {couch,"1.2.0a-31560d7-git"}, {mapreduce,"1.0.0"}, {couch_index_merger,"1.2.0a-31560d7-git"}, {kernel,"2.14.5"}, {crypto,"2.0.4"}, {ssl,"4.1.6"}, {sasl,"2.1.10"}, {couch_view_parser,"1.0.0"}, {ns_server,"2.0.0-1965-rel-enterprise"}, {mochiweb,"1.4.1"}, {oauth,"7d85d3ef"}, {stdlib,"1.17.5"}]}, {supported_compat_version,[2,0]}, {system_arch,"x86_64-unknown-linux-gnu"}, {wall_clock,1988}, {memory_data,{6442450944,1892192256,{<18067.1014.0>,3514512}}}, {disk_data,[{"/",103209120,8}]}, {meminfo, <<"MemTotal: 6291456 kB\nMemFree: 4443240 kB\nBuffers: 713352 kB\nCached: 586696 kB\nSwapCached: 0 kB\nActive: 1169660 kB\nInactive: 403184 kB\nHighTotal: 0 kB\nHighFree: 0 kB\nLowTotal: 6291456 kB\nLowFree: 4443240 kB\nSwapTotal: 6143992 kB\nSwapFree: 6143992 kB\nDirty: 704 kB\nWriteback: 0 kB\nAnonPages: 271432 kB\nMapped: 14968 kB\nSlab: 115660 kB\nPageTables: 2520 kB\nNFS_Unstable: 0 kB\nBounce: 0 kB\nCommitLimit: 9289720 kB\nCommitted_AS: 792060 kB\nVmallocTotal: 34359738367 kB\nVmallocUsed: 3384 kB\nVmallocChunk: 34359734983 kB\n">>}]}, {'ns_1@10.3.3.96', [{last_heard,{1353,954486,185976}}, {outgoing_replications_safeness_level,[{"default",green}]}, {incoming_replications_conf_hashes, [{"default", [{'ns_1@10.3.2.57',33817834}, {'ns_1@10.3.3.100',41681736}, {'ns_1@10.3.3.98',10928119}]}]}, {active_buckets,["default"]}, {ready_buckets,["default"]}, {local_tasks,[]}, {memory, [{total,118821600}, {processes,80197920}, {processes_used,79716904}, {system,38623680}, {atom,1411481}, {atom_used,1387300}, {binary,4292704}, {code,14564384}, {ets,6646288}]}, {system_memory_data, [{system_total_memory,6442450944}, {free_swap,6291447808}, {total_swap,6291447808}, {cached_memory,618381312}, {buffered_memory,493400064}, {free_memory,4791795712}, {total_memory,6442450944}]}, {node_storage_conf, [{db_path,"/opt/couchbase/var/lib/couchbase/data/"}, {index_path,"/opt/couchbase/var/lib/couchbase/data/"}]}, {statistics, [{wall_clock,{1983326,5003}}, {context_switches,{4251381,0}}, {garbage_collection,{543856,1735928323,0}}, {io,{{input,158172567},{output,129281367}}}, {reductions,{581565488,654516}}, {run_queue,0}, {runtime,{83710,70}}]}, {system_stats, [{cpu_utilization_rate,0.24213075060532688}, {swap_total,6291447808}, {swap_used,0}]}, {interesting_stats, [{couch_docs_actual_disk_size,4274922}, {couch_docs_data_size,4242522}, {couch_views_actual_disk_size,0}, {couch_views_data_size,0}, {curr_items,0}, {curr_items_tot,23}, {mem_used,16099688}, {vb_replica_curr_items,23}]}, {cluster_compatibility_version,131072}, {version, [{public_key,"0.13"}, {lhttpc,"1.3.0"}, {ale,"8cffe61"}, {os_mon,"2.2.7"}, {couch_set_view,"1.2.0a-31560d7-git"}, {mnesia,"4.5"}, {inets,"5.7.1"}, {couch,"1.2.0a-31560d7-git"}, {mapreduce,"1.0.0"}, {couch_index_merger,"1.2.0a-31560d7-git"}, {kernel,"2.14.5"}, {crypto,"2.0.4"}, {ssl,"4.1.6"}, {sasl,"2.1.10"}, {couch_view_parser,"1.0.0"}, {ns_server,"2.0.0-1965-rel-enterprise"}, {mochiweb,"1.4.1"}, {oauth,"7d85d3ef"}, {stdlib,"1.17.5"}]}, {supported_compat_version,[2,0]}, {system_arch,"x86_64-unknown-linux-gnu"}, {wall_clock,1983}, {memory_data,{6442450944,1650020352,{<0.944.0>,2543368}}}, {disk_data,[{"/",103209120,8}]}, {meminfo, <<"MemTotal: 6291456 kB\nMemFree: 4679488 kB\nBuffers: 481836 kB\nCached: 603888 kB\nSwapCached: 0 kB\nActive: 949292 kB\nInactive: 423836 kB\nHighTotal: 0 kB\nHighFree: 0 kB\nLowTotal: 6291456 kB\nLowFree: 4679488 kB\nSwapTotal: 6143992 kB\nSwapFree: 6143992 kB\nDirty: 376 kB\nWriteback: 0 kB\nAnonPages: 286596 kB\nMapped: 14600 kB\nSlab: 79572 kB\nPageTables: 2404 kB\nNFS_Unstable: 0 kB\nBounce: 0 kB\nCommitLimit: 9289720 kB\nCommitted_AS: 798296 kB\nVmallocTotal: 34359738367 kB\nVmallocUsed: 3384 kB\nVmallocChunk: 34359734983 kB\n">>}]}, {'ns_1@10.3.3.98', [{last_heard,{1353,954490,535712}}, {outgoing_replications_safeness_level,[{"default",green}]}, {incoming_replications_conf_hashes, [{"default", [{'ns_1@10.3.2.57',115455469}, {'ns_1@10.3.3.100',74343578}, {'ns_1@10.3.3.96',66117516}]}]}, {active_buckets,["default"]}, {ready_buckets,["default"]}, {local_tasks,[]}, {memory, [{total,124210760}, {processes,85589552}, {processes_used,85125656}, {system,38621208}, {atom,1413905}, {atom_used,1390826}, {binary,4234064}, {code,14584964}, {ets,6682584}]}, {system_memory_data, [{system_total_memory,6442450944}, {free_swap,6291378176}, {total_swap,6291447808}, {cached_memory,601186304}, {buffered_memory,516255744}, {free_memory,4779110400}, {total_memory,6442450944}]}, {node_storage_conf, [{db_path,"/opt/couchbase/var/lib/couchbase/data/"}, {index_path,"/opt/couchbase/var/lib/couchbase/data/"}]}, {statistics, [{wall_clock,{1992650,5000}}, {context_switches,{4287007,0}}, {garbage_collection,{549734,1761900728,0}}, {io,{{input,159483721},{output,129468372}}}, {reductions,{592313387,610495}}, {run_queue,0}, {runtime,{84240,60}}]}, {system_stats, [{cpu_utilization_rate,0.48661800486618007}, {swap_total,6291447808}, {swap_used,69632}]}, {interesting_stats, [{couch_docs_actual_disk_size,4258887}, {couch_docs_data_size,4226093}, {couch_views_actual_disk_size,0}, {couch_views_data_size,0}, {curr_items,6}, {curr_items_tot,6}, {mem_used,16086568}, {vb_replica_curr_items,0}]}, {cluster_compatibility_version,131072}, {version, [{public_key,"0.13"}, {lhttpc,"1.3.0"}, {ale,"8cffe61"}, {os_mon,"2.2.7"}, {couch_set_view,"1.2.0a-31560d7-git"}, {mnesia,"4.5"}, {inets,"5.7.1"}, {couch,"1.2.0a-31560d7-git"}, {mapreduce,"1.0.0"}, {couch_index_merger,"1.2.0a-31560d7-git"}, {kernel,"2.14.5"}, {crypto,"2.0.4"}, {ssl,"4.1.6"}, {sasl,"2.1.10"}, {couch_view_parser,"1.0.0"}, {ns_server,"2.0.0-1965-rel-enterprise"}, {mochiweb,"1.4.1"}, {oauth,"7d85d3ef"}, {stdlib,"1.17.5"}]}, {supported_compat_version,[2,0]}, {system_arch,"x86_64-unknown-linux-gnu"}, {wall_clock,1992}, {memory_data,{6442450944,1663467520,{<18066.941.0>,3514472}}}, {disk_data,[{"/",103209120,8}]}, {meminfo, <<"MemTotal: 6291456 kB\nMemFree: 4667100 kB\nBuffers: 504156 kB\nCached: 587096 kB\nSwapCached: 68 kB\nActive: 979968 kB\nInactive: 402344 kB\nHighTotal: 0 kB\nHighFree: 0 kB\nLowTotal: 6291456 kB\nLowFree: 4667100 kB\nSwapTotal: 6143992 kB\nSwapFree: 6143924 kB\nDirty: 104 kB\nWriteback: 0 kB\nAnonPages: 290280 kB\nMapped: 14956 kB\nSlab: 83432 kB\nPageTables: 2588 kB\nNFS_Unstable: 0 kB\nBounce: 0 kB\nCommitLimit: 9289720 kB\nCommitted_AS: 807380 kB\nVmallocTotal: 34359738367 kB\nVmallocUsed: 3384 kB\nVmallocChunk: 34359734983 kB\n">>}]}] [stats:debug,2012-11-26T10:28:33.682,ns_1@10.3.3.96:<0.4839.1>:stats_collector:maybe_log_stats:126](at {{1970,1,16},{8,5,54}}) Stats for bucket "default": accepting_conns 1 auth_cmds 0 auth_errors 0 bucket_active_conns 1 bucket_conns 20 bytes 16099688 bytes_read 285601 bytes_written 33022854 cas_badval 0 cas_hits 0 cas_misses 0 cmd_flush 0 cmd_get 0 cmd_set 0 conn_yields 23 connection_structures 5000 curr_connections 21 curr_conns_on_port_11209 18 curr_conns_on_port_11210 1 curr_items 0 curr_items_tot 23 curr_temp_items 0 daemon_connections 4 decr_hits 0 decr_misses 0 delete_hits 0 delete_misses 0 ep_access_scanner_last_runtime 0 ep_access_scanner_num_items 0 ep_access_scanner_task_time 2012-11-27 10:00:00 ep_allow_data_loss_during_shutdown 1 ep_alog_block_size 4096 ep_alog_path /opt/couchbase/var/lib/couchbase/data/default/access.log ep_alog_sleep_time 1440 ep_alog_task_time 10 ep_backend couchdb ep_bg_fetch_delay 0 ep_bg_fetched 0 ep_bg_meta_fetched 0 ep_bg_remaining_jobs 0 ep_chk_max_items 5000 ep_chk_period 1800 ep_chk_persistence_remains 0 ep_chk_persistence_timeout 10 ep_chk_remover_stime 5 ep_commit_num 4 ep_commit_time 3 ep_commit_time_total 17 ep_concurrentDB 1 ep_config_file ep_couch_bucket default ep_couch_host localhost ep_couch_port 11213 ep_couch_reconnect_sleeptime 250 ep_couch_response_timeout 180000 ep_data_age 3 ep_data_age_highwat 3 ep_data_traffic_enabled 0 ep_dbinit 0 ep_dbname /opt/couchbase/var/lib/couchbase/data/default ep_degraded_mode 0 ep_diskqueue_drain 23 ep_diskqueue_fill 23 ep_diskqueue_items 0 ep_diskqueue_memory 0 ep_diskqueue_pending 0 ep_exp_pager_stime 3600 ep_exp_pager_stime 3600 ep_expired_access 0 ep_expired_pager 0 ep_expiry_window 3 ep_failpartialwarmup 0 ep_flush_all false ep_flush_duration_total 0 ep_flushall_enabled 0 ep_flusher_state running ep_flusher_todo 0 ep_getl_default_timeout 15 ep_getl_max_timeout 30 ep_ht_locks 5 ep_ht_size 3079 ep_inconsistent_slave_chk 0 ep_initfile ep_io_num_read 0 ep_io_num_write 23 ep_io_read_bytes 0 ep_io_write_bytes 13485 ep_item_begin_failed 0 ep_item_commit_failed 0 ep_item_flush_expired 0 ep_item_flush_failed 0 ep_item_num_based_new_chk 1 ep_items_rm_from_checkpoints 0 ep_keep_closed_chks 0 ep_klog_block_size 4096 ep_klog_compactor_queue_cap 500000 ep_klog_compactor_stime 3600 ep_klog_flush commit2 ep_klog_max_entry_ratio 10 ep_klog_max_log_size 2147483647 ep_klog_path ep_klog_sync commit2 ep_kv_size 15381 ep_max_checkpoints 2 ep_max_data_size 1073741824 ep_max_item_size 20971520 ep_max_size 1073741824 ep_max_txn_size 10000 ep_max_vbuckets 1024 ep_mem_high_wat 805306368 ep_mem_high_wat 805306368 ep_mem_low_wat 644245094 ep_mem_low_wat 644245094 ep_mem_tracker_enabled true ep_min_data_age 0 ep_mlog_compactor_runs 0 ep_mutation_mem_threshold 0 ep_num_access_scanner_runs 0 ep_num_eject_failures 0 ep_num_expiry_pager_runs 0 ep_num_non_resident 0 ep_num_not_my_vbuckets 0 ep_num_ops_del_meta 0 ep_num_ops_get_meta 0 ep_num_ops_set_meta 0 ep_num_pager_runs 0 ep_num_value_ejects 0 ep_oom_errors 0 ep_overhead 13615370 ep_pager_active_vb_pcnt 40 ep_pager_unbiased_period 60 ep_pending_ops 0 ep_pending_ops_max 0 ep_pending_ops_max_duration 0 ep_pending_ops_total 0 ep_postInitfile ep_queue_age_cap 900 ep_queue_size 0 ep_startup_time 1353952912 ep_storage_age 0 ep_storage_age_highwat 0 ep_store_max_concurrency 10 ep_store_max_readers 9 ep_store_max_readwrite 1 ep_stored_val_type ep_tap_ack_grace_period 300 ep_tap_ack_initial_sequence_number 1 ep_tap_ack_interval 1000 ep_tap_ack_window_size 10 ep_tap_backfill_resident 0.9 ep_tap_backlog_limit 5000 ep_tap_backoff_period 5 ep_tap_bg_fetch_requeued 0 ep_tap_bg_fetched 0 ep_tap_bg_max_pending 500 ep_tap_keepalive 300 ep_tap_noop_interval 20 ep_tap_requeue_sleep_time 0.1 ep_tap_throttle_cap_pcnt 10 ep_tap_throttle_queue_cap 1000000 ep_tap_throttle_threshold 90 ep_tmp_oom_errors 0 ep_too_old 0 ep_too_young 0 ep_total_cache_size 15105 ep_total_del_items 0 ep_total_enqueued 23 ep_total_new_items 23 ep_total_persisted 23 ep_uncommitted_items 0 ep_value_size 13312 ep_vb0 0 ep_vb_snapshot_total 6 ep_vb_total 512 ep_vbucket_del 0 ep_vbucket_del_fail 0 ep_version 2.0.0r_140_gde42c8c ep_waitforwarmup 0 ep_warmup 1 ep_warmup_batch_size 1000 ep_warmup_dups 0 ep_warmup_min_items_threshold 100 ep_warmup_min_memory_threshold 100 ep_warmup_oom 0 ep_warmup_thread complete ep_warmup_time 635 get_hits 0 get_misses 0 incr_hits 0 incr_misses 0 libevent 2.0.11-stable limit_maxbytes 67108864 listen_disabled_num 0 max_conns_on_port_11209 1000 max_conns_on_port_11210 9000 mem_used 16099688 pid 25417 pointer_size 64 rejected_conns 0 rusage_system 1.984124 rusage_user 8.508531 tap_checkpoint_start_received 512 tap_checkpoint_start_sent 512 tap_connect_received 6 tap_mutation_received 2466 tap_mutation_sent 2484 tap_opaque_received 1039 tap_opaque_sent 1036 threads 4 time 1353954512 total_connections 42 uptime 1943 vb_active_curr_items 0 vb_active_eject 0 vb_active_expired 0 vb_active_ht_memory 6428672 vb_active_itm_memory 0 vb_active_meta_data_memory 0 vb_active_num 256 vb_active_num_non_resident 0 vb_active_num_ref_ejects 0 vb_active_num_ref_items 0 vb_active_ops_create 0 vb_active_ops_delete 0 vb_active_ops_reject 0 vb_active_ops_update 0 vb_active_perc_mem_resident 0 vb_active_queue_age 0 vb_active_queue_drain 0 vb_active_queue_fill 0 vb_active_queue_memory 0 vb_active_queue_pending 0 vb_active_queue_size 0 vb_dead_num 0 vb_pending_curr_items 0 vb_pending_eject 0 vb_pending_expired 0 vb_pending_ht_memory 0 vb_pending_itm_memory 0 vb_pending_meta_data_memory 0 vb_pending_num 0 vb_pending_num_non_resident 0 vb_pending_num_ref_ejects 0 vb_pending_num_ref_items 0 vb_pending_ops_create 0 vb_pending_ops_delete 0 vb_pending_ops_reject 0 vb_pending_ops_update 0 vb_pending_perc_mem_resident 0 vb_pending_queue_age 0 vb_pending_queue_drain 0 vb_pending_queue_fill 0 vb_pending_queue_memory 0 vb_pending_queue_pending 0 vb_pending_queue_size 0 vb_replica_curr_items 23 vb_replica_eject 0 vb_replica_expired 0 vb_replica_ht_memory 6428672 vb_replica_itm_memory 15105 vb_replica_meta_data_memory 1898 vb_replica_num 256 vb_replica_num_non_resident 0 vb_replica_num_ref_ejects 0 vb_replica_num_ref_items 0 vb_replica_ops_create 23 vb_replica_ops_delete 0 vb_replica_ops_reject 0 vb_replica_ops_update 0 vb_replica_perc_mem_resident 100 vb_replica_queue_age 0 vb_replica_queue_drain 23 vb_replica_queue_fill 23 vb_replica_queue_memory 0 vb_replica_queue_pending 0 vb_replica_queue_size 0 version 1.4.4_600_g7ea975a [ns_doctor:debug,2012-11-26T10:29:11.180,ns_1@10.3.3.96:ns_doctor<0.891.0>:ns_doctor:handle_info:137]Current node statuses: [{'ns_1@10.3.2.57', [{last_heard,{1353,954551,17758}}, {outgoing_replications_safeness_level,[{"default",green}]}, {incoming_replications_conf_hashes, [{"default", [{'ns_1@10.3.3.100',110886191}, {'ns_1@10.3.3.96',41456239}, {'ns_1@10.3.3.98',112129458}]}]}, {active_buckets,["default"]}, {ready_buckets,["default"]}, {local_tasks,[]}, {memory, [{total,126243176}, {processes,85404424}, {processes_used,84874928}, {system,40838752}, {atom,1492169}, {atom_used,1478864}, {binary,5946368}, {code,14903159}, {ets,6777376}]}, {system_memory_data, [{system_total_memory,6442450944}, {free_swap,6291378176}, {total_swap,6291447808}, {cached_memory,1105645568}, {buffered_memory,669011968}, {free_memory,4081905664}, {total_memory,6442450944}]}, {node_storage_conf, [{db_path,"/opt/couchbase/var/lib/couchbase/data/"}, {index_path,"/opt/couchbase/var/lib/couchbase/data/"}]}, {statistics, [{wall_clock,{2053608,5000}}, {context_switches,{4580892,0}}, {garbage_collection,{553319,2183137172,0}}, {io,{{input,268209105},{output,161774591}}}, {reductions,{1059782097,3052115}}, {run_queue,0}, {runtime,{101060,310}}]}, {system_stats, [{cpu_utilization_rate,0.25}, {swap_total,6291447808}, {swap_used,69632}]}, {interesting_stats, [{couch_docs_actual_disk_size,4263015}, {couch_docs_data_size,4230189}, {couch_views_actual_disk_size,0}, {couch_views_data_size,0}, {curr_items,12}, {curr_items_tot,12}, {mem_used,16091496}, {vb_replica_curr_items,0}]}, {cluster_compatibility_version,131072}, {version, [{public_key,"0.13"}, {lhttpc,"1.3.0"}, {ale,"8cffe61"}, {os_mon,"2.2.7"}, {couch_set_view,"1.2.0a-31560d7-git"}, {mnesia,"4.5"}, {inets,"5.7.1"}, {couch,"1.2.0a-31560d7-git"}, {mapreduce,"1.0.0"}, {couch_index_merger,"1.2.0a-31560d7-git"}, {kernel,"2.14.5"}, {crypto,"2.0.4"}, {ssl,"4.1.6"}, {sasl,"2.1.10"}, {couch_view_parser,"1.0.0"}, {ns_server,"2.0.0-1965-rel-enterprise"}, {mochiweb,"1.4.1"}, {oauth,"7d85d3ef"}, {stdlib,"1.17.5"}]}, {supported_compat_version,[2,0]}, {system_arch,"x86_64-unknown-linux-gnu"}, {wall_clock,2053}, {memory_data,{6442450944,2360164352,{<18023.332.0>,3514472}}}, {disk_data,[{"/",103209120,9}]}, {meminfo, <<"MemTotal: 6291456 kB\nMemFree: 3986236 kB\nBuffers: 653332 kB\nCached: 1079732 kB\nSwapCached: 0 kB\nActive: 1312856 kB\nInactive: 723516 kB\nHighTotal: 0 kB\nHighFree: 0 kB\nLowTotal: 6291456 kB\nLowFree: 3986236 kB\nSwapTotal: 6143992 kB\nSwapFree: 6143924 kB\nDirty: 324 kB\nWriteback: 0 kB\nAnonPages: 302144 kB\nMapped: 14660 kB\nSlab: 108864 kB\nPageTables: 2528 kB\nNFS_Unstable: 0 kB\nBounce: 0 kB\nCommitLimit: 9289720 kB\nCommitted_AS: 818512 kB\nVmallocTotal: 34359738367 kB\nVmallocUsed: 3384 kB\nVmallocChunk: 34359734983 kB\n">>}]}, {'ns_1@10.3.3.100', [{last_heard,{1353,954549,747949}}, {outgoing_replications_safeness_level,[{"default",green}]}, {incoming_replications_conf_hashes, [{"default", [{'ns_1@10.3.2.57',63506121}, {'ns_1@10.3.3.96',117606290}, {'ns_1@10.3.3.98',14619049}]}]}, {active_buckets,["default"]}, {ready_buckets,["default"]}, {local_tasks,[]}, {memory, [{total,122424752}, {processes,83707848}, {processes_used,83259472}, {system,38716904}, {atom,1412289}, {atom_used,1387789}, {binary,4331456}, {code,14531880}, {ets,6735216}]}, {system_memory_data, [{system_total_memory,6442450944}, {free_swap,6291447808}, {total_swap,6291447808}, {cached_memory,601886720}, {buffered_memory,730472448}, {free_memory,4549242880}, {total_memory,6442450944}]}, {node_storage_conf, [{db_path,"/opt/couchbase/var/lib/couchbase/data/"}, {index_path,"/opt/couchbase/var/lib/couchbase/data/"}]}, {statistics, [{wall_clock,{2048079,5001}}, {context_switches,{4334859,0}}, {garbage_collection,{546326,1755671857,0}}, {io,{{input,161175491},{output,131964530}}}, {reductions,{591526055,731319}}, {run_queue,0}, {runtime,{84800,110}}]}, {system_stats, [{cpu_utilization_rate,0.26737967914438504}, {swap_total,6291447808}, {swap_used,0}]}, {interesting_stats, [{couch_docs_actual_disk_size,4267116}, {couch_docs_data_size,4234330}, {couch_views_actual_disk_size,0}, {couch_views_data_size,0}, {curr_items,11}, {curr_items_tot,17}, {mem_used,16096024}, {vb_replica_curr_items,6}]}, {cluster_compatibility_version,131072}, {version, [{public_key,"0.13"}, {lhttpc,"1.3.0"}, {ale,"8cffe61"}, {os_mon,"2.2.7"}, {couch_set_view,"1.2.0a-31560d7-git"}, {mnesia,"4.5"}, {inets,"5.7.1"}, {couch,"1.2.0a-31560d7-git"}, {mapreduce,"1.0.0"}, {couch_index_merger,"1.2.0a-31560d7-git"}, {kernel,"2.14.5"}, {crypto,"2.0.4"}, {ssl,"4.1.6"}, {sasl,"2.1.10"}, {couch_view_parser,"1.0.0"}, {ns_server,"2.0.0-1965-rel-enterprise"}, {mochiweb,"1.4.1"}, {oauth,"7d85d3ef"}, {stdlib,"1.17.5"}]}, {supported_compat_version,[2,0]}, {system_arch,"x86_64-unknown-linux-gnu"}, {wall_clock,2048}, {memory_data,{6442450944,1894096896,{<18067.1014.0>,3514512}}}, {disk_data,[{"/",103209120,8}]}, {meminfo, <<"MemTotal: 6291456 kB\nMemFree: 4442620 kB\nBuffers: 713352 kB\nCached: 587780 kB\nSwapCached: 0 kB\nActive: 1169020 kB\nInactive: 404124 kB\nHighTotal: 0 kB\nHighFree: 0 kB\nLowTotal: 6291456 kB\nLowFree: 4442620 kB\nSwapTotal: 6143992 kB\nSwapFree: 6143992 kB\nDirty: 456 kB\nWriteback: 0 kB\nAnonPages: 270600 kB\nMapped: 14968 kB\nSlab: 115688 kB\nPageTables: 2512 kB\nNFS_Unstable: 0 kB\nBounce: 0 kB\nCommitLimit: 9289720 kB\nCommitted_AS: 782308 kB\nVmallocTotal: 34359738367 kB\nVmallocUsed: 3384 kB\nVmallocChunk: 34359734983 kB\n">>}]}, {'ns_1@10.3.3.96', [{last_heard,{1353,954546,183483}}, {outgoing_replications_safeness_level,[{"default",green}]}, {incoming_replications_conf_hashes, [{"default", [{'ns_1@10.3.2.57',33817834}, {'ns_1@10.3.3.100',41681736}, {'ns_1@10.3.3.98',10928119}]}]}, {active_buckets,["default"]}, {ready_buckets,["default"]}, {local_tasks,[]}, {memory, [{total,116970240}, {processes,78273336}, {processes_used,77792320}, {system,38696904}, {atom,1411481}, {atom_used,1387300}, {binary,4303512}, {code,14564384}, {ets,6708392}]}, {system_memory_data, [{system_total_memory,6442450944}, {free_swap,6291447808}, {total_swap,6291447808}, {cached_memory,619487232}, {buffered_memory,493400064}, {free_memory,4790652928}, {total_memory,6442450944}]}, {node_storage_conf, [{db_path,"/opt/couchbase/var/lib/couchbase/data/"}, {index_path,"/opt/couchbase/var/lib/couchbase/data/"}]}, {statistics, [{wall_clock,{2043323,5000}}, {context_switches,{4352514,0}}, {garbage_collection,{552174,1766027486,0}}, {io,{{input,160208643},{output,131472593}}}, {reductions,{589625421,661767}}, {run_queue,0}, {runtime,{84750,80}}]}, {system_stats, [{cpu_utilization_rate,0.24691358024691357}, {swap_total,6291447808}, {swap_used,0}]}, {interesting_stats, [{couch_docs_actual_disk_size,4274922}, {couch_docs_data_size,4242522}, {couch_views_actual_disk_size,0}, {couch_views_data_size,0}, {curr_items,0}, {curr_items_tot,23}, {mem_used,16099688}, {vb_replica_curr_items,23}]}, {cluster_compatibility_version,131072}, {version, [{public_key,"0.13"}, {lhttpc,"1.3.0"}, {ale,"8cffe61"}, {os_mon,"2.2.7"}, {couch_set_view,"1.2.0a-31560d7-git"}, {mnesia,"4.5"}, {inets,"5.7.1"}, {couch,"1.2.0a-31560d7-git"}, {mapreduce,"1.0.0"}, {couch_index_merger,"1.2.0a-31560d7-git"}, {kernel,"2.14.5"}, {crypto,"2.0.4"}, {ssl,"4.1.6"}, {sasl,"2.1.10"}, {couch_view_parser,"1.0.0"}, {ns_server,"2.0.0-1965-rel-enterprise"}, {mochiweb,"1.4.1"}, {oauth,"7d85d3ef"}, {stdlib,"1.17.5"}]}, {supported_compat_version,[2,0]}, {system_arch,"x86_64-unknown-linux-gnu"}, {wall_clock,2043}, {memory_data,{6442450944,1652305920,{<0.944.0>,2543368}}}, {disk_data,[{"/",103209120,8}]}, {meminfo, <<"MemTotal: 6291456 kB\nMemFree: 4678372 kB\nBuffers: 481836 kB\nCached: 604968 kB\nSwapCached: 0 kB\nActive: 948476 kB\nInactive: 424796 kB\nHighTotal: 0 kB\nHighFree: 0 kB\nLowTotal: 6291456 kB\nLowFree: 4678372 kB\nSwapTotal: 6143992 kB\nSwapFree: 6143992 kB\nDirty: 88 kB\nWriteback: 0 kB\nAnonPages: 285708 kB\nMapped: 14600 kB\nSlab: 79664 kB\nPageTables: 2404 kB\nNFS_Unstable: 0 kB\nBounce: 0 kB\nCommitLimit: 9289720 kB\nCommitted_AS: 799924 kB\nVmallocTotal: 34359738367 kB\nVmallocUsed: 3384 kB\nVmallocChunk: 34359734983 kB\n">>}]}, {'ns_1@10.3.3.98', [{last_heard,{1353,954550,532822}}, {outgoing_replications_safeness_level,[{"default",green}]}, {incoming_replications_conf_hashes, [{"default", [{'ns_1@10.3.2.57',115455469}, {'ns_1@10.3.3.100',74343578}, {'ns_1@10.3.3.96',66117516}]}]}, {active_buckets,["default"]}, {ready_buckets,["default"]}, {local_tasks,[]}, {memory, [{total,121837584}, {processes,83181752}, {processes_used,82717856}, {system,38655832}, {atom,1413905}, {atom_used,1390826}, {binary,4206656}, {code,14584964}, {ets,6744280}]}, {system_memory_data, [{system_total_memory,6442450944}, {free_swap,6291378176}, {total_swap,6291447808}, {cached_memory,602304512}, {buffered_memory,516255744}, {free_memory,4778094592}, {total_memory,6442450944}]}, {node_storage_conf, [{db_path,"/opt/couchbase/var/lib/couchbase/data/"}, {index_path,"/opt/couchbase/var/lib/couchbase/data/"}]}, {statistics, [{wall_clock,{2052649,4997}}, {context_switches,{4388307,0}}, {garbage_collection,{559756,1792640550,0}}, {io,{{input,161526102},{output,131660468}}}, {reductions,{600620059,615228}}, {run_queue,0}, {runtime,{85350,100}}]}, {system_stats, [{cpu_utilization_rate,0.4854368932038835}, {swap_total,6291447808}, {swap_used,69632}]}, {interesting_stats, [{couch_docs_actual_disk_size,4258887}, {couch_docs_data_size,4226093}, {couch_views_actual_disk_size,0}, {couch_views_data_size,0}, {curr_items,6}, {curr_items_tot,6}, {mem_used,16086568}, {vb_replica_curr_items,0}]}, {cluster_compatibility_version,131072}, {version, [{public_key,"0.13"}, {lhttpc,"1.3.0"}, {ale,"8cffe61"}, {os_mon,"2.2.7"}, {couch_set_view,"1.2.0a-31560d7-git"}, {mnesia,"4.5"}, {inets,"5.7.1"}, {couch,"1.2.0a-31560d7-git"}, {mapreduce,"1.0.0"}, {couch_index_merger,"1.2.0a-31560d7-git"}, {kernel,"2.14.5"}, {crypto,"2.0.4"}, {ssl,"4.1.6"}, {sasl,"2.1.10"}, {couch_view_parser,"1.0.0"}, {ns_server,"2.0.0-1965-rel-enterprise"}, {mochiweb,"1.4.1"}, {oauth,"7d85d3ef"}, {stdlib,"1.17.5"}]}, {supported_compat_version,[2,0]}, {system_arch,"x86_64-unknown-linux-gnu"}, {wall_clock,2052}, {memory_data,{6442450944,1664483328,{<18066.941.0>,3514472}}}, {disk_data,[{"/",103209120,8}]}, {meminfo, <<"MemTotal: 6291456 kB\nMemFree: 4666232 kB\nBuffers: 504156 kB\nCached: 588188 kB\nSwapCached: 68 kB\nActive: 979892 kB\nInactive: 403212 kB\nHighTotal: 0 kB\nHighFree: 0 kB\nLowTotal: 6291456 kB\nLowFree: 4666232 kB\nSwapTotal: 6143992 kB\nSwapFree: 6143924 kB\nDirty: 592 kB\nWriteback: 0 kB\nAnonPages: 289888 kB\nMapped: 14956 kB\nSlab: 83472 kB\nPageTables: 2580 kB\nNFS_Unstable: 0 kB\nBounce: 0 kB\nCommitLimit: 9289720 kB\nCommitted_AS: 804624 kB\nVmallocTotal: 34359738367 kB\nVmallocUsed: 3384 kB\nVmallocChunk: 34359734983 kB\n">>}]}] [ns_doctor:debug,2012-11-26T10:30:11.181,ns_1@10.3.3.96:ns_doctor<0.891.0>:ns_doctor:handle_info:137]Current node statuses: [{'ns_1@10.3.2.57', [{last_heard,{1353,954611,14241}}, {outgoing_replications_safeness_level,[{"default",green}]}, {incoming_replications_conf_hashes, [{"default", [{'ns_1@10.3.3.100',110886191}, {'ns_1@10.3.3.96',41456239}, {'ns_1@10.3.3.98',112129458}]}]}, {active_buckets,["default"]}, {ready_buckets,["default"]}, {local_tasks,[]}, {memory, [{total,129285640}, {processes,88298624}, {processes_used,87769128}, {system,40987016}, {atom,1492169}, {atom_used,1478864}, {binary,6030760}, {code,14903159}, {ets,6840416}]}, {system_memory_data, [{system_total_memory,6442450944}, {free_swap,6291378176}, {total_swap,6291447808}, {cached_memory,1106681856}, {buffered_memory,669016064}, {free_memory,4083048448}, {total_memory,6442450944}]}, {node_storage_conf, [{db_path,"/opt/couchbase/var/lib/couchbase/data/"}, {index_path,"/opt/couchbase/var/lib/couchbase/data/"}]}, {statistics, [{wall_clock,{2113605,5000}}, {context_switches,{4689156,0}}, {garbage_collection,{561912,2215551484,0}}, {io,{{input,270095989},{output,164562019}}}, {reductions,{1081285827,2920499}}, {run_queue,0}, {runtime,{102640,180}}]}, {system_stats, [{cpu_utilization_rate,0.7518796992481203}, {swap_total,6291447808}, {swap_used,69632}]}, {interesting_stats, [{couch_docs_actual_disk_size,4263015}, {couch_docs_data_size,4230189}, {couch_views_actual_disk_size,0}, {couch_views_data_size,0}, {curr_items,12}, {curr_items_tot,12}, {mem_used,16091496}, {vb_replica_curr_items,0}]}, {cluster_compatibility_version,131072}, {version, [{public_key,"0.13"}, {lhttpc,"1.3.0"}, {ale,"8cffe61"}, {os_mon,"2.2.7"}, {couch_set_view,"1.2.0a-31560d7-git"}, {mnesia,"4.5"}, {inets,"5.7.1"}, {couch,"1.2.0a-31560d7-git"}, {mapreduce,"1.0.0"}, {couch_index_merger,"1.2.0a-31560d7-git"}, {kernel,"2.14.5"}, {crypto,"2.0.4"}, {ssl,"4.1.6"}, {sasl,"2.1.10"}, {couch_view_parser,"1.0.0"}, {ns_server,"2.0.0-1965-rel-enterprise"}, {mochiweb,"1.4.1"}, {oauth,"7d85d3ef"}, {stdlib,"1.17.5"}]}, {supported_compat_version,[2,0]}, {system_arch,"x86_64-unknown-linux-gnu"}, {wall_clock,2113}, {memory_data,{6442450944,2358157312,{<18023.332.0>,3514472}}}, {disk_data,[{"/",103209120,9}]}, {meminfo, <<"MemTotal: 6291456 kB\nMemFree: 3987352 kB\nBuffers: 653336 kB\nCached: 1080744 kB\nSwapCached: 0 kB\nActive: 1310992 kB\nInactive: 724468 kB\nHighTotal: 0 kB\nHighFree: 0 kB\nLowTotal: 6291456 kB\nLowFree: 3987352 kB\nSwapTotal: 6143992 kB\nSwapFree: 6143924 kB\nDirty: 640 kB\nWriteback: 0 kB\nAnonPages: 300020 kB\nMapped: 14660 kB\nSlab: 108756 kB\nPageTables: 2520 kB\nNFS_Unstable: 0 kB\nBounce: 0 kB\nCommitLimit: 9289720 kB\nCommitted_AS: 817372 kB\nVmallocTotal: 34359738367 kB\nVmallocUsed: 3384 kB\nVmallocChunk: 34359734983 kB\n">>}]}, {'ns_1@10.3.3.100', [{last_heard,{1353,954609,762526}}, {outgoing_replications_safeness_level,[{"default",green}]}, {incoming_replications_conf_hashes, [{"default", [{'ns_1@10.3.2.57',63506121}, {'ns_1@10.3.3.96',117606290}, {'ns_1@10.3.3.98',14619049}]}]}, {active_buckets,["default"]}, {ready_buckets,["default"]}, {local_tasks,[]}, {memory, [{total,125104952}, {processes,86147624}, {processes_used,85699248}, {system,38957328}, {atom,1412289}, {atom_used,1387789}, {binary,4394872}, {code,14531880}, {ets,6912560}]}, {system_memory_data, [{system_total_memory,6442450944}, {free_swap,6291447808}, {total_swap,6291447808}, {cached_memory,602935296}, {buffered_memory,730476544}, {free_memory,4546703360}, {total_memory,6442450944}]}, {node_storage_conf, [{db_path,"/opt/couchbase/var/lib/couchbase/data/"}, {index_path,"/opt/couchbase/var/lib/couchbase/data/"}]}, {statistics, [{wall_clock,{2108078,4998}}, {context_switches,{4436702,0}}, {garbage_collection,{555265,1786721727,0}}, {io,{{input,166630736},{output,137101712}}}, {reductions,{600135630,715898}}, {run_queue,0}, {runtime,{85980,80}}]}, {system_stats, [{cpu_utilization_rate,0.0},{swap_total,6291447808},{swap_used,0}]}, {interesting_stats, [{couch_docs_actual_disk_size,4267116}, {couch_docs_data_size,4234330}, {couch_views_actual_disk_size,0}, {couch_views_data_size,0}, {curr_items,11}, {curr_items_tot,17}, {mem_used,16096024}, {vb_replica_curr_items,6}]}, {cluster_compatibility_version,131072}, {version, [{public_key,"0.13"}, {lhttpc,"1.3.0"}, {ale,"8cffe61"}, {os_mon,"2.2.7"}, {couch_set_view,"1.2.0a-31560d7-git"}, {mnesia,"4.5"}, {inets,"5.7.1"}, {couch,"1.2.0a-31560d7-git"}, {mapreduce,"1.0.0"}, {couch_index_merger,"1.2.0a-31560d7-git"}, {kernel,"2.14.5"}, {crypto,"2.0.4"}, {ssl,"4.1.6"}, {sasl,"2.1.10"}, {couch_view_parser,"1.0.0"}, {ns_server,"2.0.0-1965-rel-enterprise"}, {mochiweb,"1.4.1"}, {oauth,"7d85d3ef"}, {stdlib,"1.17.5"}]}, {supported_compat_version,[2,0]}, {system_arch,"x86_64-unknown-linux-gnu"}, {wall_clock,2108}, {memory_data,{6442450944,1895366656,{<18067.1014.0>,3514512}}}, {disk_data,[{"/",103209120,8}]}, {meminfo, <<"MemTotal: 6291456 kB\nMemFree: 4440140 kB\nBuffers: 713356 kB\nCached: 588804 kB\nSwapCached: 0 kB\nActive: 1170344 kB\nInactive: 405404 kB\nHighTotal: 0 kB\nHighFree: 0 kB\nLowTotal: 6291456 kB\nLowFree: 4440140 kB\nSwapTotal: 6143992 kB\nSwapFree: 6143992 kB\nDirty: 116 kB\nWriteback: 0 kB\nAnonPages: 272212 kB\nMapped: 14968 kB\nSlab: 115684 kB\nPageTables: 2516 kB\nNFS_Unstable: 0 kB\nBounce: 0 kB\nCommitLimit: 9289720 kB\nCommitted_AS: 781156 kB\nVmallocTotal: 34359738367 kB\nVmallocUsed: 3384 kB\nVmallocChunk: 34359734983 kB\n">>}]}, {'ns_1@10.3.3.96', [{last_heard,{1353,954606,183841}}, {outgoing_replications_safeness_level,[{"default",green}]}, {incoming_replications_conf_hashes, [{"default", [{'ns_1@10.3.2.57',33817834}, {'ns_1@10.3.3.100',41681736}, {'ns_1@10.3.3.98',10928119}]}]}, {active_buckets,["default"]}, {ready_buckets,["default"]}, {local_tasks,[]}, {memory, [{total,120605488}, {processes,81682536}, {processes_used,81201520}, {system,38922952}, {atom,1411481}, {atom_used,1387300}, {binary,4353072}, {code,14564384}, {ets,6885368}]}, {system_memory_data, [{system_total_memory,6442450944}, {free_swap,6291447808}, {total_swap,6291447808}, {cached_memory,620544000}, {buffered_memory,493408256}, {free_memory,4786970624}, {total_memory,6442450944}]}, {node_storage_conf, [{db_path,"/opt/couchbase/var/lib/couchbase/data/"}, {index_path,"/opt/couchbase/var/lib/couchbase/data/"}]}, {statistics, [{wall_clock,{2103324,5000}}, {context_switches,{4454584,0}}, {garbage_collection,{560677,1796513992,0}}, {io,{{input,165675988},{output,136811842}}}, {reductions,{597816505,658632}}, {run_queue,0}, {runtime,{86000,80}}]}, {system_stats, [{cpu_utilization_rate,0.9803921568627451}, {swap_total,6291447808}, {swap_used,0}]}, {interesting_stats, [{couch_docs_actual_disk_size,4274922}, {couch_docs_data_size,4242522}, {couch_views_actual_disk_size,0}, {couch_views_data_size,0}, {curr_items,0}, {curr_items_tot,23}, {mem_used,16099688}, {vb_replica_curr_items,23}]}, {cluster_compatibility_version,131072}, {version, [{public_key,"0.13"}, {lhttpc,"1.3.0"}, {ale,"8cffe61"}, {os_mon,"2.2.7"}, {couch_set_view,"1.2.0a-31560d7-git"}, {mnesia,"4.5"}, {inets,"5.7.1"}, {couch,"1.2.0a-31560d7-git"}, {mapreduce,"1.0.0"}, {couch_index_merger,"1.2.0a-31560d7-git"}, {kernel,"2.14.5"}, {crypto,"2.0.4"}, {ssl,"4.1.6"}, {sasl,"2.1.10"}, {couch_view_parser,"1.0.0"}, {ns_server,"2.0.0-1965-rel-enterprise"}, {mochiweb,"1.4.1"}, {oauth,"7d85d3ef"}, {stdlib,"1.17.5"}]}, {supported_compat_version,[2,0]}, {system_arch,"x86_64-unknown-linux-gnu"}, {wall_clock,2103}, {memory_data,{6442450944,1654591488,{<0.944.0>,2543368}}}, {disk_data,[{"/",103209120,8}]}, {meminfo, <<"MemTotal: 6291456 kB\nMemFree: 4674776 kB\nBuffers: 481844 kB\nCached: 606000 kB\nSwapCached: 0 kB\nActive: 951492 kB\nInactive: 425820 kB\nHighTotal: 0 kB\nHighFree: 0 kB\nLowTotal: 6291456 kB\nLowFree: 4674776 kB\nSwapTotal: 6143992 kB\nSwapFree: 6143992 kB\nDirty: 456 kB\nWriteback: 0 kB\nAnonPages: 288708 kB\nMapped: 14600 kB\nSlab: 79624 kB\nPageTables: 2400 kB\nNFS_Unstable: 0 kB\nBounce: 0 kB\nCommitLimit: 9289720 kB\nCommitted_AS: 799088 kB\nVmallocTotal: 34359738367 kB\nVmallocUsed: 3384 kB\nVmallocChunk: 34359734983 kB\n">>}]}, {'ns_1@10.3.3.98', [{last_heard,{1353,954610,534002}}, {outgoing_replications_safeness_level,[{"default",green}]}, {incoming_replications_conf_hashes, [{"default", [{'ns_1@10.3.2.57',115455469}, {'ns_1@10.3.3.100',74343578}, {'ns_1@10.3.3.96',66117516}]}]}, {active_buckets,["default"]}, {ready_buckets,["default"]}, {local_tasks,[]}, {memory, [{total,125305104}, {processes,86344800}, {processes_used,85880904}, {system,38960304}, {atom,1413905}, {atom_used,1390826}, {binary,4333992}, {code,14584964}, {ets,6921912}]}, {system_memory_data, [{system_total_memory,6442450944}, {free_swap,6291378176}, {total_swap,6291447808}, {cached_memory,603340800}, {buffered_memory,516268032}, {free_memory,4775428096}, {total_memory,6442450944}]}, {node_storage_conf, [{db_path,"/opt/couchbase/var/lib/couchbase/data/"}, {index_path,"/opt/couchbase/var/lib/couchbase/data/"}]}, {statistics, [{wall_clock,{2112649,4997}}, {context_switches,{4490504,0}}, {garbage_collection,{567380,1823618295,0}}, {io,{{input,166991127},{output,136979301}}}, {reductions,{608996064,612840}}, {run_queue,0}, {runtime,{86490,80}}]}, {system_stats, [{cpu_utilization_rate,0.2457002457002457}, {swap_total,6291447808}, {swap_used,69632}]}, {interesting_stats, [{couch_docs_actual_disk_size,4258887}, {couch_docs_data_size,4226093}, {couch_views_actual_disk_size,0}, {couch_views_data_size,0}, {curr_items,6}, {curr_items_tot,6}, {mem_used,16086568}, {vb_replica_curr_items,0}]}, {cluster_compatibility_version,131072}, {version, [{public_key,"0.13"}, {lhttpc,"1.3.0"}, {ale,"8cffe61"}, {os_mon,"2.2.7"}, {couch_set_view,"1.2.0a-31560d7-git"}, {mnesia,"4.5"}, {inets,"5.7.1"}, {couch,"1.2.0a-31560d7-git"}, {mapreduce,"1.0.0"}, {couch_index_merger,"1.2.0a-31560d7-git"}, {kernel,"2.14.5"}, {crypto,"2.0.4"}, {ssl,"4.1.6"}, {sasl,"2.1.10"}, {couch_view_parser,"1.0.0"}, {ns_server,"2.0.0-1965-rel-enterprise"}, {mochiweb,"1.4.1"}, {oauth,"7d85d3ef"}, {stdlib,"1.17.5"}]}, {supported_compat_version,[2,0]}, {system_arch,"x86_64-unknown-linux-gnu"}, {wall_clock,2112}, {memory_data,{6442450944,1666260992,{<18066.941.0>,3514472}}}, {disk_data,[{"/",103209120,8}]}, {meminfo, <<"MemTotal: 6291456 kB\nMemFree: 4663628 kB\nBuffers: 504168 kB\nCached: 589200 kB\nSwapCached: 68 kB\nActive: 980880 kB\nInactive: 404320 kB\nHighTotal: 0 kB\nHighFree: 0 kB\nLowTotal: 6291456 kB\nLowFree: 4663628 kB\nSwapTotal: 6143992 kB\nSwapFree: 6143924 kB\nDirty: 316 kB\nWriteback: 0 kB\nAnonPages: 291144 kB\nMapped: 14956 kB\nSlab: 83456 kB\nPageTables: 2588 kB\nNFS_Unstable: 0 kB\nBounce: 0 kB\nCommitLimit: 9289720 kB\nCommitted_AS: 805144 kB\nVmallocTotal: 34359738367 kB\nVmallocUsed: 3384 kB\nVmallocChunk: 34359734983 kB\n">>}]}] [stats:debug,2012-11-26T10:30:13.677,ns_1@10.3.3.96:<0.4839.1>:stats_collector:maybe_log_stats:126](at {{1970,1,16},{8,5,54}}) Stats for bucket "default": accepting_conns 1 auth_cmds 0 auth_errors 0 bucket_active_conns 1 bucket_conns 20 bytes 16099688 bytes_read 297531 bytes_written 35034674 cas_badval 0 cas_hits 0 cas_misses 0 cmd_flush 0 cmd_get 0 cmd_set 0 conn_yields 23 connection_structures 5000 curr_connections 21 curr_conns_on_port_11209 18 curr_conns_on_port_11210 1 curr_items 0 curr_items_tot 23 curr_temp_items 0 daemon_connections 4 decr_hits 0 decr_misses 0 delete_hits 0 delete_misses 0 ep_access_scanner_last_runtime 0 ep_access_scanner_num_items 0 ep_access_scanner_task_time 2012-11-27 10:00:00 ep_allow_data_loss_during_shutdown 1 ep_alog_block_size 4096 ep_alog_path /opt/couchbase/var/lib/couchbase/data/default/access.log ep_alog_sleep_time 1440 ep_alog_task_time 10 ep_backend couchdb ep_bg_fetch_delay 0 ep_bg_fetched 0 ep_bg_meta_fetched 0 ep_bg_remaining_jobs 0 ep_chk_max_items 5000 ep_chk_period 1800 ep_chk_persistence_remains 0 ep_chk_persistence_timeout 10 ep_chk_remover_stime 5 ep_commit_num 4 ep_commit_time 3 ep_commit_time_total 17 ep_concurrentDB 1 ep_config_file ep_couch_bucket default ep_couch_host localhost ep_couch_port 11213 ep_couch_reconnect_sleeptime 250 ep_couch_response_timeout 180000 ep_data_age 3 ep_data_age_highwat 3 ep_data_traffic_enabled 0 ep_dbinit 0 ep_dbname /opt/couchbase/var/lib/couchbase/data/default ep_degraded_mode 0 ep_diskqueue_drain 23 ep_diskqueue_fill 23 ep_diskqueue_items 0 ep_diskqueue_memory 0 ep_diskqueue_pending 0 ep_exp_pager_stime 3600 ep_exp_pager_stime 3600 ep_expired_access 0 ep_expired_pager 0 ep_expiry_window 3 ep_failpartialwarmup 0 ep_flush_all false ep_flush_duration_total 0 ep_flushall_enabled 0 ep_flusher_state running ep_flusher_todo 0 ep_getl_default_timeout 15 ep_getl_max_timeout 30 ep_ht_locks 5 ep_ht_size 3079 ep_inconsistent_slave_chk 0 ep_initfile ep_io_num_read 0 ep_io_num_write 23 ep_io_read_bytes 0 ep_io_write_bytes 13485 ep_item_begin_failed 0 ep_item_commit_failed 0 ep_item_flush_expired 0 ep_item_flush_failed 0 ep_item_num_based_new_chk 1 ep_items_rm_from_checkpoints 0 ep_keep_closed_chks 0 ep_klog_block_size 4096 ep_klog_compactor_queue_cap 500000 ep_klog_compactor_stime 3600 ep_klog_flush commit2 ep_klog_max_entry_ratio 10 ep_klog_max_log_size 2147483647 ep_klog_path ep_klog_sync commit2 ep_kv_size 15381 ep_max_checkpoints 2 ep_max_data_size 1073741824 ep_max_item_size 20971520 ep_max_size 1073741824 ep_max_txn_size 10000 ep_max_vbuckets 1024 ep_mem_high_wat 805306368 ep_mem_high_wat 805306368 ep_mem_low_wat 644245094 ep_mem_low_wat 644245094 ep_mem_tracker_enabled true ep_min_data_age 0 ep_mlog_compactor_runs 0 ep_mutation_mem_threshold 0 ep_num_access_scanner_runs 0 ep_num_eject_failures 0 ep_num_expiry_pager_runs 0 ep_num_non_resident 0 ep_num_not_my_vbuckets 0 ep_num_ops_del_meta 0 ep_num_ops_get_meta 0 ep_num_ops_set_meta 0 ep_num_pager_runs 0 ep_num_value_ejects 0 ep_oom_errors 0 ep_overhead 13615370 ep_pager_active_vb_pcnt 40 ep_pager_unbiased_period 60 ep_pending_ops 0 ep_pending_ops_max 0 ep_pending_ops_max_duration 0 ep_pending_ops_total 0 ep_postInitfile ep_queue_age_cap 900 ep_queue_size 0 ep_startup_time 1353952912 ep_storage_age 0 ep_storage_age_highwat 0 ep_store_max_concurrency 10 ep_store_max_readers 9 ep_store_max_readwrite 1 ep_stored_val_type ep_tap_ack_grace_period 300 ep_tap_ack_initial_sequence_number 1 ep_tap_ack_interval 1000 ep_tap_ack_window_size 10 ep_tap_backfill_resident 0.9 ep_tap_backlog_limit 5000 ep_tap_backoff_period 5 ep_tap_bg_fetch_requeued 0 ep_tap_bg_fetched 0 ep_tap_bg_max_pending 500 ep_tap_keepalive 300 ep_tap_noop_interval 20 ep_tap_requeue_sleep_time 0.1 ep_tap_throttle_cap_pcnt 10 ep_tap_throttle_queue_cap 1000000 ep_tap_throttle_threshold 90 ep_tmp_oom_errors 0 ep_too_old 0 ep_too_young 0 ep_total_cache_size 15105 ep_total_del_items 0 ep_total_enqueued 23 ep_total_new_items 23 ep_total_persisted 23 ep_uncommitted_items 0 ep_value_size 13312 ep_vb0 0 ep_vb_snapshot_total 6 ep_vb_total 512 ep_vbucket_del 0 ep_vbucket_del_fail 0 ep_version 2.0.0r_140_gde42c8c ep_waitforwarmup 0 ep_warmup 1 ep_warmup_batch_size 1000 ep_warmup_dups 0 ep_warmup_min_items_threshold 100 ep_warmup_min_memory_threshold 100 ep_warmup_oom 0 ep_warmup_thread complete ep_warmup_time 635 get_hits 0 get_misses 0 incr_hits 0 incr_misses 0 libevent 2.0.11-stable limit_maxbytes 67108864 listen_disabled_num 0 max_conns_on_port_11209 1000 max_conns_on_port_11210 9000 mem_used 16099688 pid 25417 pointer_size 64 rejected_conns 0 rusage_system 1.992124 rusage_user 8.556534 tap_checkpoint_start_received 512 tap_checkpoint_start_sent 512 tap_connect_received 6 tap_mutation_received 2466 tap_mutation_sent 2484 tap_opaque_received 1039 tap_opaque_sent 1036 threads 4 time 1353954612 total_connections 42 uptime 2043 vb_active_curr_items 0 vb_active_eject 0 vb_active_expired 0 vb_active_ht_memory 6428672 vb_active_itm_memory 0 vb_active_meta_data_memory 0 vb_active_num 256 vb_active_num_non_resident 0 vb_active_num_ref_ejects 0 vb_active_num_ref_items 0 vb_active_ops_create 0 vb_active_ops_delete 0 vb_active_ops_reject 0 vb_active_ops_update 0 vb_active_perc_mem_resident 0 vb_active_queue_age 0 vb_active_queue_drain 0 vb_active_queue_fill 0 vb_active_queue_memory 0 vb_active_queue_pending 0 vb_active_queue_size 0 vb_dead_num 0 vb_pending_curr_items 0 vb_pending_eject 0 vb_pending_expired 0 vb_pending_ht_memory 0 vb_pending_itm_memory 0 vb_pending_meta_data_memory 0 vb_pending_num 0 vb_pending_num_non_resident 0 vb_pending_num_ref_ejects 0 vb_pending_num_ref_items 0 vb_pending_ops_create 0 vb_pending_ops_delete 0 vb_pending_ops_reject 0 vb_pending_ops_update 0 vb_pending_perc_mem_resident 0 vb_pending_queue_age 0 vb_pending_queue_drain 0 vb_pending_queue_fill 0 vb_pending_queue_memory 0 vb_pending_queue_pending 0 vb_pending_queue_size 0 vb_replica_curr_items 23 vb_replica_eject 0 vb_replica_expired 0 vb_replica_ht_memory 6428672 vb_replica_itm_memory 15105 vb_replica_meta_data_memory 1898 vb_replica_num 256 vb_replica_num_non_resident 0 vb_replica_num_ref_ejects 0 vb_replica_num_ref_items 0 vb_replica_ops_create 23 vb_replica_ops_delete 0 vb_replica_ops_reject 0 vb_replica_ops_update 0 vb_replica_perc_mem_resident 100 vb_replica_queue_age 0 vb_replica_queue_drain 23 vb_replica_queue_fill 23 vb_replica_queue_memory 0 vb_replica_queue_pending 0 vb_replica_queue_size 0 version 1.4.4_600_g7ea975a [ns_doctor:debug,2012-11-26T10:31:11.180,ns_1@10.3.3.96:ns_doctor<0.891.0>:ns_doctor:handle_info:137]Current node statuses: [{'ns_1@10.3.2.57', [{last_heard,{1353,954671,16900}}, {outgoing_replications_safeness_level,[{"default",green}]}, {incoming_replications_conf_hashes, [{"default", [{'ns_1@10.3.3.100',110886191}, {'ns_1@10.3.3.96',41456239}, {'ns_1@10.3.3.98',112129458}]}]}, {active_buckets,["default"]}, {ready_buckets,["default"]}, {local_tasks,[]}, {memory, [{total,122683320}, {processes,81734176}, {processes_used,81204680}, {system,40949144}, {atom,1492169}, {atom_used,1478864}, {binary,5816280}, {code,14903159}, {ets,7017008}]}, {system_memory_data, [{system_total_memory,6442450944}, {free_swap,6291378176}, {total_swap,6291447808}, {cached_memory,1107808256}, {buffered_memory,669016064}, {free_memory,4085207040}, {total_memory,6442450944}]}, {node_storage_conf, [{db_path,"/opt/couchbase/var/lib/couchbase/data/"}, {index_path,"/opt/couchbase/var/lib/couchbase/data/"}]}, {statistics, [{wall_clock,{2173606,5000}}, {context_switches,{4797565,0}}, {garbage_collection,{570611,2247652684,0}}, {io,{{input,271987181},{output,167161512}}}, {reductions,{1102912201,2925252}}, {run_queue,0}, {runtime,{104160,210}}]}, {system_stats, [{cpu_utilization_rate,0.48661800486618007}, {swap_total,6291447808}, {swap_used,69632}]}, {interesting_stats, [{couch_docs_actual_disk_size,4263015}, {couch_docs_data_size,4230189}, {couch_views_actual_disk_size,0}, {couch_views_data_size,0}, {curr_items,12}, {curr_items_tot,12}, {mem_used,16091496}, {vb_replica_curr_items,0}]}, {cluster_compatibility_version,131072}, {version, [{public_key,"0.13"}, {lhttpc,"1.3.0"}, {ale,"8cffe61"}, {os_mon,"2.2.7"}, {couch_set_view,"1.2.0a-31560d7-git"}, {mnesia,"4.5"}, {inets,"5.7.1"}, {couch,"1.2.0a-31560d7-git"}, {mapreduce,"1.0.0"}, {couch_index_merger,"1.2.0a-31560d7-git"}, {kernel,"2.14.5"}, {crypto,"2.0.4"}, {ssl,"4.1.6"}, {sasl,"2.1.10"}, {couch_view_parser,"1.0.0"}, {ns_server,"2.0.0-1965-rel-enterprise"}, {mochiweb,"1.4.1"}, {oauth,"7d85d3ef"}, {stdlib,"1.17.5"}]}, {supported_compat_version,[2,0]}, {system_arch,"x86_64-unknown-linux-gnu"}, {wall_clock,2173}, {memory_data,{6442450944,2356355072,{<18023.332.0>,3514544}}}, {disk_data,[{"/",103209120,9}]}, {meminfo, <<"MemTotal: 6291456 kB\nMemFree: 3989460 kB\nBuffers: 653336 kB\nCached: 1081844 kB\nSwapCached: 0 kB\nActive: 1307804 kB\nInactive: 725408 kB\nHighTotal: 0 kB\nHighFree: 0 kB\nLowTotal: 6291456 kB\nLowFree: 3989460 kB\nSwapTotal: 6143992 kB\nSwapFree: 6143924 kB\nDirty: 368 kB\nWriteback: 0 kB\nAnonPages: 296712 kB\nMapped: 14660 kB\nSlab: 108792 kB\nPageTables: 2516 kB\nNFS_Unstable: 0 kB\nBounce: 0 kB\nCommitLimit: 9289720 kB\nCommitted_AS: 813524 kB\nVmallocTotal: 34359738367 kB\nVmallocUsed: 3384 kB\nVmallocChunk: 34359734983 kB\n">>}]}, {'ns_1@10.3.3.100', [{last_heard,{1353,954669,747074}}, {outgoing_replications_safeness_level,[{"default",green}]}, {incoming_replications_conf_hashes, [{"default", [{'ns_1@10.3.2.57',63506121}, {'ns_1@10.3.3.96',117606290}, {'ns_1@10.3.3.98',14619049}]}]}, {active_buckets,["default"]}, {ready_buckets,["default"]}, {local_tasks,[]}, {memory, [{total,120142344}, {processes,81207664}, {processes_used,80759288}, {system,38934680}, {atom,1412289}, {atom_used,1387789}, {binary,4308736}, {code,14531880}, {ets,6975712}]}, {system_memory_data, [{system_total_memory,6442450944}, {free_swap,6291447808}, {total_swap,6291447808}, {cached_memory,604049408}, {buffered_memory,730476544}, {free_memory,4546957312}, {total_memory,6442450944}]}, {node_storage_conf, [{db_path,"/opt/couchbase/var/lib/couchbase/data/"}, {index_path,"/opt/couchbase/var/lib/couchbase/data/"}]}, {statistics, [{wall_clock,{2168078,5000}}, {context_switches,{4537979,0}}, {garbage_collection,{562900,1817000015,0}}, {io,{{input,168543699},{output,138975512}}}, {reductions,{608662005,715266}}, {run_queue,0}, {runtime,{87050,90}}]}, {system_stats, [{cpu_utilization_rate,0.5235602094240838}, {swap_total,6291447808}, {swap_used,0}]}, {interesting_stats, [{couch_docs_actual_disk_size,4267116}, {couch_docs_data_size,4234330}, {couch_views_actual_disk_size,0}, {couch_views_data_size,0}, {curr_items,11}, {curr_items_tot,17}, {mem_used,16096024}, {vb_replica_curr_items,6}]}, {cluster_compatibility_version,131072}, {version, [{public_key,"0.13"}, {lhttpc,"1.3.0"}, {ale,"8cffe61"}, {os_mon,"2.2.7"}, {couch_set_view,"1.2.0a-31560d7-git"}, {mnesia,"4.5"}, {inets,"5.7.1"}, {couch,"1.2.0a-31560d7-git"}, {mapreduce,"1.0.0"}, {couch_index_merger,"1.2.0a-31560d7-git"}, {kernel,"2.14.5"}, {crypto,"2.0.4"}, {ssl,"4.1.6"}, {sasl,"2.1.10"}, {couch_view_parser,"1.0.0"}, {ns_server,"2.0.0-1965-rel-enterprise"}, {mochiweb,"1.4.1"}, {oauth,"7d85d3ef"}, {stdlib,"1.17.5"}]}, {supported_compat_version,[2,0]}, {system_arch,"x86_64-unknown-linux-gnu"}, {wall_clock,2168}, {memory_data,{6442450944,1896001536,{<18067.1014.0>,3514512}}}, {disk_data,[{"/",103209120,8}]}, {meminfo, <<"MemTotal: 6291456 kB\nMemFree: 4440388 kB\nBuffers: 713356 kB\nCached: 589892 kB\nSwapCached: 0 kB\nActive: 1169264 kB\nInactive: 406288 kB\nHighTotal: 0 kB\nHighFree: 0 kB\nLowTotal: 6291456 kB\nLowFree: 4440388 kB\nSwapTotal: 6143992 kB\nSwapFree: 6143992 kB\nDirty: 716 kB\nWriteback: 0 kB\nAnonPages: 270924 kB\nMapped: 14968 kB\nSlab: 115600 kB\nPageTables: 2516 kB\nNFS_Unstable: 0 kB\nBounce: 0 kB\nCommitLimit: 9289720 kB\nCommitted_AS: 781432 kB\nVmallocTotal: 34359738367 kB\nVmallocUsed: 3384 kB\nVmallocChunk: 34359734983 kB\n">>}]}, {'ns_1@10.3.3.96', [{last_heard,{1353,954666,187269}}, {outgoing_replications_safeness_level,[{"default",green}]}, {incoming_replications_conf_hashes, [{"default", [{'ns_1@10.3.2.57',33817834}, {'ns_1@10.3.3.100',41681736}, {'ns_1@10.3.3.98',10928119}]}]}, {active_buckets,["default"]}, {ready_buckets,["default"]}, {local_tasks,[]}, {memory, [{total,115386208}, {processes,76236872}, {processes_used,75755856}, {system,39149336}, {atom,1411481}, {atom_used,1387300}, {binary,4514688}, {code,14564384}, {ets,6949760}]}, {system_memory_data, [{system_total_memory,6442450944}, {free_swap,6291447808}, {total_swap,6291447808}, {cached_memory,621637632}, {buffered_memory,493408256}, {free_memory,4787605504}, {total_memory,6442450944}]}, {node_storage_conf, [{db_path,"/opt/couchbase/var/lib/couchbase/data/"}, {index_path,"/opt/couchbase/var/lib/couchbase/data/"}]}, {statistics, [{wall_clock,{2163327,4999}}, {context_switches,{4555623,0}}, {garbage_collection,{567807,1826057297,0}}, {io,{{input,167681657},{output,138794710}}}, {reductions,{605826693,660536}}, {run_queue,0}, {runtime,{87020,80}}]}, {system_stats, [{cpu_utilization_rate,0.6622516556291391}, {swap_total,6291447808}, {swap_used,0}]}, {interesting_stats, [{couch_docs_actual_disk_size,4274922}, {couch_docs_data_size,4242522}, {couch_views_actual_disk_size,0}, {couch_views_data_size,0}, {curr_items,0}, {curr_items_tot,23}, {mem_used,16099688}, {vb_replica_curr_items,23}]}, {cluster_compatibility_version,131072}, {version, [{public_key,"0.13"}, {lhttpc,"1.3.0"}, {ale,"8cffe61"}, {os_mon,"2.2.7"}, {couch_set_view,"1.2.0a-31560d7-git"}, {mnesia,"4.5"}, {inets,"5.7.1"}, {couch,"1.2.0a-31560d7-git"}, {mapreduce,"1.0.0"}, {couch_index_merger,"1.2.0a-31560d7-git"}, {kernel,"2.14.5"}, {crypto,"2.0.4"}, {ssl,"4.1.6"}, {sasl,"2.1.10"}, {couch_view_parser,"1.0.0"}, {ns_server,"2.0.0-1965-rel-enterprise"}, {mochiweb,"1.4.1"}, {oauth,"7d85d3ef"}, {stdlib,"1.17.5"}]}, {supported_compat_version,[2,0]}, {system_arch,"x86_64-unknown-linux-gnu"}, {wall_clock,2163}, {memory_data,{6442450944,1655480320,{<0.944.0>,2543368}}}, {disk_data,[{"/",103209120,8}]}, {meminfo, <<"MemTotal: 6291456 kB\nMemFree: 4674652 kB\nBuffers: 481844 kB\nCached: 607068 kB\nSwapCached: 0 kB\nActive: 951252 kB\nInactive: 426772 kB\nHighTotal: 0 kB\nHighFree: 0 kB\nLowTotal: 6291456 kB\nLowFree: 4674652 kB\nSwapTotal: 6143992 kB\nSwapFree: 6143992 kB\nDirty: 368 kB\nWriteback: 0 kB\nAnonPages: 288264 kB\nMapped: 14600 kB\nSlab: 79588 kB\nPageTables: 2400 kB\nNFS_Unstable: 0 kB\nBounce: 0 kB\nCommitLimit: 9289720 kB\nCommitted_AS: 799456 kB\nVmallocTotal: 34359738367 kB\nVmallocUsed: 3384 kB\nVmallocChunk: 34359734983 kB\n">>}]}, {'ns_1@10.3.3.98', [{last_heard,{1353,954670,534794}}, {outgoing_replications_safeness_level,[{"default",green}]}, {incoming_replications_conf_hashes, [{"default", [{'ns_1@10.3.2.57',115455469}, {'ns_1@10.3.3.100',74343578}, {'ns_1@10.3.3.96',66117516}]}]}, {active_buckets,["default"]}, {ready_buckets,["default"]}, {local_tasks,[]}, {memory, [{total,120372256}, {processes,81296728}, {processes_used,80832832}, {system,39075528}, {atom,1413905}, {atom_used,1390826}, {binary,4385760}, {code,14584964}, {ets,6985184}]}, {system_memory_data, [{system_total_memory,6442450944}, {free_swap,6291378176}, {total_swap,6291447808}, {cached_memory,604454912}, {buffered_memory,516268032}, {free_memory,4774387712}, {total_memory,6442450944}]}, {node_storage_conf, [{db_path,"/opt/couchbase/var/lib/couchbase/data/"}, {index_path,"/opt/couchbase/var/lib/couchbase/data/"}]}, {statistics, [{wall_clock,{2172650,5000}}, {context_switches,{4591782,0}}, {garbage_collection,{575673,1853266408,0}}, {io,{{input,168908077},{output,139164240}}}, {reductions,{617251745,608855}}, {run_queue,0}, {runtime,{87450,60}}]}, {system_stats, [{cpu_utilization_rate,0.24752475247524752}, {swap_total,6291447808}, {swap_used,69632}]}, {interesting_stats, [{couch_docs_actual_disk_size,4258887}, {couch_docs_data_size,4226093}, {couch_views_actual_disk_size,0}, {couch_views_data_size,0}, {curr_items,6}, {curr_items_tot,6}, {mem_used,16086568}, {vb_replica_curr_items,0}]}, {cluster_compatibility_version,131072}, {version, [{public_key,"0.13"}, {lhttpc,"1.3.0"}, {ale,"8cffe61"}, {os_mon,"2.2.7"}, {couch_set_view,"1.2.0a-31560d7-git"}, {mnesia,"4.5"}, {inets,"5.7.1"}, {couch,"1.2.0a-31560d7-git"}, {mapreduce,"1.0.0"}, {couch_index_merger,"1.2.0a-31560d7-git"}, {kernel,"2.14.5"}, {crypto,"2.0.4"}, {ssl,"4.1.6"}, {sasl,"2.1.10"}, {couch_view_parser,"1.0.0"}, {ns_server,"2.0.0-1965-rel-enterprise"}, {mochiweb,"1.4.1"}, {oauth,"7d85d3ef"}, {stdlib,"1.17.5"}]}, {supported_compat_version,[2,0]}, {system_arch,"x86_64-unknown-linux-gnu"}, {wall_clock,2172}, {memory_data,{6442450944,1667911680,{<18066.941.0>,3514472}}}, {disk_data,[{"/",103209120,8}]}, {meminfo, <<"MemTotal: 6291456 kB\nMemFree: 4662488 kB\nBuffers: 504168 kB\nCached: 590288 kB\nSwapCached: 68 kB\nActive: 981720 kB\nInactive: 405276 kB\nHighTotal: 0 kB\nHighFree: 0 kB\nLowTotal: 6291456 kB\nLowFree: 4662488 kB\nSwapTotal: 6143992 kB\nSwapFree: 6143924 kB\nDirty: 104 kB\nWriteback: 0 kB\nAnonPages: 291636 kB\nMapped: 14956 kB\nSlab: 83416 kB\nPageTables: 2588 kB\nNFS_Unstable: 0 kB\nBounce: 0 kB\nCommitLimit: 9289720 kB\nCommitted_AS: 805504 kB\nVmallocTotal: 34359738367 kB\nVmallocUsed: 3384 kB\nVmallocChunk: 34359734983 kB\n">>}]}] [stats:debug,2012-11-26T10:31:53.680,ns_1@10.3.3.96:<0.4839.1>:stats_collector:maybe_log_stats:126](at {{1970,1,16},{8,5,54}}) Stats for bucket "default": accepting_conns 1 auth_cmds 0 auth_errors 0 bucket_active_conns 1 bucket_conns 20 bytes 16099704 bytes_read 309461 bytes_written 37046624 cas_badval 0 cas_hits 0 cas_misses 0 cmd_flush 0 cmd_get 0 cmd_set 0 conn_yields 23 connection_structures 5000 curr_connections 21 curr_conns_on_port_11209 18 curr_conns_on_port_11210 1 curr_items 0 curr_items_tot 23 curr_temp_items 0 daemon_connections 4 decr_hits 0 decr_misses 0 delete_hits 0 delete_misses 0 ep_access_scanner_last_runtime 0 ep_access_scanner_num_items 0 ep_access_scanner_task_time 2012-11-27 10:00:00 ep_allow_data_loss_during_shutdown 1 ep_alog_block_size 4096 ep_alog_path /opt/couchbase/var/lib/couchbase/data/default/access.log ep_alog_sleep_time 1440 ep_alog_task_time 10 ep_backend couchdb ep_bg_fetch_delay 0 ep_bg_fetched 0 ep_bg_meta_fetched 0 ep_bg_remaining_jobs 0 ep_chk_max_items 5000 ep_chk_period 1800 ep_chk_persistence_remains 0 ep_chk_persistence_timeout 10 ep_chk_remover_stime 5 ep_commit_num 4 ep_commit_time 3 ep_commit_time_total 17 ep_concurrentDB 1 ep_config_file ep_couch_bucket default ep_couch_host localhost ep_couch_port 11213 ep_couch_reconnect_sleeptime 250 ep_couch_response_timeout 180000 ep_data_age 3 ep_data_age_highwat 3 ep_data_traffic_enabled 0 ep_dbinit 0 ep_dbname /opt/couchbase/var/lib/couchbase/data/default ep_degraded_mode 0 ep_diskqueue_drain 23 ep_diskqueue_fill 23 ep_diskqueue_items 0 ep_diskqueue_memory 0 ep_diskqueue_pending 0 ep_exp_pager_stime 3600 ep_exp_pager_stime 3600 ep_expired_access 0 ep_expired_pager 0 ep_expiry_window 3 ep_failpartialwarmup 0 ep_flush_all false ep_flush_duration_total 0 ep_flushall_enabled 0 ep_flusher_state running ep_flusher_todo 0 ep_getl_default_timeout 15 ep_getl_max_timeout 30 ep_ht_locks 5 ep_ht_size 3079 ep_inconsistent_slave_chk 0 ep_initfile ep_io_num_read 0 ep_io_num_write 23 ep_io_read_bytes 0 ep_io_write_bytes 13485 ep_item_begin_failed 0 ep_item_commit_failed 0 ep_item_flush_expired 0 ep_item_flush_failed 0 ep_item_num_based_new_chk 1 ep_items_rm_from_checkpoints 0 ep_keep_closed_chks 0 ep_klog_block_size 4096 ep_klog_compactor_queue_cap 500000 ep_klog_compactor_stime 3600 ep_klog_flush commit2 ep_klog_max_entry_ratio 10 ep_klog_max_log_size 2147483647 ep_klog_path ep_klog_sync commit2 ep_kv_size 15381 ep_max_checkpoints 2 ep_max_data_size 1073741824 ep_max_item_size 20971520 ep_max_size 1073741824 ep_max_txn_size 10000 ep_max_vbuckets 1024 ep_mem_high_wat 805306368 ep_mem_high_wat 805306368 ep_mem_low_wat 644245094 ep_mem_low_wat 644245094 ep_mem_tracker_enabled true ep_min_data_age 0 ep_mlog_compactor_runs 0 ep_mutation_mem_threshold 0 ep_num_access_scanner_runs 0 ep_num_eject_failures 0 ep_num_expiry_pager_runs 0 ep_num_non_resident 0 ep_num_not_my_vbuckets 0 ep_num_ops_del_meta 0 ep_num_ops_get_meta 0 ep_num_ops_set_meta 0 ep_num_pager_runs 0 ep_num_value_ejects 0 ep_oom_errors 0 ep_overhead 13615370 ep_pager_active_vb_pcnt 40 ep_pager_unbiased_period 60 ep_pending_ops 0 ep_pending_ops_max 0 ep_pending_ops_max_duration 0 ep_pending_ops_total 0 ep_postInitfile ep_queue_age_cap 900 ep_queue_size 0 ep_startup_time 1353952912 ep_storage_age 0 ep_storage_age_highwat 0 ep_store_max_concurrency 10 ep_store_max_readers 9 ep_store_max_readwrite 1 ep_stored_val_type ep_tap_ack_grace_period 300 ep_tap_ack_initial_sequence_number 1 ep_tap_ack_interval 1000 ep_tap_ack_window_size 10 ep_tap_backfill_resident 0.9 ep_tap_backlog_limit 5000 ep_tap_backoff_period 5 ep_tap_bg_fetch_requeued 0 ep_tap_bg_fetched 0 ep_tap_bg_max_pending 500 ep_tap_keepalive 300 ep_tap_noop_interval 20 ep_tap_requeue_sleep_time 0.1 ep_tap_throttle_cap_pcnt 10 ep_tap_throttle_queue_cap 1000000 ep_tap_throttle_threshold 90 ep_tmp_oom_errors 0 ep_too_old 0 ep_too_young 0 ep_total_cache_size 15105 ep_total_del_items 0 ep_total_enqueued 23 ep_total_new_items 23 ep_total_persisted 23 ep_uncommitted_items 0 ep_value_size 13312 ep_vb0 0 ep_vb_snapshot_total 6 ep_vb_total 512 ep_vbucket_del 0 ep_vbucket_del_fail 0 ep_version 2.0.0r_140_gde42c8c ep_waitforwarmup 0 ep_warmup 1 ep_warmup_batch_size 1000 ep_warmup_dups 0 ep_warmup_min_items_threshold 100 ep_warmup_min_memory_threshold 100 ep_warmup_oom 0 ep_warmup_thread complete ep_warmup_time 635 get_hits 0 get_misses 0 incr_hits 0 incr_misses 0 libevent 2.0.11-stable limit_maxbytes 67108864 listen_disabled_num 0 max_conns_on_port_11209 1000 max_conns_on_port_11210 9000 mem_used 16099704 pid 25417 pointer_size 64 rejected_conns 0 rusage_system 1.996124 rusage_user 8.652540 tap_checkpoint_start_received 512 tap_checkpoint_start_sent 512 tap_connect_received 6 tap_mutation_received 2466 tap_mutation_sent 2484 tap_opaque_received 1039 tap_opaque_sent 1036 threads 4 time 1353954712 total_connections 42 uptime 2143 vb_active_curr_items 0 vb_active_eject 0 vb_active_expired 0 vb_active_ht_memory 6428672 vb_active_itm_memory 0 vb_active_meta_data_memory 0 vb_active_num 256 vb_active_num_non_resident 0 vb_active_num_ref_ejects 0 vb_active_num_ref_items 0 vb_active_ops_create 0 vb_active_ops_delete 0 vb_active_ops_reject 0 vb_active_ops_update 0 vb_active_perc_mem_resident 0 vb_active_queue_age 0 vb_active_queue_drain 0 vb_active_queue_fill 0 vb_active_queue_memory 0 vb_active_queue_pending 0 vb_active_queue_size 0 vb_dead_num 0 vb_pending_curr_items 0 vb_pending_eject 0 vb_pending_expired 0 vb_pending_ht_memory 0 vb_pending_itm_memory 0 vb_pending_meta_data_memory 0 vb_pending_num 0 vb_pending_num_non_resident 0 vb_pending_num_ref_ejects 0 vb_pending_num_ref_items 0 vb_pending_ops_create 0 vb_pending_ops_delete 0 vb_pending_ops_reject 0 vb_pending_ops_update 0 vb_pending_perc_mem_resident 0 vb_pending_queue_age 0 vb_pending_queue_drain 0 vb_pending_queue_fill 0 vb_pending_queue_memory 0 vb_pending_queue_pending 0 vb_pending_queue_size 0 vb_replica_curr_items 23 vb_replica_eject 0 vb_replica_expired 0 vb_replica_ht_memory 6428672 vb_replica_itm_memory 15105 vb_replica_meta_data_memory 1898 vb_replica_num 256 vb_replica_num_non_resident 0 vb_replica_num_ref_ejects 0 vb_replica_num_ref_items 0 vb_replica_ops_create 23 vb_replica_ops_delete 0 vb_replica_ops_reject 0 vb_replica_ops_update 0 vb_replica_perc_mem_resident 100 vb_replica_queue_age 0 vb_replica_queue_drain 23 vb_replica_queue_fill 23 vb_replica_queue_memory 0 vb_replica_queue_pending 0 vb_replica_queue_size 0 version 1.4.4_600_g7ea975a [ns_doctor:debug,2012-11-26T10:32:11.181,ns_1@10.3.3.96:ns_doctor<0.891.0>:ns_doctor:handle_info:137]Current node statuses: [{'ns_1@10.3.2.57', [{last_heard,{1353,954731,18977}}, {outgoing_replications_safeness_level,[{"default",green}]}, {incoming_replications_conf_hashes, [{"default", [{'ns_1@10.3.3.100',110886191}, {'ns_1@10.3.3.96',41456239}, {'ns_1@10.3.3.98',112129458}]}]}, {active_buckets,["default"]}, {ready_buckets,["default"]}, {local_tasks,[]}, {memory, [{total,126323720}, {processes,85106936}, {processes_used,84577440}, {system,41216784}, {atom,1492169}, {atom_used,1478927}, {binary,5891192}, {code,14903159}, {ets,7210368}]}, {system_memory_data, [{system_total_memory,6442450944}, {free_swap,6291378176}, {total_swap,6291447808}, {cached_memory,1103282176}, {buffered_memory,669024256}, {free_memory,4087476224}, {total_memory,6442450944}]}, {node_storage_conf, [{db_path,"/opt/couchbase/var/lib/couchbase/data/"}, {index_path,"/opt/couchbase/var/lib/couchbase/data/"}]}, {statistics, [{wall_clock,{2233609,5001}}, {context_switches,{4906483,0}}, {garbage_collection,{579626,2281126645,0}}, {io,{{input,277438359},{output,175895270}}}, {reductions,{1124718779,3048776}}, {run_queue,0}, {runtime,{105850,320}}]}, {system_stats, [{cpu_utilization_rate,0.48426150121065376}, {swap_total,6291447808}, {swap_used,69632}]}, {interesting_stats, [{couch_docs_actual_disk_size,4267111}, {couch_docs_data_size,4234285}, {couch_views_actual_disk_size,0}, {couch_views_data_size,0}, {curr_items,12}, {curr_items_tot,12}, {mem_used,16090216}, {vb_replica_curr_items,0}]}, {cluster_compatibility_version,131072}, {version, [{public_key,"0.13"}, {lhttpc,"1.3.0"}, {ale,"8cffe61"}, {os_mon,"2.2.7"}, {couch_set_view,"1.2.0a-31560d7-git"}, {mnesia,"4.5"}, {inets,"5.7.1"}, {couch,"1.2.0a-31560d7-git"}, {mapreduce,"1.0.0"}, {couch_index_merger,"1.2.0a-31560d7-git"}, {kernel,"2.14.5"}, {crypto,"2.0.4"}, {ssl,"4.1.6"}, {sasl,"2.1.10"}, {couch_view_parser,"1.0.0"}, {ns_server,"2.0.0-1965-rel-enterprise"}, {mochiweb,"1.4.1"}, {oauth,"7d85d3ef"}, {stdlib,"1.17.5"}]}, {supported_compat_version,[2,0]}, {system_arch,"x86_64-unknown-linux-gnu"}, {wall_clock,2233}, {memory_data,{6442450944,2355593216,{<18023.332.0>,3514472}}}, {disk_data,[{"/",103209120,9}]}, {meminfo, <<"MemTotal: 6291456 kB\nMemFree: 3991676 kB\nBuffers: 653344 kB\nCached: 1077424 kB\nSwapCached: 0 kB\nActive: 1308364 kB\nInactive: 721548 kB\nHighTotal: 0 kB\nHighFree: 0 kB\nLowTotal: 6291456 kB\nLowFree: 3991676 kB\nSwapTotal: 6143992 kB\nSwapFree: 6143924 kB\nDirty: 344 kB\nWriteback: 0 kB\nAnonPages: 297968 kB\nMapped: 14660 kB\nSlab: 108896 kB\nPageTables: 2508 kB\nNFS_Unstable: 0 kB\nBounce: 0 kB\nCommitLimit: 9289720 kB\nCommitted_AS: 816840 kB\nVmallocTotal: 34359738367 kB\nVmallocUsed: 3384 kB\nVmallocChunk: 34359734983 kB\n">>}]}, {'ns_1@10.3.3.100', [{last_heard,{1353,954729,750297}}, {outgoing_replications_safeness_level,[{"default",green}]}, {incoming_replications_conf_hashes, [{"default", [{'ns_1@10.3.2.57',63506121}, {'ns_1@10.3.3.96',117606290}, {'ns_1@10.3.3.98',14619049}]}]}, {active_buckets,["default"]}, {ready_buckets,["default"]}, {local_tasks,[]}, {memory, [{total,123541656}, {processes,84543952}, {processes_used,84095576}, {system,38997704}, {atom,1412289}, {atom_used,1387919}, {binary,4181008}, {code,14531880}, {ets,7166456}]}, {system_memory_data, [{system_total_memory,6442450944}, {free_swap,6291447808}, {total_swap,6291447808}, {cached_memory,605200384}, {buffered_memory,730476544}, {free_memory,4544544768}, {total_memory,6442450944}]}, {node_storage_conf, [{db_path,"/opt/couchbase/var/lib/couchbase/data/"}, {index_path,"/opt/couchbase/var/lib/couchbase/data/"}]}, {statistics, [{wall_clock,{2228080,5001}}, {context_switches,{4639441,0}}, {garbage_collection,{571055,1847493335,0}}, {io,{{input,170784808},{output,140996353}}}, {reductions,{617305112,712489}}, {run_queue,0}, {runtime,{88120,80}}]}, {system_stats, [{cpu_utilization_rate,0.0},{swap_total,6291447808},{swap_used,0}]}, {interesting_stats, [{couch_docs_actual_disk_size,4275308}, {couch_docs_data_size,4242522}, {couch_views_actual_disk_size,0}, {couch_views_data_size,0}, {curr_items,11}, {curr_items_tot,17}, {mem_used,16093416}, {vb_replica_curr_items,6}]}, {cluster_compatibility_version,131072}, {version, [{public_key,"0.13"}, {lhttpc,"1.3.0"}, {ale,"8cffe61"}, {os_mon,"2.2.7"}, {couch_set_view,"1.2.0a-31560d7-git"}, {mnesia,"4.5"}, {inets,"5.7.1"}, {couch,"1.2.0a-31560d7-git"}, {mapreduce,"1.0.0"}, {couch_index_merger,"1.2.0a-31560d7-git"}, {kernel,"2.14.5"}, {crypto,"2.0.4"}, {ssl,"4.1.6"}, {sasl,"2.1.10"}, {couch_view_parser,"1.0.0"}, {ns_server,"2.0.0-1965-rel-enterprise"}, {mochiweb,"1.4.1"}, {oauth,"7d85d3ef"}, {stdlib,"1.17.5"}]}, {supported_compat_version,[2,0]}, {system_arch,"x86_64-unknown-linux-gnu"}, {wall_clock,2228}, {memory_data,{6442450944,1896382464,{<18067.1014.0>,3514512}}}, {disk_data,[{"/",103209120,8}]}, {meminfo, <<"MemTotal: 6291456 kB\nMemFree: 4438032 kB\nBuffers: 713356 kB\nCached: 591016 kB\nSwapCached: 0 kB\nActive: 1171492 kB\nInactive: 407232 kB\nHighTotal: 0 kB\nHighFree: 0 kB\nLowTotal: 6291456 kB\nLowFree: 4438032 kB\nSwapTotal: 6143992 kB\nSwapFree: 6143992 kB\nDirty: 588 kB\nWriteback: 0 kB\nAnonPages: 273040 kB\nMapped: 14968 kB\nSlab: 115600 kB\nPageTables: 2516 kB\nNFS_Unstable: 0 kB\nBounce: 0 kB\nCommitLimit: 9289720 kB\nCommitted_AS: 785160 kB\nVmallocTotal: 34359738367 kB\nVmallocUsed: 3384 kB\nVmallocChunk: 34359734983 kB\n">>}]}, {'ns_1@10.3.3.96', [{last_heard,{1353,954726,183743}}, {outgoing_replications_safeness_level,[{"default",green}]}, {incoming_replications_conf_hashes, [{"default", [{'ns_1@10.3.2.57',33817834}, {'ns_1@10.3.3.100',41681736}, {'ns_1@10.3.3.98',10928119}]}]}, {active_buckets,["default"]}, {ready_buckets,["default"]}, {local_tasks,[]}, {memory, [{total,118725488}, {processes,79411488}, {processes_used,78930472}, {system,39314000}, {atom,1412289}, {atom_used,1387375}, {binary,4487912}, {code,14564384}, {ets,7140472}]}, {system_memory_data, [{system_total_memory,6442450944}, {free_swap,6291447808}, {total_swap,6291447808}, {cached_memory,622796800}, {buffered_memory,493408256}, {free_memory,4784812032}, {total_memory,6442450944}]}, {node_storage_conf, [{db_path,"/opt/couchbase/var/lib/couchbase/data/"}, {index_path,"/opt/couchbase/var/lib/couchbase/data/"}]}, {statistics, [{wall_clock,{2223324,5001}}, {context_switches,{4656898,0}}, {garbage_collection,{575621,1855393612,0}}, {io,{{input,169896500},{output,140787961}}}, {reductions,{614024579,666700}}, {run_queue,0}, {runtime,{88100,80}}]}, {system_stats, [{cpu_utilization_rate,0.23923444976076555}, {swap_total,6291447808}, {swap_used,0}]}, {interesting_stats, [{couch_docs_actual_disk_size,4283114}, {couch_docs_data_size,4250714}, {couch_views_actual_disk_size,0}, {couch_views_data_size,0}, {curr_items,0}, {curr_items_tot,23}, {mem_used,16096120}, {vb_replica_curr_items,23}]}, {cluster_compatibility_version,131072}, {version, [{public_key,"0.13"}, {lhttpc,"1.3.0"}, {ale,"8cffe61"}, {os_mon,"2.2.7"}, {couch_set_view,"1.2.0a-31560d7-git"}, {mnesia,"4.5"}, {inets,"5.7.1"}, {couch,"1.2.0a-31560d7-git"}, {mapreduce,"1.0.0"}, {couch_index_merger,"1.2.0a-31560d7-git"}, {kernel,"2.14.5"}, {crypto,"2.0.4"}, {ssl,"4.1.6"}, {sasl,"2.1.10"}, {couch_view_parser,"1.0.0"}, {ns_server,"2.0.0-1965-rel-enterprise"}, {mochiweb,"1.4.1"}, {oauth,"7d85d3ef"}, {stdlib,"1.17.5"}]}, {supported_compat_version,[2,0]}, {system_arch,"x86_64-unknown-linux-gnu"}, {wall_clock,2223}, {memory_data,{6442450944,1656750080,{<0.944.0>,2543368}}}, {disk_data,[{"/",103209120,8}]}, {meminfo, <<"MemTotal: 6291456 kB\nMemFree: 4672792 kB\nBuffers: 481844 kB\nCached: 608200 kB\nSwapCached: 0 kB\nActive: 952192 kB\nInactive: 427644 kB\nHighTotal: 0 kB\nHighFree: 0 kB\nLowTotal: 6291456 kB\nLowFree: 4672792 kB\nSwapTotal: 6143992 kB\nSwapFree: 6143992 kB\nDirty: 248 kB\nWriteback: 0 kB\nAnonPages: 289052 kB\nMapped: 14600 kB\nSlab: 79604 kB\nPageTables: 2400 kB\nNFS_Unstable: 0 kB\nBounce: 0 kB\nCommitLimit: 9289720 kB\nCommitted_AS: 800828 kB\nVmallocTotal: 34359738367 kB\nVmallocUsed: 3384 kB\nVmallocChunk: 34359734983 kB\n">>}]}, {'ns_1@10.3.3.98', [{last_heard,{1353,954730,533865}}, {outgoing_replications_safeness_level,[{"default",green}]}, {incoming_replications_conf_hashes, [{"default", [{'ns_1@10.3.2.57',115455469}, {'ns_1@10.3.3.100',74343578}, {'ns_1@10.3.3.96',66117516}]}]}, {active_buckets,["default"]}, {ready_buckets,["default"]}, {local_tasks,[]}, {memory, [{total,122543664}, {processes,83292096}, {processes_used,82828200}, {system,39251568}, {atom,1414713}, {atom_used,1390897}, {binary,4369536}, {code,14584964}, {ets,7176640}]}, {system_memory_data, [{system_total_memory,6442450944}, {free_swap,6291378176}, {total_swap,6291447808}, {cached_memory,605601792}, {buffered_memory,516268032}, {free_memory,4772634624}, {total_memory,6442450944}]}, {node_storage_conf, [{db_path,"/opt/couchbase/var/lib/couchbase/data/"}, {index_path,"/opt/couchbase/var/lib/couchbase/data/"}]}, {statistics, [{wall_clock,{2232649,4997}}, {context_switches,{4693282,0}}, {garbage_collection,{584309,1883505579,0}}, {io,{{input,171142944},{output,141569107}}}, {reductions,{625694842,623672}}, {run_queue,0}, {runtime,{88420,80}}]}, {system_stats, [{cpu_utilization_rate,0.2457002457002457}, {swap_total,6291447808}, {swap_used,69632}]}, {interesting_stats, [{couch_docs_actual_disk_size,4262983}, {couch_docs_data_size,4230189}, {couch_views_actual_disk_size,0}, {couch_views_data_size,0}, {curr_items,6}, {curr_items_tot,6}, {mem_used,16085672}, {vb_replica_curr_items,0}]}, {cluster_compatibility_version,131072}, {version, [{public_key,"0.13"}, {lhttpc,"1.3.0"}, {ale,"8cffe61"}, {os_mon,"2.2.7"}, {couch_set_view,"1.2.0a-31560d7-git"}, {mnesia,"4.5"}, {inets,"5.7.1"}, {couch,"1.2.0a-31560d7-git"}, {mapreduce,"1.0.0"}, {couch_index_merger,"1.2.0a-31560d7-git"}, {kernel,"2.14.5"}, {crypto,"2.0.4"}, {ssl,"4.1.6"}, {sasl,"2.1.10"}, {couch_view_parser,"1.0.0"}, {ns_server,"2.0.0-1965-rel-enterprise"}, {mochiweb,"1.4.1"}, {oauth,"7d85d3ef"}, {stdlib,"1.17.5"}]}, {supported_compat_version,[2,0]}, {system_arch,"x86_64-unknown-linux-gnu"}, {wall_clock,2232}, {memory_data,{6442450944,1668927488,{<18066.941.0>,3514472}}}, {disk_data,[{"/",103209120,8}]}, {meminfo, <<"MemTotal: 6291456 kB\nMemFree: 4660900 kB\nBuffers: 504168 kB\nCached: 591408 kB\nSwapCached: 68 kB\nActive: 981424 kB\nInactive: 406188 kB\nHighTotal: 0 kB\nHighFree: 0 kB\nLowTotal: 6291456 kB\nLowFree: 4660900 kB\nSwapTotal: 6143992 kB\nSwapFree: 6143924 kB\nDirty: 532 kB\nWriteback: 0 kB\nAnonPages: 291288 kB\nMapped: 14956 kB\nSlab: 83420 kB\nPageTables: 2588 kB\nNFS_Unstable: 0 kB\nBounce: 0 kB\nCommitLimit: 9289720 kB\nCommitted_AS: 809056 kB\nVmallocTotal: 34359738367 kB\nVmallocUsed: 3384 kB\nVmallocChunk: 34359734983 kB\n">>}]}] [ns_doctor:debug,2012-11-26T10:33:11.183,ns_1@10.3.3.96:ns_doctor<0.891.0>:ns_doctor:handle_info:137]Current node statuses: [{'ns_1@10.3.2.57', [{last_heard,{1353,954791,14752}}, {outgoing_replications_safeness_level,[{"default",green}]}, {incoming_replications_conf_hashes, [{"default", [{'ns_1@10.3.3.100',110886191}, {'ns_1@10.3.3.96',41456239}, {'ns_1@10.3.3.98',112129458}]}]}, {active_buckets,["default"]}, {ready_buckets,["default"]}, {local_tasks,[]}, {memory, [{total,129490056}, {processes,88188280}, {processes_used,87658784}, {system,41301776}, {atom,1492169}, {atom_used,1478927}, {binary,5801648}, {code,14903159}, {ets,7384496}]}, {system_memory_data, [{system_total_memory,6442450944}, {free_swap,6291378176}, {total_swap,6291447808}, {cached_memory,1104371712}, {buffered_memory,669032448}, {free_memory,4092698624}, {total_memory,6442450944}]}, {node_storage_conf, [{db_path,"/opt/couchbase/var/lib/couchbase/data/"}, {index_path,"/opt/couchbase/var/lib/couchbase/data/"}]}, {statistics, [{wall_clock,{2293605,5000}}, {context_switches,{5014796,0}}, {garbage_collection,{587791,2313612496,0}}, {io,{{input,279430693},{output,178788707}}}, {reductions,{1146241508,2920343}}, {run_queue,0}, {runtime,{107370,180}}]}, {system_stats, [{cpu_utilization_rate,0.2564102564102564}, {swap_total,6291447808}, {swap_used,69632}]}, {interesting_stats, [{couch_docs_actual_disk_size,4267112}, {couch_docs_data_size,4234285}, {couch_views_actual_disk_size,0}, {couch_views_data_size,0}, {curr_items,12}, {curr_items_tot,12}, {mem_used,16089640}, {vb_replica_curr_items,0}]}, {cluster_compatibility_version,131072}, {version, [{public_key,"0.13"}, {lhttpc,"1.3.0"}, {ale,"8cffe61"}, {os_mon,"2.2.7"}, {couch_set_view,"1.2.0a-31560d7-git"}, {mnesia,"4.5"}, {inets,"5.7.1"}, {couch,"1.2.0a-31560d7-git"}, {mapreduce,"1.0.0"}, {couch_index_merger,"1.2.0a-31560d7-git"}, {kernel,"2.14.5"}, {crypto,"2.0.4"}, {ssl,"4.1.6"}, {sasl,"2.1.10"}, {couch_view_parser,"1.0.0"}, {ns_server,"2.0.0-1965-rel-enterprise"}, {mochiweb,"1.4.1"}, {oauth,"7d85d3ef"}, {stdlib,"1.17.5"}]}, {supported_compat_version,[2,0]}, {system_arch,"x86_64-unknown-linux-gnu"}, {wall_clock,2293}, {memory_data,{6442450944,2355236864,{<18023.332.0>,3514472}}}, {disk_data,[{"/",103209120,9}]}, {meminfo, <<"MemTotal: 6291456 kB\nMemFree: 3996776 kB\nBuffers: 653352 kB\nCached: 1078488 kB\nSwapCached: 0 kB\nActive: 1303556 kB\nInactive: 722460 kB\nHighTotal: 0 kB\nHighFree: 0 kB\nLowTotal: 6291456 kB\nLowFree: 3996776 kB\nSwapTotal: 6143992 kB\nSwapFree: 6143924 kB\nDirty: 672 kB\nWriteback: 0 kB\nAnonPages: 292804 kB\nMapped: 14660 kB\nSlab: 108800 kB\nPageTables: 2496 kB\nNFS_Unstable: 0 kB\nBounce: 0 kB\nCommitLimit: 9289720 kB\nCommitted_AS: 806672 kB\nVmallocTotal: 34359738367 kB\nVmallocUsed: 3384 kB\nVmallocChunk: 34359734983 kB\n">>}]}, {'ns_1@10.3.3.100', [{last_heard,{1353,954789,746217}}, {outgoing_replications_safeness_level,[{"default",green}]}, {incoming_replications_conf_hashes, [{"default", [{'ns_1@10.3.2.57',63506121}, {'ns_1@10.3.3.96',117606290}, {'ns_1@10.3.3.98',14619049}]}]}, {active_buckets,["default"]}, {ready_buckets,["default"]}, {local_tasks,[]}, {memory, [{total,126343224}, {processes,87049760}, {processes_used,86601384}, {system,39293464}, {atom,1412289}, {atom_used,1387919}, {binary,4298616}, {code,14531880}, {ets,7344808}]}, {system_memory_data, [{system_total_memory,6442450944}, {free_swap,6291447808}, {total_swap,6291447808}, {cached_memory,600637440}, {buffered_memory,730480640}, {free_memory,4544290816}, {total_memory,6442450944}]}, {node_storage_conf, [{db_path,"/opt/couchbase/var/lib/couchbase/data/"}, {index_path,"/opt/couchbase/var/lib/couchbase/data/"}]}, {statistics, [{wall_clock,{2288077,4997}}, {context_switches,{4741276,0}}, {garbage_collection,{579090,1879142938,0}}, {io,{{input,176353478},{output,148250006}}}, {reductions,{626062176,711631}}, {run_queue,0}, {runtime,{89420,80}}]}, {system_stats, [{cpu_utilization_rate,0.5555555555555556}, {swap_total,6291447808}, {swap_used,0}]}, {interesting_stats, [{couch_docs_actual_disk_size,4275309}, {couch_docs_data_size,4242522}, {couch_views_actual_disk_size,0}, {couch_views_data_size,0}, {curr_items,11}, {curr_items_tot,17}, {mem_used,16093416}, {vb_replica_curr_items,6}]}, {cluster_compatibility_version,131072}, {version, [{public_key,"0.13"}, {lhttpc,"1.3.0"}, {ale,"8cffe61"}, {os_mon,"2.2.7"}, {couch_set_view,"1.2.0a-31560d7-git"}, {mnesia,"4.5"}, {inets,"5.7.1"}, {couch,"1.2.0a-31560d7-git"}, {mapreduce,"1.0.0"}, {couch_index_merger,"1.2.0a-31560d7-git"}, {kernel,"2.14.5"}, {crypto,"2.0.4"}, {ssl,"4.1.6"}, {sasl,"2.1.10"}, {couch_view_parser,"1.0.0"}, {ns_server,"2.0.0-1965-rel-enterprise"}, {mochiweb,"1.4.1"}, {oauth,"7d85d3ef"}, {stdlib,"1.17.5"}]}, {supported_compat_version,[2,0]}, {system_arch,"x86_64-unknown-linux-gnu"}, {wall_clock,2288}, {memory_data,{6442450944,1897144320,{<18067.1014.0>,3514512}}}, {disk_data,[{"/",103209120,8}]}, {meminfo, <<"MemTotal: 6291456 kB\nMemFree: 4437784 kB\nBuffers: 713360 kB\nCached: 586560 kB\nSwapCached: 0 kB\nActive: 1174856 kB\nInactive: 403196 kB\nHighTotal: 0 kB\nHighFree: 0 kB\nLowTotal: 6291456 kB\nLowFree: 4437784 kB\nSwapTotal: 6143992 kB\nSwapFree: 6143992 kB\nDirty: 176 kB\nWriteback: 0 kB\nAnonPages: 276760 kB\nMapped: 14968 kB\nSlab: 115684 kB\nPageTables: 2520 kB\nNFS_Unstable: 0 kB\nBounce: 0 kB\nCommitLimit: 9289720 kB\nCommitted_AS: 790664 kB\nVmallocTotal: 34359738367 kB\nVmallocUsed: 3384 kB\nVmallocChunk: 34359734983 kB\n">>}]}, {'ns_1@10.3.3.96', [{last_heard,{1353,954786,184355}}, {outgoing_replications_safeness_level,[{"default",green}]}, {incoming_replications_conf_hashes, [{"default", [{'ns_1@10.3.2.57',33817834}, {'ns_1@10.3.3.100',41681736}, {'ns_1@10.3.3.98',10928119}]}]}, {active_buckets,["default"]}, {ready_buckets,["default"]}, {local_tasks,[]}, {memory, [{total,120121952}, {processes,80640968}, {processes_used,80159952}, {system,39480984}, {atom,1412289}, {atom_used,1387375}, {binary,4477272}, {code,14564384}, {ets,7318384}]}, {system_memory_data, [{system_total_memory,6442450944}, {free_swap,6291447808}, {total_swap,6291447808}, {cached_memory,618225664}, {buffered_memory,493420544}, {free_memory,4772089856}, {total_memory,6442450944}]}, {node_storage_conf, [{db_path,"/opt/couchbase/var/lib/couchbase/data/"}, {index_path,"/opt/couchbase/var/lib/couchbase/data/"}]}, {statistics, [{wall_clock,{2283324,5000}}, {context_switches,{4758552,0}}, {garbage_collection,{584481,1886874477,0}}, {io,{{input,175614113},{output,148213323}}}, {reductions,{622290567,669595}}, {run_queue,0}, {runtime,{89410,90}}]}, {system_stats, [{cpu_utilization_rate,0.7352941176470589}, {swap_total,6291447808}, {swap_used,0}]}, {interesting_stats, [{couch_docs_actual_disk_size,4283115}, {couch_docs_data_size,4250714}, {couch_views_actual_disk_size,0}, {couch_views_data_size,0}, {curr_items,0}, {curr_items_tot,23}, {mem_used,16096120}, {vb_replica_curr_items,23}]}, {cluster_compatibility_version,131072}, {version, [{public_key,"0.13"}, {lhttpc,"1.3.0"}, {ale,"8cffe61"}, {os_mon,"2.2.7"}, {couch_set_view,"1.2.0a-31560d7-git"}, {mnesia,"4.5"}, {inets,"5.7.1"}, {couch,"1.2.0a-31560d7-git"}, {mapreduce,"1.0.0"}, {couch_index_merger,"1.2.0a-31560d7-git"}, {kernel,"2.14.5"}, {crypto,"2.0.4"}, {ssl,"4.1.6"}, {sasl,"2.1.10"}, {couch_view_parser,"1.0.0"}, {ns_server,"2.0.0-1965-rel-enterprise"}, {mochiweb,"1.4.1"}, {oauth,"7d85d3ef"}, {stdlib,"1.17.5"}]}, {supported_compat_version,[2,0]}, {system_arch,"x86_64-unknown-linux-gnu"}, {wall_clock,2283}, {memory_data,{6442450944,1670742016,{<0.944.0>,2543368}}}, {disk_data,[{"/",103209120,8}]}, {meminfo, <<"MemTotal: 6291456 kB\nMemFree: 4660244 kB\nBuffers: 481856 kB\nCached: 603736 kB\nSwapCached: 0 kB\nActive: 968284 kB\nInactive: 423848 kB\nHighTotal: 0 kB\nHighFree: 0 kB\nLowTotal: 6291456 kB\nLowFree: 4660244 kB\nSwapTotal: 6143992 kB\nSwapFree: 6143992 kB\nDirty: 448 kB\nWriteback: 0 kB\nAnonPages: 305648 kB\nMapped: 14600 kB\nSlab: 79604 kB\nPageTables: 2440 kB\nNFS_Unstable: 0 kB\nBounce: 0 kB\nCommitLimit: 9289720 kB\nCommitted_AS: 816124 kB\nVmallocTotal: 34359738367 kB\nVmallocUsed: 3384 kB\nVmallocChunk: 34359734983 kB\n">>}]}, {'ns_1@10.3.3.98', [{last_heard,{1353,954790,533907}}, {outgoing_replications_safeness_level,[{"default",green}]}, {incoming_replications_conf_hashes, [{"default", [{'ns_1@10.3.2.57',115455469}, {'ns_1@10.3.3.100',74343578}, {'ns_1@10.3.3.96',66117516}]}]}, {active_buckets,["default"]}, {ready_buckets,["default"]}, {local_tasks,[]}, {memory, [{total,124456176}, {processes,85199968}, {processes_used,84736072}, {system,39256208}, {atom,1414713}, {atom_used,1390897}, {binary,4196184}, {code,14584964}, {ets,7354688}]}, {system_memory_data, [{system_total_memory,6442450944}, {free_swap,6291378176}, {total_swap,6291447808}, {cached_memory,601038848}, {buffered_memory,516268032}, {free_memory,4778094592}, {total_memory,6442450944}]}, {node_storage_conf, [{db_path,"/opt/couchbase/var/lib/couchbase/data/"}, {index_path,"/opt/couchbase/var/lib/couchbase/data/"}]}, {statistics, [{wall_clock,{2292650,5000}}, {context_switches,{4795154,0}}, {garbage_collection,{592466,1915502459,0}}, {io,{{input,176838947},{output,149082692}}}, {reductions,{634204772,619235}}, {run_queue,0}, {runtime,{89560,60}}]}, {system_stats, [{cpu_utilization_rate,0.0}, {swap_total,6291447808}, {swap_used,69632}]}, {interesting_stats, [{couch_docs_actual_disk_size,4262983}, {couch_docs_data_size,4230189}, {couch_views_actual_disk_size,0}, {couch_views_data_size,0}, {curr_items,6}, {curr_items_tot,6}, {mem_used,16085672}, {vb_replica_curr_items,0}]}, {cluster_compatibility_version,131072}, {version, [{public_key,"0.13"}, {lhttpc,"1.3.0"}, {ale,"8cffe61"}, {os_mon,"2.2.7"}, {couch_set_view,"1.2.0a-31560d7-git"}, {mnesia,"4.5"}, {inets,"5.7.1"}, {couch,"1.2.0a-31560d7-git"}, {mapreduce,"1.0.0"}, {couch_index_merger,"1.2.0a-31560d7-git"}, {kernel,"2.14.5"}, {crypto,"2.0.4"}, {ssl,"4.1.6"}, {sasl,"2.1.10"}, {couch_view_parser,"1.0.0"}, {ns_server,"2.0.0-1965-rel-enterprise"}, {mochiweb,"1.4.1"}, {oauth,"7d85d3ef"}, {stdlib,"1.17.5"}]}, {supported_compat_version,[2,0]}, {system_arch,"x86_64-unknown-linux-gnu"}, {wall_clock,2292}, {memory_data,{6442450944,1664864256,{<18066.941.0>,3514472}}}, {disk_data,[{"/",103209120,8}]}, {meminfo, <<"MemTotal: 6291456 kB\nMemFree: 4666108 kB\nBuffers: 504168 kB\nCached: 586952 kB\nSwapCached: 68 kB\nActive: 980072 kB\nInactive: 402304 kB\nHighTotal: 0 kB\nHighFree: 0 kB\nLowTotal: 6291456 kB\nLowFree: 4666108 kB\nSwapTotal: 6143992 kB\nSwapFree: 6143924 kB\nDirty: 340 kB\nWriteback: 0 kB\nAnonPages: 290320 kB\nMapped: 14956 kB\nSlab: 83412 kB\nPageTables: 2588 kB\nNFS_Unstable: 0 kB\nBounce: 0 kB\nCommitLimit: 9289720 kB\nCommitted_AS: 807872 kB\nVmallocTotal: 34359738367 kB\nVmallocUsed: 3384 kB\nVmallocChunk: 34359734983 kB\n">>}]}] [stats:debug,2012-11-26T10:33:33.677,ns_1@10.3.3.96:<0.4839.1>:stats_collector:maybe_log_stats:126](at {{1970,1,16},{8,5,54}}) Stats for bucket "default": accepting_conns 1 auth_cmds 0 auth_errors 0 bucket_active_conns 1 bucket_conns 20 bytes 16096120 bytes_read 321659 bytes_written 39069966 cas_badval 0 cas_hits 0 cas_misses 0 cmd_flush 0 cmd_get 0 cmd_set 0 conn_yields 23 connection_structures 5000 curr_connections 21 curr_conns_on_port_11209 18 curr_conns_on_port_11210 1 curr_items 0 curr_items_tot 23 curr_temp_items 0 daemon_connections 4 decr_hits 0 decr_misses 0 delete_hits 0 delete_misses 0 ep_access_scanner_last_runtime 0 ep_access_scanner_num_items 0 ep_access_scanner_task_time 2012-11-27 10:00:00 ep_allow_data_loss_during_shutdown 1 ep_alog_block_size 4096 ep_alog_path /opt/couchbase/var/lib/couchbase/data/default/access.log ep_alog_sleep_time 1440 ep_alog_task_time 10 ep_backend couchdb ep_bg_fetch_delay 0 ep_bg_fetched 0 ep_bg_meta_fetched 0 ep_bg_remaining_jobs 0 ep_chk_max_items 5000 ep_chk_period 1800 ep_chk_persistence_remains 0 ep_chk_persistence_timeout 10 ep_chk_remover_stime 5 ep_commit_num 4 ep_commit_time 3 ep_commit_time_total 17 ep_concurrentDB 1 ep_config_file ep_couch_bucket default ep_couch_host localhost ep_couch_port 11213 ep_couch_reconnect_sleeptime 250 ep_couch_response_timeout 180000 ep_data_age 3 ep_data_age_highwat 3 ep_data_traffic_enabled 0 ep_dbinit 0 ep_dbname /opt/couchbase/var/lib/couchbase/data/default ep_degraded_mode 0 ep_diskqueue_drain 23 ep_diskqueue_fill 23 ep_diskqueue_items 0 ep_diskqueue_memory 0 ep_diskqueue_pending 0 ep_exp_pager_stime 3600 ep_exp_pager_stime 3600 ep_expired_access 0 ep_expired_pager 0 ep_expiry_window 3 ep_failpartialwarmup 0 ep_flush_all false ep_flush_duration_total 0 ep_flushall_enabled 0 ep_flusher_state running ep_flusher_todo 0 ep_getl_default_timeout 15 ep_getl_max_timeout 30 ep_ht_locks 5 ep_ht_size 3079 ep_inconsistent_slave_chk 0 ep_initfile ep_io_num_read 0 ep_io_num_write 23 ep_io_read_bytes 0 ep_io_write_bytes 13485 ep_item_begin_failed 0 ep_item_commit_failed 0 ep_item_flush_expired 0 ep_item_flush_failed 0 ep_item_num_based_new_chk 1 ep_items_rm_from_checkpoints 27 ep_keep_closed_chks 0 ep_klog_block_size 4096 ep_klog_compactor_queue_cap 500000 ep_klog_compactor_stime 3600 ep_klog_flush commit2 ep_klog_max_entry_ratio 10 ep_klog_max_log_size 2147483647 ep_klog_path ep_klog_sync commit2 ep_kv_size 15381 ep_max_checkpoints 2 ep_max_data_size 1073741824 ep_max_item_size 20971520 ep_max_size 1073741824 ep_max_txn_size 10000 ep_max_vbuckets 1024 ep_mem_high_wat 805306368 ep_mem_high_wat 805306368 ep_mem_low_wat 644245094 ep_mem_low_wat 644245094 ep_mem_tracker_enabled true ep_min_data_age 0 ep_mlog_compactor_runs 0 ep_mutation_mem_threshold 0 ep_num_access_scanner_runs 0 ep_num_eject_failures 0 ep_num_expiry_pager_runs 0 ep_num_non_resident 0 ep_num_not_my_vbuckets 0 ep_num_ops_del_meta 0 ep_num_ops_get_meta 0 ep_num_ops_set_meta 0 ep_num_pager_runs 0 ep_num_value_ejects 0 ep_oom_errors 0 ep_overhead 13613184 ep_pager_active_vb_pcnt 40 ep_pager_unbiased_period 60 ep_pending_ops 0 ep_pending_ops_max 0 ep_pending_ops_max_duration 0 ep_pending_ops_total 0 ep_postInitfile ep_queue_age_cap 900 ep_queue_size 0 ep_startup_time 1353952912 ep_storage_age 0 ep_storage_age_highwat 0 ep_store_max_concurrency 10 ep_store_max_readers 9 ep_store_max_readwrite 1 ep_stored_val_type ep_tap_ack_grace_period 300 ep_tap_ack_initial_sequence_number 1 ep_tap_ack_interval 1000 ep_tap_ack_window_size 10 ep_tap_backfill_resident 0.9 ep_tap_backlog_limit 5000 ep_tap_backoff_period 5 ep_tap_bg_fetch_requeued 0 ep_tap_bg_fetched 0 ep_tap_bg_max_pending 500 ep_tap_keepalive 300 ep_tap_noop_interval 20 ep_tap_requeue_sleep_time 0.1 ep_tap_throttle_cap_pcnt 10 ep_tap_throttle_queue_cap 1000000 ep_tap_throttle_threshold 90 ep_tmp_oom_errors 0 ep_too_old 0 ep_too_young 0 ep_total_cache_size 15105 ep_total_del_items 0 ep_total_enqueued 23 ep_total_new_items 23 ep_total_persisted 23 ep_uncommitted_items 0 ep_value_size 13312 ep_vb0 0 ep_vb_snapshot_total 8 ep_vb_total 512 ep_vbucket_del 0 ep_vbucket_del_fail 0 ep_version 2.0.0r_140_gde42c8c ep_waitforwarmup 0 ep_warmup 1 ep_warmup_batch_size 1000 ep_warmup_dups 0 ep_warmup_min_items_threshold 100 ep_warmup_min_memory_threshold 100 ep_warmup_oom 0 ep_warmup_thread complete ep_warmup_time 635 get_hits 0 get_misses 0 incr_hits 0 incr_misses 0 libevent 2.0.11-stable limit_maxbytes 67108864 listen_disabled_num 0 max_conns_on_port_11209 1000 max_conns_on_port_11210 9000 mem_used 16096120 pid 25417 pointer_size 64 rejected_conns 0 rusage_system 2.000125 rusage_user 8.720545 tap_checkpoint_end_received 2 tap_checkpoint_start_received 514 tap_checkpoint_start_sent 512 tap_connect_received 6 tap_mutation_received 2466 tap_mutation_sent 2484 tap_opaque_received 1039 tap_opaque_sent 1036 threads 4 time 1353954812 total_connections 42 uptime 2243 vb_active_curr_items 0 vb_active_eject 0 vb_active_expired 0 vb_active_ht_memory 6428672 vb_active_itm_memory 0 vb_active_meta_data_memory 0 vb_active_num 256 vb_active_num_non_resident 0 vb_active_num_ref_ejects 0 vb_active_num_ref_items 0 vb_active_ops_create 0 vb_active_ops_delete 0 vb_active_ops_reject 0 vb_active_ops_update 0 vb_active_perc_mem_resident 0 vb_active_queue_age 0 vb_active_queue_drain 0 vb_active_queue_fill 0 vb_active_queue_memory 0 vb_active_queue_pending 0 vb_active_queue_size 0 vb_dead_num 0 vb_pending_curr_items 0 vb_pending_eject 0 vb_pending_expired 0 vb_pending_ht_memory 0 vb_pending_itm_memory 0 vb_pending_meta_data_memory 0 vb_pending_num 0 vb_pending_num_non_resident 0 vb_pending_num_ref_ejects 0 vb_pending_num_ref_items 0 vb_pending_ops_create 0 vb_pending_ops_delete 0 vb_pending_ops_reject 0 vb_pending_ops_update 0 vb_pending_perc_mem_resident 0 vb_pending_queue_age 0 vb_pending_queue_drain 0 vb_pending_queue_fill 0 vb_pending_queue_memory 0 vb_pending_queue_pending 0 vb_pending_queue_size 0 vb_replica_curr_items 23 vb_replica_eject 0 vb_replica_expired 0 vb_replica_ht_memory 6428672 vb_replica_itm_memory 15105 vb_replica_meta_data_memory 1898 vb_replica_num 256 vb_replica_num_non_resident 0 vb_replica_num_ref_ejects 0 vb_replica_num_ref_items 0 vb_replica_ops_create 23 vb_replica_ops_delete 0 vb_replica_ops_reject 0 vb_replica_ops_update 0 vb_replica_perc_mem_resident 100 vb_replica_queue_age 0 vb_replica_queue_drain 23 vb_replica_queue_fill 23 vb_replica_queue_memory 0 vb_replica_queue_pending 0 vb_replica_queue_size 0 version 1.4.4_600_g7ea975a [ns_doctor:debug,2012-11-26T10:34:11.181,ns_1@10.3.3.96:ns_doctor<0.891.0>:ns_doctor:handle_info:137]Current node statuses: [{'ns_1@10.3.2.57', [{last_heard,{1353,954851,13912}}, {outgoing_replications_safeness_level,[{"default",green}]}, {incoming_replications_conf_hashes, [{"default", [{'ns_1@10.3.3.100',110886191}, {'ns_1@10.3.3.96',41456239}, {'ns_1@10.3.3.98',112129458}]}]}, {active_buckets,["default"]}, {ready_buckets,["default"]}, {local_tasks,[]}, {memory, [{total,124318088}, {processes,82889328}, {processes_used,82359832}, {system,41428760}, {atom,1492169}, {atom_used,1478927}, {binary,5865544}, {code,14903159}, {ets,7447208}]}, {system_memory_data, [{system_total_memory,6442450944}, {free_swap,6291378176}, {total_swap,6291447808}, {cached_memory,1105481728}, {buffered_memory,669032448}, {free_memory,4092825600}, {total_memory,6442450944}]}, {node_storage_conf, [{db_path,"/opt/couchbase/var/lib/couchbase/data/"}, {index_path,"/opt/couchbase/var/lib/couchbase/data/"}]}, {statistics, [{wall_clock,{2353607,5001}}, {context_switches,{5123126,0}}, {garbage_collection,{595651,2346188062,0}}, {io,{{input,281272962},{output,181370642}}}, {reductions,{1167768932,2913026}}, {run_queue,0}, {runtime,{108920,170}}]}, {system_stats, [{cpu_utilization_rate,0.7481296758104738}, {swap_total,6291447808}, {swap_used,69632}]}, {interesting_stats, [{couch_docs_actual_disk_size,4267113}, {couch_docs_data_size,4234285}, {couch_views_actual_disk_size,0}, {couch_views_data_size,0}, {curr_items,12}, {curr_items_tot,12}, {mem_used,16089640}, {vb_replica_curr_items,0}]}, {cluster_compatibility_version,131072}, {version, [{public_key,"0.13"}, {lhttpc,"1.3.0"}, {ale,"8cffe61"}, {os_mon,"2.2.7"}, {couch_set_view,"1.2.0a-31560d7-git"}, {mnesia,"4.5"}, {inets,"5.7.1"}, {couch,"1.2.0a-31560d7-git"}, {mapreduce,"1.0.0"}, {couch_index_merger,"1.2.0a-31560d7-git"}, {kernel,"2.14.5"}, {crypto,"2.0.4"}, {ssl,"4.1.6"}, {sasl,"2.1.10"}, {couch_view_parser,"1.0.0"}, {ns_server,"2.0.0-1965-rel-enterprise"}, {mochiweb,"1.4.1"}, {oauth,"7d85d3ef"}, {stdlib,"1.17.5"}]}, {supported_compat_version,[2,0]}, {system_arch,"x86_64-unknown-linux-gnu"}, {wall_clock,2353}, {memory_data,{6442450944,2349117440,{<18023.332.0>,3514472}}}, {disk_data,[{"/",103209120,9}]}, {meminfo, <<"MemTotal: 6291456 kB\nMemFree: 3996900 kB\nBuffers: 653352 kB\nCached: 1079572 kB\nSwapCached: 0 kB\nActive: 1302860 kB\nInactive: 723356 kB\nHighTotal: 0 kB\nHighFree: 0 kB\nLowTotal: 6291456 kB\nLowFree: 3996900 kB\nSwapTotal: 6143992 kB\nSwapFree: 6143924 kB\nDirty: 424 kB\nWriteback: 0 kB\nAnonPages: 291972 kB\nMapped: 14660 kB\nSlab: 108708 kB\nPageTables: 2500 kB\nNFS_Unstable: 0 kB\nBounce: 0 kB\nCommitLimit: 9289720 kB\nCommitted_AS: 807916 kB\nVmallocTotal: 34359738367 kB\nVmallocUsed: 3384 kB\nVmallocChunk: 34359734983 kB\n">>}]}, {'ns_1@10.3.3.100', [{last_heard,{1353,954849,744413}}, {outgoing_replications_safeness_level,[{"default",green}]}, {incoming_replications_conf_hashes, [{"default", [{'ns_1@10.3.2.57',63506121}, {'ns_1@10.3.3.96',117606290}, {'ns_1@10.3.3.98',14619049}]}]}, {active_buckets,["default"]}, {ready_buckets,["default"]}, {local_tasks,[]}, {memory, [{total,122475832}, {processes,83066696}, {processes_used,82618320}, {system,39409136}, {atom,1412289}, {atom_used,1387919}, {binary,4240056}, {code,14531880}, {ets,7519072}]}, {system_memory_data, [{system_total_memory,6442450944}, {free_swap,6291447808}, {total_swap,6291447808}, {cached_memory,601767936}, {buffered_memory,730480640}, {free_memory,4545306624}, {total_memory,6442450944}]}, {node_storage_conf, [{db_path,"/opt/couchbase/var/lib/couchbase/data/"}, {index_path,"/opt/couchbase/var/lib/couchbase/data/"}]}, {statistics, [{wall_clock,{2348078,5001}}, {context_switches,{4842579,0}}, {garbage_collection,{587119,1909797445,0}}, {io,{{input,178403560},{output,150155067}}}, {reductions,{634578323,706876}}, {run_queue,0}, {runtime,{90400,60}}]}, {system_stats, [{cpu_utilization_rate,0.0},{swap_total,6291447808},{swap_used,0}]}, {interesting_stats, [{couch_docs_actual_disk_size,4275310}, {couch_docs_data_size,4242522}, {couch_views_actual_disk_size,0}, {couch_views_data_size,0}, {curr_items,11}, {curr_items_tot,17}, {mem_used,16093416}, {vb_replica_curr_items,6}]}, {cluster_compatibility_version,131072}, {version, [{public_key,"0.13"}, {lhttpc,"1.3.0"}, {ale,"8cffe61"}, {os_mon,"2.2.7"}, {couch_set_view,"1.2.0a-31560d7-git"}, {mnesia,"4.5"}, {inets,"5.7.1"}, {couch,"1.2.0a-31560d7-git"}, {mapreduce,"1.0.0"}, {couch_index_merger,"1.2.0a-31560d7-git"}, {kernel,"2.14.5"}, {crypto,"2.0.4"}, {ssl,"4.1.6"}, {sasl,"2.1.10"}, {couch_view_parser,"1.0.0"}, {ns_server,"2.0.0-1965-rel-enterprise"}, {mochiweb,"1.4.1"}, {oauth,"7d85d3ef"}, {stdlib,"1.17.5"}]}, {supported_compat_version,[2,0]}, {system_arch,"x86_64-unknown-linux-gnu"}, {wall_clock,2348}, {memory_data,{6442450944,1896914944,{<18067.1014.0>,3514512}}}, {disk_data,[{"/",103209120,8}]}, {meminfo, <<"MemTotal: 6291456 kB\nMemFree: 4438776 kB\nBuffers: 713360 kB\nCached: 587664 kB\nSwapCached: 0 kB\nActive: 1173280 kB\nInactive: 404108 kB\nHighTotal: 0 kB\nHighFree: 0 kB\nLowTotal: 6291456 kB\nLowFree: 4438776 kB\nSwapTotal: 6143992 kB\nSwapFree: 6143992 kB\nDirty: 748 kB\nWriteback: 0 kB\nAnonPages: 275004 kB\nMapped: 14968 kB\nSlab: 115564 kB\nPageTables: 2520 kB\nNFS_Unstable: 0 kB\nBounce: 0 kB\nCommitLimit: 9289720 kB\nCommitted_AS: 790284 kB\nVmallocTotal: 34359738367 kB\nVmallocUsed: 3384 kB\nVmallocChunk: 34359734983 kB\n">>}]}, {'ns_1@10.3.3.96', [{last_heard,{1353,954846,183406}}, {outgoing_replications_safeness_level,[{"default",green}]}, {incoming_replications_conf_hashes, [{"default", [{'ns_1@10.3.2.57',33817834}, {'ns_1@10.3.3.100',41681736}, {'ns_1@10.3.3.98',10928119}]}]}, {active_buckets,["default"]}, {ready_buckets,["default"]}, {local_tasks,[]}, {memory, [{total,116943280}, {processes,77171984}, {processes_used,76690968}, {system,39771296}, {atom,1412289}, {atom_used,1387375}, {binary,4593376}, {code,14564384}, {ets,7492592}]}, {system_memory_data, [{system_total_memory,6442450944}, {free_swap,6291447808}, {total_swap,6291447808}, {cached_memory,619360256}, {buffered_memory,493420544}, {free_memory,4770336768}, {total_memory,6442450944}]}, {node_storage_conf, [{db_path,"/opt/couchbase/var/lib/couchbase/data/"}, {index_path,"/opt/couchbase/var/lib/couchbase/data/"}]}, {statistics, [{wall_clock,{2343323,5000}}, {context_switches,{4859616,0}}, {garbage_collection,{592440,1916421508,0}}, {io,{{input,177558875},{output,150410425}}}, {reductions,{630308996,658382}}, {run_queue,0}, {runtime,{90340,80}}]}, {system_stats, [{cpu_utilization_rate,0.0},{swap_total,6291447808},{swap_used,0}]}, {interesting_stats, [{couch_docs_actual_disk_size,4283116}, {couch_docs_data_size,4250714}, {couch_views_actual_disk_size,0}, {couch_views_data_size,0}, {curr_items,0}, {curr_items_tot,23}, {mem_used,16096120}, {vb_replica_curr_items,23}]}, {cluster_compatibility_version,131072}, {version, [{public_key,"0.13"}, {lhttpc,"1.3.0"}, {ale,"8cffe61"}, {os_mon,"2.2.7"}, {couch_set_view,"1.2.0a-31560d7-git"}, {mnesia,"4.5"}, {inets,"5.7.1"}, {couch,"1.2.0a-31560d7-git"}, {mapreduce,"1.0.0"}, {couch_index_merger,"1.2.0a-31560d7-git"}, {kernel,"2.14.5"}, {crypto,"2.0.4"}, {ssl,"4.1.6"}, {sasl,"2.1.10"}, {couch_view_parser,"1.0.0"}, {ns_server,"2.0.0-1965-rel-enterprise"}, {mochiweb,"1.4.1"}, {oauth,"7d85d3ef"}, {stdlib,"1.17.5"}]}, {supported_compat_version,[2,0]}, {system_arch,"x86_64-unknown-linux-gnu"}, {wall_clock,2343}, {memory_data,{6442450944,1672241152,{<0.944.0>,2543368}}}, {disk_data,[{"/",103209120,8}]}, {meminfo, <<"MemTotal: 6291456 kB\nMemFree: 4658532 kB\nBuffers: 481856 kB\nCached: 604844 kB\nSwapCached: 0 kB\nActive: 968868 kB\nInactive: 424752 kB\nHighTotal: 0 kB\nHighFree: 0 kB\nLowTotal: 6291456 kB\nLowFree: 4658532 kB\nSwapTotal: 6143992 kB\nSwapFree: 6143992 kB\nDirty: 240 kB\nWriteback: 0 kB\nAnonPages: 306084 kB\nMapped: 14600 kB\nSlab: 79624 kB\nPageTables: 2448 kB\nNFS_Unstable: 0 kB\nBounce: 0 kB\nCommitLimit: 9289720 kB\nCommitted_AS: 816684 kB\nVmallocTotal: 34359738367 kB\nVmallocUsed: 3384 kB\nVmallocChunk: 34359734983 kB\n">>}]}, {'ns_1@10.3.3.98', [{last_heard,{1353,954850,532766}}, {outgoing_replications_safeness_level,[{"default",green}]}, {incoming_replications_conf_hashes, [{"default", [{'ns_1@10.3.2.57',115455469}, {'ns_1@10.3.3.100',74343578}, {'ns_1@10.3.3.96',66117516}]}]}, {active_buckets,["default"]}, {ready_buckets,["default"]}, {local_tasks,[]}, {memory, [{total,121780048}, {processes,82109856}, {processes_used,81645960}, {system,39670192}, {atom,1414713}, {atom_used,1390897}, {binary,4435888}, {code,14584964}, {ets,7529024}]}, {system_memory_data, [{system_total_memory,6442450944}, {free_swap,6291378176}, {total_swap,6291447808}, {cached_memory,602165248}, {buffered_memory,516268032}, {free_memory,4781268992}, {total_memory,6442450944}]}, {node_storage_conf, [{db_path,"/opt/couchbase/var/lib/couchbase/data/"}, {index_path,"/opt/couchbase/var/lib/couchbase/data/"}]}, {statistics, [{wall_clock,{2352651,5001}}, {context_switches,{4896468,0}}, {garbage_collection,{600977,1945634910,0}}, {io,{{input,178861685},{output,151288980}}}, {reductions,{642496592,635315}}, {run_queue,0}, {runtime,{90510,80}}]}, {system_stats, [{cpu_utilization_rate,0.4854368932038835}, {swap_total,6291447808}, {swap_used,69632}]}, {interesting_stats, [{couch_docs_actual_disk_size,4262983}, {couch_docs_data_size,4230189}, {couch_views_actual_disk_size,0}, {couch_views_data_size,0}, {curr_items,6}, {curr_items_tot,6}, {mem_used,16085672}, {vb_replica_curr_items,0}]}, {cluster_compatibility_version,131072}, {version, [{public_key,"0.13"}, {lhttpc,"1.3.0"}, {ale,"8cffe61"}, {os_mon,"2.2.7"}, {couch_set_view,"1.2.0a-31560d7-git"}, {mnesia,"4.5"}, {inets,"5.7.1"}, {couch,"1.2.0a-31560d7-git"}, {mapreduce,"1.0.0"}, {couch_index_merger,"1.2.0a-31560d7-git"}, {kernel,"2.14.5"}, {crypto,"2.0.4"}, {ssl,"4.1.6"}, {sasl,"2.1.10"}, {couch_view_parser,"1.0.0"}, {ns_server,"2.0.0-1965-rel-enterprise"}, {mochiweb,"1.4.1"}, {oauth,"7d85d3ef"}, {stdlib,"1.17.5"}]}, {supported_compat_version,[2,0]}, {system_arch,"x86_64-unknown-linux-gnu"}, {wall_clock,2352}, {memory_data,{6442450944,1667555328,{<18066.941.0>,3514472}}}, {disk_data,[{"/",103209120,8}]}, {meminfo, <<"MemTotal: 6291456 kB\nMemFree: 4669208 kB\nBuffers: 504168 kB\nCached: 588052 kB\nSwapCached: 68 kB\nActive: 976348 kB\nInactive: 403208 kB\nHighTotal: 0 kB\nHighFree: 0 kB\nLowTotal: 6291456 kB\nLowFree: 4669208 kB\nSwapTotal: 6143992 kB\nSwapFree: 6143924 kB\nDirty: 152 kB\nWriteback: 0 kB\nAnonPages: 286636 kB\nMapped: 14956 kB\nSlab: 83404 kB\nPageTables: 2576 kB\nNFS_Unstable: 0 kB\nBounce: 0 kB\nCommitLimit: 9289720 kB\nCommitted_AS: 801620 kB\nVmallocTotal: 34359738367 kB\nVmallocUsed: 3384 kB\nVmallocChunk: 34359734983 kB\n">>}]}] [ns_doctor:debug,2012-11-26T10:35:11.181,ns_1@10.3.3.96:ns_doctor<0.891.0>:ns_doctor:handle_info:137]Current node statuses: [{'ns_1@10.3.2.57', [{last_heard,{1353,954911,17793}}, {outgoing_replications_safeness_level,[{"default",green}]}, {incoming_replications_conf_hashes, [{"default", [{'ns_1@10.3.3.100',110886191}, {'ns_1@10.3.3.96',41456239}, {'ns_1@10.3.3.98',112129458}]}]}, {active_buckets,["default"]}, {ready_buckets,["default"]}, {local_tasks,[]}, {memory, [{total,128900496}, {processes,87134808}, {processes_used,86605312}, {system,41765688}, {atom,1492169}, {atom_used,1478927}, {binary,6026384}, {code,14903159}, {ets,7623928}]}, {system_memory_data, [{system_total_memory,6442450944}, {free_swap,6291378176}, {total_swap,6291447808}, {cached_memory,1106591744}, {buffered_memory,669036544}, {free_memory,4089397248}, {total_memory,6442450944}]}, {node_storage_conf, [{db_path,"/opt/couchbase/var/lib/couchbase/data/"}, {index_path,"/opt/couchbase/var/lib/couchbase/data/"}]}, {statistics, [{wall_clock,{2413607,4999}}, {context_switches,{5232456,0}}, {garbage_collection,{604473,2379188902,0}}, {io,{{input,286790424},{output,187510974}}}, {reductions,{1189446768,3053585}}, {run_queue,0}, {runtime,{110500,260}}]}, {system_stats, [{cpu_utilization_rate,0.9732360097323601}, {swap_total,6291447808}, {swap_used,69632}]}, {interesting_stats, [{couch_docs_actual_disk_size,4267113}, {couch_docs_data_size,4234285}, {couch_views_actual_disk_size,0}, {couch_views_data_size,0}, {curr_items,12}, {curr_items_tot,12}, {mem_used,16089640}, {vb_replica_curr_items,0}]}, {cluster_compatibility_version,131072}, {version, [{public_key,"0.13"}, {lhttpc,"1.3.0"}, {ale,"8cffe61"}, {os_mon,"2.2.7"}, {couch_set_view,"1.2.0a-31560d7-git"}, {mnesia,"4.5"}, {inets,"5.7.1"}, {couch,"1.2.0a-31560d7-git"}, {mapreduce,"1.0.0"}, {couch_index_merger,"1.2.0a-31560d7-git"}, {kernel,"2.14.5"}, {crypto,"2.0.4"}, {ssl,"4.1.6"}, {sasl,"2.1.10"}, {couch_view_parser,"1.0.0"}, {ns_server,"2.0.0-1965-rel-enterprise"}, {mochiweb,"1.4.1"}, {oauth,"7d85d3ef"}, {stdlib,"1.17.5"}]}, {supported_compat_version,[2,0]}, {system_arch,"x86_64-unknown-linux-gnu"}, {wall_clock,2413}, {memory_data,{6442450944,2351276032,{<18023.434.0>,2543368}}}, {disk_data,[{"/",103209120,9}]}, {meminfo, <<"MemTotal: 6291456 kB\nMemFree: 3993552 kB\nBuffers: 653356 kB\nCached: 1080656 kB\nSwapCached: 0 kB\nActive: 1305208 kB\nInactive: 724508 kB\nHighTotal: 0 kB\nHighFree: 0 kB\nLowTotal: 6291456 kB\nLowFree: 3993552 kB\nSwapTotal: 6143992 kB\nSwapFree: 6143924 kB\nDirty: 136 kB\nWriteback: 0 kB\nAnonPages: 294368 kB\nMapped: 14660 kB\nSlab: 108784 kB\nPageTables: 2496 kB\nNFS_Unstable: 0 kB\nBounce: 0 kB\nCommitLimit: 9289720 kB\nCommitted_AS: 807736 kB\nVmallocTotal: 34359738367 kB\nVmallocUsed: 3384 kB\nVmallocChunk: 34359734983 kB\n">>}]}, {'ns_1@10.3.3.100', [{last_heard,{1353,954909,748574}}, {outgoing_replications_safeness_level,[{"default",green}]}, {incoming_replications_conf_hashes, [{"default", [{'ns_1@10.3.2.57',63506121}, {'ns_1@10.3.3.96',117606290}, {'ns_1@10.3.3.98',14619049}]}]}, {active_buckets,["default"]}, {ready_buckets,["default"]}, {local_tasks,[]}, {memory, [{total,126656448}, {processes,87054808}, {processes_used,86606432}, {system,39601640}, {atom,1412289}, {atom_used,1387919}, {binary,4369592}, {code,14531880}, {ets,7581744}]}, {system_memory_data, [{system_total_memory,6442450944}, {free_swap,6291447808}, {total_swap,6291447808}, {cached_memory,602869760}, {buffered_memory,730480640}, {free_memory,4540989440}, {total_memory,6442450944}]}, {node_storage_conf, [{db_path,"/opt/couchbase/var/lib/couchbase/data/"}, {index_path,"/opt/couchbase/var/lib/couchbase/data/"}]}, {statistics, [{wall_clock,{2408079,5000}}, {context_switches,{4943896,0}}, {garbage_collection,{594825,1940050685,0}}, {io,{{input,180427648},{output,152135030}}}, {reductions,{643100889,711271}}, {run_queue,0}, {runtime,{91420,90}}]}, {system_stats, [{cpu_utilization_rate,0.0},{swap_total,6291447808},{swap_used,0}]}, {interesting_stats, [{couch_docs_actual_disk_size,4275310}, {couch_docs_data_size,4242522}, {couch_views_actual_disk_size,0}, {couch_views_data_size,0}, {curr_items,11}, {curr_items_tot,17}, {mem_used,16093416}, {vb_replica_curr_items,6}]}, {cluster_compatibility_version,131072}, {version, [{public_key,"0.13"}, {lhttpc,"1.3.0"}, {ale,"8cffe61"}, {os_mon,"2.2.7"}, {couch_set_view,"1.2.0a-31560d7-git"}, {mnesia,"4.5"}, {inets,"5.7.1"}, {couch,"1.2.0a-31560d7-git"}, {mapreduce,"1.0.0"}, {couch_index_merger,"1.2.0a-31560d7-git"}, {kernel,"2.14.5"}, {crypto,"2.0.4"}, {ssl,"4.1.6"}, {sasl,"2.1.10"}, {couch_view_parser,"1.0.0"}, {ns_server,"2.0.0-1965-rel-enterprise"}, {mochiweb,"1.4.1"}, {oauth,"7d85d3ef"}, {stdlib,"1.17.5"}]}, {supported_compat_version,[2,0]}, {system_arch,"x86_64-unknown-linux-gnu"}, {wall_clock,2408}, {memory_data,{6442450944,1899683840,{<18067.1014.0>,3514512}}}, {disk_data,[{"/",103209120,8}]}, {meminfo, <<"MemTotal: 6291456 kB\nMemFree: 4434560 kB\nBuffers: 713360 kB\nCached: 588740 kB\nSwapCached: 0 kB\nActive: 1176352 kB\nInactive: 405016 kB\nHighTotal: 0 kB\nHighFree: 0 kB\nLowTotal: 6291456 kB\nLowFree: 4434560 kB\nSwapTotal: 6143992 kB\nSwapFree: 6143992 kB\nDirty: 560 kB\nWriteback: 0 kB\nAnonPages: 277888 kB\nMapped: 14968 kB\nSlab: 115556 kB\nPageTables: 2524 kB\nNFS_Unstable: 0 kB\nBounce: 0 kB\nCommitLimit: 9289720 kB\nCommitted_AS: 792688 kB\nVmallocTotal: 34359738367 kB\nVmallocUsed: 3384 kB\nVmallocChunk: 34359734983 kB\n">>}]}, {'ns_1@10.3.3.96', [{last_heard,{1353,954906,183806}}, {outgoing_replications_safeness_level,[{"default",green}]}, {incoming_replications_conf_hashes, [{"default", [{'ns_1@10.3.2.57',33817834}, {'ns_1@10.3.3.100',41681736}, {'ns_1@10.3.3.98',10928119}]}]}, {active_buckets,["default"]}, {ready_buckets,["default"]}, {local_tasks,[]}, {memory, [{total,119855632}, {processes,80097528}, {processes_used,79616512}, {system,39758104}, {atom,1412289}, {atom_used,1387375}, {binary,4518008}, {code,14564384}, {ets,7554480}]}, {system_memory_data, [{system_total_memory,6442450944}, {free_swap,6291447808}, {total_swap,6291447808}, {cached_memory,620449792}, {buffered_memory,493420544}, {free_memory,4769955840}, {total_memory,6442450944}]}, {node_storage_conf, [{db_path,"/opt/couchbase/var/lib/couchbase/data/"}, {index_path,"/opt/couchbase/var/lib/couchbase/data/"}]}, {statistics, [{wall_clock,{2403324,5001}}, {context_switches,{4960672,0}}, {garbage_collection,{600645,1945953681,0}}, {io,{{input,179598669},{output,152698309}}}, {reductions,{638357573,666367}}, {run_queue,0}, {runtime,{91460,100}}]}, {system_stats, [{cpu_utilization_rate,0.23980815347721823}, {swap_total,6291447808}, {swap_used,0}]}, {interesting_stats, [{couch_docs_actual_disk_size,4283116}, {couch_docs_data_size,4250714}, {couch_views_actual_disk_size,0}, {couch_views_data_size,0}, {curr_items,0}, {curr_items_tot,23}, {mem_used,16096120}, {vb_replica_curr_items,23}]}, {cluster_compatibility_version,131072}, {version, [{public_key,"0.13"}, {lhttpc,"1.3.0"}, {ale,"8cffe61"}, {os_mon,"2.2.7"}, {couch_set_view,"1.2.0a-31560d7-git"}, {mnesia,"4.5"}, {inets,"5.7.1"}, {couch,"1.2.0a-31560d7-git"}, {mapreduce,"1.0.0"}, {couch_index_merger,"1.2.0a-31560d7-git"}, {kernel,"2.14.5"}, {crypto,"2.0.4"}, {ssl,"4.1.6"}, {sasl,"2.1.10"}, {couch_view_parser,"1.0.0"}, {ns_server,"2.0.0-1965-rel-enterprise"}, {mochiweb,"1.4.1"}, {oauth,"7d85d3ef"}, {stdlib,"1.17.5"}]}, {supported_compat_version,[2,0]}, {system_arch,"x86_64-unknown-linux-gnu"}, {wall_clock,2403}, {memory_data,{6442450944,1672241152,{<0.944.0>,2543368}}}, {disk_data,[{"/",103209120,8}]}, {meminfo, <<"MemTotal: 6291456 kB\nMemFree: 4658284 kB\nBuffers: 481856 kB\nCached: 605908 kB\nSwapCached: 0 kB\nActive: 968836 kB\nInactive: 425628 kB\nHighTotal: 0 kB\nHighFree: 0 kB\nLowTotal: 6291456 kB\nLowFree: 4658284 kB\nSwapTotal: 6143992 kB\nSwapFree: 6143992 kB\nDirty: 196 kB\nWriteback: 0 kB\nAnonPages: 305964 kB\nMapped: 14600 kB\nSlab: 79632 kB\nPageTables: 2444 kB\nNFS_Unstable: 0 kB\nBounce: 0 kB\nCommitLimit: 9289720 kB\nCommitted_AS: 821980 kB\nVmallocTotal: 34359738367 kB\nVmallocUsed: 3384 kB\nVmallocChunk: 34359734983 kB\n">>}]}, {'ns_1@10.3.3.98', [{last_heard,{1353,954910,534863}}, {outgoing_replications_safeness_level,[{"default",green}]}, {incoming_replications_conf_hashes, [{"default", [{'ns_1@10.3.2.57',115455469}, {'ns_1@10.3.3.100',74343578}, {'ns_1@10.3.3.96',66117516}]}]}, {active_buckets,["default"]}, {ready_buckets,["default"]}, {local_tasks,[]}, {memory, [{total,126298000}, {processes,86504768}, {processes_used,86040872}, {system,39793232}, {atom,1414713}, {atom_used,1390897}, {binary,4496264}, {code,14584964}, {ets,7591368}]}, {system_memory_data, [{system_total_memory,6442450944}, {free_swap,6291378176}, {total_swap,6291447808}, {cached_memory,603271168}, {buffered_memory,516268032}, {free_memory,4781395968}, {total_memory,6442450944}]}, {node_storage_conf, [{db_path,"/opt/couchbase/var/lib/couchbase/data/"}, {index_path,"/opt/couchbase/var/lib/couchbase/data/"}]}, {statistics, [{wall_clock,{2412650,4998}}, {context_switches,{4997766,0}}, {garbage_collection,{608737,1975643332,0}}, {io,{{input,180903498},{output,153471431}}}, {reductions,{650760884,624040}}, {run_queue,0}, {runtime,{91610,90}}]}, {system_stats, [{cpu_utilization_rate,0.4750593824228028}, {swap_total,6291447808}, {swap_used,69632}]}, {interesting_stats, [{couch_docs_actual_disk_size,4262983}, {couch_docs_data_size,4230189}, {couch_views_actual_disk_size,0}, {couch_views_data_size,0}, {curr_items,6}, {curr_items_tot,6}, {mem_used,16085672}, {vb_replica_curr_items,0}]}, {cluster_compatibility_version,131072}, {version, [{public_key,"0.13"}, {lhttpc,"1.3.0"}, {ale,"8cffe61"}, {os_mon,"2.2.7"}, {couch_set_view,"1.2.0a-31560d7-git"}, {mnesia,"4.5"}, {inets,"5.7.1"}, {couch,"1.2.0a-31560d7-git"}, {mapreduce,"1.0.0"}, {couch_index_merger,"1.2.0a-31560d7-git"}, {kernel,"2.14.5"}, {crypto,"2.0.4"}, {ssl,"4.1.6"}, {sasl,"2.1.10"}, {couch_view_parser,"1.0.0"}, {ns_server,"2.0.0-1965-rel-enterprise"}, {mochiweb,"1.4.1"}, {oauth,"7d85d3ef"}, {stdlib,"1.17.5"}]}, {supported_compat_version,[2,0]}, {system_arch,"x86_64-unknown-linux-gnu"}, {wall_clock,2412}, {memory_data,{6442450944,1660801024,{<18066.941.0>,3514472}}}, {disk_data,[{"/",103209120,8}]}, {meminfo, <<"MemTotal: 6291456 kB\nMemFree: 4669456 kB\nBuffers: 504168 kB\nCached: 589132 kB\nSwapCached: 68 kB\nActive: 975684 kB\nInactive: 404100 kB\nHighTotal: 0 kB\nHighFree: 0 kB\nLowTotal: 6291456 kB\nLowFree: 4669456 kB\nSwapTotal: 6143992 kB\nSwapFree: 6143924 kB\nDirty: 576 kB\nWriteback: 0 kB\nAnonPages: 285584 kB\nMapped: 14956 kB\nSlab: 83428 kB\nPageTables: 2572 kB\nNFS_Unstable: 0 kB\nBounce: 0 kB\nCommitLimit: 9289720 kB\nCommitted_AS: 808828 kB\nVmallocTotal: 34359738367 kB\nVmallocUsed: 3384 kB\nVmallocChunk: 34359734983 kB\n">>}]}] [stats:debug,2012-11-26T10:35:13.677,ns_1@10.3.3.96:<0.4839.1>:stats_collector:maybe_log_stats:126](at {{1970,1,16},{8,5,54}}) Stats for bucket "default": accepting_conns 1 auth_cmds 0 auth_errors 0 bucket_active_conns 1 bucket_conns 20 bytes 16096120 bytes_read 333589 bytes_written 41093408 cas_badval 0 cas_hits 0 cas_misses 0 cmd_flush 0 cmd_get 0 cmd_set 0 conn_yields 23 connection_structures 5000 curr_connections 21 curr_conns_on_port_11209 18 curr_conns_on_port_11210 1 curr_items 0 curr_items_tot 23 curr_temp_items 0 daemon_connections 4 decr_hits 0 decr_misses 0 delete_hits 0 delete_misses 0 ep_access_scanner_last_runtime 0 ep_access_scanner_num_items 0 ep_access_scanner_task_time 2012-11-27 10:00:00 ep_allow_data_loss_during_shutdown 1 ep_alog_block_size 4096 ep_alog_path /opt/couchbase/var/lib/couchbase/data/default/access.log ep_alog_sleep_time 1440 ep_alog_task_time 10 ep_backend couchdb ep_bg_fetch_delay 0 ep_bg_fetched 0 ep_bg_meta_fetched 0 ep_bg_remaining_jobs 0 ep_chk_max_items 5000 ep_chk_period 1800 ep_chk_persistence_remains 0 ep_chk_persistence_timeout 10 ep_chk_remover_stime 5 ep_commit_num 4 ep_commit_time 3 ep_commit_time_total 17 ep_concurrentDB 1 ep_config_file ep_couch_bucket default ep_couch_host localhost ep_couch_port 11213 ep_couch_reconnect_sleeptime 250 ep_couch_response_timeout 180000 ep_data_age 3 ep_data_age_highwat 3 ep_data_traffic_enabled 0 ep_dbinit 0 ep_dbname /opt/couchbase/var/lib/couchbase/data/default ep_degraded_mode 0 ep_diskqueue_drain 23 ep_diskqueue_fill 23 ep_diskqueue_items 0 ep_diskqueue_memory 0 ep_diskqueue_pending 0 ep_exp_pager_stime 3600 ep_exp_pager_stime 3600 ep_expired_access 0 ep_expired_pager 0 ep_expiry_window 3 ep_failpartialwarmup 0 ep_flush_all false ep_flush_duration_total 0 ep_flushall_enabled 0 ep_flusher_state running ep_flusher_todo 0 ep_getl_default_timeout 15 ep_getl_max_timeout 30 ep_ht_locks 5 ep_ht_size 3079 ep_inconsistent_slave_chk 0 ep_initfile ep_io_num_read 0 ep_io_num_write 23 ep_io_read_bytes 0 ep_io_write_bytes 13485 ep_item_begin_failed 0 ep_item_commit_failed 0 ep_item_flush_expired 0 ep_item_flush_failed 0 ep_item_num_based_new_chk 1 ep_items_rm_from_checkpoints 27 ep_keep_closed_chks 0 ep_klog_block_size 4096 ep_klog_compactor_queue_cap 500000 ep_klog_compactor_stime 3600 ep_klog_flush commit2 ep_klog_max_entry_ratio 10 ep_klog_max_log_size 2147483647 ep_klog_path ep_klog_sync commit2 ep_kv_size 15381 ep_max_checkpoints 2 ep_max_data_size 1073741824 ep_max_item_size 20971520 ep_max_size 1073741824 ep_max_txn_size 10000 ep_max_vbuckets 1024 ep_mem_high_wat 805306368 ep_mem_high_wat 805306368 ep_mem_low_wat 644245094 ep_mem_low_wat 644245094 ep_mem_tracker_enabled true ep_min_data_age 0 ep_mlog_compactor_runs 0 ep_mutation_mem_threshold 0 ep_num_access_scanner_runs 0 ep_num_eject_failures 0 ep_num_expiry_pager_runs 0 ep_num_non_resident 0 ep_num_not_my_vbuckets 0 ep_num_ops_del_meta 0 ep_num_ops_get_meta 0 ep_num_ops_set_meta 0 ep_num_pager_runs 0 ep_num_value_ejects 0 ep_oom_errors 0 ep_overhead 13613184 ep_pager_active_vb_pcnt 40 ep_pager_unbiased_period 60 ep_pending_ops 0 ep_pending_ops_max 0 ep_pending_ops_max_duration 0 ep_pending_ops_total 0 ep_postInitfile ep_queue_age_cap 900 ep_queue_size 0 ep_startup_time 1353952912 ep_storage_age 0 ep_storage_age_highwat 0 ep_store_max_concurrency 10 ep_store_max_readers 9 ep_store_max_readwrite 1 ep_stored_val_type ep_tap_ack_grace_period 300 ep_tap_ack_initial_sequence_number 1 ep_tap_ack_interval 1000 ep_tap_ack_window_size 10 ep_tap_backfill_resident 0.9 ep_tap_backlog_limit 5000 ep_tap_backoff_period 5 ep_tap_bg_fetch_requeued 0 ep_tap_bg_fetched 0 ep_tap_bg_max_pending 500 ep_tap_keepalive 300 ep_tap_noop_interval 20 ep_tap_requeue_sleep_time 0.1 ep_tap_throttle_cap_pcnt 10 ep_tap_throttle_queue_cap 1000000 ep_tap_throttle_threshold 90 ep_tmp_oom_errors 0 ep_too_old 0 ep_too_young 0 ep_total_cache_size 15105 ep_total_del_items 0 ep_total_enqueued 23 ep_total_new_items 23 ep_total_persisted 23 ep_uncommitted_items 0 ep_value_size 13312 ep_vb0 0 ep_vb_snapshot_total 8 ep_vb_total 512 ep_vbucket_del 0 ep_vbucket_del_fail 0 ep_version 2.0.0r_140_gde42c8c ep_waitforwarmup 0 ep_warmup 1 ep_warmup_batch_size 1000 ep_warmup_dups 0 ep_warmup_min_items_threshold 100 ep_warmup_min_memory_threshold 100 ep_warmup_oom 0 ep_warmup_thread complete ep_warmup_time 635 get_hits 0 get_misses 0 incr_hits 0 incr_misses 0 libevent 2.0.11-stable limit_maxbytes 67108864 listen_disabled_num 0 max_conns_on_port_11209 1000 max_conns_on_port_11210 9000 mem_used 16096120 pid 25417 pointer_size 64 rejected_conns 0 rusage_system 2.008125 rusage_user 8.796549 tap_checkpoint_end_received 2 tap_checkpoint_start_received 514 tap_checkpoint_start_sent 512 tap_connect_received 6 tap_mutation_received 2466 tap_mutation_sent 2484 tap_opaque_received 1039 tap_opaque_sent 1036 threads 4 time 1353954913 total_connections 42 uptime 2344 vb_active_curr_items 0 vb_active_eject 0 vb_active_expired 0 vb_active_ht_memory 6428672 vb_active_itm_memory 0 vb_active_meta_data_memory 0 vb_active_num 256 vb_active_num_non_resident 0 vb_active_num_ref_ejects 0 vb_active_num_ref_items 0 vb_active_ops_create 0 vb_active_ops_delete 0 vb_active_ops_reject 0 vb_active_ops_update 0 vb_active_perc_mem_resident 0 vb_active_queue_age 0 vb_active_queue_drain 0 vb_active_queue_fill 0 vb_active_queue_memory 0 vb_active_queue_pending 0 vb_active_queue_size 0 vb_dead_num 0 vb_pending_curr_items 0 vb_pending_eject 0 vb_pending_expired 0 vb_pending_ht_memory 0 vb_pending_itm_memory 0 vb_pending_meta_data_memory 0 vb_pending_num 0 vb_pending_num_non_resident 0 vb_pending_num_ref_ejects 0 vb_pending_num_ref_items 0 vb_pending_ops_create 0 vb_pending_ops_delete 0 vb_pending_ops_reject 0 vb_pending_ops_update 0 vb_pending_perc_mem_resident 0 vb_pending_queue_age 0 vb_pending_queue_drain 0 vb_pending_queue_fill 0 vb_pending_queue_memory 0 vb_pending_queue_pending 0 vb_pending_queue_size 0 vb_replica_curr_items 23 vb_replica_eject 0 vb_replica_expired 0 vb_replica_ht_memory 6428672 vb_replica_itm_memory 15105 vb_replica_meta_data_memory 1898 vb_replica_num 256 vb_replica_num_non_resident 0 vb_replica_num_ref_ejects 0 vb_replica_num_ref_items 0 vb_replica_ops_create 23 vb_replica_ops_delete 0 vb_replica_ops_reject 0 vb_replica_ops_update 0 vb_replica_perc_mem_resident 100 vb_replica_queue_age 0 vb_replica_queue_drain 23 vb_replica_queue_fill 23 vb_replica_queue_memory 0 vb_replica_queue_pending 0 vb_replica_queue_size 0 version 1.4.4_600_g7ea975a [ns_doctor:debug,2012-11-26T10:36:11.182,ns_1@10.3.3.96:ns_doctor<0.891.0>:ns_doctor:handle_info:137]Current node statuses: [{'ns_1@10.3.2.57', [{last_heard,{1353,954971,14785}}, {outgoing_replications_safeness_level,[{"default",green}]}, {incoming_replications_conf_hashes, [{"default", [{'ns_1@10.3.3.100',110886191}, {'ns_1@10.3.3.96',41456239}, {'ns_1@10.3.3.98',112129458}]}]}, {active_buckets,["default"]}, {ready_buckets,["default"]}, {local_tasks,[]}, {memory, [{total,125572096}, {processes,83845320}, {processes_used,83315824}, {system,41726776}, {atom,1492169}, {atom_used,1478927}, {binary,5923312}, {code,14903159}, {ets,7687256}]}, {system_memory_data, [{system_total_memory,6442450944}, {free_swap,6291378176}, {total_swap,6291447808}, {cached_memory,1107668992}, {buffered_memory,669040640}, {free_memory,4083912704}, {total_memory,6442450944}]}, {node_storage_conf, [{db_path,"/opt/couchbase/var/lib/couchbase/data/"}, {index_path,"/opt/couchbase/var/lib/couchbase/data/"}]}, {statistics, [{wall_clock,{2473605,5000}}, {context_switches,{5340766,0}}, {garbage_collection,{613127,2411271969,0}}, {io,{{input,288657566},{output,190088145}}}, {reductions,{1210967388,2907585}}, {run_queue,0}, {runtime,{111930,140}}]}, {system_stats, [{cpu_utilization_rate,0.9779951100244498}, {swap_total,6291447808}, {swap_used,69632}]}, {interesting_stats, [{couch_docs_actual_disk_size,4267113}, {couch_docs_data_size,4234285}, {couch_views_actual_disk_size,0}, {couch_views_data_size,0}, {curr_items,12}, {curr_items_tot,12}, {mem_used,16090216}, {vb_replica_curr_items,0}]}, {cluster_compatibility_version,131072}, {version, [{public_key,"0.13"}, {lhttpc,"1.3.0"}, {ale,"8cffe61"}, {os_mon,"2.2.7"}, {couch_set_view,"1.2.0a-31560d7-git"}, {mnesia,"4.5"}, {inets,"5.7.1"}, {couch,"1.2.0a-31560d7-git"}, {mapreduce,"1.0.0"}, {couch_index_merger,"1.2.0a-31560d7-git"}, {kernel,"2.14.5"}, {crypto,"2.0.4"}, {ssl,"4.1.6"}, {sasl,"2.1.10"}, {couch_view_parser,"1.0.0"}, {ns_server,"2.0.0-1965-rel-enterprise"}, {mochiweb,"1.4.1"}, {oauth,"7d85d3ef"}, {stdlib,"1.17.5"}]}, {supported_compat_version,[2,0]}, {system_arch,"x86_64-unknown-linux-gnu"}, {wall_clock,2473}, {memory_data,{6442450944,2358640640,{<18023.434.0>,2543368}}}, {disk_data,[{"/",103209120,9}]}, {meminfo, <<"MemTotal: 6291456 kB\nMemFree: 3988196 kB\nBuffers: 653360 kB\nCached: 1081708 kB\nSwapCached: 0 kB\nActive: 1310200 kB\nInactive: 725388 kB\nHighTotal: 0 kB\nHighFree: 0 kB\nLowTotal: 6291456 kB\nLowFree: 3988196 kB\nSwapTotal: 6143992 kB\nSwapFree: 6143924 kB\nDirty: 684 kB\nWriteback: 0 kB\nAnonPages: 299280 kB\nMapped: 14660 kB\nSlab: 108752 kB\nPageTables: 2512 kB\nNFS_Unstable: 0 kB\nBounce: 0 kB\nCommitLimit: 9289720 kB\nCommitted_AS: 810160 kB\nVmallocTotal: 34359738367 kB\nVmallocUsed: 3384 kB\nVmallocChunk: 34359734983 kB\n">>}]}, {'ns_1@10.3.3.100', [{last_heard,{1353,954969,746164}}, {outgoing_replications_safeness_level,[{"default",green}]}, {incoming_replications_conf_hashes, [{"default", [{'ns_1@10.3.2.57',63506121}, {'ns_1@10.3.3.96',117606290}, {'ns_1@10.3.3.98',14619049}]}]}, {active_buckets,["default"]}, {ready_buckets,["default"]}, {local_tasks,[]}, {memory, [{total,124447552}, {processes,84599232}, {processes_used,84150856}, {system,39848320}, {atom,1412289}, {atom_used,1387919}, {binary,4439072}, {code,14531880}, {ets,7759064}]}, {system_memory_data, [{system_total_memory,6442450944}, {free_swap,6291447808}, {total_swap,6291447808}, {cached_memory,603938816}, {buffered_memory,730480640}, {free_memory,4541370368}, {total_memory,6442450944}]}, {node_storage_conf, [{db_path,"/opt/couchbase/var/lib/couchbase/data/"}, {index_path,"/opt/couchbase/var/lib/couchbase/data/"}]}, {statistics, [{wall_clock,{2468077,4997}}, {context_switches,{5046178,0}}, {garbage_collection,{602686,1971253564,0}}, {io,{{input,185905235},{output,157587404}}}, {reductions,{651748224,723272}}, {run_queue,0}, {runtime,{92540,80}}]}, {system_stats, [{cpu_utilization_rate,0.4975124378109453}, {swap_total,6291447808}, {swap_used,0}]}, {interesting_stats, [{couch_docs_actual_disk_size,4275310}, {couch_docs_data_size,4242522}, {couch_views_actual_disk_size,0}, {couch_views_data_size,0}, {curr_items,11}, {curr_items_tot,17}, {mem_used,16093416}, {vb_replica_curr_items,6}]}, {cluster_compatibility_version,131072}, {version, [{public_key,"0.13"}, {lhttpc,"1.3.0"}, {ale,"8cffe61"}, {os_mon,"2.2.7"}, {couch_set_view,"1.2.0a-31560d7-git"}, {mnesia,"4.5"}, {inets,"5.7.1"}, {couch,"1.2.0a-31560d7-git"}, {mapreduce,"1.0.0"}, {couch_index_merger,"1.2.0a-31560d7-git"}, {kernel,"2.14.5"}, {crypto,"2.0.4"}, {ssl,"4.1.6"}, {sasl,"2.1.10"}, {couch_view_parser,"1.0.0"}, {ns_server,"2.0.0-1965-rel-enterprise"}, {mochiweb,"1.4.1"}, {oauth,"7d85d3ef"}, {stdlib,"1.17.5"}]}, {supported_compat_version,[2,0]}, {system_arch,"x86_64-unknown-linux-gnu"}, {wall_clock,2468}, {memory_data,{6442450944,1901461504,{<18067.1014.0>,3514512}}}, {disk_data,[{"/",103209120,8}]}, {meminfo, <<"MemTotal: 6291456 kB\nMemFree: 4434932 kB\nBuffers: 713360 kB\nCached: 589784 kB\nSwapCached: 0 kB\nActive: 1175300 kB\nInactive: 406128 kB\nHighTotal: 0 kB\nHighFree: 0 kB\nLowTotal: 6291456 kB\nLowFree: 4434932 kB\nSwapTotal: 6143992 kB\nSwapFree: 6143992 kB\nDirty: 156 kB\nWriteback: 0 kB\nAnonPages: 276872 kB\nMapped: 14968 kB\nSlab: 115584 kB\nPageTables: 2520 kB\nNFS_Unstable: 0 kB\nBounce: 0 kB\nCommitLimit: 9289720 kB\nCommitted_AS: 788520 kB\nVmallocTotal: 34359738367 kB\nVmallocUsed: 3384 kB\nVmallocChunk: 34359734983 kB\n">>}]}, {'ns_1@10.3.3.96', [{last_heard,{1353,954966,184853}}, {outgoing_replications_safeness_level,[{"default",green}]}, {incoming_replications_conf_hashes, [{"default", [{'ns_1@10.3.2.57',33817834}, {'ns_1@10.3.3.100',41681736}, {'ns_1@10.3.3.98',10928119}]}]}, {active_buckets,["default"]}, {ready_buckets,["default"]}, {local_tasks,[]}, {memory, [{total,119535064}, {processes,79624312}, {processes_used,79143296}, {system,39910752}, {atom,1412289}, {atom_used,1387375}, {binary,4493248}, {code,14564384}, {ets,7732088}]}, {system_memory_data, [{system_total_memory,6442450944}, {free_swap,6291447808}, {total_swap,6291447808}, {cached_memory,621522944}, {buffered_memory,493432832}, {free_memory,4773130240}, {total_memory,6442450944}]}, {node_storage_conf, [{db_path,"/opt/couchbase/var/lib/couchbase/data/"}, {index_path,"/opt/couchbase/var/lib/couchbase/data/"}]}, {statistics, [{wall_clock,{2463325,5001}}, {context_switches,{5062376,0}}, {garbage_collection,{608579,1976169940,0}}, {io,{{input,184953684},{output,157845718}}}, {reductions,{646499505,659134}}, {run_queue,0}, {runtime,{92590,90}}]}, {system_stats, [{cpu_utilization_rate,0.49504950495049505}, {swap_total,6291447808}, {swap_used,0}]}, {interesting_stats, [{couch_docs_actual_disk_size,4283116}, {couch_docs_data_size,4250714}, {couch_views_actual_disk_size,0}, {couch_views_data_size,0}, {curr_items,0}, {curr_items_tot,23}, {mem_used,16096120}, {vb_replica_curr_items,23}]}, {cluster_compatibility_version,131072}, {version, [{public_key,"0.13"}, {lhttpc,"1.3.0"}, {ale,"8cffe61"}, {os_mon,"2.2.7"}, {couch_set_view,"1.2.0a-31560d7-git"}, {mnesia,"4.5"}, {inets,"5.7.1"}, {couch,"1.2.0a-31560d7-git"}, {mapreduce,"1.0.0"}, {couch_index_merger,"1.2.0a-31560d7-git"}, {kernel,"2.14.5"}, {crypto,"2.0.4"}, {ssl,"4.1.6"}, {sasl,"2.1.10"}, {couch_view_parser,"1.0.0"}, {ns_server,"2.0.0-1965-rel-enterprise"}, {mochiweb,"1.4.1"}, {oauth,"7d85d3ef"}, {stdlib,"1.17.5"}]}, {supported_compat_version,[2,0]}, {system_arch,"x86_64-unknown-linux-gnu"}, {wall_clock,2463}, {memory_data,{6442450944,1668939776,{<0.944.0>,2543368}}}, {disk_data,[{"/",103209120,8}]}, {meminfo, <<"MemTotal: 6291456 kB\nMemFree: 4661260 kB\nBuffers: 481868 kB\nCached: 606956 kB\nSwapCached: 0 kB\nActive: 963712 kB\nInactive: 426916 kB\nHighTotal: 0 kB\nHighFree: 0 kB\nLowTotal: 6291456 kB\nLowFree: 4661260 kB\nSwapTotal: 6143992 kB\nSwapFree: 6143992 kB\nDirty: 464 kB\nWriteback: 0 kB\nAnonPages: 300944 kB\nMapped: 14600 kB\nSlab: 79636 kB\nPageTables: 2436 kB\nNFS_Unstable: 0 kB\nBounce: 0 kB\nCommitLimit: 9289720 kB\nCommitted_AS: 818512 kB\nVmallocTotal: 34359738367 kB\nVmallocUsed: 3384 kB\nVmallocChunk: 34359734983 kB\n">>}]}, {'ns_1@10.3.3.98', [{last_heard,{1353,954970,533702}}, {outgoing_replications_safeness_level,[{"default",green}]}, {incoming_replications_conf_hashes, [{"default", [{'ns_1@10.3.2.57',115455469}, {'ns_1@10.3.3.100',74343578}, {'ns_1@10.3.3.96',66117516}]}]}, {active_buckets,["default"]}, {ready_buckets,["default"]}, {local_tasks,[]}, {memory, [{total,124172896}, {processes,84223328}, {processes_used,83759432}, {system,39949568}, {atom,1414713}, {atom_used,1390897}, {binary,4475920}, {code,14584964}, {ets,7768336}]}, {system_memory_data, [{system_total_memory,6442450944}, {free_swap,6291378176}, {total_swap,6291447808}, {cached_memory,604327936}, {buffered_memory,516280320}, {free_memory,4777078784}, {total_memory,6442450944}]}, {node_storage_conf, [{db_path,"/opt/couchbase/var/lib/couchbase/data/"}, {index_path,"/opt/couchbase/var/lib/couchbase/data/"}]}, {statistics, [{wall_clock,{2472650,5001}}, {context_switches,{5099924,0}}, {garbage_collection,{616890,2006231490,0}}, {io,{{input,186246695},{output,158631036}}}, {reductions,{659135851,607785}}, {run_queue,0}, {runtime,{92630,50}}]}, {system_stats, [{cpu_utilization_rate,0.24937655860349128}, {swap_total,6291447808}, {swap_used,69632}]}, {interesting_stats, [{couch_docs_actual_disk_size,4262983}, {couch_docs_data_size,4230189}, {couch_views_actual_disk_size,0}, {couch_views_data_size,0}, {curr_items,6}, {curr_items_tot,6}, {mem_used,16085672}, {vb_replica_curr_items,0}]}, {cluster_compatibility_version,131072}, {version, [{public_key,"0.13"}, {lhttpc,"1.3.0"}, {ale,"8cffe61"}, {os_mon,"2.2.7"}, {couch_set_view,"1.2.0a-31560d7-git"}, {mnesia,"4.5"}, {inets,"5.7.1"}, {couch,"1.2.0a-31560d7-git"}, {mapreduce,"1.0.0"}, {couch_index_merger,"1.2.0a-31560d7-git"}, {kernel,"2.14.5"}, {crypto,"2.0.4"}, {ssl,"4.1.6"}, {sasl,"2.1.10"}, {couch_view_parser,"1.0.0"}, {ns_server,"2.0.0-1965-rel-enterprise"}, {mochiweb,"1.4.1"}, {oauth,"7d85d3ef"}, {stdlib,"1.17.5"}]}, {supported_compat_version,[2,0]}, {system_arch,"x86_64-unknown-linux-gnu"}, {wall_clock,2472}, {memory_data,{6442450944,1665118208,{<18066.941.0>,3514472}}}, {disk_data,[{"/",103209120,8}]}, {meminfo, <<"MemTotal: 6291456 kB\nMemFree: 4665116 kB\nBuffers: 504180 kB\nCached: 590164 kB\nSwapCached: 68 kB\nActive: 978492 kB\nInactive: 405224 kB\nHighTotal: 0 kB\nHighFree: 0 kB\nLowTotal: 6291456 kB\nLowFree: 4665116 kB\nSwapTotal: 6143992 kB\nSwapFree: 6143924 kB\nDirty: 332 kB\nWriteback: 0 kB\nAnonPages: 288516 kB\nMapped: 14956 kB\nSlab: 83396 kB\nPageTables: 2576 kB\nNFS_Unstable: 0 kB\nBounce: 0 kB\nCommitLimit: 9289720 kB\nCommitted_AS: 806628 kB\nVmallocTotal: 34359738367 kB\nVmallocUsed: 3384 kB\nVmallocChunk: 34359734983 kB\n">>}]}] [stats:debug,2012-11-26T10:36:53.678,ns_1@10.3.3.96:<0.4839.1>:stats_collector:maybe_log_stats:126](at {{1970,1,16},{8,5,55}}) Stats for bucket "default": accepting_conns 1 auth_cmds 0 auth_errors 0 bucket_active_conns 1 bucket_conns 20 bytes 16096136 bytes_read 345519 bytes_written 43119124 cas_badval 0 cas_hits 0 cas_misses 0 cmd_flush 0 cmd_get 0 cmd_set 0 conn_yields 23 connection_structures 5000 curr_connections 21 curr_conns_on_port_11209 18 curr_conns_on_port_11210 1 curr_items 0 curr_items_tot 23 curr_temp_items 0 daemon_connections 4 decr_hits 0 decr_misses 0 delete_hits 0 delete_misses 0 ep_access_scanner_last_runtime 0 ep_access_scanner_num_items 0 ep_access_scanner_task_time 2012-11-27 10:00:00 ep_allow_data_loss_during_shutdown 1 ep_alog_block_size 4096 ep_alog_path /opt/couchbase/var/lib/couchbase/data/default/access.log ep_alog_sleep_time 1440 ep_alog_task_time 10 ep_backend couchdb ep_bg_fetch_delay 0 ep_bg_fetched 0 ep_bg_meta_fetched 0 ep_bg_remaining_jobs 0 ep_chk_max_items 5000 ep_chk_period 1800 ep_chk_persistence_remains 0 ep_chk_persistence_timeout 10 ep_chk_remover_stime 5 ep_commit_num 4 ep_commit_time 3 ep_commit_time_total 17 ep_concurrentDB 1 ep_config_file ep_couch_bucket default ep_couch_host localhost ep_couch_port 11213 ep_couch_reconnect_sleeptime 250 ep_couch_response_timeout 180000 ep_data_age 3 ep_data_age_highwat 3 ep_data_traffic_enabled 0 ep_dbinit 0 ep_dbname /opt/couchbase/var/lib/couchbase/data/default ep_degraded_mode 0 ep_diskqueue_drain 23 ep_diskqueue_fill 23 ep_diskqueue_items 0 ep_diskqueue_memory 0 ep_diskqueue_pending 0 ep_exp_pager_stime 3600 ep_exp_pager_stime 3600 ep_expired_access 0 ep_expired_pager 0 ep_expiry_window 3 ep_failpartialwarmup 0 ep_flush_all false ep_flush_duration_total 0 ep_flushall_enabled 0 ep_flusher_state running ep_flusher_todo 0 ep_getl_default_timeout 15 ep_getl_max_timeout 30 ep_ht_locks 5 ep_ht_size 3079 ep_inconsistent_slave_chk 0 ep_initfile ep_io_num_read 0 ep_io_num_write 23 ep_io_read_bytes 0 ep_io_write_bytes 13485 ep_item_begin_failed 0 ep_item_commit_failed 0 ep_item_flush_expired 0 ep_item_flush_failed 0 ep_item_num_based_new_chk 1 ep_items_rm_from_checkpoints 27 ep_keep_closed_chks 0 ep_klog_block_size 4096 ep_klog_compactor_queue_cap 500000 ep_klog_compactor_stime 3600 ep_klog_flush commit2 ep_klog_max_entry_ratio 10 ep_klog_max_log_size 2147483647 ep_klog_path ep_klog_sync commit2 ep_kv_size 15381 ep_max_checkpoints 2 ep_max_data_size 1073741824 ep_max_item_size 20971520 ep_max_size 1073741824 ep_max_txn_size 10000 ep_max_vbuckets 1024 ep_mem_high_wat 805306368 ep_mem_high_wat 805306368 ep_mem_low_wat 644245094 ep_mem_low_wat 644245094 ep_mem_tracker_enabled true ep_min_data_age 0 ep_mlog_compactor_runs 0 ep_mutation_mem_threshold 0 ep_num_access_scanner_runs 0 ep_num_eject_failures 0 ep_num_expiry_pager_runs 0 ep_num_non_resident 0 ep_num_not_my_vbuckets 0 ep_num_ops_del_meta 0 ep_num_ops_get_meta 0 ep_num_ops_set_meta 0 ep_num_pager_runs 0 ep_num_value_ejects 0 ep_oom_errors 0 ep_overhead 13613184 ep_pager_active_vb_pcnt 40 ep_pager_unbiased_period 60 ep_pending_ops 0 ep_pending_ops_max 0 ep_pending_ops_max_duration 0 ep_pending_ops_total 0 ep_postInitfile ep_queue_age_cap 900 ep_queue_size 0 ep_startup_time 1353952912 ep_storage_age 0 ep_storage_age_highwat 0 ep_store_max_concurrency 10 ep_store_max_readers 9 ep_store_max_readwrite 1 ep_stored_val_type ep_tap_ack_grace_period 300 ep_tap_ack_initial_sequence_number 1 ep_tap_ack_interval 1000 ep_tap_ack_window_size 10 ep_tap_backfill_resident 0.9 ep_tap_backlog_limit 5000 ep_tap_backoff_period 5 ep_tap_bg_fetch_requeued 0 ep_tap_bg_fetched 0 ep_tap_bg_max_pending 500 ep_tap_keepalive 300 ep_tap_noop_interval 20 ep_tap_requeue_sleep_time 0.1 ep_tap_throttle_cap_pcnt 10 ep_tap_throttle_queue_cap 1000000 ep_tap_throttle_threshold 90 ep_tmp_oom_errors 0 ep_too_old 0 ep_too_young 0 ep_total_cache_size 15105 ep_total_del_items 0 ep_total_enqueued 23 ep_total_new_items 23 ep_total_persisted 23 ep_uncommitted_items 0 ep_value_size 13312 ep_vb0 0 ep_vb_snapshot_total 8 ep_vb_total 512 ep_vbucket_del 0 ep_vbucket_del_fail 0 ep_version 2.0.0r_140_gde42c8c ep_waitforwarmup 0 ep_warmup 1 ep_warmup_batch_size 1000 ep_warmup_dups 0 ep_warmup_min_items_threshold 100 ep_warmup_min_memory_threshold 100 ep_warmup_oom 0 ep_warmup_thread complete ep_warmup_time 635 get_hits 0 get_misses 0 incr_hits 0 incr_misses 0 libevent 2.0.11-stable limit_maxbytes 67108864 listen_disabled_num 0 max_conns_on_port_11209 1000 max_conns_on_port_11210 9000 mem_used 16096136 pid 25417 pointer_size 64 rejected_conns 0 rusage_system 2.020126 rusage_user 8.876554 tap_checkpoint_end_received 2 tap_checkpoint_start_received 514 tap_checkpoint_start_sent 512 tap_connect_received 6 tap_mutation_received 2466 tap_mutation_sent 2484 tap_opaque_received 1039 tap_opaque_sent 1036 threads 4 time 1353955013 total_connections 42 uptime 2444 vb_active_curr_items 0 vb_active_eject 0 vb_active_expired 0 vb_active_ht_memory 6428672 vb_active_itm_memory 0 vb_active_meta_data_memory 0 vb_active_num 256 vb_active_num_non_resident 0 vb_active_num_ref_ejects 0 vb_active_num_ref_items 0 vb_active_ops_create 0 vb_active_ops_delete 0 vb_active_ops_reject 0 vb_active_ops_update 0 vb_active_perc_mem_resident 0 vb_active_queue_age 0 vb_active_queue_drain 0 vb_active_queue_fill 0 vb_active_queue_memory 0 vb_active_queue_pending 0 vb_active_queue_size 0 vb_dead_num 0 vb_pending_curr_items 0 vb_pending_eject 0 vb_pending_expired 0 vb_pending_ht_memory 0 vb_pending_itm_memory 0 vb_pending_meta_data_memory 0 vb_pending_num 0 vb_pending_num_non_resident 0 vb_pending_num_ref_ejects 0 vb_pending_num_ref_items 0 vb_pending_ops_create 0 vb_pending_ops_delete 0 vb_pending_ops_reject 0 vb_pending_ops_update 0 vb_pending_perc_mem_resident 0 vb_pending_queue_age 0 vb_pending_queue_drain 0 vb_pending_queue_fill 0 vb_pending_queue_memory 0 vb_pending_queue_pending 0 vb_pending_queue_size 0 vb_replica_curr_items 23 vb_replica_eject 0 vb_replica_expired 0 vb_replica_ht_memory 6428672 vb_replica_itm_memory 15105 vb_replica_meta_data_memory 1898 vb_replica_num 256 vb_replica_num_non_resident 0 vb_replica_num_ref_ejects 0 vb_replica_num_ref_items 0 vb_replica_ops_create 23 vb_replica_ops_delete 0 vb_replica_ops_reject 0 vb_replica_ops_update 0 vb_replica_perc_mem_resident 100 vb_replica_queue_age 0 vb_replica_queue_drain 23 vb_replica_queue_fill 23 vb_replica_queue_memory 0 vb_replica_queue_pending 0 vb_replica_queue_size 0 version 1.4.4_600_g7ea975a [ns_doctor:debug,2012-11-26T10:37:11.181,ns_1@10.3.3.96:ns_doctor<0.891.0>:ns_doctor:handle_info:137]Current node statuses: [{'ns_1@10.3.2.57', [{last_heard,{1353,955031,17940}}, {outgoing_replications_safeness_level,[{"default",green}]}, {incoming_replications_conf_hashes, [{"default", [{'ns_1@10.3.3.100',110886191}, {'ns_1@10.3.3.96',41456239}, {'ns_1@10.3.3.98',112129458}]}]}, {active_buckets,["default"]}, {ready_buckets,["default"]}, {local_tasks,[]}, {memory, [{total,124683224}, {processes,83039544}, {processes_used,82510048}, {system,41643680}, {atom,1492169}, {atom_used,1478927}, {binary,5665184}, {code,14903159}, {ets,7862312}]}, {system_memory_data, [{system_total_memory,6442450944}, {free_swap,6291378176}, {total_swap,6291447808}, {cached_memory,1108774912}, {buffered_memory,669044736}, {free_memory,4077690880}, {total_memory,6442450944}]}, {node_storage_conf, [{db_path,"/opt/couchbase/var/lib/couchbase/data/"}, {index_path,"/opt/couchbase/var/lib/couchbase/data/"}]}, {statistics, [{wall_clock,{2533606,5000}}, {context_switches,{5449162,0}}, {garbage_collection,{622062,2444062269,0}}, {io,{{input,290742696},{output,192609012}}}, {reductions,{1232647395,2915619}}, {run_queue,0}, {runtime,{113400,180}}]}, {system_stats, [{cpu_utilization_rate,0.0}, {swap_total,6291447808}, {swap_used,69632}]}, {interesting_stats, [{couch_docs_actual_disk_size,4267113}, {couch_docs_data_size,4234285}, {couch_views_actual_disk_size,0}, {couch_views_data_size,0}, {curr_items,12}, {curr_items_tot,12}, {mem_used,16089640}, {vb_replica_curr_items,0}]}, {cluster_compatibility_version,131072}, {version, [{public_key,"0.13"}, {lhttpc,"1.3.0"}, {ale,"8cffe61"}, {os_mon,"2.2.7"}, {couch_set_view,"1.2.0a-31560d7-git"}, {mnesia,"4.5"}, {inets,"5.7.1"}, {couch,"1.2.0a-31560d7-git"}, {mapreduce,"1.0.0"}, {couch_index_merger,"1.2.0a-31560d7-git"}, {kernel,"2.14.5"}, {crypto,"2.0.4"}, {ssl,"4.1.6"}, {sasl,"2.1.10"}, {couch_view_parser,"1.0.0"}, {ns_server,"2.0.0-1965-rel-enterprise"}, {mochiweb,"1.4.1"}, {oauth,"7d85d3ef"}, {stdlib,"1.17.5"}]}, {supported_compat_version,[2,0]}, {system_arch,"x86_64-unknown-linux-gnu"}, {wall_clock,2533}, {memory_data,{6442450944,2362703872,{<18023.434.0>,2543368}}}, {disk_data,[{"/",103209120,9}]}, {meminfo, <<"MemTotal: 6291456 kB\nMemFree: 3982120 kB\nBuffers: 653364 kB\nCached: 1082788 kB\nSwapCached: 0 kB\nActive: 1315644 kB\nInactive: 726304 kB\nHighTotal: 0 kB\nHighFree: 0 kB\nLowTotal: 6291456 kB\nLowFree: 3982120 kB\nSwapTotal: 6143992 kB\nSwapFree: 6143924 kB\nDirty: 468 kB\nWriteback: 0 kB\nAnonPages: 304508 kB\nMapped: 14660 kB\nSlab: 108784 kB\nPageTables: 2512 kB\nNFS_Unstable: 0 kB\nBounce: 0 kB\nCommitLimit: 9289720 kB\nCommitted_AS: 819604 kB\nVmallocTotal: 34359738367 kB\nVmallocUsed: 3384 kB\nVmallocChunk: 34359734983 kB\n">>}]}, {'ns_1@10.3.3.100', [{last_heard,{1353,955029,747007}}, {outgoing_replications_safeness_level,[{"default",green}]}, {incoming_replications_conf_hashes, [{"default", [{'ns_1@10.3.2.57',63506121}, {'ns_1@10.3.3.96',117606290}, {'ns_1@10.3.3.98',14619049}]}]}, {active_buckets,["default"]}, {ready_buckets,["default"]}, {local_tasks,[]}, {memory, [{total,124174288}, {processes,84400936}, {processes_used,83952560}, {system,39773352}, {atom,1412289}, {atom_used,1387919}, {binary,4300984}, {code,14531880}, {ets,7821864}]}, {system_memory_data, [{system_total_memory,6442450944}, {free_swap,6291447808}, {total_swap,6291447808}, {cached_memory,605044736}, {buffered_memory,730480640}, {free_memory,4541497344}, {total_memory,6442450944}]}, {node_storage_conf, [{db_path,"/opt/couchbase/var/lib/couchbase/data/"}, {index_path,"/opt/couchbase/var/lib/couchbase/data/"}]}, {statistics, [{wall_clock,{2528078,5000}}, {context_switches,{5147519,0}}, {garbage_collection,{611914,2001862382,0}}, {io,{{input,187937372},{output,159858384}}}, {reductions,{660277064,719552}}, {run_queue,0}, {runtime,{93620,60}}]}, {system_stats, [{cpu_utilization_rate,0.0},{swap_total,6291447808},{swap_used,0}]}, {interesting_stats, [{couch_docs_actual_disk_size,4275310}, {couch_docs_data_size,4242522}, {couch_views_actual_disk_size,0}, {couch_views_data_size,0}, {curr_items,11}, {curr_items_tot,17}, {mem_used,16093416}, {vb_replica_curr_items,6}]}, {cluster_compatibility_version,131072}, {version, [{public_key,"0.13"}, {lhttpc,"1.3.0"}, {ale,"8cffe61"}, {os_mon,"2.2.7"}, {couch_set_view,"1.2.0a-31560d7-git"}, {mnesia,"4.5"}, {inets,"5.7.1"}, {couch,"1.2.0a-31560d7-git"}, {mapreduce,"1.0.0"}, {couch_index_merger,"1.2.0a-31560d7-git"}, {kernel,"2.14.5"}, {crypto,"2.0.4"}, {ssl,"4.1.6"}, {sasl,"2.1.10"}, {couch_view_parser,"1.0.0"}, {ns_server,"2.0.0-1965-rel-enterprise"}, {mochiweb,"1.4.1"}, {oauth,"7d85d3ef"}, {stdlib,"1.17.5"}]}, {supported_compat_version,[2,0]}, {system_arch,"x86_64-unknown-linux-gnu"}, {wall_clock,2528}, {memory_data,{6442450944,1901342720,{<18067.1014.0>,3514512}}}, {disk_data,[{"/",103209120,8}]}, {meminfo, <<"MemTotal: 6291456 kB\nMemFree: 4435056 kB\nBuffers: 713360 kB\nCached: 590864 kB\nSwapCached: 0 kB\nActive: 1173904 kB\nInactive: 406996 kB\nHighTotal: 0 kB\nHighFree: 0 kB\nLowTotal: 6291456 kB\nLowFree: 4435056 kB\nSwapTotal: 6143992 kB\nSwapFree: 6143992 kB\nDirty: 612 kB\nWriteback: 0 kB\nAnonPages: 275296 kB\nMapped: 14968 kB\nSlab: 115580 kB\nPageTables: 2528 kB\nNFS_Unstable: 0 kB\nBounce: 0 kB\nCommitLimit: 9289720 kB\nCommitted_AS: 787700 kB\nVmallocTotal: 34359738367 kB\nVmallocUsed: 3384 kB\nVmallocChunk: 34359734983 kB\n">>}]}, {'ns_1@10.3.3.96', [{last_heard,{1353,955026,186075}}, {outgoing_replications_safeness_level,[{"default",green}]}, {incoming_replications_conf_hashes, [{"default", [{'ns_1@10.3.2.57',33817834}, {'ns_1@10.3.3.100',41681736}, {'ns_1@10.3.3.98',10928119}]}]}, {active_buckets,["default"]}, {ready_buckets,["default"]}, {local_tasks,[]}, {memory, [{total,119174520}, {processes,79183312}, {processes_used,78702296}, {system,39991208}, {atom,1412289}, {atom_used,1387375}, {binary,4510608}, {code,14564384}, {ets,7794856}]}, {system_memory_data, [{system_total_memory,6442450944}, {free_swap,6291447808}, {total_swap,6291447808}, {cached_memory,622653440}, {buffered_memory,493432832}, {free_memory,4772495360}, {total_memory,6442450944}]}, {node_storage_conf, [{db_path,"/opt/couchbase/var/lib/couchbase/data/"}, {index_path,"/opt/couchbase/var/lib/couchbase/data/"}]}, {statistics, [{wall_clock,{2523326,5001}}, {context_switches,{5163463,0}}, {garbage_collection,{617300,2005967387,0}}, {io,{{input,186981218},{output,160123522}}}, {reductions,{654537684,653038}}, {run_queue,0}, {runtime,{93730,80}}]}, {system_stats, [{cpu_utilization_rate,0.9852216748768473}, {swap_total,6291447808}, {swap_used,0}]}, {interesting_stats, [{couch_docs_actual_disk_size,4283116}, {couch_docs_data_size,4250714}, {couch_views_actual_disk_size,0}, {couch_views_data_size,0}, {curr_items,0}, {curr_items_tot,23}, {mem_used,16096120}, {vb_replica_curr_items,23}]}, {cluster_compatibility_version,131072}, {version, [{public_key,"0.13"}, {lhttpc,"1.3.0"}, {ale,"8cffe61"}, {os_mon,"2.2.7"}, {couch_set_view,"1.2.0a-31560d7-git"}, {mnesia,"4.5"}, {inets,"5.7.1"}, {couch,"1.2.0a-31560d7-git"}, {mapreduce,"1.0.0"}, {couch_index_merger,"1.2.0a-31560d7-git"}, {kernel,"2.14.5"}, {crypto,"2.0.4"}, {ssl,"4.1.6"}, {sasl,"2.1.10"}, {couch_view_parser,"1.0.0"}, {ns_server,"2.0.0-1965-rel-enterprise"}, {mochiweb,"1.4.1"}, {oauth,"7d85d3ef"}, {stdlib,"1.17.5"}]}, {supported_compat_version,[2,0]}, {system_arch,"x86_64-unknown-linux-gnu"}, {wall_clock,2523}, {memory_data,{6442450944,1670336512,{<0.944.0>,2543368}}}, {disk_data,[{"/",103209120,8}]}, {meminfo, <<"MemTotal: 6291456 kB\nMemFree: 4660640 kB\nBuffers: 481868 kB\nCached: 608060 kB\nSwapCached: 0 kB\nActive: 963848 kB\nInactive: 427840 kB\nHighTotal: 0 kB\nHighFree: 0 kB\nLowTotal: 6291456 kB\nLowFree: 4660640 kB\nSwapTotal: 6143992 kB\nSwapFree: 6143992 kB\nDirty: 248 kB\nWriteback: 0 kB\nAnonPages: 300920 kB\nMapped: 14600 kB\nSlab: 79652 kB\nPageTables: 2432 kB\nNFS_Unstable: 0 kB\nBounce: 0 kB\nCommitLimit: 9289720 kB\nCommitted_AS: 809616 kB\nVmallocTotal: 34359738367 kB\nVmallocUsed: 3384 kB\nVmallocChunk: 34359734983 kB\n">>}]}, {'ns_1@10.3.3.98', [{last_heard,{1353,955030,535499}}, {outgoing_replications_safeness_level,[{"default",green}]}, {incoming_replications_conf_hashes, [{"default", [{'ns_1@10.3.2.57',115455469}, {'ns_1@10.3.3.100',74343578}, {'ns_1@10.3.3.96',66117516}]}]}, {active_buckets,["default"]}, {ready_buckets,["default"]}, {local_tasks,[]}, {memory, [{total,123209784}, {processes,83397208}, {processes_used,82933312}, {system,39812576}, {atom,1414713}, {atom_used,1390897}, {binary,4276048}, {code,14584964}, {ets,7831056}]}, {system_memory_data, [{system_total_memory,6442450944}, {free_swap,6291378176}, {total_swap,6291447808}, {cached_memory,605454336}, {buffered_memory,516280320}, {free_memory,4776443904}, {total_memory,6442450944}]}, {node_storage_conf, [{db_path,"/opt/couchbase/var/lib/couchbase/data/"}, {index_path,"/opt/couchbase/var/lib/couchbase/data/"}]}, {statistics, [{wall_clock,{2532650,5000}}, {context_switches,{5201191,0}}, {garbage_collection,{626204,2036682167,0}}, {io,{{input,188274098},{output,160706517}}}, {reductions,{667404265,617948}}, {run_queue,0}, {runtime,{93760,70}}]}, {system_stats, [{cpu_utilization_rate,0.49875311720698257}, {swap_total,6291447808}, {swap_used,69632}]}, {interesting_stats, [{couch_docs_actual_disk_size,4262983}, {couch_docs_data_size,4230189}, {couch_views_actual_disk_size,0}, {couch_views_data_size,0}, {curr_items,6}, {curr_items_tot,6}, {mem_used,16085672}, {vb_replica_curr_items,0}]}, {cluster_compatibility_version,131072}, {version, [{public_key,"0.13"}, {lhttpc,"1.3.0"}, {ale,"8cffe61"}, {os_mon,"2.2.7"}, {couch_set_view,"1.2.0a-31560d7-git"}, {mnesia,"4.5"}, {inets,"5.7.1"}, {couch,"1.2.0a-31560d7-git"}, {mapreduce,"1.0.0"}, {couch_index_merger,"1.2.0a-31560d7-git"}, {kernel,"2.14.5"}, {crypto,"2.0.4"}, {ssl,"4.1.6"}, {sasl,"2.1.10"}, {couch_view_parser,"1.0.0"}, {ns_server,"2.0.0-1965-rel-enterprise"}, {mochiweb,"1.4.1"}, {oauth,"7d85d3ef"}, {stdlib,"1.17.5"}]}, {supported_compat_version,[2,0]}, {system_arch,"x86_64-unknown-linux-gnu"}, {wall_clock,2532}, {memory_data,{6442450944,1664991232,{<18066.941.0>,3514472}}}, {disk_data,[{"/",103209120,8}]}, {meminfo, <<"MemTotal: 6291456 kB\nMemFree: 4664620 kB\nBuffers: 504180 kB\nCached: 591264 kB\nSwapCached: 68 kB\nActive: 977648 kB\nInactive: 406144 kB\nHighTotal: 0 kB\nHighFree: 0 kB\nLowTotal: 6291456 kB\nLowFree: 4664620 kB\nSwapTotal: 6143992 kB\nSwapFree: 6143924 kB\nDirty: 160 kB\nWriteback: 0 kB\nAnonPages: 287488 kB\nMapped: 14956 kB\nSlab: 83408 kB\nPageTables: 2576 kB\nNFS_Unstable: 0 kB\nBounce: 0 kB\nCommitLimit: 9289720 kB\nCommitted_AS: 806296 kB\nVmallocTotal: 34359738367 kB\nVmallocUsed: 3384 kB\nVmallocChunk: 34359734983 kB\n">>}]}] [ns_doctor:debug,2012-11-26T10:38:11.183,ns_1@10.3.3.96:ns_doctor<0.891.0>:ns_doctor:handle_info:137]Current node statuses: [{'ns_1@10.3.2.57', [{last_heard,{1353,955091,17218}}, {outgoing_replications_safeness_level,[{"default",green}]}, {incoming_replications_conf_hashes, [{"default", [{'ns_1@10.3.3.100',110886191}, {'ns_1@10.3.3.96',41456239}, {'ns_1@10.3.3.98',112129458}]}]}, {active_buckets,["default"]}, {ready_buckets,["default"]}, {local_tasks,[]}, {memory, [{total,129397784}, {processes,87289944}, {processes_used,86765432}, {system,42107840}, {atom,1492169}, {atom_used,1478927}, {binary,5952072}, {code,14903159}, {ets,8037728}]}, {system_memory_data, [{system_total_memory,6442450944}, {free_swap,6291378176}, {total_swap,6291447808}, {cached_memory,1107632128}, {buffered_memory,669044736}, {free_memory,4074008576}, {total_memory,6442450944}]}, {node_storage_conf, [{db_path,"/opt/couchbase/var/lib/couchbase/data/"}, {index_path,"/opt/couchbase/var/lib/couchbase/data/"}]}, {statistics, [{wall_clock,{2593606,4999}}, {context_switches,{5557852,0}}, {garbage_collection,{630731,2477342269,0}}, {io,{{input,294795262},{output,201423805}}}, {reductions,{1254459140,3028431}}, {run_queue,0}, {runtime,{115050,350}}]}, {system_stats, [{cpu_utilization_rate,0.47393364928909953}, {swap_total,6291447808}, {swap_used,69632}]}, {interesting_stats, [{couch_docs_actual_disk_size,4267115}, {couch_docs_data_size,4234285}, {couch_views_actual_disk_size,0}, {couch_views_data_size,0}, {curr_items,12}, {curr_items_tot,12}, {mem_used,16089640}, {vb_replica_curr_items,0}]}, {cluster_compatibility_version,131072}, {version, [{public_key,"0.13"}, {lhttpc,"1.3.0"}, {ale,"8cffe61"}, {os_mon,"2.2.7"}, {couch_set_view,"1.2.0a-31560d7-git"}, {mnesia,"4.5"}, {inets,"5.7.1"}, {couch,"1.2.0a-31560d7-git"}, {mapreduce,"1.0.0"}, {couch_index_merger,"1.2.0a-31560d7-git"}, {kernel,"2.14.5"}, {crypto,"2.0.4"}, {ssl,"4.1.6"}, {sasl,"2.1.10"}, {couch_view_parser,"1.0.0"}, {ns_server,"2.0.0-1965-rel-enterprise"}, {mochiweb,"1.4.1"}, {oauth,"7d85d3ef"}, {stdlib,"1.17.5"}]}, {supported_compat_version,[2,0]}, {system_arch,"x86_64-unknown-linux-gnu"}, {wall_clock,2593}, {memory_data,{6442450944,2368417792,{<18023.434.0>,2543368}}}, {disk_data,[{"/",103209120,9}]}, {meminfo, <<"MemTotal: 6291456 kB\nMemFree: 3978524 kB\nBuffers: 653364 kB\nCached: 1081672 kB\nSwapCached: 0 kB\nActive: 1320680 kB\nInactive: 723464 kB\nHighTotal: 0 kB\nHighFree: 0 kB\nLowTotal: 6291456 kB\nLowFree: 3978524 kB\nSwapTotal: 6143992 kB\nSwapFree: 6143924 kB\nDirty: 352 kB\nWriteback: 0 kB\nAnonPages: 307796 kB\nMapped: 14660 kB\nSlab: 108992 kB\nPageTables: 2512 kB\nNFS_Unstable: 0 kB\nBounce: 0 kB\nCommitLimit: 9289720 kB\nCommitted_AS: 822600 kB\nVmallocTotal: 34359738367 kB\nVmallocUsed: 3384 kB\nVmallocChunk: 34359734983 kB\n">>}]}, {'ns_1@10.3.3.100', [{last_heard,{1353,955089,748764}}, {outgoing_replications_safeness_level,[{"default",green}]}, {incoming_replications_conf_hashes, [{"default", [{'ns_1@10.3.2.57',63506121}, {'ns_1@10.3.3.96',117606290}, {'ns_1@10.3.3.98',14619049}]}]}, {active_buckets,["default"]}, {ready_buckets,["default"]}, {local_tasks,[]}, {memory, [{total,127677000}, {processes,87621376}, {processes_used,87173000}, {system,40055624}, {atom,1412289}, {atom_used,1387919}, {binary,4407856}, {code,14531880}, {ets,7997328}]}, {system_memory_data, [{system_total_memory,6442450944}, {free_swap,6291447808}, {total_swap,6291447808}, {cached_memory,606179328}, {buffered_memory,730480640}, {free_memory,4542513152}, {total_memory,6442450944}]}, {node_storage_conf, [{db_path,"/opt/couchbase/var/lib/couchbase/data/"}, {index_path,"/opt/couchbase/var/lib/couchbase/data/"}]}, {statistics, [{wall_clock,{2588079,5001}}, {context_switches,{5248928,0}}, {garbage_collection,{619298,2032408018,0}}, {io,{{input,189968369},{output,162069839}}}, {reductions,{668927911,712512}}, {run_queue,0}, {runtime,{94630,130}}]}, {system_stats, [{cpu_utilization_rate,0.0},{swap_total,6291447808},{swap_used,0}]}, {interesting_stats, [{couch_docs_actual_disk_size,4275312}, {couch_docs_data_size,4242522}, {couch_views_actual_disk_size,0}, {couch_views_data_size,0}, {curr_items,11}, {curr_items_tot,17}, {mem_used,16093416}, {vb_replica_curr_items,6}]}, {cluster_compatibility_version,131072}, {version, [{public_key,"0.13"}, {lhttpc,"1.3.0"}, {ale,"8cffe61"}, {os_mon,"2.2.7"}, {couch_set_view,"1.2.0a-31560d7-git"}, {mnesia,"4.5"}, {inets,"5.7.1"}, {couch,"1.2.0a-31560d7-git"}, {mapreduce,"1.0.0"}, {couch_index_merger,"1.2.0a-31560d7-git"}, {kernel,"2.14.5"}, {crypto,"2.0.4"}, {ssl,"4.1.6"}, {sasl,"2.1.10"}, {couch_view_parser,"1.0.0"}, {ns_server,"2.0.0-1965-rel-enterprise"}, {mochiweb,"1.4.1"}, {oauth,"7d85d3ef"}, {stdlib,"1.17.5"}]}, {supported_compat_version,[2,0]}, {system_arch,"x86_64-unknown-linux-gnu"}, {wall_clock,2588}, {memory_data,{6442450944,1899302912,{<18067.1014.0>,3514512}}}, {disk_data,[{"/",103209120,8}]}, {meminfo, <<"MemTotal: 6291456 kB\nMemFree: 4436048 kB\nBuffers: 713360 kB\nCached: 591972 kB\nSwapCached: 0 kB\nActive: 1171528 kB\nInactive: 407908 kB\nHighTotal: 0 kB\nHighFree: 0 kB\nLowTotal: 6291456 kB\nLowFree: 4436048 kB\nSwapTotal: 6143992 kB\nSwapFree: 6143992 kB\nDirty: 568 kB\nWriteback: 0 kB\nAnonPages: 272720 kB\nMapped: 14968 kB\nSlab: 115616 kB\nPageTables: 2528 kB\nNFS_Unstable: 0 kB\nBounce: 0 kB\nCommitLimit: 9289720 kB\nCommitted_AS: 782140 kB\nVmallocTotal: 34359738367 kB\nVmallocUsed: 3384 kB\nVmallocChunk: 34359734983 kB\n">>}]}, {'ns_1@10.3.3.96', [{last_heard,{1353,955086,183603}}, {outgoing_replications_safeness_level,[{"default",green}]}, {incoming_replications_conf_hashes, [{"default", [{'ns_1@10.3.2.57',33817834}, {'ns_1@10.3.3.100',41681736}, {'ns_1@10.3.3.98',10928119}]}]}, {active_buckets,["default"]}, {ready_buckets,["default"]}, {local_tasks,[]}, {memory, [{total,122016256}, {processes,81863984}, {processes_used,81382968}, {system,40152272}, {atom,1412289}, {atom_used,1387375}, {binary,4496712}, {code,14564384}, {ets,7969856}]}, {system_memory_data, [{system_total_memory,6442450944}, {free_swap,6291447808}, {total_swap,6291447808}, {cached_memory,623779840}, {buffered_memory,493432832}, {free_memory,4770463744}, {total_memory,6442450944}]}, {node_storage_conf, [{db_path,"/opt/couchbase/var/lib/couchbase/data/"}, {index_path,"/opt/couchbase/var/lib/couchbase/data/"}]}, {statistics, [{wall_clock,{2583323,5000}}, {context_switches,{5264634,0}}, {garbage_collection,{625034,2035555518,0}}, {io,{{input,189001338},{output,162133073}}}, {reductions,{662755329,669898}}, {run_queue,0}, {runtime,{94840,80}}]}, {system_stats, [{cpu_utilization_rate,0.0},{swap_total,6291447808},{swap_used,0}]}, {interesting_stats, [{couch_docs_actual_disk_size,4283119}, {couch_docs_data_size,4250714}, {couch_views_actual_disk_size,0}, {couch_views_data_size,0}, {curr_items,0}, {curr_items_tot,23}, {mem_used,16096120}, {vb_replica_curr_items,23}]}, {cluster_compatibility_version,131072}, {version, [{public_key,"0.13"}, {lhttpc,"1.3.0"}, {ale,"8cffe61"}, {os_mon,"2.2.7"}, {couch_set_view,"1.2.0a-31560d7-git"}, {mnesia,"4.5"}, {inets,"5.7.1"}, {couch,"1.2.0a-31560d7-git"}, {mapreduce,"1.0.0"}, {couch_index_merger,"1.2.0a-31560d7-git"}, {kernel,"2.14.5"}, {crypto,"2.0.4"}, {ssl,"4.1.6"}, {sasl,"2.1.10"}, {couch_view_parser,"1.0.0"}, {ns_server,"2.0.0-1965-rel-enterprise"}, {mochiweb,"1.4.1"}, {oauth,"7d85d3ef"}, {stdlib,"1.17.5"}]}, {supported_compat_version,[2,0]}, {system_arch,"x86_64-unknown-linux-gnu"}, {wall_clock,2583}, {memory_data,{6442450944,1671606272,{<0.944.0>,2543368}}}, {disk_data,[{"/",103209120,8}]}, {meminfo, <<"MemTotal: 6291456 kB\nMemFree: 4658656 kB\nBuffers: 481868 kB\nCached: 609160 kB\nSwapCached: 0 kB\nActive: 965008 kB\nInactive: 428712 kB\nHighTotal: 0 kB\nHighFree: 0 kB\nLowTotal: 6291456 kB\nLowFree: 4658656 kB\nSwapTotal: 6143992 kB\nSwapFree: 6143992 kB\nDirty: 204 kB\nWriteback: 0 kB\nAnonPages: 301968 kB\nMapped: 14600 kB\nSlab: 79592 kB\nPageTables: 2428 kB\nNFS_Unstable: 0 kB\nBounce: 0 kB\nCommitLimit: 9289720 kB\nCommitted_AS: 810284 kB\nVmallocTotal: 34359738367 kB\nVmallocUsed: 3384 kB\nVmallocChunk: 34359734983 kB\n">>}]}, {'ns_1@10.3.3.98', [{last_heard,{1353,955090,533420}}, {outgoing_replications_safeness_level,[{"default",green}]}, {incoming_replications_conf_hashes, [{"default", [{'ns_1@10.3.2.57',115455469}, {'ns_1@10.3.3.100',74343578}, {'ns_1@10.3.3.96',66117516}]}]}, {active_buckets,["default"]}, {ready_buckets,["default"]}, {local_tasks,[]}, {memory, [{total,126043424}, {processes,86109440}, {processes_used,85645544}, {system,39933984}, {atom,1414713}, {atom_used,1390897}, {binary,4222432}, {code,14584964}, {ets,8005968}]}, {system_memory_data, [{system_total_memory,6442450944}, {free_swap,6291378176}, {total_swap,6291447808}, {cached_memory,606568448}, {buffered_memory,516280320}, {free_memory,4775936000}, {total_memory,6442450944}]}, {node_storage_conf, [{db_path,"/opt/couchbase/var/lib/couchbase/data/"}, {index_path,"/opt/couchbase/var/lib/couchbase/data/"}]}, {statistics, [{wall_clock,{2592649,4997}}, {context_switches,{5302521,0}}, {garbage_collection,{634391,2066710786,0}}, {io,{{input,190306825},{output,162611216}}}, {reductions,{675816071,611695}}, {run_queue,0}, {runtime,{94970,90}}]}, {system_stats, [{cpu_utilization_rate,0.24937655860349128}, {swap_total,6291447808}, {swap_used,69632}]}, {interesting_stats, [{couch_docs_actual_disk_size,4262983}, {couch_docs_data_size,4230189}, {couch_views_actual_disk_size,0}, {couch_views_data_size,0}, {curr_items,6}, {curr_items_tot,6}, {mem_used,16085672}, {vb_replica_curr_items,0}]}, {cluster_compatibility_version,131072}, {version, [{public_key,"0.13"}, {lhttpc,"1.3.0"}, {ale,"8cffe61"}, {os_mon,"2.2.7"}, {couch_set_view,"1.2.0a-31560d7-git"}, {mnesia,"4.5"}, {inets,"5.7.1"}, {couch,"1.2.0a-31560d7-git"}, {mapreduce,"1.0.0"}, {couch_index_merger,"1.2.0a-31560d7-git"}, {kernel,"2.14.5"}, {crypto,"2.0.4"}, {ssl,"4.1.6"}, {sasl,"2.1.10"}, {couch_view_parser,"1.0.0"}, {ns_server,"2.0.0-1965-rel-enterprise"}, {mochiweb,"1.4.1"}, {oauth,"7d85d3ef"}, {stdlib,"1.17.5"}]}, {supported_compat_version,[2,0]}, {system_arch,"x86_64-unknown-linux-gnu"}, {wall_clock,2592}, {memory_data,{6442450944,1666387968,{<18066.941.0>,3514472}}}, {disk_data,[{"/",103209120,8}]}, {meminfo, <<"MemTotal: 6291456 kB\nMemFree: 4664000 kB\nBuffers: 504180 kB\nCached: 592352 kB\nSwapCached: 68 kB\nActive: 977128 kB\nInactive: 407076 kB\nHighTotal: 0 kB\nHighFree: 0 kB\nLowTotal: 6291456 kB\nLowFree: 4664000 kB\nSwapTotal: 6143992 kB\nSwapFree: 6143924 kB\nDirty: 584 kB\nWriteback: 0 kB\nAnonPages: 286872 kB\nMapped: 14956 kB\nSlab: 83456 kB\nPageTables: 2572 kB\nNFS_Unstable: 0 kB\nBounce: 0 kB\nCommitLimit: 9289720 kB\nCommitted_AS: 802284 kB\nVmallocTotal: 34359738367 kB\nVmallocUsed: 3384 kB\nVmallocChunk: 34359734983 kB\n">>}]}] [stats:debug,2012-11-26T10:38:33.682,ns_1@10.3.3.96:<0.4839.1>:stats_collector:maybe_log_stats:126](at {{1970,1,16},{8,5,55}}) Stats for bucket "default": accepting_conns 1 auth_cmds 0 auth_errors 0 bucket_active_conns 1 bucket_conns 20 bytes 16096120 bytes_read 357449 bytes_written 45146832 cas_badval 0 cas_hits 0 cas_misses 0 cmd_flush 0 cmd_get 0 cmd_set 0 conn_yields 23 connection_structures 5000 curr_connections 21 curr_conns_on_port_11209 18 curr_conns_on_port_11210 1 curr_items 0 curr_items_tot 23 curr_temp_items 0 daemon_connections 4 decr_hits 0 decr_misses 0 delete_hits 0 delete_misses 0 ep_access_scanner_last_runtime 0 ep_access_scanner_num_items 0 ep_access_scanner_task_time 2012-11-27 10:00:00 ep_allow_data_loss_during_shutdown 1 ep_alog_block_size 4096 ep_alog_path /opt/couchbase/var/lib/couchbase/data/default/access.log ep_alog_sleep_time 1440 ep_alog_task_time 10 ep_backend couchdb ep_bg_fetch_delay 0 ep_bg_fetched 0 ep_bg_meta_fetched 0 ep_bg_remaining_jobs 0 ep_chk_max_items 5000 ep_chk_period 1800 ep_chk_persistence_remains 0 ep_chk_persistence_timeout 10 ep_chk_remover_stime 5 ep_commit_num 4 ep_commit_time 3 ep_commit_time_total 17 ep_concurrentDB 1 ep_config_file ep_couch_bucket default ep_couch_host localhost ep_couch_port 11213 ep_couch_reconnect_sleeptime 250 ep_couch_response_timeout 180000 ep_data_age 3 ep_data_age_highwat 3 ep_data_traffic_enabled 0 ep_dbinit 0 ep_dbname /opt/couchbase/var/lib/couchbase/data/default ep_degraded_mode 0 ep_diskqueue_drain 23 ep_diskqueue_fill 23 ep_diskqueue_items 0 ep_diskqueue_memory 0 ep_diskqueue_pending 0 ep_exp_pager_stime 3600 ep_exp_pager_stime 3600 ep_expired_access 0 ep_expired_pager 0 ep_expiry_window 3 ep_failpartialwarmup 0 ep_flush_all false ep_flush_duration_total 0 ep_flushall_enabled 0 ep_flusher_state running ep_flusher_todo 0 ep_getl_default_timeout 15 ep_getl_max_timeout 30 ep_ht_locks 5 ep_ht_size 3079 ep_inconsistent_slave_chk 0 ep_initfile ep_io_num_read 0 ep_io_num_write 23 ep_io_read_bytes 0 ep_io_write_bytes 13485 ep_item_begin_failed 0 ep_item_commit_failed 0 ep_item_flush_expired 0 ep_item_flush_failed 0 ep_item_num_based_new_chk 1 ep_items_rm_from_checkpoints 27 ep_keep_closed_chks 0 ep_klog_block_size 4096 ep_klog_compactor_queue_cap 500000 ep_klog_compactor_stime 3600 ep_klog_flush commit2 ep_klog_max_entry_ratio 10 ep_klog_max_log_size 2147483647 ep_klog_path ep_klog_sync commit2 ep_kv_size 15381 ep_max_checkpoints 2 ep_max_data_size 1073741824 ep_max_item_size 20971520 ep_max_size 1073741824 ep_max_txn_size 10000 ep_max_vbuckets 1024 ep_mem_high_wat 805306368 ep_mem_high_wat 805306368 ep_mem_low_wat 644245094 ep_mem_low_wat 644245094 ep_mem_tracker_enabled true ep_min_data_age 0 ep_mlog_compactor_runs 0 ep_mutation_mem_threshold 0 ep_num_access_scanner_runs 0 ep_num_eject_failures 0 ep_num_expiry_pager_runs 0 ep_num_non_resident 0 ep_num_not_my_vbuckets 0 ep_num_ops_del_meta 0 ep_num_ops_get_meta 0 ep_num_ops_set_meta 0 ep_num_pager_runs 0 ep_num_value_ejects 0 ep_oom_errors 0 ep_overhead 13613184 ep_pager_active_vb_pcnt 40 ep_pager_unbiased_period 60 ep_pending_ops 0 ep_pending_ops_max 0 ep_pending_ops_max_duration 0 ep_pending_ops_total 0 ep_postInitfile ep_queue_age_cap 900 ep_queue_size 0 ep_startup_time 1353952912 ep_storage_age 0 ep_storage_age_highwat 0 ep_store_max_concurrency 10 ep_store_max_readers 9 ep_store_max_readwrite 1 ep_stored_val_type ep_tap_ack_grace_period 300 ep_tap_ack_initial_sequence_number 1 ep_tap_ack_interval 1000 ep_tap_ack_window_size 10 ep_tap_backfill_resident 0.9 ep_tap_backlog_limit 5000 ep_tap_backoff_period 5 ep_tap_bg_fetch_requeued 0 ep_tap_bg_fetched 0 ep_tap_bg_max_pending 500 ep_tap_keepalive 300 ep_tap_noop_interval 20 ep_tap_requeue_sleep_time 0.1 ep_tap_throttle_cap_pcnt 10 ep_tap_throttle_queue_cap 1000000 ep_tap_throttle_threshold 90 ep_tmp_oom_errors 0 ep_too_old 0 ep_too_young 0 ep_total_cache_size 15105 ep_total_del_items 0 ep_total_enqueued 23 ep_total_new_items 23 ep_total_persisted 23 ep_uncommitted_items 0 ep_value_size 13312 ep_vb0 0 ep_vb_snapshot_total 8 ep_vb_total 512 ep_vbucket_del 0 ep_vbucket_del_fail 0 ep_version 2.0.0r_140_gde42c8c ep_waitforwarmup 0 ep_warmup 1 ep_warmup_batch_size 1000 ep_warmup_dups 0 ep_warmup_min_items_threshold 100 ep_warmup_min_memory_threshold 100 ep_warmup_oom 0 ep_warmup_thread complete ep_warmup_time 635 get_hits 0 get_misses 0 incr_hits 0 incr_misses 0 libevent 2.0.11-stable limit_maxbytes 67108864 listen_disabled_num 0 max_conns_on_port_11209 1000 max_conns_on_port_11210 9000 mem_used 16096120 pid 25417 pointer_size 64 rejected_conns 0 rusage_system 2.032127 rusage_user 8.928558 tap_checkpoint_end_received 2 tap_checkpoint_start_received 514 tap_checkpoint_start_sent 512 tap_connect_received 6 tap_mutation_received 2466 tap_mutation_sent 2484 tap_opaque_received 1039 tap_opaque_sent 1036 threads 4 time 1353955113 total_connections 42 uptime 2544 vb_active_curr_items 0 vb_active_eject 0 vb_active_expired 0 vb_active_ht_memory 6428672 vb_active_itm_memory 0 vb_active_meta_data_memory 0 vb_active_num 256 vb_active_num_non_resident 0 vb_active_num_ref_ejects 0 vb_active_num_ref_items 0 vb_active_ops_create 0 vb_active_ops_delete 0 vb_active_ops_reject 0 vb_active_ops_update 0 vb_active_perc_mem_resident 0 vb_active_queue_age 0 vb_active_queue_drain 0 vb_active_queue_fill 0 vb_active_queue_memory 0 vb_active_queue_pending 0 vb_active_queue_size 0 vb_dead_num 0 vb_pending_curr_items 0 vb_pending_eject 0 vb_pending_expired 0 vb_pending_ht_memory 0 vb_pending_itm_memory 0 vb_pending_meta_data_memory 0 vb_pending_num 0 vb_pending_num_non_resident 0 vb_pending_num_ref_ejects 0 vb_pending_num_ref_items 0 vb_pending_ops_create 0 vb_pending_ops_delete 0 vb_pending_ops_reject 0 vb_pending_ops_update 0 vb_pending_perc_mem_resident 0 vb_pending_queue_age 0 vb_pending_queue_drain 0 vb_pending_queue_fill 0 vb_pending_queue_memory 0 vb_pending_queue_pending 0 vb_pending_queue_size 0 vb_replica_curr_items 23 vb_replica_eject 0 vb_replica_expired 0 vb_replica_ht_memory 6428672 vb_replica_itm_memory 15105 vb_replica_meta_data_memory 1898 vb_replica_num 256 vb_replica_num_non_resident 0 vb_replica_num_ref_ejects 0 vb_replica_num_ref_items 0 vb_replica_ops_create 23 vb_replica_ops_delete 0 vb_replica_ops_reject 0 vb_replica_ops_update 0 vb_replica_perc_mem_resident 100 vb_replica_queue_age 0 vb_replica_queue_drain 23 vb_replica_queue_fill 23 vb_replica_queue_memory 0 vb_replica_queue_pending 0 vb_replica_queue_size 0 version 1.4.4_600_g7ea975a [ns_doctor:debug,2012-11-26T10:39:11.184,ns_1@10.3.3.96:ns_doctor<0.891.0>:ns_doctor:handle_info:137]Current node statuses: [{'ns_1@10.3.2.57', [{last_heard,{1353,955151,15005}}, {outgoing_replications_safeness_level,[{"default",green}]}, {incoming_replications_conf_hashes, [{"default", [{'ns_1@10.3.3.100',110886191}, {'ns_1@10.3.3.96',41456239}, {'ns_1@10.3.3.98',112129458}]}]}, {active_buckets,["default"]}, {ready_buckets,["default"]}, {local_tasks,[]}, {memory, [{total,125753504}, {processes,83540832}, {processes_used,83011336}, {system,42212672}, {atom,1492169}, {atom_used,1478927}, {binary,5881904}, {code,14903159}, {ets,8214744}]}, {system_memory_data, [{system_total_memory,6442450944}, {free_swap,6291378176}, {total_swap,6291447808}, {cached_memory,1105350656}, {buffered_memory,669048832}, {free_memory,4080001024}, {total_memory,6442450944}]}, {node_storage_conf, [{db_path,"/opt/couchbase/var/lib/couchbase/data/"}, {index_path,"/opt/couchbase/var/lib/couchbase/data/"}]}, {statistics, [{wall_clock,{2653605,5000}}, {context_switches,{5666303,0}}, {garbage_collection,{638676,2510003029,0}}, {io,{{input,298156452},{output,204154037}}}, {reductions,{1276036140,2924464}}, {run_queue,0}, {runtime,{116600,170}}]}, {system_stats, [{cpu_utilization_rate,0.49382716049382713}, {swap_total,6291447808}, {swap_used,69632}]}, {interesting_stats, [{couch_docs_actual_disk_size,4267118}, {couch_docs_data_size,4234285}, {couch_views_actual_disk_size,0}, {couch_views_data_size,0}, {curr_items,12}, {curr_items_tot,12}, {mem_used,16089640}, {vb_replica_curr_items,0}]}, {cluster_compatibility_version,131072}, {version, [{public_key,"0.13"}, {lhttpc,"1.3.0"}, {ale,"8cffe61"}, {os_mon,"2.2.7"}, {couch_set_view,"1.2.0a-31560d7-git"}, {mnesia,"4.5"}, {inets,"5.7.1"}, {couch,"1.2.0a-31560d7-git"}, {mapreduce,"1.0.0"}, {couch_index_merger,"1.2.0a-31560d7-git"}, {kernel,"2.14.5"}, {crypto,"2.0.4"}, {ssl,"4.1.6"}, {sasl,"2.1.10"}, {couch_view_parser,"1.0.0"}, {ns_server,"2.0.0-1965-rel-enterprise"}, {mochiweb,"1.4.1"}, {oauth,"7d85d3ef"}, {stdlib,"1.17.5"}]}, {supported_compat_version,[2,0]}, {system_arch,"x86_64-unknown-linux-gnu"}, {wall_clock,2653}, {memory_data,{6442450944,2364887040,{<18023.434.0>,2543368}}}, {disk_data,[{"/",103209120,9}]}, {meminfo, <<"MemTotal: 6291456 kB\nMemFree: 3984376 kB\nBuffers: 653368 kB\nCached: 1079444 kB\nSwapCached: 0 kB\nActive: 1315460 kB\nInactive: 723352 kB\nHighTotal: 0 kB\nHighFree: 0 kB\nLowTotal: 6291456 kB\nLowFree: 3984376 kB\nSwapTotal: 6143992 kB\nSwapFree: 6143924 kB\nDirty: 684 kB\nWriteback: 0 kB\nAnonPages: 304656 kB\nMapped: 14660 kB\nSlab: 108744 kB\nPageTables: 2516 kB\nNFS_Unstable: 0 kB\nBounce: 0 kB\nCommitLimit: 9289720 kB\nCommitted_AS: 816420 kB\nVmallocTotal: 34359738367 kB\nVmallocUsed: 3384 kB\nVmallocChunk: 34359734983 kB\n">>}]}, {'ns_1@10.3.3.100', [{last_heard,{1353,955149,746499}}, {outgoing_replications_safeness_level,[{"default",green}]}, {incoming_replications_conf_hashes, [{"default", [{'ns_1@10.3.2.57',63506121}, {'ns_1@10.3.3.96',117606290}, {'ns_1@10.3.3.98',14619049}]}]}, {active_buckets,["default"]}, {ready_buckets,["default"]}, {local_tasks,[]}, {memory, [{total,122092512}, {processes,81984320}, {processes_used,81535944}, {system,40108192}, {atom,1412289}, {atom_used,1387919}, {binary,4283352}, {code,14531880}, {ets,8174616}]}, {system_memory_data, [{system_total_memory,6442450944}, {free_swap,6291447808}, {total_swap,6291447808}, {cached_memory,601595904}, {buffered_memory,730488832}, {free_memory,4544417792}, {total_memory,6442450944}]}, {node_storage_conf, [{db_path,"/opt/couchbase/var/lib/couchbase/data/"}, {index_path,"/opt/couchbase/var/lib/couchbase/data/"}]}, {statistics, [{wall_clock,{2648078,4998}}, {context_switches,{5350745,0}}, {garbage_collection,{627905,2064150314,0}}, {io,{{input,195434672},{output,170167722}}}, {reductions,{677678555,711403}}, {run_queue,0}, {runtime,{95820,60}}]}, {system_stats, [{cpu_utilization_rate,0.0},{swap_total,6291447808},{swap_used,0}]}, {interesting_stats, [{couch_docs_actual_disk_size,4275315}, {couch_docs_data_size,4242522}, {couch_views_actual_disk_size,0}, {couch_views_data_size,0}, {curr_items,11}, {curr_items_tot,17}, {mem_used,16093416}, {vb_replica_curr_items,6}]}, {cluster_compatibility_version,131072}, {version, [{public_key,"0.13"}, {lhttpc,"1.3.0"}, {ale,"8cffe61"}, {os_mon,"2.2.7"}, {couch_set_view,"1.2.0a-31560d7-git"}, {mnesia,"4.5"}, {inets,"5.7.1"}, {couch,"1.2.0a-31560d7-git"}, {mapreduce,"1.0.0"}, {couch_index_merger,"1.2.0a-31560d7-git"}, {kernel,"2.14.5"}, {crypto,"2.0.4"}, {ssl,"4.1.6"}, {sasl,"2.1.10"}, {couch_view_parser,"1.0.0"}, {ns_server,"2.0.0-1965-rel-enterprise"}, {mochiweb,"1.4.1"}, {oauth,"7d85d3ef"}, {stdlib,"1.17.5"}]}, {supported_compat_version,[2,0]}, {system_arch,"x86_64-unknown-linux-gnu"}, {wall_clock,2648}, {memory_data,{6442450944,1898160128,{<18067.1014.0>,3514512}}}, {disk_data,[{"/",103209120,8}]}, {meminfo, <<"MemTotal: 6291456 kB\nMemFree: 4437908 kB\nBuffers: 713368 kB\nCached: 587496 kB\nSwapCached: 0 kB\nActive: 1174208 kB\nInactive: 404080 kB\nHighTotal: 0 kB\nHighFree: 0 kB\nLowTotal: 6291456 kB\nLowFree: 4437908 kB\nSwapTotal: 6143992 kB\nSwapFree: 6143992 kB\nDirty: 136 kB\nWriteback: 0 kB\nAnonPages: 275936 kB\nMapped: 14968 kB\nSlab: 115600 kB\nPageTables: 2520 kB\nNFS_Unstable: 0 kB\nBounce: 0 kB\nCommitLimit: 9289720 kB\nCommitted_AS: 783328 kB\nVmallocTotal: 34359738367 kB\nVmallocUsed: 3384 kB\nVmallocChunk: 34359734983 kB\n">>}]}, {'ns_1@10.3.3.96', [{last_heard,{1353,955146,184751}}, {outgoing_replications_safeness_level,[{"default",green}]}, {incoming_replications_conf_hashes, [{"default", [{'ns_1@10.3.2.57',33817834}, {'ns_1@10.3.3.100',41681736}, {'ns_1@10.3.3.98',10928119}]}]}, {active_buckets,["default"]}, {ready_buckets,["default"]}, {local_tasks,[]}, {memory, [{total,116551360}, {processes,76344088}, {processes_used,75863072}, {system,40207272}, {atom,1412289}, {atom_used,1387375}, {binary,4374352}, {code,14564384}, {ets,8147368}]}, {system_memory_data, [{system_total_memory,6442450944}, {free_swap,6291447808}, {total_swap,6291447808}, {cached_memory,619220992}, {buffered_memory,493449216}, {free_memory,4783923200}, {total_memory,6442450944}]}, {node_storage_conf, [{db_path,"/opt/couchbase/var/lib/couchbase/data/"}, {index_path,"/opt/couchbase/var/lib/couchbase/data/"}]}, {statistics, [{wall_clock,{2643325,5001}}, {context_switches,{5366261,0}}, {garbage_collection,{633716,2066901501,0}}, {io,{{input,194523697},{output,170385763}}}, {reductions,{671070395,663988}}, {run_queue,0}, {runtime,{96070,70}}]}, {system_stats, [{cpu_utilization_rate,0.0},{swap_total,6291447808},{swap_used,0}]}, {interesting_stats, [{couch_docs_actual_disk_size,4283122}, {couch_docs_data_size,4250714}, {couch_views_actual_disk_size,0}, {couch_views_data_size,0}, {curr_items,0}, {curr_items_tot,23}, {mem_used,16096088}, {vb_replica_curr_items,23}]}, {cluster_compatibility_version,131072}, {version, [{public_key,"0.13"}, {lhttpc,"1.3.0"}, {ale,"8cffe61"}, {os_mon,"2.2.7"}, {couch_set_view,"1.2.0a-31560d7-git"}, {mnesia,"4.5"}, {inets,"5.7.1"}, {couch,"1.2.0a-31560d7-git"}, {mapreduce,"1.0.0"}, {couch_index_merger,"1.2.0a-31560d7-git"}, {kernel,"2.14.5"}, {crypto,"2.0.4"}, {ssl,"4.1.6"}, {sasl,"2.1.10"}, {couch_view_parser,"1.0.0"}, {ns_server,"2.0.0-1965-rel-enterprise"}, {mochiweb,"1.4.1"}, {oauth,"7d85d3ef"}, {stdlib,"1.17.5"}]}, {supported_compat_version,[2,0]}, {system_arch,"x86_64-unknown-linux-gnu"}, {wall_clock,2643}, {memory_data,{6442450944,1658146816,{<0.944.0>,2543368}}}, {disk_data,[{"/",103209120,8}]}, {meminfo, <<"MemTotal: 6291456 kB\nMemFree: 4671800 kB\nBuffers: 481884 kB\nCached: 604708 kB\nSwapCached: 0 kB\nActive: 955408 kB\nInactive: 424672 kB\nHighTotal: 0 kB\nHighFree: 0 kB\nLowTotal: 6291456 kB\nLowFree: 4671800 kB\nSwapTotal: 6143992 kB\nSwapFree: 6143992 kB\nDirty: 556 kB\nWriteback: 0 kB\nAnonPages: 292824 kB\nMapped: 14600 kB\nSlab: 79548 kB\nPageTables: 2420 kB\nNFS_Unstable: 0 kB\nBounce: 0 kB\nCommitLimit: 9289720 kB\nCommitted_AS: 801408 kB\nVmallocTotal: 34359738367 kB\nVmallocUsed: 3384 kB\nVmallocChunk: 34359734983 kB\n">>}]}, {'ns_1@10.3.3.98', [{last_heard,{1353,955150,533976}}, {outgoing_replications_safeness_level,[{"default",green}]}, {incoming_replications_conf_hashes, [{"default", [{'ns_1@10.3.2.57',115455469}, {'ns_1@10.3.3.100',74343578}, {'ns_1@10.3.3.96',66117516}]}]}, {active_buckets,["default"]}, {ready_buckets,["default"]}, {local_tasks,[]}, {memory, [{total,122387240}, {processes,81999168}, {processes_used,81535272}, {system,40388072}, {atom,1414713}, {atom_used,1390897}, {binary,4498728}, {code,14584964}, {ets,8183888}]}, {system_memory_data, [{system_total_memory,6442450944}, {free_swap,6291378176}, {total_swap,6291447808}, {cached_memory,602030080}, {buffered_memory,516284416}, {free_memory,4779999232}, {total_memory,6442450944}]}, {node_storage_conf, [{db_path,"/opt/couchbase/var/lib/couchbase/data/"}, {index_path,"/opt/couchbase/var/lib/couchbase/data/"}]}, {statistics, [{wall_clock,{2652650,5001}}, {context_switches,{5404381,0}}, {garbage_collection,{642885,2098336077,0}}, {io,{{input,195819198},{output,171061119}}}, {reductions,{684378301,612767}}, {run_queue,0}, {runtime,{96290,70}}]}, {system_stats, [{cpu_utilization_rate,0.7407407407407407}, {swap_total,6291447808}, {swap_used,69632}]}, {interesting_stats, [{couch_docs_actual_disk_size,4262985}, {couch_docs_data_size,4230189}, {couch_views_actual_disk_size,0}, {couch_views_data_size,0}, {curr_items,6}, {curr_items_tot,6}, {mem_used,16085672}, {vb_replica_curr_items,0}]}, {cluster_compatibility_version,131072}, {version, [{public_key,"0.13"}, {lhttpc,"1.3.0"}, {ale,"8cffe61"}, {os_mon,"2.2.7"}, {couch_set_view,"1.2.0a-31560d7-git"}, {mnesia,"4.5"}, {inets,"5.7.1"}, {couch,"1.2.0a-31560d7-git"}, {mapreduce,"1.0.0"}, {couch_index_merger,"1.2.0a-31560d7-git"}, {kernel,"2.14.5"}, {crypto,"2.0.4"}, {ssl,"4.1.6"}, {sasl,"2.1.10"}, {couch_view_parser,"1.0.0"}, {ns_server,"2.0.0-1965-rel-enterprise"}, {mochiweb,"1.4.1"}, {oauth,"7d85d3ef"}, {stdlib,"1.17.5"}]}, {supported_compat_version,[2,0]}, {system_arch,"x86_64-unknown-linux-gnu"}, {wall_clock,2652}, {memory_data,{6442450944,1661435904,{<18066.941.0>,3514472}}}, {disk_data,[{"/",103209120,8}]}, {meminfo, <<"MemTotal: 6291456 kB\nMemFree: 4667968 kB\nBuffers: 504184 kB\nCached: 587920 kB\nSwapCached: 68 kB\nActive: 977600 kB\nInactive: 403176 kB\nHighTotal: 0 kB\nHighFree: 0 kB\nLowTotal: 6291456 kB\nLowFree: 4667968 kB\nSwapTotal: 6143992 kB\nSwapFree: 6143924 kB\nDirty: 280 kB\nWriteback: 0 kB\nAnonPages: 287792 kB\nMapped: 14956 kB\nSlab: 83504 kB\nPageTables: 2584 kB\nNFS_Unstable: 0 kB\nBounce: 0 kB\nCommitLimit: 9289720 kB\nCommitted_AS: 801776 kB\nVmallocTotal: 34359738367 kB\nVmallocUsed: 3384 kB\nVmallocChunk: 34359734983 kB\n">>}]}] [ns_doctor:debug,2012-11-26T10:40:11.180,ns_1@10.3.3.96:ns_doctor<0.891.0>:ns_doctor:handle_info:137]Current node statuses: [{'ns_1@10.3.2.57', [{last_heard,{1353,955211,16338}}, {outgoing_replications_safeness_level,[{"default",green}]}, {incoming_replications_conf_hashes, [{"default", [{'ns_1@10.3.3.100',110886191}, {'ns_1@10.3.3.96',41456239}, {'ns_1@10.3.3.98',112129458}]}]}, {active_buckets,["default"]}, {ready_buckets,["default"]}, {local_tasks,[]}, {memory, [{total,128187664}, {processes,85844672}, {processes_used,85315176}, {system,42342992}, {atom,1492169}, {atom_used,1478927}, {binary,5950080}, {code,14903159}, {ets,8276584}]}, {system_memory_data, [{system_total_memory,6442450944}, {free_swap,6291378176}, {total_swap,6291447808}, {cached_memory,1106460672}, {buffered_memory,669048832}, {free_memory,4081143808}, {total_memory,6442450944}]}, {node_storage_conf, [{db_path,"/opt/couchbase/var/lib/couchbase/data/"}, {index_path,"/opt/couchbase/var/lib/couchbase/data/"}]}, {statistics, [{wall_clock,{2713605,5000}}, {context_switches,{5774638,0}}, {garbage_collection,{647048,2542086802,0}}, {io,{{input,300129364},{output,206742268}}}, {reductions,{1297560338,2918687}}, {run_queue,0}, {runtime,{118150,180}}]}, {system_stats, [{cpu_utilization_rate,0.5361930294906166}, {swap_total,6291447808}, {swap_used,69632}]}, {interesting_stats, [{couch_docs_actual_disk_size,4267119}, {couch_docs_data_size,4234285}, {couch_views_actual_disk_size,0}, {couch_views_data_size,0}, {curr_items,12}, {curr_items_tot,12}, {mem_used,16089640}, {vb_replica_curr_items,0}]}, {cluster_compatibility_version,131072}, {version, [{public_key,"0.13"}, {lhttpc,"1.3.0"}, {ale,"8cffe61"}, {os_mon,"2.2.7"}, {couch_set_view,"1.2.0a-31560d7-git"}, {mnesia,"4.5"}, {inets,"5.7.1"}, {couch,"1.2.0a-31560d7-git"}, {mapreduce,"1.0.0"}, {couch_index_merger,"1.2.0a-31560d7-git"}, {kernel,"2.14.5"}, {crypto,"2.0.4"}, {ssl,"4.1.6"}, {sasl,"2.1.10"}, {couch_view_parser,"1.0.0"}, {ns_server,"2.0.0-1965-rel-enterprise"}, {mochiweb,"1.4.1"}, {oauth,"7d85d3ef"}, {stdlib,"1.17.5"}]}, {supported_compat_version,[2,0]}, {system_arch,"x86_64-unknown-linux-gnu"}, {wall_clock,2713}, {memory_data,{6442450944,2360037376,{<18023.332.0>,3514472}}}, {disk_data,[{"/",103209120,9}]}, {meminfo, <<"MemTotal: 6291456 kB\nMemFree: 3985492 kB\nBuffers: 653368 kB\nCached: 1080528 kB\nSwapCached: 0 kB\nActive: 1313588 kB\nInactive: 724272 kB\nHighTotal: 0 kB\nHighFree: 0 kB\nLowTotal: 6291456 kB\nLowFree: 3985492 kB\nSwapTotal: 6143992 kB\nSwapFree: 6143924 kB\nDirty: 484 kB\nWriteback: 0 kB\nAnonPages: 302692 kB\nMapped: 14660 kB\nSlab: 108788 kB\nPageTables: 2520 kB\nNFS_Unstable: 0 kB\nBounce: 0 kB\nCommitLimit: 9289720 kB\nCommitted_AS: 819816 kB\nVmallocTotal: 34359738367 kB\nVmallocUsed: 3384 kB\nVmallocChunk: 34359734983 kB\n">>}]}, {'ns_1@10.3.3.100', [{last_heard,{1353,955209,746999}}, {outgoing_replications_safeness_level,[{"default",green}]}, {incoming_replications_conf_hashes, [{"default", [{'ns_1@10.3.2.57',63506121}, {'ns_1@10.3.3.96',117606290}, {'ns_1@10.3.3.98',14619049}]}]}, {active_buckets,["default"]}, {ready_buckets,["default"]}, {local_tasks,[]}, {memory, [{total,125220552}, {processes,84988184}, {processes_used,84539808}, {system,40232368}, {atom,1412289}, {atom_used,1387919}, {binary,4233000}, {code,14531880}, {ets,8349168}]}, {system_memory_data, [{system_total_memory,6442450944}, {free_swap,6291447808}, {total_swap,6291447808}, {cached_memory,602689536}, {buffered_memory,730488832}, {free_memory,4546195456}, {total_memory,6442450944}]}, {node_storage_conf, [{db_path,"/opt/couchbase/var/lib/couchbase/data/"}, {index_path,"/opt/couchbase/var/lib/couchbase/data/"}]}, {statistics, [{wall_clock,{2708079,5001}}, {context_switches,{5452039,0}}, {garbage_collection,{635917,2094321096,0}}, {io,{{input,197349267},{output,172033096}}}, {reductions,{686195852,715327}}, {run_queue,0}, {runtime,{96840,90}}]}, {system_stats, [{cpu_utilization_rate,0.2631578947368421}, {swap_total,6291447808}, {swap_used,0}]}, {interesting_stats, [{couch_docs_actual_disk_size,4275316}, {couch_docs_data_size,4242522}, {couch_views_actual_disk_size,0}, {couch_views_data_size,0}, {curr_items,11}, {curr_items_tot,17}, {mem_used,16093416}, {vb_replica_curr_items,6}]}, {cluster_compatibility_version,131072}, {version, [{public_key,"0.13"}, {lhttpc,"1.3.0"}, {ale,"8cffe61"}, {os_mon,"2.2.7"}, {couch_set_view,"1.2.0a-31560d7-git"}, {mnesia,"4.5"}, {inets,"5.7.1"}, {couch,"1.2.0a-31560d7-git"}, {mapreduce,"1.0.0"}, {couch_index_merger,"1.2.0a-31560d7-git"}, {kernel,"2.14.5"}, {crypto,"2.0.4"}, {ssl,"4.1.6"}, {sasl,"2.1.10"}, {couch_view_parser,"1.0.0"}, {ns_server,"2.0.0-1965-rel-enterprise"}, {mochiweb,"1.4.1"}, {oauth,"7d85d3ef"}, {stdlib,"1.17.5"}]}, {supported_compat_version,[2,0]}, {system_arch,"x86_64-unknown-linux-gnu"}, {wall_clock,2708}, {memory_data,{6442450944,1896382464,{<18067.1014.0>,3514512}}}, {disk_data,[{"/",103209120,8}]}, {meminfo, <<"MemTotal: 6291456 kB\nMemFree: 4439644 kB\nBuffers: 713368 kB\nCached: 588564 kB\nSwapCached: 0 kB\nActive: 1171840 kB\nInactive: 405012 kB\nHighTotal: 0 kB\nHighFree: 0 kB\nLowTotal: 6291456 kB\nLowFree: 4439644 kB\nSwapTotal: 6143992 kB\nSwapFree: 6143992 kB\nDirty: 580 kB\nWriteback: 0 kB\nAnonPages: 273432 kB\nMapped: 14968 kB\nSlab: 115548 kB\nPageTables: 2516 kB\nNFS_Unstable: 0 kB\nBounce: 0 kB\nCommitLimit: 9289720 kB\nCommitted_AS: 782016 kB\nVmallocTotal: 34359738367 kB\nVmallocUsed: 3384 kB\nVmallocChunk: 34359734983 kB\n">>}]}, {'ns_1@10.3.3.96', [{last_heard,{1353,955206,185517}}, {outgoing_replications_safeness_level,[{"default",green}]}, {incoming_replications_conf_hashes, [{"default", [{'ns_1@10.3.2.57',33817834}, {'ns_1@10.3.3.100',41681736}, {'ns_1@10.3.3.98',10928119}]}]}, {active_buckets,["default"]}, {ready_buckets,["default"]}, {local_tasks,[]}, {memory, [{total,119129256}, {processes,78734432}, {processes_used,78253416}, {system,40394824}, {atom,1412289}, {atom_used,1387375}, {binary,4387152}, {code,14564384}, {ets,8322128}]}, {system_memory_data, [{system_total_memory,6442450944}, {free_swap,6291447808}, {total_swap,6291447808}, {cached_memory,620339200}, {buffered_memory,493449216}, {free_memory,4781256704}, {total_memory,6442450944}]}, {node_storage_conf, [{db_path,"/opt/couchbase/var/lib/couchbase/data/"}, {index_path,"/opt/couchbase/var/lib/couchbase/data/"}]}, {statistics, [{wall_clock,{2703325,5000}}, {context_switches,{5467336,0}}, {garbage_collection,{641990,2096090584,0}}, {io,{{input,196580467},{output,172493818}}}, {reductions,{679101436,650235}}, {run_queue,0}, {runtime,{96970,90}}]}, {system_stats, [{cpu_utilization_rate,0.5025125628140703}, {swap_total,6291447808}, {swap_used,0}]}, {interesting_stats, [{couch_docs_actual_disk_size,4283122}, {couch_docs_data_size,4250714}, {couch_views_actual_disk_size,0}, {couch_views_data_size,0}, {curr_items,0}, {curr_items_tot,23}, {mem_used,16096088}, {vb_replica_curr_items,23}]}, {cluster_compatibility_version,131072}, {version, [{public_key,"0.13"}, {lhttpc,"1.3.0"}, {ale,"8cffe61"}, {os_mon,"2.2.7"}, {couch_set_view,"1.2.0a-31560d7-git"}, {mnesia,"4.5"}, {inets,"5.7.1"}, {couch,"1.2.0a-31560d7-git"}, {mapreduce,"1.0.0"}, {couch_index_merger,"1.2.0a-31560d7-git"}, {kernel,"2.14.5"}, {crypto,"2.0.4"}, {ssl,"4.1.6"}, {sasl,"2.1.10"}, {couch_view_parser,"1.0.0"}, {ns_server,"2.0.0-1965-rel-enterprise"}, {mochiweb,"1.4.1"}, {oauth,"7d85d3ef"}, {stdlib,"1.17.5"}]}, {supported_compat_version,[2,0]}, {system_arch,"x86_64-unknown-linux-gnu"}, {wall_clock,2703}, {memory_data,{6442450944,1660305408,{<0.944.0>,2543368}}}, {disk_data,[{"/",103209120,8}]}, {meminfo, <<"MemTotal: 6291456 kB\nMemFree: 4669196 kB\nBuffers: 481884 kB\nCached: 605800 kB\nSwapCached: 0 kB\nActive: 957608 kB\nInactive: 425636 kB\nHighTotal: 0 kB\nHighFree: 0 kB\nLowTotal: 6291456 kB\nLowFree: 4669196 kB\nSwapTotal: 6143992 kB\nSwapFree: 6143992 kB\nDirty: 272 kB\nWriteback: 0 kB\nAnonPages: 294780 kB\nMapped: 14600 kB\nSlab: 79544 kB\nPageTables: 2412 kB\nNFS_Unstable: 0 kB\nBounce: 0 kB\nCommitLimit: 9289720 kB\nCommitted_AS: 805372 kB\nVmallocTotal: 34359738367 kB\nVmallocUsed: 3384 kB\nVmallocChunk: 34359734983 kB\n">>}]}, {'ns_1@10.3.3.98', [{last_heard,{1353,955210,535157}}, {outgoing_replications_safeness_level,[{"default",green}]}, {incoming_replications_conf_hashes, [{"default", [{'ns_1@10.3.2.57',115455469}, {'ns_1@10.3.3.100',74343578}, {'ns_1@10.3.3.96',66117516}]}]}, {active_buckets,["default"]}, {ready_buckets,["default"]}, {local_tasks,[]}, {memory, [{total,123654152}, {processes,83355088}, {processes_used,82891192}, {system,40299064}, {atom,1414713}, {atom_used,1390897}, {binary,4235400}, {code,14584964}, {ets,8358296}]}, {system_memory_data, [{system_total_memory,6442450944}, {free_swap,6291378176}, {total_swap,6291447808}, {cached_memory,603140096}, {buffered_memory,516284416}, {free_memory,4779999232}, {total_memory,6442450944}]}, {node_storage_conf, [{db_path,"/opt/couchbase/var/lib/couchbase/data/"}, {index_path,"/opt/couchbase/var/lib/couchbase/data/"}]}, {statistics, [{wall_clock,{2712650,5000}}, {context_switches,{5505660,0}}, {garbage_collection,{651156,2128194091,0}}, {io,{{input,197760633},{output,173279934}}}, {reductions,{692665951,612456}}, {run_queue,0}, {runtime,{97350,80}}]}, {system_stats, [{cpu_utilization_rate,0.0}, {swap_total,6291447808}, {swap_used,69632}]}, {interesting_stats, [{couch_docs_actual_disk_size,4262988}, {couch_docs_data_size,4230189}, {couch_views_actual_disk_size,0}, {couch_views_data_size,0}, {curr_items,6}, {curr_items_tot,6}, {mem_used,16085672}, {vb_replica_curr_items,0}]}, {cluster_compatibility_version,131072}, {version, [{public_key,"0.13"}, {lhttpc,"1.3.0"}, {ale,"8cffe61"}, {os_mon,"2.2.7"}, {couch_set_view,"1.2.0a-31560d7-git"}, {mnesia,"4.5"}, {inets,"5.7.1"}, {couch,"1.2.0a-31560d7-git"}, {mapreduce,"1.0.0"}, {couch_index_merger,"1.2.0a-31560d7-git"}, {kernel,"2.14.5"}, {crypto,"2.0.4"}, {ssl,"4.1.6"}, {sasl,"2.1.10"}, {couch_view_parser,"1.0.0"}, {ns_server,"2.0.0-1965-rel-enterprise"}, {mochiweb,"1.4.1"}, {oauth,"7d85d3ef"}, {stdlib,"1.17.5"}]}, {supported_compat_version,[2,0]}, {system_arch,"x86_64-unknown-linux-gnu"}, {wall_clock,2712}, {memory_data,{6442450944,1662324736,{<18066.941.0>,3514472}}}, {disk_data,[{"/",103209120,8}]}, {meminfo, <<"MemTotal: 6291456 kB\nMemFree: 4668092 kB\nBuffers: 504184 kB\nCached: 589004 kB\nSwapCached: 68 kB\nActive: 976608 kB\nInactive: 404104 kB\nHighTotal: 0 kB\nHighFree: 0 kB\nLowTotal: 6291456 kB\nLowFree: 4668092 kB\nSwapTotal: 6143992 kB\nSwapFree: 6143924 kB\nDirty: 156 kB\nWriteback: 0 kB\nAnonPages: 286712 kB\nMapped: 14956 kB\nSlab: 83460 kB\nPageTables: 2584 kB\nNFS_Unstable: 0 kB\nBounce: 0 kB\nCommitLimit: 9289720 kB\nCommitted_AS: 800384 kB\nVmallocTotal: 34359738367 kB\nVmallocUsed: 3384 kB\nVmallocChunk: 34359734983 kB\n">>}]}] [stats:debug,2012-11-26T10:40:13.681,ns_1@10.3.3.96:<0.4839.1>:stats_collector:maybe_log_stats:126](at {{1970,1,16},{8,5,55}}) Stats for bucket "default": accepting_conns 1 auth_cmds 0 auth_errors 0 bucket_active_conns 1 bucket_conns 20 bytes 16096120 bytes_read 369379 bytes_written 47174612 cas_badval 0 cas_hits 0 cas_misses 0 cmd_flush 0 cmd_get 0 cmd_set 0 conn_yields 23 connection_structures 5000 curr_connections 21 curr_conns_on_port_11209 18 curr_conns_on_port_11210 1 curr_items 0 curr_items_tot 23 curr_temp_items 0 daemon_connections 4 decr_hits 0 decr_misses 0 delete_hits 0 delete_misses 0 ep_access_scanner_last_runtime 0 ep_access_scanner_num_items 0 ep_access_scanner_task_time 2012-11-27 10:00:00 ep_allow_data_loss_during_shutdown 1 ep_alog_block_size 4096 ep_alog_path /opt/couchbase/var/lib/couchbase/data/default/access.log ep_alog_sleep_time 1440 ep_alog_task_time 10 ep_backend couchdb ep_bg_fetch_delay 0 ep_bg_fetched 0 ep_bg_meta_fetched 0 ep_bg_remaining_jobs 0 ep_chk_max_items 5000 ep_chk_period 1800 ep_chk_persistence_remains 0 ep_chk_persistence_timeout 10 ep_chk_remover_stime 5 ep_commit_num 4 ep_commit_time 3 ep_commit_time_total 17 ep_concurrentDB 1 ep_config_file ep_couch_bucket default ep_couch_host localhost ep_couch_port 11213 ep_couch_reconnect_sleeptime 250 ep_couch_response_timeout 180000 ep_data_age 3 ep_data_age_highwat 3 ep_data_traffic_enabled 0 ep_dbinit 0 ep_dbname /opt/couchbase/var/lib/couchbase/data/default ep_degraded_mode 0 ep_diskqueue_drain 23 ep_diskqueue_fill 23 ep_diskqueue_items 0 ep_diskqueue_memory 0 ep_diskqueue_pending 0 ep_exp_pager_stime 3600 ep_exp_pager_stime 3600 ep_expired_access 0 ep_expired_pager 0 ep_expiry_window 3 ep_failpartialwarmup 0 ep_flush_all false ep_flush_duration_total 0 ep_flushall_enabled 0 ep_flusher_state running ep_flusher_todo 0 ep_getl_default_timeout 15 ep_getl_max_timeout 30 ep_ht_locks 5 ep_ht_size 3079 ep_inconsistent_slave_chk 0 ep_initfile ep_io_num_read 0 ep_io_num_write 23 ep_io_read_bytes 0 ep_io_write_bytes 13485 ep_item_begin_failed 0 ep_item_commit_failed 0 ep_item_flush_expired 0 ep_item_flush_failed 0 ep_item_num_based_new_chk 1 ep_items_rm_from_checkpoints 27 ep_keep_closed_chks 0 ep_klog_block_size 4096 ep_klog_compactor_queue_cap 500000 ep_klog_compactor_stime 3600 ep_klog_flush commit2 ep_klog_max_entry_ratio 10 ep_klog_max_log_size 2147483647 ep_klog_path ep_klog_sync commit2 ep_kv_size 15381 ep_max_checkpoints 2 ep_max_data_size 1073741824 ep_max_item_size 20971520 ep_max_size 1073741824 ep_max_txn_size 10000 ep_max_vbuckets 1024 ep_mem_high_wat 805306368 ep_mem_high_wat 805306368 ep_mem_low_wat 644245094 ep_mem_low_wat 644245094 ep_mem_tracker_enabled true ep_min_data_age 0 ep_mlog_compactor_runs 0 ep_mutation_mem_threshold 0 ep_num_access_scanner_runs 0 ep_num_eject_failures 0 ep_num_expiry_pager_runs 0 ep_num_non_resident 0 ep_num_not_my_vbuckets 0 ep_num_ops_del_meta 0 ep_num_ops_get_meta 0 ep_num_ops_set_meta 0 ep_num_pager_runs 0 ep_num_value_ejects 0 ep_oom_errors 0 ep_overhead 13613184 ep_pager_active_vb_pcnt 40 ep_pager_unbiased_period 60 ep_pending_ops 0 ep_pending_ops_max 0 ep_pending_ops_max_duration 0 ep_pending_ops_total 0 ep_postInitfile ep_queue_age_cap 900 ep_queue_size 0 ep_startup_time 1353952912 ep_storage_age 0 ep_storage_age_highwat 0 ep_store_max_concurrency 10 ep_store_max_readers 9 ep_store_max_readwrite 1 ep_stored_val_type ep_tap_ack_grace_period 300 ep_tap_ack_initial_sequence_number 1 ep_tap_ack_interval 1000 ep_tap_ack_window_size 10 ep_tap_backfill_resident 0.9 ep_tap_backlog_limit 5000 ep_tap_backoff_period 5 ep_tap_bg_fetch_requeued 0 ep_tap_bg_fetched 0 ep_tap_bg_max_pending 500 ep_tap_keepalive 300 ep_tap_noop_interval 20 ep_tap_requeue_sleep_time 0.1 ep_tap_throttle_cap_pcnt 10 ep_tap_throttle_queue_cap 1000000 ep_tap_throttle_threshold 90 ep_tmp_oom_errors 0 ep_too_old 0 ep_too_young 0 ep_total_cache_size 15105 ep_total_del_items 0 ep_total_enqueued 23 ep_total_new_items 23 ep_total_persisted 23 ep_uncommitted_items 0 ep_value_size 13312 ep_vb0 0 ep_vb_snapshot_total 8 ep_vb_total 512 ep_vbucket_del 0 ep_vbucket_del_fail 0 ep_version 2.0.0r_140_gde42c8c ep_waitforwarmup 0 ep_warmup 1 ep_warmup_batch_size 1000 ep_warmup_dups 0 ep_warmup_min_items_threshold 100 ep_warmup_min_memory_threshold 100 ep_warmup_oom 0 ep_warmup_thread complete ep_warmup_time 635 get_hits 0 get_misses 0 incr_hits 0 incr_misses 0 libevent 2.0.11-stable limit_maxbytes 67108864 listen_disabled_num 0 max_conns_on_port_11209 1000 max_conns_on_port_11210 9000 mem_used 16096120 pid 25417 pointer_size 64 rejected_conns 0 rusage_system 2.044127 rusage_user 8.996562 tap_checkpoint_end_received 2 tap_checkpoint_start_received 514 tap_checkpoint_start_sent 512 tap_connect_received 6 tap_mutation_received 2466 tap_mutation_sent 2484 tap_opaque_received 1039 tap_opaque_sent 1036 threads 4 time 1353955213 total_connections 42 uptime 2644 vb_active_curr_items 0 vb_active_eject 0 vb_active_expired 0 vb_active_ht_memory 6428672 vb_active_itm_memory 0 vb_active_meta_data_memory 0 vb_active_num 256 vb_active_num_non_resident 0 vb_active_num_ref_ejects 0 vb_active_num_ref_items 0 vb_active_ops_create 0 vb_active_ops_delete 0 vb_active_ops_reject 0 vb_active_ops_update 0 vb_active_perc_mem_resident 0 vb_active_queue_age 0 vb_active_queue_drain 0 vb_active_queue_fill 0 vb_active_queue_memory 0 vb_active_queue_pending 0 vb_active_queue_size 0 vb_dead_num 0 vb_pending_curr_items 0 vb_pending_eject 0 vb_pending_expired 0 vb_pending_ht_memory 0 vb_pending_itm_memory 0 vb_pending_meta_data_memory 0 vb_pending_num 0 vb_pending_num_non_resident 0 vb_pending_num_ref_ejects 0 vb_pending_num_ref_items 0 vb_pending_ops_create 0 vb_pending_ops_delete 0 vb_pending_ops_reject 0 vb_pending_ops_update 0 vb_pending_perc_mem_resident 0 vb_pending_queue_age 0 vb_pending_queue_drain 0 vb_pending_queue_fill 0 vb_pending_queue_memory 0 vb_pending_queue_pending 0 vb_pending_queue_size 0 vb_replica_curr_items 23 vb_replica_eject 0 vb_replica_expired 0 vb_replica_ht_memory 6428672 vb_replica_itm_memory 15105 vb_replica_meta_data_memory 1898 vb_replica_num 256 vb_replica_num_non_resident 0 vb_replica_num_ref_ejects 0 vb_replica_num_ref_items 0 vb_replica_ops_create 23 vb_replica_ops_delete 0 vb_replica_ops_reject 0 vb_replica_ops_update 0 vb_replica_perc_mem_resident 100 vb_replica_queue_age 0 vb_replica_queue_drain 23 vb_replica_queue_fill 23 vb_replica_queue_memory 0 vb_replica_queue_pending 0 vb_replica_queue_size 0 version 1.4.4_600_g7ea975a [ns_doctor:debug,2012-11-26T10:41:11.181,ns_1@10.3.3.96:ns_doctor<0.891.0>:ns_doctor:handle_info:137]Current node statuses: [{'ns_1@10.3.2.57', [{last_heard,{1353,955271,17939}}, {outgoing_replications_safeness_level,[{"default",green}]}, {incoming_replications_conf_hashes, [{"default", [{'ns_1@10.3.3.100',110886191}, {'ns_1@10.3.3.96',41456239}, {'ns_1@10.3.3.98',112129458}]}]}, {active_buckets,["default"]}, {ready_buckets,["default"]}, {local_tasks,[]}, {memory, [{total,129868560}, {processes,87367096}, {processes_used,86837600}, {system,42501464}, {atom,1492169}, {atom_used,1478927}, {binary,5930448}, {code,14903159}, {ets,8455552}]}, {system_memory_data, [{system_total_memory,6442450944}, {free_swap,6291378176}, {total_swap,6291447808}, {cached_memory,1107570688}, {buffered_memory,669057024}, {free_memory,4084572160}, {total_memory,6442450944}]}, {node_storage_conf, [{db_path,"/opt/couchbase/var/lib/couchbase/data/"}, {index_path,"/opt/couchbase/var/lib/couchbase/data/"}]}, {statistics, [{wall_clock,{2773607,4998}}, {context_switches,{5884162,0}}, {garbage_collection,{655439,2575543914,0}}, {io,{{input,305569399},{output,212898575}}}, {reductions,{1319237558,3056440}}, {run_queue,0}, {runtime,{119820,310}}]}, {system_stats, [{cpu_utilization_rate,0.26666666666666666}, {swap_total,6291447808}, {swap_used,69632}]}, {interesting_stats, [{couch_docs_actual_disk_size,4267119}, {couch_docs_data_size,4234285}, {couch_views_actual_disk_size,0}, {couch_views_data_size,0}, {curr_items,12}, {curr_items_tot,12}, {mem_used,16089640}, {vb_replica_curr_items,0}]}, {cluster_compatibility_version,131072}, {version, [{public_key,"0.13"}, {lhttpc,"1.3.0"}, {ale,"8cffe61"}, {os_mon,"2.2.7"}, {couch_set_view,"1.2.0a-31560d7-git"}, {mnesia,"4.5"}, {inets,"5.7.1"}, {couch,"1.2.0a-31560d7-git"}, {mapreduce,"1.0.0"}, {couch_index_merger,"1.2.0a-31560d7-git"}, {kernel,"2.14.5"}, {crypto,"2.0.4"}, {ssl,"4.1.6"}, {sasl,"2.1.10"}, {couch_view_parser,"1.0.0"}, {ns_server,"2.0.0-1965-rel-enterprise"}, {mochiweb,"1.4.1"}, {oauth,"7d85d3ef"}, {stdlib,"1.17.5"}]}, {supported_compat_version,[2,0]}, {system_arch,"x86_64-unknown-linux-gnu"}, {wall_clock,2773}, {memory_data,{6442450944,2359910400,{<18023.332.0>,3514472}}}, {disk_data,[{"/",103209120,9}]}, {meminfo, <<"MemTotal: 6291456 kB\nMemFree: 3988840 kB\nBuffers: 653376 kB\nCached: 1081612 kB\nSwapCached: 0 kB\nActive: 1308764 kB\nInactive: 725312 kB\nHighTotal: 0 kB\nHighFree: 0 kB\nLowTotal: 6291456 kB\nLowFree: 3988840 kB\nSwapTotal: 6143992 kB\nSwapFree: 6143924 kB\nDirty: 84 kB\nWriteback: 0 kB\nAnonPages: 297844 kB\nMapped: 14660 kB\nSlab: 108748 kB\nPageTables: 2504 kB\nNFS_Unstable: 0 kB\nBounce: 0 kB\nCommitLimit: 9289720 kB\nCommitted_AS: 812704 kB\nVmallocTotal: 34359738367 kB\nVmallocUsed: 3384 kB\nVmallocChunk: 34359734983 kB\n">>}]}, {'ns_1@10.3.3.100', [{last_heard,{1353,955269,748669}}, {outgoing_replications_safeness_level,[{"default",green}]}, {incoming_replications_conf_hashes, [{"default", [{'ns_1@10.3.2.57',63506121}, {'ns_1@10.3.3.96',117606290}, {'ns_1@10.3.3.98',14619049}]}]}, {active_buckets,["default"]}, {ready_buckets,["default"]}, {local_tasks,[]}, {memory, [{total,127353248}, {processes,87006704}, {processes_used,86558328}, {system,40346544}, {atom,1412289}, {atom_used,1387919}, {binary,4283528}, {code,14531880}, {ets,8412592}]}, {system_memory_data, [{system_total_memory,6442450944}, {free_swap,6291447808}, {total_swap,6291447808}, {cached_memory,603824128}, {buffered_memory,730488832}, {free_memory,4541853696}, {total_memory,6442450944}]}, {node_storage_conf, [{db_path,"/opt/couchbase/var/lib/couchbase/data/"}, {index_path,"/opt/couchbase/var/lib/couchbase/data/"}]}, {statistics, [{wall_clock,{2768080,5001}}, {context_switches,{5553342,0}}, {garbage_collection,{644047,2124766927,0}}, {io,{{input,199250583},{output,174060837}}}, {reductions,{694700336,706520}}, {run_queue,0}, {runtime,{97980,110}}]}, {system_stats, [{cpu_utilization_rate,0.26246719160104987}, {swap_total,6291447808}, {swap_used,0}]}, {interesting_stats, [{couch_docs_actual_disk_size,4275316}, {couch_docs_data_size,4242522}, {couch_views_actual_disk_size,0}, {couch_views_data_size,0}, {curr_items,11}, {curr_items_tot,17}, {mem_used,16093416}, {vb_replica_curr_items,6}]}, {cluster_compatibility_version,131072}, {version, [{public_key,"0.13"}, {lhttpc,"1.3.0"}, {ale,"8cffe61"}, {os_mon,"2.2.7"}, {couch_set_view,"1.2.0a-31560d7-git"}, {mnesia,"4.5"}, {inets,"5.7.1"}, {couch,"1.2.0a-31560d7-git"}, {mapreduce,"1.0.0"}, {couch_index_merger,"1.2.0a-31560d7-git"}, {kernel,"2.14.5"}, {crypto,"2.0.4"}, {ssl,"4.1.6"}, {sasl,"2.1.10"}, {couch_view_parser,"1.0.0"}, {ns_server,"2.0.0-1965-rel-enterprise"}, {mochiweb,"1.4.1"}, {oauth,"7d85d3ef"}, {stdlib,"1.17.5"}]}, {supported_compat_version,[2,0]}, {system_arch,"x86_64-unknown-linux-gnu"}, {wall_clock,2768}, {memory_data,{6442450944,1899937792,{<18067.1014.0>,3514512}}}, {disk_data,[{"/",103209120,8}]}, {meminfo, <<"MemTotal: 6291456 kB\nMemFree: 4435404 kB\nBuffers: 713368 kB\nCached: 589672 kB\nSwapCached: 0 kB\nActive: 1174392 kB\nInactive: 405952 kB\nHighTotal: 0 kB\nHighFree: 0 kB\nLowTotal: 6291456 kB\nLowFree: 4435404 kB\nSwapTotal: 6143992 kB\nSwapFree: 6143992 kB\nDirty: 524 kB\nWriteback: 0 kB\nAnonPages: 275836 kB\nMapped: 14968 kB\nSlab: 115596 kB\nPageTables: 2524 kB\nNFS_Unstable: 0 kB\nBounce: 0 kB\nCommitLimit: 9289720 kB\nCommitted_AS: 783912 kB\nVmallocTotal: 34359738367 kB\nVmallocUsed: 3384 kB\nVmallocChunk: 34359734983 kB\n">>}]}, {'ns_1@10.3.3.96', [{last_heard,{1353,955266,183646}}, {outgoing_replications_safeness_level,[{"default",green}]}, {incoming_replications_conf_hashes, [{"default", [{'ns_1@10.3.2.57',33817834}, {'ns_1@10.3.3.100',41681736}, {'ns_1@10.3.3.98',10928119}]}]}, {active_buckets,["default"]}, {ready_buckets,["default"]}, {local_tasks,[]}, {memory, [{total,121748256}, {processes,81267264}, {processes_used,80786248}, {system,40480992}, {atom,1412289}, {atom_used,1387375}, {binary,4409512}, {code,14564384}, {ets,8385632}]}, {system_memory_data, [{system_total_memory,6442450944}, {free_swap,6291447808}, {total_swap,6291447808}, {cached_memory,621457408}, {buffered_memory,493449216}, {free_memory,4769067008}, {total_memory,6442450944}]}, {node_storage_conf, [{db_path,"/opt/couchbase/var/lib/couchbase/data/"}, {index_path,"/opt/couchbase/var/lib/couchbase/data/"}]}, {statistics, [{wall_clock,{2763323,5000}}, {context_switches,{5568415,0}}, {garbage_collection,{649812,2126007948,0}}, {io,{{input,198554932},{output,174386818}}}, {reductions,{687143228,674886}}, {run_queue,0}, {runtime,{97930,90}}]}, {system_stats, [{cpu_utilization_rate,0.24875621890547264}, {swap_total,6291447808}, {swap_used,0}]}, {interesting_stats, [{couch_docs_actual_disk_size,4283122}, {couch_docs_data_size,4250714}, {couch_views_actual_disk_size,0}, {couch_views_data_size,0}, {curr_items,0}, {curr_items_tot,23}, {mem_used,16096088}, {vb_replica_curr_items,23}]}, {cluster_compatibility_version,131072}, {version, [{public_key,"0.13"}, {lhttpc,"1.3.0"}, {ale,"8cffe61"}, {os_mon,"2.2.7"}, {couch_set_view,"1.2.0a-31560d7-git"}, {mnesia,"4.5"}, {inets,"5.7.1"}, {couch,"1.2.0a-31560d7-git"}, {mapreduce,"1.0.0"}, {couch_index_merger,"1.2.0a-31560d7-git"}, {kernel,"2.14.5"}, {crypto,"2.0.4"}, {ssl,"4.1.6"}, {sasl,"2.1.10"}, {couch_view_parser,"1.0.0"}, {ns_server,"2.0.0-1965-rel-enterprise"}, {mochiweb,"1.4.1"}, {oauth,"7d85d3ef"}, {stdlib,"1.17.5"}]}, {supported_compat_version,[2,0]}, {system_arch,"x86_64-unknown-linux-gnu"}, {wall_clock,2763}, {memory_data,{6442450944,1673003008,{<0.944.0>,2543368}}}, {disk_data,[{"/",103209120,8}]}, {meminfo, <<"MemTotal: 6291456 kB\nMemFree: 4657292 kB\nBuffers: 481884 kB\nCached: 606892 kB\nSwapCached: 0 kB\nActive: 968160 kB\nInactive: 426548 kB\nHighTotal: 0 kB\nHighFree: 0 kB\nLowTotal: 6291456 kB\nLowFree: 4657292 kB\nSwapTotal: 6143992 kB\nSwapFree: 6143992 kB\nDirty: 120 kB\nWriteback: 0 kB\nAnonPages: 305180 kB\nMapped: 14600 kB\nSlab: 79540 kB\nPageTables: 2432 kB\nNFS_Unstable: 0 kB\nBounce: 0 kB\nCommitLimit: 9289720 kB\nCommitted_AS: 819116 kB\nVmallocTotal: 34359738367 kB\nVmallocUsed: 3384 kB\nVmallocChunk: 34359734983 kB\n">>}]}, {'ns_1@10.3.3.98', [{last_heard,{1353,955270,533805}}, {outgoing_replications_safeness_level,[{"default",green}]}, {incoming_replications_conf_hashes, [{"default", [{'ns_1@10.3.2.57',115455469}, {'ns_1@10.3.3.100',74343578}, {'ns_1@10.3.3.96',66117516}]}]}, {active_buckets,["default"]}, {ready_buckets,["default"]}, {local_tasks,[]}, {memory, [{total,126682368}, {processes,86347416}, {processes_used,85883520}, {system,40334952}, {atom,1414713}, {atom_used,1390897}, {binary,4208216}, {code,14584964}, {ets,8421056}]}, {system_memory_data, [{system_total_memory,6442450944}, {free_swap,6291378176}, {total_swap,6291447808}, {cached_memory,604250112}, {buffered_memory,516284416}, {free_memory,4777205760}, {total_memory,6442450944}]}, {node_storage_conf, [{db_path,"/opt/couchbase/var/lib/couchbase/data/"}, {index_path,"/opt/couchbase/var/lib/couchbase/data/"}]}, {statistics, [{wall_clock,{2772649,4997}}, {context_switches,{5606963,0}}, {garbage_collection,{659418,2158504036,0}}, {io,{{input,199692363},{output,175260348}}}, {reductions,{700938902,620167}}, {run_queue,0}, {runtime,{98370,70}}]}, {system_stats, [{cpu_utilization_rate,0.24330900243309003}, {swap_total,6291447808}, {swap_used,69632}]}, {interesting_stats, [{couch_docs_actual_disk_size,4262989}, {couch_docs_data_size,4230189}, {couch_views_actual_disk_size,0}, {couch_views_data_size,0}, {curr_items,6}, {curr_items_tot,6}, {mem_used,16085672}, {vb_replica_curr_items,0}]}, {cluster_compatibility_version,131072}, {version, [{public_key,"0.13"}, {lhttpc,"1.3.0"}, {ale,"8cffe61"}, {os_mon,"2.2.7"}, {couch_set_view,"1.2.0a-31560d7-git"}, {mnesia,"4.5"}, {inets,"5.7.1"}, {couch,"1.2.0a-31560d7-git"}, {mapreduce,"1.0.0"}, {couch_index_merger,"1.2.0a-31560d7-git"}, {kernel,"2.14.5"}, {crypto,"2.0.4"}, {ssl,"4.1.6"}, {sasl,"2.1.10"}, {couch_view_parser,"1.0.0"}, {ns_server,"2.0.0-1965-rel-enterprise"}, {mochiweb,"1.4.1"}, {oauth,"7d85d3ef"}, {stdlib,"1.17.5"}]}, {supported_compat_version,[2,0]}, {system_arch,"x86_64-unknown-linux-gnu"}, {wall_clock,2772}, {memory_data,{6442450944,1664991232,{<18066.941.0>,3514472}}}, {disk_data,[{"/",103209120,8}]}, {meminfo, <<"MemTotal: 6291456 kB\nMemFree: 4665364 kB\nBuffers: 504184 kB\nCached: 590088 kB\nSwapCached: 68 kB\nActive: 979088 kB\nInactive: 405000 kB\nHighTotal: 0 kB\nHighFree: 0 kB\nLowTotal: 6291456 kB\nLowFree: 4665364 kB\nSwapTotal: 6143992 kB\nSwapFree: 6143924 kB\nDirty: 572 kB\nWriteback: 0 kB\nAnonPages: 288992 kB\nMapped: 14956 kB\nSlab: 83424 kB\nPageTables: 2584 kB\nNFS_Unstable: 0 kB\nBounce: 0 kB\nCommitLimit: 9289720 kB\nCommitted_AS: 807268 kB\nVmallocTotal: 34359738367 kB\nVmallocUsed: 3384 kB\nVmallocChunk: 34359734983 kB\n">>}]}] [stats:debug,2012-11-26T10:41:53.680,ns_1@10.3.3.96:<0.4839.1>:stats_collector:maybe_log_stats:126](at {{1970,1,16},{8,5,55}}) Stats for bucket "default": accepting_conns 1 auth_cmds 0 auth_errors 0 bucket_active_conns 1 bucket_conns 20 bytes 16096136 bytes_read 381309 bytes_written 49202404 cas_badval 0 cas_hits 0 cas_misses 0 cmd_flush 0 cmd_get 0 cmd_set 0 conn_yields 23 connection_structures 5000 curr_connections 21 curr_conns_on_port_11209 18 curr_conns_on_port_11210 1 curr_items 0 curr_items_tot 23 curr_temp_items 0 daemon_connections 4 decr_hits 0 decr_misses 0 delete_hits 0 delete_misses 0 ep_access_scanner_last_runtime 0 ep_access_scanner_num_items 0 ep_access_scanner_task_time 2012-11-27 10:00:00 ep_allow_data_loss_during_shutdown 1 ep_alog_block_size 4096 ep_alog_path /opt/couchbase/var/lib/couchbase/data/default/access.log ep_alog_sleep_time 1440 ep_alog_task_time 10 ep_backend couchdb ep_bg_fetch_delay 0 ep_bg_fetched 0 ep_bg_meta_fetched 0 ep_bg_remaining_jobs 0 ep_chk_max_items 5000 ep_chk_period 1800 ep_chk_persistence_remains 0 ep_chk_persistence_timeout 10 ep_chk_remover_stime 5 ep_commit_num 4 ep_commit_time 3 ep_commit_time_total 17 ep_concurrentDB 1 ep_config_file ep_couch_bucket default ep_couch_host localhost ep_couch_port 11213 ep_couch_reconnect_sleeptime 250 ep_couch_response_timeout 180000 ep_data_age 3 ep_data_age_highwat 3 ep_data_traffic_enabled 0 ep_dbinit 0 ep_dbname /opt/couchbase/var/lib/couchbase/data/default ep_degraded_mode 0 ep_diskqueue_drain 23 ep_diskqueue_fill 23 ep_diskqueue_items 0 ep_diskqueue_memory 0 ep_diskqueue_pending 0 ep_exp_pager_stime 3600 ep_exp_pager_stime 3600 ep_expired_access 0 ep_expired_pager 0 ep_expiry_window 3 ep_failpartialwarmup 0 ep_flush_all false ep_flush_duration_total 0 ep_flushall_enabled 0 ep_flusher_state running ep_flusher_todo 0 ep_getl_default_timeout 15 ep_getl_max_timeout 30 ep_ht_locks 5 ep_ht_size 3079 ep_inconsistent_slave_chk 0 ep_initfile ep_io_num_read 0 ep_io_num_write 23 ep_io_read_bytes 0 ep_io_write_bytes 13485 ep_item_begin_failed 0 ep_item_commit_failed 0 ep_item_flush_expired 0 ep_item_flush_failed 0 ep_item_num_based_new_chk 1 ep_items_rm_from_checkpoints 27 ep_keep_closed_chks 0 ep_klog_block_size 4096 ep_klog_compactor_queue_cap 500000 ep_klog_compactor_stime 3600 ep_klog_flush commit2 ep_klog_max_entry_ratio 10 ep_klog_max_log_size 2147483647 ep_klog_path ep_klog_sync commit2 ep_kv_size 15381 ep_max_checkpoints 2 ep_max_data_size 1073741824 ep_max_item_size 20971520 ep_max_size 1073741824 ep_max_txn_size 10000 ep_max_vbuckets 1024 ep_mem_high_wat 805306368 ep_mem_high_wat 805306368 ep_mem_low_wat 644245094 ep_mem_low_wat 644245094 ep_mem_tracker_enabled true ep_min_data_age 0 ep_mlog_compactor_runs 0 ep_mutation_mem_threshold 0 ep_num_access_scanner_runs 0 ep_num_eject_failures 0 ep_num_expiry_pager_runs 0 ep_num_non_resident 0 ep_num_not_my_vbuckets 0 ep_num_ops_del_meta 0 ep_num_ops_get_meta 0 ep_num_ops_set_meta 0 ep_num_pager_runs 0 ep_num_value_ejects 0 ep_oom_errors 0 ep_overhead 13613184 ep_pager_active_vb_pcnt 40 ep_pager_unbiased_period 60 ep_pending_ops 0 ep_pending_ops_max 0 ep_pending_ops_max_duration 0 ep_pending_ops_total 0 ep_postInitfile ep_queue_age_cap 900 ep_queue_size 0 ep_startup_time 1353952912 ep_storage_age 0 ep_storage_age_highwat 0 ep_store_max_concurrency 10 ep_store_max_readers 9 ep_store_max_readwrite 1 ep_stored_val_type ep_tap_ack_grace_period 300 ep_tap_ack_initial_sequence_number 1 ep_tap_ack_interval 1000 ep_tap_ack_window_size 10 ep_tap_backfill_resident 0.9 ep_tap_backlog_limit 5000 ep_tap_backoff_period 5 ep_tap_bg_fetch_requeued 0 ep_tap_bg_fetched 0 ep_tap_bg_max_pending 500 ep_tap_keepalive 300 ep_tap_noop_interval 20 ep_tap_requeue_sleep_time 0.1 ep_tap_throttle_cap_pcnt 10 ep_tap_throttle_queue_cap 1000000 ep_tap_throttle_threshold 90 ep_tmp_oom_errors 0 ep_too_old 0 ep_too_young 0 ep_total_cache_size 15105 ep_total_del_items 0 ep_total_enqueued 23 ep_total_new_items 23 ep_total_persisted 23 ep_uncommitted_items 0 ep_value_size 13312 ep_vb0 0 ep_vb_snapshot_total 8 ep_vb_total 512 ep_vbucket_del 0 ep_vbucket_del_fail 0 ep_version 2.0.0r_140_gde42c8c ep_waitforwarmup 0 ep_warmup 1 ep_warmup_batch_size 1000 ep_warmup_dups 0 ep_warmup_min_items_threshold 100 ep_warmup_min_memory_threshold 100 ep_warmup_oom 0 ep_warmup_thread complete ep_warmup_time 635 get_hits 0 get_misses 0 incr_hits 0 incr_misses 0 libevent 2.0.11-stable limit_maxbytes 67108864 listen_disabled_num 0 max_conns_on_port_11209 1000 max_conns_on_port_11210 9000 mem_used 16096136 pid 25417 pointer_size 64 rejected_conns 0 rusage_system 2.056128 rusage_user 9.084567 tap_checkpoint_end_received 2 tap_checkpoint_start_received 514 tap_checkpoint_start_sent 512 tap_connect_received 6 tap_mutation_received 2466 tap_mutation_sent 2484 tap_opaque_received 1039 tap_opaque_sent 1036 threads 4 time 1353955313 total_connections 42 uptime 2744 vb_active_curr_items 0 vb_active_eject 0 vb_active_expired 0 vb_active_ht_memory 6428672 vb_active_itm_memory 0 vb_active_meta_data_memory 0 vb_active_num 256 vb_active_num_non_resident 0 vb_active_num_ref_ejects 0 vb_active_num_ref_items 0 vb_active_ops_create 0 vb_active_ops_delete 0 vb_active_ops_reject 0 vb_active_ops_update 0 vb_active_perc_mem_resident 0 vb_active_queue_age 0 vb_active_queue_drain 0 vb_active_queue_fill 0 vb_active_queue_memory 0 vb_active_queue_pending 0 vb_active_queue_size 0 vb_dead_num 0 vb_pending_curr_items 0 vb_pending_eject 0 vb_pending_expired 0 vb_pending_ht_memory 0 vb_pending_itm_memory 0 vb_pending_meta_data_memory 0 vb_pending_num 0 vb_pending_num_non_resident 0 vb_pending_num_ref_ejects 0 vb_pending_num_ref_items 0 vb_pending_ops_create 0 vb_pending_ops_delete 0 vb_pending_ops_reject 0 vb_pending_ops_update 0 vb_pending_perc_mem_resident 0 vb_pending_queue_age 0 vb_pending_queue_drain 0 vb_pending_queue_fill 0 vb_pending_queue_memory 0 vb_pending_queue_pending 0 vb_pending_queue_size 0 vb_replica_curr_items 23 vb_replica_eject 0 vb_replica_expired 0 vb_replica_ht_memory 6428672 vb_replica_itm_memory 15105 vb_replica_meta_data_memory 1898 vb_replica_num 256 vb_replica_num_non_resident 0 vb_replica_num_ref_ejects 0 vb_replica_num_ref_items 0 vb_replica_ops_create 23 vb_replica_ops_delete 0 vb_replica_ops_reject 0 vb_replica_ops_update 0 vb_replica_perc_mem_resident 100 vb_replica_queue_age 0 vb_replica_queue_drain 23 vb_replica_queue_fill 23 vb_replica_queue_memory 0 vb_replica_queue_pending 0 vb_replica_queue_size 0 version 1.4.4_600_g7ea975a [ns_doctor:debug,2012-11-26T10:42:11.182,ns_1@10.3.3.96:ns_doctor<0.891.0>:ns_doctor:handle_info:137]Current node statuses: [{'ns_1@10.3.2.57', [{last_heard,{1353,955331,15594}}, {outgoing_replications_safeness_level,[{"default",green}]}, {incoming_replications_conf_hashes, [{"default", [{'ns_1@10.3.3.100',110886191}, {'ns_1@10.3.3.96',41456239}, {'ns_1@10.3.3.98',112129458}]}]}, {active_buckets,["default"]}, {ready_buckets,["default"]}, {local_tasks,[]}, {memory, [{total,126822696}, {processes,84166888}, {processes_used,83637392}, {system,42655808}, {atom,1492169}, {atom_used,1478927}, {binary,6012176}, {code,14903159}, {ets,8527320}]}, {system_memory_data, [{system_total_memory,6442450944}, {free_swap,6291378176}, {total_swap,6291447808}, {cached_memory,1108627456}, {buffered_memory,669057024}, {free_memory,4081778688}, {total_memory,6442450944}]}, {node_storage_conf, [{db_path,"/opt/couchbase/var/lib/couchbase/data/"}, {index_path,"/opt/couchbase/var/lib/couchbase/data/"}]}, {statistics, [{wall_clock,{2833605,4999}}, {context_switches,{5992552,0}}, {garbage_collection,{664168,2607763618,0}}, {io,{{input,307526499},{output,215685903}}}, {reductions,{1340789007,2919861}}, {run_queue,0}, {runtime,{121290,140}}]}, {system_stats, [{cpu_utilization_rate,0.48426150121065376}, {swap_total,6291447808}, {swap_used,69632}]}, {interesting_stats, [{couch_docs_actual_disk_size,4267119}, {couch_docs_data_size,4234285}, {couch_views_actual_disk_size,0}, {couch_views_data_size,0}, {curr_items,12}, {curr_items_tot,12}, {mem_used,16089640}, {vb_replica_curr_items,0}]}, {cluster_compatibility_version,131072}, {version, [{public_key,"0.13"}, {lhttpc,"1.3.0"}, {ale,"8cffe61"}, {os_mon,"2.2.7"}, {couch_set_view,"1.2.0a-31560d7-git"}, {mnesia,"4.5"}, {inets,"5.7.1"}, {couch,"1.2.0a-31560d7-git"}, {mapreduce,"1.0.0"}, {couch_index_merger,"1.2.0a-31560d7-git"}, {kernel,"2.14.5"}, {crypto,"2.0.4"}, {ssl,"4.1.6"}, {sasl,"2.1.10"}, {couch_view_parser,"1.0.0"}, {ns_server,"2.0.0-1965-rel-enterprise"}, {mochiweb,"1.4.1"}, {oauth,"7d85d3ef"}, {stdlib,"1.17.5"}]}, {supported_compat_version,[2,0]}, {system_arch,"x86_64-unknown-linux-gnu"}, {wall_clock,2833}, {memory_data,{6442450944,2359783424,{<18023.332.0>,3514472}}}, {disk_data,[{"/",103209120,9}]}, {meminfo, <<"MemTotal: 6291456 kB\nMemFree: 3986112 kB\nBuffers: 653376 kB\nCached: 1082644 kB\nSwapCached: 0 kB\nActive: 1310300 kB\nInactive: 726216 kB\nHighTotal: 0 kB\nHighFree: 0 kB\nLowTotal: 6291456 kB\nLowFree: 3986112 kB\nSwapTotal: 6143992 kB\nSwapFree: 6143924 kB\nDirty: 680 kB\nWriteback: 0 kB\nAnonPages: 299128 kB\nMapped: 14660 kB\nSlab: 108888 kB\nPageTables: 2512 kB\nNFS_Unstable: 0 kB\nBounce: 0 kB\nCommitLimit: 9289720 kB\nCommitted_AS: 812936 kB\nVmallocTotal: 34359738367 kB\nVmallocUsed: 3384 kB\nVmallocChunk: 34359734983 kB\n">>}]}, {'ns_1@10.3.3.100', [{last_heard,{1353,955329,747236}}, {outgoing_replications_safeness_level,[{"default",green}]}, {incoming_replications_conf_hashes, [{"default", [{'ns_1@10.3.2.57',63506121}, {'ns_1@10.3.3.96',117606290}, {'ns_1@10.3.3.98',14619049}]}]}, {active_buckets,["default"]}, {ready_buckets,["default"]}, {local_tasks,[]}, {memory, [{total,124726120}, {processes,84149176}, {processes_used,83700800}, {system,40576944}, {atom,1412289}, {atom_used,1387919}, {binary,4329008}, {code,14531880}, {ets,8598160}]}, {system_memory_data, [{system_total_memory,6442450944}, {free_swap,6291447808}, {total_swap,6291447808}, {cached_memory,604872704}, {buffered_memory,730488832}, {free_memory,4539076608}, {total_memory,6442450944}]}, {node_storage_conf, [{db_path,"/opt/couchbase/var/lib/couchbase/data/"}, {index_path,"/opt/couchbase/var/lib/couchbase/data/"}]}, {statistics, [{wall_clock,{2828077,4997}}, {context_switches,{5655231,0}}, {garbage_collection,{652856,2155965217,0}}, {io,{{input,204707051},{output,179502848}}}, {reductions,{703338107,712476}}, {run_queue,0}, {runtime,{99200,110}}]}, {system_stats, [{cpu_utilization_rate,0.22172949002217296}, {swap_total,6291447808}, {swap_used,0}]}, {interesting_stats, [{couch_docs_actual_disk_size,4275316}, {couch_docs_data_size,4242522}, {couch_views_actual_disk_size,0}, {couch_views_data_size,0}, {curr_items,11}, {curr_items_tot,17}, {mem_used,16093416}, {vb_replica_curr_items,6}]}, {cluster_compatibility_version,131072}, {version, [{public_key,"0.13"}, {lhttpc,"1.3.0"}, {ale,"8cffe61"}, {os_mon,"2.2.7"}, {couch_set_view,"1.2.0a-31560d7-git"}, {mnesia,"4.5"}, {inets,"5.7.1"}, {couch,"1.2.0a-31560d7-git"}, {mapreduce,"1.0.0"}, {couch_index_merger,"1.2.0a-31560d7-git"}, {kernel,"2.14.5"}, {crypto,"2.0.4"}, {ssl,"4.1.6"}, {sasl,"2.1.10"}, {couch_view_parser,"1.0.0"}, {ns_server,"2.0.0-1965-rel-enterprise"}, {mochiweb,"1.4.1"}, {oauth,"7d85d3ef"}, {stdlib,"1.17.5"}]}, {supported_compat_version,[2,0]}, {system_arch,"x86_64-unknown-linux-gnu"}, {wall_clock,2828}, {memory_data,{6442450944,1903112192,{<18067.1014.0>,3514512}}}, {disk_data,[{"/",103209120,8}]}, {meminfo, <<"MemTotal: 6291456 kB\nMemFree: 4432692 kB\nBuffers: 713368 kB\nCached: 590696 kB\nSwapCached: 0 kB\nActive: 1175976 kB\nInactive: 407180 kB\nHighTotal: 0 kB\nHighFree: 0 kB\nLowTotal: 6291456 kB\nLowFree: 4432692 kB\nSwapTotal: 6143992 kB\nSwapFree: 6143992 kB\nDirty: 260 kB\nWriteback: 0 kB\nAnonPages: 277764 kB\nMapped: 14968 kB\nSlab: 115532 kB\nPageTables: 2528 kB\nNFS_Unstable: 0 kB\nBounce: 0 kB\nCommitLimit: 9289720 kB\nCommitted_AS: 790156 kB\nVmallocTotal: 34359738367 kB\nVmallocUsed: 3384 kB\nVmallocChunk: 34359734983 kB\n">>}]}, {'ns_1@10.3.3.96', [{last_heard,{1353,955326,184930}}, {outgoing_replications_safeness_level,[{"default",green}]}, {incoming_replications_conf_hashes, [{"default", [{'ns_1@10.3.2.57',33817834}, {'ns_1@10.3.3.100',41681736}, {'ns_1@10.3.3.98',10928119}]}]}, {active_buckets,["default"]}, {ready_buckets,["default"]}, {local_tasks,[]}, {memory, [{total,118592680}, {processes,78016280}, {processes_used,77535264}, {system,40576400}, {atom,1412289}, {atom_used,1387375}, {binary,4320248}, {code,14564384}, {ets,8570480}]}, {system_memory_data, [{system_total_memory,6442450944}, {free_swap,6291447808}, {total_swap,6291447808}, {cached_memory,622501888}, {buffered_memory,493457408}, {free_memory,4772749312}, {total_memory,6442450944}]}, {node_storage_conf, [{db_path,"/opt/couchbase/var/lib/couchbase/data/"}, {index_path,"/opt/couchbase/var/lib/couchbase/data/"}]}, {statistics, [{wall_clock,{2823325,5001}}, {context_switches,{5670585,0}}, {garbage_collection,{657849,2156297132,0}}, {io,{{input,203944314},{output,179650301}}}, {reductions,{695291095,655875}}, {run_queue,0}, {runtime,{99050,80}}]}, {system_stats, [{cpu_utilization_rate,0.24691358024691357}, {swap_total,6291447808}, {swap_used,0}]}, {interesting_stats, [{couch_docs_actual_disk_size,4283122}, {couch_docs_data_size,4250714}, {couch_views_actual_disk_size,0}, {couch_views_data_size,0}, {curr_items,0}, {curr_items_tot,23}, {mem_used,16096088}, {vb_replica_curr_items,23}]}, {cluster_compatibility_version,131072}, {version, [{public_key,"0.13"}, {lhttpc,"1.3.0"}, {ale,"8cffe61"}, {os_mon,"2.2.7"}, {couch_set_view,"1.2.0a-31560d7-git"}, {mnesia,"4.5"}, {inets,"5.7.1"}, {couch,"1.2.0a-31560d7-git"}, {mapreduce,"1.0.0"}, {couch_index_merger,"1.2.0a-31560d7-git"}, {kernel,"2.14.5"}, {crypto,"2.0.4"}, {ssl,"4.1.6"}, {sasl,"2.1.10"}, {couch_view_parser,"1.0.0"}, {ns_server,"2.0.0-1965-rel-enterprise"}, {mochiweb,"1.4.1"}, {oauth,"7d85d3ef"}, {stdlib,"1.17.5"}]}, {supported_compat_version,[2,0]}, {system_arch,"x86_64-unknown-linux-gnu"}, {wall_clock,2823}, {memory_data,{6442450944,1669193728,{<0.944.0>,2543368}}}, {disk_data,[{"/",103209120,8}]}, {meminfo, <<"MemTotal: 6291456 kB\nMemFree: 4660888 kB\nBuffers: 481892 kB\nCached: 607912 kB\nSwapCached: 0 kB\nActive: 963804 kB\nInactive: 427584 kB\nHighTotal: 0 kB\nHighFree: 0 kB\nLowTotal: 6291456 kB\nLowFree: 4660888 kB\nSwapTotal: 6143992 kB\nSwapFree: 6143992 kB\nDirty: 584 kB\nWriteback: 0 kB\nAnonPages: 300760 kB\nMapped: 14600 kB\nSlab: 79620 kB\nPageTables: 2428 kB\nNFS_Unstable: 0 kB\nBounce: 0 kB\nCommitLimit: 9289720 kB\nCommitted_AS: 811056 kB\nVmallocTotal: 34359738367 kB\nVmallocUsed: 3384 kB\nVmallocChunk: 34359734983 kB\n">>}]}, {'ns_1@10.3.3.98', [{last_heard,{1353,955330,538251}}, {outgoing_replications_safeness_level,[{"default",green}]}, {incoming_replications_conf_hashes, [{"default", [{'ns_1@10.3.2.57',115455469}, {'ns_1@10.3.3.100',74343578}, {'ns_1@10.3.3.96',66117516}]}]}, {active_buckets,["default"]}, {ready_buckets,["default"]}, {local_tasks,[]}, {memory, [{total,123217704}, {processes,82785296}, {processes_used,82321400}, {system,40432408}, {atom,1414713}, {atom_used,1390897}, {binary,4120784}, {code,14584964}, {ets,8606384}]}, {system_memory_data, [{system_total_memory,6442450944}, {free_swap,6291378176}, {total_swap,6291447808}, {cached_memory,605306880}, {buffered_memory,516296704}, {free_memory,4775301120}, {total_memory,6442450944}]}, {node_storage_conf, [{db_path,"/opt/couchbase/var/lib/couchbase/data/"}, {index_path,"/opt/couchbase/var/lib/couchbase/data/"}]}, {statistics, [{wall_clock,{2832652,5001}}, {context_switches,{5709354,0}}, {garbage_collection,{667348,2189512213,0}}, {io,{{input,205154463},{output,180510971}}}, {reductions,{709333272,615176}}, {run_queue,0}, {runtime,{99450,80}}]}, {system_stats, [{cpu_utilization_rate,0.0}, {swap_total,6291447808}, {swap_used,69632}]}, {interesting_stats, [{couch_docs_actual_disk_size,4262989}, {couch_docs_data_size,4230189}, {couch_views_actual_disk_size,0}, {couch_views_data_size,0}, {curr_items,6}, {curr_items_tot,6}, {mem_used,16085672}, {vb_replica_curr_items,0}]}, {cluster_compatibility_version,131072}, {version, [{public_key,"0.13"}, {lhttpc,"1.3.0"}, {ale,"8cffe61"}, {os_mon,"2.2.7"}, {couch_set_view,"1.2.0a-31560d7-git"}, {mnesia,"4.5"}, {inets,"5.7.1"}, {couch,"1.2.0a-31560d7-git"}, {mapreduce,"1.0.0"}, {couch_index_merger,"1.2.0a-31560d7-git"}, {kernel,"2.14.5"}, {crypto,"2.0.4"}, {ssl,"4.1.6"}, {sasl,"2.1.10"}, {couch_view_parser,"1.0.0"}, {ns_server,"2.0.0-1965-rel-enterprise"}, {mochiweb,"1.4.1"}, {oauth,"7d85d3ef"}, {stdlib,"1.17.5"}]}, {supported_compat_version,[2,0]}, {system_arch,"x86_64-unknown-linux-gnu"}, {wall_clock,2832}, {memory_data,{6442450944,1667149824,{<18066.941.0>,3514472}}}, {disk_data,[{"/",103209120,8}]}, {meminfo, <<"MemTotal: 6291456 kB\nMemFree: 4663380 kB\nBuffers: 504196 kB\nCached: 591120 kB\nSwapCached: 68 kB\nActive: 979724 kB\nInactive: 406084 kB\nHighTotal: 0 kB\nHighFree: 0 kB\nLowTotal: 6291456 kB\nLowFree: 4663380 kB\nSwapTotal: 6143992 kB\nSwapFree: 6143924 kB\nDirty: 272 kB\nWriteback: 0 kB\nAnonPages: 289632 kB\nMapped: 14956 kB\nSlab: 83372 kB\nPageTables: 2584 kB\nNFS_Unstable: 0 kB\nBounce: 0 kB\nCommitLimit: 9289720 kB\nCommitted_AS: 806036 kB\nVmallocTotal: 34359738367 kB\nVmallocUsed: 3384 kB\nVmallocChunk: 34359734983 kB\n">>}]}] [ns_doctor:debug,2012-11-26T10:43:11.182,ns_1@10.3.3.96:ns_doctor<0.891.0>:ns_doctor:handle_info:137]Current node statuses: [{'ns_1@10.3.2.57', [{last_heard,{1353,955391,17073}}, {outgoing_replications_safeness_level,[{"default",green}]}, {incoming_replications_conf_hashes, [{"default", [{'ns_1@10.3.3.100',110886191}, {'ns_1@10.3.3.96',41456239}, {'ns_1@10.3.3.98',112129458}]}]}, {active_buckets,["default"]}, {ready_buckets,["default"]}, {local_tasks,[]}, {memory, [{total,129316040}, {processes,86758136}, {processes_used,86228640}, {system,42557904}, {atom,1492169}, {atom_used,1478927}, {binary,5739624}, {code,14903159}, {ets,8701712}]}, {system_memory_data, [{system_total_memory,6442450944}, {free_swap,6291378176}, {total_swap,6291447808}, {cached_memory,1109753856}, {buffered_memory,669061120}, {free_memory,4080381952}, {total_memory,6442450944}]}, {node_storage_conf, [{db_path,"/opt/couchbase/var/lib/couchbase/data/"}, {index_path,"/opt/couchbase/var/lib/couchbase/data/"}]}, {statistics, [{wall_clock,{2893606,5001}}, {context_switches,{6101059,0}}, {garbage_collection,{672495,2640051019,0}}, {io,{{input,309631268},{output,218977541}}}, {reductions,{1362471597,2921660}}, {run_queue,0}, {runtime,{122890,210}}]}, {system_stats, [{cpu_utilization_rate,0.7978723404255319}, {swap_total,6291447808}, {swap_used,69632}]}, {interesting_stats, [{couch_docs_actual_disk_size,4267119}, {couch_docs_data_size,4234285}, {couch_views_actual_disk_size,0}, {couch_views_data_size,0}, {curr_items,12}, {curr_items_tot,12}, {mem_used,16090216}, {vb_replica_curr_items,0}]}, {cluster_compatibility_version,131072}, {version, [{public_key,"0.13"}, {lhttpc,"1.3.0"}, {ale,"8cffe61"}, {os_mon,"2.2.7"}, {couch_set_view,"1.2.0a-31560d7-git"}, {mnesia,"4.5"}, {inets,"5.7.1"}, {couch,"1.2.0a-31560d7-git"}, {mapreduce,"1.0.0"}, {couch_index_merger,"1.2.0a-31560d7-git"}, {kernel,"2.14.5"}, {crypto,"2.0.4"}, {ssl,"4.1.6"}, {sasl,"2.1.10"}, {couch_view_parser,"1.0.0"}, {ns_server,"2.0.0-1965-rel-enterprise"}, {mochiweb,"1.4.1"}, {oauth,"7d85d3ef"}, {stdlib,"1.17.5"}]}, {supported_compat_version,[2,0]}, {system_arch,"x86_64-unknown-linux-gnu"}, {wall_clock,2893}, {memory_data,{6442450944,2359783424,{<18023.332.0>,3514472}}}, {disk_data,[{"/",103209120,9}]}, {meminfo, <<"MemTotal: 6291456 kB\nMemFree: 3984748 kB\nBuffers: 653380 kB\nCached: 1083744 kB\nSwapCached: 0 kB\nActive: 1311024 kB\nInactive: 727124 kB\nHighTotal: 0 kB\nHighFree: 0 kB\nLowTotal: 6291456 kB\nLowFree: 3984748 kB\nSwapTotal: 6143992 kB\nSwapFree: 6143924 kB\nDirty: 504 kB\nWriteback: 0 kB\nAnonPages: 299716 kB\nMapped: 14660 kB\nSlab: 108788 kB\nPageTables: 2512 kB\nNFS_Unstable: 0 kB\nBounce: 0 kB\nCommitLimit: 9289720 kB\nCommitted_AS: 821360 kB\nVmallocTotal: 34359738367 kB\nVmallocUsed: 3384 kB\nVmallocChunk: 34359734983 kB\n">>}]}, {'ns_1@10.3.3.100', [{last_heard,{1353,955389,747247}}, {outgoing_replications_safeness_level,[{"default",green}]}, {incoming_replications_conf_hashes, [{"default", [{'ns_1@10.3.2.57',63506121}, {'ns_1@10.3.3.96',117606290}, {'ns_1@10.3.3.98',14619049}]}]}, {active_buckets,["default"]}, {ready_buckets,["default"]}, {local_tasks,[]}, {memory, [{total,127964040}, {processes,87366736}, {processes_used,86918360}, {system,40597304}, {atom,1412289}, {atom_used,1387919}, {binary,4286144}, {code,14531880}, {ets,8661080}]}, {system_memory_data, [{system_total_memory,6442450944}, {free_swap,6291447808}, {total_swap,6291447808}, {cached_memory,605974528}, {buffered_memory,730488832}, {free_memory,4537180160}, {total_memory,6442450944}]}, {node_storage_conf, [{db_path,"/opt/couchbase/var/lib/couchbase/data/"}, {index_path,"/opt/couchbase/var/lib/couchbase/data/"}]}, {statistics, [{wall_clock,{2888078,5000}}, {context_switches,{5756574,0}}, {garbage_collection,{661235,2185953450,0}}, {io,{{input,206842207},{output,181476448}}}, {reductions,{711865495,708817}}, {run_queue,0}, {runtime,{100190,90}}]}, {system_stats, [{cpu_utilization_rate,0.2631578947368421}, {swap_total,6291447808}, {swap_used,0}]}, {interesting_stats, [{couch_docs_actual_disk_size,4275316}, {couch_docs_data_size,4242522}, {couch_views_actual_disk_size,0}, {couch_views_data_size,0}, {curr_items,11}, {curr_items_tot,17}, {mem_used,16093416}, {vb_replica_curr_items,6}]}, {cluster_compatibility_version,131072}, {version, [{public_key,"0.13"}, {lhttpc,"1.3.0"}, {ale,"8cffe61"}, {os_mon,"2.2.7"}, {couch_set_view,"1.2.0a-31560d7-git"}, {mnesia,"4.5"}, {inets,"5.7.1"}, {couch,"1.2.0a-31560d7-git"}, {mapreduce,"1.0.0"}, {couch_index_merger,"1.2.0a-31560d7-git"}, {kernel,"2.14.5"}, {crypto,"2.0.4"}, {ssl,"4.1.6"}, {sasl,"2.1.10"}, {couch_view_parser,"1.0.0"}, {ns_server,"2.0.0-1965-rel-enterprise"}, {mochiweb,"1.4.1"}, {oauth,"7d85d3ef"}, {stdlib,"1.17.5"}]}, {supported_compat_version,[2,0]}, {system_arch,"x86_64-unknown-linux-gnu"}, {wall_clock,2888}, {memory_data,{6442450944,1904635904,{<18067.1014.0>,3514512}}}, {disk_data,[{"/",103209120,8}]}, {meminfo, <<"MemTotal: 6291456 kB\nMemFree: 4430840 kB\nBuffers: 713368 kB\nCached: 591772 kB\nSwapCached: 0 kB\nActive: 1176184 kB\nInactive: 408084 kB\nHighTotal: 0 kB\nHighFree: 0 kB\nLowTotal: 6291456 kB\nLowFree: 4430840 kB\nSwapTotal: 6143992 kB\nSwapFree: 6143992 kB\nDirty: 596 kB\nWriteback: 0 kB\nAnonPages: 277788 kB\nMapped: 14968 kB\nSlab: 115500 kB\nPageTables: 2532 kB\nNFS_Unstable: 0 kB\nBounce: 0 kB\nCommitLimit: 9289720 kB\nCommitted_AS: 792444 kB\nVmallocTotal: 34359738367 kB\nVmallocUsed: 3384 kB\nVmallocChunk: 34359734983 kB\n">>}]}, {'ns_1@10.3.3.96', [{last_heard,{1353,955386,186057}}, {outgoing_replications_safeness_level,[{"default",green}]}, {incoming_replications_conf_hashes, [{"default", [{'ns_1@10.3.2.57',33817834}, {'ns_1@10.3.3.100',41681736}, {'ns_1@10.3.3.98',10928119}]}]}, {active_buckets,["default"]}, {ready_buckets,["default"]}, {local_tasks,[]}, {memory, [{total,120177000}, {processes,79586312}, {processes_used,79105296}, {system,40590688}, {atom,1412289}, {atom_used,1387375}, {binary,4270768}, {code,14564384}, {ets,8633920}]}, {system_memory_data, [{system_total_memory,6442450944}, {free_swap,6291447808}, {total_swap,6291447808}, {cached_memory,623620096}, {buffered_memory,493457408}, {free_memory,4771225600}, {total_memory,6442450944}]}, {node_storage_conf, [{db_path,"/opt/couchbase/var/lib/couchbase/data/"}, {index_path,"/opt/couchbase/var/lib/couchbase/data/"}]}, {statistics, [{wall_clock,{2883326,5003}}, {context_switches,{5771668,0}}, {garbage_collection,{666703,2185678149,0}}, {io,{{input,206166419},{output,181810985}}}, {reductions,{703340051,653534}}, {run_queue,0}, {runtime,{100040,60}}]}, {system_stats, [{cpu_utilization_rate,0.4975124378109453}, {swap_total,6291447808}, {swap_used,0}]}, {interesting_stats, [{couch_docs_actual_disk_size,4283122}, {couch_docs_data_size,4250714}, {couch_views_actual_disk_size,0}, {couch_views_data_size,0}, {curr_items,0}, {curr_items_tot,23}, {mem_used,16096088}, {vb_replica_curr_items,23}]}, {cluster_compatibility_version,131072}, {version, [{public_key,"0.13"}, {lhttpc,"1.3.0"}, {ale,"8cffe61"}, {os_mon,"2.2.7"}, {couch_set_view,"1.2.0a-31560d7-git"}, {mnesia,"4.5"}, {inets,"5.7.1"}, {couch,"1.2.0a-31560d7-git"}, {mapreduce,"1.0.0"}, {couch_index_merger,"1.2.0a-31560d7-git"}, {kernel,"2.14.5"}, {crypto,"2.0.4"}, {ssl,"4.1.6"}, {sasl,"2.1.10"}, {couch_view_parser,"1.0.0"}, {ns_server,"2.0.0-1965-rel-enterprise"}, {mochiweb,"1.4.1"}, {oauth,"7d85d3ef"}, {stdlib,"1.17.5"}]}, {supported_compat_version,[2,0]}, {system_arch,"x86_64-unknown-linux-gnu"}, {wall_clock,2883}, {memory_data,{6442450944,1670463488,{<0.944.0>,2543368}}}, {disk_data,[{"/",103209120,8}]}, {meminfo, <<"MemTotal: 6291456 kB\nMemFree: 4659400 kB\nBuffers: 481892 kB\nCached: 609004 kB\nSwapCached: 0 kB\nActive: 964352 kB\nInactive: 428428 kB\nHighTotal: 0 kB\nHighFree: 0 kB\nLowTotal: 6291456 kB\nLowFree: 4659400 kB\nSwapTotal: 6143992 kB\nSwapFree: 6143992 kB\nDirty: 384 kB\nWriteback: 0 kB\nAnonPages: 301172 kB\nMapped: 14600 kB\nSlab: 79564 kB\nPageTables: 2432 kB\nNFS_Unstable: 0 kB\nBounce: 0 kB\nCommitLimit: 9289720 kB\nCommitted_AS: 812136 kB\nVmallocTotal: 34359738367 kB\nVmallocUsed: 3384 kB\nVmallocChunk: 34359734983 kB\n">>}]}, {'ns_1@10.3.3.98', [{last_heard,{1353,955390,534849}}, {outgoing_replications_safeness_level,[{"default",green}]}, {incoming_replications_conf_hashes, [{"default", [{'ns_1@10.3.2.57',115455469}, {'ns_1@10.3.3.100',74343578}, {'ns_1@10.3.3.96',66117516}]}]}, {active_buckets,["default"]}, {ready_buckets,["default"]}, {local_tasks,[]}, {memory, [{total,125834656}, {processes,85251424}, {processes_used,84787528}, {system,40583232}, {atom,1414713}, {atom_used,1390897}, {binary,4208000}, {code,14584964}, {ets,8669640}]}, {system_memory_data, [{system_total_memory,6442450944}, {free_swap,6291378176}, {total_swap,6291447808}, {cached_memory,606412800}, {buffered_memory,516296704}, {free_memory,4774031360}, {total_memory,6442450944}]}, {node_storage_conf, [{db_path,"/opt/couchbase/var/lib/couchbase/data/"}, {index_path,"/opt/couchbase/var/lib/couchbase/data/"}]}, {statistics, [{wall_clock,{2892651,5000}}, {context_switches,{5810695,0}}, {garbage_collection,{674437,2219150325,0}}, {io,{{input,207270685},{output,182798596}}}, {reductions,{717605388,629648}}, {run_queue,0}, {runtime,{100530,80}}]}, {system_stats, [{cpu_utilization_rate,0.6787330316742082}, {swap_total,6291447808}, {swap_used,69632}]}, {interesting_stats, [{couch_docs_actual_disk_size,4262989}, {couch_docs_data_size,4230189}, {couch_views_actual_disk_size,0}, {couch_views_data_size,0}, {curr_items,6}, {curr_items_tot,6}, {mem_used,16085672}, {vb_replica_curr_items,0}]}, {cluster_compatibility_version,131072}, {version, [{public_key,"0.13"}, {lhttpc,"1.3.0"}, {ale,"8cffe61"}, {os_mon,"2.2.7"}, {couch_set_view,"1.2.0a-31560d7-git"}, {mnesia,"4.5"}, {inets,"5.7.1"}, {couch,"1.2.0a-31560d7-git"}, {mapreduce,"1.0.0"}, {couch_index_merger,"1.2.0a-31560d7-git"}, {kernel,"2.14.5"}, {crypto,"2.0.4"}, {ssl,"4.1.6"}, {sasl,"2.1.10"}, {couch_view_parser,"1.0.0"}, {ns_server,"2.0.0-1965-rel-enterprise"}, {mochiweb,"1.4.1"}, {oauth,"7d85d3ef"}, {stdlib,"1.17.5"}]}, {supported_compat_version,[2,0]}, {system_arch,"x86_64-unknown-linux-gnu"}, {wall_clock,2892}, {memory_data,{6442450944,1667911680,{<18066.941.0>,3514472}}}, {disk_data,[{"/",103209120,8}]}, {meminfo, <<"MemTotal: 6291456 kB\nMemFree: 4662264 kB\nBuffers: 504196 kB\nCached: 592200 kB\nSwapCached: 68 kB\nActive: 979368 kB\nInactive: 407012 kB\nHighTotal: 0 kB\nHighFree: 0 kB\nLowTotal: 6291456 kB\nLowFree: 4662264 kB\nSwapTotal: 6143992 kB\nSwapFree: 6143924 kB\nDirty: 164 kB\nWriteback: 0 kB\nAnonPages: 289124 kB\nMapped: 14956 kB\nSlab: 83420 kB\nPageTables: 2576 kB\nNFS_Unstable: 0 kB\nBounce: 0 kB\nCommitLimit: 9289720 kB\nCommitted_AS: 816496 kB\nVmallocTotal: 34359738367 kB\nVmallocUsed: 3384 kB\nVmallocChunk: 34359734983 kB\n">>}]}] [stats:debug,2012-11-26T10:43:33.682,ns_1@10.3.3.96:<0.4839.1>:stats_collector:maybe_log_stats:126](at {{1970,1,16},{8,5,55}}) Stats for bucket "default": accepting_conns 1 auth_cmds 0 auth_errors 0 bucket_active_conns 1 bucket_conns 20 bytes 16096120 bytes_read 393239 bytes_written 51230284 cas_badval 0 cas_hits 0 cas_misses 0 cmd_flush 0 cmd_get 0 cmd_set 0 conn_yields 23 connection_structures 5000 curr_connections 21 curr_conns_on_port_11209 18 curr_conns_on_port_11210 1 curr_items 0 curr_items_tot 23 curr_temp_items 0 daemon_connections 4 decr_hits 0 decr_misses 0 delete_hits 0 delete_misses 0 ep_access_scanner_last_runtime 0 ep_access_scanner_num_items 0 ep_access_scanner_task_time 2012-11-27 10:00:00 ep_allow_data_loss_during_shutdown 1 ep_alog_block_size 4096 ep_alog_path /opt/couchbase/var/lib/couchbase/data/default/access.log ep_alog_sleep_time 1440 ep_alog_task_time 10 ep_backend couchdb ep_bg_fetch_delay 0 ep_bg_fetched 0 ep_bg_meta_fetched 0 ep_bg_remaining_jobs 0 ep_chk_max_items 5000 ep_chk_period 1800 ep_chk_persistence_remains 0 ep_chk_persistence_timeout 10 ep_chk_remover_stime 5 ep_commit_num 4 ep_commit_time 3 ep_commit_time_total 17 ep_concurrentDB 1 ep_config_file ep_couch_bucket default ep_couch_host localhost ep_couch_port 11213 ep_couch_reconnect_sleeptime 250 ep_couch_response_timeout 180000 ep_data_age 3 ep_data_age_highwat 3 ep_data_traffic_enabled 0 ep_dbinit 0 ep_dbname /opt/couchbase/var/lib/couchbase/data/default ep_degraded_mode 0 ep_diskqueue_drain 23 ep_diskqueue_fill 23 ep_diskqueue_items 0 ep_diskqueue_memory 0 ep_diskqueue_pending 0 ep_exp_pager_stime 3600 ep_exp_pager_stime 3600 ep_expired_access 0 ep_expired_pager 0 ep_expiry_window 3 ep_failpartialwarmup 0 ep_flush_all false ep_flush_duration_total 0 ep_flushall_enabled 0 ep_flusher_state running ep_flusher_todo 0 ep_getl_default_timeout 15 ep_getl_max_timeout 30 ep_ht_locks 5 ep_ht_size 3079 ep_inconsistent_slave_chk 0 ep_initfile ep_io_num_read 0 ep_io_num_write 23 ep_io_read_bytes 0 ep_io_write_bytes 13485 ep_item_begin_failed 0 ep_item_commit_failed 0 ep_item_flush_expired 0 ep_item_flush_failed 0 ep_item_num_based_new_chk 1 ep_items_rm_from_checkpoints 27 ep_keep_closed_chks 0 ep_klog_block_size 4096 ep_klog_compactor_queue_cap 500000 ep_klog_compactor_stime 3600 ep_klog_flush commit2 ep_klog_max_entry_ratio 10 ep_klog_max_log_size 2147483647 ep_klog_path ep_klog_sync commit2 ep_kv_size 15381 ep_max_checkpoints 2 ep_max_data_size 1073741824 ep_max_item_size 20971520 ep_max_size 1073741824 ep_max_txn_size 10000 ep_max_vbuckets 1024 ep_mem_high_wat 805306368 ep_mem_high_wat 805306368 ep_mem_low_wat 644245094 ep_mem_low_wat 644245094 ep_mem_tracker_enabled true ep_min_data_age 0 ep_mlog_compactor_runs 0 ep_mutation_mem_threshold 0 ep_num_access_scanner_runs 0 ep_num_eject_failures 0 ep_num_expiry_pager_runs 0 ep_num_non_resident 0 ep_num_not_my_vbuckets 0 ep_num_ops_del_meta 0 ep_num_ops_get_meta 0 ep_num_ops_set_meta 0 ep_num_pager_runs 0 ep_num_value_ejects 0 ep_oom_errors 0 ep_overhead 13613184 ep_pager_active_vb_pcnt 40 ep_pager_unbiased_period 60 ep_pending_ops 0 ep_pending_ops_max 0 ep_pending_ops_max_duration 0 ep_pending_ops_total 0 ep_postInitfile ep_queue_age_cap 900 ep_queue_size 0 ep_startup_time 1353952912 ep_storage_age 0 ep_storage_age_highwat 0 ep_store_max_concurrency 10 ep_store_max_readers 9 ep_store_max_readwrite 1 ep_stored_val_type ep_tap_ack_grace_period 300 ep_tap_ack_initial_sequence_number 1 ep_tap_ack_interval 1000 ep_tap_ack_window_size 10 ep_tap_backfill_resident 0.9 ep_tap_backlog_limit 5000 ep_tap_backoff_period 5 ep_tap_bg_fetch_requeued 0 ep_tap_bg_fetched 0 ep_tap_bg_max_pending 500 ep_tap_keepalive 300 ep_tap_noop_interval 20 ep_tap_requeue_sleep_time 0.1 ep_tap_throttle_cap_pcnt 10 ep_tap_throttle_queue_cap 1000000 ep_tap_throttle_threshold 90 ep_tmp_oom_errors 0 ep_too_old 0 ep_too_young 0 ep_total_cache_size 15105 ep_total_del_items 0 ep_total_enqueued 23 ep_total_new_items 23 ep_total_persisted 23 ep_uncommitted_items 0 ep_value_size 13312 ep_vb0 0 ep_vb_snapshot_total 8 ep_vb_total 512 ep_vbucket_del 0 ep_vbucket_del_fail 0 ep_version 2.0.0r_140_gde42c8c ep_waitforwarmup 0 ep_warmup 1 ep_warmup_batch_size 1000 ep_warmup_dups 0 ep_warmup_min_items_threshold 100 ep_warmup_min_memory_threshold 100 ep_warmup_oom 0 ep_warmup_thread complete ep_warmup_time 635 get_hits 0 get_misses 0 incr_hits 0 incr_misses 0 libevent 2.0.11-stable limit_maxbytes 67108864 listen_disabled_num 0 max_conns_on_port_11209 1000 max_conns_on_port_11210 9000 mem_used 16096120 pid 25417 pointer_size 64 rejected_conns 0 rusage_system 2.068129 rusage_user 9.160572 tap_checkpoint_end_received 2 tap_checkpoint_start_received 514 tap_checkpoint_start_sent 512 tap_connect_received 6 tap_mutation_received 2466 tap_mutation_sent 2484 tap_opaque_received 1039 tap_opaque_sent 1036 threads 4 time 1353955413 total_connections 42 uptime 2844 vb_active_curr_items 0 vb_active_eject 0 vb_active_expired 0 vb_active_ht_memory 6428672 vb_active_itm_memory 0 vb_active_meta_data_memory 0 vb_active_num 256 vb_active_num_non_resident 0 vb_active_num_ref_ejects 0 vb_active_num_ref_items 0 vb_active_ops_create 0 vb_active_ops_delete 0 vb_active_ops_reject 0 vb_active_ops_update 0 vb_active_perc_mem_resident 0 vb_active_queue_age 0 vb_active_queue_drain 0 vb_active_queue_fill 0 vb_active_queue_memory 0 vb_active_queue_pending 0 vb_active_queue_size 0 vb_dead_num 0 vb_pending_curr_items 0 vb_pending_eject 0 vb_pending_expired 0 vb_pending_ht_memory 0 vb_pending_itm_memory 0 vb_pending_meta_data_memory 0 vb_pending_num 0 vb_pending_num_non_resident 0 vb_pending_num_ref_ejects 0 vb_pending_num_ref_items 0 vb_pending_ops_create 0 vb_pending_ops_delete 0 vb_pending_ops_reject 0 vb_pending_ops_update 0 vb_pending_perc_mem_resident 0 vb_pending_queue_age 0 vb_pending_queue_drain 0 vb_pending_queue_fill 0 vb_pending_queue_memory 0 vb_pending_queue_pending 0 vb_pending_queue_size 0 vb_replica_curr_items 23 vb_replica_eject 0 vb_replica_expired 0 vb_replica_ht_memory 6428672 vb_replica_itm_memory 15105 vb_replica_meta_data_memory 1898 vb_replica_num 256 vb_replica_num_non_resident 0 vb_replica_num_ref_ejects 0 vb_replica_num_ref_items 0 vb_replica_ops_create 23 vb_replica_ops_delete 0 vb_replica_ops_reject 0 vb_replica_ops_update 0 vb_replica_perc_mem_resident 100 vb_replica_queue_age 0 vb_replica_queue_drain 23 vb_replica_queue_fill 23 vb_replica_queue_memory 0 vb_replica_queue_pending 0 vb_replica_queue_size 0 version 1.4.4_600_g7ea975a [ns_doctor:debug,2012-11-26T10:44:11.182,ns_1@10.3.3.96:ns_doctor<0.891.0>:ns_doctor:handle_info:137]Current node statuses: [{'ns_1@10.3.2.57', [{last_heard,{1353,955451,30129}}, {outgoing_replications_safeness_level,[{"default",green}]}, {incoming_replications_conf_hashes, [{"default", [{'ns_1@10.3.3.100',110886191}, {'ns_1@10.3.3.96',41456239}, {'ns_1@10.3.3.98',112129458}]}]}, {active_buckets,["default"]}, {ready_buckets,["default"]}, {local_tasks,[]}, {memory, [{total,128406280}, {processes,85126432}, {processes_used,84599744}, {system,43279848}, {atom,1492169}, {atom_used,1478927}, {binary,6286808}, {code,14903159}, {ets,8876288}]}, {system_memory_data, [{system_total_memory,6442450944}, {free_swap,6291378176}, {total_swap,6291447808}, {cached_memory,1108611072}, {buffered_memory,669073408}, {free_memory,4076929024}, {total_memory,6442450944}]}, {node_storage_conf, [{db_path,"/opt/couchbase/var/lib/couchbase/data/"}, {index_path,"/opt/couchbase/var/lib/couchbase/data/"}]}, {statistics, [{wall_clock,{2953618,5012}}, {context_switches,{6209808,0}}, {garbage_collection,{681734,2674191099,0}}, {io,{{input,313880774},{output,228546358}}}, {reductions,{1384290816,3020794}}, {run_queue,0}, {runtime,{124770,430}}]}, {system_stats, [{cpu_utilization_rate,0.6741573033707865}, {swap_total,6291447808}, {swap_used,69632}]}, {interesting_stats, [{couch_docs_actual_disk_size,4267119}, {couch_docs_data_size,4234285}, {couch_views_actual_disk_size,0}, {couch_views_data_size,0}, {curr_items,12}, {curr_items_tot,12}, {mem_used,16089640}, {vb_replica_curr_items,0}]}, {cluster_compatibility_version,131072}, {version, [{public_key,"0.13"}, {lhttpc,"1.3.0"}, {ale,"8cffe61"}, {os_mon,"2.2.7"}, {couch_set_view,"1.2.0a-31560d7-git"}, {mnesia,"4.5"}, {inets,"5.7.1"}, {couch,"1.2.0a-31560d7-git"}, {mapreduce,"1.0.0"}, {couch_index_merger,"1.2.0a-31560d7-git"}, {kernel,"2.14.5"}, {crypto,"2.0.4"}, {ssl,"4.1.6"}, {sasl,"2.1.10"}, {couch_view_parser,"1.0.0"}, {ns_server,"2.0.0-1965-rel-enterprise"}, {mochiweb,"1.4.1"}, {oauth,"7d85d3ef"}, {stdlib,"1.17.5"}]}, {supported_compat_version,[2,0]}, {system_arch,"x86_64-unknown-linux-gnu"}, {wall_clock,2953}, {memory_data,{6442450944,2365370368,{<18023.332.0>,3514472}}}, {disk_data,[{"/",103209120,9}]}, {meminfo, <<"MemTotal: 6291456 kB\nMemFree: 3981376 kB\nBuffers: 653392 kB\nCached: 1082628 kB\nSwapCached: 0 kB\nActive: 1316252 kB\nInactive: 724572 kB\nHighTotal: 0 kB\nHighFree: 0 kB\nLowTotal: 6291456 kB\nLowFree: 3981376 kB\nSwapTotal: 6143992 kB\nSwapFree: 6143924 kB\nDirty: 468 kB\nWriteback: 0 kB\nAnonPages: 303480 kB\nMapped: 14660 kB\nSlab: 109004 kB\nPageTables: 2536 kB\nNFS_Unstable: 0 kB\nBounce: 0 kB\nCommitLimit: 9289720 kB\nCommitted_AS: 824732 kB\nVmallocTotal: 34359738367 kB\nVmallocUsed: 3384 kB\nVmallocChunk: 34359734983 kB\n">>}]}, {'ns_1@10.3.3.100', [{last_heard,{1353,955449,748539}}, {outgoing_replications_safeness_level,[{"default",green}]}, {incoming_replications_conf_hashes, [{"default", [{'ns_1@10.3.2.57',63506121}, {'ns_1@10.3.3.96',117606290}, {'ns_1@10.3.3.98',14619049}]}]}, {active_buckets,["default"]}, {ready_buckets,["default"]}, {local_tasks,[]}, {memory, [{total,125253760}, {processes,84183520}, {processes_used,83735144}, {system,41070240}, {atom,1412289}, {atom_used,1387919}, {binary,4583624}, {code,14531880}, {ets,8836592}]}, {system_memory_data, [{system_total_memory,6442450944}, {free_swap,6291447808}, {total_swap,6291447808}, {cached_memory,607117312}, {buffered_memory,730488832}, {free_memory,4536901632}, {total_memory,6442450944}]}, {node_storage_conf, [{db_path,"/opt/couchbase/var/lib/couchbase/data/"}, {index_path,"/opt/couchbase/var/lib/couchbase/data/"}]}, {statistics, [{wall_clock,{2948079,5001}}, {context_switches,{5858045,0}}, {garbage_collection,{669547,2217125727,0}}, {io,{{input,208968921},{output,183468163}}}, {reductions,{720560052,707385}}, {run_queue,0}, {runtime,{101190,80}}]}, {system_stats, [{cpu_utilization_rate,0.25},{swap_total,6291447808},{swap_used,0}]}, {interesting_stats, [{couch_docs_actual_disk_size,4275316}, {couch_docs_data_size,4242522}, {couch_views_actual_disk_size,0}, {couch_views_data_size,0}, {curr_items,11}, {curr_items_tot,17}, {mem_used,16093416}, {vb_replica_curr_items,6}]}, {cluster_compatibility_version,131072}, {version, [{public_key,"0.13"}, {lhttpc,"1.3.0"}, {ale,"8cffe61"}, {os_mon,"2.2.7"}, {couch_set_view,"1.2.0a-31560d7-git"}, {mnesia,"4.5"}, {inets,"5.7.1"}, {couch,"1.2.0a-31560d7-git"}, {mapreduce,"1.0.0"}, {couch_index_merger,"1.2.0a-31560d7-git"}, {kernel,"2.14.5"}, {crypto,"2.0.4"}, {ssl,"4.1.6"}, {sasl,"2.1.10"}, {couch_view_parser,"1.0.0"}, {ns_server,"2.0.0-1965-rel-enterprise"}, {mochiweb,"1.4.1"}, {oauth,"7d85d3ef"}, {stdlib,"1.17.5"}]}, {supported_compat_version,[2,0]}, {system_arch,"x86_64-unknown-linux-gnu"}, {wall_clock,2948}, {memory_data,{6442450944,1905778688,{<18067.1014.0>,3514512}}}, {disk_data,[{"/",103209120,8}]}, {meminfo, <<"MemTotal: 6291456 kB\nMemFree: 4430568 kB\nBuffers: 713368 kB\nCached: 592888 kB\nSwapCached: 0 kB\nActive: 1176580 kB\nInactive: 409020 kB\nHighTotal: 0 kB\nHighFree: 0 kB\nLowTotal: 6291456 kB\nLowFree: 4430568 kB\nSwapTotal: 6143992 kB\nSwapFree: 6143992 kB\nDirty: 540 kB\nWriteback: 0 kB\nAnonPages: 278068 kB\nMapped: 14968 kB\nSlab: 115512 kB\nPageTables: 2528 kB\nNFS_Unstable: 0 kB\nBounce: 0 kB\nCommitLimit: 9289720 kB\nCommitted_AS: 792644 kB\nVmallocTotal: 34359738367 kB\nVmallocUsed: 3384 kB\nVmallocChunk: 34359734983 kB\n">>}]}, {'ns_1@10.3.3.96', [{last_heard,{1353,955446,183521}}, {outgoing_replications_safeness_level,[{"default",green}]}, {incoming_replications_conf_hashes, [{"default", [{'ns_1@10.3.2.57',33817834}, {'ns_1@10.3.3.100',41681736}, {'ns_1@10.3.3.98',10928119}]}]}, {active_buckets,["default"]}, {ready_buckets,["default"]}, {local_tasks,[]}, {memory, [{total,121050816}, {processes,80100344}, {processes_used,79619328}, {system,40950472}, {atom,1412289}, {atom_used,1387375}, {binary,4455664}, {code,14564384}, {ets,8808840}]}, {system_memory_data, [{system_total_memory,6442450944}, {free_swap,6291447808}, {total_swap,6291447808}, {cached_memory,624750592}, {buffered_memory,493457408}, {free_memory,4773384192}, {total_memory,6442450944}]}, {node_storage_conf, [{db_path,"/opt/couchbase/var/lib/couchbase/data/"}, {index_path,"/opt/couchbase/var/lib/couchbase/data/"}]}, {statistics, [{wall_clock,{2943323,5000}}, {context_switches,{5872906,0}}, {garbage_collection,{674536,2216032416,0}}, {io,{{input,208333356},{output,184139608}}}, {reductions,{711568426,672957}}, {run_queue,0}, {runtime,{101130,100}}]}, {system_stats, [{cpu_utilization_rate,0.49627791563275436}, {swap_total,6291447808}, {swap_used,0}]}, {interesting_stats, [{couch_docs_actual_disk_size,4283122}, {couch_docs_data_size,4250714}, {couch_views_actual_disk_size,0}, {couch_views_data_size,0}, {curr_items,0}, {curr_items_tot,23}, {mem_used,16096088}, {vb_replica_curr_items,23}]}, {cluster_compatibility_version,131072}, {version, [{public_key,"0.13"}, {lhttpc,"1.3.0"}, {ale,"8cffe61"}, {os_mon,"2.2.7"}, {couch_set_view,"1.2.0a-31560d7-git"}, {mnesia,"4.5"}, {inets,"5.7.1"}, {couch,"1.2.0a-31560d7-git"}, {mapreduce,"1.0.0"}, {couch_index_merger,"1.2.0a-31560d7-git"}, {kernel,"2.14.5"}, {crypto,"2.0.4"}, {ssl,"4.1.6"}, {sasl,"2.1.10"}, {couch_view_parser,"1.0.0"}, {ns_server,"2.0.0-1965-rel-enterprise"}, {mochiweb,"1.4.1"}, {oauth,"7d85d3ef"}, {stdlib,"1.17.5"}]}, {supported_compat_version,[2,0]}, {system_arch,"x86_64-unknown-linux-gnu"}, {wall_clock,2943}, {memory_data,{6442450944,1668431872,{<0.944.0>,2543368}}}, {disk_data,[{"/",103209120,8}]}, {meminfo, <<"MemTotal: 6291456 kB\nMemFree: 4661508 kB\nBuffers: 481892 kB\nCached: 610108 kB\nSwapCached: 0 kB\nActive: 962004 kB\nInactive: 429332 kB\nHighTotal: 0 kB\nHighFree: 0 kB\nLowTotal: 6291456 kB\nLowFree: 4661508 kB\nSwapTotal: 6143992 kB\nSwapFree: 6143992 kB\nDirty: 108 kB\nWriteback: 0 kB\nAnonPages: 298672 kB\nMapped: 14600 kB\nSlab: 79620 kB\nPageTables: 2424 kB\nNFS_Unstable: 0 kB\nBounce: 0 kB\nCommitLimit: 9289720 kB\nCommitted_AS: 810132 kB\nVmallocTotal: 34359738367 kB\nVmallocUsed: 3384 kB\nVmallocChunk: 34359734983 kB\n">>}]}, {'ns_1@10.3.3.98', [{last_heard,{1353,955450,533215}}, {outgoing_replications_safeness_level,[{"default",green}]}, {incoming_replications_conf_hashes, [{"default", [{'ns_1@10.3.2.57',115455469}, {'ns_1@10.3.3.100',74343578}, {'ns_1@10.3.3.96',66117516}]}]}, {active_buckets,["default"]}, {ready_buckets,["default"]}, {local_tasks,[]}, {memory, [{total,123212304}, {processes,82364576}, {processes_used,81900680}, {system,40847728}, {atom,1414713}, {atom_used,1390897}, {binary,4297024}, {code,14584964}, {ets,8845112}]}, {system_memory_data, [{system_total_memory,6442450944}, {free_swap,6291378176}, {total_swap,6291447808}, {cached_memory,607531008}, {buffered_memory,516296704}, {free_memory,4773015552}, {total_memory,6442450944}]}, {node_storage_conf, [{db_path,"/opt/couchbase/var/lib/couchbase/data/"}, {index_path,"/opt/couchbase/var/lib/couchbase/data/"}]}, {statistics, [{wall_clock,{2952649,4997}}, {context_switches,{5912193,0}}, {garbage_collection,{682467,2250196409,0}}, {io,{{input,209419519},{output,185319101}}}, {reductions,{726067400,612466}}, {run_queue,0}, {runtime,{101550,80}}]}, {system_stats, [{cpu_utilization_rate,0.22727272727272727}, {swap_total,6291447808}, {swap_used,69632}]}, {interesting_stats, [{couch_docs_actual_disk_size,4262989}, {couch_docs_data_size,4230189}, {couch_views_actual_disk_size,0}, {couch_views_data_size,0}, {curr_items,6}, {curr_items_tot,6}, {mem_used,16085672}, {vb_replica_curr_items,0}]}, {cluster_compatibility_version,131072}, {version, [{public_key,"0.13"}, {lhttpc,"1.3.0"}, {ale,"8cffe61"}, {os_mon,"2.2.7"}, {couch_set_view,"1.2.0a-31560d7-git"}, {mnesia,"4.5"}, {inets,"5.7.1"}, {couch,"1.2.0a-31560d7-git"}, {mapreduce,"1.0.0"}, {couch_index_merger,"1.2.0a-31560d7-git"}, {kernel,"2.14.5"}, {crypto,"2.0.4"}, {ssl,"4.1.6"}, {sasl,"2.1.10"}, {couch_view_parser,"1.0.0"}, {ns_server,"2.0.0-1965-rel-enterprise"}, {mochiweb,"1.4.1"}, {oauth,"7d85d3ef"}, {stdlib,"1.17.5"}]}, {supported_compat_version,[2,0]}, {system_arch,"x86_64-unknown-linux-gnu"}, {wall_clock,2952}, {memory_data,{6442450944,1670094848,{<18066.941.0>,3514472}}}, {disk_data,[{"/",103209120,8}]}, {meminfo, <<"MemTotal: 6291456 kB\nMemFree: 4661148 kB\nBuffers: 504196 kB\nCached: 593292 kB\nSwapCached: 68 kB\nActive: 980244 kB\nInactive: 407928 kB\nHighTotal: 0 kB\nHighFree: 0 kB\nLowTotal: 6291456 kB\nLowFree: 4661148 kB\nSwapTotal: 6143992 kB\nSwapFree: 6143924 kB\nDirty: 604 kB\nWriteback: 0 kB\nAnonPages: 289852 kB\nMapped: 14956 kB\nSlab: 83356 kB\nPageTables: 2588 kB\nNFS_Unstable: 0 kB\nBounce: 0 kB\nCommitLimit: 9289720 kB\nCommitted_AS: 809564 kB\nVmallocTotal: 34359738367 kB\nVmallocUsed: 3384 kB\nVmallocChunk: 34359734983 kB\n">>}]}] [ns_doctor:debug,2012-11-26T10:45:11.184,ns_1@10.3.3.96:ns_doctor<0.891.0>:ns_doctor:handle_info:137]Current node statuses: [{'ns_1@10.3.2.57', [{last_heard,{1353,955511,19524}}, {outgoing_replications_safeness_level,[{"default",green}]}, {incoming_replications_conf_hashes, [{"default", [{'ns_1@10.3.3.100',110886191}, {'ns_1@10.3.3.96',41456239}, {'ns_1@10.3.3.98',112129458}]}]}, {active_buckets,["default"]}, {ready_buckets,["default"]}, {local_tasks,[]}, {memory, [{total,128585352}, {processes,85596976}, {processes_used,85067480}, {system,42988376}, {atom,1492169}, {atom_used,1478927}, {binary,5818808}, {code,14903159}, {ets,9053432}]}, {system_memory_data, [{system_total_memory,6442450944}, {free_swap,6291378176}, {total_swap,6291447808}, {cached_memory,1106309120}, {buffered_memory,669077504}, {free_memory,4085460992}, {total_memory,6442450944}]}, {node_storage_conf, [{db_path,"/opt/couchbase/var/lib/couchbase/data/"}, {index_path,"/opt/couchbase/var/lib/couchbase/data/"}]}, {statistics, [{wall_clock,{3013608,5001}}, {context_switches,{6318275,0}}, {garbage_collection,{690915,2706932862,0}}, {io,{{input,317024827},{output,231163281}}}, {reductions,{1405882037,2918972}}, {run_queue,0}, {runtime,{126260,160}}]}, {system_stats, [{cpu_utilization_rate,0.7537688442211056}, {swap_total,6291447808}, {swap_used,69632}]}, {interesting_stats, [{couch_docs_actual_disk_size,4267119}, {couch_docs_data_size,4234285}, {couch_views_actual_disk_size,0}, {couch_views_data_size,0}, {curr_items,12}, {curr_items_tot,12}, {mem_used,16089640}, {vb_replica_curr_items,0}]}, {cluster_compatibility_version,131072}, {version, [{public_key,"0.13"}, {lhttpc,"1.3.0"}, {ale,"8cffe61"}, {os_mon,"2.2.7"}, {couch_set_view,"1.2.0a-31560d7-git"}, {mnesia,"4.5"}, {inets,"5.7.1"}, {couch,"1.2.0a-31560d7-git"}, {mapreduce,"1.0.0"}, {couch_index_merger,"1.2.0a-31560d7-git"}, {kernel,"2.14.5"}, {crypto,"2.0.4"}, {ssl,"4.1.6"}, {sasl,"2.1.10"}, {couch_view_parser,"1.0.0"}, {ns_server,"2.0.0-1965-rel-enterprise"}, {mochiweb,"1.4.1"}, {oauth,"7d85d3ef"}, {stdlib,"1.17.5"}]}, {supported_compat_version,[2,0]}, {system_arch,"x86_64-unknown-linux-gnu"}, {wall_clock,3013}, {memory_data,{6442450944,2356355072,{<18023.332.0>,3514472}}}, {disk_data,[{"/",103209120,9}]}, {meminfo, <<"MemTotal: 6291456 kB\nMemFree: 3989708 kB\nBuffers: 653396 kB\nCached: 1080380 kB\nSwapCached: 0 kB\nActive: 1308836 kB\nInactive: 724240 kB\nHighTotal: 0 kB\nHighFree: 0 kB\nLowTotal: 6291456 kB\nLowFree: 3989708 kB\nSwapTotal: 6143992 kB\nSwapFree: 6143924 kB\nDirty: 536 kB\nWriteback: 0 kB\nAnonPages: 297936 kB\nMapped: 14660 kB\nSlab: 108768 kB\nPageTables: 2528 kB\nNFS_Unstable: 0 kB\nBounce: 0 kB\nCommitLimit: 9289720 kB\nCommitted_AS: 814540 kB\nVmallocTotal: 34359738367 kB\nVmallocUsed: 3384 kB\nVmallocChunk: 34359734983 kB\n">>}]}, {'ns_1@10.3.3.100', [{last_heard,{1353,955509,746679}}, {outgoing_replications_safeness_level,[{"default",green}]}, {incoming_replications_conf_hashes, [{"default", [{'ns_1@10.3.2.57',63506121}, {'ns_1@10.3.3.96',117606290}, {'ns_1@10.3.3.98',14619049}]}]}, {active_buckets,["default"]}, {ready_buckets,["default"]}, {local_tasks,[]}, {memory, [{total,125596968}, {processes,84387008}, {processes_used,83938632}, {system,41209960}, {atom,1412289}, {atom_used,1387919}, {binary,4546064}, {code,14531880}, {ets,9014112}]}, {system_memory_data, [{system_total_memory,6442450944}, {free_swap,6291447808}, {total_swap,6291447808}, {cached_memory,602558464}, {buffered_memory,730492928}, {free_memory,4542234624}, {total_memory,6442450944}]}, {node_storage_conf, [{db_path,"/opt/couchbase/var/lib/couchbase/data/"}, {index_path,"/opt/couchbase/var/lib/couchbase/data/"}]}, {statistics, [{wall_clock,{3008077,4997}}, {context_switches,{5959872,0}}, {garbage_collection,{678280,2248939936,0}}, {io,{{input,214461266},{output,192284792}}}, {reductions,{729340779,713483}}, {run_queue,0}, {runtime,{102520,90}}]}, {system_stats, [{cpu_utilization_rate,0.0},{swap_total,6291447808},{swap_used,0}]}, {interesting_stats, [{couch_docs_actual_disk_size,4275316}, {couch_docs_data_size,4242522}, {couch_views_actual_disk_size,0}, {couch_views_data_size,0}, {curr_items,11}, {curr_items_tot,17}, {mem_used,16093416}, {vb_replica_curr_items,6}]}, {cluster_compatibility_version,131072}, {version, [{public_key,"0.13"}, {lhttpc,"1.3.0"}, {ale,"8cffe61"}, {os_mon,"2.2.7"}, {couch_set_view,"1.2.0a-31560d7-git"}, {mnesia,"4.5"}, {inets,"5.7.1"}, {couch,"1.2.0a-31560d7-git"}, {mapreduce,"1.0.0"}, {couch_index_merger,"1.2.0a-31560d7-git"}, {kernel,"2.14.5"}, {crypto,"2.0.4"}, {ssl,"4.1.6"}, {sasl,"2.1.10"}, {couch_view_parser,"1.0.0"}, {ns_server,"2.0.0-1965-rel-enterprise"}, {mochiweb,"1.4.1"}, {oauth,"7d85d3ef"}, {stdlib,"1.17.5"}]}, {supported_compat_version,[2,0]}, {system_arch,"x86_64-unknown-linux-gnu"}, {wall_clock,3008}, {memory_data,{6442450944,1899810816,{<18067.1014.0>,3514512}}}, {disk_data,[{"/",103209120,8}]}, {meminfo, <<"MemTotal: 6291456 kB\nMemFree: 4435776 kB\nBuffers: 713372 kB\nCached: 588436 kB\nSwapCached: 0 kB\nActive: 1174796 kB\nInactive: 404980 kB\nHighTotal: 0 kB\nHighFree: 0 kB\nLowTotal: 6291456 kB\nLowFree: 4435776 kB\nSwapTotal: 6143992 kB\nSwapFree: 6143992 kB\nDirty: 272 kB\nWriteback: 0 kB\nAnonPages: 276612 kB\nMapped: 14968 kB\nSlab: 115576 kB\nPageTables: 2528 kB\nNFS_Unstable: 0 kB\nBounce: 0 kB\nCommitLimit: 9289720 kB\nCommitted_AS: 790488 kB\nVmallocTotal: 34359738367 kB\nVmallocUsed: 3384 kB\nVmallocChunk: 34359734983 kB\n">>}]}, {'ns_1@10.3.3.96', [{last_heard,{1353,955506,184861}}, {outgoing_replications_safeness_level,[{"default",green}]}, {incoming_replications_conf_hashes, [{"default", [{'ns_1@10.3.2.57',33817834}, {'ns_1@10.3.3.100',41681736}, {'ns_1@10.3.3.98',10928119}]}]}, {active_buckets,["default"]}, {ready_buckets,["default"]}, {local_tasks,[]}, {memory, [{total,119470592}, {processes,78330984}, {processes_used,77849968}, {system,41139608}, {atom,1412289}, {atom_used,1387375}, {binary,4467232}, {code,14564384}, {ets,8986704}]}, {system_memory_data, [{system_total_memory,6442450944}, {free_swap,6291447808}, {total_swap,6291447808}, {cached_memory,620183552}, {buffered_memory,493465600}, {free_memory,4776812544}, {total_memory,6442450944}]}, {node_storage_conf, [{db_path,"/opt/couchbase/var/lib/couchbase/data/"}, {index_path,"/opt/couchbase/var/lib/couchbase/data/"}]}, {statistics, [{wall_clock,{3003325,5001}}, {context_switches,{5974546,0}}, {garbage_collection,{683001,2247079652,0}}, {io,{{input,213707434},{output,193176144}}}, {reductions,{719883878,656070}}, {run_queue,0}, {runtime,{102410,80}}]}, {system_stats, [{cpu_utilization_rate,0.23923444976076555}, {swap_total,6291447808}, {swap_used,0}]}, {interesting_stats, [{couch_docs_actual_disk_size,4283122}, {couch_docs_data_size,4250714}, {couch_views_actual_disk_size,0}, {couch_views_data_size,0}, {curr_items,0}, {curr_items_tot,23}, {mem_used,16096088}, {vb_replica_curr_items,23}]}, {cluster_compatibility_version,131072}, {version, [{public_key,"0.13"}, {lhttpc,"1.3.0"}, {ale,"8cffe61"}, {os_mon,"2.2.7"}, {couch_set_view,"1.2.0a-31560d7-git"}, {mnesia,"4.5"}, {inets,"5.7.1"}, {couch,"1.2.0a-31560d7-git"}, {mapreduce,"1.0.0"}, {couch_index_merger,"1.2.0a-31560d7-git"}, {kernel,"2.14.5"}, {crypto,"2.0.4"}, {ssl,"4.1.6"}, {sasl,"2.1.10"}, {couch_view_parser,"1.0.0"}, {ns_server,"2.0.0-1965-rel-enterprise"}, {mochiweb,"1.4.1"}, {oauth,"7d85d3ef"}, {stdlib,"1.17.5"}]}, {supported_compat_version,[2,0]}, {system_arch,"x86_64-unknown-linux-gnu"}, {wall_clock,3003}, {memory_data,{6442450944,1664876544,{<0.944.0>,2543368}}}, {disk_data,[{"/",103209120,8}]}, {meminfo, <<"MemTotal: 6291456 kB\nMemFree: 4664856 kB\nBuffers: 481900 kB\nCached: 605648 kB\nSwapCached: 0 kB\nActive: 961940 kB\nInactive: 425604 kB\nHighTotal: 0 kB\nHighFree: 0 kB\nLowTotal: 6291456 kB\nLowFree: 4664856 kB\nSwapTotal: 6143992 kB\nSwapFree: 6143992 kB\nDirty: 412 kB\nWriteback: 0 kB\nAnonPages: 299276 kB\nMapped: 14600 kB\nSlab: 79580 kB\nPageTables: 2432 kB\nNFS_Unstable: 0 kB\nBounce: 0 kB\nCommitLimit: 9289720 kB\nCommitted_AS: 809056 kB\nVmallocTotal: 34359738367 kB\nVmallocUsed: 3384 kB\nVmallocChunk: 34359734983 kB\n">>}]}, {'ns_1@10.3.3.98', [{last_heard,{1353,955510,534231}}, {outgoing_replications_safeness_level,[{"default",green}]}, {incoming_replications_conf_hashes, [{"default", [{'ns_1@10.3.2.57',115455469}, {'ns_1@10.3.3.100',74343578}, {'ns_1@10.3.3.96',66117516}]}]}, {active_buckets,["default"]}, {ready_buckets,["default"]}, {local_tasks,[]}, {memory, [{total,124828992}, {processes,83813488}, {processes_used,83349592}, {system,41015504}, {atom,1414713}, {atom_used,1390897}, {binary,4288120}, {code,14584964}, {ets,9022256}]}, {system_memory_data, [{system_total_memory,6442450944}, {free_swap,6291378176}, {total_swap,6291447808}, {cached_memory,602976256}, {buffered_memory,516300800}, {free_memory,4777332736}, {total_memory,6442450944}]}, {node_storage_conf, [{db_path,"/opt/couchbase/var/lib/couchbase/data/"}, {index_path,"/opt/couchbase/var/lib/couchbase/data/"}]}, {statistics, [{wall_clock,{3012649,5000}}, {context_switches,{6014071,0}}, {garbage_collection,{691605,2281932453,0}}, {io,{{input,214928181},{output,194470672}}}, {reductions,{734653950,621840}}, {run_queue,0}, {runtime,{102820,60}}]}, {system_stats, [{cpu_utilization_rate,0.0}, {swap_total,6291447808}, {swap_used,69632}]}, {interesting_stats, [{couch_docs_actual_disk_size,4262989}, {couch_docs_data_size,4230189}, {couch_views_actual_disk_size,0}, {couch_views_data_size,0}, {curr_items,6}, {curr_items_tot,6}, {mem_used,16085672}, {vb_replica_curr_items,0}]}, {cluster_compatibility_version,131072}, {version, [{public_key,"0.13"}, {lhttpc,"1.3.0"}, {ale,"8cffe61"}, {os_mon,"2.2.7"}, {couch_set_view,"1.2.0a-31560d7-git"}, {mnesia,"4.5"}, {inets,"5.7.1"}, {couch,"1.2.0a-31560d7-git"}, {mapreduce,"1.0.0"}, {couch_index_merger,"1.2.0a-31560d7-git"}, {kernel,"2.14.5"}, {crypto,"2.0.4"}, {ssl,"4.1.6"}, {sasl,"2.1.10"}, {couch_view_parser,"1.0.0"}, {ns_server,"2.0.0-1965-rel-enterprise"}, {mochiweb,"1.4.1"}, {oauth,"7d85d3ef"}, {stdlib,"1.17.5"}]}, {supported_compat_version,[2,0]}, {system_arch,"x86_64-unknown-linux-gnu"}, {wall_clock,3012}, {memory_data,{6442450944,1664610304,{<18066.941.0>,3514472}}}, {disk_data,[{"/",103209120,8}]}, {meminfo, <<"MemTotal: 6291456 kB\nMemFree: 4665364 kB\nBuffers: 504200 kB\nCached: 588844 kB\nSwapCached: 68 kB\nActive: 979540 kB\nInactive: 404060 kB\nHighTotal: 0 kB\nHighFree: 0 kB\nLowTotal: 6291456 kB\nLowFree: 4665364 kB\nSwapTotal: 6143992 kB\nSwapFree: 6143924 kB\nDirty: 284 kB\nWriteback: 0 kB\nAnonPages: 289776 kB\nMapped: 14956 kB\nSlab: 83480 kB\nPageTables: 2588 kB\nNFS_Unstable: 0 kB\nBounce: 0 kB\nCommitLimit: 9289720 kB\nCommitted_AS: 806648 kB\nVmallocTotal: 34359738367 kB\nVmallocUsed: 3384 kB\nVmallocChunk: 34359734983 kB\n">>}]}] [stats:debug,2012-11-26T10:45:13.681,ns_1@10.3.3.96:<0.4839.1>:stats_collector:maybe_log_stats:126](at {{1970,1,16},{8,5,55}}) Stats for bucket "default": accepting_conns 1 auth_cmds 0 auth_errors 0 bucket_active_conns 1 bucket_conns 20 bytes 16096120 bytes_read 405169 bytes_written 53258092 cas_badval 0 cas_hits 0 cas_misses 0 cmd_flush 0 cmd_get 0 cmd_set 0 conn_yields 23 connection_structures 5000 curr_connections 21 curr_conns_on_port_11209 18 curr_conns_on_port_11210 1 curr_items 0 curr_items_tot 23 curr_temp_items 0 daemon_connections 4 decr_hits 0 decr_misses 0 delete_hits 0 delete_misses 0 ep_access_scanner_last_runtime 0 ep_access_scanner_num_items 0 ep_access_scanner_task_time 2012-11-27 10:00:00 ep_allow_data_loss_during_shutdown 1 ep_alog_block_size 4096 ep_alog_path /opt/couchbase/var/lib/couchbase/data/default/access.log ep_alog_sleep_time 1440 ep_alog_task_time 10 ep_backend couchdb ep_bg_fetch_delay 0 ep_bg_fetched 0 ep_bg_meta_fetched 0 ep_bg_remaining_jobs 0 ep_chk_max_items 5000 ep_chk_period 1800 ep_chk_persistence_remains 0 ep_chk_persistence_timeout 10 ep_chk_remover_stime 5 ep_commit_num 4 ep_commit_time 3 ep_commit_time_total 17 ep_concurrentDB 1 ep_config_file ep_couch_bucket default ep_couch_host localhost ep_couch_port 11213 ep_couch_reconnect_sleeptime 250 ep_couch_response_timeout 180000 ep_data_age 3 ep_data_age_highwat 3 ep_data_traffic_enabled 0 ep_dbinit 0 ep_dbname /opt/couchbase/var/lib/couchbase/data/default ep_degraded_mode 0 ep_diskqueue_drain 23 ep_diskqueue_fill 23 ep_diskqueue_items 0 ep_diskqueue_memory 0 ep_diskqueue_pending 0 ep_exp_pager_stime 3600 ep_exp_pager_stime 3600 ep_expired_access 0 ep_expired_pager 0 ep_expiry_window 3 ep_failpartialwarmup 0 ep_flush_all false ep_flush_duration_total 0 ep_flushall_enabled 0 ep_flusher_state running ep_flusher_todo 0 ep_getl_default_timeout 15 ep_getl_max_timeout 30 ep_ht_locks 5 ep_ht_size 3079 ep_inconsistent_slave_chk 0 ep_initfile ep_io_num_read 0 ep_io_num_write 23 ep_io_read_bytes 0 ep_io_write_bytes 13485 ep_item_begin_failed 0 ep_item_commit_failed 0 ep_item_flush_expired 0 ep_item_flush_failed 0 ep_item_num_based_new_chk 1 ep_items_rm_from_checkpoints 27 ep_keep_closed_chks 0 ep_klog_block_size 4096 ep_klog_compactor_queue_cap 500000 ep_klog_compactor_stime 3600 ep_klog_flush commit2 ep_klog_max_entry_ratio 10 ep_klog_max_log_size 2147483647 ep_klog_path ep_klog_sync commit2 ep_kv_size 15381 ep_max_checkpoints 2 ep_max_data_size 1073741824 ep_max_item_size 20971520 ep_max_size 1073741824 ep_max_txn_size 10000 ep_max_vbuckets 1024 ep_mem_high_wat 805306368 ep_mem_high_wat 805306368 ep_mem_low_wat 644245094 ep_mem_low_wat 644245094 ep_mem_tracker_enabled true ep_min_data_age 0 ep_mlog_compactor_runs 0 ep_mutation_mem_threshold 0 ep_num_access_scanner_runs 0 ep_num_eject_failures 0 ep_num_expiry_pager_runs 0 ep_num_non_resident 0 ep_num_not_my_vbuckets 0 ep_num_ops_del_meta 0 ep_num_ops_get_meta 0 ep_num_ops_set_meta 0 ep_num_pager_runs 0 ep_num_value_ejects 0 ep_oom_errors 0 ep_overhead 13613184 ep_pager_active_vb_pcnt 40 ep_pager_unbiased_period 60 ep_pending_ops 0 ep_pending_ops_max 0 ep_pending_ops_max_duration 0 ep_pending_ops_total 0 ep_postInitfile ep_queue_age_cap 900 ep_queue_size 0 ep_startup_time 1353952912 ep_storage_age 0 ep_storage_age_highwat 0 ep_store_max_concurrency 10 ep_store_max_readers 9 ep_store_max_readwrite 1 ep_stored_val_type ep_tap_ack_grace_period 300 ep_tap_ack_initial_sequence_number 1 ep_tap_ack_interval 1000 ep_tap_ack_window_size 10 ep_tap_backfill_resident 0.9 ep_tap_backlog_limit 5000 ep_tap_backoff_period 5 ep_tap_bg_fetch_requeued 0 ep_tap_bg_fetched 0 ep_tap_bg_max_pending 500 ep_tap_keepalive 300 ep_tap_noop_interval 20 ep_tap_requeue_sleep_time 0.1 ep_tap_throttle_cap_pcnt 10 ep_tap_throttle_queue_cap 1000000 ep_tap_throttle_threshold 90 ep_tmp_oom_errors 0 ep_too_old 0 ep_too_young 0 ep_total_cache_size 15105 ep_total_del_items 0 ep_total_enqueued 23 ep_total_new_items 23 ep_total_persisted 23 ep_uncommitted_items 0 ep_value_size 13312 ep_vb0 0 ep_vb_snapshot_total 8 ep_vb_total 512 ep_vbucket_del 0 ep_vbucket_del_fail 0 ep_version 2.0.0r_140_gde42c8c ep_waitforwarmup 0 ep_warmup 1 ep_warmup_batch_size 1000 ep_warmup_dups 0 ep_warmup_min_items_threshold 100 ep_warmup_min_memory_threshold 100 ep_warmup_oom 0 ep_warmup_thread complete ep_warmup_time 635 get_hits 0 get_misses 0 incr_hits 0 incr_misses 0 libevent 2.0.11-stable limit_maxbytes 67108864 listen_disabled_num 0 max_conns_on_port_11209 1000 max_conns_on_port_11210 9000 mem_used 16096120 pid 25417 pointer_size 64 rejected_conns 0 rusage_system 2.080130 rusage_user 9.204575 tap_checkpoint_end_received 2 tap_checkpoint_start_received 514 tap_checkpoint_start_sent 512 tap_connect_received 6 tap_mutation_received 2466 tap_mutation_sent 2484 tap_opaque_received 1039 tap_opaque_sent 1036 threads 4 time 1353955513 total_connections 42 uptime 2944 vb_active_curr_items 0 vb_active_eject 0 vb_active_expired 0 vb_active_ht_memory 6428672 vb_active_itm_memory 0 vb_active_meta_data_memory 0 vb_active_num 256 vb_active_num_non_resident 0 vb_active_num_ref_ejects 0 vb_active_num_ref_items 0 vb_active_ops_create 0 vb_active_ops_delete 0 vb_active_ops_reject 0 vb_active_ops_update 0 vb_active_perc_mem_resident 0 vb_active_queue_age 0 vb_active_queue_drain 0 vb_active_queue_fill 0 vb_active_queue_memory 0 vb_active_queue_pending 0 vb_active_queue_size 0 vb_dead_num 0 vb_pending_curr_items 0 vb_pending_eject 0 vb_pending_expired 0 vb_pending_ht_memory 0 vb_pending_itm_memory 0 vb_pending_meta_data_memory 0 vb_pending_num 0 vb_pending_num_non_resident 0 vb_pending_num_ref_ejects 0 vb_pending_num_ref_items 0 vb_pending_ops_create 0 vb_pending_ops_delete 0 vb_pending_ops_reject 0 vb_pending_ops_update 0 vb_pending_perc_mem_resident 0 vb_pending_queue_age 0 vb_pending_queue_drain 0 vb_pending_queue_fill 0 vb_pending_queue_memory 0 vb_pending_queue_pending 0 vb_pending_queue_size 0 vb_replica_curr_items 23 vb_replica_eject 0 vb_replica_expired 0 vb_replica_ht_memory 6428672 vb_replica_itm_memory 15105 vb_replica_meta_data_memory 1898 vb_replica_num 256 vb_replica_num_non_resident 0 vb_replica_num_ref_ejects 0 vb_replica_num_ref_items 0 vb_replica_ops_create 23 vb_replica_ops_delete 0 vb_replica_ops_reject 0 vb_replica_ops_update 0 vb_replica_perc_mem_resident 100 vb_replica_queue_age 0 vb_replica_queue_drain 23 vb_replica_queue_fill 23 vb_replica_queue_memory 0 vb_replica_queue_pending 0 vb_replica_queue_size 0 version 1.4.4_600_g7ea975a [ns_doctor:debug,2012-11-26T10:46:11.184,ns_1@10.3.3.96:ns_doctor<0.891.0>:ns_doctor:handle_info:137]Current node statuses: [{'ns_1@10.3.2.57', [{last_heard,{1353,955571,16661}}, {outgoing_replications_safeness_level,[{"default",green}]}, {incoming_replications_conf_hashes, [{"default", [{'ns_1@10.3.3.100',110886191}, {'ns_1@10.3.3.96',41456239}, {'ns_1@10.3.3.98',112129458}]}]}, {active_buckets,["default"]}, {ready_buckets,["default"]}, {local_tasks,[]}, {memory, [{total,131811808}, {processes,88671408}, {processes_used,88141912}, {system,43140400}, {atom,1492169}, {atom_used,1478927}, {binary,5908096}, {code,14903159}, {ets,9115600}]}, {system_memory_data, [{system_total_memory,6442450944}, {free_swap,6291378176}, {total_swap,6291447808}, {cached_memory,1107447808}, {buffered_memory,669081600}, {free_memory,4078477312}, {total_memory,6442450944}]}, {node_storage_conf, [{db_path,"/opt/couchbase/var/lib/couchbase/data/"}, {index_path,"/opt/couchbase/var/lib/couchbase/data/"}]}, {statistics, [{wall_clock,{3073606,5000}}, {context_switches,{6426614,0}}, {garbage_collection,{699536,2738695166,0}}, {io,{{input,319118193},{output,234052851}}}, {reductions,{1427437268,2919244}}, {run_queue,0}, {runtime,{127710,180}}]}, {system_stats, [{cpu_utilization_rate,0.2358490566037736}, {swap_total,6291447808}, {swap_used,69632}]}, {interesting_stats, [{couch_docs_actual_disk_size,4267119}, {couch_docs_data_size,4234285}, {couch_views_actual_disk_size,0}, {couch_views_data_size,0}, {curr_items,12}, {curr_items_tot,12}, {mem_used,16089640}, {vb_replica_curr_items,0}]}, {cluster_compatibility_version,131072}, {version, [{public_key,"0.13"}, {lhttpc,"1.3.0"}, {ale,"8cffe61"}, {os_mon,"2.2.7"}, {couch_set_view,"1.2.0a-31560d7-git"}, {mnesia,"4.5"}, {inets,"5.7.1"}, {couch,"1.2.0a-31560d7-git"}, {mapreduce,"1.0.0"}, {couch_index_merger,"1.2.0a-31560d7-git"}, {kernel,"2.14.5"}, {crypto,"2.0.4"}, {ssl,"4.1.6"}, {sasl,"2.1.10"}, {couch_view_parser,"1.0.0"}, {ns_server,"2.0.0-1965-rel-enterprise"}, {mochiweb,"1.4.1"}, {oauth,"7d85d3ef"}, {stdlib,"1.17.5"}]}, {supported_compat_version,[2,0]}, {system_arch,"x86_64-unknown-linux-gnu"}, {wall_clock,3073}, {memory_data,{6442450944,2363846656,{<18023.332.0>,3514472}}}, {disk_data,[{"/",103209120,9}]}, {meminfo, <<"MemTotal: 6291456 kB\nMemFree: 3982888 kB\nBuffers: 653400 kB\nCached: 1081492 kB\nSwapCached: 0 kB\nActive: 1315224 kB\nInactive: 725196 kB\nHighTotal: 0 kB\nHighFree: 0 kB\nLowTotal: 6291456 kB\nLowFree: 3982888 kB\nSwapTotal: 6143992 kB\nSwapFree: 6143924 kB\nDirty: 504 kB\nWriteback: 0 kB\nAnonPages: 304264 kB\nMapped: 14660 kB\nSlab: 108772 kB\nPageTables: 2548 kB\nNFS_Unstable: 0 kB\nBounce: 0 kB\nCommitLimit: 9289720 kB\nCommitted_AS: 816848 kB\nVmallocTotal: 34359738367 kB\nVmallocUsed: 3384 kB\nVmallocChunk: 34359734983 kB\n">>}]}, {'ns_1@10.3.3.100', [{last_heard,{1353,955569,746458}}, {outgoing_replications_safeness_level,[{"default",green}]}, {incoming_replications_conf_hashes, [{"default", [{'ns_1@10.3.2.57',63506121}, {'ns_1@10.3.3.96',117606290}, {'ns_1@10.3.3.98',14619049}]}]}, {active_buckets,["default"]}, {ready_buckets,["default"]}, {local_tasks,[]}, {memory, [{total,127671512}, {processes,86517472}, {processes_used,86069096}, {system,41154040}, {atom,1412289}, {atom_used,1387919}, {binary,4315944}, {code,14531880}, {ets,9188336}]}, {system_memory_data, [{system_total_memory,6442450944}, {free_swap,6291447808}, {total_swap,6291447808}, {cached_memory,603668480}, {buffered_memory,730492928}, {free_memory,4541751296}, {total_memory,6442450944}]}, {node_storage_conf, [{db_path,"/opt/couchbase/var/lib/couchbase/data/"}, {index_path,"/opt/couchbase/var/lib/couchbase/data/"}]}, {statistics, [{wall_clock,{3068078,5000}}, {context_switches,{6061205,0}}, {garbage_collection,{685161,2279107838,0}}, {io,{{input,216510467},{output,194370963}}}, {reductions,{737873993,716864}}, {run_queue,0}, {runtime,{103530,80}}]}, {system_stats, [{cpu_utilization_rate,0.48661800486618007}, {swap_total,6291447808}, {swap_used,0}]}, {interesting_stats, [{couch_docs_actual_disk_size,4275316}, {couch_docs_data_size,4242522}, {couch_views_actual_disk_size,0}, {couch_views_data_size,0}, {curr_items,11}, {curr_items_tot,17}, {mem_used,16093416}, {vb_replica_curr_items,6}]}, {cluster_compatibility_version,131072}, {version, [{public_key,"0.13"}, {lhttpc,"1.3.0"}, {ale,"8cffe61"}, {os_mon,"2.2.7"}, {couch_set_view,"1.2.0a-31560d7-git"}, {mnesia,"4.5"}, {inets,"5.7.1"}, {couch,"1.2.0a-31560d7-git"}, {mapreduce,"1.0.0"}, {couch_index_merger,"1.2.0a-31560d7-git"}, {kernel,"2.14.5"}, {crypto,"2.0.4"}, {ssl,"4.1.6"}, {sasl,"2.1.10"}, {couch_view_parser,"1.0.0"}, {ns_server,"2.0.0-1965-rel-enterprise"}, {mochiweb,"1.4.1"}, {oauth,"7d85d3ef"}, {stdlib,"1.17.5"}]}, {supported_compat_version,[2,0]}, {system_arch,"x86_64-unknown-linux-gnu"}, {wall_clock,3068}, {memory_data,{6442450944,1900572672,{<18067.1014.0>,3514512}}}, {disk_data,[{"/",103209120,8}]}, {meminfo, <<"MemTotal: 6291456 kB\nMemFree: 4435304 kB\nBuffers: 713372 kB\nCached: 589520 kB\nSwapCached: 0 kB\nActive: 1174936 kB\nInactive: 405888 kB\nHighTotal: 0 kB\nHighFree: 0 kB\nLowTotal: 6291456 kB\nLowFree: 4435304 kB\nSwapTotal: 6143992 kB\nSwapFree: 6143992 kB\nDirty: 684 kB\nWriteback: 0 kB\nAnonPages: 276576 kB\nMapped: 14968 kB\nSlab: 115512 kB\nPageTables: 2524 kB\nNFS_Unstable: 0 kB\nBounce: 0 kB\nCommitLimit: 9289720 kB\nCommitted_AS: 792928 kB\nVmallocTotal: 34359738367 kB\nVmallocUsed: 3384 kB\nVmallocChunk: 34359734983 kB\n">>}]}, {'ns_1@10.3.3.96', [{last_heard,{1353,955566,185373}}, {outgoing_replications_safeness_level,[{"default",green}]}, {incoming_replications_conf_hashes, [{"default", [{'ns_1@10.3.2.57',33817834}, {'ns_1@10.3.3.100',41681736}, {'ns_1@10.3.3.98',10928119}]}]}, {active_buckets,["default"]}, {ready_buckets,["default"]}, {local_tasks,[]}, {memory, [{total,122190768}, {processes,81083528}, {processes_used,80602512}, {system,41107240}, {atom,1412289}, {atom_used,1387375}, {binary,4260208}, {code,14564384}, {ets,9161384}]}, {system_memory_data, [{system_total_memory,6442450944}, {free_swap,6291447808}, {total_swap,6291447808}, {cached_memory,621314048}, {buffered_memory,493465600}, {free_memory,4776296448}, {total_memory,6442450944}]}, {node_storage_conf, [{db_path,"/opt/couchbase/var/lib/couchbase/data/"}, {index_path,"/opt/couchbase/var/lib/couchbase/data/"}]}, {statistics, [{wall_clock,{3063325,5000}}, {context_switches,{6075609,0}}, {garbage_collection,{690573,2276182087,0}}, {io,{{input,215730762},{output,195281316}}}, {reductions,{727892549,656902}}, {run_queue,0}, {runtime,{103380,90}}]}, {system_stats, [{cpu_utilization_rate,0.24937655860349128}, {swap_total,6291447808}, {swap_used,0}]}, {interesting_stats, [{couch_docs_actual_disk_size,4283122}, {couch_docs_data_size,4250714}, {couch_views_actual_disk_size,0}, {couch_views_data_size,0}, {curr_items,0}, {curr_items_tot,23}, {mem_used,16096088}, {vb_replica_curr_items,23}]}, {cluster_compatibility_version,131072}, {version, [{public_key,"0.13"}, {lhttpc,"1.3.0"}, {ale,"8cffe61"}, {os_mon,"2.2.7"}, {couch_set_view,"1.2.0a-31560d7-git"}, {mnesia,"4.5"}, {inets,"5.7.1"}, {couch,"1.2.0a-31560d7-git"}, {mapreduce,"1.0.0"}, {couch_index_merger,"1.2.0a-31560d7-git"}, {kernel,"2.14.5"}, {crypto,"2.0.4"}, {ssl,"4.1.6"}, {sasl,"2.1.10"}, {couch_view_parser,"1.0.0"}, {ns_server,"2.0.0-1965-rel-enterprise"}, {mochiweb,"1.4.1"}, {oauth,"7d85d3ef"}, {stdlib,"1.17.5"}]}, {supported_compat_version,[2,0]}, {system_arch,"x86_64-unknown-linux-gnu"}, {wall_clock,3063}, {memory_data,{6442450944,1666154496,{<0.944.0>,2543368}}}, {disk_data,[{"/",103209120,8}]}, {meminfo, <<"MemTotal: 6291456 kB\nMemFree: 4664352 kB\nBuffers: 481900 kB\nCached: 606752 kB\nSwapCached: 0 kB\nActive: 961472 kB\nInactive: 426564 kB\nHighTotal: 0 kB\nHighFree: 0 kB\nLowTotal: 6291456 kB\nLowFree: 4664352 kB\nSwapTotal: 6143992 kB\nSwapFree: 6143992 kB\nDirty: 380 kB\nWriteback: 0 kB\nAnonPages: 298588 kB\nMapped: 14600 kB\nSlab: 79644 kB\nPageTables: 2440 kB\nNFS_Unstable: 0 kB\nBounce: 0 kB\nCommitLimit: 9289720 kB\nCommitted_AS: 807384 kB\nVmallocTotal: 34359738367 kB\nVmallocUsed: 3384 kB\nVmallocChunk: 34359734983 kB\n">>}]}, {'ns_1@10.3.3.98', [{last_heard,{1353,955570,534811}}, {outgoing_replications_safeness_level,[{"default",green}]}, {incoming_replications_conf_hashes, [{"default", [{'ns_1@10.3.2.57',115455469}, {'ns_1@10.3.3.100',74343578}, {'ns_1@10.3.3.96',66117516}]}]}, {active_buckets,["default"]}, {ready_buckets,["default"]}, {local_tasks,[]}, {memory, [{total,127335496}, {processes,86005632}, {processes_used,85541736}, {system,41329864}, {atom,1414713}, {atom_used,1390897}, {binary,4428528}, {code,14584964}, {ets,9196376}]}, {system_memory_data, [{system_total_memory,6442450944}, {free_swap,6291378176}, {total_swap,6291447808}, {cached_memory,604119040}, {buffered_memory,516300800}, {free_memory,4774539264}, {total_memory,6442450944}]}, {node_storage_conf, [{db_path,"/opt/couchbase/var/lib/couchbase/data/"}, {index_path,"/opt/couchbase/var/lib/couchbase/data/"}]}, {statistics, [{wall_clock,{3072651,5000}}, {context_switches,{6115412,0}}, {garbage_collection,{699067,2311386480,0}}, {io,{{input,216943467},{output,196475676}}}, {reductions,{742942040,625331}}, {run_queue,0}, {runtime,{103820,90}}]}, {system_stats, [{cpu_utilization_rate,0.24937655860349128}, {swap_total,6291447808}, {swap_used,69632}]}, {interesting_stats, [{couch_docs_actual_disk_size,4262989}, {couch_docs_data_size,4230189}, {couch_views_actual_disk_size,0}, {couch_views_data_size,0}, {curr_items,6}, {curr_items_tot,6}, {mem_used,16085672}, {vb_replica_curr_items,0}]}, {cluster_compatibility_version,131072}, {version, [{public_key,"0.13"}, {lhttpc,"1.3.0"}, {ale,"8cffe61"}, {os_mon,"2.2.7"}, {couch_set_view,"1.2.0a-31560d7-git"}, {mnesia,"4.5"}, {inets,"5.7.1"}, {couch,"1.2.0a-31560d7-git"}, {mapreduce,"1.0.0"}, {couch_index_merger,"1.2.0a-31560d7-git"}, {kernel,"2.14.5"}, {crypto,"2.0.4"}, {ssl,"4.1.6"}, {sasl,"2.1.10"}, {couch_view_parser,"1.0.0"}, {ns_server,"2.0.0-1965-rel-enterprise"}, {mochiweb,"1.4.1"}, {oauth,"7d85d3ef"}, {stdlib,"1.17.5"}]}, {supported_compat_version,[2,0]}, {system_arch,"x86_64-unknown-linux-gnu"}, {wall_clock,3072}, {memory_data,{6442450944,1667301376,{<18066.941.0>,3514472}}}, {disk_data,[{"/",103209120,8}]}, {meminfo, <<"MemTotal: 6291456 kB\nMemFree: 4662636 kB\nBuffers: 504200 kB\nCached: 589960 kB\nSwapCached: 68 kB\nActive: 981240 kB\nInactive: 404984 kB\nHighTotal: 0 kB\nHighFree: 0 kB\nLowTotal: 6291456 kB\nLowFree: 4662636 kB\nSwapTotal: 6143992 kB\nSwapFree: 6143924 kB\nDirty: 68 kB\nWriteback: 0 kB\nAnonPages: 291220 kB\nMapped: 14956 kB\nSlab: 83392 kB\nPageTables: 2588 kB\nNFS_Unstable: 0 kB\nBounce: 0 kB\nCommitLimit: 9289720 kB\nCommitted_AS: 809844 kB\nVmallocTotal: 34359738367 kB\nVmallocUsed: 3384 kB\nVmallocChunk: 34359734983 kB\n">>}]}] [stats:debug,2012-11-26T10:46:53.678,ns_1@10.3.3.96:<0.4839.1>:stats_collector:maybe_log_stats:126](at {{1970,1,16},{8,5,55}}) Stats for bucket "default": accepting_conns 1 auth_cmds 0 auth_errors 0 bucket_active_conns 1 bucket_conns 20 bytes 16096136 bytes_read 417099 bytes_written 55285972 cas_badval 0 cas_hits 0 cas_misses 0 cmd_flush 0 cmd_get 0 cmd_set 0 conn_yields 23 connection_structures 5000 curr_connections 21 curr_conns_on_port_11209 18 curr_conns_on_port_11210 1 curr_items 0 curr_items_tot 23 curr_temp_items 0 daemon_connections 4 decr_hits 0 decr_misses 0 delete_hits 0 delete_misses 0 ep_access_scanner_last_runtime 0 ep_access_scanner_num_items 0 ep_access_scanner_task_time 2012-11-27 10:00:00 ep_allow_data_loss_during_shutdown 1 ep_alog_block_size 4096 ep_alog_path /opt/couchbase/var/lib/couchbase/data/default/access.log ep_alog_sleep_time 1440 ep_alog_task_time 10 ep_backend couchdb ep_bg_fetch_delay 0 ep_bg_fetched 0 ep_bg_meta_fetched 0 ep_bg_remaining_jobs 0 ep_chk_max_items 5000 ep_chk_period 1800 ep_chk_persistence_remains 0 ep_chk_persistence_timeout 10 ep_chk_remover_stime 5 ep_commit_num 4 ep_commit_time 3 ep_commit_time_total 17 ep_concurrentDB 1 ep_config_file ep_couch_bucket default ep_couch_host localhost ep_couch_port 11213 ep_couch_reconnect_sleeptime 250 ep_couch_response_timeout 180000 ep_data_age 3 ep_data_age_highwat 3 ep_data_traffic_enabled 0 ep_dbinit 0 ep_dbname /opt/couchbase/var/lib/couchbase/data/default ep_degraded_mode 0 ep_diskqueue_drain 23 ep_diskqueue_fill 23 ep_diskqueue_items 0 ep_diskqueue_memory 0 ep_diskqueue_pending 0 ep_exp_pager_stime 3600 ep_exp_pager_stime 3600 ep_expired_access 0 ep_expired_pager 0 ep_expiry_window 3 ep_failpartialwarmup 0 ep_flush_all false ep_flush_duration_total 0 ep_flushall_enabled 0 ep_flusher_state running ep_flusher_todo 0 ep_getl_default_timeout 15 ep_getl_max_timeout 30 ep_ht_locks 5 ep_ht_size 3079 ep_inconsistent_slave_chk 0 ep_initfile ep_io_num_read 0 ep_io_num_write 23 ep_io_read_bytes 0 ep_io_write_bytes 13485 ep_item_begin_failed 0 ep_item_commit_failed 0 ep_item_flush_expired 0 ep_item_flush_failed 0 ep_item_num_based_new_chk 1 ep_items_rm_from_checkpoints 27 ep_keep_closed_chks 0 ep_klog_block_size 4096 ep_klog_compactor_queue_cap 500000 ep_klog_compactor_stime 3600 ep_klog_flush commit2 ep_klog_max_entry_ratio 10 ep_klog_max_log_size 2147483647 ep_klog_path ep_klog_sync commit2 ep_kv_size 15381 ep_max_checkpoints 2 ep_max_data_size 1073741824 ep_max_item_size 20971520 ep_max_size 1073741824 ep_max_txn_size 10000 ep_max_vbuckets 1024 ep_mem_high_wat 805306368 ep_mem_high_wat 805306368 ep_mem_low_wat 644245094 ep_mem_low_wat 644245094 ep_mem_tracker_enabled true ep_min_data_age 0 ep_mlog_compactor_runs 0 ep_mutation_mem_threshold 0 ep_num_access_scanner_runs 0 ep_num_eject_failures 0 ep_num_expiry_pager_runs 0 ep_num_non_resident 0 ep_num_not_my_vbuckets