============================================================================== couchbase logs (stats) cbbrowse_logs stats ============================================================================== [ns_doctor:debug,2012-11-02T18:22:39.527,ns_1@127.0.0.1:ns_doctor<0.375.0>:ns_doctor:handle_info:133]Got initial status [{'ns_1@127.0.0.1', [{last_heard,{1351,905759,527976}}, {outgoing_replications_safeness_level,[]}, {incoming_replications_conf_hashes,[]}, {active_buckets,[]}, {ready_buckets,[]}, {local_tasks,[]}, {memory, [{total,40180224}, {processes,9169184}, {processes_used,9158496}, {system,31011040}, {atom,1171065}, {atom_used,1138453}, {binary,124096}, {code,11307692}, {ets,875216}]}, {system_memory_data, [{system_total_memory,33657663488}, {free_swap,10684469248}, {total_swap,10684628992}, {cached_memory,605552640}, {buffered_memory,93900800}, {free_memory,32668286976}, {total_memory,33657663488}]}, {node_storage_conf, [{db_path, "/opt/couchbase/var/lib/couchbase/data/"}, {index_path, "/opt/couchbase/var/lib/couchbase/data/"}]}, {statistics, [{wall_clock,{1926,2}}, {context_switches,{26367,0}}, {garbage_collection,{7079,33709574,0}}, {io,{{input,6768911},{output,664363}}}, {reductions,{19678717,16643}}, {run_queue,0}, {runtime,{1170,0}}]}, {system_stats, [{cpu_utilization_rate,0}, {swap_total,0}, {swap_used,0}]}, {interesting_stats,[]}, {cluster_compatibility_version,1}, {version, [{public_key,"0.13"}, {lhttpc,"1.3.0"}, {ale,"8cffe61"}, {os_mon,"2.2.7"}, {couch_set_view,"1.2.0a-47a991b-git"}, {mnesia,"4.5"}, {inets,"5.7.1"}, {couch,"1.2.0a-47a991b-git"}, {mapreduce,"1.0.0"}, {couch_index_merger,"1.2.0a-47a991b-git"}, {kernel,"2.14.5"}, {crypto,"2.0.4"}, {ssl,"4.1.6"}, {sasl,"2.1.10"}, {couch_view_parser,"1.0.0"}, {ns_server,"2.0.0-1925-rel-enterprise"}, {mochiweb,"1.4.1"}, {oauth,"7d85d3ef"}, {stdlib,"1.17.5"}]}, {supported_compat_version,[2,0]}, {system_arch,"x86_64-unknown-linux-gnu"}, {wall_clock,1}, {memory_data, {33657663488,968552448,{<0.6.0>,601272}}}, {disk_data, [{"/",49781912,5}, {"/dev/shm",16434404,0}, {"/data",492257288,1}, {"/data2",246132896,1}]}, {meminfo, <<"MemTotal: 32868812 kB\nMemFree: 31902748 kB\nBuffers: 91700 kB\nCached: 591360 kB\nSwapCached: 140 kB\nActive: 371496 kB\nInactive: 438000 kB\nHighTotal: 0 kB\nHighFree: 0 kB\nLowTotal: 32868812 kB\nLowFree: 31902748 kB\nSwapTotal: 10434208 kB\nSwapFree: 10434052 kB\nDirty: 419756 kB\nWriteback: 56 kB\nAnonPages: 125808 kB\nMapped: 14040 kB\nSlab: 117844 kB\nPageTables: 4640 kB\nNFS_Unstable: 0 kB\nBounce: 0 kB\nCommitLimit: 26868612 kB\nCommitted_AS: 1575576 kB\nVmallocTotal: 34359738367 kB\nVmallocUsed: 6408 kB\nVmallocChunk: 34359730595 kB\nHugePages_Total: 0\nHugePages_Free: 0\nHugePages_Rsvd: 0\nHugepagesize: 2048 kB\n">>}]}] [ns_doctor:debug,2012-11-02T18:22:48.813,ns_1@127.0.0.1:ns_doctor<0.734.0>:ns_doctor:handle_info:133]Got initial status [{'ns_1@127.0.0.1', [{last_heard,{1351,905768,813309}}, {outgoing_replications_safeness_level,[]}, {incoming_replications_conf_hashes,[]}, {active_buckets,[]}, {ready_buckets,[]}, {local_tasks,[]}, {memory, [{total,42239296}, {processes,9757088}, {processes_used,9698080}, {system,32482208}, {atom,1242281}, {atom_used,1240746}, {binary,259960}, {code,12674749}, {ets,999792}]}, {system_memory_data, [{system_total_memory,33657663488}, {free_swap,10684469248}, {total_swap,10684628992}, {cached_memory,605736960}, {buffered_memory,94281728}, {free_memory,32663457792}, {total_memory,33657663488}]}, {node_storage_conf, [{db_path,"/data"},{index_path,"/data2"}]}, {statistics, [{wall_clock,{11211,3}}, {context_switches,{34074,0}}, {garbage_collection,{9131,37328995,0}}, {io,{{input,7658056},{output,1094065}}}, {reductions,{21033450,82370}}, {run_queue,1}, {runtime,{1820,10}}]}, {system_stats, [{cpu_utilization_rate,0}, {swap_total,0}, {swap_used,0}]}, {interesting_stats,[]}, {cluster_compatibility_version,131072}, {version, [{public_key,"0.13"}, {lhttpc,"1.3.0"}, {ale,"8cffe61"}, {os_mon,"2.2.7"}, {couch_set_view,"1.2.0a-47a991b-git"}, {mnesia,"4.5"}, {inets,"5.7.1"}, {couch,"1.2.0a-47a991b-git"}, {mapreduce,"1.0.0"}, {couch_index_merger,"1.2.0a-47a991b-git"}, {kernel,"2.14.5"}, {crypto,"2.0.4"}, {ssl,"4.1.6"}, {sasl,"2.1.10"}, {couch_view_parser,"1.0.0"}, {ns_server,"2.0.0-1925-rel-enterprise"}, {mochiweb,"1.4.1"}, {oauth,"7d85d3ef"}, {stdlib,"1.17.5"}]}, {supported_compat_version,[2,0]}, {system_arch,"x86_64-unknown-linux-gnu"}, {wall_clock,11}, {memory_data, {33657663488,968552448,{<0.6.0>,601272}}}, {disk_data, [{"/",49781912,5}, {"/dev/shm",16434404,0}, {"/data",492257288,1}, {"/data2",246132896,1}]}, {meminfo, <<"MemTotal: 32868812 kB\nMemFree: 31898404 kB\nBuffers: 92064 kB\nCached: 591548 kB\nSwapCached: 140 kB\nActive: 381448 kB\nInactive: 434856 kB\nHighTotal: 0 kB\nHighFree: 0 kB\nLowTotal: 32868812 kB\nLowFree: 31898404 kB\nSwapTotal: 10434208 kB\nSwapFree: 10434052 kB\nDirty: 390512 kB\nWriteback: 0 kB\nAnonPages: 132328 kB\nMapped: 16052 kB\nSlab: 115320 kB\nPageTables: 4588 kB\nNFS_Unstable: 0 kB\nBounce: 0 kB\nCommitLimit: 26868612 kB\nCommitted_AS: 1603452 kB\nVmallocTotal: 34359738367 kB\nVmallocUsed: 6408 kB\nVmallocChunk: 34359730595 kB\nHugePages_Total: 0\nHugePages_Free: 0\nHugePages_Rsvd: 0\nHugepagesize: 2048 kB\n">>}]}] [ns_doctor:debug,2012-11-02T18:23:48.807,ns_1@127.0.0.1:ns_doctor<0.734.0>:ns_doctor:handle_info:137]Current node statuses: [{'ns_1@127.0.0.1', [{last_heard,{1351,905823,808563}}, {outgoing_replications_safeness_level,[]}, {incoming_replications_conf_hashes,[]}, {active_buckets,[]}, {ready_buckets,[]}, {local_tasks,[]}, {memory, [{total,46206312}, {processes,13606696}, {processes_used,13600640}, {system,32599616}, {atom,1242281}, {atom_used,1240746}, {binary,293664}, {code,12674749}, {ets,1069176}]}, {system_memory_data, [{system_total_memory,33657663488}, {free_swap,10684469248}, {total_swap,10684628992}, {cached_memory,606281728}, {buffered_memory,94461952}, {free_memory,32599228416}, {total_memory,33657663488}]}, {node_storage_conf,[{db_path,"/data"},{index_path,"/data2"}]}, {statistics, [{wall_clock,{66206,5000}}, {context_switches,{41691,0}}, {garbage_collection,{10582,40100158,0}}, {io,{{input,7711468},{output,1240263}}}, {reductions,{22025568,82839}}, {run_queue,0}, {runtime,{4250,230}}]}, {system_stats, [{cpu_utilization_rate,1.4962593516209477}, {swap_total,10684628992}, {swap_used,159744}]}, {interesting_stats,[]}, {cluster_compatibility_version,131072}, {version, [{public_key,"0.13"}, {lhttpc,"1.3.0"}, {ale,"8cffe61"}, {os_mon,"2.2.7"}, {couch_set_view,"1.2.0a-47a991b-git"}, {mnesia,"4.5"}, {inets,"5.7.1"}, {couch,"1.2.0a-47a991b-git"}, {mapreduce,"1.0.0"}, {couch_index_merger,"1.2.0a-47a991b-git"}, {kernel,"2.14.5"}, {crypto,"2.0.4"}, {ssl,"4.1.6"}, {sasl,"2.1.10"}, {couch_view_parser,"1.0.0"}, {ns_server,"2.0.0-1925-rel-enterprise"}, {mochiweb,"1.4.1"}, {oauth,"7d85d3ef"}, {stdlib,"1.17.5"}]}, {supported_compat_version,[2,0]}, {system_arch,"x86_64-unknown-linux-gnu"}, {wall_clock,66}, {memory_data,{33657663488,1058181120,{<0.6.0>,601480}}}, {disk_data, [{"/",49781912,5}, {"/dev/shm",16434404,0}, {"/data",492257288,1}, {"/data2",246132896,1}]}, {meminfo, <<"MemTotal: 32868812 kB\nMemFree: 31835184 kB\nBuffers: 92248 kB\nCached: 592072 kB\nSwapCached: 140 kB\nActive: 443824 kB\nInactive: 435108 kB\nHighTotal: 0 kB\nHighFree: 0 kB\nLowTotal: 32868812 kB\nLowFree: 31835184 kB\nSwapTotal: 10434208 kB\nSwapFree: 10434052 kB\nDirty: 162580 kB\nWriteback: 0 kB\nAnonPages: 194496 kB\nMapped: 15896 kB\nSlab: 114220 kB\nPageTables: 5152 kB\nNFS_Unstable: 0 kB\nBounce: 0 kB\nCommitLimit: 26868612 kB\nCommitted_AS: 1837468 kB\nVmallocTotal: 34359738367 kB\nVmallocUsed: 6408 kB\nVmallocChunk: 34359730595 kB\nHugePages_Total: 0\nHugePages_Free: 0\nHugePages_Rsvd: 0\nHugepagesize: 2048 kB\n">>}]}] [ns_doctor:debug,2012-11-02T18:24:48.807,ns_1@127.0.0.1:ns_doctor<0.734.0>:ns_doctor:handle_info:137]Current node statuses: [{'ns_1@127.0.0.1', [{last_heard,{1351,905883,808096}}, {outgoing_replications_safeness_level,[]}, {incoming_replications_conf_hashes,[]}, {active_buckets,[]}, {ready_buckets,[]}, {local_tasks,[]}, {memory, [{total,46801352}, {processes,14139120}, {processes_used,14133064}, {system,32662232}, {atom,1243089}, {atom_used,1242343}, {binary,299616}, {code,12698994}, {ets,1099536}]}, {system_memory_data, [{system_total_memory,33657663488}, {free_swap,10684469248}, {total_swap,10684628992}, {cached_memory,606367744}, {buffered_memory,94543872}, {free_memory,32598212608}, {total_memory,33657663488}]}, {node_storage_conf,[{db_path,"/data"},{index_path,"/data2"}]}, {statistics, [{wall_clock,{126206,5000}}, {context_switches,{49358,0}}, {garbage_collection,{11784,42695872,0}}, {io,{{input,7763997},{output,1329891}}}, {reductions,{23015062,94822}}, {run_queue,0}, {runtime,{6920,220}}]}, {system_stats, [{cpu_utilization_rate,1.5}, {swap_total,10684628992}, {swap_used,159744}]}, {interesting_stats,[]}, {cluster_compatibility_version,131072}, {version, [{public_key,"0.13"}, {lhttpc,"1.3.0"}, {ale,"8cffe61"}, {os_mon,"2.2.7"}, {couch_set_view,"1.2.0a-47a991b-git"}, {mnesia,"4.5"}, {inets,"5.7.1"}, {couch,"1.2.0a-47a991b-git"}, {mapreduce,"1.0.0"}, {couch_index_merger,"1.2.0a-47a991b-git"}, {kernel,"2.14.5"}, {crypto,"2.0.4"}, {ssl,"4.1.6"}, {sasl,"2.1.10"}, {couch_view_parser,"1.0.0"}, {ns_server,"2.0.0-1925-rel-enterprise"}, {mochiweb,"1.4.1"}, {oauth,"7d85d3ef"}, {stdlib,"1.17.5"}]}, {supported_compat_version,[2,0]}, {system_arch,"x86_64-unknown-linux-gnu"}, {wall_clock,126}, {memory_data,{33657663488,1059450880,{<0.6.0>,601480}}}, {disk_data, [{"/",49781912,5}, {"/dev/shm",16434404,0}, {"/data",492257288,1}, {"/data2",246132896,1}]}, {meminfo, <<"MemTotal: 32868812 kB\nMemFree: 31834192 kB\nBuffers: 92328 kB\nCached: 592156 kB\nSwapCached: 140 kB\nActive: 445636 kB\nInactive: 435172 kB\nHighTotal: 0 kB\nHighFree: 0 kB\nLowTotal: 32868812 kB\nLowFree: 31834192 kB\nSwapTotal: 10434208 kB\nSwapFree: 10434052 kB\nDirty: 113016 kB\nWriteback: 0 kB\nAnonPages: 196240 kB\nMapped: 15908 kB\nSlab: 114100 kB\nPageTables: 5156 kB\nNFS_Unstable: 0 kB\nBounce: 0 kB\nCommitLimit: 26868612 kB\nCommitted_AS: 1839548 kB\nVmallocTotal: 34359738367 kB\nVmallocUsed: 6408 kB\nVmallocChunk: 34359730595 kB\nHugePages_Total: 0\nHugePages_Free: 0\nHugePages_Rsvd: 0\nHugepagesize: 2048 kB\n">>}]}] [ns_doctor:debug,2012-11-02T18:25:26.033,ns_1@10.2.1.66:ns_doctor<0.1331.0>:ns_doctor:handle_info:133]Got initial status [{'ns_1@10.2.1.66', [{last_heard,{1351,905926,33303}}, {outgoing_replications_safeness_level,[]}, {incoming_replications_conf_hashes,[]}, {active_buckets,[]}, {ready_buckets,[]}, {local_tasks,[]}, {memory, [{total,48052584}, {processes,15368792}, {processes_used,15353728}, {system,32683792}, {atom,1244705}, {atom_used,1244375}, {binary,299176}, {code,12747675}, {ets,1051696}]}, {system_memory_data, [{system_total_memory,33657663488}, {free_swap,10684469248}, {total_swap,10684628992}, {cached_memory,606531584}, {buffered_memory,94822400}, {free_memory,32596410368}, {total_memory,33657663488}]}, {node_storage_conf, [{db_path,"/data"},{index_path,"/data2"}]}, {statistics, [{wall_clock,{168432,65}}, {context_switches,{57569,0}}, {garbage_collection,{13367,46024461,0}}, {io,{{input,8010467},{output,1693032}}}, {reductions,{24166176,366576}}, {run_queue,3}, {runtime,{8980,100}}]}, {system_stats, [{cpu_utilization_rate,0}, {swap_total,0}, {swap_used,0}]}, {interesting_stats,[]}, {cluster_compatibility_version,131072}, {version, [{public_key,"0.13"}, {lhttpc,"1.3.0"}, {ale,"8cffe61"}, {os_mon,"2.2.7"}, {couch_set_view,"1.2.0a-47a991b-git"}, {mnesia,"4.5"}, {inets,"5.7.1"}, {couch,"1.2.0a-47a991b-git"}, {mapreduce,"1.0.0"}, {couch_index_merger,"1.2.0a-47a991b-git"}, {kernel,"2.14.5"}, {crypto,"2.0.4"}, {ssl,"4.1.6"}, {sasl,"2.1.10"}, {couch_view_parser,"1.0.0"}, {ns_server,"2.0.0-1925-rel-enterprise"}, {mochiweb,"1.4.1"}, {oauth,"7d85d3ef"}, {stdlib,"1.17.5"}]}, {supported_compat_version,[2,0]}, {system_arch,"x86_64-unknown-linux-gnu"}, {wall_clock,168}, {memory_data, {33657663488,1059450880,{<0.6.0>,601480}}}, {disk_data, [{"/",49781912,5}, {"/dev/shm",16434404,0}, {"/data",492257288,1}, {"/data2",246132896,1}]}, {meminfo, <<"MemTotal: 32868812 kB\nMemFree: 31832432 kB\nBuffers: 92600 kB\nCached: 592316 kB\nSwapCached: 140 kB\nActive: 447328 kB\nInactive: 435376 kB\nHighTotal: 0 kB\nHighFree: 0 kB\nLowTotal: 32868812 kB\nLowFree: 31832432 kB\nSwapTotal: 10434208 kB\nSwapFree: 10434052 kB\nDirty: 81772 kB\nWriteback: 0 kB\nAnonPages: 198160 kB\nMapped: 15908 kB\nSlab: 114068 kB\nPageTables: 5156 kB\nNFS_Unstable: 0 kB\nBounce: 0 kB\nCommitLimit: 26868612 kB\nCommitted_AS: 1839696 kB\nVmallocTotal: 34359738367 kB\nVmallocUsed: 6408 kB\nVmallocChunk: 34359730595 kB\nHugePages_Total: 0\nHugePages_Free: 0\nHugePages_Rsvd: 0\nHugepagesize: 2048 kB\n">>}]}] [ns_doctor:debug,2012-11-02T18:25:27.045,ns_1@10.2.1.66:ns_doctor<0.1428.0>:ns_doctor:handle_info:133]Got initial status [{'ns_1@10.2.1.65', [{last_heard,{1351,905927,45019}}, {outgoing_replications_safeness_level,[]}, {incoming_replications_conf_hashes,[]}, {active_buckets,[]}, {ready_buckets,[]}, {local_tasks,[]}, {memory, [{total,56725960}, {processes,21443288}, {processes_used,19314592}, {system,35282672}, {atom,1400977}, {atom_used,1372134}, {binary,473672}, {code,14085234}, {ets,1782856}]}, {system_memory_data, [{system_total_memory,33657663488}, {free_swap,11350716416}, {total_swap,11350876160}, {cached_memory,609505280}, {buffered_memory,84058112}, {free_memory,32585756672}, {total_memory,33657663488}]}, {node_storage_conf, [{db_path,"/data"},{index_path,"/data2"}]}, {statistics, [{wall_clock,{169831,17}}, {context_switches,{277254,0}}, {garbage_collection,{43206,151456857,0}}, {io,{{input,15982858},{output,7969467}}}, {reductions,{80629830,45441}}, {run_queue,0}, {runtime,{14490,30}}]}, {system_stats, [{cpu_utilization_rate,7.0588235294117645}, {swap_total,11350876160}, {swap_used,159744}]}, {interesting_stats,[]}, {cluster_compatibility_version,131072}, {version, [{public_key,"0.13"}, {lhttpc,"1.3.0"}, {ale,"8cffe61"}, {os_mon,"2.2.7"}, {couch_set_view,"1.2.0a-47a991b-git"}, {mnesia,"4.5"}, {inets,"5.7.1"}, {couch,"1.2.0a-47a991b-git"}, {mapreduce,"1.0.0"}, {couch_index_merger,"1.2.0a-47a991b-git"}, {kernel,"2.14.5"}, {crypto,"2.0.4"}, {ssl,"4.1.6"}, {sasl,"2.1.10"}, {couch_view_parser,"1.0.0"}, {ns_server,"2.0.0-1925-rel-enterprise"}, {mochiweb,"1.4.1"}, {oauth,"7d85d3ef"}, {stdlib,"1.17.5"}]}, {supported_compat_version,[2,0]}, {system_arch,"x86_64-unknown-linux-gnu"}, {wall_clock,169}, {memory_data, {33657663488,1077022720,{<18077.169.0>,972344}}}, {disk_data, [{"/",51088800,10}, {"/dev/shm",16434404,0}, {"/data",492257288,1}, {"/data2",246132896,1}]}, {meminfo, <<"MemTotal: 32868812 kB\nMemFree: 31822028 kB\nBuffers: 82088 kB\nCached: 595220 kB\nSwapCached: 0 kB\nActive: 449980 kB\nInactive: 441500 kB\nHighTotal: 0 kB\nHighFree: 0 kB\nLowTotal: 32868812 kB\nLowFree: 31822028 kB\nSwapTotal: 11084840 kB\nSwapFree: 11084684 kB\nDirty: 82120 kB\nWriteback: 0 kB\nAnonPages: 214316 kB\nMapped: 15220 kB\nSlab: 118068 kB\nPageTables: 4564 kB\nNFS_Unstable: 0 kB\nBounce: 0 kB\nCommitLimit: 27519244 kB\nCommitted_AS: 1884944 kB\nVmallocTotal: 34359738367 kB\nVmallocUsed: 6728 kB\nVmallocChunk: 34359730275 kB\nHugePages_Total: 0\nHugePages_Free: 0\nHugePages_Rsvd: 0\nHugepagesize: 2048 kB\n">>}]}, {'ns_1@10.2.1.66', [{last_heard,{1351,905927,45008}}, {outgoing_replications_safeness_level,[]}, {incoming_replications_conf_hashes,[]}, {active_buckets,[]}, {ready_buckets,[]}, {local_tasks,[]}, {memory, [{total,45526856}, {processes,12744440}, {processes_used,12673960}, {system,32782416}, {atom,1277481}, {atom_used,1244487}, {binary,319616}, {code,12747675}, {ets,1072752}]}, {system_memory_data, [{system_total_memory,33657663488}, {free_swap,10684469248}, {total_swap,10684628992}, {cached_memory,606269440}, {buffered_memory,94887936}, {free_memory,32656760832}, {total_memory,33657663488}]}, {node_storage_conf, [{db_path,"/data"},{index_path,"/data2"}]}, {statistics, [{wall_clock,{169443,2}}, {context_switches,{59783,0}}, {garbage_collection,{13948,47169531,0}}, {io,{{input,8061068},{output,1833259}}}, {reductions,{24520732,56000}}, {run_queue,0}, {runtime,{9090,0}}]}, {system_stats, [{cpu_utilization_rate,0}, {swap_total,0}, {swap_used,0}]}, {interesting_stats,[]}, {cluster_compatibility_version,131072}, {version, [{public_key,"0.13"}, {lhttpc,"1.3.0"}, {ale,"8cffe61"}, {os_mon,"2.2.7"}, {couch_set_view,"1.2.0a-47a991b-git"}, {mnesia,"4.5"}, {inets,"5.7.1"}, {couch,"1.2.0a-47a991b-git"}, {mapreduce,"1.0.0"}, {couch_index_merger,"1.2.0a-47a991b-git"}, {kernel,"2.14.5"}, {crypto,"2.0.4"}, {ssl,"4.1.6"}, {sasl,"2.1.10"}, {couch_view_parser,"1.0.0"}, {ns_server,"2.0.0-1925-rel-enterprise"}, {mochiweb,"1.4.1"}, {oauth,"7d85d3ef"}, {stdlib,"1.17.5"}]}, {supported_compat_version,[2,0]}, {system_arch,"x86_64-unknown-linux-gnu"}, {wall_clock,169}, {memory_data, {33657663488,1059450880,{<0.6.0>,601480}}}, {disk_data, [{"/",49781912,5}, {"/dev/shm",16434404,0}, {"/data",492257288,1}, {"/data2",246132896,1}]}, {meminfo, <<"MemTotal: 32868812 kB\nMemFree: 31891368 kB\nBuffers: 92664 kB\nCached: 592060 kB\nSwapCached: 140 kB\nActive: 388772 kB\nInactive: 435524 kB\nHighTotal: 0 kB\nHighFree: 0 kB\nLowTotal: 32868812 kB\nLowFree: 31891368 kB\nSwapTotal: 10434208 kB\nSwapFree: 10434052 kB\nDirty: 81892 kB\nWriteback: 0 kB\nAnonPages: 139188 kB\nMapped: 14868 kB\nSlab: 114332 kB\nPageTables: 4736 kB\nNFS_Unstable: 0 kB\nBounce: 0 kB\nCommitLimit: 26868612 kB\nCommitted_AS: 1607484 kB\nVmallocTotal: 34359738367 kB\nVmallocUsed: 6408 kB\nVmallocChunk: 34359730595 kB\nHugePages_Total: 0\nHugePages_Free: 0\nHugePages_Rsvd: 0\nHugepagesize: 2048 kB\n">>}]}] [stats:debug,2012-11-02T18:25:57.896,ns_1@10.2.1.66:<0.1704.0>:stats_collector:maybe_log_stats:126](at {{1970,1,16},{7,31,46}}) Stats for bucket "default": accepting_conns 1 auth_cmds 0 auth_errors 0 bucket_active_conns 1 bucket_conns 5 bytes 245008 bytes_read 196 bytes_written 120 cas_badval 0 cas_hits 0 cas_misses 0 cmd_flush 0 cmd_get 0 cmd_set 0 conn_yields 0 connection_structures 5000 curr_connections 9 curr_conns_on_port_11209 6 curr_conns_on_port_11210 1 curr_items 0 curr_items_tot 0 curr_temp_items 0 daemon_connections 4 decr_hits 0 decr_misses 0 delete_hits 0 delete_misses 0 ep_access_scanner_last_runtime 0 ep_access_scanner_num_items 0 ep_access_scanner_task_time 2012-11-03 10:00:00 ep_allow_data_loss_during_shutdown 1 ep_alog_block_size 4096 ep_alog_path /data/default/access.log ep_alog_sleep_time 1440 ep_alog_task_time 10 ep_backend couchdb ep_bg_fetch_delay 0 ep_bg_fetched 0 ep_bg_meta_fetched 0 ep_bg_remaining_jobs 0 ep_chk_max_items 5000 ep_chk_period 1800 ep_chk_persistence_remains 0 ep_chk_persistence_timeout 10 ep_chk_remover_stime 5 ep_commit_num 0 ep_commit_time 0 ep_commit_time_total 0 ep_concurrentDB 1 ep_config_file ep_couch_bucket default ep_couch_host localhost ep_couch_port 11213 ep_couch_reconnect_sleeptime 250 ep_couch_response_timeout 180000 ep_data_age 0 ep_data_age_highwat 0 ep_data_traffic_enabled 0 ep_dbinit 0 ep_dbname /data/default ep_degraded_mode 1 ep_diskqueue_drain 0 ep_diskqueue_fill 0 ep_diskqueue_items 0 ep_diskqueue_memory 0 ep_diskqueue_pending 0 ep_exp_pager_stime 3600 ep_exp_pager_stime 3600 ep_expired_access 0 ep_expired_pager 0 ep_expiry_window 3 ep_failpartialwarmup 0 ep_flush_all false ep_flush_duration_total 0 ep_flushall_enabled 0 ep_flusher_state running ep_flusher_todo 0 ep_getl_default_timeout 15 ep_getl_max_timeout 30 ep_ht_locks 5 ep_ht_size 3079 ep_inconsistent_slave_chk 0 ep_initfile ep_io_num_read 0 ep_io_num_write 0 ep_io_read_bytes 0 ep_io_write_bytes 0 ep_item_begin_failed 0 ep_item_commit_failed 0 ep_item_flush_expired 0 ep_item_flush_failed 0 ep_item_num_based_new_chk 1 ep_items_rm_from_checkpoints 0 ep_keep_closed_chks 0 ep_klog_block_size 4096 ep_klog_compactor_queue_cap 500000 ep_klog_compactor_stime 3600 ep_klog_flush commit2 ep_klog_max_entry_ratio 10 ep_klog_max_log_size 2147483647 ep_klog_path ep_klog_sync commit2 ep_kv_size 0 ep_max_checkpoints 2 ep_max_data_size 5242880000 ep_max_item_size 20971520 ep_max_size 5242880000 ep_max_txn_size 10000 ep_max_vbuckets 512 ep_mem_high_wat 3932160000 ep_mem_high_wat 3932160000 ep_mem_low_wat 3145728000 ep_mem_low_wat 3145728000 ep_mem_tracker_enabled true ep_min_data_age 0 ep_mlog_compactor_runs 0 ep_mutation_mem_threshold 0 ep_num_access_scanner_runs 0 ep_num_eject_failures 0 ep_num_expiry_pager_runs 0 ep_num_non_resident 0 ep_num_not_my_vbuckets 0 ep_num_ops_del_meta 0 ep_num_ops_get_meta 0 ep_num_ops_set_meta 0 ep_num_pager_runs 0 ep_num_value_ejects 0 ep_oom_errors 0 ep_overhead 1152 ep_pager_active_vb_pcnt 40 ep_pager_unbiased_period 60 ep_pending_ops 0 ep_pending_ops_max 0 ep_pending_ops_max_duration 0 ep_pending_ops_total 0 ep_postInitfile ep_queue_age_cap 900 ep_queue_size 0 ep_startup_time 1351905957 ep_storage_age 0 ep_storage_age_highwat 0 ep_store_max_concurrency 10 ep_store_max_readers 9 ep_store_max_readwrite 1 ep_stored_val_type ep_tap_ack_grace_period 300 ep_tap_ack_initial_sequence_number 1 ep_tap_ack_interval 1000 ep_tap_ack_window_size 10 ep_tap_backfill_resident 0.9 ep_tap_backlog_limit 5000 ep_tap_backoff_period 5 ep_tap_bg_fetch_requeued 0 ep_tap_bg_fetched 0 ep_tap_bg_max_pending 500 ep_tap_keepalive 300 ep_tap_noop_interval 20 ep_tap_requeue_sleep_time 0.1 ep_tap_throttle_cap_pcnt 10 ep_tap_throttle_queue_cap 1000000 ep_tap_throttle_threshold 90 ep_tmp_oom_errors 0 ep_too_old 0 ep_too_young 0 ep_total_cache_size 0 ep_total_del_items 0 ep_total_enqueued 0 ep_total_new_items 0 ep_total_persisted 0 ep_uncommitted_items 0 ep_value_size 0 ep_vb0 0 ep_vb_snapshot_total 1 ep_vb_total 0 ep_vbucket_del 0 ep_vbucket_del_fail 0 ep_version 2.0.0r_130_g8b09894 ep_waitforwarmup 0 ep_warmup 1 ep_warmup_batch_size 1000 ep_warmup_dups 0 ep_warmup_min_items_threshold 100 ep_warmup_min_memory_threshold 100 ep_warmup_oom 0 ep_warmup_thread complete ep_warmup_time 745 get_hits 0 get_misses 0 incr_hits 0 incr_misses 0 libevent 2.0.11-stable limit_maxbytes 67108864 listen_disabled_num 0 max_conns_on_port_11209 1000 max_conns_on_port_11210 9000 mem_used 245008 pid 18083 pointer_size 64 rejected_conns 0 rusage_system 0.019996 rusage_user 0.027995 threads 4 time 1351905957 total_connections 10 uptime 32 vb_active_curr_items 0 vb_active_eject 0 vb_active_expired 0 vb_active_ht_memory 0 vb_active_itm_memory 0 vb_active_meta_data_memory 0 vb_active_num 0 vb_active_num_non_resident 0 vb_active_num_ref_ejects 0 vb_active_num_ref_items 0 vb_active_ops_create 0 vb_active_ops_delete 0 vb_active_ops_reject 0 vb_active_ops_update 0 vb_active_perc_mem_resident 0 vb_active_queue_age 0 vb_active_queue_drain 0 vb_active_queue_fill 0 vb_active_queue_memory 0 vb_active_queue_pending 0 vb_active_queue_size 0 vb_dead_num 0 vb_pending_curr_items 0 vb_pending_eject 0 vb_pending_expired 0 vb_pending_ht_memory 0 vb_pending_itm_memory 0 vb_pending_meta_data_memory 0 vb_pending_num 0 vb_pending_num_non_resident 0 vb_pending_num_ref_ejects 0 vb_pending_num_ref_items 0 vb_pending_ops_create 0 vb_pending_ops_delete 0 vb_pending_ops_reject 0 vb_pending_ops_update 0 vb_pending_perc_mem_resident 0 vb_pending_queue_age 0 vb_pending_queue_drain 0 vb_pending_queue_fill 0 vb_pending_queue_memory 0 vb_pending_queue_pending 0 vb_pending_queue_size 0 vb_replica_curr_items 0 vb_replica_eject 0 vb_replica_expired 0 vb_replica_ht_memory 0 vb_replica_itm_memory 0 vb_replica_meta_data_memory 0 vb_replica_num 0 vb_replica_num_non_resident 0 vb_replica_num_ref_ejects 0 vb_replica_num_ref_items 0 vb_replica_ops_create 0 vb_replica_ops_delete 0 vb_replica_ops_reject 0 vb_replica_ops_update 0 vb_replica_perc_mem_resident 0 vb_replica_queue_age 0 vb_replica_queue_drain 0 vb_replica_queue_fill 0 vb_replica_queue_memory 0 vb_replica_queue_pending 0 vb_replica_queue_size 0 version 1.4.4_600_g7ea975a [ns_doctor:debug,2012-11-02T18:26:27.040,ns_1@10.2.1.66:ns_doctor<0.1428.0>:ns_doctor:handle_info:137]Current node statuses: [{'ns_1@10.2.1.65', [{last_heard,{1351,905984,404316}}, {outgoing_replications_safeness_level,[{"default",green}]}, {incoming_replications_conf_hashes,[{"default",[]}]}, {active_buckets,["default"]}, {ready_buckets,["default"]}, {local_tasks,[]}, {memory, [{total,73973640}, {processes,37587840}, {processes_used,36011640}, {system,36385800}, {atom,1400977}, {atom_used,1372242}, {binary,1163880}, {code,14085234}, {ets,2008224}]}, {system_memory_data, [{system_total_memory,33657663488}, {free_swap,11350716416}, {total_swap,11350876160}, {cached_memory,611913728}, {buffered_memory,88616960}, {free_memory,32573779968}, {total_memory,33657663488}]}, {node_storage_conf,[{db_path,"/data"},{index_path,"/data2"}]}, {statistics, [{wall_clock,{227193,5000}}, {context_switches,{323976,0}}, {garbage_collection,{50534,195426034,0}}, {io,{{input,16810257},{output,9624815}}}, {reductions,{89441723,366374}}, {run_queue,0}, {runtime,{19210,440}}]}, {system_stats, [{cpu_utilization_rate,3.0}, {swap_total,11350876160}, {swap_used,159744}]}, {interesting_stats, [{couch_docs_actual_disk_size,1061412}, {couch_docs_data_size,1054464}, {couch_views_actual_disk_size,0}, {couch_views_data_size,0}, {curr_items,0}, {curr_items_tot,0}, {mem_used,4169944}, {vb_replica_curr_items,0}]}, {cluster_compatibility_version,131072}, {version, [{public_key,"0.13"}, {lhttpc,"1.3.0"}, {ale,"8cffe61"}, {os_mon,"2.2.7"}, {couch_set_view,"1.2.0a-47a991b-git"}, {mnesia,"4.5"}, {inets,"5.7.1"}, {couch,"1.2.0a-47a991b-git"}, {mapreduce,"1.0.0"}, {couch_index_merger,"1.2.0a-47a991b-git"}, {kernel,"2.14.5"}, {crypto,"2.0.4"}, {ssl,"4.1.6"}, {sasl,"2.1.10"}, {couch_view_parser,"1.0.0"}, {ns_server,"2.0.0-1925-rel-enterprise"}, {mochiweb,"1.4.1"}, {oauth,"7d85d3ef"}, {stdlib,"1.17.5"}]}, {supported_compat_version,[2,0]}, {system_arch,"x86_64-unknown-linux-gnu"}, {wall_clock,227}, {memory_data,{33657663488,1071636480,{<18077.695.0>,972728}}}, {disk_data, [{"/",51088800,10}, {"/dev/shm",16434404,0}, {"/data",492257288,1}, {"/data2",246132896,1}]}, {meminfo, <<"MemTotal: 32868812 kB\nMemFree: 31810332 kB\nBuffers: 86540 kB\nCached: 597572 kB\nSwapCached: 0 kB\nActive: 456948 kB\nInactive: 446428 kB\nHighTotal: 0 kB\nHighFree: 0 kB\nLowTotal: 32868812 kB\nLowFree: 31810332 kB\nSwapTotal: 11084840 kB\nSwapFree: 11084684 kB\nDirty: 57448 kB\nWriteback: 0 kB\nAnonPages: 219300 kB\nMapped: 15252 kB\nSlab: 117932 kB\nPageTables: 4592 kB\nNFS_Unstable: 0 kB\nBounce: 0 kB\nCommitLimit: 27519244 kB\nCommitted_AS: 1918148 kB\nVmallocTotal: 34359738367 kB\nVmallocUsed: 6728 kB\nVmallocChunk: 34359730275 kB\nHugePages_Total: 0\nHugePages_Free: 0\nHugePages_Rsvd: 0\nHugepagesize: 2048 kB\n">>}]}, {'ns_1@10.2.1.66', [{last_heard,{1351,905982,41044}}, {outgoing_replications_safeness_level,[{"default",green}]}, {incoming_replications_conf_hashes,[{"default",[]}]}, {active_buckets,["default"]}, {ready_buckets,["default"]}, {local_tasks,[]}, {memory, [{total,67455736}, {processes,32367360}, {processes_used,32353488}, {system,35088376}, {atom,1332537}, {atom_used,1323796}, {binary,1286392}, {code,13385889}, {ets,1521408}]}, {system_memory_data, [{system_total_memory,33657663488}, {free_swap,10684469248}, {total_swap,10684628992}, {cached_memory,608751616}, {buffered_memory,99450880}, {free_memory,32568340480}, {total_memory,33657663488}]}, {node_storage_conf,[{db_path,"/data"},{index_path,"/data2"}]}, {statistics, [{wall_clock,{224439,5000}}, {context_switches,{97112,0}}, {garbage_collection,{20434,62218565,0}}, {io,{{input,9055007},{output,2999315}}}, {reductions,{29970522,289166}}, {run_queue,0}, {runtime,{12990,420}}]}, {system_stats, [{cpu_utilization_rate,3.25}, {swap_total,10684628992}, {swap_used,159744}]}, {interesting_stats, [{couch_docs_actual_disk_size,1061412}, {couch_docs_data_size,1054464}, {couch_views_actual_disk_size,0}, {couch_views_data_size,0}, {curr_items,0}, {curr_items_tot,0}, {mem_used,4174248}, {vb_replica_curr_items,0}]}, {cluster_compatibility_version,131072}, {version, [{public_key,"0.13"}, {lhttpc,"1.3.0"}, {ale,"8cffe61"}, {os_mon,"2.2.7"}, {couch_set_view,"1.2.0a-47a991b-git"}, {mnesia,"4.5"}, {inets,"5.7.1"}, {couch,"1.2.0a-47a991b-git"}, {mapreduce,"1.0.0"}, {couch_index_merger,"1.2.0a-47a991b-git"}, {kernel,"2.14.5"}, {crypto,"2.0.4"}, {ssl,"4.1.6"}, {sasl,"2.1.10"}, {couch_view_parser,"1.0.0"}, {ns_server,"2.0.0-1925-rel-enterprise"}, {mochiweb,"1.4.1"}, {oauth,"7d85d3ef"}, {stdlib,"1.17.5"}]}, {supported_compat_version,[2,0]}, {system_arch,"x86_64-unknown-linux-gnu"}, {wall_clock,224}, {memory_data,{33657663488,1062219776,{<0.693.0>,1343600}}}, {disk_data, [{"/",49781912,5}, {"/dev/shm",16434404,0}, {"/data",492257288,1}, {"/data2",246132896,1}]}, {meminfo, <<"MemTotal: 32868812 kB\nMemFree: 31805144 kB\nBuffers: 97120 kB\nCached: 594484 kB\nSwapCached: 140 kB\nActive: 470508 kB\nInactive: 439232 kB\nHighTotal: 0 kB\nHighFree: 0 kB\nLowTotal: 32868812 kB\nLowFree: 31805144 kB\nSwapTotal: 10434208 kB\nSwapFree: 10434052 kB\nDirty: 57596 kB\nWriteback: 0 kB\nAnonPages: 217932 kB\nMapped: 17020 kB\nSlab: 114584 kB\nPageTables: 5204 kB\nNFS_Unstable: 0 kB\nBounce: 0 kB\nCommitLimit: 26868612 kB\nCommitted_AS: 1916280 kB\nVmallocTotal: 34359738367 kB\nVmallocUsed: 6408 kB\nVmallocChunk: 34359730595 kB\nHugePages_Total: 0\nHugePages_Free: 0\nHugePages_Rsvd: 0\nHugepagesize: 2048 kB\n">>}]}, {'ns_1@10.2.1.67', [{last_heard,{1351,905986,15503}}, {outgoing_replications_safeness_level,[{"default",green}]}, {incoming_replications_conf_hashes,[{"default",[]}]}, {active_buckets,["default"]}, {ready_buckets,["default"]}, {local_tasks,[]}, {memory, [{total,69571640}, {processes,34403544}, {processes_used,34389672}, {system,35168096}, {atom,1336577}, {atom_used,1329113}, {binary,1249448}, {code,13459097}, {ets,1560088}]}, {system_memory_data, [{system_total_memory,33657663488}, {free_swap,10701078528}, {total_swap,10701078528}, {cached_memory,647118848}, {buffered_memory,401821696}, {free_memory,32150577152}, {total_memory,33657663488}]}, {node_storage_conf,[{db_path,"/data"},{index_path,"/data2"}]}, {statistics, [{wall_clock,{229397,4999}}, {context_switches,{99740,0}}, {garbage_collection,{20942,61199004,0}}, {io,{{input,9193009},{output,3075272}}}, {reductions,{29492567,306571}}, {run_queue,0}, {runtime,{12810,380}}]}, {system_stats, [{cpu_utilization_rate,2.25}, {swap_total,10701078528}, {swap_used,0}]}, {interesting_stats, [{couch_docs_actual_disk_size,1061412}, {couch_docs_data_size,1054464}, {couch_views_actual_disk_size,0}, {couch_views_data_size,0}, {curr_items,0}, {curr_items_tot,0}, {mem_used,4174248}, {vb_replica_curr_items,0}]}, {cluster_compatibility_version,131072}, {version, [{public_key,"0.13"}, {lhttpc,"1.3.0"}, {ale,"8cffe61"}, {os_mon,"2.2.7"}, {couch_set_view,"1.2.0a-47a991b-git"}, {mnesia,"4.5"}, {inets,"5.7.1"}, {couch,"1.2.0a-47a991b-git"}, {mapreduce,"1.0.0"}, {couch_index_merger,"1.2.0a-47a991b-git"}, {kernel,"2.14.5"}, {crypto,"2.0.4"}, {ssl,"4.1.6"}, {sasl,"2.1.10"}, {couch_view_parser,"1.0.0"}, {ns_server,"2.0.0-1925-rel-enterprise"}, {mochiweb,"1.4.1"}, {oauth,"7d85d3ef"}, {stdlib,"1.17.5"}]}, {supported_compat_version,[2,0]}, {system_arch,"x86_64-unknown-linux-gnu"}, {wall_clock,229}, {memory_data,{33657663488,1481523200,{<18173.1512.0>,830416}}}, {disk_data, [{"/",49781912,9}, {"/dev/shm",16434404,0}, {"/data",492257288,1}, {"/data2",246132896,1}]}, {meminfo, <<"MemTotal: 32868812 kB\nMemFree: 31397048 kB\nBuffers: 392404 kB\nCached: 631952 kB\nSwapCached: 0 kB\nActive: 722908 kB\nInactive: 517972 kB\nHighTotal: 0 kB\nHighFree: 0 kB\nLowTotal: 32868812 kB\nLowFree: 31397048 kB\nSwapTotal: 10450272 kB\nSwapFree: 10450272 kB\nDirty: 69760 kB\nWriteback: 0 kB\nAnonPages: 216604 kB\nMapped: 17020 kB\nSlab: 193496 kB\nPageTables: 5216 kB\nNFS_Unstable: 0 kB\nBounce: 0 kB\nCommitLimit: 26884676 kB\nCommitted_AS: 1918476 kB\nVmallocTotal: 34359738367 kB\nVmallocUsed: 6416 kB\nVmallocChunk: 34359730587 kB\nHugePages_Total: 0\nHugePages_Free: 0\nHugePages_Rsvd: 0\nHugepagesize: 2048 kB\n">>}]}, {'ns_1@10.2.1.68', [{last_heard,{1351,905984,369633}}, {outgoing_replications_safeness_level,[{"default",green}]}, {incoming_replications_conf_hashes,[{"default",[]}]}, {active_buckets,["default"]}, {ready_buckets,["default"]}, {local_tasks,[]}, {memory, [{total,70879032}, {processes,35661264}, {processes_used,35647392}, {system,35217768}, {atom,1336577}, {atom_used,1329113}, {binary,1293432}, {code,13487081}, {ets,1543728}]}, {system_memory_data, [{system_total_memory,33657663488}, {free_swap,10684616704}, {total_swap,10684628992}, {cached_memory,600969216}, {buffered_memory,298700800}, {free_memory,32291762176}, {total_memory,33657663488}]}, {node_storage_conf,[{db_path,"/data"},{index_path,"/data2"}]}, {statistics, [{wall_clock,{226430,5000}}, {context_switches,{99865,0}}, {garbage_collection,{20923,63298729,0}}, {io,{{input,9164257},{output,3066211}}}, {reductions,{31186008,277923}}, {run_queue,0}, {runtime,{13330,400}}]}, {system_stats, [{cpu_utilization_rate,2.25}, {swap_total,10684628992}, {swap_used,12288}]}, {interesting_stats, [{couch_docs_actual_disk_size,1061412}, {couch_docs_data_size,1054464}, {couch_views_actual_disk_size,0}, {couch_views_data_size,0}, {curr_items,0}, {curr_items_tot,0}, {mem_used,4174248}, {vb_replica_curr_items,0}]}, {cluster_compatibility_version,131072}, {version, [{public_key,"0.13"}, {lhttpc,"1.3.0"}, {ale,"8cffe61"}, {os_mon,"2.2.7"}, {couch_set_view,"1.2.0a-47a991b-git"}, {mnesia,"4.5"}, {inets,"5.7.1"}, {couch,"1.2.0a-47a991b-git"}, {mapreduce,"1.0.0"}, {couch_index_merger,"1.2.0a-47a991b-git"}, {kernel,"2.14.5"}, {crypto,"2.0.4"}, {ssl,"4.1.6"}, {sasl,"2.1.10"}, {couch_view_parser,"1.0.0"}, {ns_server,"2.0.0-1925-rel-enterprise"}, {mochiweb,"1.4.1"}, {oauth,"7d85d3ef"}, {stdlib,"1.17.5"}]}, {supported_compat_version,[2,0]}, {system_arch,"x86_64-unknown-linux-gnu"}, {wall_clock,226}, {memory_data,{33657663488,1337147392,{<18174.6.0>,601480}}}, {disk_data, [{"/",49781912,5}, {"/dev/shm",16434404,0}, {"/data",492257288,1}, {"/data2",246132896,1}]}, {meminfo, <<"MemTotal: 32868812 kB\nMemFree: 31534924 kB\nBuffers: 291700 kB\nCached: 586884 kB\nSwapCached: 12 kB\nActive: 521528 kB\nInactive: 574564 kB\nHighTotal: 0 kB\nHighFree: 0 kB\nLowTotal: 32868812 kB\nLowFree: 31534924 kB\nSwapTotal: 10434208 kB\nSwapFree: 10434196 kB\nDirty: 69456 kB\nWriteback: 0 kB\nAnonPages: 217732 kB\nMapped: 17164 kB\nSlab: 197912 kB\nPageTables: 5164 kB\nNFS_Unstable: 0 kB\nBounce: 0 kB\nCommitLimit: 26868612 kB\nCommitted_AS: 1920208 kB\nVmallocTotal: 34359738367 kB\nVmallocUsed: 6408 kB\nVmallocChunk: 34359730595 kB\nHugePages_Total: 0\nHugePages_Free: 0\nHugePages_Rsvd: 0\nHugepagesize: 2048 kB\n">>}]}] [ns_doctor:debug,2012-11-02T18:27:27.040,ns_1@10.2.1.66:ns_doctor<0.1428.0>:ns_doctor:handle_info:137]Current node statuses: [{'ns_1@10.2.1.65', [{last_heard,{1351,906044,402891}}, {outgoing_replications_safeness_level,[{"default",green}]}, {incoming_replications_conf_hashes,[{"default",[]}]}, {active_buckets,["default"]}, {ready_buckets,["default"]}, {local_tasks,[]}, {memory, [{total,88380072}, {processes,50484600}, {processes_used,48906408}, {system,37895472}, {atom,1404209}, {atom_used,1376964}, {binary,2455872}, {code,14117455}, {ets,2184720}]}, {system_memory_data, [{system_total_memory,33657663488}, {free_swap,11350716416}, {total_swap,11350876160}, {cached_memory,612925440}, {buffered_memory,88834048}, {free_memory,32552448000}, {total_memory,33657663488}]}, {node_storage_conf,[{db_path,"/data"},{index_path,"/data2"}]}, {statistics, [{wall_clock,{287193,5000}}, {context_switches,{366383,0}}, {garbage_collection,{55704,238091707,0}}, {io,{{input,27195789},{output,11586351}}}, {reductions,{99451992,753652}}, {run_queue,0}, {runtime,{25650,540}}]}, {system_stats, [{cpu_utilization_rate,3.75}, {swap_total,11350876160}, {swap_used,159744}]}, {interesting_stats, [{couch_docs_actual_disk_size,1068341}, {couch_docs_data_size,1054464}, {couch_views_actual_disk_size,0}, {couch_views_data_size,0}, {curr_items,0}, {curr_items_tot,0}, {mem_used,4169944}, {vb_replica_curr_items,0}]}, {cluster_compatibility_version,131072}, {version, [{public_key,"0.13"}, {lhttpc,"1.3.0"}, {ale,"8cffe61"}, {os_mon,"2.2.7"}, {couch_set_view,"1.2.0a-47a991b-git"}, {mnesia,"4.5"}, {inets,"5.7.1"}, {couch,"1.2.0a-47a991b-git"}, {mapreduce,"1.0.0"}, {couch_index_merger,"1.2.0a-47a991b-git"}, {kernel,"2.14.5"}, {crypto,"2.0.4"}, {ssl,"4.1.6"}, {sasl,"2.1.10"}, {couch_view_parser,"1.0.0"}, {ns_server,"2.0.0-1925-rel-enterprise"}, {mochiweb,"1.4.1"}, {oauth,"7d85d3ef"}, {stdlib,"1.17.5"}]}, {supported_compat_version,[2,0]}, {system_arch,"x86_64-unknown-linux-gnu"}, {wall_clock,287}, {memory_data,{33657663488,1082613760,{<18077.695.0>,1572896}}}, {disk_data, [{"/",51088800,10}, {"/dev/shm",16434404,0}, {"/data",492257288,1}, {"/data2",246132896,1}]}, {meminfo, <<"MemTotal: 32868812 kB\nMemFree: 31789500 kB\nBuffers: 86752 kB\nCached: 598560 kB\nSwapCached: 0 kB\nActive: 477136 kB\nInactive: 447528 kB\nHighTotal: 0 kB\nHighFree: 0 kB\nLowTotal: 32868812 kB\nLowFree: 31789500 kB\nSwapTotal: 11084840 kB\nSwapFree: 11084684 kB\nDirty: 224 kB\nWriteback: 0 kB\nAnonPages: 239624 kB\nMapped: 15252 kB\nSlab: 118000 kB\nPageTables: 4660 kB\nNFS_Unstable: 0 kB\nBounce: 0 kB\nCommitLimit: 27519244 kB\nCommitted_AS: 1955088 kB\nVmallocTotal: 34359738367 kB\nVmallocUsed: 6728 kB\nVmallocChunk: 34359730275 kB\nHugePages_Total: 0\nHugePages_Free: 0\nHugePages_Rsvd: 0\nHugepagesize: 2048 kB\n">>}]}, {'ns_1@10.2.1.66', [{last_heard,{1351,906042,41225}}, {outgoing_replications_safeness_level,[{"default",green}]}, {incoming_replications_conf_hashes,[{"default",[]}]}, {active_buckets,["default"]}, {ready_buckets,["default"]}, {local_tasks,[]}, {memory, [{total,73796672}, {processes,38160456}, {processes_used,38146584}, {system,35636216}, {atom,1352041}, {atom_used,1349085}, {binary,1135968}, {code,13622682}, {ets,1960328}]}, {system_memory_data, [{system_total_memory,33657663488}, {free_swap,10684469248}, {total_swap,10684628992}, {cached_memory,609857536}, {buffered_memory,99635200}, {free_memory,32557420544}, {total_memory,33657663488}]}, {node_storage_conf,[{db_path,"/data"},{index_path,"/data2"}]}, {statistics, [{wall_clock,{284439,5000}}, {context_switches,{133896,0}}, {garbage_collection,{24537,77910669,0}}, {io,{{input,9846919},{output,4296584}}}, {reductions,{33880213,310796}}, {run_queue,0}, {runtime,{18010,390}}]}, {system_stats, [{cpu_utilization_rate,3.25}, {swap_total,10684628992}, {swap_used,159744}]}, {interesting_stats, [{couch_docs_actual_disk_size,1068341}, {couch_docs_data_size,1054464}, {couch_views_actual_disk_size,0}, {couch_views_data_size,0}, {curr_items,0}, {curr_items_tot,0}, {mem_used,4174248}, {vb_replica_curr_items,0}]}, {cluster_compatibility_version,131072}, {version, [{public_key,"0.13"}, {lhttpc,"1.3.0"}, {ale,"8cffe61"}, {os_mon,"2.2.7"}, {couch_set_view,"1.2.0a-47a991b-git"}, {mnesia,"4.5"}, {inets,"5.7.1"}, {couch,"1.2.0a-47a991b-git"}, {mapreduce,"1.0.0"}, {couch_index_merger,"1.2.0a-47a991b-git"}, {kernel,"2.14.5"}, {crypto,"2.0.4"}, {ssl,"4.1.6"}, {sasl,"2.1.10"}, {couch_view_parser,"1.0.0"}, {ns_server,"2.0.0-1925-rel-enterprise"}, {mochiweb,"1.4.1"}, {oauth,"7d85d3ef"}, {stdlib,"1.17.5"}]}, {supported_compat_version,[2,0]}, {system_arch,"x86_64-unknown-linux-gnu"}, {wall_clock,284}, {memory_data,{33657663488,1091227648,{<0.693.0>,1943840}}}, {disk_data, [{"/",49781912,5}, {"/dev/shm",16434404,0}, {"/data",492257288,1}, {"/data2",246132896,1}]}, {meminfo, <<"MemTotal: 32868812 kB\nMemFree: 31794356 kB\nBuffers: 97300 kB\nCached: 595564 kB\nSwapCached: 140 kB\nActive: 479368 kB\nInactive: 440272 kB\nHighTotal: 0 kB\nHighFree: 0 kB\nLowTotal: 32868812 kB\nLowFree: 31794356 kB\nSwapTotal: 10434208 kB\nSwapFree: 10434052 kB\nDirty: 44808 kB\nWriteback: 0 kB\nAnonPages: 226604 kB\nMapped: 17020 kB\nSlab: 114740 kB\nPageTables: 5232 kB\nNFS_Unstable: 0 kB\nBounce: 0 kB\nCommitLimit: 26868612 kB\nCommitted_AS: 1927268 kB\nVmallocTotal: 34359738367 kB\nVmallocUsed: 6408 kB\nVmallocChunk: 34359730595 kB\nHugePages_Total: 0\nHugePages_Free: 0\nHugePages_Rsvd: 0\nHugepagesize: 2048 kB\n">>}]}, {'ns_1@10.2.1.67', [{last_heard,{1351,906046,15957}}, {outgoing_replications_safeness_level,[{"default",green}]}, {incoming_replications_conf_hashes,[{"default",[]}]}, {active_buckets,["default"]}, {ready_buckets,["default"]}, {local_tasks,[]}, {memory, [{total,76551704}, {processes,40946184}, {processes_used,40932312}, {system,35605520}, {atom,1352041}, {atom_used,1349085}, {binary,1059872}, {code,13631938}, {ets,1996000}]}, {system_memory_data, [{system_total_memory,33657663488}, {free_swap,10701078528}, {total_swap,10701078528}, {cached_memory,648216576}, {buffered_memory,401895424}, {free_memory,32143974400}, {total_memory,33657663488}]}, {node_storage_conf,[{db_path,"/data"},{index_path,"/data2"}]}, {statistics, [{wall_clock,{289398,5001}}, {context_switches,{136481,0}}, {garbage_collection,{25234,77393889,0}}, {io,{{input,9938379},{output,4438188}}}, {reductions,{33548708,338585}}, {run_queue,0}, {runtime,{17830,400}}]}, {system_stats, [{cpu_utilization_rate,2.25}, {swap_total,10701078528}, {swap_used,0}]}, {interesting_stats, [{couch_docs_actual_disk_size,1068341}, {couch_docs_data_size,1054464}, {couch_views_actual_disk_size,0}, {couch_views_data_size,0}, {curr_items,0}, {curr_items_tot,0}, {mem_used,4174248}, {vb_replica_curr_items,0}]}, {cluster_compatibility_version,131072}, {version, [{public_key,"0.13"}, {lhttpc,"1.3.0"}, {ale,"8cffe61"}, {os_mon,"2.2.7"}, {couch_set_view,"1.2.0a-47a991b-git"}, {mnesia,"4.5"}, {inets,"5.7.1"}, {couch,"1.2.0a-47a991b-git"}, {mapreduce,"1.0.0"}, {couch_index_merger,"1.2.0a-47a991b-git"}, {kernel,"2.14.5"}, {crypto,"2.0.4"}, {ssl,"4.1.6"}, {sasl,"2.1.10"}, {couch_view_parser,"1.0.0"}, {ns_server,"2.0.0-1925-rel-enterprise"}, {mochiweb,"1.4.1"}, {oauth,"7d85d3ef"}, {stdlib,"1.17.5"}]}, {supported_compat_version,[2,0]}, {system_arch,"x86_64-unknown-linux-gnu"}, {wall_clock,289}, {memory_data,{33657663488,1507975168,{<18173.701.0>,1943840}}}, {disk_data, [{"/",49781912,9}, {"/dev/shm",16434404,0}, {"/data",492257288,1}, {"/data2",246132896,1}]}, {meminfo, <<"MemTotal: 32868812 kB\nMemFree: 31390600 kB\nBuffers: 392476 kB\nCached: 633024 kB\nSwapCached: 0 kB\nActive: 728140 kB\nInactive: 518872 kB\nHighTotal: 0 kB\nHighFree: 0 kB\nLowTotal: 32868812 kB\nLowFree: 31390600 kB\nSwapTotal: 10450272 kB\nSwapFree: 10450272 kB\nDirty: 48652 kB\nWriteback: 0 kB\nAnonPages: 221632 kB\nMapped: 17020 kB\nSlab: 193864 kB\nPageTables: 5252 kB\nNFS_Unstable: 0 kB\nBounce: 0 kB\nCommitLimit: 26884676 kB\nCommitted_AS: 1928860 kB\nVmallocTotal: 34359738367 kB\nVmallocUsed: 6416 kB\nVmallocChunk: 34359730587 kB\nHugePages_Total: 0\nHugePages_Free: 0\nHugePages_Rsvd: 0\nHugepagesize: 2048 kB\n">>}]}, {'ns_1@10.2.1.68', [{last_heard,{1351,906044,369147}}, {outgoing_replications_safeness_level,[{"default",green}]}, {incoming_replications_conf_hashes,[{"default",[]}]}, {active_buckets,["default"]}, {ready_buckets,["default"]}, {local_tasks,[]}, {memory, [{total,76271896}, {processes,40477504}, {processes_used,40463632}, {system,35794392}, {atom,1352041}, {atom_used,1349085}, {binary,1241600}, {code,13659922}, {ets,1979296}]}, {system_memory_data, [{system_total_memory,33657663488}, {free_swap,10684616704}, {total_swap,10684628992}, {cached_memory,602157056}, {buffered_memory,298811392}, {free_memory,32283254784}, {total_memory,33657663488}]}, {node_storage_conf,[{db_path,"/data"},{index_path,"/data2"}]}, {statistics, [{wall_clock,{286430,5000}}, {context_switches,{136681,0}}, {garbage_collection,{25014,79325579,0}}, {io,{{input,9915013},{output,4501587}}}, {reductions,{35146295,298002}}, {run_queue,0}, {runtime,{18470,410}}]}, {system_stats, [{cpu_utilization_rate,2.25}, {swap_total,10684628992}, {swap_used,12288}]}, {interesting_stats, [{couch_docs_actual_disk_size,1068341}, {couch_docs_data_size,1054464}, {couch_views_actual_disk_size,0}, {couch_views_data_size,0}, {curr_items,0}, {curr_items_tot,0}, {mem_used,4174248}, {vb_replica_curr_items,0}]}, {cluster_compatibility_version,131072}, {version, [{public_key,"0.13"}, {lhttpc,"1.3.0"}, {ale,"8cffe61"}, {os_mon,"2.2.7"}, {couch_set_view,"1.2.0a-47a991b-git"}, {mnesia,"4.5"}, {inets,"5.7.1"}, {couch,"1.2.0a-47a991b-git"}, {mapreduce,"1.0.0"}, {couch_index_merger,"1.2.0a-47a991b-git"}, {kernel,"2.14.5"}, {crypto,"2.0.4"}, {ssl,"4.1.6"}, {sasl,"2.1.10"}, {couch_view_parser,"1.0.0"}, {ns_server,"2.0.0-1925-rel-enterprise"}, {mochiweb,"1.4.1"}, {oauth,"7d85d3ef"}, {stdlib,"1.17.5"}]}, {supported_compat_version,[2,0]}, {system_arch,"x86_64-unknown-linux-gnu"}, {wall_clock,286}, {memory_data,{33657663488,1367298048,{<18174.694.0>,1572896}}}, {disk_data, [{"/",49781912,5}, {"/dev/shm",16434404,0}, {"/data",492257288,1}, {"/data2",246132896,1}]}, {meminfo, <<"MemTotal: 32868812 kB\nMemFree: 31526740 kB\nBuffers: 291808 kB\nCached: 588044 kB\nSwapCached: 12 kB\nActive: 529268 kB\nInactive: 575500 kB\nHighTotal: 0 kB\nHighFree: 0 kB\nLowTotal: 32868812 kB\nLowFree: 31526740 kB\nSwapTotal: 10434208 kB\nSwapFree: 10434196 kB\nDirty: 49044 kB\nWriteback: 104 kB\nAnonPages: 224676 kB\nMapped: 17164 kB\nSlab: 198064 kB\nPageTables: 5176 kB\nNFS_Unstable: 0 kB\nBounce: 0 kB\nCommitLimit: 26868612 kB\nCommitted_AS: 1926092 kB\nVmallocTotal: 34359738367 kB\nVmallocUsed: 6408 kB\nVmallocChunk: 34359730595 kB\nHugePages_Total: 0\nHugePages_Free: 0\nHugePages_Rsvd: 0\nHugepagesize: 2048 kB\n">>}]}] [stats:debug,2012-11-02T18:27:37.894,ns_1@10.2.1.66:<0.1704.0>:stats_collector:maybe_log_stats:126](at {{1970,1,16},{7,31,46}}) Stats for bucket "default": accepting_conns 1 auth_cmds 1 auth_errors 0 bucket_active_conns 1 bucket_conns 5 bytes 4174248 bytes_read 14436 bytes_written 1472870 cas_badval 0 cas_hits 0 cas_misses 0 cmd_flush 0 cmd_get 0 cmd_set 0 conn_yields 0 connection_structures 5000 curr_connections 9 curr_conns_on_port_11209 6 curr_conns_on_port_11210 1 curr_items 0 curr_items_tot 0 curr_temp_items 0 daemon_connections 4 decr_hits 0 decr_misses 0 delete_hits 0 delete_misses 0 ep_access_scanner_last_runtime 0 ep_access_scanner_num_items 0 ep_access_scanner_task_time 2012-11-03 10:00:00 ep_allow_data_loss_during_shutdown 1 ep_alog_block_size 4096 ep_alog_path /data/default/access.log ep_alog_sleep_time 1440 ep_alog_task_time 10 ep_backend couchdb ep_bg_fetch_delay 0 ep_bg_fetched 0 ep_bg_meta_fetched 0 ep_bg_remaining_jobs 0 ep_chk_max_items 5000 ep_chk_period 1800 ep_chk_persistence_remains 0 ep_chk_persistence_timeout 10 ep_chk_remover_stime 5 ep_commit_num 0 ep_commit_time 0 ep_commit_time_total 0 ep_concurrentDB 1 ep_config_file ep_couch_bucket default ep_couch_host localhost ep_couch_port 11213 ep_couch_reconnect_sleeptime 250 ep_couch_response_timeout 180000 ep_data_age 0 ep_data_age_highwat 0 ep_data_traffic_enabled 0 ep_dbinit 0 ep_dbname /data/default ep_degraded_mode 0 ep_diskqueue_drain 0 ep_diskqueue_fill 0 ep_diskqueue_items 0 ep_diskqueue_memory 0 ep_diskqueue_pending 0 ep_exp_pager_stime 3600 ep_exp_pager_stime 3600 ep_expired_access 0 ep_expired_pager 0 ep_expiry_window 3 ep_failpartialwarmup 0 ep_flush_all false ep_flush_duration_total 0 ep_flushall_enabled 0 ep_flusher_state running ep_flusher_todo 0 ep_getl_default_timeout 15 ep_getl_max_timeout 30 ep_ht_locks 5 ep_ht_size 3079 ep_inconsistent_slave_chk 0 ep_initfile ep_io_num_read 0 ep_io_num_write 0 ep_io_read_bytes 0 ep_io_write_bytes 0 ep_item_begin_failed 0 ep_item_commit_failed 0 ep_item_flush_expired 0 ep_item_flush_failed 0 ep_item_num_based_new_chk 1 ep_items_rm_from_checkpoints 0 ep_keep_closed_chks 0 ep_klog_block_size 4096 ep_klog_compactor_queue_cap 500000 ep_klog_compactor_stime 3600 ep_klog_flush commit2 ep_klog_max_entry_ratio 10 ep_klog_max_log_size 2147483647 ep_klog_path ep_klog_sync commit2 ep_kv_size 0 ep_max_checkpoints 2 ep_max_data_size 5242880000 ep_max_item_size 20971520 ep_max_size 5242880000 ep_max_txn_size 10000 ep_max_vbuckets 512 ep_mem_high_wat 3932160000 ep_mem_high_wat 3932160000 ep_mem_low_wat 3145728000 ep_mem_low_wat 3145728000 ep_mem_tracker_enabled true ep_min_data_age 0 ep_mlog_compactor_runs 0 ep_mutation_mem_threshold 0 ep_num_access_scanner_runs 0 ep_num_eject_failures 0 ep_num_expiry_pager_runs 0 ep_num_non_resident 0 ep_num_not_my_vbuckets 0 ep_num_ops_del_meta 0 ep_num_ops_get_meta 0 ep_num_ops_set_meta 0 ep_num_pager_runs 0 ep_num_value_ejects 0 ep_oom_errors 0 ep_overhead 3404160 ep_pager_active_vb_pcnt 40 ep_pager_unbiased_period 60 ep_pending_ops 0 ep_pending_ops_max 0 ep_pending_ops_max_duration 0 ep_pending_ops_total 0 ep_postInitfile ep_queue_age_cap 900 ep_queue_size 0 ep_startup_time 1351905957 ep_storage_age 0 ep_storage_age_highwat 0 ep_store_max_concurrency 10 ep_store_max_readers 9 ep_store_max_readwrite 1 ep_stored_val_type ep_tap_ack_grace_period 300 ep_tap_ack_initial_sequence_number 1 ep_tap_ack_interval 1000 ep_tap_ack_window_size 10 ep_tap_backfill_resident 0.9 ep_tap_backlog_limit 5000 ep_tap_backoff_period 5 ep_tap_bg_fetch_requeued 0 ep_tap_bg_fetched 0 ep_tap_bg_max_pending 500 ep_tap_keepalive 300 ep_tap_noop_interval 20 ep_tap_requeue_sleep_time 0.1 ep_tap_throttle_cap_pcnt 10 ep_tap_throttle_queue_cap 1000000 ep_tap_throttle_threshold 90 ep_tmp_oom_errors 0 ep_too_old 0 ep_too_young 0 ep_total_cache_size 0 ep_total_del_items 0 ep_total_enqueued 0 ep_total_new_items 0 ep_total_persisted 0 ep_uncommitted_items 0 ep_value_size 0 ep_vb0 0 ep_vb_snapshot_total 6 ep_vb_total 128 ep_vbucket_del 0 ep_vbucket_del_fail 0 ep_version 2.0.0r_130_g8b09894 ep_waitforwarmup 0 ep_warmup 1 ep_warmup_batch_size 1000 ep_warmup_dups 0 ep_warmup_min_items_threshold 100 ep_warmup_min_memory_threshold 100 ep_warmup_oom 0 ep_warmup_thread complete ep_warmup_time 745 get_hits 0 get_misses 0 incr_hits 0 incr_misses 0 libevent 2.0.11-stable limit_maxbytes 67108864 listen_disabled_num 0 max_conns_on_port_11209 1000 max_conns_on_port_11210 9000 mem_used 4174248 pid 18083 pointer_size 64 rejected_conns 0 rusage_system 0.078987 rusage_user 0.194970 threads 4 time 1351906057 total_connections 11 uptime 132 vb_active_curr_items 0 vb_active_eject 0 vb_active_expired 0 vb_active_ht_memory 3214336 vb_active_itm_memory 0 vb_active_meta_data_memory 0 vb_active_num 128 vb_active_num_non_resident 0 vb_active_num_ref_ejects 0 vb_active_num_ref_items 0 vb_active_ops_create 0 vb_active_ops_delete 0 vb_active_ops_reject 0 vb_active_ops_update 0 vb_active_perc_mem_resident 0 vb_active_queue_age 0 vb_active_queue_drain 0 vb_active_queue_fill 0 vb_active_queue_memory 0 vb_active_queue_pending 0 vb_active_queue_size 0 vb_dead_num 0 vb_pending_curr_items 0 vb_pending_eject 0 vb_pending_expired 0 vb_pending_ht_memory 0 vb_pending_itm_memory 0 vb_pending_meta_data_memory 0 vb_pending_num 0 vb_pending_num_non_resident 0 vb_pending_num_ref_ejects 0 vb_pending_num_ref_items 0 vb_pending_ops_create 0 vb_pending_ops_delete 0 vb_pending_ops_reject 0 vb_pending_ops_update 0 vb_pending_perc_mem_resident 0 vb_pending_queue_age 0 vb_pending_queue_drain 0 vb_pending_queue_fill 0 vb_pending_queue_memory 0 vb_pending_queue_pending 0 vb_pending_queue_size 0 vb_replica_curr_items 0 vb_replica_eject 0 vb_replica_expired 0 vb_replica_ht_memory 0 vb_replica_itm_memory 0 vb_replica_meta_data_memory 0 vb_replica_num 0 vb_replica_num_non_resident 0 vb_replica_num_ref_ejects 0 vb_replica_num_ref_items 0 vb_replica_ops_create 0 vb_replica_ops_delete 0 vb_replica_ops_reject 0 vb_replica_ops_update 0 vb_replica_perc_mem_resident 0 vb_replica_queue_age 0 vb_replica_queue_drain 0 vb_replica_queue_fill 0 vb_replica_queue_memory 0 vb_replica_queue_pending 0 vb_replica_queue_size 0 version 1.4.4_600_g7ea975a [ns_doctor:debug,2012-11-02T18:28:27.040,ns_1@10.2.1.66:ns_doctor<0.1428.0>:ns_doctor:handle_info:137]Current node statuses: [{'ns_1@10.2.1.65', [{last_heard,{1351,906104,401696}}, {outgoing_replications_safeness_level,[{"default",green}]}, {incoming_replications_conf_hashes,[{"default",[]}]}, {active_buckets,["default"]}, {ready_buckets,["default"]}, {local_tasks,[]}, {memory, [{total,88961072}, {processes,50713720}, {processes_used,49135528}, {system,38247352}, {atom,1404209}, {atom_used,1376964}, {binary,2620784}, {code,14117455}, {ets,2366944}]}, {system_memory_data, [{system_total_memory,33657663488}, {free_swap,11350716416}, {total_swap,11350876160}, {cached_memory,614154240}, {buffered_memory,89038848}, {free_memory,32548257792}, {total_memory,33657663488}]}, {node_storage_conf,[{db_path,"/data"},{index_path,"/data2"}]}, {statistics, [{wall_clock,{347193,5000}}, {context_switches,{409250,0}}, {garbage_collection,{60875,288736770,0}}, {io,{{input,42383012},{output,13608262}}}, {reductions,{110177468,750745}}, {run_queue,0}, {runtime,{32670,590}}]}, {system_stats, [{cpu_utilization_rate,4.0}, {swap_total,11350876160}, {swap_used,159744}]}, {interesting_stats, [{couch_docs_actual_disk_size,1068356}, {couch_docs_data_size,1054464}, {couch_views_actual_disk_size,0}, {couch_views_data_size,0}, {curr_items,0}, {curr_items_tot,0}, {mem_used,4169944}, {vb_replica_curr_items,0}]}, {cluster_compatibility_version,131072}, {version, [{public_key,"0.13"}, {lhttpc,"1.3.0"}, {ale,"8cffe61"}, {os_mon,"2.2.7"}, {couch_set_view,"1.2.0a-47a991b-git"}, {mnesia,"4.5"}, {inets,"5.7.1"}, {couch,"1.2.0a-47a991b-git"}, {mapreduce,"1.0.0"}, {couch_index_merger,"1.2.0a-47a991b-git"}, {kernel,"2.14.5"}, {crypto,"2.0.4"}, {ssl,"4.1.6"}, {sasl,"2.1.10"}, {couch_view_parser,"1.0.0"}, {ns_server,"2.0.0-1925-rel-enterprise"}, {mochiweb,"1.4.1"}, {oauth,"7d85d3ef"}, {stdlib,"1.17.5"}]}, {supported_compat_version,[2,0]}, {system_arch,"x86_64-unknown-linux-gnu"}, {wall_clock,347}, {memory_data,{33657663488,1102422016,{<18077.5273.0>,7628384}}}, {disk_data, [{"/",51088800,10}, {"/dev/shm",16434404,0}, {"/data",492257288,1}, {"/data2",246132896,1}]}, {meminfo, <<"MemTotal: 32868812 kB\nMemFree: 31785408 kB\nBuffers: 86952 kB\nCached: 599760 kB\nSwapCached: 0 kB\nActive: 480164 kB\nInactive: 448664 kB\nHighTotal: 0 kB\nHighFree: 0 kB\nLowTotal: 32868812 kB\nLowFree: 31785408 kB\nSwapTotal: 11084840 kB\nSwapFree: 11084684 kB\nDirty: 220 kB\nWriteback: 0 kB\nAnonPages: 242200 kB\nMapped: 15252 kB\nSlab: 118016 kB\nPageTables: 4584 kB\nNFS_Unstable: 0 kB\nBounce: 0 kB\nCommitLimit: 27519244 kB\nCommitted_AS: 1955760 kB\nVmallocTotal: 34359738367 kB\nVmallocUsed: 6728 kB\nVmallocChunk: 34359730275 kB\nHugePages_Total: 0\nHugePages_Free: 0\nHugePages_Rsvd: 0\nHugepagesize: 2048 kB\n">>}]}, {'ns_1@10.2.1.66', [{last_heard,{1351,906102,41267}}, {outgoing_replications_safeness_level,[{"default",green}]}, {incoming_replications_conf_hashes,[{"default",[]}]}, {active_buckets,["default"]}, {ready_buckets,["default"]}, {local_tasks,[]}, {memory, [{total,76125072}, {processes,40282888}, {processes_used,40269016}, {system,35842184}, {atom,1352041}, {atom_used,1349085}, {binary,1156960}, {code,13622682}, {ets,2142304}]}, {system_memory_data, [{system_total_memory,33657663488}, {free_swap,10684469248}, {total_swap,10684628992}, {cached_memory,610979840}, {buffered_memory,99807232}, {free_memory,32552849408}, {total_memory,33657663488}]}, {node_storage_conf,[{db_path,"/data"},{index_path,"/data2"}]}, {statistics, [{wall_clock,{344440,5001}}, {context_switches,{170699,0}}, {garbage_collection,{28334,94322829,0}}, {io,{{input,10559928},{output,5619507}}}, {reductions,{37891898,307853}}, {run_queue,0}, {runtime,{23130,430}}]}, {system_stats, [{cpu_utilization_rate,3.5}, {swap_total,10684628992}, {swap_used,159744}]}, {interesting_stats, [{couch_docs_actual_disk_size,1068356}, {couch_docs_data_size,1054464}, {couch_views_actual_disk_size,0}, {couch_views_data_size,0}, {curr_items,0}, {curr_items_tot,0}, {mem_used,4174248}, {vb_replica_curr_items,0}]}, {cluster_compatibility_version,131072}, {version, [{public_key,"0.13"}, {lhttpc,"1.3.0"}, {ale,"8cffe61"}, {os_mon,"2.2.7"}, {couch_set_view,"1.2.0a-47a991b-git"}, {mnesia,"4.5"}, {inets,"5.7.1"}, {couch,"1.2.0a-47a991b-git"}, {mapreduce,"1.0.0"}, {couch_index_merger,"1.2.0a-47a991b-git"}, {kernel,"2.14.5"}, {crypto,"2.0.4"}, {ssl,"4.1.6"}, {sasl,"2.1.10"}, {couch_view_parser,"1.0.0"}, {ns_server,"2.0.0-1925-rel-enterprise"}, {mochiweb,"1.4.1"}, {oauth,"7d85d3ef"}, {stdlib,"1.17.5"}]}, {supported_compat_version,[2,0]}, {system_arch,"x86_64-unknown-linux-gnu"}, {wall_clock,344}, {memory_data,{33657663488,1101258752,{<0.693.0>,1943840}}}, {disk_data, [{"/",49781912,5}, {"/dev/shm",16434404,0}, {"/data",492257288,1}, {"/data2",246132896,1}]}, {meminfo, <<"MemTotal: 32868812 kB\nMemFree: 31789892 kB\nBuffers: 97468 kB\nCached: 596660 kB\nSwapCached: 140 kB\nActive: 482252 kB\nInactive: 441328 kB\nHighTotal: 0 kB\nHighFree: 0 kB\nLowTotal: 32868812 kB\nLowFree: 31789892 kB\nSwapTotal: 10434208 kB\nSwapFree: 10434052 kB\nDirty: 40520 kB\nWriteback: 0 kB\nAnonPages: 229284 kB\nMapped: 17020 kB\nSlab: 114660 kB\nPageTables: 5240 kB\nNFS_Unstable: 0 kB\nBounce: 0 kB\nCommitLimit: 26868612 kB\nCommitted_AS: 1931148 kB\nVmallocTotal: 34359738367 kB\nVmallocUsed: 6408 kB\nVmallocChunk: 34359730595 kB\nHugePages_Total: 0\nHugePages_Free: 0\nHugePages_Rsvd: 0\nHugepagesize: 2048 kB\n">>}]}, {'ns_1@10.2.1.67', [{last_heard,{1351,906106,15746}}, {outgoing_replications_safeness_level,[{"default",green}]}, {incoming_replications_conf_hashes,[{"default",[]}]}, {active_buckets,["default"]}, {ready_buckets,["default"]}, {local_tasks,[]}, {memory, [{total,76852648}, {processes,40873072}, {processes_used,40859200}, {system,35979576}, {atom,1352041}, {atom_used,1349085}, {binary,1248448}, {code,13631938}, {ets,2178528}]}, {system_memory_data, [{system_total_memory,33657663488}, {free_swap,10701078528}, {total_swap,10701078528}, {cached_memory,649351168}, {buffered_memory,401981440}, {free_memory,32138514432}, {total_memory,33657663488}]}, {node_storage_conf,[{db_path,"/data"},{index_path,"/data2"}]}, {statistics, [{wall_clock,{349398,5001}}, {context_switches,{173357,0}}, {garbage_collection,{29196,93867880,0}}, {io,{{input,10653206},{output,5762005}}}, {reductions,{37640801,323769}}, {run_queue,0}, {runtime,{22840,410}}]}, {system_stats, [{cpu_utilization_rate,2.5},{swap_total,10701078528},{swap_used,0}]}, {interesting_stats, [{couch_docs_actual_disk_size,1068356}, {couch_docs_data_size,1054464}, {couch_views_actual_disk_size,0}, {couch_views_data_size,0}, {curr_items,0}, {curr_items_tot,0}, {mem_used,4174248}, {vb_replica_curr_items,0}]}, {cluster_compatibility_version,131072}, {version, [{public_key,"0.13"}, {lhttpc,"1.3.0"}, {ale,"8cffe61"}, {os_mon,"2.2.7"}, {couch_set_view,"1.2.0a-47a991b-git"}, {mnesia,"4.5"}, {inets,"5.7.1"}, {couch,"1.2.0a-47a991b-git"}, {mapreduce,"1.0.0"}, {couch_index_merger,"1.2.0a-47a991b-git"}, {kernel,"2.14.5"}, {crypto,"2.0.4"}, {ssl,"4.1.6"}, {sasl,"2.1.10"}, {couch_view_parser,"1.0.0"}, {ns_server,"2.0.0-1925-rel-enterprise"}, {mochiweb,"1.4.1"}, {oauth,"7d85d3ef"}, {stdlib,"1.17.5"}]}, {supported_compat_version,[2,0]}, {system_arch,"x86_64-unknown-linux-gnu"}, {wall_clock,349}, {memory_data,{33657663488,1514831872,{<18173.1691.0>,3143528}}}, {disk_data, [{"/",49781912,9}, {"/dev/shm",16434404,0}, {"/data",492257288,1}, {"/data2",246132896,1}]}, {meminfo, <<"MemTotal: 32868812 kB\nMemFree: 31385268 kB\nBuffers: 392560 kB\nCached: 634132 kB\nSwapCached: 0 kB\nActive: 732056 kB\nInactive: 519896 kB\nHighTotal: 0 kB\nHighFree: 0 kB\nLowTotal: 32868812 kB\nLowFree: 31385268 kB\nSwapTotal: 10450272 kB\nSwapFree: 10450272 kB\nDirty: 44908 kB\nWriteback: 0 kB\nAnonPages: 225196 kB\nMapped: 17020 kB\nSlab: 193724 kB\nPageTables: 5256 kB\nNFS_Unstable: 0 kB\nBounce: 0 kB\nCommitLimit: 26884676 kB\nCommitted_AS: 1933764 kB\nVmallocTotal: 34359738367 kB\nVmallocUsed: 6416 kB\nVmallocChunk: 34359730587 kB\nHugePages_Total: 0\nHugePages_Free: 0\nHugePages_Rsvd: 0\nHugepagesize: 2048 kB\n">>}]}, {'ns_1@10.2.1.68', [{last_heard,{1351,906104,367539}}, {outgoing_replications_safeness_level,[{"default",green}]}, {incoming_replications_conf_hashes,[{"default",[]}]}, {active_buckets,["default"]}, {ready_buckets,["default"]}, {local_tasks,[]}, {memory, [{total,76728432}, {processes,40693544}, {processes_used,40679672}, {system,36034888}, {atom,1352041}, {atom_used,1349085}, {binary,1296576}, {code,13659922}, {ets,2161592}]}, {system_memory_data, [{system_total_memory,33657663488}, {free_swap,10684616704}, {total_swap,10684628992}, {cached_memory,603254784}, {buffered_memory,298913792}, {free_memory,32278810624}, {total_memory,33657663488}]}, {node_storage_conf,[{db_path,"/data"},{index_path,"/data2"}]}, {statistics, [{wall_clock,{346430,5000}}, {context_switches,{173523,0}}, {garbage_collection,{28678,95775872,0}}, {io,{{input,10586305},{output,5810193}}}, {reductions,{39142855,305611}}, {run_queue,0}, {runtime,{23880,450}}]}, {system_stats, [{cpu_utilization_rate,2.5}, {swap_total,10684628992}, {swap_used,12288}]}, {interesting_stats, [{couch_docs_actual_disk_size,1068356}, {couch_docs_data_size,1054464}, {couch_views_actual_disk_size,0}, {couch_views_data_size,0}, {curr_items,0}, {curr_items_tot,0}, {mem_used,4174248}, {vb_replica_curr_items,0}]}, {cluster_compatibility_version,131072}, {version, [{public_key,"0.13"}, {lhttpc,"1.3.0"}, {ale,"8cffe61"}, {os_mon,"2.2.7"}, {couch_set_view,"1.2.0a-47a991b-git"}, {mnesia,"4.5"}, {inets,"5.7.1"}, {couch,"1.2.0a-47a991b-git"}, {mapreduce,"1.0.0"}, {couch_index_merger,"1.2.0a-47a991b-git"}, {kernel,"2.14.5"}, {crypto,"2.0.4"}, {ssl,"4.1.6"}, {sasl,"2.1.10"}, {couch_view_parser,"1.0.0"}, {ns_server,"2.0.0-1925-rel-enterprise"}, {mochiweb,"1.4.1"}, {oauth,"7d85d3ef"}, {stdlib,"1.17.5"}]}, {supported_compat_version,[2,0]}, {system_arch,"x86_64-unknown-linux-gnu"}, {wall_clock,346}, {memory_data,{33657663488,1376567296,{<18174.694.0>,1572896}}}, {disk_data, [{"/",49781912,5}, {"/dev/shm",16434404,0}, {"/data",492257288,1}, {"/data2",246132896,1}]}, {meminfo, <<"MemTotal: 32868812 kB\nMemFree: 31522276 kB\nBuffers: 291908 kB\nCached: 589116 kB\nSwapCached: 12 kB\nActive: 532736 kB\nInactive: 576472 kB\nHighTotal: 0 kB\nHighFree: 0 kB\nLowTotal: 32868812 kB\nLowFree: 31522276 kB\nSwapTotal: 10434208 kB\nSwapFree: 10434196 kB\nDirty: 40232 kB\nWriteback: 104 kB\nAnonPages: 228300 kB\nMapped: 17164 kB\nSlab: 198080 kB\nPageTables: 5176 kB\nNFS_Unstable: 0 kB\nBounce: 0 kB\nCommitLimit: 26868612 kB\nCommitted_AS: 1930052 kB\nVmallocTotal: 34359738367 kB\nVmallocUsed: 6408 kB\nVmallocChunk: 34359730595 kB\nHugePages_Total: 0\nHugePages_Free: 0\nHugePages_Rsvd: 0\nHugepagesize: 2048 kB\n">>}]}] [stats:debug,2012-11-02T18:29:17.891,ns_1@10.2.1.66:<0.1704.0>:stats_collector:maybe_log_stats:126](at {{1970,1,16},{7,31,46}}) Stats for bucket "default": accepting_conns 1 auth_cmds 2 auth_errors 0 bucket_active_conns 1 bucket_conns 5 bytes 4174248 bytes_read 24964 bytes_written 2956277 cas_badval 0 cas_hits 0 cas_misses 0 cmd_flush 0 cmd_get 0 cmd_set 0 conn_yields 0 connection_structures 5000 curr_connections 9 curr_conns_on_port_11209 6 curr_conns_on_port_11210 1 curr_items 0 curr_items_tot 0 curr_temp_items 0 daemon_connections 4 decr_hits 0 decr_misses 0 delete_hits 0 delete_misses 0 ep_access_scanner_last_runtime 0 ep_access_scanner_num_items 0 ep_access_scanner_task_time 2012-11-03 10:00:00 ep_allow_data_loss_during_shutdown 1 ep_alog_block_size 4096 ep_alog_path /data/default/access.log ep_alog_sleep_time 1440 ep_alog_task_time 10 ep_backend couchdb ep_bg_fetch_delay 0 ep_bg_fetched 0 ep_bg_meta_fetched 0 ep_bg_remaining_jobs 0 ep_chk_max_items 5000 ep_chk_period 1800 ep_chk_persistence_remains 0 ep_chk_persistence_timeout 10 ep_chk_remover_stime 5 ep_commit_num 0 ep_commit_time 0 ep_commit_time_total 0 ep_concurrentDB 1 ep_config_file ep_couch_bucket default ep_couch_host localhost ep_couch_port 11213 ep_couch_reconnect_sleeptime 250 ep_couch_response_timeout 180000 ep_data_age 0 ep_data_age_highwat 0 ep_data_traffic_enabled 0 ep_dbinit 0 ep_dbname /data/default ep_degraded_mode 0 ep_diskqueue_drain 0 ep_diskqueue_fill 0 ep_diskqueue_items 0 ep_diskqueue_memory 0 ep_diskqueue_pending 0 ep_exp_pager_stime 3600 ep_exp_pager_stime 3600 ep_expired_access 0 ep_expired_pager 0 ep_expiry_window 3 ep_failpartialwarmup 0 ep_flush_all false ep_flush_duration_total 0 ep_flushall_enabled 0 ep_flusher_state running ep_flusher_todo 0 ep_getl_default_timeout 15 ep_getl_max_timeout 30 ep_ht_locks 5 ep_ht_size 3079 ep_inconsistent_slave_chk 0 ep_initfile ep_io_num_read 0 ep_io_num_write 0 ep_io_read_bytes 0 ep_io_write_bytes 0 ep_item_begin_failed 0 ep_item_commit_failed 0 ep_item_flush_expired 0 ep_item_flush_failed 0 ep_item_num_based_new_chk 1 ep_items_rm_from_checkpoints 0 ep_keep_closed_chks 0 ep_klog_block_size 4096 ep_klog_compactor_queue_cap 500000 ep_klog_compactor_stime 3600 ep_klog_flush commit2 ep_klog_max_entry_ratio 10 ep_klog_max_log_size 2147483647 ep_klog_path ep_klog_sync commit2 ep_kv_size 0 ep_max_checkpoints 2 ep_max_data_size 5242880000 ep_max_item_size 20971520 ep_max_size 5242880000 ep_max_txn_size 10000 ep_max_vbuckets 512 ep_mem_high_wat 3932160000 ep_mem_high_wat 3932160000 ep_mem_low_wat 3145728000 ep_mem_low_wat 3145728000 ep_mem_tracker_enabled true ep_min_data_age 0 ep_mlog_compactor_runs 0 ep_mutation_mem_threshold 0 ep_num_access_scanner_runs 0 ep_num_eject_failures 0 ep_num_expiry_pager_runs 0 ep_num_non_resident 0 ep_num_not_my_vbuckets 0 ep_num_ops_del_meta 0 ep_num_ops_get_meta 0 ep_num_ops_set_meta 0 ep_num_pager_runs 0 ep_num_value_ejects 0 ep_oom_errors 0 ep_overhead 3404160 ep_pager_active_vb_pcnt 40 ep_pager_unbiased_period 60 ep_pending_ops 0 ep_pending_ops_max 0 ep_pending_ops_max_duration 0 ep_pending_ops_total 0 ep_postInitfile ep_queue_age_cap 900 ep_queue_size 0 ep_startup_time 1351905957 ep_storage_age 0 ep_storage_age_highwat 0 ep_store_max_concurrency 10 ep_store_max_readers 9 ep_store_max_readwrite 1 ep_stored_val_type ep_tap_ack_grace_period 300 ep_tap_ack_initial_sequence_number 1 ep_tap_ack_interval 1000 ep_tap_ack_window_size 10 ep_tap_backfill_resident 0.9 ep_tap_backlog_limit 5000 ep_tap_backoff_period 5 ep_tap_bg_fetch_requeued 0 ep_tap_bg_fetched 0 ep_tap_bg_max_pending 500 ep_tap_keepalive 300 ep_tap_noop_interval 20 ep_tap_requeue_sleep_time 0.1 ep_tap_throttle_cap_pcnt 10 ep_tap_throttle_queue_cap 1000000 ep_tap_throttle_threshold 90 ep_tmp_oom_errors 0 ep_too_old 0 ep_too_young 0 ep_total_cache_size 0 ep_total_del_items 0 ep_total_enqueued 0 ep_total_new_items 0 ep_total_persisted 0 ep_uncommitted_items 0 ep_value_size 0 ep_vb0 0 ep_vb_snapshot_total 6 ep_vb_total 128 ep_vbucket_del 0 ep_vbucket_del_fail 0 ep_version 2.0.0r_130_g8b09894 ep_waitforwarmup 0 ep_warmup 1 ep_warmup_batch_size 1000 ep_warmup_dups 0 ep_warmup_min_items_threshold 100 ep_warmup_min_memory_threshold 100 ep_warmup_oom 0 ep_warmup_thread complete ep_warmup_time 745 get_hits 0 get_misses 0 incr_hits 0 incr_misses 0 libevent 2.0.11-stable limit_maxbytes 67108864 listen_disabled_num 0 max_conns_on_port_11209 1000 max_conns_on_port_11210 9000 mem_used 4174248 pid 18083 pointer_size 64 rejected_conns 0 rusage_system 0.100984 rusage_user 0.349946 threads 4 time 1351906157 total_connections 12 uptime 232 vb_active_curr_items 0 vb_active_eject 0 vb_active_expired 0 vb_active_ht_memory 3214336 vb_active_itm_memory 0 vb_active_meta_data_memory 0 vb_active_num 128 vb_active_num_non_resident 0 vb_active_num_ref_ejects 0 vb_active_num_ref_items 0 vb_active_ops_create 0 vb_active_ops_delete 0 vb_active_ops_reject 0 vb_active_ops_update 0 vb_active_perc_mem_resident 0 vb_active_queue_age 0 vb_active_queue_drain 0 vb_active_queue_fill 0 vb_active_queue_memory 0 vb_active_queue_pending 0 vb_active_queue_size 0 vb_dead_num 0 vb_pending_curr_items 0 vb_pending_eject 0 vb_pending_expired 0 vb_pending_ht_memory 0 vb_pending_itm_memory 0 vb_pending_meta_data_memory 0 vb_pending_num 0 vb_pending_num_non_resident 0 vb_pending_num_ref_ejects 0 vb_pending_num_ref_items 0 vb_pending_ops_create 0 vb_pending_ops_delete 0 vb_pending_ops_reject 0 vb_pending_ops_update 0 vb_pending_perc_mem_resident 0 vb_pending_queue_age 0 vb_pending_queue_drain 0 vb_pending_queue_fill 0 vb_pending_queue_memory 0 vb_pending_queue_pending 0 vb_pending_queue_size 0 vb_replica_curr_items 0 vb_replica_eject 0 vb_replica_expired 0 vb_replica_ht_memory 0 vb_replica_itm_memory 0 vb_replica_meta_data_memory 0 vb_replica_num 0 vb_replica_num_non_resident 0 vb_replica_num_ref_ejects 0 vb_replica_num_ref_items 0 vb_replica_ops_create 0 vb_replica_ops_delete 0 vb_replica_ops_reject 0 vb_replica_ops_update 0 vb_replica_perc_mem_resident 0 vb_replica_queue_age 0 vb_replica_queue_drain 0 vb_replica_queue_fill 0 vb_replica_queue_memory 0 vb_replica_queue_pending 0 vb_replica_queue_size 0 version 1.4.4_600_g7ea975a [ns_doctor:debug,2012-11-02T18:29:27.040,ns_1@10.2.1.66:ns_doctor<0.1428.0>:ns_doctor:handle_info:137]Current node statuses: [{'ns_1@10.2.1.65', [{last_heard,{1351,906164,400739}}, {outgoing_replications_safeness_level,[{"default",green}]}, {incoming_replications_conf_hashes,[{"default",[]}]}, {active_buckets,["default"]}, {ready_buckets,["default"]}, {local_tasks,[]}, {memory, [{total,89369160}, {processes,50370808}, {processes_used,48792616}, {system,38998352}, {atom,1404209}, {atom_used,1376964}, {binary,3189248}, {code,14117455}, {ets,2545464}]}, {system_memory_data, [{system_total_memory,33657663488}, {free_swap,11350716416}, {total_swap,11350876160}, {cached_memory,615120896}, {buffered_memory,89354240}, {free_memory,32544448512}, {total_memory,33657663488}]}, {node_storage_conf,[{db_path,"/data"},{index_path,"/data2"}]}, {statistics, [{wall_clock,{407193,5000}}, {context_switches,{451949,0}}, {garbage_collection,{66091,336812850,0}}, {io,{{input,60337110},{output,18088311}}}, {reductions,{120469470,739168}}, {run_queue,0}, {runtime,{39660,590}}]}, {system_stats, [{cpu_utilization_rate,4.239401496259352}, {swap_total,11350876160}, {swap_used,159744}]}, {interesting_stats, [{couch_docs_actual_disk_size,1068356}, {couch_docs_data_size,1054464}, {couch_views_actual_disk_size,0}, {couch_views_data_size,0}, {curr_items,0}, {curr_items_tot,0}, {mem_used,4169944}, {vb_replica_curr_items,0}]}, {cluster_compatibility_version,131072}, {version, [{public_key,"0.13"}, {lhttpc,"1.3.0"}, {ale,"8cffe61"}, {os_mon,"2.2.7"}, {couch_set_view,"1.2.0a-47a991b-git"}, {mnesia,"4.5"}, {inets,"5.7.1"}, {couch,"1.2.0a-47a991b-git"}, {mapreduce,"1.0.0"}, {couch_index_merger,"1.2.0a-47a991b-git"}, {kernel,"2.14.5"}, {crypto,"2.0.4"}, {ssl,"4.1.6"}, {sasl,"2.1.10"}, {couch_view_parser,"1.0.0"}, {ns_server,"2.0.0-1925-rel-enterprise"}, {mochiweb,"1.4.1"}, {oauth,"7d85d3ef"}, {stdlib,"1.17.5"}]}, {supported_compat_version,[2,0]}, {system_arch,"x86_64-unknown-linux-gnu"}, {wall_clock,407}, {memory_data,{33657663488,1108262912,{<18077.5273.0>,7628384}}}, {disk_data, [{"/",51088800,10}, {"/dev/shm",16434404,0}, {"/data",492257288,1}, {"/data2",246132896,1}]}, {meminfo, <<"MemTotal: 32868812 kB\nMemFree: 31781688 kB\nBuffers: 87260 kB\nCached: 600704 kB\nSwapCached: 0 kB\nActive: 482808 kB\nInactive: 450040 kB\nHighTotal: 0 kB\nHighFree: 0 kB\nLowTotal: 32868812 kB\nLowFree: 31781688 kB\nSwapTotal: 11084840 kB\nSwapFree: 11084684 kB\nDirty: 436 kB\nWriteback: 0 kB\nAnonPages: 244768 kB\nMapped: 15252 kB\nSlab: 118084 kB\nPageTables: 4700 kB\nNFS_Unstable: 0 kB\nBounce: 0 kB\nCommitLimit: 27519244 kB\nCommitted_AS: 1960076 kB\nVmallocTotal: 34359738367 kB\nVmallocUsed: 6728 kB\nVmallocChunk: 34359730275 kB\nHugePages_Total: 0\nHugePages_Free: 0\nHugePages_Rsvd: 0\nHugepagesize: 2048 kB\n">>}]}, {'ns_1@10.2.1.66', [{last_heard,{1351,906162,41180}}, {outgoing_replications_safeness_level,[{"default",green}]}, {incoming_replications_conf_hashes,[{"default",[]}]}, {active_buckets,["default"]}, {ready_buckets,["default"]}, {local_tasks,[]}, {memory, [{total,75770824}, {processes,39615920}, {processes_used,39601248}, {system,36154904}, {atom,1352041}, {atom_used,1349085}, {binary,1288400}, {code,13622682}, {ets,2319416}]}, {system_memory_data, [{system_total_memory,33657663488}, {free_swap,10684469248}, {total_swap,10684628992}, {cached_memory,612134912}, {buffered_memory,100085760}, {free_memory,32551579648}, {total_memory,33657663488}]}, {node_storage_conf,[{db_path,"/data"},{index_path,"/data2"}]}, {statistics, [{wall_clock,{404440,5001}}, {context_switches,{208293,0}}, {garbage_collection,{32263,111057992,0}}, {io,{{input,14117699},{output,9644874}}}, {reductions,{41756583,321903}}, {run_queue,0}, {runtime,{28370,450}}]}, {system_stats, [{cpu_utilization_rate,3.5}, {swap_total,10684628992}, {swap_used,159744}]}, {interesting_stats, [{couch_docs_actual_disk_size,1068356}, {couch_docs_data_size,1054464}, {couch_views_actual_disk_size,0}, {couch_views_data_size,0}, {curr_items,0}, {curr_items_tot,0}, {mem_used,4174248}, {vb_replica_curr_items,0}]}, {cluster_compatibility_version,131072}, {version, [{public_key,"0.13"}, {lhttpc,"1.3.0"}, {ale,"8cffe61"}, {os_mon,"2.2.7"}, {couch_set_view,"1.2.0a-47a991b-git"}, {mnesia,"4.5"}, {inets,"5.7.1"}, {couch,"1.2.0a-47a991b-git"}, {mapreduce,"1.0.0"}, {couch_index_merger,"1.2.0a-47a991b-git"}, {kernel,"2.14.5"}, {crypto,"2.0.4"}, {ssl,"4.1.6"}, {sasl,"2.1.10"}, {couch_view_parser,"1.0.0"}, {ns_server,"2.0.0-1925-rel-enterprise"}, {mochiweb,"1.4.1"}, {oauth,"7d85d3ef"}, {stdlib,"1.17.5"}]}, {supported_compat_version,[2,0]}, {system_arch,"x86_64-unknown-linux-gnu"}, {wall_clock,404}, {memory_data,{33657663488,1106210816,{<0.693.0>,1943840}}}, {disk_data, [{"/",49781912,5}, {"/dev/shm",16434404,0}, {"/data",492257288,1}, {"/data2",246132896,1}]}, {meminfo, <<"MemTotal: 32868812 kB\nMemFree: 31788652 kB\nBuffers: 97740 kB\nCached: 597788 kB\nSwapCached: 140 kB\nActive: 483040 kB\nInactive: 442620 kB\nHighTotal: 0 kB\nHighFree: 0 kB\nLowTotal: 32868812 kB\nLowFree: 31788652 kB\nSwapTotal: 10434208 kB\nSwapFree: 10434052 kB\nDirty: 28512 kB\nWriteback: 0 kB\nAnonPages: 230044 kB\nMapped: 17020 kB\nSlab: 114780 kB\nPageTables: 5236 kB\nNFS_Unstable: 0 kB\nBounce: 0 kB\nCommitLimit: 26868612 kB\nCommitted_AS: 1932036 kB\nVmallocTotal: 34359738367 kB\nVmallocUsed: 6408 kB\nVmallocChunk: 34359730595 kB\nHugePages_Total: 0\nHugePages_Free: 0\nHugePages_Rsvd: 0\nHugepagesize: 2048 kB\n">>}]}, {'ns_1@10.2.1.67', [{last_heard,{1351,906166,15326}}, {outgoing_replications_safeness_level,[{"default",green}]}, {incoming_replications_conf_hashes,[{"default",[]}]}, {active_buckets,["default"]}, {ready_buckets,["default"]}, {local_tasks,[]}, {memory, [{total,77523080}, {processes,41249216}, {processes_used,41234544}, {system,36273864}, {atom,1352041}, {atom_used,1349085}, {binary,1361352}, {code,13631938}, {ets,2356008}]}, {system_memory_data, [{system_total_memory,33657663488}, {free_swap,10701078528}, {total_swap,10701078528}, {cached_memory,650436608}, {buffered_memory,402120704}, {free_memory,32137371648}, {total_memory,33657663488}]}, {node_storage_conf,[{db_path,"/data"},{index_path,"/data2"}]}, {statistics, [{wall_clock,{409397,4999}}, {context_switches,{211108,0}}, {garbage_collection,{33544,110902308,0}}, {io,{{input,14392041},{output,9911036}}}, {reductions,{41717227,329860}}, {run_queue,0}, {runtime,{28010,410}}]}, {system_stats, [{cpu_utilization_rate,2.0050125313283207}, {swap_total,10701078528}, {swap_used,0}]}, {interesting_stats, [{couch_docs_actual_disk_size,1068356}, {couch_docs_data_size,1054464}, {couch_views_actual_disk_size,0}, {couch_views_data_size,0}, {curr_items,0}, {curr_items_tot,0}, {mem_used,4174248}, {vb_replica_curr_items,0}]}, {cluster_compatibility_version,131072}, {version, [{public_key,"0.13"}, {lhttpc,"1.3.0"}, {ale,"8cffe61"}, {os_mon,"2.2.7"}, {couch_set_view,"1.2.0a-47a991b-git"}, {mnesia,"4.5"}, {inets,"5.7.1"}, {couch,"1.2.0a-47a991b-git"}, {mapreduce,"1.0.0"}, {couch_index_merger,"1.2.0a-47a991b-git"}, {kernel,"2.14.5"}, {crypto,"2.0.4"}, {ssl,"4.1.6"}, {sasl,"2.1.10"}, {couch_view_parser,"1.0.0"}, {ns_server,"2.0.0-1925-rel-enterprise"}, {mochiweb,"1.4.1"}, {oauth,"7d85d3ef"}, {stdlib,"1.17.5"}]}, {supported_compat_version,[2,0]}, {system_arch,"x86_64-unknown-linux-gnu"}, {wall_clock,409}, {memory_data,{33657663488,1519149056,{<18173.1691.0>,3143528}}}, {disk_data, [{"/",49781912,9}, {"/dev/shm",16434404,0}, {"/data",492257288,1}, {"/data2",246132896,1}]}, {meminfo, <<"MemTotal: 32868812 kB\nMemFree: 31384152 kB\nBuffers: 392696 kB\nCached: 635192 kB\nSwapCached: 0 kB\nActive: 732876 kB\nInactive: 520968 kB\nHighTotal: 0 kB\nHighFree: 0 kB\nLowTotal: 32868812 kB\nLowFree: 31384152 kB\nSwapTotal: 10450272 kB\nSwapFree: 10450272 kB\nDirty: 36420 kB\nWriteback: 0 kB\nAnonPages: 226080 kB\nMapped: 17020 kB\nSlab: 193748 kB\nPageTables: 5256 kB\nNFS_Unstable: 0 kB\nBounce: 0 kB\nCommitLimit: 26884676 kB\nCommitted_AS: 1933208 kB\nVmallocTotal: 34359738367 kB\nVmallocUsed: 6416 kB\nVmallocChunk: 34359730587 kB\nHugePages_Total: 0\nHugePages_Free: 0\nHugePages_Rsvd: 0\nHugepagesize: 2048 kB\n">>}]}, {'ns_1@10.2.1.68', [{last_heard,{1351,906164,366956}}, {outgoing_replications_safeness_level,[{"default",green}]}, {incoming_replications_conf_hashes,[{"default",[]}]}, {active_buckets,["default"]}, {ready_buckets,["default"]}, {local_tasks,[]}, {memory, [{total,77292776}, {processes,41008192}, {processes_used,40993520}, {system,36284584}, {atom,1352041}, {atom_used,1349085}, {binary,1365376}, {code,13659922}, {ets,2338992}]}, {system_memory_data, [{system_total_memory,33657663488}, {free_swap,10684616704}, {total_swap,10684628992}, {cached_memory,604237824}, {buffered_memory,299114496}, {free_memory,32274534400}, {total_memory,33657663488}]}, {node_storage_conf,[{db_path,"/data"},{index_path,"/data2"}]}, {statistics, [{wall_clock,{406430,5000}}, {context_switches,{211217,0}}, {garbage_collection,{32997,112723104,0}}, {io,{{input,14467877},{output,10015270}}}, {reductions,{43150731,307705}}, {run_queue,0}, {runtime,{29190,450}}]}, {system_stats, [{cpu_utilization_rate,2.5}, {swap_total,10684628992}, {swap_used,12288}]}, {interesting_stats, [{couch_docs_actual_disk_size,1068356}, {couch_docs_data_size,1054464}, {couch_views_actual_disk_size,0}, {couch_views_data_size,0}, {curr_items,0}, {curr_items_tot,0}, {mem_used,4174248}, {vb_replica_curr_items,0}]}, {cluster_compatibility_version,131072}, {version, [{public_key,"0.13"}, {lhttpc,"1.3.0"}, {ale,"8cffe61"}, {os_mon,"2.2.7"}, {couch_set_view,"1.2.0a-47a991b-git"}, {mnesia,"4.5"}, {inets,"5.7.1"}, {couch,"1.2.0a-47a991b-git"}, {mapreduce,"1.0.0"}, {couch_index_merger,"1.2.0a-47a991b-git"}, {kernel,"2.14.5"}, {crypto,"2.0.4"}, {ssl,"4.1.6"}, {sasl,"2.1.10"}, {couch_view_parser,"1.0.0"}, {ns_server,"2.0.0-1925-rel-enterprise"}, {mochiweb,"1.4.1"}, {oauth,"7d85d3ef"}, {stdlib,"1.17.5"}]}, {supported_compat_version,[2,0]}, {system_arch,"x86_64-unknown-linux-gnu"}, {wall_clock,406}, {memory_data,{33657663488,1378598912,{<18174.694.0>,1572896}}}, {disk_data, [{"/",49781912,5}, {"/dev/shm",16434404,0}, {"/data",492257288,1}, {"/data2",246132896,1}]}, {meminfo, <<"MemTotal: 32868812 kB\nMemFree: 31518100 kB\nBuffers: 292104 kB\nCached: 590076 kB\nSwapCached: 12 kB\nActive: 535292 kB\nInactive: 577600 kB\nHighTotal: 0 kB\nHighFree: 0 kB\nLowTotal: 32868812 kB\nLowFree: 31518100 kB\nSwapTotal: 10434208 kB\nSwapFree: 10434196 kB\nDirty: 32124 kB\nWriteback: 0 kB\nAnonPages: 230772 kB\nMapped: 17220 kB\nSlab: 197928 kB\nPageTables: 5252 kB\nNFS_Unstable: 0 kB\nBounce: 0 kB\nCommitLimit: 26868612 kB\nCommitted_AS: 1930928 kB\nVmallocTotal: 34359738367 kB\nVmallocUsed: 6408 kB\nVmallocChunk: 34359730595 kB\nHugePages_Total: 0\nHugePages_Free: 0\nHugePages_Rsvd: 0\nHugepagesize: 2048 kB\n">>}]}] [ns_doctor:debug,2012-11-02T18:30:27.040,ns_1@10.2.1.66:ns_doctor<0.1428.0>:ns_doctor:handle_info:137]Current node statuses: [{'ns_1@10.2.1.65', [{last_heard,{1351,906224,399878}}, {outgoing_replications_safeness_level,[{"default",green}]}, {incoming_replications_conf_hashes,[{"default",[]}]}, {active_buckets,["default"]}, {ready_buckets,["default"]}, {local_tasks, [[{pid,<<"<0.10240.0>">>}, {bucket,<<"default">>}, {original_target,{[{type,bucket}]}}, {progress,93}, {started_on,1351906286}, {total_vbuckets,129}, {trigger_type,scheduled}, {type,bucket_compaction}, {updated_on,1351906291}, {vbuckets_done,120}]]}, {memory, [{total,99673656}, {processes,60095128}, {processes_used,58523264}, {system,39578528}, {atom,1405017}, {atom_used,1377299}, {binary,3248280}, {code,14117455}, {ets,2728776}]}, {system_memory_data, [{system_total_memory,33657663488}, {free_swap,11350716416}, {total_swap,11350876160}, {cached_memory,990965760}, {buffered_memory,201781248}, {free_memory,31615610880}, {total_memory,33657663488}]}, {node_storage_conf,[{db_path,"/data"},{index_path,"/data2"}]}, {statistics, [{wall_clock,{467193,5000}}, {context_switches,{1608541,0}}, {garbage_collection,{191507,514002007,0}}, {io,{{input,87667398},{output,24766087}}}, {reductions,{188642726,5884340}}, {run_queue,0}, {runtime,{71820,1600}}]}, {system_stats, [{cpu_utilization_rate,43.609022556390975}, {swap_total,11350876160}, {swap_used,159744}]}, {interesting_stats, [{couch_docs_actual_disk_size,413566119}, {couch_docs_data_size,343113482}, {couch_views_actual_disk_size,0}, {couch_views_data_size,0}, {curr_items,145424}, {curr_items_tot,145424}, {mem_used,389097944}, {vb_replica_curr_items,0}]}, {cluster_compatibility_version,131072}, {version, [{public_key,"0.13"}, {lhttpc,"1.3.0"}, {ale,"8cffe61"}, {os_mon,"2.2.7"}, {couch_set_view,"1.2.0a-47a991b-git"}, {mnesia,"4.5"}, {inets,"5.7.1"}, {couch,"1.2.0a-47a991b-git"}, {mapreduce,"1.0.0"}, {couch_index_merger,"1.2.0a-47a991b-git"}, {kernel,"2.14.5"}, {crypto,"2.0.4"}, {ssl,"4.1.6"}, {sasl,"2.1.10"}, {couch_view_parser,"1.0.0"}, {ns_server,"2.0.0-1925-rel-enterprise"}, {mochiweb,"1.4.1"}, {oauth,"7d85d3ef"}, {stdlib,"1.17.5"}]}, {supported_compat_version,[2,0]}, {system_arch,"x86_64-unknown-linux-gnu"}, {wall_clock,467}, {memory_data,{33657663488,1311170560,{<18077.5273.0>,7628384}}}, {disk_data, [{"/",51088800,10}, {"/dev/shm",16434404,0}, {"/data",492257288,1}, {"/data2",246132896,1}]}, {meminfo, <<"MemTotal: 32868812 kB\nMemFree: 30874744 kB\nBuffers: 197052 kB\nCached: 967740 kB\nSwapCached: 0 kB\nActive: 1080896 kB\nInactive: 756288 kB\nHighTotal: 0 kB\nHighFree: 0 kB\nLowTotal: 32868812 kB\nLowFree: 30874744 kB\nSwapTotal: 11084840 kB\nSwapFree: 11084684 kB\nDirty: 2020 kB\nWriteback: 48 kB\nAnonPages: 672464 kB\nMapped: 15368 kB\nSlab: 119256 kB\nPageTables: 5712 kB\nNFS_Unstable: 0 kB\nBounce: 0 kB\nCommitLimit: 27519244 kB\nCommitted_AS: 2392916 kB\nVmallocTotal: 34359738367 kB\nVmallocUsed: 6728 kB\nVmallocChunk: 34359730275 kB\nHugePages_Total: 0\nHugePages_Free: 0\nHugePages_Rsvd: 0\nHugepagesize: 2048 kB\n">>}]}, {'ns_1@10.2.1.66', [{last_heard,{1351,906222,41416}}, {outgoing_replications_safeness_level,[{"default",green}]}, {incoming_replications_conf_hashes,[{"default",[]}]}, {active_buckets,["default"]}, {ready_buckets,["default"]}, {local_tasks,[]}, {memory, [{total,87706280}, {processes,49935680}, {processes_used,49903688}, {system,37770600}, {atom,1352041}, {atom_used,1349412}, {binary,2271280}, {code,13622682}, {ets,2502360}]}, {system_memory_data, [{system_total_memory,33657663488}, {free_swap,10684469248}, {total_swap,10684628992}, {cached_memory,1100820480}, {buffered_memory,229179392}, {free_memory,31504404480}, {total_memory,33657663488}]}, {node_storage_conf,[{db_path,"/data"},{index_path,"/data2"}]}, {statistics, [{wall_clock,{464440,5000}}, {context_switches,{1543999,0}}, {garbage_collection,{196289,265535269,0}}, {io,{{input,24297340},{output,15903426}}}, {reductions,{109053007,4663085}}, {run_queue,0}, {runtime,{59430,2440}}]}, {system_stats, [{cpu_utilization_rate,38.59649122807018}, {swap_total,10684628992}, {swap_used,159744}]}, {interesting_stats, [{couch_docs_actual_disk_size,432316435}, {couch_docs_data_size,313725687}, {couch_views_actual_disk_size,0}, {couch_views_data_size,0}, {curr_items,141477}, {curr_items_tot,141477}, {mem_used,378216424}, {vb_replica_curr_items,0}]}, {cluster_compatibility_version,131072}, {version, [{public_key,"0.13"}, {lhttpc,"1.3.0"}, {ale,"8cffe61"}, {os_mon,"2.2.7"}, {couch_set_view,"1.2.0a-47a991b-git"}, {mnesia,"4.5"}, {inets,"5.7.1"}, {couch,"1.2.0a-47a991b-git"}, {mapreduce,"1.0.0"}, {couch_index_merger,"1.2.0a-47a991b-git"}, {kernel,"2.14.5"}, {crypto,"2.0.4"}, {ssl,"4.1.6"}, {sasl,"2.1.10"}, {couch_view_parser,"1.0.0"}, {ns_server,"2.0.0-1925-rel-enterprise"}, {mochiweb,"1.4.1"}, {oauth,"7d85d3ef"}, {stdlib,"1.17.5"}]}, {supported_compat_version,[2,0]}, {system_arch,"x86_64-unknown-linux-gnu"}, {wall_clock,464}, {memory_data,{33657663488,1342517248,{<0.1696.0>,4714984}}}, {disk_data, [{"/",49781912,5}, {"/dev/shm",16434404,0}, {"/data",492257288,1}, {"/data2",246132896,1}]}, {meminfo, <<"MemTotal: 32868812 kB\nMemFree: 30766020 kB\nBuffers: 223808 kB\nCached: 1075020 kB\nSwapCached: 140 kB\nActive: 1284544 kB\nInactive: 661240 kB\nHighTotal: 0 kB\nHighFree: 0 kB\nLowTotal: 32868812 kB\nLowFree: 30766020 kB\nSwapTotal: 10434208 kB\nSwapFree: 10434052 kB\nDirty: 21080 kB\nWriteback: 20 kB\nAnonPages: 646396 kB\nMapped: 17056 kB\nSlab: 117192 kB\nPageTables: 5948 kB\nNFS_Unstable: 0 kB\nBounce: 0 kB\nCommitLimit: 26868612 kB\nCommitted_AS: 2351368 kB\nVmallocTotal: 34359738367 kB\nVmallocUsed: 6408 kB\nVmallocChunk: 34359730595 kB\nHugePages_Total: 0\nHugePages_Free: 0\nHugePages_Rsvd: 0\nHugepagesize: 2048 kB\n">>}]}, {'ns_1@10.2.1.67', [{last_heard,{1351,906226,14972}}, {outgoing_replications_safeness_level,[{"default",green}]}, {incoming_replications_conf_hashes,[{"default",[]}]}, {active_buckets,["default"]}, {ready_buckets,["default"]}, {local_tasks,[]}, {memory, [{total,89583792}, {processes,51642992}, {processes_used,51611000}, {system,37940800}, {atom,1352041}, {atom_used,1349412}, {binary,2392624}, {code,13631938}, {ets,2538992}]}, {system_memory_data, [{system_total_memory,33657663488}, {free_swap,10701078528}, {total_swap,10701078528}, {cached_memory,1111224320}, {buffered_memory,403824640}, {free_memory,31206002688}, {total_memory,33657663488}]}, {node_storage_conf,[{db_path,"/data"},{index_path,"/data2"}]}, {statistics, [{wall_clock,{469397,5000}}, {context_switches,{1416300,0}}, {garbage_collection,{171116,256010957,0}}, {io,{{input,25769842},{output,15946791}}}, {reductions,{105134365,4883273}}, {run_queue,0}, {runtime,{57370,2600}}]}, {system_stats, [{cpu_utilization_rate,42.8927680798005}, {swap_total,10701078528}, {swap_used,0}]}, {interesting_stats, [{couch_docs_actual_disk_size,417276999}, {couch_docs_data_size,344056175}, {couch_views_actual_disk_size,0}, {couch_views_data_size,0}, {curr_items,151738}, {curr_items_tot,151738}, {mem_used,405117136}, {vb_replica_curr_items,0}]}, {cluster_compatibility_version,131072}, {version, [{public_key,"0.13"}, {lhttpc,"1.3.0"}, {ale,"8cffe61"}, {os_mon,"2.2.7"}, {couch_set_view,"1.2.0a-47a991b-git"}, {mnesia,"4.5"}, {inets,"5.7.1"}, {couch,"1.2.0a-47a991b-git"}, {mapreduce,"1.0.0"}, {couch_index_merger,"1.2.0a-47a991b-git"}, {kernel,"2.14.5"}, {crypto,"2.0.4"}, {ssl,"4.1.6"}, {sasl,"2.1.10"}, {couch_view_parser,"1.0.0"}, {ns_server,"2.0.0-1925-rel-enterprise"}, {mochiweb,"1.4.1"}, {oauth,"7d85d3ef"}, {stdlib,"1.17.5"}]}, {supported_compat_version,[2,0]}, {system_arch,"x86_64-unknown-linux-gnu"}, {wall_clock,469}, {memory_data,{33657663488,1636364288,{<18173.1691.0>,3143528}}}, {disk_data, [{"/",49781912,9}, {"/dev/shm",16434404,0}, {"/data",492257288,1}, {"/data2",246132896,1}]}, {meminfo, <<"MemTotal: 32868812 kB\nMemFree: 30474612 kB\nBuffers: 394360 kB\nCached: 1085180 kB\nSwapCached: 0 kB\nActive: 1359064 kB\nInactive: 802956 kB\nHighTotal: 0 kB\nHighFree: 0 kB\nLowTotal: 32868812 kB\nLowFree: 30474612 kB\nSwapTotal: 10450272 kB\nSwapFree: 10450272 kB\nDirty: 25020 kB\nWriteback: 28 kB\nAnonPages: 682044 kB\nMapped: 17056 kB\nSlab: 194796 kB\nPageTables: 6148 kB\nNFS_Unstable: 0 kB\nBounce: 0 kB\nCommitLimit: 26884676 kB\nCommitted_AS: 2389996 kB\nVmallocTotal: 34359738367 kB\nVmallocUsed: 6416 kB\nVmallocChunk: 34359730587 kB\nHugePages_Total: 0\nHugePages_Free: 0\nHugePages_Rsvd: 0\nHugepagesize: 2048 kB\n">>}]}, {'ns_1@10.2.1.68', [{last_heard,{1351,906224,365501}}, {outgoing_replications_safeness_level,[{"default",green}]}, {incoming_replications_conf_hashes,[{"default",[]}]}, {active_buckets,["default"]}, {ready_buckets,["default"]}, {local_tasks,[]}, {memory, [{total,90324160}, {processes,52303464}, {processes_used,52272032}, {system,38020696}, {atom,1352041}, {atom_used,1349412}, {binary,2462008}, {code,13659922}, {ets,2521456}]}, {system_memory_data, [{system_total_memory,33657663488}, {free_swap,10684616704}, {total_swap,10684628992}, {cached_memory,988381184}, {buffered_memory,301305856}, {free_memory,31448555520}, {total_memory,33657663488}]}, {node_storage_conf,[{db_path,"/data"},{index_path,"/data2"}]}, {statistics, [{wall_clock,{466429,4998}}, {context_switches,{1303462,0}}, {garbage_collection,{164427,247658883,0}}, {io,{{input,26588023},{output,15862359}}}, {reductions,{102431315,4505466}}, {run_queue,0}, {runtime,{55870,1720}}]}, {system_stats, [{cpu_utilization_rate,36.25}, {swap_total,10684628992}, {swap_used,12288}]}, {interesting_stats, [{couch_docs_actual_disk_size,361141319}, {couch_docs_data_size,344079422}, {couch_views_actual_disk_size,0}, {couch_views_data_size,0}, {curr_items,146070}, {curr_items_tot,146070}, {mem_used,390303272}, {vb_replica_curr_items,0}]}, {cluster_compatibility_version,131072}, {version, [{public_key,"0.13"}, {lhttpc,"1.3.0"}, {ale,"8cffe61"}, {os_mon,"2.2.7"}, {couch_set_view,"1.2.0a-47a991b-git"}, {mnesia,"4.5"}, {inets,"5.7.1"}, {couch,"1.2.0a-47a991b-git"}, {mapreduce,"1.0.0"}, {couch_index_merger,"1.2.0a-47a991b-git"}, {kernel,"2.14.5"}, {crypto,"2.0.4"}, {ssl,"4.1.6"}, {sasl,"2.1.10"}, {couch_view_parser,"1.0.0"}, {ns_server,"2.0.0-1925-rel-enterprise"}, {mochiweb,"1.4.1"}, {oauth,"7d85d3ef"}, {stdlib,"1.17.5"}]}, {supported_compat_version,[2,0]}, {system_arch,"x86_64-unknown-linux-gnu"}, {wall_clock,466}, {memory_data,{33657663488,1525088256,{<18174.1662.0>,1801552}}}, {disk_data, [{"/",49781912,5}, {"/dev/shm",16434404,0}, {"/data",492257288,1}, {"/data2",246132896,1}]}, {meminfo, <<"MemTotal: 32868812 kB\nMemFree: 30711604 kB\nBuffers: 294244 kB\nCached: 965216 kB\nSwapCached: 12 kB\nActive: 1146444 kB\nInactive: 772028 kB\nHighTotal: 0 kB\nHighFree: 0 kB\nLowTotal: 32868812 kB\nLowFree: 30711604 kB\nSwapTotal: 10434208 kB\nSwapFree: 10434196 kB\nDirty: 26012 kB\nWriteback: 8 kB\nAnonPages: 659060 kB\nMapped: 17408 kB\nSlab: 199204 kB\nPageTables: 6032 kB\nNFS_Unstable: 0 kB\nBounce: 0 kB\nCommitLimit: 26868612 kB\nCommitted_AS: 2368424 kB\nVmallocTotal: 34359738367 kB\nVmallocUsed: 6408 kB\nVmallocChunk: 34359730595 kB\nHugePages_Total: 0\nHugePages_Free: 0\nHugePages_Rsvd: 0\nHugepagesize: 2048 kB\n">>}]}] [stats:debug,2012-11-02T18:30:57.895,ns_1@10.2.1.66:<0.1704.0>:stats_collector:maybe_log_stats:126](at {{1970,1,16},{7,31,46}}) Stats for bucket "default": accepting_conns 1 auth_cmds 3 auth_errors 0 bucket_active_conns 1 bucket_conns 6 bytes 642825080 bytes_read 579107137 bytes_written 14541991 cas_badval 0 cas_hits 0 cas_misses 0 cmd_flush 0 cmd_get 0 cmd_set 241399 conn_yields 56 connection_structures 5000 curr_connections 10 curr_conns_on_port_11209 6 curr_conns_on_port_11210 2 curr_items 241399 curr_items_tot 241399 curr_temp_items 0 daemon_connections 4 decr_hits 0 decr_misses 0 delete_hits 0 delete_misses 0 ep_access_scanner_last_runtime 0 ep_access_scanner_num_items 0 ep_access_scanner_task_time 2012-11-03 10:00:00 ep_allow_data_loss_during_shutdown 1 ep_alog_block_size 4096 ep_alog_path /data/default/access.log ep_alog_sleep_time 1440 ep_alog_task_time 10 ep_backend couchdb ep_bg_fetch_delay 0 ep_bg_fetched 0 ep_bg_meta_fetched 0 ep_bg_remaining_jobs 0 ep_chk_max_items 5000 ep_chk_period 1800 ep_chk_persistence_remains 0 ep_chk_persistence_timeout 10 ep_chk_remover_stime 5 ep_commit_num 562 ep_commit_time 2 ep_commit_time_total 834 ep_concurrentDB 1 ep_config_file ep_couch_bucket default ep_couch_host localhost ep_couch_port 11213 ep_couch_reconnect_sleeptime 250 ep_couch_response_timeout 180000 ep_data_age 0 ep_data_age_highwat 5 ep_data_traffic_enabled 0 ep_dbinit 0 ep_dbname /data/default ep_degraded_mode 0 ep_diskqueue_drain 240793 ep_diskqueue_fill 241399 ep_diskqueue_items 606 ep_diskqueue_memory 19392 ep_diskqueue_pending 29088 ep_exp_pager_stime 3600 ep_exp_pager_stime 3600 ep_expired_access 0 ep_expired_pager 0 ep_expiry_window 3 ep_failpartialwarmup 0 ep_flush_all false ep_flush_duration_total 87 ep_flushall_enabled 0 ep_flusher_state running ep_flusher_todo 104 ep_getl_default_timeout 15 ep_getl_max_timeout 30 ep_ht_locks 5 ep_ht_size 3079 ep_inconsistent_slave_chk 0 ep_initfile ep_io_num_read 0 ep_io_num_write 240792 ep_io_read_bytes 0 ep_io_write_bytes 569892311 ep_item_begin_failed 0 ep_item_commit_failed 0 ep_item_flush_expired 0 ep_item_flush_failed 0 ep_item_num_based_new_chk 1 ep_items_rm_from_checkpoints 0 ep_keep_closed_chks 0 ep_klog_block_size 4096 ep_klog_compactor_queue_cap 500000 ep_klog_compactor_stime 3600 ep_klog_flush commit2 ep_klog_max_entry_ratio 10 ep_klog_max_log_size 2147483647 ep_klog_path ep_klog_sync commit2 ep_kv_size 590264813 ep_max_checkpoints 2 ep_max_data_size 5242880000 ep_max_item_size 20971520 ep_max_size 5242880000 ep_max_txn_size 10000 ep_max_vbuckets 512 ep_mem_high_wat 3932160000 ep_mem_high_wat 3932160000 ep_mem_low_wat 3145728000 ep_mem_low_wat 3145728000 ep_mem_tracker_enabled true ep_min_data_age 0 ep_mlog_compactor_runs 0 ep_mutation_mem_threshold 0 ep_num_access_scanner_runs 0 ep_num_eject_failures 0 ep_num_expiry_pager_runs 0 ep_num_non_resident 0 ep_num_not_my_vbuckets 0 ep_num_ops_del_meta 0 ep_num_ops_get_meta 0 ep_num_ops_set_meta 0 ep_num_pager_runs 0 ep_num_value_ejects 0 ep_oom_errors 0 ep_overhead 24648144 ep_pager_active_vb_pcnt 40 ep_pager_unbiased_period 60 ep_pending_ops 0 ep_pending_ops_max 0 ep_pending_ops_max_duration 0 ep_pending_ops_total 0 ep_postInitfile ep_queue_age_cap 900 ep_queue_size 503 ep_startup_time 1351905957 ep_storage_age 0 ep_storage_age_highwat 2 ep_store_max_concurrency 10 ep_store_max_readers 9 ep_store_max_readwrite 1 ep_stored_val_type ep_tap_ack_grace_period 300 ep_tap_ack_initial_sequence_number 1 ep_tap_ack_interval 1000 ep_tap_ack_window_size 10 ep_tap_backfill_resident 0.9 ep_tap_backlog_limit 5000 ep_tap_backoff_period 5 ep_tap_bg_fetch_requeued 0 ep_tap_bg_fetched 0 ep_tap_bg_max_pending 500 ep_tap_keepalive 300 ep_tap_noop_interval 20 ep_tap_requeue_sleep_time 0.1 ep_tap_throttle_cap_pcnt 10 ep_tap_throttle_queue_cap 1000000 ep_tap_throttle_threshold 90 ep_tmp_oom_errors 0 ep_too_old 0 ep_too_young 0 ep_total_cache_size 587368025 ep_total_del_items 0 ep_total_enqueued 241399 ep_total_new_items 240789 ep_total_persisted 240789 ep_uncommitted_items 519 ep_value_size 570381281 ep_vb0 0 ep_vb_snapshot_total 6 ep_vb_total 128 ep_vbucket_del 0 ep_vbucket_del_fail 0 ep_version 2.0.0r_130_g8b09894 ep_waitforwarmup 0 ep_warmup 1 ep_warmup_batch_size 1000 ep_warmup_dups 0 ep_warmup_min_items_threshold 100 ep_warmup_min_memory_threshold 100 ep_warmup_oom 0 ep_warmup_thread complete ep_warmup_time 745 get_hits 0 get_misses 0 incr_hits 0 incr_misses 0 libevent 2.0.11-stable limit_maxbytes 67108864 listen_disabled_num 0 max_conns_on_port_11209 1000 max_conns_on_port_11210 9000 mem_used 642825080 pid 18083 pointer_size 64 rejected_conns 0 rusage_system 13.780904 rusage_user 32.825009 threads 4 time 1351906257 total_connections 13 uptime 332 vb_active_curr_items 241399 vb_active_eject 0 vb_active_expired 0 vb_active_ht_memory 3214336 vb_active_itm_memory 587368025 vb_active_meta_data_memory 19070521 vb_active_num 128 vb_active_num_non_resident 0 vb_active_num_ref_ejects 0 vb_active_num_ref_items 241399 vb_active_ops_create 240792 vb_active_ops_delete 0 vb_active_ops_reject 0 vb_active_ops_update 0 vb_active_perc_mem_resident 100 vb_active_queue_age 0 vb_active_queue_drain 240793 vb_active_queue_fill 241399 vb_active_queue_memory 19392 vb_active_queue_pending 29088 vb_active_queue_size 606 vb_dead_num 0 vb_pending_curr_items 0 vb_pending_eject 0 vb_pending_expired 0 vb_pending_ht_memory 0 vb_pending_itm_memory 0 vb_pending_meta_data_memory 0 vb_pending_num 0 vb_pending_num_non_resident 0 vb_pending_num_ref_ejects 0 vb_pending_num_ref_items 0 vb_pending_ops_create 0 vb_pending_ops_delete 0 vb_pending_ops_reject 0 vb_pending_ops_update 0 vb_pending_perc_mem_resident 0 vb_pending_queue_age 0 vb_pending_queue_drain 0 vb_pending_queue_fill 0 vb_pending_queue_memory 0 vb_pending_queue_pending 0 vb_pending_queue_size 0 vb_replica_curr_items 0 vb_replica_eject 0 vb_replica_expired 0 vb_replica_ht_memory 0 vb_replica_itm_memory 0 vb_replica_meta_data_memory 0 vb_replica_num 0 vb_replica_num_non_resident 0 vb_replica_num_ref_ejects 0 vb_replica_num_ref_items 0 vb_replica_ops_create 0 vb_replica_ops_delete 0 vb_replica_ops_reject 0 vb_replica_ops_update 0 vb_replica_perc_mem_resident 0 vb_replica_queue_age 0 vb_replica_queue_drain 0 vb_replica_queue_fill 0 vb_replica_queue_memory 0 vb_replica_queue_pending 0 vb_replica_queue_size 0 version 1.4.4_600_g7ea975a [ns_doctor:debug,2012-11-02T18:31:27.040,ns_1@10.2.1.66:ns_doctor<0.1428.0>:ns_doctor:handle_info:137]Current node statuses: [{'ns_1@10.2.1.65', [{last_heard,{1351,906284,397948}}, {outgoing_replications_safeness_level,[{"default",green}]}, {incoming_replications_conf_hashes,[{"default",[]}]}, {active_buckets,["default"]}, {ready_buckets,["default"]}, {local_tasks,[]}, {memory, [{total,104682000}, {processes,64600336}, {processes_used,63022000}, {system,40081664}, {atom,1405017}, {atom_used,1377299}, {binary,3575864}, {code,14117455}, {ets,2903064}]}, {system_memory_data, [{system_total_memory,33657663488}, {free_swap,11350716416}, {total_swap,11350876160}, {cached_memory,1678008320}, {buffered_memory,203706368}, {free_memory,30432075776}, {total_memory,33657663488}]}, {node_storage_conf,[{db_path,"/data"},{index_path,"/data2"}]}, {statistics, [{wall_clock,{527193,5000}}, {context_switches,{2380038,0}}, {garbage_collection,{267186,655362273,0}}, {io,{{input,106870041},{output,29231038}}}, {reductions,{243562135,3170194}}, {run_queue,0}, {runtime,{94650,960}}]}, {system_stats, [{cpu_utilization_rate,35.08771929824562}, {swap_total,11350876160}, {swap_used,159744}]}, {interesting_stats, [{couch_docs_actual_disk_size,1037853918}, {couch_docs_data_size,744795745}, {couch_views_actual_disk_size,0}, {couch_views_data_size,0}, {curr_items,310874}, {curr_items_tot,310874}, {mem_used,826127432}, {vb_replica_curr_items,0}]}, {cluster_compatibility_version,131072}, {version, [{public_key,"0.13"}, {lhttpc,"1.3.0"}, {ale,"8cffe61"}, {os_mon,"2.2.7"}, {couch_set_view,"1.2.0a-47a991b-git"}, {mnesia,"4.5"}, {inets,"5.7.1"}, {couch,"1.2.0a-47a991b-git"}, {mapreduce,"1.0.0"}, {couch_index_merger,"1.2.0a-47a991b-git"}, {kernel,"2.14.5"}, {crypto,"2.0.4"}, {ssl,"4.1.6"}, {sasl,"2.1.10"}, {couch_view_parser,"1.0.0"}, {ns_server,"2.0.0-1925-rel-enterprise"}, {mochiweb,"1.4.1"}, {oauth,"7d85d3ef"}, {stdlib,"1.17.5"}]}, {supported_compat_version,[2,0]}, {system_arch,"x86_64-unknown-linux-gnu"}, {wall_clock,527}, {memory_data,{33657663488,2292187136,{<18077.5273.0>,7628384}}}, {disk_data, [{"/",51088800,10}, {"/dev/shm",16434404,0}, {"/data",492257288,1}, {"/data2",246132896,1}]}, {meminfo, <<"MemTotal: 32868812 kB\nMemFree: 29718824 kB\nBuffers: 198932 kB\nCached: 1638680 kB\nSwapCached: 0 kB\nActive: 2014256 kB\nInactive: 964536 kB\nHighTotal: 0 kB\nHighFree: 0 kB\nLowTotal: 32868812 kB\nLowFree: 29718824 kB\nSwapTotal: 11084840 kB\nSwapFree: 11084684 kB\nDirty: 872 kB\nWriteback: 72 kB\nAnonPages: 1140884 kB\nMapped: 15308 kB\nSlab: 133056 kB\nPageTables: 6500 kB\nNFS_Unstable: 0 kB\nBounce: 0 kB\nCommitLimit: 27519244 kB\nCommitted_AS: 2857388 kB\nVmallocTotal: 34359738367 kB\nVmallocUsed: 6728 kB\nVmallocChunk: 34359730275 kB\nHugePages_Total: 0\nHugePages_Free: 0\nHugePages_Rsvd: 0\nHugepagesize: 2048 kB\n">>}]}, {'ns_1@10.2.1.66', [{last_heard,{1351,906282,42019}}, {outgoing_replications_safeness_level,[{"default",green}]}, {incoming_replications_conf_hashes,[{"default",[]}]}, {active_buckets,["default"]}, {ready_buckets,["default"]}, {local_tasks,[]}, {memory, [{total,90365320}, {processes,52379600}, {processes_used,52347208}, {system,37985720}, {atom,1352041}, {atom_used,1349412}, {binary,2311672}, {code,13622682}, {ets,2677128}]}, {system_memory_data, [{system_total_memory,33657663488}, {free_swap,10684469248}, {total_swap,10684628992}, {cached_memory,1593368576}, {buffered_memory,233054208}, {free_memory,30521098240}, {total_memory,33657663488}]}, {node_storage_conf,[{db_path,"/data"},{index_path,"/data2"}]}, {statistics, [{wall_clock,{524440,5000}}, {context_switches,{2328636,0}}, {garbage_collection,{280809,375754556,0}}, {io,{{input,33391215},{output,20454693}}}, {reductions,{159066268,2931326}}, {run_queue,0}, {runtime,{81140,990}}]}, {system_stats, [{cpu_utilization_rate,7.25}, {swap_total,10684628992}, {swap_used,159744}]}, {interesting_stats, [{couch_docs_actual_disk_size,947057885}, {couch_docs_data_size,715217257}, {couch_views_actual_disk_size,0}, {couch_views_data_size,0}, {curr_items,308067}, {curr_items_tot,308067}, {mem_used,817947272}, {vb_replica_curr_items,0}]}, {cluster_compatibility_version,131072}, {version, [{public_key,"0.13"}, {lhttpc,"1.3.0"}, {ale,"8cffe61"}, {os_mon,"2.2.7"}, {couch_set_view,"1.2.0a-47a991b-git"}, {mnesia,"4.5"}, {inets,"5.7.1"}, {couch,"1.2.0a-47a991b-git"}, {mapreduce,"1.0.0"}, {couch_index_merger,"1.2.0a-47a991b-git"}, {kernel,"2.14.5"}, {crypto,"2.0.4"}, {ssl,"4.1.6"}, {sasl,"2.1.10"}, {couch_view_parser,"1.0.0"}, {ns_server,"2.0.0-1925-rel-enterprise"}, {mochiweb,"1.4.1"}, {oauth,"7d85d3ef"}, {stdlib,"1.17.5"}]}, {supported_compat_version,[2,0]}, {system_arch,"x86_64-unknown-linux-gnu"}, {wall_clock,524}, {memory_data,{33657663488,2259791872,{<0.1696.0>,2914384}}}, {disk_data, [{"/",49781912,5}, {"/dev/shm",16434404,0}, {"/data",492257288,1}, {"/data2",246132896,1}]}, {meminfo, <<"MemTotal: 32868812 kB\nMemFree: 29805760 kB\nBuffers: 227592 kB\nCached: 1556024 kB\nSwapCached: 140 kB\nActive: 1909712 kB\nInactive: 982536 kB\nHighTotal: 0 kB\nHighFree: 0 kB\nLowTotal: 32868812 kB\nLowFree: 29805760 kB\nSwapTotal: 10434208 kB\nSwapFree: 10434052 kB\nDirty: 16168 kB\nWriteback: 116 kB\nAnonPages: 1108256 kB\nMapped: 17056 kB\nSlab: 129652 kB\nPageTables: 6820 kB\nNFS_Unstable: 0 kB\nBounce: 0 kB\nCommitLimit: 26868612 kB\nCommitted_AS: 2820028 kB\nVmallocTotal: 34359738367 kB\nVmallocUsed: 6408 kB\nVmallocChunk: 34359730595 kB\nHugePages_Total: 0\nHugePages_Free: 0\nHugePages_Rsvd: 0\nHugepagesize: 2048 kB\n">>}]}, {'ns_1@10.2.1.67', [{last_heard,{1351,906286,14878}}, {outgoing_replications_safeness_level,[{"default",green}]}, {incoming_replications_conf_hashes,[{"default",[]}]}, {active_buckets,["default"]}, {ready_buckets,["default"]}, {local_tasks, [[{pid,<<"<0.7032.0>">>}, {bucket,<<"default">>}, {original_target,{[{type,bucket}]}}, {progress,47}, {started_on,1351906300}, {total_vbuckets,129}, {trigger_type,scheduled}, {type,bucket_compaction}, {updated_on,1351906320}, {vbuckets_done,61}]]}, {memory, [{total,90810648}, {processes,52651080}, {processes_used,52636680}, {system,38159568}, {atom,1352041}, {atom_used,1349412}, {binary,2378256}, {code,13631938}, {ets,2765408}]}, {system_memory_data, [{system_total_memory,33657663488}, {free_swap,10701078528}, {total_swap,10701078528}, {cached_memory,1489408000}, {buffered_memory,405729280}, {free_memory,30360584192}, {total_memory,33657663488}]}, {node_storage_conf,[{db_path,"/data"},{index_path,"/data2"}]}, {statistics, [{wall_clock,{529398,5000}}, {context_switches,{1898130,0}}, {garbage_collection,{221433,338547524,0}}, {io,{{input,31345235},{output,19330023}}}, {reductions,{143724698,2136146}}, {run_queue,0}, {runtime,{71960,450}}]}, {system_stats, [{cpu_utilization_rate,37.688442211055275}, {swap_total,10701078528}, {swap_used,0}]}, {interesting_stats, [{couch_docs_actual_disk_size,859559279}, {couch_docs_data_size,659265702}, {couch_views_actual_disk_size,0}, {couch_views_data_size,0}, {curr_items,317941}, {curr_items_tot,317941}, {mem_used,844719592}, {vb_replica_curr_items,0}]}, {cluster_compatibility_version,131072}, {version, [{public_key,"0.13"}, {lhttpc,"1.3.0"}, {ale,"8cffe61"}, {os_mon,"2.2.7"}, {couch_set_view,"1.2.0a-47a991b-git"}, {mnesia,"4.5"}, {inets,"5.7.1"}, {couch,"1.2.0a-47a991b-git"}, {mapreduce,"1.0.0"}, {couch_index_merger,"1.2.0a-47a991b-git"}, {kernel,"2.14.5"}, {crypto,"2.0.4"}, {ssl,"4.1.6"}, {sasl,"2.1.10"}, {couch_view_parser,"1.0.0"}, {ns_server,"2.0.0-1925-rel-enterprise"}, {mochiweb,"1.4.1"}, {oauth,"7d85d3ef"}, {stdlib,"1.17.5"}]}, {supported_compat_version,[2,0]}, {system_arch,"x86_64-unknown-linux-gnu"}, {wall_clock,529}, {memory_data,{33657663488,2678312960,{<18173.1681.0>,4714984}}}, {disk_data, [{"/",49781912,9}, {"/dev/shm",16434404,0}, {"/data",492257288,1}, {"/data2",246132896,1}]}, {meminfo, <<"MemTotal: 32868812 kB\nMemFree: 29649008 kB\nBuffers: 396220 kB\nCached: 1454500 kB\nSwapCached: 0 kB\nActive: 1899192 kB\nInactive: 1086556 kB\nHighTotal: 0 kB\nHighFree: 0 kB\nLowTotal: 32868812 kB\nLowFree: 29649008 kB\nSwapTotal: 10450272 kB\nSwapFree: 10450272 kB\nDirty: 23956 kB\nWriteback: 4 kB\nAnonPages: 1134572 kB\nMapped: 17060 kB\nSlab: 195340 kB\nPageTables: 7120 kB\nNFS_Unstable: 0 kB\nBounce: 0 kB\nCommitLimit: 26884676 kB\nCommitted_AS: 2847372 kB\nVmallocTotal: 34359738367 kB\nVmallocUsed: 6416 kB\nVmallocChunk: 34359730587 kB\nHugePages_Total: 0\nHugePages_Free: 0\nHugePages_Rsvd: 0\nHugepagesize: 2048 kB\n">>}]}, {'ns_1@10.2.1.68', [{last_heard,{1351,906284,366659}}, {outgoing_replications_safeness_level,[{"default",green}]}, {incoming_replications_conf_hashes,[{"default",[]}]}, {active_buckets,["default"]}, {ready_buckets,["default"]}, {local_tasks,[]}, {memory, [{total,91898016}, {processes,53757160}, {processes_used,53724688}, {system,38140856}, {atom,1352041}, {atom_used,1349412}, {binary,2406448}, {code,13659922}, {ets,2695760}]}, {system_memory_data, [{system_total_memory,33657663488}, {free_swap,10684616704}, {total_swap,10684628992}, {cached_memory,1660432384}, {buffered_memory,302575616}, {free_memory,30295482368}, {total_memory,33657663488}]}, {node_storage_conf,[{db_path,"/data"},{index_path,"/data2"}]}, {statistics, [{wall_clock,{526431,5001}}, {context_switches,{2003826,0}}, {garbage_collection,{235411,348140900,0}}, {io,{{input,30368970},{output,19407149}}}, {reductions,{148295743,2809737}}, {run_queue,0}, {runtime,{72920,700}}]}, {system_stats, [{cpu_utilization_rate,29.072681704260653}, {swap_total,10684628992}, {swap_used,12288}]}, {interesting_stats, [{couch_docs_actual_disk_size,1034904850}, {couch_docs_data_size,750515540}, {couch_views_actual_disk_size,0}, {couch_views_data_size,0}, {curr_items,312543}, {curr_items_tot,312543}, {mem_used,829620968}, {vb_replica_curr_items,0}]}, {cluster_compatibility_version,131072}, {version, [{public_key,"0.13"}, {lhttpc,"1.3.0"}, {ale,"8cffe61"}, {os_mon,"2.2.7"}, {couch_set_view,"1.2.0a-47a991b-git"}, {mnesia,"4.5"}, {inets,"5.7.1"}, {couch,"1.2.0a-47a991b-git"}, {mapreduce,"1.0.0"}, {couch_index_merger,"1.2.0a-47a991b-git"}, {kernel,"2.14.5"}, {crypto,"2.0.4"}, {ssl,"4.1.6"}, {sasl,"2.1.10"}, {couch_view_parser,"1.0.0"}, {ns_server,"2.0.0-1925-rel-enterprise"}, {mochiweb,"1.4.1"}, {oauth,"7d85d3ef"}, {stdlib,"1.17.5"}]}, {supported_compat_version,[2,0]}, {system_arch,"x86_64-unknown-linux-gnu"}, {wall_clock,526}, {memory_data,{33657663488,2513596416,{<18174.1663.0>,4714984}}}, {disk_data, [{"/",49781912,5}, {"/dev/shm",16434404,0}, {"/data",492257288,1}, {"/data2",246132896,1}]}, {meminfo, <<"MemTotal: 32868812 kB\nMemFree: 29585432 kB\nBuffers: 295484 kB\nCached: 1621516 kB\nSwapCached: 12 kB\nActive: 2040780 kB\nInactive: 1002876 kB\nHighTotal: 0 kB\nHighFree: 0 kB\nLowTotal: 32868812 kB\nLowFree: 29585432 kB\nSwapTotal: 10434208 kB\nSwapFree: 10434196 kB\nDirty: 16388 kB\nWriteback: 0 kB\nAnonPages: 1126204 kB\nMapped: 17256 kB\nSlab: 199048 kB\nPageTables: 7068 kB\nNFS_Unstable: 0 kB\nBounce: 0 kB\nCommitLimit: 26868612 kB\nCommitted_AS: 2836432 kB\nVmallocTotal: 34359738367 kB\nVmallocUsed: 6408 kB\nVmallocChunk: 34359730595 kB\nHugePages_Total: 0\nHugePages_Free: 0\nHugePages_Rsvd: 0\nHugepagesize: 2048 kB\n">>}]}] [ns_doctor:debug,2012-11-02T18:32:27.039,ns_1@10.2.1.66:ns_doctor<0.1428.0>:ns_doctor:handle_info:137]Current node statuses: [{'ns_1@10.2.1.65', [{last_heard,{1351,906344,396845}}, {outgoing_replications_safeness_level,[{"default",green}]}, {incoming_replications_conf_hashes,[{"default",[]}]}, {active_buckets,["default"]}, {ready_buckets,["default"]}, {local_tasks, [[{pid,<<"<0.12892.0>">>}, {bucket,<<"default">>}, {original_target,{[{type,bucket}]}}, {progress,6}, {started_on,1351906406}, {total_vbuckets,129}, {trigger_type,scheduled}, {type,bucket_compaction}, {updated_on,1351906407}, {vbuckets_done,9}]]}, {memory, [{total,105581560}, {processes,64253072}, {processes_used,62691184}, {system,41328488}, {atom,1405017}, {atom_used,1377299}, {binary,4625424}, {code,14117455}, {ets,3096616}]}, {system_memory_data, [{system_total_memory,33657663488}, {free_swap,11350716416}, {total_swap,11350876160}, {cached_memory,2223034368}, {buffered_memory,204918784}, {free_memory,29407506432}, {total_memory,33657663488}]}, {node_storage_conf,[{db_path,"/data"},{index_path,"/data2"}]}, {statistics, [{wall_clock,{587193,5001}}, {context_switches,{2644089,0}}, {garbage_collection,{293971,752147345,0}}, {io,{{input,127425586},{output,33221118}}}, {reductions,{280162279,2720563}}, {run_queue,0}, {runtime,{105060,650}}]}, {system_stats, [{cpu_utilization_rate,8.728179551122194}, {swap_total,11350876160}, {swap_used,159744}]}, {interesting_stats, [{couch_docs_actual_disk_size,1610424315}, {couch_docs_data_size,1141307944}, {couch_views_actual_disk_size,0}, {couch_views_data_size,0}, {curr_items,478760}, {curr_items_tot,478760}, {mem_used,1268749720}, {vb_replica_curr_items,0}]}, {cluster_compatibility_version,131072}, {version, [{public_key,"0.13"}, {lhttpc,"1.3.0"}, {ale,"8cffe61"}, {os_mon,"2.2.7"}, {couch_set_view,"1.2.0a-47a991b-git"}, {mnesia,"4.5"}, {inets,"5.7.1"}, {couch,"1.2.0a-47a991b-git"}, {mapreduce,"1.0.0"}, {couch_index_merger,"1.2.0a-47a991b-git"}, {kernel,"2.14.5"}, {crypto,"2.0.4"}, {ssl,"4.1.6"}, {sasl,"2.1.10"}, {couch_view_parser,"1.0.0"}, {ns_server,"2.0.0-1925-rel-enterprise"}, {mochiweb,"1.4.1"}, {oauth,"7d85d3ef"}, {stdlib,"1.17.5"}]}, {supported_compat_version,[2,0]}, {system_arch,"x86_64-unknown-linux-gnu"}, {wall_clock,587}, {memory_data,{33657663488,3439034368,{<18077.5273.0>,7628384}}}, {disk_data, [{"/",51088800,10}, {"/dev/shm",16434404,0}, {"/data",492257288,1}, {"/data2",246132896,1}]}, {meminfo, <<"MemTotal: 32868812 kB\nMemFree: 28718268 kB\nBuffers: 200116 kB\nCached: 2170932 kB\nSwapCached: 0 kB\nActive: 2681812 kB\nInactive: 1281976 kB\nHighTotal: 0 kB\nHighFree: 0 kB\nLowTotal: 32868812 kB\nLowFree: 28718268 kB\nSwapTotal: 11084840 kB\nSwapFree: 11084684 kB\nDirty: 1584 kB\nWriteback: 8 kB\nAnonPages: 1592640 kB\nMapped: 15320 kB\nSlab: 147204 kB\nPageTables: 7596 kB\nNFS_Unstable: 0 kB\nBounce: 0 kB\nCommitLimit: 27519244 kB\nCommitted_AS: 3312148 kB\nVmallocTotal: 34359738367 kB\nVmallocUsed: 6728 kB\nVmallocChunk: 34359730275 kB\nHugePages_Total: 0\nHugePages_Free: 0\nHugePages_Rsvd: 0\nHugepagesize: 2048 kB\n">>}]}, {'ns_1@10.2.1.66', [{last_heard,{1351,906342,41522}}, {outgoing_replications_safeness_level,[{"default",green}]}, {incoming_replications_conf_hashes,[{"default",[]}]}, {active_buckets,["default"]}, {ready_buckets,["default"]}, {local_tasks,[]}, {memory, [{total,89927936}, {processes,51713632}, {processes_used,51681160}, {system,38214304}, {atom,1352041}, {atom_used,1349412}, {binary,2340376}, {code,13622682}, {ets,2863576}]}, {system_memory_data, [{system_total_memory,33657663488}, {free_swap,10684469248}, {total_swap,10684628992}, {cached_memory,2209492992}, {buffered_memory,233979904}, {free_memory,29409812480}, {total_memory,33657663488}]}, {node_storage_conf,[{db_path,"/data"},{index_path,"/data2"}]}, {statistics, [{wall_clock,{584440,5000}}, {context_switches,{2597456,0}}, {garbage_collection,{308155,438737734,0}}, {io,{{input,38534987},{output,23694526}}}, {reductions,{189202187,2732903}}, {run_queue,0}, {runtime,{89730,720}}]}, {system_stats, [{cpu_utilization_rate,7.73067331670823}, {swap_total,10684628992}, {swap_used,159744}]}, {interesting_stats, [{couch_docs_actual_disk_size,1555857779}, {couch_docs_data_size,1119421587}, {couch_views_actual_disk_size,0}, {couch_views_data_size,0}, {curr_items,475650}, {curr_items_tot,475650}, {mem_used,1260358968}, {vb_replica_curr_items,0}]}, {cluster_compatibility_version,131072}, {version, [{public_key,"0.13"}, {lhttpc,"1.3.0"}, {ale,"8cffe61"}, {os_mon,"2.2.7"}, {couch_set_view,"1.2.0a-47a991b-git"}, {mnesia,"4.5"}, {inets,"5.7.1"}, {couch,"1.2.0a-47a991b-git"}, {mapreduce,"1.0.0"}, {couch_index_merger,"1.2.0a-47a991b-git"}, {kernel,"2.14.5"}, {crypto,"2.0.4"}, {ssl,"4.1.6"}, {sasl,"2.1.10"}, {couch_view_parser,"1.0.0"}, {ns_server,"2.0.0-1925-rel-enterprise"}, {mochiweb,"1.4.1"}, {oauth,"7d85d3ef"}, {stdlib,"1.17.5"}]}, {supported_compat_version,[2,0]}, {system_arch,"x86_64-unknown-linux-gnu"}, {wall_clock,584}, {memory_data,{33657663488,3417178112,{<0.1697.0>,4714984}}}, {disk_data, [{"/",49781912,5}, {"/dev/shm",16434404,0}, {"/data",492257288,1}, {"/data2",246132896,1}]}, {meminfo, <<"MemTotal: 32868812 kB\nMemFree: 28720520 kB\nBuffers: 228496 kB\nCached: 2157708 kB\nSwapCached: 140 kB\nActive: 2660800 kB\nInactive: 1300500 kB\nHighTotal: 0 kB\nHighFree: 0 kB\nLowTotal: 32868812 kB\nLowFree: 28720520 kB\nSwapTotal: 10434208 kB\nSwapFree: 10434052 kB\nDirty: 4396 kB\nWriteback: 0 kB\nAnonPages: 1574888 kB\nMapped: 17056 kB\nSlab: 144532 kB\nPageTables: 7876 kB\nNFS_Unstable: 0 kB\nBounce: 0 kB\nCommitLimit: 26868612 kB\nCommitted_AS: 3283000 kB\nVmallocTotal: 34359738367 kB\nVmallocUsed: 6408 kB\nVmallocChunk: 34359730595 kB\nHugePages_Total: 0\nHugePages_Free: 0\nHugePages_Rsvd: 0\nHugepagesize: 2048 kB\n">>}]}, {'ns_1@10.2.1.67', [{last_heard,{1351,906346,16389}}, {outgoing_replications_safeness_level,[{"default",green}]}, {incoming_replications_conf_hashes,[{"default",[]}]}, {active_buckets,["default"]}, {ready_buckets,["default"]}, {local_tasks,[]}, {memory, [{total,93071576}, {processes,54747872}, {processes_used,54679400}, {system,38323704}, {atom,1352041}, {atom_used,1349412}, {binary,2411128}, {code,13631938}, {ets,2900048}]}, {system_memory_data, [{system_total_memory,33657663488}, {free_swap,10701078528}, {total_swap,10701078528}, {cached_memory,2133934080}, {buffered_memory,407269376}, {free_memory,29243457536}, {total_memory,33657663488}]}, {node_storage_conf,[{db_path,"/data"},{index_path,"/data2"}]}, {statistics, [{wall_clock,{589399,5001}}, {context_switches,{2576358,0}}, {garbage_collection,{293547,438856568,0}}, {io,{{input,38955170},{output,24122923}}}, {reductions,{189382538,3538412}}, {run_queue,0}, {runtime,{89750,1440}}]}, {system_stats, [{cpu_utilization_rate,9.0},{swap_total,10701078528},{swap_used,0}]}, {interesting_stats, [{couch_docs_actual_disk_size,1452503736}, {couch_docs_data_size,1158165122}, {couch_views_actual_disk_size,0}, {couch_views_data_size,0}, {curr_items,485714}, {curr_items_tot,485714}, {mem_used,1287870520}, {vb_replica_curr_items,0}]}, {cluster_compatibility_version,131072}, {version, [{public_key,"0.13"}, {lhttpc,"1.3.0"}, {ale,"8cffe61"}, {os_mon,"2.2.7"}, {couch_set_view,"1.2.0a-47a991b-git"}, {mnesia,"4.5"}, {inets,"5.7.1"}, {couch,"1.2.0a-47a991b-git"}, {mapreduce,"1.0.0"}, {couch_index_merger,"1.2.0a-47a991b-git"}, {kernel,"2.14.5"}, {crypto,"2.0.4"}, {ssl,"4.1.6"}, {sasl,"2.1.10"}, {couch_view_parser,"1.0.0"}, {ns_server,"2.0.0-1925-rel-enterprise"}, {mochiweb,"1.4.1"}, {oauth,"7d85d3ef"}, {stdlib,"1.17.5"}]}, {supported_compat_version,[2,0]}, {system_arch,"x86_64-unknown-linux-gnu"}, {wall_clock,589}, {memory_data,{33657663488,3337601024,{<18173.1691.0>,3143528}}}, {disk_data, [{"/",49781912,9}, {"/dev/shm",16434404,0}, {"/data",492257288,1}, {"/data2",246132896,1}]}, {meminfo, <<"MemTotal: 32868812 kB\nMemFree: 28558188 kB\nBuffers: 397724 kB\nCached: 2083920 kB\nSwapCached: 0 kB\nActive: 2596284 kB\nInactive: 1480400 kB\nHighTotal: 0 kB\nHighFree: 0 kB\nLowTotal: 32868812 kB\nLowFree: 28558188 kB\nSwapTotal: 10450272 kB\nSwapFree: 10450272 kB\nDirty: 13220 kB\nWriteback: 0 kB\nAnonPages: 1594688 kB\nMapped: 17056 kB\nSlab: 195104 kB\nPageTables: 7944 kB\nNFS_Unstable: 0 kB\nBounce: 0 kB\nCommitLimit: 26884676 kB\nCommitted_AS: 3303608 kB\nVmallocTotal: 34359738367 kB\nVmallocUsed: 6416 kB\nVmallocChunk: 34359730587 kB\nHugePages_Total: 0\nHugePages_Free: 0\nHugePages_Rsvd: 0\nHugepagesize: 2048 kB\n">>}]}, {'ns_1@10.2.1.68', [{last_heard,{1351,906344,365030}}, {outgoing_replications_safeness_level,[{"default",green}]}, {incoming_replications_conf_hashes,[{"default",[]}]}, {active_buckets,["default"]}, {ready_buckets,["default"]}, {local_tasks, [[{pid,<<"<0.7411.0>">>}, {bucket,<<"default">>}, {original_target,{[{type,bucket}]}}, {progress,25}, {started_on,1351906361}, {total_vbuckets,129}, {trigger_type,scheduled}, {type,bucket_compaction}, {updated_on,1351906370}, {vbuckets_done,33}]]}, {memory, [{total,90099832}, {processes,51555968}, {processes_used,51533408}, {system,38543864}, {atom,1352041}, {atom_used,1349412}, {binary,2589232}, {code,13659922}, {ets,2887416}]}, {system_memory_data, [{system_total_memory,33657663488}, {free_swap,10684616704}, {total_swap,10684628992}, {cached_memory,2123997184}, {buffered_memory,304123904}, {free_memory,29360803840}, {total_memory,33657663488}]}, {node_storage_conf,[{db_path,"/data"},{index_path,"/data2"}]}, {statistics, [{wall_clock,{586430,5000}}, {context_switches,{2355113,0}}, {garbage_collection,{271958,419600014,0}}, {io,{{input,39682484},{output,23575005}}}, {reductions,{182026193,2280302}}, {run_queue,0}, {runtime,{83850,500}}]}, {system_stats, [{cpu_utilization_rate,6.904231625835189}, {swap_total,10684628992}, {swap_used,12288}]}, {interesting_stats, [{couch_docs_actual_disk_size,1529431294}, {couch_docs_data_size,1128738838}, {couch_views_actual_disk_size,0}, {couch_views_data_size,0}, {curr_items,480471}, {curr_items_tot,480471}, {mem_used,1274028552}, {vb_replica_curr_items,0}]}, {cluster_compatibility_version,131072}, {version, [{public_key,"0.13"}, {lhttpc,"1.3.0"}, {ale,"8cffe61"}, {os_mon,"2.2.7"}, {couch_set_view,"1.2.0a-47a991b-git"}, {mnesia,"4.5"}, {inets,"5.7.1"}, {couch,"1.2.0a-47a991b-git"}, {mapreduce,"1.0.0"}, {couch_index_merger,"1.2.0a-47a991b-git"}, {kernel,"2.14.5"}, {crypto,"2.0.4"}, {ssl,"4.1.6"}, {sasl,"2.1.10"}, {couch_view_parser,"1.0.0"}, {ns_server,"2.0.0-1925-rel-enterprise"}, {mochiweb,"1.4.1"}, {oauth,"7d85d3ef"}, {stdlib,"1.17.5"}]}, {supported_compat_version,[2,0]}, {system_arch,"x86_64-unknown-linux-gnu"}, {wall_clock,586}, {memory_data,{33657663488,3615244288,{<18174.1662.0>,4714984}}}, {disk_data, [{"/",49781912,5}, {"/dev/shm",16434404,0}, {"/data",492257288,1}, {"/data2",246132896,1}]}, {meminfo, <<"MemTotal: 32868812 kB\nMemFree: 28672908 kB\nBuffers: 296996 kB\nCached: 2074216 kB\nSwapCached: 12 kB\nActive: 2613756 kB\nInactive: 1339892 kB\nHighTotal: 0 kB\nHighFree: 0 kB\nLowTotal: 32868812 kB\nLowFree: 28672908 kB\nSwapTotal: 10434208 kB\nSwapFree: 10434196 kB\nDirty: 17104 kB\nWriteback: 0 kB\nAnonPages: 1582436 kB\nMapped: 17256 kB\nSlab: 199804 kB\nPageTables: 8100 kB\nNFS_Unstable: 0 kB\nBounce: 0 kB\nCommitLimit: 26868612 kB\nCommitted_AS: 3287896 kB\nVmallocTotal: 34359738367 kB\nVmallocUsed: 6408 kB\nVmallocChunk: 34359730595 kB\nHugePages_Total: 0\nHugePages_Free: 0\nHugePages_Rsvd: 0\nHugepagesize: 2048 kB\n">>}]}] [stats:debug,2012-11-02T18:32:37.890,ns_1@10.2.1.66:<0.1704.0>:stats_collector:maybe_log_stats:126](at {{1970,1,16},{7,31,46}}) Stats for bucket "default": accepting_conns 1 auth_cmds 3 auth_errors 0 bucket_active_conns 1 bucket_conns 6 bytes 1379835736 bytes_read 1248689478 bytes_written 27556329 cas_badval 0 cas_hits 0 cas_misses 0 cmd_flush 0 cmd_get 0 cmd_set 520267 conn_yields 179 connection_structures 5000 curr_connections 10 curr_conns_on_port_11209 6 curr_conns_on_port_11210 2 curr_items 520267 curr_items_tot 520267 curr_temp_items 0 daemon_connections 4 decr_hits 0 decr_misses 0 delete_hits 0 delete_misses 0 ep_access_scanner_last_runtime 0 ep_access_scanner_num_items 0 ep_access_scanner_task_time 2012-11-03 10:00:00 ep_allow_data_loss_during_shutdown 1 ep_alog_block_size 4096 ep_alog_path /data/default/access.log ep_alog_sleep_time 1440 ep_alog_task_time 10 ep_backend couchdb ep_bg_fetch_delay 0 ep_bg_fetched 0 ep_bg_meta_fetched 0 ep_bg_remaining_jobs 0 ep_chk_max_items 5000 ep_chk_period 1800 ep_chk_persistence_remains 0 ep_chk_persistence_timeout 10 ep_chk_remover_stime 5 ep_commit_num 715 ep_commit_time 197 ep_commit_time_total 2090 ep_concurrentDB 1 ep_config_file ep_couch_bucket default ep_couch_host localhost ep_couch_port 11213 ep_couch_reconnect_sleeptime 250 ep_couch_response_timeout 180000 ep_data_age 4 ep_data_age_highwat 9 ep_data_traffic_enabled 0 ep_dbinit 0 ep_dbname /data/default ep_degraded_mode 0 ep_diskqueue_drain 508474 ep_diskqueue_fill 520267 ep_diskqueue_items 11794 ep_diskqueue_memory 377376 ep_diskqueue_pending 566064 ep_exp_pager_stime 3600 ep_exp_pager_stime 3600 ep_expired_access 0 ep_expired_pager 0 ep_expiry_window 3 ep_failpartialwarmup 0 ep_flush_all false ep_flush_duration_total 185 ep_flushall_enabled 0 ep_flusher_state running ep_flusher_todo 5906 ep_getl_default_timeout 15 ep_getl_max_timeout 30 ep_ht_locks 5 ep_ht_size 3079 ep_inconsistent_slave_chk 0 ep_initfile ep_io_num_read 0 ep_io_num_write 508419 ep_io_read_bytes 0 ep_io_write_bytes 1204205465 ep_item_begin_failed 0 ep_item_commit_failed 0 ep_item_flush_expired 0 ep_item_flush_failed 0 ep_item_num_based_new_chk 1 ep_items_rm_from_checkpoints 0 ep_keep_closed_chks 0 ep_klog_block_size 4096 ep_klog_compactor_queue_cap 500000 ep_klog_compactor_stime 3600 ep_klog_flush commit2 ep_klog_max_entry_ratio 10 ep_klog_max_log_size 2147483647 ep_klog_path ep_klog_sync commit2 ep_kv_size 1272801353 ep_max_checkpoints 2 ep_max_data_size 5242880000 ep_max_item_size 20971520 ep_max_size 5242880000 ep_max_txn_size 10000 ep_max_vbuckets 512 ep_mem_high_wat 3932160000 ep_mem_high_wat 3932160000 ep_mem_low_wat 3145728000 ep_mem_low_wat 3145728000 ep_mem_tracker_enabled true ep_min_data_age 0 ep_mlog_compactor_runs 0 ep_mutation_mem_threshold 0 ep_num_access_scanner_runs 0 ep_num_eject_failures 0 ep_num_expiry_pager_runs 0 ep_num_non_resident 0 ep_num_not_my_vbuckets 0 ep_num_ops_del_meta 0 ep_num_ops_get_meta 0 ep_num_ops_set_meta 0 ep_num_pager_runs 0 ep_num_value_ejects 0 ep_oom_errors 0 ep_overhead 49222688 ep_pager_active_vb_pcnt 40 ep_pager_unbiased_period 60 ep_pending_ops 0 ep_pending_ops_max 0 ep_pending_ops_max_duration 0 ep_pending_ops_total 0 ep_postInitfile ep_queue_age_cap 900 ep_queue_size 5888 ep_startup_time 1351905957 ep_storage_age 3 ep_storage_age_highwat 7 ep_store_max_concurrency 10 ep_store_max_readers 9 ep_store_max_readwrite 1 ep_stored_val_type ep_tap_ack_grace_period 300 ep_tap_ack_initial_sequence_number 1 ep_tap_ack_interval 1000 ep_tap_ack_window_size 10 ep_tap_backfill_resident 0.9 ep_tap_backlog_limit 5000 ep_tap_backoff_period 5 ep_tap_bg_fetch_requeued 0 ep_tap_bg_fetched 0 ep_tap_bg_max_pending 500 ep_tap_keepalive 300 ep_tap_noop_interval 20 ep_tap_requeue_sleep_time 0.1 ep_tap_throttle_cap_pcnt 10 ep_tap_throttle_queue_cap 1000000 ep_tap_throttle_threshold 90 ep_tmp_oom_errors 0 ep_too_old 0 ep_too_young 0 ep_total_cache_size 1266558149 ep_total_del_items 0 ep_total_enqueued 520267 ep_total_new_items 508419 ep_total_persisted 508419 ep_uncommitted_items 515 ep_value_size 1229913884 ep_vb0 0 ep_vb_snapshot_total 6 ep_vb_total 128 ep_vbucket_del 0 ep_vbucket_del_fail 0 ep_version 2.0.0r_130_g8b09894 ep_waitforwarmup 0 ep_warmup 1 ep_warmup_batch_size 1000 ep_warmup_dups 0 ep_warmup_min_items_threshold 100 ep_warmup_min_memory_threshold 100 ep_warmup_oom 0 ep_warmup_thread complete ep_warmup_time 745 get_hits 0 get_misses 0 incr_hits 0 incr_misses 0 libevent 2.0.11-stable limit_maxbytes 67108864 listen_disabled_num 0 max_conns_on_port_11209 1000 max_conns_on_port_11210 9000 mem_used 1379835736 pid 18083 pointer_size 64 rejected_conns 0 rusage_system 25.563113 rusage_user 63.787302 threads 4 time 1351906357 total_connections 13 uptime 432 vb_active_curr_items 520267 vb_active_eject 0 vb_active_expired 0 vb_active_ht_memory 3202048 vb_active_itm_memory 1266558149 vb_active_meta_data_memory 41101093 vb_active_num 128 vb_active_num_non_resident 0 vb_active_num_ref_ejects 0 vb_active_num_ref_items 520267 vb_active_ops_create 508473 vb_active_ops_delete 0 vb_active_ops_reject 0 vb_active_ops_update 0 vb_active_perc_mem_resident 100 vb_active_queue_age 25807000 vb_active_queue_drain 508474 vb_active_queue_fill 520267 vb_active_queue_memory 377376 vb_active_queue_pending 566064 vb_active_queue_size 11793 vb_dead_num 0 vb_pending_curr_items 0 vb_pending_eject 0 vb_pending_expired 0 vb_pending_ht_memory 0 vb_pending_itm_memory 0 vb_pending_meta_data_memory 0 vb_pending_num 0 vb_pending_num_non_resident 0 vb_pending_num_ref_ejects 0 vb_pending_num_ref_items 0 vb_pending_ops_create 0 vb_pending_ops_delete 0 vb_pending_ops_reject 0 vb_pending_ops_update 0 vb_pending_perc_mem_resident 0 vb_pending_queue_age 0 vb_pending_queue_drain 0 vb_pending_queue_fill 0 vb_pending_queue_memory 0 vb_pending_queue_pending 0 vb_pending_queue_size 0 vb_replica_curr_items 0 vb_replica_eject 0 vb_replica_expired 0 vb_replica_ht_memory 0 vb_replica_itm_memory 0 vb_replica_meta_data_memory 0 vb_replica_num 0 vb_replica_num_non_resident 0 vb_replica_num_ref_ejects 0 vb_replica_num_ref_items 0 vb_replica_ops_create 0 vb_replica_ops_delete 0 vb_replica_ops_reject 0 vb_replica_ops_update 0 vb_replica_perc_mem_resident 0 vb_replica_queue_age 0 vb_replica_queue_drain 0 vb_replica_queue_fill 0 vb_replica_queue_memory 0 vb_replica_queue_pending 0 vb_replica_queue_size 0 version 1.4.4_600_g7ea975a [ns_doctor:debug,2012-11-02T18:33:27.042,ns_1@10.2.1.66:ns_doctor<0.1428.0>:ns_doctor:handle_info:137]Current node statuses: [{'ns_1@10.2.1.65', [{last_heard,{1351,906404,396368}}, {outgoing_replications_safeness_level,[{"default",green}]}, {incoming_replications_conf_hashes,[{"default",[]}]}, {active_buckets,["default"]}, {ready_buckets,["default"]}, {local_tasks,[]}, {memory, [{total,108258872}, {processes,65317600}, {processes_used,63740224}, {system,42941272}, {atom,1405017}, {atom_used,1377299}, {binary,6063360}, {code,14117455}, {ets,3262856}]}, {system_memory_data, [{system_total_memory,33657663488}, {free_swap,11350716416}, {total_swap,11350876160}, {cached_memory,2326712320}, {buffered_memory,207593472}, {free_memory,28844748800}, {total_memory,33657663488}]}, {node_storage_conf,[{db_path,"/data"},{index_path,"/data2"}]}, {statistics, [{wall_clock,{647194,5000}}, {context_switches,{2969629,0}}, {garbage_collection,{327577,854779828,0}}, {io,{{input,149980750},{output,37106264}}}, {reductions,{319716172,5945756}}, {run_queue,0}, {runtime,{116370,2250}}]}, {system_stats, [{cpu_utilization_rate,49.12280701754386}, {swap_total,11350876160}, {swap_used,159744}]}, {interesting_stats, [{couch_docs_actual_disk_size,1683485989}, {couch_docs_data_size,1557910977}, {couch_views_actual_disk_size,0}, {couch_views_data_size,0}, {curr_items,646783}, {curr_items_tot,646783}, {mem_used,1642575800}, {vb_replica_curr_items,0}]}, {cluster_compatibility_version,131072}, {version, [{public_key,"0.13"}, {lhttpc,"1.3.0"}, {ale,"8cffe61"}, {os_mon,"2.2.7"}, {couch_set_view,"1.2.0a-47a991b-git"}, {mnesia,"4.5"}, {inets,"5.7.1"}, {couch,"1.2.0a-47a991b-git"}, {mapreduce,"1.0.0"}, {couch_index_merger,"1.2.0a-47a991b-git"}, {kernel,"2.14.5"}, {crypto,"2.0.4"}, {ssl,"4.1.6"}, {sasl,"2.1.10"}, {couch_view_parser,"1.0.0"}, {ns_server,"2.0.0-1925-rel-enterprise"}, {mochiweb,"1.4.1"}, {oauth,"7d85d3ef"}, {stdlib,"1.17.5"}]}, {supported_compat_version,[2,0]}, {system_arch,"x86_64-unknown-linux-gnu"}, {wall_clock,647}, {memory_data,{33657663488,4250546176,{<18077.5273.0>,7628384}}}, {disk_data, [{"/",51088800,10}, {"/dev/shm",16434404,0}, {"/data",492257288,1}, {"/data2",246132896,1}]}, {meminfo, <<"MemTotal: 32868812 kB\nMemFree: 28168824 kB\nBuffers: 202728 kB\nCached: 2272180 kB\nSwapCached: 0 kB\nActive: 2638724 kB\nInactive: 1871800 kB\nHighTotal: 0 kB\nHighFree: 0 kB\nLowTotal: 32868812 kB\nLowFree: 28168824 kB\nSwapTotal: 11084840 kB\nSwapFree: 11084684 kB\nDirty: 3700 kB\nWriteback: 0 kB\nAnonPages: 2035200 kB\nMapped: 15308 kB\nSlab: 149484 kB\nPageTables: 8220 kB\nNFS_Unstable: 0 kB\nBounce: 0 kB\nCommitLimit: 27519244 kB\nCommitted_AS: 3757804 kB\nVmallocTotal: 34359738367 kB\nVmallocUsed: 6728 kB\nVmallocChunk: 34359730275 kB\nHugePages_Total: 0\nHugePages_Free: 0\nHugePages_Rsvd: 0\nHugepagesize: 2048 kB\n">>}]}, {'ns_1@10.2.1.66', [{last_heard,{1351,906402,42131}}, {outgoing_replications_safeness_level,[{"default",green}]}, {incoming_replications_conf_hashes,[{"default",[]}]}, {active_buckets,["default"]}, {ready_buckets,["default"]}, {local_tasks,[]}, {memory, [{total,91425000}, {processes,52903728}, {processes_used,52871656}, {system,38521272}, {atom,1352041}, {atom_used,1349412}, {binary,2465976}, {code,13622682}, {ets,3038080}]}, {system_memory_data, [{system_total_memory,33657663488}, {free_swap,10684469248}, {total_swap,10684628992}, {cached_memory,2884816896}, {buffered_memory,234995712}, {free_memory,28248489984}, {total_memory,33657663488}]}, {node_storage_conf,[{db_path,"/data"},{index_path,"/data2"}]}, {statistics, [{wall_clock,{644440,5000}}, {context_switches,{2900817,0}}, {garbage_collection,{339315,504189302,0}}, {io,{{input,40451141},{output,25852225}}}, {reductions,{220490596,2900714}}, {run_queue,0}, {runtime,{98730,830}}]}, {system_stats, [{cpu_utilization_rate,30.075187969924812}, {swap_total,10684628992}, {swap_used,159744}]}, {interesting_stats, [{couch_docs_actual_disk_size,2207116052}, {couch_docs_data_size,1533496108}, {couch_views_actual_disk_size,0}, {couch_views_data_size,0}, {curr_items,643053}, {curr_items_tot,643053}, {mem_used,1684319528}, {vb_replica_curr_items,0}]}, {cluster_compatibility_version,131072}, {version, [{public_key,"0.13"}, {lhttpc,"1.3.0"}, {ale,"8cffe61"}, {os_mon,"2.2.7"}, {couch_set_view,"1.2.0a-47a991b-git"}, {mnesia,"4.5"}, {inets,"5.7.1"}, {couch,"1.2.0a-47a991b-git"}, {mapreduce,"1.0.0"}, {couch_index_merger,"1.2.0a-47a991b-git"}, {kernel,"2.14.5"}, {crypto,"2.0.4"}, {ssl,"4.1.6"}, {sasl,"2.1.10"}, {couch_view_parser,"1.0.0"}, {ns_server,"2.0.0-1925-rel-enterprise"}, {mochiweb,"1.4.1"}, {oauth,"7d85d3ef"}, {stdlib,"1.17.5"}]}, {supported_compat_version,[2,0]}, {system_arch,"x86_64-unknown-linux-gnu"}, {wall_clock,644}, {memory_data,{33657663488,4526817280,{<0.1696.0>,2914384}}}, {disk_data, [{"/",49781912,5}, {"/dev/shm",16434404,0}, {"/data",492257288,1}, {"/data2",246132896,1}]}, {meminfo, <<"MemTotal: 32868812 kB\nMemFree: 27586416 kB\nBuffers: 229488 kB\nCached: 2817204 kB\nSwapCached: 140 kB\nActive: 3451060 kB\nInactive: 1627816 kB\nHighTotal: 0 kB\nHighFree: 0 kB\nLowTotal: 32868812 kB\nLowFree: 27586416 kB\nSwapTotal: 10434208 kB\nSwapFree: 10434052 kB\nDirty: 1072 kB\nWriteback: 0 kB\nAnonPages: 2031508 kB\nMapped: 17056 kB\nSlab: 160932 kB\nPageTables: 8780 kB\nNFS_Unstable: 0 kB\nBounce: 0 kB\nCommitLimit: 26868612 kB\nCommitted_AS: 3749180 kB\nVmallocTotal: 34359738367 kB\nVmallocUsed: 6408 kB\nVmallocChunk: 34359730595 kB\nHugePages_Total: 0\nHugePages_Free: 0\nHugePages_Rsvd: 0\nHugepagesize: 2048 kB\n">>}]}, {'ns_1@10.2.1.67', [{last_heard,{1351,906406,14263}}, {outgoing_replications_safeness_level,[{"default",green}]}, {incoming_replications_conf_hashes,[{"default",[]}]}, {active_buckets,["default"]}, {ready_buckets,["default"]}, {local_tasks,[]}, {memory, [{total,91626376}, {processes,53051832}, {processes_used,52983680}, {system,38574544}, {atom,1352041}, {atom_used,1349412}, {binary,2470160}, {code,13631938}, {ets,3073616}]}, {system_memory_data, [{system_total_memory,33657663488}, {free_swap,10701078528}, {total_swap,10701078528}, {cached_memory,2778550272}, {buffered_memory,407990272}, {free_memory,28131405824}, {total_memory,33657663488}]}, {node_storage_conf,[{db_path,"/data"},{index_path,"/data2"}]}, {statistics, [{wall_clock,{649397,4999}}, {context_switches,{2811268,0}}, {garbage_collection,{317628,498489942,0}}, {io,{{input,40531291},{output,26099262}}}, {reductions,{218335864,2346687}}, {run_queue,0}, {runtime,{97630,590}}]}, {system_stats, [{cpu_utilization_rate,28.179551122194514}, {swap_total,10701078528}, {swap_used,0}]}, {interesting_stats, [{couch_docs_actual_disk_size,2065581325}, {couch_docs_data_size,1553131904}, {couch_views_actual_disk_size,0}, {couch_views_data_size,0}, {curr_items,653934}, {curr_items_tot,653934}, {mem_used,1700966856}, {vb_replica_curr_items,0}]}, {cluster_compatibility_version,131072}, {version, [{public_key,"0.13"}, {lhttpc,"1.3.0"}, {ale,"8cffe61"}, {os_mon,"2.2.7"}, {couch_set_view,"1.2.0a-47a991b-git"}, {mnesia,"4.5"}, {inets,"5.7.1"}, {couch,"1.2.0a-47a991b-git"}, {mapreduce,"1.0.0"}, {couch_index_merger,"1.2.0a-47a991b-git"}, {kernel,"2.14.5"}, {crypto,"2.0.4"}, {ssl,"4.1.6"}, {sasl,"2.1.10"}, {couch_view_parser,"1.0.0"}, {ns_server,"2.0.0-1925-rel-enterprise"}, {mochiweb,"1.4.1"}, {oauth,"7d85d3ef"}, {stdlib,"1.17.5"}]}, {supported_compat_version,[2,0]}, {system_arch,"x86_64-unknown-linux-gnu"}, {wall_clock,649}, {memory_data,{33657663488,4586385408,{<18173.1691.0>,3143528}}}, {disk_data, [{"/",49781912,9}, {"/dev/shm",16434404,0}, {"/data",492257288,1}, {"/data2",246132896,1}]}, {meminfo, <<"MemTotal: 32868812 kB\nMemFree: 27472076 kB\nBuffers: 398428 kB\nCached: 2713428 kB\nSwapCached: 0 kB\nActive: 3343040 kB\nInactive: 1819076 kB\nHighTotal: 0 kB\nHighFree: 0 kB\nLowTotal: 32868812 kB\nLowFree: 27472076 kB\nSwapTotal: 10450272 kB\nSwapFree: 10450272 kB\nDirty: 1024 kB\nWriteback: 0 kB\nAnonPages: 2049716 kB\nMapped: 17056 kB\nSlab: 194924 kB\nPageTables: 8844 kB\nNFS_Unstable: 0 kB\nBounce: 0 kB\nCommitLimit: 26884676 kB\nCommitted_AS: 3759480 kB\nVmallocTotal: 34359738367 kB\nVmallocUsed: 6416 kB\nVmallocChunk: 34359730587 kB\nHugePages_Total: 0\nHugePages_Free: 0\nHugePages_Rsvd: 0\nHugepagesize: 2048 kB\n">>}]}, {'ns_1@10.2.1.68', [{last_heard,{1351,906404,364591}}, {outgoing_replications_safeness_level,[{"default",green}]}, {incoming_replications_conf_hashes,[{"default",[]}]}, {active_buckets,["default"]}, {ready_buckets,["default"]}, {local_tasks,[]}, {memory, [{total,93762496}, {processes,55023344}, {processes_used,54957672}, {system,38739152}, {atom,1352041}, {atom_used,1349412}, {binary,2602944}, {code,13659922}, {ets,3056360}]}, {system_memory_data, [{system_total_memory,33657663488}, {free_swap,10684616704}, {total_swap,10684628992}, {cached_memory,2375569408}, {buffered_memory,306442240}, {free_memory,28656340992}, {total_memory,33657663488}]}, {node_storage_conf,[{db_path,"/data"},{index_path,"/data2"}]}, {statistics, [{wall_clock,{646430,4999}}, {context_switches,{2827370,0}}, {garbage_collection,{321862,501491495,0}}, {io,{{input,46443782},{output,27041628}}}, {reductions,{220329922,5071895}}, {run_queue,0}, {runtime,{96980,2180}}]}, {system_stats, [{cpu_utilization_rate,45.6359102244389}, {swap_total,10684628992}, {swap_used,12288}]}, {interesting_stats, [{couch_docs_actual_disk_size,1747272971}, {couch_docs_data_size,1560786119}, {couch_views_actual_disk_size,0}, {couch_views_data_size,0}, {curr_items,648064}, {curr_items_tot,648064}, {mem_used,1641378120}, {vb_replica_curr_items,0}]}, {cluster_compatibility_version,131072}, {version, [{public_key,"0.13"}, {lhttpc,"1.3.0"}, {ale,"8cffe61"}, {os_mon,"2.2.7"}, {couch_set_view,"1.2.0a-47a991b-git"}, {mnesia,"4.5"}, {inets,"5.7.1"}, {couch,"1.2.0a-47a991b-git"}, {mapreduce,"1.0.0"}, {couch_index_merger,"1.2.0a-47a991b-git"}, {kernel,"2.14.5"}, {crypto,"2.0.4"}, {ssl,"4.1.6"}, {sasl,"2.1.10"}, {couch_view_parser,"1.0.0"}, {ns_server,"2.0.0-1925-rel-enterprise"}, {mochiweb,"1.4.1"}, {oauth,"7d85d3ef"}, {stdlib,"1.17.5"}]}, {supported_compat_version,[2,0]}, {system_arch,"x86_64-unknown-linux-gnu"}, {wall_clock,646}, {memory_data,{33657663488,4310065152,{<18174.1662.0>,2914384}}}, {disk_data, [{"/",49781912,5}, {"/dev/shm",16434404,0}, {"/data",492257288,1}, {"/data2",246132896,1}]}, {meminfo, <<"MemTotal: 32868812 kB\nMemFree: 27984832 kB\nBuffers: 299260 kB\nCached: 2319892 kB\nSwapCached: 12 kB\nActive: 2785504 kB\nInactive: 1856360 kB\nHighTotal: 0 kB\nHighFree: 0 kB\nLowTotal: 32868812 kB\nLowFree: 27984832 kB\nSwapTotal: 10434208 kB\nSwapFree: 10434196 kB\nDirty: 6816 kB\nWriteback: 16 kB\nAnonPages: 2022044 kB\nMapped: 17256 kB\nSlab: 199704 kB\nPageTables: 8816 kB\nNFS_Unstable: 0 kB\nBounce: 0 kB\nCommitLimit: 26868612 kB\nCommitted_AS: 3731868 kB\nVmallocTotal: 34359738367 kB\nVmallocUsed: 6408 kB\nVmallocChunk: 34359730595 kB\nHugePages_Total: 0\nHugePages_Free: 0\nHugePages_Rsvd: 0\nHugepagesize: 2048 kB\n">>}]}] [stats:debug,2012-11-02T18:34:17.886,ns_1@10.2.1.66:<0.1704.0>:stats_collector:maybe_log_stats:126](at {{1970,1,16},{7,31,46}}) Stats for bucket "default": accepting_conns 1 auth_cmds 3 auth_errors 0 bucket_active_conns 1 bucket_conns 6 bytes 2017179944 bytes_read 1920405229 bytes_written 40630327 cas_badval 0 cas_hits 0 cas_misses 0 cmd_flush 0 cmd_get 0 cmd_set 799752 conn_yields 257 connection_structures 5000 curr_connections 10 curr_conns_on_port_11209 6 curr_conns_on_port_11210 2 curr_items 799752 curr_items_tot 799752 curr_temp_items 0 daemon_connections 4 decr_hits 0 decr_misses 0 delete_hits 0 delete_misses 0 ep_access_scanner_last_runtime 0 ep_access_scanner_num_items 0 ep_access_scanner_task_time 2012-11-03 10:00:00 ep_allow_data_loss_during_shutdown 1 ep_alog_block_size 4096 ep_alog_path /data/default/access.log ep_alog_sleep_time 1440 ep_alog_task_time 10 ep_backend couchdb ep_bg_fetch_delay 0 ep_bg_fetched 0 ep_bg_meta_fetched 0 ep_bg_remaining_jobs 0 ep_chk_max_items 5000 ep_chk_period 1800 ep_chk_persistence_remains 0 ep_chk_persistence_timeout 10 ep_chk_remover_stime 5 ep_commit_num 799 ep_commit_time 16 ep_commit_time_total 3076 ep_concurrentDB 1 ep_config_file ep_couch_bucket default ep_couch_host localhost ep_couch_port 11213 ep_couch_reconnect_sleeptime 250 ep_couch_response_timeout 180000 ep_data_age 12 ep_data_age_highwat 31 ep_data_traffic_enabled 0 ep_dbinit 0 ep_dbname /data/default ep_degraded_mode 0 ep_diskqueue_drain 769736 ep_diskqueue_fill 799752 ep_diskqueue_items 30002 ep_diskqueue_memory 960512 ep_diskqueue_pending 1440768 ep_exp_pager_stime 3600 ep_exp_pager_stime 3600 ep_expired_access 0 ep_expired_pager 0 ep_expiry_window 3 ep_failpartialwarmup 0 ep_flush_all false ep_flush_duration_total 285 ep_flushall_enabled 0 ep_flusher_state running ep_flusher_todo 28204 ep_getl_default_timeout 15 ep_getl_max_timeout 30 ep_ht_locks 5 ep_ht_size 3079 ep_inconsistent_slave_chk 0 ep_initfile ep_io_num_read 0 ep_io_num_write 769712 ep_io_read_bytes 0 ep_io_write_bytes 1823516795 ep_item_begin_failed 0 ep_item_commit_failed 0 ep_item_flush_expired 0 ep_item_flush_failed 0 ep_item_num_based_new_chk 1 ep_items_rm_from_checkpoints 640256 ep_keep_closed_chks 0 ep_klog_block_size 4096 ep_klog_compactor_queue_cap 500000 ep_klog_compactor_stime 3600 ep_klog_flush commit2 ep_klog_max_entry_ratio 10 ep_klog_max_log_size 2147483647 ep_klog_path ep_klog_sync commit2 ep_kv_size 1957501736 ep_max_checkpoints 2 ep_max_data_size 5242880000 ep_max_item_size 20971520 ep_max_size 5242880000 ep_max_txn_size 10000 ep_max_vbuckets 512 ep_mem_high_wat 3932160000 ep_mem_high_wat 3932160000 ep_mem_low_wat 3145728000 ep_mem_low_wat 3145728000 ep_mem_tracker_enabled true ep_min_data_age 0 ep_mlog_compactor_runs 0 ep_mutation_mem_threshold 0 ep_num_access_scanner_runs 0 ep_num_eject_failures 0 ep_num_expiry_pager_runs 0 ep_num_non_resident 0 ep_num_not_my_vbuckets 0 ep_num_ops_del_meta 0 ep_num_ops_get_meta 0 ep_num_ops_set_meta 0 ep_num_pager_runs 0 ep_num_value_ejects 0 ep_oom_errors 0 ep_overhead 18020208 ep_pager_active_vb_pcnt 40 ep_pager_unbiased_period 60 ep_pending_ops 0 ep_pending_ops_max 0 ep_pending_ops_max_duration 0 ep_pending_ops_total 0 ep_postInitfile ep_queue_age_cap 900 ep_queue_size 1798 ep_startup_time 1351905957 ep_storage_age 11 ep_storage_age_highwat 30 ep_store_max_concurrency 10 ep_store_max_readers 9 ep_store_max_readwrite 1 ep_stored_val_type ep_tap_ack_grace_period 300 ep_tap_ack_initial_sequence_number 1 ep_tap_ack_interval 1000 ep_tap_ack_window_size 10 ep_tap_backfill_resident 0.9 ep_tap_backlog_limit 5000 ep_tap_backoff_period 5 ep_tap_bg_fetch_requeued 0 ep_tap_bg_fetched 0 ep_tap_bg_max_pending 500 ep_tap_keepalive 300 ep_tap_noop_interval 20 ep_tap_requeue_sleep_time 0.1 ep_tap_throttle_cap_pcnt 10 ep_tap_throttle_queue_cap 1000000 ep_tap_throttle_threshold 90 ep_tmp_oom_errors 0 ep_too_old 0 ep_too_young 0 ep_total_cache_size 1947904712 ep_total_del_items 0 ep_total_enqueued 799752 ep_total_new_items 769712 ep_total_persisted 769712 ep_uncommitted_items 662 ep_value_size 1891557685 ep_vb0 0 ep_vb_snapshot_total 32 ep_vb_total 128 ep_vbucket_del 0 ep_vbucket_del_fail 0 ep_version 2.0.0r_130_g8b09894 ep_waitforwarmup 0 ep_warmup 1 ep_warmup_batch_size 1000 ep_warmup_dups 0 ep_warmup_min_items_threshold 100 ep_warmup_min_memory_threshold 100 ep_warmup_oom 0 ep_warmup_thread complete ep_warmup_time 745 get_hits 0 get_misses 0 incr_hits 0 incr_misses 0 libevent 2.0.11-stable limit_maxbytes 67108864 listen_disabled_num 0 max_conns_on_port_11209 1000 max_conns_on_port_11210 9000 mem_used 2017179944 pid 18083 pointer_size 64 rejected_conns 0 rusage_system 35.716570 rusage_user 90.653218 threads 4 time 1351906457 total_connections 13 uptime 532 vb_active_curr_items 799752 vb_active_eject 0 vb_active_expired 0 vb_active_ht_memory 3546560 vb_active_itm_memory 1947904712 vb_active_meta_data_memory 63180408 vb_active_num 128 vb_active_num_non_resident 0 vb_active_num_ref_ejects 0 vb_active_num_ref_items 799752 vb_active_ops_create 769735 vb_active_ops_delete 0 vb_active_ops_reject 0 vb_active_ops_update 0 vb_active_perc_mem_resident 100 vb_active_queue_age 216425000 vb_active_queue_drain 769736 vb_active_queue_fill 799752 vb_active_queue_memory 960512 vb_active_queue_pending 1440768 vb_active_queue_size 30016 vb_dead_num 0 vb_pending_curr_items 0 vb_pending_eject 0 vb_pending_expired 0 vb_pending_ht_memory 0 vb_pending_itm_memory 0 vb_pending_meta_data_memory 0 vb_pending_num 0 vb_pending_num_non_resident 0 vb_pending_num_ref_ejects 0 vb_pending_num_ref_items 0 vb_pending_ops_create 0 vb_pending_ops_delete 0 vb_pending_ops_reject 0 vb_pending_ops_update 0 vb_pending_perc_mem_resident 0 vb_pending_queue_age 0 vb_pending_queue_drain 0 vb_pending_queue_fill 0 vb_pending_queue_memory 0 vb_pending_queue_pending 0 vb_pending_queue_size 0 vb_replica_curr_items 0 vb_replica_eject 0 vb_replica_expired 0 vb_replica_ht_memory 0 vb_replica_itm_memory 0 vb_replica_meta_data_memory 0 vb_replica_num 0 vb_replica_num_non_resident 0 vb_replica_num_ref_ejects 0 vb_replica_num_ref_items 0 vb_replica_ops_create 0 vb_replica_ops_delete 0 vb_replica_ops_reject 0 vb_replica_ops_update 0 vb_replica_perc_mem_resident 0 vb_replica_queue_age 0 vb_replica_queue_drain 0 vb_replica_queue_fill 0 vb_replica_queue_memory 0 vb_replica_queue_pending 0 vb_replica_queue_size 0 version 1.4.4_600_g7ea975a [ns_doctor:debug,2012-11-02T18:34:27.040,ns_1@10.2.1.66:ns_doctor<0.1428.0>:ns_doctor:handle_info:137]Current node statuses: [{'ns_1@10.2.1.65', [{last_heard,{1351,906464,394390}}, {outgoing_replications_safeness_level,[{"default",green}]}, {incoming_replications_conf_hashes,[{"default",[]}]}, {active_buckets,["default"]}, {ready_buckets,["default"]}, {local_tasks,[]}, {memory, [{total,105268704}, {processes,61525032}, {processes_used,59946696}, {system,43743672}, {atom,1405017}, {atom_used,1377299}, {binary,6696344}, {code,14117455}, {ets,3437408}]}, {system_memory_data, [{system_total_memory,33657663488}, {free_swap,11350716416}, {total_swap,11350876160}, {cached_memory,3004014592}, {buffered_memory,208269312}, {free_memory,27731804160}, {total_memory,33657663488}]}, {node_storage_conf,[{db_path,"/data"},{index_path,"/data2"}]}, {statistics, [{wall_clock,{707193,5000}}, {context_switches,{3506790,0}}, {garbage_collection,{381399,975892806,0}}, {io,{{input,167860479},{output,40769852}}}, {reductions,{366032368,2752624}}, {run_queue,0}, {runtime,{133400,930}}]}, {system_stats, [{cpu_utilization_rate,8.0}, {swap_total,11350876160}, {swap_used,159744}]}, {interesting_stats, [{couch_docs_actual_disk_size,2388842833}, {couch_docs_data_size,1954241000}, {couch_views_actual_disk_size,0}, {couch_views_data_size,0}, {curr_items,813856}, {curr_items_tot,813856}, {mem_used,2053388376}, {vb_replica_curr_items,0}]}, {cluster_compatibility_version,131072}, {version, [{public_key,"0.13"}, {lhttpc,"1.3.0"}, {ale,"8cffe61"}, {os_mon,"2.2.7"}, {couch_set_view,"1.2.0a-47a991b-git"}, {mnesia,"4.5"}, {inets,"5.7.1"}, {couch,"1.2.0a-47a991b-git"}, {mapreduce,"1.0.0"}, {couch_index_merger,"1.2.0a-47a991b-git"}, {kernel,"2.14.5"}, {crypto,"2.0.4"}, {ssl,"4.1.6"}, {sasl,"2.1.10"}, {couch_view_parser,"1.0.0"}, {ns_server,"2.0.0-1925-rel-enterprise"}, {mochiweb,"1.4.1"}, {oauth,"7d85d3ef"}, {stdlib,"1.17.5"}]}, {supported_compat_version,[2,0]}, {system_arch,"x86_64-unknown-linux-gnu"}, {wall_clock,707}, {memory_data,{33657663488,5070548992,{<18077.5273.0>,7628384}}}, {disk_data, [{"/",51088800,10}, {"/dev/shm",16434404,0}, {"/data",492257288,1}, {"/data2",246132896,1}]}, {meminfo, <<"MemTotal: 32868812 kB\nMemFree: 27081964 kB\nBuffers: 203388 kB\nCached: 2933608 kB\nSwapCached: 0 kB\nActive: 3479168 kB\nInactive: 2101296 kB\nHighTotal: 0 kB\nHighFree: 0 kB\nLowTotal: 32868812 kB\nLowFree: 27081964 kB\nSwapTotal: 11084840 kB\nSwapFree: 11084684 kB\nDirty: 1288 kB\nWriteback: 0 kB\nAnonPages: 2443172 kB\nMapped: 15312 kB\nSlab: 165920 kB\nPageTables: 9064 kB\nNFS_Unstable: 0 kB\nBounce: 0 kB\nCommitLimit: 27519244 kB\nCommitted_AS: 4166532 kB\nVmallocTotal: 34359738367 kB\nVmallocUsed: 6728 kB\nVmallocChunk: 34359730275 kB\nHugePages_Total: 0\nHugePages_Free: 0\nHugePages_Rsvd: 0\nHugepagesize: 2048 kB\n">>}]}, {'ns_1@10.2.1.66', [{last_heard,{1351,906462,41232}}, {outgoing_replications_safeness_level,[{"default",green}]}, {incoming_replications_conf_hashes,[{"default",[]}]}, {active_buckets,["default"]}, {ready_buckets,["default"]}, {local_tasks,[]}, {memory, [{total,89484808}, {processes,50905536}, {processes_used,50839704}, {system,38579272}, {atom,1352041}, {atom_used,1349412}, {binary,2344744}, {code,13622682}, {ets,3212720}]}, {system_memory_data, [{system_total_memory,33657663488}, {free_swap,10684469248}, {total_swap,10684628992}, {cached_memory,2653798400}, {buffered_memory,237375488}, {free_memory,28080373760}, {total_memory,33657663488}]}, {node_storage_conf,[{db_path,"/data"},{index_path,"/data2"}]}, {statistics, [{wall_clock,{704440,5000}}, {context_switches,{3062001,0}}, {garbage_collection,{357982,560098663,0}}, {io,{{input,50832486},{output,29028821}}}, {reductions,{248037244,3050269}}, {run_queue,0}, {runtime,{105180,950}}]}, {system_stats, [{cpu_utilization_rate,35.0}, {swap_total,10684628992}, {swap_used,159744}]}, {interesting_stats, [{couch_docs_actual_disk_size,1896195364}, {couch_docs_data_size,1856827768}, {couch_views_actual_disk_size,0}, {couch_views_data_size,0}, {curr_items,811012}, {curr_items_tot,811012}, {mem_used,2046447016}, {vb_replica_curr_items,0}]}, {cluster_compatibility_version,131072}, {version, [{public_key,"0.13"}, {lhttpc,"1.3.0"}, {ale,"8cffe61"}, {os_mon,"2.2.7"}, {couch_set_view,"1.2.0a-47a991b-git"}, {mnesia,"4.5"}, {inets,"5.7.1"}, {couch,"1.2.0a-47a991b-git"}, {mapreduce,"1.0.0"}, {couch_index_merger,"1.2.0a-47a991b-git"}, {kernel,"2.14.5"}, {crypto,"2.0.4"}, {ssl,"4.1.6"}, {sasl,"2.1.10"}, {couch_view_parser,"1.0.0"}, {ns_server,"2.0.0-1925-rel-enterprise"}, {mochiweb,"1.4.1"}, {oauth,"7d85d3ef"}, {stdlib,"1.17.5"}]}, {supported_compat_version,[2,0]}, {system_arch,"x86_64-unknown-linux-gnu"}, {wall_clock,704}, {memory_data,{33657663488,5473685504,{<0.1696.0>,2914384}}}, {disk_data, [{"/",49781912,5}, {"/dev/shm",16434404,0}, {"/data",492257288,1}, {"/data2",246132896,1}]}, {meminfo, <<"MemTotal: 32868812 kB\nMemFree: 27422364 kB\nBuffers: 231812 kB\nCached: 2591600 kB\nSwapCached: 140 kB\nActive: 2936504 kB\nInactive: 2310444 kB\nHighTotal: 0 kB\nHighFree: 0 kB\nLowTotal: 32868812 kB\nLowFree: 27422364 kB\nSwapTotal: 10434208 kB\nSwapFree: 10434052 kB\nDirty: 3008 kB\nWriteback: 0 kB\nAnonPages: 2423024 kB\nMapped: 17056 kB\nSlab: 156032 kB\nPageTables: 9572 kB\nNFS_Unstable: 0 kB\nBounce: 0 kB\nCommitLimit: 26868612 kB\nCommitted_AS: 4131412 kB\nVmallocTotal: 34359738367 kB\nVmallocUsed: 6408 kB\nVmallocChunk: 34359730595 kB\nHugePages_Total: 0\nHugePages_Free: 0\nHugePages_Rsvd: 0\nHugepagesize: 2048 kB\n">>}]}, {'ns_1@10.2.1.67', [{last_heard,{1351,906466,14024}}, {outgoing_replications_safeness_level,[{"default",green}]}, {incoming_replications_conf_hashes,[{"default",[]}]}, {active_buckets,["default"]}, {ready_buckets,["default"]}, {local_tasks,[]}, {memory, [{total,95003152}, {processes,56146856}, {processes_used,56078384}, {system,38856296}, {atom,1352041}, {atom_used,1349412}, {binary,2575040}, {code,13631938}, {ets,3248856}]}, {system_memory_data, [{system_total_memory,33657663488}, {free_swap,10701078528}, {total_swap,10701078528}, {cached_memory,3491475456}, {buffered_memory,409010176}, {free_memory,26998272000}, {total_memory,33657663488}]}, {node_storage_conf,[{db_path,"/data"},{index_path,"/data2"}]}, {statistics, [{wall_clock,{709397,5000}}, {context_switches,{3187487,0}}, {garbage_collection,{356394,570777893,0}}, {io,{{input,42790714},{output,28538925}}}, {reductions,{252468660,2686025}}, {run_queue,0}, {runtime,{107910,810}}]}, {system_stats, [{cpu_utilization_rate,29.17705735660848}, {swap_total,10701078528}, {swap_used,0}]}, {interesting_stats, [{couch_docs_actual_disk_size,2756346080}, {couch_docs_data_size,1953881678}, {couch_views_actual_disk_size,0}, {couch_views_data_size,0}, {curr_items,821981}, {curr_items_tot,821981}, {mem_used,2074082888}, {vb_replica_curr_items,0}]}, {cluster_compatibility_version,131072}, {version, [{public_key,"0.13"}, {lhttpc,"1.3.0"}, {ale,"8cffe61"}, {os_mon,"2.2.7"}, {couch_set_view,"1.2.0a-47a991b-git"}, {mnesia,"4.5"}, {inets,"5.7.1"}, {couch,"1.2.0a-47a991b-git"}, {mapreduce,"1.0.0"}, {couch_index_merger,"1.2.0a-47a991b-git"}, {kernel,"2.14.5"}, {crypto,"2.0.4"}, {ssl,"4.1.6"}, {sasl,"2.1.10"}, {couch_view_parser,"1.0.0"}, {ns_server,"2.0.0-1925-rel-enterprise"}, {mochiweb,"1.4.1"}, {oauth,"7d85d3ef"}, {stdlib,"1.17.5"}]}, {supported_compat_version,[2,0]}, {system_arch,"x86_64-unknown-linux-gnu"}, {wall_clock,709}, {memory_data,{33657663488,5682946048,{<18173.1691.0>,3143528}}}, {disk_data, [{"/",49781912,9}, {"/dev/shm",16434404,0}, {"/data",492257288,1}, {"/data2",246132896,1}]}, {meminfo, <<"MemTotal: 32868812 kB\nMemFree: 26365500 kB\nBuffers: 399424 kB\nCached: 3409644 kB\nSwapCached: 0 kB\nActive: 4157348 kB\nInactive: 2110492 kB\nHighTotal: 0 kB\nHighFree: 0 kB\nLowTotal: 32868812 kB\nLowFree: 26365500 kB\nSwapTotal: 10450272 kB\nSwapFree: 10450272 kB\nDirty: 1388 kB\nWriteback: 0 kB\nAnonPages: 2458000 kB\nMapped: 17056 kB\nSlab: 194908 kB\nPageTables: 9648 kB\nNFS_Unstable: 0 kB\nBounce: 0 kB\nCommitLimit: 26884676 kB\nCommitted_AS: 4171596 kB\nVmallocTotal: 34359738367 kB\nVmallocUsed: 6416 kB\nVmallocChunk: 34359730587 kB\nHugePages_Total: 0\nHugePages_Free: 0\nHugePages_Rsvd: 0\nHugepagesize: 2048 kB\n">>}]}, {'ns_1@10.2.1.68', [{last_heard,{1351,906464,364281}}, {outgoing_replications_safeness_level,[{"default",green}]}, {incoming_replications_conf_hashes,[{"default",[]}]}, {active_buckets,["default"]}, {ready_buckets,["default"]}, {local_tasks,[]}, {memory, [{total,94922936}, {processes,55837688}, {processes_used,55771776}, {system,39085248}, {atom,1352041}, {atom_used,1349412}, {binary,2774664}, {code,13659922}, {ets,3231528}]}, {system_memory_data, [{system_total_memory,33657663488}, {free_swap,10684616704}, {total_swap,10684628992}, {cached_memory,3118956544}, {buffered_memory,307093504}, {free_memory,27491971072}, {total_memory,33657663488}]}, {node_storage_conf,[{db_path,"/data"},{index_path,"/data2"}]}, {statistics, [{wall_clock,{706430,5001}}, {context_switches,{3350053,0}}, {garbage_collection,{375555,586501402,0}}, {io,{{input,49396032},{output,30044354}}}, {reductions,{259719810,3557594}}, {run_queue,0}, {runtime,{110170,1180}}]}, {system_stats, [{cpu_utilization_rate,26.5}, {swap_total,10684628992}, {swap_used,12288}]}, {interesting_stats, [{couch_docs_actual_disk_size,2485388571}, {couch_docs_data_size,1969693730}, {couch_views_actual_disk_size,0}, {couch_views_data_size,0}, {curr_items,816260}, {curr_items_tot,816260}, {mem_used,2058171976}, {vb_replica_curr_items,0}]}, {cluster_compatibility_version,131072}, {version, [{public_key,"0.13"}, {lhttpc,"1.3.0"}, {ale,"8cffe61"}, {os_mon,"2.2.7"}, {couch_set_view,"1.2.0a-47a991b-git"}, {mnesia,"4.5"}, {inets,"5.7.1"}, {couch,"1.2.0a-47a991b-git"}, {mapreduce,"1.0.0"}, {couch_index_merger,"1.2.0a-47a991b-git"}, {kernel,"2.14.5"}, {crypto,"2.0.4"}, {ssl,"4.1.6"}, {sasl,"2.1.10"}, {couch_view_parser,"1.0.0"}, {ns_server,"2.0.0-1925-rel-enterprise"}, {mochiweb,"1.4.1"}, {oauth,"7d85d3ef"}, {stdlib,"1.17.5"}]}, {supported_compat_version,[2,0]}, {system_arch,"x86_64-unknown-linux-gnu"}, {wall_clock,706}, {memory_data,{33657663488,5251465216,{<18174.1662.0>,4714984}}}, {disk_data, [{"/",49781912,5}, {"/dev/shm",16434404,0}, {"/data",492257288,1}, {"/data2",246132896,1}]}, {meminfo, <<"MemTotal: 32868812 kB\nMemFree: 26847876 kB\nBuffers: 299896 kB\nCached: 3045856 kB\nSwapCached: 12 kB\nActive: 3666868 kB\nInactive: 2111620 kB\nHighTotal: 0 kB\nHighFree: 0 kB\nLowTotal: 32868812 kB\nLowFree: 26847876 kB\nSwapTotal: 10434208 kB\nSwapFree: 10434196 kB\nDirty: 1000 kB\nWriteback: 0 kB\nAnonPages: 2432540 kB\nMapped: 17256 kB\nSlab: 199492 kB\nPageTables: 9604 kB\nNFS_Unstable: 0 kB\nBounce: 0 kB\nCommitLimit: 26868612 kB\nCommitted_AS: 4141736 kB\nVmallocTotal: 34359738367 kB\nVmallocUsed: 6408 kB\nVmallocChunk: 34359730595 kB\nHugePages_Total: 0\nHugePages_Free: 0\nHugePages_Rsvd: 0\nHugepagesize: 2048 kB\n">>}]}] [ns_doctor:debug,2012-11-02T18:35:27.040,ns_1@10.2.1.66:ns_doctor<0.1428.0>:ns_doctor:handle_info:137]Current node statuses: [{'ns_1@10.2.1.65', [{last_heard,{1351,906524,393629}}, {outgoing_replications_safeness_level,[{"default",green}]}, {incoming_replications_conf_hashes,[{"default",[]}]}, {active_buckets,["default"]}, {ready_buckets,["default"]}, {local_tasks,[]}, {memory, [{total,105935168}, {processes,62621992}, {processes_used,61043816}, {system,43313176}, {atom,1405017}, {atom_used,1377299}, {binary,6085408}, {code,14117455}, {ets,3616024}]}, {system_memory_data, [{system_total_memory,33657663488}, {free_swap,11350716416}, {total_swap,11350876160}, {cached_memory,3701620736}, {buffered_memory,209051648}, {free_memory,26588635136}, {total_memory,33657663488}]}, {node_storage_conf,[{db_path,"/data"},{index_path,"/data2"}]}, {statistics, [{wall_clock,{767194,5000}}, {context_switches,{3816183,0}}, {garbage_collection,{412203,1075792957,0}}, {io,{{input,188161000},{output,46814704}}}, {reductions,{404131772,2609983}}, {run_queue,0}, {runtime,{144490,820}}]}, {system_stats, [{cpu_utilization_rate,8.478802992518704}, {swap_total,11350876160}, {swap_used,159744}]}, {interesting_stats, [{couch_docs_actual_disk_size,3074893100}, {couch_docs_data_size,2366472012}, {couch_views_actual_disk_size,0}, {couch_views_data_size,0}, {curr_items,981789}, {curr_items_tot,981789}, {mem_used,2500163384}, {vb_replica_curr_items,0}]}, {cluster_compatibility_version,131072}, {version, [{public_key,"0.13"}, {lhttpc,"1.3.0"}, {ale,"8cffe61"}, {os_mon,"2.2.7"}, {couch_set_view,"1.2.0a-47a991b-git"}, {mnesia,"4.5"}, {inets,"5.7.1"}, {couch,"1.2.0a-47a991b-git"}, {mapreduce,"1.0.0"}, {couch_index_merger,"1.2.0a-47a991b-git"}, {kernel,"2.14.5"}, {crypto,"2.0.4"}, {ssl,"4.1.6"}, {sasl,"2.1.10"}, {couch_view_parser,"1.0.0"}, {ns_server,"2.0.0-1925-rel-enterprise"}, {mochiweb,"1.4.1"}, {oauth,"7d85d3ef"}, {stdlib,"1.17.5"}]}, {supported_compat_version,[2,0]}, {system_arch,"x86_64-unknown-linux-gnu"}, {wall_clock,767}, {memory_data,{33657663488,6174351360,{<18077.5273.0>,7628384}}}, {disk_data, [{"/",51088800,10}, {"/dev/shm",16434404,0}, {"/data",492257288,1}, {"/data2",246132896,1}]}, {meminfo, <<"MemTotal: 32868812 kB\nMemFree: 25965588 kB\nBuffers: 204152 kB\nCached: 3614864 kB\nSwapCached: 0 kB\nActive: 4257860 kB\nInactive: 2421056 kB\nHighTotal: 0 kB\nHighFree: 0 kB\nLowTotal: 32868812 kB\nLowFree: 25965588 kB\nSwapTotal: 11084840 kB\nSwapFree: 11084684 kB\nDirty: 1068 kB\nWriteback: 0 kB\nAnonPages: 2859676 kB\nMapped: 15312 kB\nSlab: 182796 kB\nPageTables: 9828 kB\nNFS_Unstable: 0 kB\nBounce: 0 kB\nCommitLimit: 27519244 kB\nCommitted_AS: 4577684 kB\nVmallocTotal: 34359738367 kB\nVmallocUsed: 6728 kB\nVmallocChunk: 34359730275 kB\nHugePages_Total: 0\nHugePages_Free: 0\nHugePages_Rsvd: 0\nHugepagesize: 2048 kB\n">>}]}, {'ns_1@10.2.1.66', [{last_heard,{1351,906522,42248}}, {outgoing_replications_safeness_level,[{"default",green}]}, {incoming_replications_conf_hashes,[{"default",[]}]}, {active_buckets,["default"]}, {ready_buckets,["default"]}, {local_tasks,[]}, {memory, [{total,92371872}, {processes,53400400}, {processes_used,53334168}, {system,38971472}, {atom,1352041}, {atom_used,1349412}, {binary,2562192}, {code,13622682}, {ets,3389976}]}, {system_memory_data, [{system_total_memory,33657663488}, {free_swap,10684469248}, {total_swap,10684628992}, {cached_memory,3347005440}, {buffered_memory,238587904}, {free_memory,26939367424}, {total_memory,33657663488}]}, {node_storage_conf,[{db_path,"/data"},{index_path,"/data2"}]}, {statistics, [{wall_clock,{764441,5001}}, {context_switches,{3776306,0}}, {garbage_collection,{433191,662406729,0}}, {io,{{input,58093397},{output,35863652}}}, {reductions,{294496316,2385183}}, {run_queue,0}, {runtime,{123790,780}}]}, {system_stats, [{cpu_utilization_rate,8.728179551122194}, {swap_total,10684628992}, {swap_used,159744}]}, {interesting_stats, [{couch_docs_actual_disk_size,2726538432}, {couch_docs_data_size,2343668908}, {couch_views_actual_disk_size,0}, {couch_views_data_size,0}, {curr_items,978845}, {curr_items_tot,978845}, {mem_used,2491809336}, {vb_replica_curr_items,0}]}, {cluster_compatibility_version,131072}, {version, [{public_key,"0.13"}, {lhttpc,"1.3.0"}, {ale,"8cffe61"}, {os_mon,"2.2.7"}, {couch_set_view,"1.2.0a-47a991b-git"}, {mnesia,"4.5"}, {inets,"5.7.1"}, {couch,"1.2.0a-47a991b-git"}, {mapreduce,"1.0.0"}, {couch_index_merger,"1.2.0a-47a991b-git"}, {kernel,"2.14.5"}, {crypto,"2.0.4"}, {ssl,"4.1.6"}, {sasl,"2.1.10"}, {couch_view_parser,"1.0.0"}, {ns_server,"2.0.0-1925-rel-enterprise"}, {mochiweb,"1.4.1"}, {oauth,"7d85d3ef"}, {stdlib,"1.17.5"}]}, {supported_compat_version,[2,0]}, {system_arch,"x86_64-unknown-linux-gnu"}, {wall_clock,764}, {memory_data,{33657663488,5915680768,{<0.1697.0>,4714984}}}, {disk_data, [{"/",49781912,5}, {"/dev/shm",16434404,0}, {"/data",492257288,1}, {"/data2",246132896,1}]}, {meminfo, <<"MemTotal: 32868812 kB\nMemFree: 26308100 kB\nBuffers: 232996 kB\nCached: 3268560 kB\nSwapCached: 140 kB\nActive: 3837804 kB\nInactive: 2505768 kB\nHighTotal: 0 kB\nHighFree: 0 kB\nLowTotal: 32868812 kB\nLowFree: 26308100 kB\nSwapTotal: 10434208 kB\nSwapFree: 10434052 kB\nDirty: 1996 kB\nWriteback: 140 kB\nAnonPages: 2842120 kB\nMapped: 17056 kB\nSlab: 172536 kB\nPageTables: 10396 kB\nNFS_Unstable: 0 kB\nBounce: 0 kB\nCommitLimit: 26868612 kB\nCommitted_AS: 4549976 kB\nVmallocTotal: 34359738367 kB\nVmallocUsed: 6408 kB\nVmallocChunk: 34359730595 kB\nHugePages_Total: 0\nHugePages_Free: 0\nHugePages_Rsvd: 0\nHugepagesize: 2048 kB\n">>}]}, {'ns_1@10.2.1.67', [{last_heard,{1351,906526,14583}}, {outgoing_replications_safeness_level,[{"default",green}]}, {incoming_replications_conf_hashes,[{"default",[]}]}, {active_buckets,["default"]}, {ready_buckets,["default"]}, {local_tasks, [[{pid,<<"<0.9566.0>">>}, {bucket,<<"default">>}, {original_target,{[{type,bucket}]}}, {progress,43}, {started_on,1351906515}, {total_vbuckets,129}, {trigger_type,scheduled}, {type,bucket_compaction}, {updated_on,1351906558}, {vbuckets_done,56}]]}, {memory, [{total,95333272}, {processes,56199256}, {processes_used,56140696}, {system,39134016}, {atom,1352041}, {atom_used,1349412}, {binary,2666984}, {code,13631938}, {ets,3431312}]}, {system_memory_data, [{system_total_memory,33657663488}, {free_swap,10701078528}, {total_swap,10701078528}, {cached_memory,3404054528}, {buffered_memory,410378240}, {free_memory,26650476544}, {total_memory,33657663488}]}, {node_storage_conf,[{db_path,"/data"},{index_path,"/data2"}]}, {statistics, [{wall_clock,{769398,5000}}, {context_switches,{3312509,0}}, {garbage_collection,{370139,622874649,0}}, {io,{{input,57298005},{output,35109468}}}, {reductions,{278590629,2755536}}, {run_queue,0}, {runtime,{114030,420}}]}, {system_stats, [{cpu_utilization_rate,5.764411027568922}, {swap_total,10701078528}, {swap_used,0}]}, {interesting_stats, [{couch_docs_actual_disk_size,2750813483}, {couch_docs_data_size,2186843135}, {couch_views_actual_disk_size,0}, {couch_views_data_size,0}, {curr_items,989749}, {curr_items_tot,989749}, {mem_used,2521924616}, {vb_replica_curr_items,0}]}, {cluster_compatibility_version,131072}, {version, [{public_key,"0.13"}, {lhttpc,"1.3.0"}, {ale,"8cffe61"}, {os_mon,"2.2.7"}, {couch_set_view,"1.2.0a-47a991b-git"}, {mnesia,"4.5"}, {inets,"5.7.1"}, {couch,"1.2.0a-47a991b-git"}, {mapreduce,"1.0.0"}, {couch_index_merger,"1.2.0a-47a991b-git"}, {kernel,"2.14.5"}, {crypto,"2.0.4"}, {ssl,"4.1.6"}, {sasl,"2.1.10"}, {couch_view_parser,"1.0.0"}, {ns_server,"2.0.0-1925-rel-enterprise"}, {mochiweb,"1.4.1"}, {oauth,"7d85d3ef"}, {stdlib,"1.17.5"}]}, {supported_compat_version,[2,0]}, {system_arch,"x86_64-unknown-linux-gnu"}, {wall_clock,769}, {memory_data,{33657663488,6813667328,{<18173.1681.0>,4714984}}}, {disk_data, [{"/",49781912,9}, {"/dev/shm",16434404,0}, {"/data",492257288,1}, {"/data2",246132896,1}]}, {meminfo, <<"MemTotal: 32868812 kB\nMemFree: 26025856 kB\nBuffers: 400760 kB\nCached: 3324272 kB\nSwapCached: 0 kB\nActive: 4150688 kB\nInactive: 2452636 kB\nHighTotal: 0 kB\nHighFree: 0 kB\nLowTotal: 32868812 kB\nLowFree: 26025856 kB\nSwapTotal: 10450272 kB\nSwapFree: 10450272 kB\nDirty: 916 kB\nWriteback: 3936 kB\nAnonPages: 2878012 kB\nMapped: 17060 kB\nSlab: 197636 kB\nPageTables: 10544 kB\nNFS_Unstable: 0 kB\nBounce: 0 kB\nCommitLimit: 26884676 kB\nCommitted_AS: 4595344 kB\nVmallocTotal: 34359738367 kB\nVmallocUsed: 6416 kB\nVmallocChunk: 34359730587 kB\nHugePages_Total: 0\nHugePages_Free: 0\nHugePages_Rsvd: 0\nHugepagesize: 2048 kB\n">>}]}, {'ns_1@10.2.1.68', [{last_heard,{1351,906524,363458}}, {outgoing_replications_safeness_level,[{"default",green}]}, {incoming_replications_conf_hashes,[{"default",[]}]}, {active_buckets,["default"]}, {ready_buckets,["default"]}, {local_tasks,[]}, {memory, [{total,92448704}, {processes,53186704}, {processes_used,53120472}, {system,39262000}, {atom,1352041}, {atom_used,1349412}, {binary,2775816}, {code,13659922}, {ets,3408240}]}, {system_memory_data, [{system_total_memory,33657663488}, {free_swap,10684616704}, {total_swap,10684628992}, {cached_memory,3888558080}, {buffered_memory,308322304}, {free_memory,26289000448}, {total_memory,33657663488}]}, {node_storage_conf,[{db_path,"/data"},{index_path,"/data2"}]}, {statistics, [{wall_clock,{766430,4999}}, {context_switches,{3849424,0}}, {garbage_collection,{426588,669941044,0}}, {io,{{input,55641119},{output,36159945}}}, {reductions,{298320028,3189934}}, {run_queue,0}, {runtime,{121740,850}}]}, {system_stats, [{cpu_utilization_rate,6.516290726817043}, {swap_total,10684628992}, {swap_used,12288}]}, {interesting_stats, [{couch_docs_actual_disk_size,3282007314}, {couch_docs_data_size,2389604321}, {couch_views_actual_disk_size,0}, {couch_views_data_size,0}, {curr_items,983802}, {curr_items_tot,983802}, {mem_used,2503582024}, {vb_replica_curr_items,0}]}, {cluster_compatibility_version,131072}, {version, [{public_key,"0.13"}, {lhttpc,"1.3.0"}, {ale,"8cffe61"}, {os_mon,"2.2.7"}, {couch_set_view,"1.2.0a-47a991b-git"}, {mnesia,"4.5"}, {inets,"5.7.1"}, {couch,"1.2.0a-47a991b-git"}, {mapreduce,"1.0.0"}, {couch_index_merger,"1.2.0a-47a991b-git"}, {kernel,"2.14.5"}, {crypto,"2.0.4"}, {ssl,"4.1.6"}, {sasl,"2.1.10"}, {couch_view_parser,"1.0.0"}, {ns_server,"2.0.0-1925-rel-enterprise"}, {mochiweb,"1.4.1"}, {oauth,"7d85d3ef"}, {stdlib,"1.17.5"}]}, {supported_compat_version,[2,0]}, {system_arch,"x86_64-unknown-linux-gnu"}, {wall_clock,766}, {memory_data,{33657663488,6442881024,{<18174.1662.0>,4714984}}}, {disk_data, [{"/",49781912,5}, {"/dev/shm",16434404,0}, {"/data",492257288,1}, {"/data2",246132896,1}]}, {meminfo, <<"MemTotal: 32868812 kB\nMemFree: 25672976 kB\nBuffers: 301096 kB\nCached: 3797420 kB\nSwapCached: 12 kB\nActive: 4586308 kB\nInactive: 2359896 kB\nHighTotal: 0 kB\nHighFree: 0 kB\nLowTotal: 32868812 kB\nLowFree: 25672976 kB\nSwapTotal: 10434208 kB\nSwapFree: 10434196 kB\nDirty: 1752 kB\nWriteback: 180 kB\nAnonPages: 2847332 kB\nMapped: 17256 kB\nSlab: 204928 kB\nPageTables: 10292 kB\nNFS_Unstable: 0 kB\nBounce: 0 kB\nCommitLimit: 26868612 kB\nCommitted_AS: 4556668 kB\nVmallocTotal: 34359738367 kB\nVmallocUsed: 6408 kB\nVmallocChunk: 34359730595 kB\nHugePages_Total: 0\nHugePages_Free: 0\nHugePages_Rsvd: 0\nHugepagesize: 2048 kB\n">>}]}] [stats:debug,2012-11-02T18:35:57.884,ns_1@10.2.1.66:<0.1704.0>:stats_collector:maybe_log_stats:126](at {{1970,1,16},{7,31,46}}) Stats for bucket "default": accepting_conns 1 auth_cmds 3 auth_errors 0 bucket_active_conns 1 bucket_conns 6 bytes 2756681848 bytes_read 2591367578 bytes_written 53760431 cas_badval 0 cas_hits 0 cas_misses 0 cmd_flush 0 cmd_get 0 cmd_set 1079557 conn_yields 329 connection_structures 5000 curr_connections 10 curr_conns_on_port_11209 6 curr_conns_on_port_11210 2 curr_items 1079557 curr_items_tot 1079557 curr_temp_items 0 daemon_connections 4 decr_hits 0 decr_misses 0 delete_hits 0 delete_misses 0 ep_access_scanner_last_runtime 0 ep_access_scanner_num_items 0 ep_access_scanner_task_time 2012-11-03 10:00:00 ep_allow_data_loss_during_shutdown 1 ep_alog_block_size 4096 ep_alog_path /data/default/access.log ep_alog_sleep_time 1440 ep_alog_task_time 10 ep_backend couchdb ep_bg_fetch_delay 0 ep_bg_fetched 0 ep_bg_meta_fetched 0 ep_bg_remaining_jobs 0 ep_chk_max_items 5000 ep_chk_period 1800 ep_chk_persistence_remains 0 ep_chk_persistence_timeout 10 ep_chk_remover_stime 5 ep_commit_num 1051 ep_commit_time 2 ep_commit_time_total 3807 ep_concurrentDB 1 ep_config_file ep_couch_bucket default ep_couch_host localhost ep_couch_port 11213 ep_couch_reconnect_sleeptime 250 ep_couch_response_timeout 180000 ep_data_age 4 ep_data_age_highwat 31 ep_data_traffic_enabled 0 ep_dbinit 0 ep_dbname /data/default ep_degraded_mode 0 ep_diskqueue_drain 1071333 ep_diskqueue_fill 1079557 ep_diskqueue_items 8225 ep_diskqueue_memory 263168 ep_diskqueue_pending 394752 ep_exp_pager_stime 3600 ep_exp_pager_stime 3600 ep_expired_access 0 ep_expired_pager 0 ep_expiry_window 3 ep_failpartialwarmup 0 ep_flush_all false ep_flush_duration_total 383 ep_flushall_enabled 0 ep_flusher_state running ep_flusher_todo 198 ep_getl_default_timeout 15 ep_getl_max_timeout 30 ep_ht_locks 5 ep_ht_size 3079 ep_inconsistent_slave_chk 0 ep_initfile ep_io_num_read 0 ep_io_num_write 1071327 ep_io_read_bytes 0 ep_io_write_bytes 2537173188 ep_item_begin_failed 0 ep_item_commit_failed 0 ep_item_flush_expired 0 ep_item_flush_failed 0 ep_item_num_based_new_chk 1 ep_items_rm_from_checkpoints 640256 ep_keep_closed_chks 0 ep_klog_block_size 4096 ep_klog_compactor_queue_cap 500000 ep_klog_compactor_stime 3600 ep_klog_flush commit2 ep_klog_max_entry_ratio 10 ep_klog_max_log_size 2147483647 ep_klog_path ep_klog_sync commit2 ep_kv_size 2641459783 ep_max_checkpoints 2 ep_max_data_size 5242880000 ep_max_item_size 20971520 ep_max_size 5242880000 ep_max_txn_size 10000 ep_max_vbuckets 512 ep_mem_high_wat 3932160000 ep_mem_high_wat 3932160000 ep_mem_low_wat 3145728000 ep_mem_low_wat 3145728000 ep_mem_tracker_enabled true ep_min_data_age 0 ep_mlog_compactor_runs 0 ep_mutation_mem_threshold 0 ep_num_access_scanner_runs 0 ep_num_eject_failures 0 ep_num_expiry_pager_runs 0 ep_num_non_resident 0 ep_num_not_my_vbuckets 0 ep_num_ops_del_meta 0 ep_num_ops_get_meta 0 ep_num_ops_set_meta 0 ep_num_pager_runs 0 ep_num_value_ejects 0 ep_oom_errors 0 ep_overhead 45224368 ep_pager_active_vb_pcnt 40 ep_pager_unbiased_period 60 ep_pending_ops 0 ep_pending_ops_max 0 ep_pending_ops_max_duration 0 ep_pending_ops_total 0 ep_postInitfile ep_queue_age_cap 900 ep_queue_size 8027 ep_startup_time 1351905957 ep_storage_age 3 ep_storage_age_highwat 30 ep_store_max_concurrency 10 ep_store_max_readers 9 ep_store_max_readwrite 1 ep_stored_val_type ep_tap_ack_grace_period 300 ep_tap_ack_initial_sequence_number 1 ep_tap_ack_interval 1000 ep_tap_ack_window_size 10 ep_tap_backfill_resident 0.9 ep_tap_backlog_limit 5000 ep_tap_backoff_period 5 ep_tap_bg_fetch_requeued 0 ep_tap_bg_fetched 0 ep_tap_bg_max_pending 500 ep_tap_keepalive 300 ep_tap_noop_interval 20 ep_tap_requeue_sleep_time 0.1 ep_tap_throttle_cap_pcnt 10 ep_tap_throttle_queue_cap 1000000 ep_tap_throttle_threshold 90 ep_tmp_oom_errors 0 ep_too_old 0 ep_too_young 0 ep_total_cache_size 2628505099 ep_total_del_items 0 ep_total_enqueued 1079557 ep_total_new_items 1071327 ep_total_persisted 1071327 ep_uncommitted_items 477 ep_value_size 2552436564 ep_vb0 0 ep_vb_snapshot_total 32 ep_vb_total 128 ep_vbucket_del 0 ep_vbucket_del_fail 0 ep_version 2.0.0r_130_g8b09894 ep_waitforwarmup 0 ep_warmup 1 ep_warmup_batch_size 1000 ep_warmup_dups 0 ep_warmup_min_items_threshold 100 ep_warmup_min_memory_threshold 100 ep_warmup_oom 0 ep_warmup_thread complete ep_warmup_time 745 get_hits 0 get_misses 0 incr_hits 0 incr_misses 0 libevent 2.0.11-stable limit_maxbytes 67108864 listen_disabled_num 0 max_conns_on_port_11209 1000 max_conns_on_port_11210 9000 mem_used 2756681848 pid 18083 pointer_size 64 rejected_conns 0 rusage_system 49.445483 rusage_user 126.387786 threads 4 time 1351906557 total_connections 13 uptime 632 vb_active_curr_items 1079557 vb_active_eject 0 vb_active_expired 0 vb_active_ht_memory 6351872 vb_active_itm_memory 2628505099 vb_active_meta_data_memory 85285003 vb_active_num 128 vb_active_num_non_resident 0 vb_active_num_ref_ejects 0 vb_active_num_ref_items 1079557 vb_active_ops_create 1071332 vb_active_ops_delete 0 vb_active_ops_reject 0 vb_active_ops_update 0 vb_active_perc_mem_resident 100 vb_active_queue_age 13694000 vb_active_queue_drain 1071333 vb_active_queue_fill 1079557 vb_active_queue_memory 263168 vb_active_queue_pending 394752 vb_active_queue_size 8224 vb_dead_num 0 vb_pending_curr_items 0 vb_pending_eject 0 vb_pending_expired 0 vb_pending_ht_memory 0 vb_pending_itm_memory 0 vb_pending_meta_data_memory 0 vb_pending_num 0 vb_pending_num_non_resident 0 vb_pending_num_ref_ejects 0 vb_pending_num_ref_items 0 vb_pending_ops_create 0 vb_pending_ops_delete 0 vb_pending_ops_reject 0 vb_pending_ops_update 0 vb_pending_perc_mem_resident 0 vb_pending_queue_age 0 vb_pending_queue_drain 0 vb_pending_queue_fill 0 vb_pending_queue_memory 0 vb_pending_queue_pending 0 vb_pending_queue_size 0 vb_replica_curr_items 0 vb_replica_eject 0 vb_replica_expired 0 vb_replica_ht_memory 0 vb_replica_itm_memory 0 vb_replica_meta_data_memory 0 vb_replica_num 0 vb_replica_num_non_resident 0 vb_replica_num_ref_ejects 0 vb_replica_num_ref_items 0 vb_replica_ops_create 0 vb_replica_ops_delete 0 vb_replica_ops_reject 0 vb_replica_ops_update 0 vb_replica_perc_mem_resident 0 vb_replica_queue_age 0 vb_replica_queue_drain 0 vb_replica_queue_fill 0 vb_replica_queue_memory 0 vb_replica_queue_pending 0 vb_replica_queue_size 0 version 1.4.4_600_g7ea975a [ns_doctor:debug,2012-11-02T18:36:27.039,ns_1@10.2.1.66:ns_doctor<0.1428.0>:ns_doctor:handle_info:137]Current node statuses: [{'ns_1@10.2.1.65', [{last_heard,{1351,906584,392201}}, {outgoing_replications_safeness_level,[{"default",green}]}, {incoming_replications_conf_hashes,[{"default",[]}]}, {active_buckets,["default"]}, {ready_buckets,["default"]}, {local_tasks,[]}, {memory, [{total,107989384}, {processes,64715072}, {processes_used,63136736}, {system,43274312}, {atom,1405017}, {atom_used,1377299}, {binary,5973016}, {code,14117455}, {ets,3689368}]}, {system_memory_data, [{system_total_memory,33657663488}, {free_swap,11350716416}, {total_swap,11350876160}, {cached_memory,4393865216}, {buffered_memory,210026496}, {free_memory,25423884288}, {total_memory,33657663488}]}, {node_storage_conf,[{db_path,"/data"},{index_path,"/data2"}]}, {statistics, [{wall_clock,{827193,5000}}, {context_switches,{4047128,0}}, {garbage_collection,{434902,1168209570,0}}, {io,{{input,204621955},{output,49250875}}}, {reductions,{439229876,3045554}}, {run_queue,0}, {runtime,{153840,850}}]}, {system_stats, [{cpu_utilization_rate,10.025062656641603}, {swap_total,11350876160}, {swap_used,159744}]}, {interesting_stats, [{couch_docs_actual_disk_size,3769828667}, {couch_docs_data_size,2797037732}, {couch_views_actual_disk_size,0}, {couch_views_data_size,0}, {curr_items,1149076}, {curr_items_tot,1149076}, {mem_used,2943688728}, {vb_replica_curr_items,0}]}, {cluster_compatibility_version,131072}, {version, [{public_key,"0.13"}, {lhttpc,"1.3.0"}, {ale,"8cffe61"}, {os_mon,"2.2.7"}, {couch_set_view,"1.2.0a-47a991b-git"}, {mnesia,"4.5"}, {inets,"5.7.1"}, {couch,"1.2.0a-47a991b-git"}, {mapreduce,"1.0.0"}, {couch_index_merger,"1.2.0a-47a991b-git"}, {kernel,"2.14.5"}, {crypto,"2.0.4"}, {ssl,"4.1.6"}, {sasl,"2.1.10"}, {couch_view_parser,"1.0.0"}, {ns_server,"2.0.0-1925-rel-enterprise"}, {mochiweb,"1.4.1"}, {oauth,"7d85d3ef"}, {stdlib,"1.17.5"}]}, {supported_compat_version,[2,0]}, {system_arch,"x86_64-unknown-linux-gnu"}, {wall_clock,827}, {memory_data,{33657663488,7312441344,{<18077.5273.0>,7628384}}}, {disk_data, [{"/",51088800,10}, {"/dev/shm",16434404,0}, {"/data",492257288,1}, {"/data2",246132896,1}]}, {meminfo, <<"MemTotal: 32868812 kB\nMemFree: 24828012 kB\nBuffers: 205104 kB\nCached: 4290884 kB\nSwapCached: 0 kB\nActive: 5036224 kB\nInactive: 2762532 kB\nHighTotal: 0 kB\nHighFree: 0 kB\nLowTotal: 32868812 kB\nLowFree: 24828012 kB\nSwapTotal: 11084840 kB\nSwapFree: 11084684 kB\nDirty: 1712 kB\nWriteback: 0 kB\nAnonPages: 3302656 kB\nMapped: 15312 kB\nSlab: 199660 kB\nPageTables: 10644 kB\nNFS_Unstable: 0 kB\nBounce: 0 kB\nCommitLimit: 27519244 kB\nCommitted_AS: 5028164 kB\nVmallocTotal: 34359738367 kB\nVmallocUsed: 6728 kB\nVmallocChunk: 34359730275 kB\nHugePages_Total: 0\nHugePages_Free: 0\nHugePages_Rsvd: 0\nHugepagesize: 2048 kB\n">>}]}, {'ns_1@10.2.1.66', [{last_heard,{1351,906582,41450}}, {outgoing_replications_safeness_level,[{"default",green}]}, {incoming_replications_conf_hashes,[{"default",[]}]}, {active_buckets,["default"]}, {ready_buckets,["default"]}, {local_tasks,[]}, {memory, [{total,92681696}, {processes,53526952}, {processes_used,53461040}, {system,39154744}, {atom,1352041}, {atom_used,1349412}, {binary,2670720}, {code,13622682}, {ets,3463496}]}, {system_memory_data, [{system_total_memory,33657663488}, {free_swap,10684469248}, {total_swap,10684628992}, {cached_memory,4057387008}, {buffered_memory,239316992}, {free_memory,25760772096}, {total_memory,33657663488}]}, {node_storage_conf,[{db_path,"/data"},{index_path,"/data2"}]}, {statistics, [{wall_clock,{824440,5000}}, {context_switches,{4055620,0}}, {garbage_collection,{461793,725768020,0}}, {io,{{input,59858262},{output,38006354}}}, {reductions,{324934285,2469829}}, {run_queue,0}, {runtime,{132380,620}}]}, {system_stats, [{cpu_utilization_rate,28.92768079800499}, {swap_total,10684628992}, {swap_used,159744}]}, {interesting_stats, [{couch_docs_actual_disk_size,3363910962}, {couch_docs_data_size,2737253855}, {couch_views_actual_disk_size,0}, {couch_views_data_size,0}, {curr_items,1146730}, {curr_items_tot,1146730}, {mem_used,2937017272}, {vb_replica_curr_items,0}]}, {cluster_compatibility_version,131072}, {version, [{public_key,"0.13"}, {lhttpc,"1.3.0"}, {ale,"8cffe61"}, {os_mon,"2.2.7"}, {couch_set_view,"1.2.0a-47a991b-git"}, {mnesia,"4.5"}, {inets,"5.7.1"}, {couch,"1.2.0a-47a991b-git"}, {mapreduce,"1.0.0"}, {couch_index_merger,"1.2.0a-47a991b-git"}, {kernel,"2.14.5"}, {crypto,"2.0.4"}, {ssl,"4.1.6"}, {sasl,"2.1.10"}, {couch_view_parser,"1.0.0"}, {ns_server,"2.0.0-1925-rel-enterprise"}, {mochiweb,"1.4.1"}, {oauth,"7d85d3ef"}, {stdlib,"1.17.5"}]}, {supported_compat_version,[2,0]}, {system_arch,"x86_64-unknown-linux-gnu"}, {wall_clock,824}, {memory_data,{33657663488,7018852352,{<0.1696.0>,2914384}}}, {disk_data, [{"/",49781912,5}, {"/dev/shm",16434404,0}, {"/data",492257288,1}, {"/data2",246132896,1}]}, {meminfo, <<"MemTotal: 32868812 kB\nMemFree: 25157128 kB\nBuffers: 233708 kB\nCached: 3962292 kB\nSwapCached: 140 kB\nActive: 4626616 kB\nInactive: 2850192 kB\nHighTotal: 0 kB\nHighFree: 0 kB\nLowTotal: 32868812 kB\nLowFree: 25157128 kB\nSwapTotal: 10434208 kB\nSwapFree: 10434052 kB\nDirty: 752 kB\nWriteback: 36 kB\nAnonPages: 3280348 kB\nMapped: 17056 kB\nSlab: 189780 kB\nPageTables: 11216 kB\nNFS_Unstable: 0 kB\nBounce: 0 kB\nCommitLimit: 26868612 kB\nCommitted_AS: 4985672 kB\nVmallocTotal: 34359738367 kB\nVmallocUsed: 6408 kB\nVmallocChunk: 34359730595 kB\nHugePages_Total: 0\nHugePages_Free: 0\nHugePages_Rsvd: 0\nHugepagesize: 2048 kB\n">>}]}, {'ns_1@10.2.1.67', [{last_heard,{1351,906586,14426}}, {outgoing_replications_safeness_level,[{"default",green}]}, {incoming_replications_conf_hashes,[{"default",[]}]}, {active_buckets,["default"]}, {ready_buckets,["default"]}, {local_tasks,[]}, {memory, [{total,93606896}, {processes,54453192}, {processes_used,54366560}, {system,39153704}, {atom,1352041}, {atom_used,1349412}, {binary,2620208}, {code,13631938}, {ets,3495544}]}, {system_memory_data, [{system_total_memory,33657663488}, {free_swap,10701078528}, {total_swap,10701078528}, {cached_memory,3553701888}, {buffered_memory,412381184}, {free_memory,26056744960}, {total_memory,33657663488}]}, {node_storage_conf,[{db_path,"/data"},{index_path,"/data2"}]}, {statistics, [{wall_clock,{829397,4998}}, {context_switches,{3391144,0}}, {garbage_collection,{379384,669846682,0}}, {io,{{input,58855882},{output,36569470}}}, {reductions,{302342147,2260082}}, {run_queue,0}, {runtime,{119070,530}}]}, {system_stats, [{cpu_utilization_rate,11.809045226130653}, {swap_total,10701078528}, {swap_used,0}]}, {interesting_stats, [{couch_docs_actual_disk_size,2862404946}, {couch_docs_data_size,2768337526}, {couch_views_actual_disk_size,0}, {couch_views_data_size,0}, {curr_items,1158675}, {curr_items_tot,1158675}, {mem_used,2967924328}, {vb_replica_curr_items,0}]}, {cluster_compatibility_version,131072}, {version, [{public_key,"0.13"}, {lhttpc,"1.3.0"}, {ale,"8cffe61"}, {os_mon,"2.2.7"}, {couch_set_view,"1.2.0a-47a991b-git"}, {mnesia,"4.5"}, {inets,"5.7.1"}, {couch,"1.2.0a-47a991b-git"}, {mapreduce,"1.0.0"}, {couch_index_merger,"1.2.0a-47a991b-git"}, {kernel,"2.14.5"}, {crypto,"2.0.4"}, {ssl,"4.1.6"}, {sasl,"2.1.10"}, {couch_view_parser,"1.0.0"}, {ns_server,"2.0.0-1925-rel-enterprise"}, {mochiweb,"1.4.1"}, {oauth,"7d85d3ef"}, {stdlib,"1.17.5"}]}, {supported_compat_version,[2,0]}, {system_arch,"x86_64-unknown-linux-gnu"}, {wall_clock,829}, {memory_data,{33657663488,7006171136,{<18173.1681.0>,4714984}}}, {disk_data, [{"/",49781912,9}, {"/dev/shm",16434404,0}, {"/data",492257288,1}, {"/data2",246132896,1}]}, {meminfo, <<"MemTotal: 32868812 kB\nMemFree: 25446040 kB\nBuffers: 402716 kB\nCached: 3470412 kB\nSwapCached: 0 kB\nActive: 3988308 kB\nInactive: 3196212 kB\nHighTotal: 0 kB\nHighFree: 0 kB\nLowTotal: 32868812 kB\nLowFree: 25446040 kB\nSwapTotal: 10450272 kB\nSwapFree: 10450272 kB\nDirty: 2292 kB\nWriteback: 0 kB\nAnonPages: 3310900 kB\nMapped: 17056 kB\nSlab: 195980 kB\nPageTables: 11332 kB\nNFS_Unstable: 0 kB\nBounce: 0 kB\nCommitLimit: 26884676 kB\nCommitted_AS: 5022364 kB\nVmallocTotal: 34359738367 kB\nVmallocUsed: 6416 kB\nVmallocChunk: 34359730587 kB\nHugePages_Total: 0\nHugePages_Free: 0\nHugePages_Rsvd: 0\nHugepagesize: 2048 kB\n">>}]}, {'ns_1@10.2.1.68', [{last_heard,{1351,906584,361231}}, {outgoing_replications_safeness_level,[{"default",green}]}, {incoming_replications_conf_hashes,[{"default",[]}]}, {active_buckets,["default"]}, {ready_buckets,["default"]}, {local_tasks,[]}, {memory, [{total,95924608}, {processes,56664808}, {processes_used,56598656}, {system,39259800}, {atom,1352041}, {atom_used,1349412}, {binary,2704416}, {code,13659922}, {ets,3476624}]}, {system_memory_data, [{system_total_memory,33657663488}, {free_swap,10684616704}, {total_swap,10684628992}, {cached_memory,4615077888}, {buffered_memory,309035008}, {free_memory,25090093056}, {total_memory,33657663488}]}, {node_storage_conf,[{db_path,"/data"},{index_path,"/data2"}]}, {statistics, [{wall_clock,{826429,4999}}, {context_switches,{4161814,0}}, {garbage_collection,{458138,736298912,0}}, {io,{{input,57572213},{output,38350292}}}, {reductions,{330035965,1951584}}, {run_queue,0}, {runtime,{131350,480}}]}, {system_stats, [{cpu_utilization_rate,21.75}, {swap_total,10684628992}, {swap_used,12288}]}, {interesting_stats, [{couch_docs_actual_disk_size,3955287341}, {couch_docs_data_size,2768728950}, {couch_views_actual_disk_size,0}, {couch_views_data_size,0}, {curr_items,1151083}, {curr_items_tot,1151083}, {mem_used,2949129064}, {vb_replica_curr_items,0}]}, {cluster_compatibility_version,131072}, {version, [{public_key,"0.13"}, {lhttpc,"1.3.0"}, {ale,"8cffe61"}, {os_mon,"2.2.7"}, {couch_set_view,"1.2.0a-47a991b-git"}, {mnesia,"4.5"}, {inets,"5.7.1"}, {couch,"1.2.0a-47a991b-git"}, {mapreduce,"1.0.0"}, {couch_index_merger,"1.2.0a-47a991b-git"}, {kernel,"2.14.5"}, {crypto,"2.0.4"}, {ssl,"4.1.6"}, {sasl,"2.1.10"}, {couch_view_parser,"1.0.0"}, {ns_server,"2.0.0-1925-rel-enterprise"}, {mochiweb,"1.4.1"}, {oauth,"7d85d3ef"}, {stdlib,"1.17.5"}]}, {supported_compat_version,[2,0]}, {system_arch,"x86_64-unknown-linux-gnu"}, {wall_clock,826}, {memory_data,{33657663488,7659057152,{<18174.1662.0>,4714984}}}, {disk_data, [{"/",49781912,5}, {"/dev/shm",16434404,0}, {"/data",492257288,1}, {"/data2",246132896,1}]}, {meminfo, <<"MemTotal: 32868812 kB\nMemFree: 24502044 kB\nBuffers: 301792 kB\nCached: 4506912 kB\nSwapCached: 12 kB\nActive: 5417580 kB\nInactive: 2681124 kB\nHighTotal: 0 kB\nHighFree: 0 kB\nLowTotal: 32868812 kB\nLowFree: 24502044 kB\nSwapTotal: 10434208 kB\nSwapFree: 10434196 kB\nDirty: 2556 kB\nWriteback: 0 kB\nAnonPages: 3289576 kB\nMapped: 17256 kB\nSlab: 222772 kB\nPageTables: 11280 kB\nNFS_Unstable: 0 kB\nBounce: 0 kB\nCommitLimit: 26868612 kB\nCommitted_AS: 4991476 kB\nVmallocTotal: 34359738367 kB\nVmallocUsed: 6408 kB\nVmallocChunk: 34359730595 kB\nHugePages_Total: 0\nHugePages_Free: 0\nHugePages_Rsvd: 0\nHugepagesize: 2048 kB\n">>}]}] [ns_doctor:debug,2012-11-02T18:37:27.042,ns_1@10.2.1.66:ns_doctor<0.1428.0>:ns_doctor:handle_info:137]Current node statuses: [{'ns_1@10.2.1.65', [{last_heard,{1351,906644,390400}}, {outgoing_replications_safeness_level,[{"default",green}]}, {incoming_replications_conf_hashes,[{"default",[]}]}, {active_buckets,["default"]}, {ready_buckets,["default"]}, {local_tasks,[]}, {memory, [{total,104569904}, {processes,61299760}, {processes_used,59721744}, {system,43270144}, {atom,1405017}, {atom_used,1377299}, {binary,5792968}, {code,14117455}, {ets,3864216}]}, {system_memory_data, [{system_total_memory,33657663488}, {free_swap,11350716416}, {total_swap,11350876160}, {cached_memory,5140389888}, {buffered_memory,210903040}, {free_memory,24223326208}, {total_memory,33657663488}]}, {node_storage_conf,[{db_path,"/data"},{index_path,"/data2"}]}, {statistics, [{wall_clock,{887193,5000}}, {context_switches,{4374185,0}}, {garbage_collection,{467679,1269614482,0}}, {io,{{input,221543489},{output,52104891}}}, {reductions,{477974596,2911254}}, {run_queue,0}, {runtime,{164910,880}}]}, {system_stats, [{cpu_utilization_rate,28.5}, {swap_total,11350876160}, {swap_used,159744}]}, {interesting_stats, [{couch_docs_actual_disk_size,4471804274}, {couch_docs_data_size,3195036512}, {couch_views_actual_disk_size,0}, {couch_views_data_size,0}, {curr_items,1317364}, {curr_items_tot,1317364}, {mem_used,3286031912}, {vb_replica_curr_items,0}]}, {cluster_compatibility_version,131072}, {version, [{public_key,"0.13"}, {lhttpc,"1.3.0"}, {ale,"8cffe61"}, {os_mon,"2.2.7"}, {couch_set_view,"1.2.0a-47a991b-git"}, {mnesia,"4.5"}, {inets,"5.7.1"}, {couch,"1.2.0a-47a991b-git"}, {mapreduce,"1.0.0"}, {couch_index_merger,"1.2.0a-47a991b-git"}, {kernel,"2.14.5"}, {crypto,"2.0.4"}, {ssl,"4.1.6"}, {sasl,"2.1.10"}, {couch_view_parser,"1.0.0"}, {ns_server,"2.0.0-1925-rel-enterprise"}, {mochiweb,"1.4.1"}, {oauth,"7d85d3ef"}, {stdlib,"1.17.5"}]}, {supported_compat_version,[2,0]}, {system_arch,"x86_64-unknown-linux-gnu"}, {wall_clock,887}, {memory_data,{33657663488,8482521088,{<18077.5273.0>,7628384}}}, {disk_data, [{"/",51088800,10}, {"/dev/shm",16434404,0}, {"/data",492257288,1}, {"/data2",246132896,1}]}, {meminfo, <<"MemTotal: 32868812 kB\nMemFree: 23655592 kB\nBuffers: 205960 kB\nCached: 5019912 kB\nSwapCached: 0 kB\nActive: 5871060 kB\nInactive: 3080852 kB\nHighTotal: 0 kB\nHighFree: 0 kB\nLowTotal: 32868812 kB\nLowFree: 23655592 kB\nSwapTotal: 11084840 kB\nSwapFree: 11084684 kB\nDirty: 1752 kB\nWriteback: 0 kB\nAnonPages: 3726120 kB\nMapped: 15312 kB\nSlab: 217876 kB\nPageTables: 11480 kB\nNFS_Unstable: 0 kB\nBounce: 0 kB\nCommitLimit: 27519244 kB\nCommitted_AS: 5440820 kB\nVmallocTotal: 34359738367 kB\nVmallocUsed: 6728 kB\nVmallocChunk: 34359730275 kB\nHugePages_Total: 0\nHugePages_Free: 0\nHugePages_Rsvd: 0\nHugepagesize: 2048 kB\n">>}]}, {'ns_1@10.2.1.66', [{last_heard,{1351,906642,41710}}, {outgoing_replications_safeness_level,[{"default",green}]}, {incoming_replications_conf_hashes,[{"default",[]}]}, {active_buckets,["default"]}, {ready_buckets,["default"]}, {local_tasks,[]}, {memory, [{total,90361072}, {processes,51358592}, {processes_used,51292360}, {system,39002480}, {atom,1352041}, {atom_used,1349412}, {binary,2344904}, {code,13622682}, {ets,3637752}]}, {system_memory_data, [{system_total_memory,33657663488}, {free_swap,10684469248}, {total_swap,10684628992}, {cached_memory,4723462144}, {buffered_memory,239968256}, {free_memory,24634880000}, {total_memory,33657663488}]}, {node_storage_conf,[{db_path,"/data"},{index_path,"/data2"}]}, {statistics, [{wall_clock,{884440,5001}}, {context_switches,{4311149,0}}, {garbage_collection,{487967,787265219,0}}, {io,{{input,61535549},{output,39977872}}}, {reductions,{354506426,2676786}}, {run_queue,0}, {runtime,{140630,770}}]}, {system_stats, [{cpu_utilization_rate,7.4812967581047385}, {swap_total,10684628992}, {swap_used,159744}]}, {interesting_stats, [{couch_docs_actual_disk_size,4075992373}, {couch_docs_data_size,3166429466}, {couch_views_actual_disk_size,0}, {couch_views_data_size,0}, {curr_items,1313889}, {curr_items_tot,1313889}, {mem_used,3280939320}, {vb_replica_curr_items,0}]}, {cluster_compatibility_version,131072}, {version, [{public_key,"0.13"}, {lhttpc,"1.3.0"}, {ale,"8cffe61"}, {os_mon,"2.2.7"}, {couch_set_view,"1.2.0a-47a991b-git"}, {mnesia,"4.5"}, {inets,"5.7.1"}, {couch,"1.2.0a-47a991b-git"}, {mapreduce,"1.0.0"}, {couch_index_merger,"1.2.0a-47a991b-git"}, {kernel,"2.14.5"}, {crypto,"2.0.4"}, {ssl,"4.1.6"}, {sasl,"2.1.10"}, {couch_view_parser,"1.0.0"}, {ns_server,"2.0.0-1925-rel-enterprise"}, {mochiweb,"1.4.1"}, {oauth,"7d85d3ef"}, {stdlib,"1.17.5"}]}, {supported_compat_version,[2,0]}, {system_arch,"x86_64-unknown-linux-gnu"}, {wall_clock,884}, {memory_data,{33657663488,8186269696,{<0.1696.0>,2914384}}}, {disk_data, [{"/",49781912,5}, {"/dev/shm",16434404,0}, {"/data",492257288,1}, {"/data2",246132896,1}]}, {meminfo, <<"MemTotal: 32868812 kB\nMemFree: 24057624 kB\nBuffers: 234344 kB\nCached: 4612756 kB\nSwapCached: 140 kB\nActive: 5402504 kB\nInactive: 3156288 kB\nHighTotal: 0 kB\nHighFree: 0 kB\nLowTotal: 32868812 kB\nLowFree: 24057624 kB\nSwapTotal: 10434208 kB\nSwapFree: 10434052 kB\nDirty: 1160 kB\nWriteback: 96 kB\nAnonPages: 3711344 kB\nMapped: 17056 kB\nSlab: 206188 kB\nPageTables: 12156 kB\nNFS_Unstable: 0 kB\nBounce: 0 kB\nCommitLimit: 26868612 kB\nCommitted_AS: 5420092 kB\nVmallocTotal: 34359738367 kB\nVmallocUsed: 6408 kB\nVmallocChunk: 34359730595 kB\nHugePages_Total: 0\nHugePages_Free: 0\nHugePages_Rsvd: 0\nHugepagesize: 2048 kB\n">>}]}, {'ns_1@10.2.1.67', [{last_heard,{1351,906646,13569}}, {outgoing_replications_safeness_level,[{"default",green}]}, {incoming_replications_conf_hashes,[{"default",[]}]}, {active_buckets,["default"]}, {ready_buckets,["default"]}, {local_tasks,[]}, {memory, [{total,92080328}, {processes,52754504}, {processes_used,52667632}, {system,39325824}, {atom,1352041}, {atom_used,1349412}, {binary,2619304}, {code,13631938}, {ets,3670544}]}, {system_memory_data, [{system_total_memory,33657663488}, {free_swap,10701078528}, {total_swap,10701078528}, {cached_memory,4290269184}, {buffered_memory,413011968}, {free_memory,24863170560}, {total_memory,33657663488}]}, {node_storage_conf,[{db_path,"/data"},{index_path,"/data2"}]}, {statistics, [{wall_clock,{889397,4999}}, {context_switches,{3928408,0}}, {garbage_collection,{434960,756301466,0}}, {io,{{input,61873266},{output,39553297}}}, {reductions,{342333371,2776632}}, {run_queue,0}, {runtime,{132680,720}}]}, {system_stats, [{cpu_utilization_rate,5.985037406483791}, {swap_total,10701078528}, {swap_used,0}]}, {interesting_stats, [{couch_docs_actual_disk_size,3578733906}, {couch_docs_data_size,3173964540}, {couch_views_actual_disk_size,0}, {couch_views_data_size,0}, {curr_items,1326810}, {curr_items_tot,1326810}, {mem_used,3309686712}, {vb_replica_curr_items,0}]}, {cluster_compatibility_version,131072}, {version, [{public_key,"0.13"}, {lhttpc,"1.3.0"}, {ale,"8cffe61"}, {os_mon,"2.2.7"}, {couch_set_view,"1.2.0a-47a991b-git"}, {mnesia,"4.5"}, {inets,"5.7.1"}, {couch,"1.2.0a-47a991b-git"}, {mapreduce,"1.0.0"}, {couch_index_merger,"1.2.0a-47a991b-git"}, {kernel,"2.14.5"}, {crypto,"2.0.4"}, {ssl,"4.1.6"}, {sasl,"2.1.10"}, {couch_view_parser,"1.0.0"}, {ns_server,"2.0.0-1925-rel-enterprise"}, {mochiweb,"1.4.1"}, {oauth,"7d85d3ef"}, {stdlib,"1.17.5"}]}, {supported_compat_version,[2,0]}, {system_arch,"x86_64-unknown-linux-gnu"}, {wall_clock,889}, {memory_data,{33657663488,7834808320,{<18173.1681.0>,4714984}}}, {disk_data, [{"/",49781912,9}, {"/dev/shm",16434404,0}, {"/data",492257288,1}, {"/data2",246132896,1}]}, {meminfo, <<"MemTotal: 32868812 kB\nMemFree: 24280440 kB\nBuffers: 403332 kB\nCached: 4189716 kB\nSwapCached: 0 kB\nActive: 4874820 kB\nInactive: 3458272 kB\nHighTotal: 0 kB\nHighFree: 0 kB\nLowTotal: 32868812 kB\nLowFree: 24280440 kB\nSwapTotal: 10450272 kB\nSwapFree: 10450272 kB\nDirty: 1220 kB\nWriteback: 28 kB\nAnonPages: 3739812 kB\nMapped: 17056 kB\nSlab: 212108 kB\nPageTables: 12160 kB\nNFS_Unstable: 0 kB\nBounce: 0 kB\nCommitLimit: 26884676 kB\nCommitted_AS: 5445972 kB\nVmallocTotal: 34359738367 kB\nVmallocUsed: 6416 kB\nVmallocChunk: 34359730587 kB\nHugePages_Total: 0\nHugePages_Free: 0\nHugePages_Rsvd: 0\nHugepagesize: 2048 kB\n">>}]}, {'ns_1@10.2.1.68', [{last_heard,{1351,906644,360183}}, {outgoing_replications_safeness_level,[{"default",green}]}, {incoming_replications_conf_hashes,[{"default",[]}]}, {active_buckets,["default"]}, {ready_buckets,["default"]}, {local_tasks, [[{pid,<<"<0.10121.0>">>}, {bucket,<<"default">>}, {original_target,{[{type,bucket}]}}, {progress,65}, {started_on,1351906614}, {total_vbuckets,129}, {trigger_type,scheduled}, {type,bucket_compaction}, {updated_on,1351906671}, {vbuckets_done,85}]]}, {memory, [{total,92167608}, {processes,53004856}, {processes_used,52971536}, {system,39162752}, {atom,1352041}, {atom_used,1349412}, {binary,2398128}, {code,13659922}, {ets,3680872}]}, {system_memory_data, [{system_total_memory,33657663488}, {free_swap,10684616704}, {total_swap,10684628992}, {cached_memory,4038615040}, {buffered_memory,311316480}, {free_memory,25215672320}, {total_memory,33657663488}]}, {node_storage_conf,[{db_path,"/data"},{index_path,"/data2"}]}, {statistics, [{wall_clock,{886429,4999}}, {context_switches,{4256034,0}}, {garbage_collection,{468758,785812262,0}}, {io,{{input,70042361},{output,41869017}}}, {reductions,{355130313,1988855}}, {run_queue,0}, {runtime,{136840,390}}]}, {system_stats, [{cpu_utilization_rate,24.81203007518797}, {swap_total,10684628992}, {swap_used,12288}]}, {interesting_stats, [{couch_docs_actual_disk_size,3455206742}, {couch_docs_data_size,2969743086}, {couch_views_actual_disk_size,0}, {couch_views_data_size,0}, {curr_items,1319287}, {curr_items_tot,1319287}, {mem_used,3391870360}, {vb_replica_curr_items,0}]}, {cluster_compatibility_version,131072}, {version, [{public_key,"0.13"}, {lhttpc,"1.3.0"}, {ale,"8cffe61"}, {os_mon,"2.2.7"}, {couch_set_view,"1.2.0a-47a991b-git"}, {mnesia,"4.5"}, {inets,"5.7.1"}, {couch,"1.2.0a-47a991b-git"}, {mapreduce,"1.0.0"}, {couch_index_merger,"1.2.0a-47a991b-git"}, {kernel,"2.14.5"}, {crypto,"2.0.4"}, {ssl,"4.1.6"}, {sasl,"2.1.10"}, {couch_view_parser,"1.0.0"}, {ns_server,"2.0.0-1925-rel-enterprise"}, {mochiweb,"1.4.1"}, {oauth,"7d85d3ef"}, {stdlib,"1.17.5"}]}, {supported_compat_version,[2,0]}, {system_arch,"x86_64-unknown-linux-gnu"}, {wall_clock,886}, {memory_data,{33657663488,8701911040,{<18174.1662.0>,4714984}}}, {disk_data, [{"/",49781912,5}, {"/dev/shm",16434404,0}, {"/data",492257288,1}, {"/data2",246132896,1}]}, {meminfo, <<"MemTotal: 32868812 kB\nMemFree: 24624804 kB\nBuffers: 304016 kB\nCached: 3943636 kB\nSwapCached: 12 kB\nActive: 4811468 kB\nInactive: 3174532 kB\nHighTotal: 0 kB\nHighFree: 0 kB\nLowTotal: 32868812 kB\nLowFree: 24624804 kB\nSwapTotal: 10434208 kB\nSwapFree: 10434196 kB\nDirty: 20700 kB\nWriteback: 92 kB\nAnonPages: 3737908 kB\nMapped: 17264 kB\nSlab: 212284 kB\nPageTables: 12108 kB\nNFS_Unstable: 0 kB\nBounce: 0 kB\nCommitLimit: 26868612 kB\nCommitted_AS: 5442312 kB\nVmallocTotal: 34359738367 kB\nVmallocUsed: 6408 kB\nVmallocChunk: 34359730595 kB\nHugePages_Total: 0\nHugePages_Free: 0\nHugePages_Rsvd: 0\nHugepagesize: 2048 kB\n">>}]}] [stats:debug,2012-11-02T18:37:37.883,ns_1@10.2.1.66:<0.1704.0>:stats_collector:maybe_log_stats:126](at {{1970,1,16},{7,31,46}}) Stats for bucket "default": accepting_conns 1 auth_cmds 3 auth_errors 0 bucket_active_conns 1 bucket_conns 6 bytes 3394564088 bytes_read 3261245010 bytes_written 66874918 cas_badval 0 cas_hits 0 cas_misses 0 cmd_flush 0 cmd_get 0 cmd_set 1358605 conn_yields 438 connection_structures 5000 curr_connections 10 curr_conns_on_port_11209 6 curr_conns_on_port_11210 2 curr_items 1358605 curr_items_tot 1358605 curr_temp_items 0 daemon_connections 4 decr_hits 0 decr_misses 0 delete_hits 0 delete_misses 0 ep_access_scanner_last_runtime 0 ep_access_scanner_num_items 0 ep_access_scanner_task_time 2012-11-03 10:00:00 ep_allow_data_loss_during_shutdown 1 ep_alog_block_size 4096 ep_alog_path /data/default/access.log ep_alog_sleep_time 1440 ep_alog_task_time 10 ep_backend couchdb ep_bg_fetch_delay 0 ep_bg_fetched 0 ep_bg_meta_fetched 0 ep_bg_remaining_jobs 0 ep_chk_max_items 5000 ep_chk_period 1800 ep_chk_persistence_remains 0 ep_chk_persistence_timeout 10 ep_chk_remover_stime 5 ep_commit_num 1164 ep_commit_time 3 ep_commit_time_total 5062 ep_concurrentDB 1 ep_config_file ep_couch_bucket default ep_couch_host localhost ep_couch_port 11213 ep_couch_reconnect_sleeptime 250 ep_couch_response_timeout 180000 ep_data_age 4 ep_data_age_highwat 31 ep_data_traffic_enabled 0 ep_dbinit 0 ep_dbname /data/default ep_degraded_mode 0 ep_diskqueue_drain 1349750 ep_diskqueue_fill 1358605 ep_diskqueue_items 8856 ep_diskqueue_memory 283360 ep_diskqueue_pending 425040 ep_exp_pager_stime 3600 ep_exp_pager_stime 3600 ep_expired_access 0 ep_expired_pager 0 ep_expiry_window 3 ep_failpartialwarmup 0 ep_flush_all false ep_flush_duration_total 483 ep_flushall_enabled 0 ep_flusher_state running ep_flusher_todo 479 ep_getl_default_timeout 15 ep_getl_max_timeout 30 ep_ht_locks 5 ep_ht_size 3079 ep_inconsistent_slave_chk 0 ep_initfile ep_io_num_read 0 ep_io_num_write 1349743 ep_io_read_bytes 0 ep_io_write_bytes 3196780828 ep_item_begin_failed 0 ep_item_commit_failed 0 ep_item_flush_expired 0 ep_item_flush_failed 0 ep_item_num_based_new_chk 1 ep_items_rm_from_checkpoints 1280512 ep_keep_closed_chks 0 ep_klog_block_size 4096 ep_klog_compactor_queue_cap 500000 ep_klog_compactor_stime 3600 ep_klog_flush commit2 ep_klog_max_entry_ratio 10 ep_klog_max_log_size 2147483647 ep_klog_path ep_klog_sync commit2 ep_kv_size 3324298879 ep_max_checkpoints 2 ep_max_data_size 5242880000 ep_max_item_size 20971520 ep_max_size 5242880000 ep_max_txn_size 10000 ep_max_vbuckets 512 ep_mem_high_wat 3932160000 ep_mem_high_wat 3932160000 ep_mem_low_wat 3145728000 ep_mem_low_wat 3145728000 ep_mem_tracker_enabled true ep_min_data_age 0 ep_mlog_compactor_runs 0 ep_mutation_mem_threshold 0 ep_num_access_scanner_runs 0 ep_num_eject_failures 0 ep_num_expiry_pager_runs 0 ep_num_non_resident 0 ep_num_not_my_vbuckets 0 ep_num_ops_del_meta 0 ep_num_ops_get_meta 0 ep_num_ops_set_meta 0 ep_num_pager_runs 0 ep_num_value_ejects 0 ep_oom_errors 0 ep_overhead 13462840 ep_pager_active_vb_pcnt 40 ep_pager_unbiased_period 60 ep_pending_ops 0 ep_pending_ops_max 0 ep_pending_ops_max_duration 0 ep_pending_ops_total 0 ep_postInitfile ep_queue_age_cap 900 ep_queue_size 8377 ep_startup_time 1351905957 ep_storage_age 3 ep_storage_age_highwat 30 ep_store_max_concurrency 10 ep_store_max_readers 9 ep_store_max_readwrite 1 ep_stored_val_type ep_tap_ack_grace_period 300 ep_tap_ack_initial_sequence_number 1 ep_tap_ack_interval 1000 ep_tap_ack_window_size 10 ep_tap_backfill_resident 0.9 ep_tap_backlog_limit 5000 ep_tap_backoff_period 5 ep_tap_bg_fetch_requeued 0 ep_tap_bg_fetched 0 ep_tap_bg_max_pending 500 ep_tap_keepalive 300 ep_tap_noop_interval 20 ep_tap_requeue_sleep_time 0.1 ep_tap_throttle_cap_pcnt 10 ep_tap_throttle_queue_cap 1000000 ep_tap_throttle_threshold 90 ep_tmp_oom_errors 0 ep_too_old 0 ep_too_young 0 ep_total_cache_size 3307995619 ep_total_del_items 0 ep_total_enqueued 1358605 ep_total_new_items 1349743 ep_total_persisted 1349743 ep_uncommitted_items 525 ep_value_size 3212257778 ep_vb0 0 ep_vb_snapshot_total 47 ep_vb_total 128 ep_vbucket_del 0 ep_vbucket_del_fail 0 ep_version 2.0.0r_130_g8b09894 ep_waitforwarmup 0 ep_warmup 1 ep_warmup_batch_size 1000 ep_warmup_dups 0 ep_warmup_min_items_threshold 100 ep_warmup_min_memory_threshold 100 ep_warmup_oom 0 ep_warmup_thread complete ep_warmup_time 745 get_hits 0 get_misses 0 incr_hits 0 incr_misses 0 libevent 2.0.11-stable limit_maxbytes 67108864 listen_disabled_num 0 max_conns_on_port_11209 1000 max_conns_on_port_11210 9000 mem_used 3394564088 pid 18083 pointer_size 64 rejected_conns 0 rusage_system 60.885743 rusage_user 158.567894 threads 4 time 1351906657 total_connections 13 uptime 732 vb_active_curr_items 1358605 vb_active_eject 0 vb_active_expired 0 vb_active_ht_memory 6351872 vb_active_itm_memory 3307995619 vb_active_meta_data_memory 107329795 vb_active_num 128 vb_active_num_non_resident 0 vb_active_num_ref_ejects 0 vb_active_num_ref_items 1358605 vb_active_ops_create 1349749 vb_active_ops_delete 0 vb_active_ops_reject 0 vb_active_ops_update 0 vb_active_perc_mem_resident 100 vb_active_queue_age 16126000 vb_active_queue_drain 1349750 vb_active_queue_fill 1358605 vb_active_queue_memory 283360 vb_active_queue_pending 425040 vb_active_queue_size 8855 vb_dead_num 0 vb_pending_curr_items 0 vb_pending_eject 0 vb_pending_expired 0 vb_pending_ht_memory 0 vb_pending_itm_memory 0 vb_pending_meta_data_memory 0 vb_pending_num 0 vb_pending_num_non_resident 0 vb_pending_num_ref_ejects 0 vb_pending_num_ref_items 0 vb_pending_ops_create 0 vb_pending_ops_delete 0 vb_pending_ops_reject 0 vb_pending_ops_update 0 vb_pending_perc_mem_resident 0 vb_pending_queue_age 0 vb_pending_queue_drain 0 vb_pending_queue_fill 0 vb_pending_queue_memory 0 vb_pending_queue_pending 0 vb_pending_queue_size 0 vb_replica_curr_items 0 vb_replica_eject 0 vb_replica_expired 0 vb_replica_ht_memory 0 vb_replica_itm_memory 0 vb_replica_meta_data_memory 0 vb_replica_num 0 vb_replica_num_non_resident 0 vb_replica_num_ref_ejects 0 vb_replica_num_ref_items 0 vb_replica_ops_create 0 vb_replica_ops_delete 0 vb_replica_ops_reject 0 vb_replica_ops_update 0 vb_replica_perc_mem_resident 0 vb_replica_queue_age 0 vb_replica_queue_drain 0 vb_replica_queue_fill 0 vb_replica_queue_memory 0 vb_replica_queue_pending 0 vb_replica_queue_size 0 version 1.4.4_600_g7ea975a [ns_doctor:debug,2012-11-02T18:38:27.040,ns_1@10.2.1.66:ns_doctor<0.1428.0>:ns_doctor:handle_info:137]Current node statuses: [{'ns_1@10.2.1.65', [{last_heard,{1351,906704,390920}}, {outgoing_replications_safeness_level,[{"default",green}]}, {incoming_replications_conf_hashes,[{"default",[]}]}, {active_buckets,["default"]}, {ready_buckets,["default"]}, {local_tasks, [[{pid,<<"<0.17519.0>">>}, {bucket,<<"default">>}, {original_target,{[{type,bucket}]}}, {progress,10}, {started_on,1351906753}, {total_vbuckets,129}, {trigger_type,scheduled}, {type,bucket_compaction}, {updated_on,1351906770}, {vbuckets_done,14}]]}, {memory, [{total,117537056}, {processes,72752392}, {processes_used,71182624}, {system,44784664}, {atom,1405017}, {atom_used,1377299}, {binary,7126208}, {code,14117455}, {ets,4044200}]}, {system_memory_data, [{system_total_memory,33657663488}, {free_swap,11350716416}, {total_swap,11350876160}, {cached_memory,5535801344}, {buffered_memory,212197376}, {free_memory,23386550272}, {total_memory,33657663488}]}, {node_storage_conf,[{db_path,"/data"},{index_path,"/data2"}]}, {statistics, [{wall_clock,{947194,5001}}, {context_switches,{4605442,0}}, {garbage_collection,{491360,1364017328,0}}, {io,{{input,246584960},{output,57638455}}}, {reductions,{513833019,2586089}}, {run_queue,0}, {runtime,{175010,580}}]}, {system_stats, [{cpu_utilization_rate,13.784461152882205}, {swap_total,11350876160}, {swap_used,159744}]}, {interesting_stats, [{couch_docs_actual_disk_size,4932674312}, {couch_docs_data_size,3527221857}, {couch_views_actual_disk_size,0}, {couch_views_data_size,0}, {curr_items,1484801}, {curr_items_tot,1484801}, {mem_used,3727873832}, {vb_replica_curr_items,0}]}, {cluster_compatibility_version,131072}, {version, [{public_key,"0.13"}, {lhttpc,"1.3.0"}, {ale,"8cffe61"}, {os_mon,"2.2.7"}, {couch_set_view,"1.2.0a-47a991b-git"}, {mnesia,"4.5"}, {inets,"5.7.1"}, {couch,"1.2.0a-47a991b-git"}, {mapreduce,"1.0.0"}, {couch_index_merger,"1.2.0a-47a991b-git"}, {kernel,"2.14.5"}, {crypto,"2.0.4"}, {ssl,"4.1.6"}, {sasl,"2.1.10"}, {couch_view_parser,"1.0.0"}, {ns_server,"2.0.0-1925-rel-enterprise"}, {mochiweb,"1.4.1"}, {oauth,"7d85d3ef"}, {stdlib,"1.17.5"}]}, {supported_compat_version,[2,0]}, {system_arch,"x86_64-unknown-linux-gnu"}, {wall_clock,947}, {memory_data,{33657663488,9692225536,{<18077.14785.0>,7028184}}}, {disk_data, [{"/",51088800,10}, {"/dev/shm",16434404,0}, {"/data",492257288,1}, {"/data2",246132896,1}]}, {meminfo, <<"MemTotal: 32868812 kB\nMemFree: 22838428 kB\nBuffers: 207224 kB\nCached: 5406056 kB\nSwapCached: 0 kB\nActive: 6383316 kB\nInactive: 3373264 kB\nHighTotal: 0 kB\nHighFree: 0 kB\nLowTotal: 32868812 kB\nLowFree: 22838428 kB\nSwapTotal: 11084840 kB\nSwapFree: 11084684 kB\nDirty: 28516 kB\nWriteback: 0 kB\nAnonPages: 4143304 kB\nMapped: 15320 kB\nSlab: 229132 kB\nPageTables: 12496 kB\nNFS_Unstable: 0 kB\nBounce: 0 kB\nCommitLimit: 27519244 kB\nCommitted_AS: 5860320 kB\nVmallocTotal: 34359738367 kB\nVmallocUsed: 6728 kB\nVmallocChunk: 34359730275 kB\nHugePages_Total: 0\nHugePages_Free: 0\nHugePages_Rsvd: 0\nHugepagesize: 2048 kB\n">>}]}, {'ns_1@10.2.1.66', [{last_heard,{1351,906702,41245}}, {outgoing_replications_safeness_level,[{"default",green}]}, {incoming_replications_conf_hashes,[{"default",[]}]}, {active_buckets,["default"]}, {ready_buckets,["default"]}, {local_tasks,[]}, {memory, [{total,94022472}, {processes,54701384}, {processes_used,54635232}, {system,39321088}, {atom,1352041}, {atom_used,1349412}, {binary,2483384}, {code,13622682}, {ets,3815816}]}, {system_memory_data, [{system_total_memory,33657663488}, {free_swap,10684469248}, {total_swap,10684628992}, {cached_memory,5437714432}, {buffered_memory,240943104}, {free_memory,23474827264}, {total_memory,33657663488}]}, {node_storage_conf,[{db_path,"/data"},{index_path,"/data2"}]}, {statistics, [{wall_clock,{944440,5001}}, {context_switches,{4596451,0}}, {garbage_collection,{517468,851912656,0}}, {io,{{input,66737049},{output,44084543}}}, {reductions,{385373666,2590058}}, {run_queue,0}, {runtime,{150120,750}}]}, {system_stats, [{cpu_utilization_rate,7.0}, {swap_total,10684628992}, {swap_used,159744}]}, {interesting_stats, [{couch_docs_actual_disk_size,4800489224}, {couch_docs_data_size,3584159994}, {couch_views_actual_disk_size,0}, {couch_views_data_size,0}, {curr_items,1481543}, {curr_items_tot,1481543}, {mem_used,3719333736}, {vb_replica_curr_items,0}]}, {cluster_compatibility_version,131072}, {version, [{public_key,"0.13"}, {lhttpc,"1.3.0"}, {ale,"8cffe61"}, {os_mon,"2.2.7"}, {couch_set_view,"1.2.0a-47a991b-git"}, {mnesia,"4.5"}, {inets,"5.7.1"}, {couch,"1.2.0a-47a991b-git"}, {mapreduce,"1.0.0"}, {couch_index_merger,"1.2.0a-47a991b-git"}, {kernel,"2.14.5"}, {crypto,"2.0.4"}, {ssl,"4.1.6"}, {sasl,"2.1.10"}, {couch_view_parser,"1.0.0"}, {ns_server,"2.0.0-1925-rel-enterprise"}, {mochiweb,"1.4.1"}, {oauth,"7d85d3ef"}, {stdlib,"1.17.5"}]}, {supported_compat_version,[2,0]}, {system_arch,"x86_64-unknown-linux-gnu"}, {wall_clock,944}, {memory_data,{33657663488,9314197504,{<0.1697.0>,4714984}}}, {disk_data, [{"/",49781912,5}, {"/dev/shm",16434404,0}, {"/data",492257288,1}, {"/data2",246132896,1}]}, {meminfo, <<"MemTotal: 32868812 kB\nMemFree: 22924636 kB\nBuffers: 235296 kB\nCached: 5310268 kB\nSwapCached: 140 kB\nActive: 6206184 kB\nInactive: 3467072 kB\nHighTotal: 0 kB\nHighFree: 0 kB\nLowTotal: 32868812 kB\nLowFree: 22924636 kB\nSwapTotal: 10434208 kB\nSwapFree: 10434052 kB\nDirty: 1328 kB\nWriteback: 236 kB\nAnonPages: 4127244 kB\nMapped: 17056 kB\nSlab: 223760 kB\nPageTables: 12904 kB\nNFS_Unstable: 0 kB\nBounce: 0 kB\nCommitLimit: 26868612 kB\nCommitted_AS: 5834836 kB\nVmallocTotal: 34359738367 kB\nVmallocUsed: 6408 kB\nVmallocChunk: 34359730595 kB\nHugePages_Total: 0\nHugePages_Free: 0\nHugePages_Rsvd: 0\nHugepagesize: 2048 kB\n">>}]}, {'ns_1@10.2.1.67', [{last_heard,{1351,906706,13432}}, {outgoing_replications_safeness_level,[{"default",green}]}, {incoming_replications_conf_hashes,[{"default",[]}]}, {active_buckets,["default"]}, {ready_buckets,["default"]}, {local_tasks,[]}, {memory, [{total,91298392}, {processes,51814424}, {processes_used,51727552}, {system,39483968}, {atom,1352041}, {atom_used,1349412}, {binary,2612832}, {code,13631938}, {ets,3834336}]}, {system_memory_data, [{system_total_memory,33657663488}, {free_swap,10701078528}, {total_swap,10701078528}, {cached_memory,4902936576}, {buffered_memory,413818880}, {free_memory,23806349312}, {total_memory,33657663488}]}, {node_storage_conf,[{db_path,"/data"},{index_path,"/data2"}]}, {statistics, [{wall_clock,{949397,4999}}, {context_switches,{4131639,0}}, {garbage_collection,{455694,813850385,0}}, {io,{{input,66724897},{output,43438605}}}, {reductions,{370371524,1811075}}, {run_queue,0}, {runtime,{140150,300}}]}, {system_stats, [{cpu_utilization_rate,6.896551724137931}, {swap_total,10701078528}, {swap_used,0}]}, {interesting_stats, [{couch_docs_actual_disk_size,4253744342}, {couch_docs_data_size,3594662285}, {couch_views_actual_disk_size,0}, {couch_views_data_size,0}, {curr_items,1495273}, {curr_items_tot,1495273}, {mem_used,3754802648}, {vb_replica_curr_items,0}]}, {cluster_compatibility_version,131072}, {version, [{public_key,"0.13"}, {lhttpc,"1.3.0"}, {ale,"8cffe61"}, {os_mon,"2.2.7"}, {couch_set_view,"1.2.0a-47a991b-git"}, {mnesia,"4.5"}, {inets,"5.7.1"}, {couch,"1.2.0a-47a991b-git"}, {mapreduce,"1.0.0"}, {couch_index_merger,"1.2.0a-47a991b-git"}, {kernel,"2.14.5"}, {crypto,"2.0.4"}, {ssl,"4.1.6"}, {sasl,"2.1.10"}, {couch_view_parser,"1.0.0"}, {ns_server,"2.0.0-1925-rel-enterprise"}, {mochiweb,"1.4.1"}, {oauth,"7d85d3ef"}, {stdlib,"1.17.5"}]}, {supported_compat_version,[2,0]}, {system_arch,"x86_64-unknown-linux-gnu"}, {wall_clock,949}, {memory_data,{33657663488,8953602048,{<18173.1678.0>,4714984}}}, {disk_data, [{"/",49781912,9}, {"/dev/shm",16434404,0}, {"/data",492257288,1}, {"/data2",246132896,1}]}, {meminfo, <<"MemTotal: 32868812 kB\nMemFree: 23248388 kB\nBuffers: 404120 kB\nCached: 4788024 kB\nSwapCached: 0 kB\nActive: 5581780 kB\nInactive: 3766916 kB\nHighTotal: 0 kB\nHighFree: 0 kB\nLowTotal: 32868812 kB\nLowFree: 23248388 kB\nSwapTotal: 10450272 kB\nSwapFree: 10450272 kB\nDirty: 612 kB\nWriteback: 36 kB\nAnonPages: 4156072 kB\nMapped: 17056 kB\nSlab: 226880 kB\nPageTables: 12960 kB\nNFS_Unstable: 0 kB\nBounce: 0 kB\nCommitLimit: 26884676 kB\nCommitted_AS: 5858420 kB\nVmallocTotal: 34359738367 kB\nVmallocUsed: 6416 kB\nVmallocChunk: 34359730587 kB\nHugePages_Total: 0\nHugePages_Free: 0\nHugePages_Rsvd: 0\nHugepagesize: 2048 kB\n">>}]}, {'ns_1@10.2.1.68', [{last_heard,{1351,906704,360762}}, {outgoing_replications_safeness_level,[{"default",green}]}, {incoming_replications_conf_hashes,[{"default",[]}]}, {active_buckets,["default"]}, {ready_buckets,["default"]}, {local_tasks,[]}, {memory, [{total,92145320}, {processes,52683544}, {processes_used,52596672}, {system,39461776}, {atom,1352041}, {atom_used,1349412}, {binary,2551744}, {code,13659922}, {ets,3828872}]}, {system_memory_data, [{system_total_memory,33657663488}, {free_swap,10684616704}, {total_swap,10684628992}, {cached_memory,4392099840}, {buffered_memory,313401344}, {free_memory,24434147328}, {total_memory,33657663488}]}, {node_storage_conf,[{db_path,"/data"},{index_path,"/data2"}]}, {statistics, [{wall_clock,{946430,4999}}, {context_switches,{4457320,0}}, {garbage_collection,{490930,843624861,0}}, {io,{{input,75329487},{output,45787398}}}, {reductions,{383286864,3063249}}, {run_queue,0}, {runtime,{144010,900}}]}, {system_stats, [{cpu_utilization_rate,6.015037593984962}, {swap_total,10684628992}, {swap_used,12288}]}, {interesting_stats, [{couch_docs_actual_disk_size,3789243728}, {couch_docs_data_size,3592491229}, {couch_views_actual_disk_size,0}, {couch_views_data_size,0}, {curr_items,1487385}, {curr_items_tot,1487385}, {mem_used,3733910632}, {vb_replica_curr_items,0}]}, {cluster_compatibility_version,131072}, {version, [{public_key,"0.13"}, {lhttpc,"1.3.0"}, {ale,"8cffe61"}, {os_mon,"2.2.7"}, {couch_set_view,"1.2.0a-47a991b-git"}, {mnesia,"4.5"}, {inets,"5.7.1"}, {couch,"1.2.0a-47a991b-git"}, {mapreduce,"1.0.0"}, {couch_index_merger,"1.2.0a-47a991b-git"}, {kernel,"2.14.5"}, {crypto,"2.0.4"}, {ssl,"4.1.6"}, {sasl,"2.1.10"}, {couch_view_parser,"1.0.0"}, {ns_server,"2.0.0-1925-rel-enterprise"}, {mochiweb,"1.4.1"}, {oauth,"7d85d3ef"}, {stdlib,"1.17.5"}]}, {supported_compat_version,[2,0]}, {system_arch,"x86_64-unknown-linux-gnu"}, {wall_clock,946}, {memory_data,{33657663488,8345362432,{<18174.1662.0>,2914384}}}, {disk_data, [{"/",49781912,5}, {"/dev/shm",16434404,0}, {"/data",492257288,1}, {"/data2",246132896,1}]}, {meminfo, <<"MemTotal: 32868812 kB\nMemFree: 23861596 kB\nBuffers: 306056 kB\nCached: 4289160 kB\nSwapCached: 12 kB\nActive: 4892856 kB\nInactive: 3849536 kB\nHighTotal: 0 kB\nHighFree: 0 kB\nLowTotal: 32868812 kB\nLowFree: 23861596 kB\nSwapTotal: 10434208 kB\nSwapFree: 10434196 kB\nDirty: 5044 kB\nWriteback: 0 kB\nAnonPages: 4146512 kB\nMapped: 17256 kB\nSlab: 218192 kB\nPageTables: 13036 kB\nNFS_Unstable: 0 kB\nBounce: 0 kB\nCommitLimit: 26868612 kB\nCommitted_AS: 5848212 kB\nVmallocTotal: 34359738367 kB\nVmallocUsed: 6408 kB\nVmallocChunk: 34359730595 kB\nHugePages_Total: 0\nHugePages_Free: 0\nHugePages_Rsvd: 0\nHugepagesize: 2048 kB\n">>}]}] [stats:debug,2012-11-02T18:39:17.880,ns_1@10.2.1.66:<0.1704.0>:stats_collector:maybe_log_stats:126](at {{1970,1,16},{7,31,46}}) Stats for bucket "default": accepting_conns 1 auth_cmds 3 auth_errors 0 bucket_active_conns 1 bucket_conns 6 bytes 3626524152 bytes_read 3931747900 bytes_written 79999788 cas_badval 0 cas_hits 0 cas_misses 0 cmd_flush 0 cmd_get 0 cmd_set 1637819 conn_yields 529 connection_structures 5000 curr_connections 10 curr_conns_on_port_11209 6 curr_conns_on_port_11210 2 curr_items 1637819 curr_items_tot 1637819 curr_temp_items 0 daemon_connections 4 decr_hits 0 decr_misses 0 delete_hits 0 delete_misses 0 ep_access_scanner_last_runtime 0 ep_access_scanner_num_items 0 ep_access_scanner_task_time 2012-11-03 10:00:00 ep_allow_data_loss_during_shutdown 1 ep_alog_block_size 4096 ep_alog_path /data/default/access.log ep_alog_sleep_time 1440 ep_alog_task_time 10 ep_backend couchdb ep_bg_fetch_delay 0 ep_bg_fetched 0 ep_bg_meta_fetched 0 ep_bg_remaining_jobs 0 ep_chk_max_items 5000 ep_chk_period 1800 ep_chk_persistence_remains 0 ep_chk_persistence_timeout 10 ep_chk_remover_stime 5 ep_commit_num 1284 ep_commit_time 2 ep_commit_time_total 6402 ep_concurrentDB 1 ep_config_file ep_couch_bucket default ep_couch_host localhost ep_couch_port 11213 ep_couch_reconnect_sleeptime 250 ep_couch_response_timeout 180000 ep_data_age 4 ep_data_age_highwat 31 ep_data_traffic_enabled 0 ep_dbinit 0 ep_dbname /data/default ep_degraded_mode 0 ep_diskqueue_drain 1630914 ep_diskqueue_fill 1637819 ep_diskqueue_items 6906 ep_diskqueue_memory 220960 ep_diskqueue_pending 331440 ep_exp_pager_stime 3600 ep_exp_pager_stime 3600 ep_expired_access 0 ep_expired_pager 0 ep_expiry_window 3 ep_failpartialwarmup 0 ep_flush_all false ep_flush_duration_total 582 ep_flushall_enabled 0 ep_flusher_state running ep_flusher_todo 710 ep_getl_default_timeout 15 ep_getl_max_timeout 30 ep_ht_locks 5 ep_ht_size 3079 ep_inconsistent_slave_chk 0 ep_initfile ep_io_num_read 0 ep_io_num_write 1630908 ep_io_read_bytes 0 ep_io_write_bytes 3862853574 ep_item_begin_failed 0 ep_item_commit_failed 0 ep_item_flush_expired 0 ep_item_flush_failed 0 ep_item_num_based_new_chk 1 ep_items_rm_from_checkpoints 1582051 ep_keep_closed_chks 0 ep_klog_block_size 4096 ep_klog_compactor_queue_cap 500000 ep_klog_compactor_stime 3600 ep_klog_flush commit2 ep_klog_max_entry_ratio 10 ep_klog_max_log_size 2147483647 ep_klog_path ep_klog_sync commit2 ep_kv_size 3549561809 ep_max_checkpoints 2 ep_max_data_size 5242880000 ep_max_item_size 20971520 ep_max_size 5242880000 ep_max_txn_size 10000 ep_max_vbuckets 512 ep_mem_high_wat 3932160000 ep_mem_high_wat 3932160000 ep_mem_low_wat 3145728000 ep_mem_low_wat 3145728000 ep_mem_tracker_enabled true ep_min_data_age 0 ep_mlog_compactor_runs 0 ep_mutation_mem_threshold 0 ep_num_access_scanner_runs 0 ep_num_eject_failures 728 ep_num_expiry_pager_runs 0 ep_num_non_resident 195590 ep_num_not_my_vbuckets 0 ep_num_ops_del_meta 0 ep_num_ops_get_meta 0 ep_num_ops_set_meta 0 ep_num_pager_runs 2 ep_num_value_ejects 195590 ep_oom_errors 0 ep_overhead 17835480 ep_pager_active_vb_pcnt 40 ep_pager_unbiased_period 60 ep_pending_ops 0 ep_pending_ops_max 0 ep_pending_ops_max_duration 0 ep_pending_ops_total 0 ep_postInitfile ep_queue_age_cap 900 ep_queue_size 6196 ep_startup_time 1351905957 ep_storage_age 3 ep_storage_age_highwat 30 ep_store_max_concurrency 10 ep_store_max_readers 9 ep_store_max_readwrite 1 ep_stored_val_type ep_tap_ack_grace_period 300 ep_tap_ack_initial_sequence_number 1 ep_tap_ack_interval 1000 ep_tap_ack_window_size 10 ep_tap_backfill_resident 0.9 ep_tap_backlog_limit 5000 ep_tap_backoff_period 5 ep_tap_bg_fetch_requeued 0 ep_tap_bg_fetched 0 ep_tap_bg_max_pending 500 ep_tap_keepalive 300 ep_tap_noop_interval 20 ep_tap_requeue_sleep_time 0.1 ep_tap_throttle_cap_pcnt 10 ep_tap_throttle_queue_cap 1000000 ep_tap_throttle_threshold 90 ep_tmp_oom_errors 0 ep_too_old 0 ep_too_young 0 ep_total_cache_size 3529907981 ep_total_del_items 0 ep_total_enqueued 1637819 ep_total_new_items 1630908 ep_total_persisted 1630908 ep_uncommitted_items 157 ep_value_size 3414384932 ep_vb0 0 ep_vb_snapshot_total 50 ep_vb_total 128 ep_vbucket_del 0 ep_vbucket_del_fail 0 ep_version 2.0.0r_130_g8b09894 ep_waitforwarmup 0 ep_warmup 1 ep_warmup_batch_size 1000 ep_warmup_dups 0 ep_warmup_min_items_threshold 100 ep_warmup_min_memory_threshold 100 ep_warmup_oom 0 ep_warmup_thread complete ep_warmup_time 745 get_hits 0 get_misses 0 incr_hits 0 incr_misses 0 libevent 2.0.11-stable limit_maxbytes 67108864 listen_disabled_num 0 max_conns_on_port_11209 1000 max_conns_on_port_11210 9000 mem_used 3626524152 pid 18083 pointer_size 64 rejected_conns 0 rusage_system 72.629958 rusage_user 192.369755 threads 4 time 1351906757 total_connections 13 uptime 832 vb_active_curr_items 1637819 vb_active_eject 195590 vb_active_expired 0 vb_active_ht_memory 12645376 vb_active_itm_memory 3529907981 vb_active_meta_data_memory 129387701 vb_active_num 128 vb_active_num_non_resident 195590 vb_active_num_ref_ejects 195590 vb_active_num_ref_items 1637819 vb_active_ops_create 1630913 vb_active_ops_delete 0 vb_active_ops_reject 0 vb_active_ops_update 0 vb_active_perc_mem_resident 88 vb_active_queue_age 10810000 vb_active_queue_drain 1630914 vb_active_queue_fill 1637819 vb_active_queue_memory 220960 vb_active_queue_pending 331440 vb_active_queue_size 6905 vb_dead_num 0 vb_pending_curr_items 0 vb_pending_eject 0 vb_pending_expired 0 vb_pending_ht_memory 0 vb_pending_itm_memory 0 vb_pending_meta_data_memory 0 vb_pending_num 0 vb_pending_num_non_resident 0 vb_pending_num_ref_ejects 0 vb_pending_num_ref_items 0 vb_pending_ops_create 0 vb_pending_ops_delete 0 vb_pending_ops_reject 0 vb_pending_ops_update 0 vb_pending_perc_mem_resident 0 vb_pending_queue_age 0 vb_pending_queue_drain 0 vb_pending_queue_fill 0 vb_pending_queue_memory 0 vb_pending_queue_pending 0 vb_pending_queue_size 0 vb_replica_curr_items 0 vb_replica_eject 0 vb_replica_expired 0 vb_replica_ht_memory 0 vb_replica_itm_memory 0 vb_replica_meta_data_memory 0 vb_replica_num 0 vb_replica_num_non_resident 0 vb_replica_num_ref_ejects 0 vb_replica_num_ref_items 0 vb_replica_ops_create 0 vb_replica_ops_delete 0 vb_replica_ops_reject 0 vb_replica_ops_update 0 vb_replica_perc_mem_resident 0 vb_replica_queue_age 0 vb_replica_queue_drain 0 vb_replica_queue_fill 0 vb_replica_queue_memory 0 vb_replica_queue_pending 0 vb_replica_queue_size 0 version 1.4.4_600_g7ea975a [stats:warn,2012-11-02T18:39:22.750,ns_1@10.2.1.66:system_stats_collector<0.1491.0>:system_stats_collector:handle_info:133]lost 2 ticks [stats:warn,2012-11-02T18:39:22.754,ns_1@10.2.1.66:<0.1704.0>:stats_collector:latest_tick:223]Dropped 2 ticks [ns_doctor:debug,2012-11-02T18:39:27.040,ns_1@10.2.1.66:ns_doctor<0.1428.0>:ns_doctor:handle_info:137]Current node statuses: [{'ns_1@10.2.1.65', [{last_heard,{1351,906764,388923}}, {outgoing_replications_safeness_level,[{"default",green}]}, {incoming_replications_conf_hashes,[{"default",[]}]}, {active_buckets,["default"]}, {ready_buckets,["default"]}, {local_tasks, [[{pid,<<"<0.17519.0>">>}, {bucket,<<"default">>}, {original_target,{[{type,bucket}]}}, {progress,46}, {started_on,1351906753}, {total_vbuckets,129}, {trigger_type,scheduled}, {type,bucket_compaction}, {updated_on,1351906830}, {vbuckets_done,60}]]}, {memory, [{total,113633176}, {processes,69220296}, {processes_used,67675792}, {system,44412880}, {atom,1405017}, {atom_used,1377299}, {binary,6548064}, {code,14117455}, {ets,4244976}]}, {system_memory_data, [{system_total_memory,33657663488}, {free_swap,11350716416}, {total_swap,11350876160}, {cached_memory,5116424192}, {buffered_memory,213794816}, {free_memory,23530160128}, {total_memory,33657663488}]}, {node_storage_conf,[{db_path,"/data"},{index_path,"/data2"}]}, {statistics, [{wall_clock,{1007193,5000}}, {context_switches,{4668619,0}}, {garbage_collection,{498087,1441244321,0}}, {io,{{input,262170839},{output,59702046}}}, {reductions,{543092328,2023439}}, {run_queue,0}, {runtime,{181540,270}}]}, {system_stats, [{cpu_utilization_rate,31.25}, {swap_total,11350876160}, {swap_used,159744}]}, {interesting_stats, [{couch_docs_actual_disk_size,4494677320}, {couch_docs_data_size,3623573275}, {couch_views_actual_disk_size,0}, {couch_views_data_size,0}, {curr_items,1652437}, {curr_items_tot,1652437}, {mem_used,3686647320}, {vb_replica_curr_items,0}]}, {cluster_compatibility_version,131072}, {version, [{public_key,"0.13"}, {lhttpc,"1.3.0"}, {ale,"8cffe61"}, {os_mon,"2.2.7"}, {couch_set_view,"1.2.0a-47a991b-git"}, {mnesia,"4.5"}, {inets,"5.7.1"}, {couch,"1.2.0a-47a991b-git"}, {mapreduce,"1.0.0"}, {couch_index_merger,"1.2.0a-47a991b-git"}, {kernel,"2.14.5"}, {crypto,"2.0.4"}, {ssl,"4.1.6"}, {sasl,"2.1.10"}, {couch_view_parser,"1.0.0"}, {ns_server,"2.0.0-1925-rel-enterprise"}, {mochiweb,"1.4.1"}, {oauth,"7d85d3ef"}, {stdlib,"1.17.5"}]}, {supported_compat_version,[2,0]}, {system_arch,"x86_64-unknown-linux-gnu"}, {wall_clock,1007}, {memory_data,{33657663488,10263494656,{<18077.14785.0>,7028184}}}, {disk_data, [{"/",51088800,10}, {"/dev/shm",16434404,0}, {"/data",492257288,1}, {"/data2",246132896,1}]}, {meminfo, <<"MemTotal: 32868812 kB\nMemFree: 22978672 kB\nBuffers: 208784 kB\nCached: 4996508 kB\nSwapCached: 0 kB\nActive: 5937216 kB\nInactive: 3688924 kB\nHighTotal: 0 kB\nHighFree: 0 kB\nLowTotal: 32868812 kB\nLowFree: 22978672 kB\nSwapTotal: 11084840 kB\nSwapFree: 11084684 kB\nDirty: 2516 kB\nWriteback: 2400 kB\nAnonPages: 4420592 kB\nMapped: 15312 kB\nSlab: 218980 kB\nPageTables: 12864 kB\nNFS_Unstable: 0 kB\nBounce: 0 kB\nCommitLimit: 27519244 kB\nCommitted_AS: 6145428 kB\nVmallocTotal: 34359738367 kB\nVmallocUsed: 6728 kB\nVmallocChunk: 34359730275 kB\nHugePages_Total: 0\nHugePages_Free: 0\nHugePages_Rsvd: 0\nHugepagesize: 2048 kB\n">>}]}, {'ns_1@10.2.1.66', [{last_heard,{1351,906762,41280}}, {outgoing_replications_safeness_level,[{"default",green}]}, {incoming_replications_conf_hashes,[{"default",[]}]}, {active_buckets,["default"]}, {ready_buckets,["default"]}, {local_tasks,[]}, {memory, [{total,93119944}, {processes,53777248}, {processes_used,53711016}, {system,39342696}, {atom,1352041}, {atom_used,1349412}, {binary,2339584}, {code,13622682}, {ets,3982128}]}, {system_memory_data, [{system_total_memory,33657663488}, {free_swap,10684469248}, {total_swap,10684628992}, {cached_memory,6192750592}, {buffered_memory,241909760}, {free_memory,22404546560}, {total_memory,33657663488}]}, {node_storage_conf,[{db_path,"/data"},{index_path,"/data2"}]}, {statistics, [{wall_clock,{1004440,5000}}, {context_switches,{4864199,0}}, {garbage_collection,{545022,914146463,0}}, {io,{{input,68511098},{output,46135440}}}, {reductions,{415350633,2785003}}, {run_queue,0}, {runtime,{158640,710}}]}, {system_stats, [{cpu_utilization_rate,10.526315789473685}, {swap_total,10684628992}, {swap_used,159744}]}, {interesting_stats, [{couch_docs_actual_disk_size,5503710528}, {couch_docs_data_size,3987019320}, {couch_views_actual_disk_size,0}, {couch_views_data_size,0}, {curr_items,1640732}, {curr_items_tot,1640732}, {mem_used,3634274168}, {vb_replica_curr_items,0}]}, {cluster_compatibility_version,131072}, {version, [{public_key,"0.13"}, {lhttpc,"1.3.0"}, {ale,"8cffe61"}, {os_mon,"2.2.7"}, {couch_set_view,"1.2.0a-47a991b-git"}, {mnesia,"4.5"}, {inets,"5.7.1"}, {couch,"1.2.0a-47a991b-git"}, {mapreduce,"1.0.0"}, {couch_index_merger,"1.2.0a-47a991b-git"}, {kernel,"2.14.5"}, {crypto,"2.0.4"}, {ssl,"4.1.6"}, {sasl,"2.1.10"}, {couch_view_parser,"1.0.0"}, {ns_server,"2.0.0-1925-rel-enterprise"}, {mochiweb,"1.4.1"}, {oauth,"7d85d3ef"}, {stdlib,"1.17.5"}]}, {supported_compat_version,[2,0]}, {system_arch,"x86_64-unknown-linux-gnu"}, {wall_clock,1004}, {memory_data,{33657663488,10520338432,{<0.1697.0>,4714984}}}, {disk_data, [{"/",49781912,5}, {"/dev/shm",16434404,0}, {"/data",492257288,2}, {"/data2",246132896,1}]}, {meminfo, <<"MemTotal: 32868812 kB\nMemFree: 21879564 kB\nBuffers: 236240 kB\nCached: 6047608 kB\nSwapCached: 140 kB\nActive: 6893720 kB\nInactive: 3805796 kB\nHighTotal: 0 kB\nHighFree: 0 kB\nLowTotal: 32868812 kB\nLowFree: 21879564 kB\nSwapTotal: 10434208 kB\nSwapFree: 10434052 kB\nDirty: 1044 kB\nWriteback: 0 kB\nAnonPages: 4415264 kB\nMapped: 17060 kB\nSlab: 241756 kB\nPageTables: 13480 kB\nNFS_Unstable: 0 kB\nBounce: 0 kB\nCommitLimit: 26868612 kB\nCommitted_AS: 6125112 kB\nVmallocTotal: 34359738367 kB\nVmallocUsed: 6408 kB\nVmallocChunk: 34359730595 kB\nHugePages_Total: 0\nHugePages_Free: 0\nHugePages_Rsvd: 0\nHugepagesize: 2048 kB\n">>}]}, {'ns_1@10.2.1.67', [{last_heard,{1351,906766,13347}}, {outgoing_replications_safeness_level,[{"default",green}]}, {incoming_replications_conf_hashes,[{"default",[]}]}, {active_buckets,["default"]}, {ready_buckets,["default"]}, {local_tasks,[]}, {memory, [{total,91059304}, {processes,51433864}, {processes_used,51346992}, {system,39625440}, {atom,1352041}, {atom_used,1349412}, {binary,2567480}, {code,13631938}, {ets,4021784}]}, {system_memory_data, [{system_total_memory,33657663488}, {free_swap,10701078528}, {total_swap,10701078528}, {cached_memory,5626187776}, {buffered_memory,414863360}, {free_memory,22798921728}, {total_memory,33657663488}]}, {node_storage_conf,[{db_path,"/data"},{index_path,"/data2"}]}, {statistics, [{wall_clock,{1009397,4999}}, {context_switches,{4353829,0}}, {garbage_collection,{478355,872201625,0}}, {io,{{input,68272527},{output,45340047}}}, {reductions,{399025769,2834080}}, {run_queue,0}, {runtime,{147390,850}}]}, {system_stats, [{cpu_utilization_rate,6.0},{swap_total,10701078528},{swap_used,0}]}, {interesting_stats, [{couch_docs_actual_disk_size,4959386708}, {couch_docs_data_size,4026399574}, {couch_views_actual_disk_size,0}, {couch_views_data_size,0}, {curr_items,1663403}, {curr_items_tot,1663403}, {mem_used,3689009832}, {vb_replica_curr_items,0}]}, {cluster_compatibility_version,131072}, {version, [{public_key,"0.13"}, {lhttpc,"1.3.0"}, {ale,"8cffe61"}, {os_mon,"2.2.7"}, {couch_set_view,"1.2.0a-47a991b-git"}, {mnesia,"4.5"}, {inets,"5.7.1"}, {couch,"1.2.0a-47a991b-git"}, {mapreduce,"1.0.0"}, {couch_index_merger,"1.2.0a-47a991b-git"}, {kernel,"2.14.5"}, {crypto,"2.0.4"}, {ssl,"4.1.6"}, {sasl,"2.1.10"}, {couch_view_parser,"1.0.0"}, {ns_server,"2.0.0-1925-rel-enterprise"}, {mochiweb,"1.4.1"}, {oauth,"7d85d3ef"}, {stdlib,"1.17.5"}]}, {supported_compat_version,[2,0]}, {system_arch,"x86_64-unknown-linux-gnu"}, {wall_clock,1009}, {memory_data,{33657663488,10081521664,{<18173.1678.0>,2914384}}}, {disk_data, [{"/",49781912,9}, {"/dev/shm",16434404,0}, {"/data",492257288,1}, {"/data2",246132896,1}]}, {meminfo, <<"MemTotal: 32868812 kB\nMemFree: 22264572 kB\nBuffers: 405140 kB\nCached: 5494324 kB\nSwapCached: 0 kB\nActive: 6190312 kB\nInactive: 4124192 kB\nHighTotal: 0 kB\nHighFree: 0 kB\nLowTotal: 32868812 kB\nLowFree: 22264572 kB\nSwapTotal: 10450272 kB\nSwapFree: 10450272 kB\nDirty: 1752 kB\nWriteback: 4 kB\nAnonPages: 4415016 kB\nMapped: 17060 kB\nSlab: 244616 kB\nPageTables: 13488 kB\nNFS_Unstable: 0 kB\nBounce: 0 kB\nCommitLimit: 26884676 kB\nCommitted_AS: 6125516 kB\nVmallocTotal: 34359738367 kB\nVmallocUsed: 6416 kB\nVmallocChunk: 34359730587 kB\nHugePages_Total: 0\nHugePages_Free: 0\nHugePages_Rsvd: 0\nHugepagesize: 2048 kB\n">>}]}, {'ns_1@10.2.1.68', [{last_heard,{1351,906764,360118}}, {outgoing_replications_safeness_level,[{"default",green}]}, {incoming_replications_conf_hashes,[{"default",[]}]}, {active_buckets,["default"]}, {ready_buckets,["default"]}, {local_tasks,[]}, {memory, [{total,96271848}, {processes,56638856}, {processes_used,56552064}, {system,39632992}, {atom,1352041}, {atom_used,1349412}, {binary,2549384}, {code,13659922}, {ets,4002792}]}, {system_memory_data, [{system_total_memory,33657663488}, {free_swap,10684616704}, {total_swap,10684628992}, {cached_memory,5054328832}, {buffered_memory,314191872}, {free_memory,23475224576}, {total_memory,33657663488}]}, {node_storage_conf,[{db_path,"/data"},{index_path,"/data2"}]}, {statistics, [{wall_clock,{1006430,5000}}, {context_switches,{4800982,0}}, {garbage_collection,{526835,912584829,0}}, {io,{{input,77443441},{output,48037897}}}, {reductions,{416108980,1953809}}, {run_queue,0}, {runtime,{153510,420}}]}, {system_stats, [{cpu_utilization_rate,11.221945137157107}, {swap_total,10684628992}, {swap_used,12288}]}, {interesting_stats, [{couch_docs_actual_disk_size,4407031029}, {couch_docs_data_size,3964439994}, {couch_views_actual_disk_size,0}, {couch_views_data_size,0}, {curr_items,1655675}, {curr_items_tot,1655675}, {mem_used,3671054200}, {vb_replica_curr_items,0}]}, {cluster_compatibility_version,131072}, {version, [{public_key,"0.13"}, {lhttpc,"1.3.0"}, {ale,"8cffe61"}, {os_mon,"2.2.7"}, {couch_set_view,"1.2.0a-47a991b-git"}, {mnesia,"4.5"}, {inets,"5.7.1"}, {couch,"1.2.0a-47a991b-git"}, {mapreduce,"1.0.0"}, {couch_index_merger,"1.2.0a-47a991b-git"}, {kernel,"2.14.5"}, {crypto,"2.0.4"}, {ssl,"4.1.6"}, {sasl,"2.1.10"}, {couch_view_parser,"1.0.0"}, {ns_server,"2.0.0-1925-rel-enterprise"}, {mochiweb,"1.4.1"}, {oauth,"7d85d3ef"}, {stdlib,"1.17.5"}]}, {supported_compat_version,[2,0]}, {system_arch,"x86_64-unknown-linux-gnu"}, {wall_clock,1006}, {memory_data,{33657663488,9511370752,{<18174.1662.0>,4714984}}}, {disk_data, [{"/",49781912,5}, {"/dev/shm",16434404,0}, {"/data",492257288,1}, {"/data2",246132896,1}]}, {meminfo, <<"MemTotal: 32868812 kB\nMemFree: 22925148 kB\nBuffers: 306828 kB\nCached: 4935540 kB\nSwapCached: 12 kB\nActive: 5500428 kB\nInactive: 4161780 kB\nHighTotal: 0 kB\nHighFree: 0 kB\nLowTotal: 32868812 kB\nLowFree: 22925148 kB\nSwapTotal: 10434208 kB\nSwapFree: 10434196 kB\nDirty: 2236 kB\nWriteback: 0 kB\nAnonPages: 4419268 kB\nMapped: 17260 kB\nSlab: 233760 kB\nPageTables: 13480 kB\nNFS_Unstable: 0 kB\nBounce: 0 kB\nCommitLimit: 26868612 kB\nCommitted_AS: 6129420 kB\nVmallocTotal: 34359738367 kB\nVmallocUsed: 6408 kB\nVmallocChunk: 34359730595 kB\nHugePages_Total: 0\nHugePages_Free: 0\nHugePages_Rsvd: 0\nHugepagesize: 2048 kB\n">>}]}] [ns_doctor:debug,2012-11-02T18:40:27.040,ns_1@10.2.1.66:ns_doctor<0.1428.0>:ns_doctor:handle_info:137]Current node statuses: [{'ns_1@10.2.1.65', [{last_heard,{1351,906824,387808}}, {outgoing_replications_safeness_level,[{"default",green}]}, {incoming_replications_conf_hashes,[{"default",[]}]}, {active_buckets,["default"]}, {ready_buckets,["default"]}, {local_tasks, [[{pid,<<"<0.17519.0>">>}, {bucket,<<"default">>}, {original_target,{[{type,bucket}]}}, {progress,86}, {started_on,1351906753}, {total_vbuckets,129}, {trigger_type,scheduled}, {type,bucket_compaction}, {updated_on,1351906891}, {vbuckets_done,112}]]}, {memory, [{total,110831184}, {processes,65527120}, {processes_used,63962376}, {system,45304064}, {atom,1405017}, {atom_used,1377299}, {binary,7388848}, {code,14117455}, {ets,4296568}]}, {system_memory_data, [{system_total_memory,33657663488}, {free_swap,11350716416}, {total_swap,11350876160}, {cached_memory,4675555328}, {buffered_memory,215728128}, {free_memory,23982194688}, {total_memory,33657663488}]}, {node_storage_conf,[{db_path,"/data"},{index_path,"/data2"}]}, {statistics, [{wall_clock,{1067193,5000}}, {context_switches,{4731711,0}}, {garbage_collection,{505135,1518812429,0}}, {io,{{input,278026290},{output,61636397}}}, {reductions,{572250421,2320816}}, {run_queue,0}, {runtime,{188040,560}}]}, {system_stats, [{cpu_utilization_rate,8.793969849246231}, {swap_total,11350876160}, {swap_used,159744}]}, {interesting_stats, [{couch_docs_actual_disk_size,4079631988}, {couch_docs_data_size,3795047005}, {couch_views_actual_disk_size,0}, {couch_views_data_size,0}, {curr_items,1820110}, {curr_items_tot,1820110}, {mem_used,3692553960}, {vb_replica_curr_items,0}]}, {cluster_compatibility_version,131072}, {version, [{public_key,"0.13"}, {lhttpc,"1.3.0"}, {ale,"8cffe61"}, {os_mon,"2.2.7"}, {couch_set_view,"1.2.0a-47a991b-git"}, {mnesia,"4.5"}, {inets,"5.7.1"}, {couch,"1.2.0a-47a991b-git"}, {mapreduce,"1.0.0"}, {couch_index_merger,"1.2.0a-47a991b-git"}, {kernel,"2.14.5"}, {crypto,"2.0.4"}, {ssl,"4.1.6"}, {sasl,"2.1.10"}, {couch_view_parser,"1.0.0"}, {ns_server,"2.0.0-1925-rel-enterprise"}, {mochiweb,"1.4.1"}, {oauth,"7d85d3ef"}, {stdlib,"1.17.5"}]}, {supported_compat_version,[2,0]}, {system_arch,"x86_64-unknown-linux-gnu"}, {wall_clock,1067}, {memory_data,{33657663488,9982496768,{<18077.16820.0>,7028184}}}, {disk_data, [{"/",51088800,10}, {"/dev/shm",16434404,0}, {"/data",492257288,1}, {"/data2",246132896,1}]}, {meminfo, <<"MemTotal: 32868812 kB\nMemFree: 23420236 kB\nBuffers: 210672 kB\nCached: 4565972 kB\nSwapCached: 0 kB\nActive: 5142388 kB\nInactive: 4052380 kB\nHighTotal: 0 kB\nHighFree: 0 kB\nLowTotal: 32868812 kB\nLowFree: 23420236 kB\nSwapTotal: 11084840 kB\nSwapFree: 11084684 kB\nDirty: 17336 kB\nWriteback: 2492 kB\nAnonPages: 4418292 kB\nMapped: 15332 kB\nSlab: 208744 kB\nPageTables: 12872 kB\nNFS_Unstable: 0 kB\nBounce: 0 kB\nCommitLimit: 27519244 kB\nCommitted_AS: 6140916 kB\nVmallocTotal: 34359738367 kB\nVmallocUsed: 6728 kB\nVmallocChunk: 34359730275 kB\nHugePages_Total: 0\nHugePages_Free: 0\nHugePages_Rsvd: 0\nHugepagesize: 2048 kB\n">>}]}, {'ns_1@10.2.1.66', [{last_heard,{1351,906822,40601}}, {outgoing_replications_safeness_level,[{"default",green}]}, {incoming_replications_conf_hashes,[{"default",[]}]}, {active_buckets,["default"]}, {ready_buckets,["default"]}, {local_tasks,[]}, {memory, [{total,90942304}, {processes,51418696}, {processes_used,51352704}, {system,39523608}, {atom,1352041}, {atom_used,1349412}, {binary,2441064}, {code,13622682}, {ets,4061696}]}, {system_memory_data, [{system_total_memory,33657663488}, {free_swap,10684469248}, {total_swap,10684628992}, {cached_memory,6883901440}, {buffered_memory,242561024}, {free_memory,21696655360}, {total_memory,33657663488}]}, {node_storage_conf,[{db_path,"/data"},{index_path,"/data2"}]}, {statistics, [{wall_clock,{1064439,4999}}, {context_switches,{5066672,0}}, {garbage_collection,{565495,970697121,0}}, {io,{{input,69934143},{output,47994006}}}, {reductions,{442995665,2035694}}, {run_queue,0}, {runtime,{165690,490}}]}, {system_stats, [{cpu_utilization_rate,25.81453634085213}, {swap_total,10684628992}, {swap_used,159744}]}, {interesting_stats, [{couch_docs_actual_disk_size,6212470108}, {couch_docs_data_size,4398721205}, {couch_views_actual_disk_size,0}, {couch_views_data_size,0}, {curr_items,1815966}, {curr_items_tot,1815966}, {mem_used,3599382120}, {vb_replica_curr_items,0}]}, {cluster_compatibility_version,131072}, {version, [{public_key,"0.13"}, {lhttpc,"1.3.0"}, {ale,"8cffe61"}, {os_mon,"2.2.7"}, {couch_set_view,"1.2.0a-47a991b-git"}, {mnesia,"4.5"}, {inets,"5.7.1"}, {couch,"1.2.0a-47a991b-git"}, {mapreduce,"1.0.0"}, {couch_index_merger,"1.2.0a-47a991b-git"}, {kernel,"2.14.5"}, {crypto,"2.0.4"}, {ssl,"4.1.6"}, {sasl,"2.1.10"}, {couch_view_parser,"1.0.0"}, {ns_server,"2.0.0-1925-rel-enterprise"}, {mochiweb,"1.4.1"}, {oauth,"7d85d3ef"}, {stdlib,"1.17.5"}]}, {supported_compat_version,[2,0]}, {system_arch,"x86_64-unknown-linux-gnu"}, {wall_clock,1064}, {memory_data,{33657663488,11444596736,{<0.1696.0>,4714984}}}, {disk_data, [{"/",49781912,5}, {"/dev/shm",16434404,0}, {"/data",492257288,2}, {"/data2",246132896,1}]}, {meminfo, <<"MemTotal: 32868812 kB\nMemFree: 21188140 kB\nBuffers: 236876 kB\nCached: 6722560 kB\nSwapCached: 140 kB\nActive: 7222244 kB\nInactive: 4151592 kB\nHighTotal: 0 kB\nHighFree: 0 kB\nLowTotal: 32868812 kB\nLowFree: 21188140 kB\nSwapTotal: 10434208 kB\nSwapFree: 10434052 kB\nDirty: 1640 kB\nWriteback: 0 kB\nAnonPages: 4414232 kB\nMapped: 17060 kB\nSlab: 258872 kB\nPageTables: 13484 kB\nNFS_Unstable: 0 kB\nBounce: 0 kB\nCommitLimit: 26868612 kB\nCommitted_AS: 6119460 kB\nVmallocTotal: 34359738367 kB\nVmallocUsed: 6408 kB\nVmallocChunk: 34359730595 kB\nHugePages_Total: 0\nHugePages_Free: 0\nHugePages_Rsvd: 0\nHugepagesize: 2048 kB\n">>}]}, {'ns_1@10.2.1.67', [{last_heard,{1351,906826,13812}}, {outgoing_replications_safeness_level,[{"default",green}]}, {incoming_replications_conf_hashes,[{"default",[]}]}, {active_buckets,["default"]}, {ready_buckets,["default"]}, {local_tasks,[]}, {memory, [{total,93143232}, {processes,53607360}, {processes_used,53520488}, {system,39535872}, {atom,1352041}, {atom_used,1349412}, {binary,2406304}, {code,13631938}, {ets,4093856}]}, {system_memory_data, [{system_total_memory,33657663488}, {free_swap,10701078528}, {total_swap,10701078528}, {cached_memory,6471847936}, {buffered_memory,415539200}, {free_memory,21929644032}, {total_memory,33657663488}]}, {node_storage_conf,[{db_path,"/data"},{index_path,"/data2"}]}, {statistics, [{wall_clock,{1069398,5000}}, {context_switches,{4843252,0}}, {garbage_collection,{528993,954458580,0}}, {io,{{input,71033154},{output,48169940}}}, {reductions,{437378751,3135137}}, {run_queue,0}, {runtime,{159360,990}}]}, {system_stats, [{cpu_utilization_rate,6.218905472636816}, {swap_total,10701078528}, {swap_used,0}]}, {interesting_stats, [{couch_docs_actual_disk_size,5788541766}, {couch_docs_data_size,4445950299}, {couch_views_actual_disk_size,0}, {couch_views_data_size,0}, {curr_items,1832187}, {curr_items_tot,1832187}, {mem_used,3635991976}, {vb_replica_curr_items,0}]}, {cluster_compatibility_version,131072}, {version, [{public_key,"0.13"}, {lhttpc,"1.3.0"}, {ale,"8cffe61"}, {os_mon,"2.2.7"}, {couch_set_view,"1.2.0a-47a991b-git"}, {mnesia,"4.5"}, {inets,"5.7.1"}, {couch,"1.2.0a-47a991b-git"}, {mapreduce,"1.0.0"}, {couch_index_merger,"1.2.0a-47a991b-git"}, {kernel,"2.14.5"}, {crypto,"2.0.4"}, {ssl,"4.1.6"}, {sasl,"2.1.10"}, {couch_view_parser,"1.0.0"}, {ns_server,"2.0.0-1925-rel-enterprise"}, {mochiweb,"1.4.1"}, {oauth,"7d85d3ef"}, {stdlib,"1.17.5"}]}, {supported_compat_version,[2,0]}, {system_arch,"x86_64-unknown-linux-gnu"}, {wall_clock,1069}, {memory_data,{33657663488,11039174656,{<18173.1678.0>,2914384}}}, {disk_data, [{"/",49781912,9}, {"/dev/shm",16434404,0}, {"/data",492257288,2}, {"/data2",246132896,1}]}, {meminfo, <<"MemTotal: 32868812 kB\nMemFree: 21415668 kB\nBuffers: 405800 kB\nCached: 6320164 kB\nSwapCached: 0 kB\nActive: 6744804 kB\nInactive: 4398500 kB\nHighTotal: 0 kB\nHighFree: 0 kB\nLowTotal: 32868812 kB\nLowFree: 21415668 kB\nSwapTotal: 10450272 kB\nSwapFree: 10450272 kB\nDirty: 1292 kB\nWriteback: 0 kB\nAnonPages: 4417312 kB\nMapped: 17060 kB\nSlab: 265396 kB\nPageTables: 13504 kB\nNFS_Unstable: 0 kB\nBounce: 0 kB\nCommitLimit: 26884676 kB\nCommitted_AS: 6130732 kB\nVmallocTotal: 34359738367 kB\nVmallocUsed: 6416 kB\nVmallocChunk: 34359730587 kB\nHugePages_Total: 0\nHugePages_Free: 0\nHugePages_Rsvd: 0\nHugepagesize: 2048 kB\n">>}]}, {'ns_1@10.2.1.68', [{last_heard,{1351,906824,359638}}, {outgoing_replications_safeness_level,[{"default",green}]}, {incoming_replications_conf_hashes,[{"default",[]}]}, {active_buckets,["default"]}, {ready_buckets,["default"]}, {local_tasks,[]}, {memory, [{total,93182024}, {processes,53640184}, {processes_used,53553792}, {system,39541840}, {atom,1352041}, {atom_used,1349412}, {binary,2385544}, {code,13659922}, {ets,4075456}]}, {system_memory_data, [{system_total_memory,33657663488}, {free_swap,10684616704}, {total_swap,10684628992}, {cached_memory,5790949376}, {buffered_memory,314843136}, {free_memory,22720983040}, {total_memory,33657663488}]}, {node_storage_conf,[{db_path,"/data"},{index_path,"/data2"}]}, {statistics, [{wall_clock,{1066430,4999}}, {context_switches,{5113932,0}}, {garbage_collection,{559334,979065946,0}}, {io,{{input,79344583},{output,50273185}}}, {reductions,{447787214,2818668}}, {run_queue,0}, {runtime,{163820,950}}]}, {system_stats, [{cpu_utilization_rate,33.66834170854271}, {swap_total,10684628992}, {swap_used,12288}]}, {interesting_stats, [{couch_docs_actual_disk_size,5152461771}, {couch_docs_data_size,4410806494}, {couch_views_actual_disk_size,0}, {couch_views_data_size,0}, {curr_items,1823877}, {curr_items_tot,1823877}, {mem_used,3621735416}, {vb_replica_curr_items,0}]}, {cluster_compatibility_version,131072}, {version, [{public_key,"0.13"}, {lhttpc,"1.3.0"}, {ale,"8cffe61"}, {os_mon,"2.2.7"}, {couch_set_view,"1.2.0a-47a991b-git"}, {mnesia,"4.5"}, {inets,"5.7.1"}, {couch,"1.2.0a-47a991b-git"}, {mapreduce,"1.0.0"}, {couch_index_merger,"1.2.0a-47a991b-git"}, {kernel,"2.14.5"}, {crypto,"2.0.4"}, {ssl,"4.1.6"}, {sasl,"2.1.10"}, {couch_view_parser,"1.0.0"}, {ns_server,"2.0.0-1925-rel-enterprise"}, {mochiweb,"1.4.1"}, {oauth,"7d85d3ef"}, {stdlib,"1.17.5"}]}, {supported_compat_version,[2,0]}, {system_arch,"x86_64-unknown-linux-gnu"}, {wall_clock,1066}, {memory_data,{33657663488,10364272640,{<18174.1663.0>,4714984}}}, {disk_data, [{"/",49781912,5}, {"/dev/shm",16434404,0}, {"/data",492257288,1}, {"/data2",246132896,1}]}, {meminfo, <<"MemTotal: 32868812 kB\nMemFree: 22188460 kB\nBuffers: 307464 kB\nCached: 5655224 kB\nSwapCached: 12 kB\nActive: 5899560 kB\nInactive: 4481252 kB\nHighTotal: 0 kB\nHighFree: 0 kB\nLowTotal: 32868812 kB\nLowFree: 22188460 kB\nSwapTotal: 10434208 kB\nSwapFree: 10434196 kB\nDirty: 1792 kB\nWriteback: 0 kB\nAnonPages: 4417492 kB\nMapped: 17260 kB\nSlab: 251776 kB\nPageTables: 13496 kB\nNFS_Unstable: 0 kB\nBounce: 0 kB\nCommitLimit: 26868612 kB\nCommitted_AS: 6121956 kB\nVmallocTotal: 34359738367 kB\nVmallocUsed: 6408 kB\nVmallocChunk: 34359730595 kB\nHugePages_Total: 0\nHugePages_Free: 0\nHugePages_Rsvd: 0\nHugepagesize: 2048 kB\n">>}]}] [stats:debug,2012-11-02T18:40:59.879,ns_1@10.2.1.66:<0.1704.0>:stats_collector:maybe_log_stats:126](at {{1970,1,16},{7,31,46}}) Stats for bucket "default": accepting_conns 1 auth_cmds 3 auth_errors 0 bucket_active_conns 1 bucket_conns 6 bytes 3880354312 bytes_read 4613759274 bytes_written 93265519 cas_badval 0 cas_hits 0 cas_misses 0 cmd_flush 0 cmd_get 0 cmd_set 1922038 conn_yields 649 connection_structures 5000 curr_connections 10 curr_conns_on_port_11209 6 curr_conns_on_port_11210 2 curr_items 1922038 curr_items_tot 1922038 curr_temp_items 0 daemon_connections 4 decr_hits 0 decr_misses 0 delete_hits 0 delete_misses 0 ep_access_scanner_last_runtime 0 ep_access_scanner_num_items 0 ep_access_scanner_task_time 2012-11-03 10:00:00 ep_allow_data_loss_during_shutdown 1 ep_alog_block_size 4096 ep_alog_path /data/default/access.log ep_alog_sleep_time 1440 ep_alog_task_time 10 ep_backend couchdb ep_bg_fetch_delay 0 ep_bg_fetched 0 ep_bg_meta_fetched 0 ep_bg_remaining_jobs 0 ep_chk_max_items 5000 ep_chk_period 1800 ep_chk_persistence_remains 0 ep_chk_persistence_timeout 10 ep_chk_remover_stime 5 ep_commit_num 1368 ep_commit_time 2 ep_commit_time_total 7230 ep_concurrentDB 1 ep_config_file ep_couch_bucket default ep_couch_host localhost ep_couch_port 11213 ep_couch_reconnect_sleeptime 250 ep_couch_response_timeout 180000 ep_data_age 9 ep_data_age_highwat 31 ep_data_traffic_enabled 0 ep_dbinit 0 ep_dbname /data/default ep_degraded_mode 0 ep_diskqueue_drain 1887472 ep_diskqueue_fill 1922038 ep_diskqueue_items 34566 ep_diskqueue_memory 1106112 ep_diskqueue_pending 1659168 ep_exp_pager_stime 3600 ep_exp_pager_stime 3600 ep_expired_access 0 ep_expired_pager 0 ep_expiry_window 3 ep_failpartialwarmup 0 ep_flush_all false ep_flush_duration_total 679 ep_flushall_enabled 0 ep_flusher_state running ep_flusher_todo 11827 ep_getl_default_timeout 15 ep_getl_max_timeout 30 ep_ht_locks 5 ep_ht_size 3079 ep_inconsistent_slave_chk 0 ep_initfile ep_io_num_read 0 ep_io_num_write 1887335 ep_io_read_bytes 0 ep_io_write_bytes 4469900509 ep_item_begin_failed 0 ep_item_commit_failed 0 ep_item_flush_expired 0 ep_item_flush_failed 0 ep_item_num_based_new_chk 1 ep_items_rm_from_checkpoints 1764498 ep_keep_closed_chks 0 ep_klog_block_size 4096 ep_klog_compactor_queue_cap 500000 ep_klog_compactor_stime 3600 ep_klog_flush commit2 ep_klog_max_entry_ratio 10 ep_klog_max_log_size 2147483647 ep_klog_path ep_klog_sync commit2 ep_kv_size 3784077458 ep_max_checkpoints 2 ep_max_data_size 5242880000 ep_max_item_size 20971520 ep_max_size 5242880000 ep_max_txn_size 10000 ep_max_vbuckets 512 ep_mem_high_wat 3932160000 ep_mem_high_wat 3932160000 ep_mem_low_wat 3145728000 ep_mem_low_wat 3145728000 ep_mem_tracker_enabled true ep_min_data_age 0 ep_mlog_compactor_runs 0 ep_mutation_mem_threshold 0 ep_num_access_scanner_runs 0 ep_num_eject_failures 26428 ep_num_expiry_pager_runs 0 ep_num_non_resident 391855 ep_num_not_my_vbuckets 0 ep_num_ops_del_meta 0 ep_num_ops_get_meta 0 ep_num_ops_set_meta 0 ep_num_pager_runs 4 ep_num_value_ejects 391855 ep_oom_errors 0 ep_overhead 26902880 ep_pager_active_vb_pcnt 40 ep_pager_unbiased_period 60 ep_pending_ops 0 ep_pending_ops_max 0 ep_pending_ops_max_duration 0 ep_pending_ops_total 0 ep_postInitfile ep_queue_age_cap 900 ep_queue_size 22739 ep_startup_time 1351905957 ep_storage_age 9 ep_storage_age_highwat 30 ep_store_max_concurrency 10 ep_store_max_readers 9 ep_store_max_readwrite 1 ep_stored_val_type ep_tap_ack_grace_period 300 ep_tap_ack_initial_sequence_number 1 ep_tap_ack_interval 1000 ep_tap_ack_window_size 10 ep_tap_backfill_resident 0.9 ep_tap_backlog_limit 5000 ep_tap_backoff_period 5 ep_tap_bg_fetch_requeued 0 ep_tap_bg_fetched 0 ep_tap_bg_max_pending 500 ep_tap_keepalive 300 ep_tap_noop_interval 20 ep_tap_requeue_sleep_time 0.1 ep_tap_throttle_cap_pcnt 10 ep_tap_throttle_queue_cap 1000000 ep_tap_throttle_threshold 90 ep_tmp_oom_errors 0 ep_too_old 0 ep_too_young 0 ep_total_cache_size 3761013002 ep_total_del_items 0 ep_total_enqueued 1922038 ep_total_new_items 1887335 ep_total_persisted 1887335 ep_uncommitted_items 5517 ep_value_size 3625350163 ep_vb0 0 ep_vb_snapshot_total 51 ep_vb_total 128 ep_vbucket_del 0 ep_vbucket_del_fail 0 ep_version 2.0.0r_130_g8b09894 ep_waitforwarmup 0 ep_warmup 1 ep_warmup_batch_size 1000 ep_warmup_dups 0 ep_warmup_min_items_threshold 100 ep_warmup_min_memory_threshold 100 ep_warmup_oom 0 ep_warmup_thread complete ep_warmup_time 745 get_hits 0 get_misses 0 incr_hits 0 incr_misses 0 libevent 2.0.11-stable limit_maxbytes 67108864 listen_disabled_num 0 max_conns_on_port_11209 1000 max_conns_on_port_11210 9000 mem_used 3880354312 pid 18083 pointer_size 64 rejected_conns 0 rusage_system 83.515303 rusage_user 222.725140 threads 4 time 1351906859 total_connections 13 uptime 934 vb_active_curr_items 1922038 vb_active_eject 391855 vb_active_expired 0 vb_active_ht_memory 12645376 vb_active_itm_memory 3761013002 vb_active_meta_data_memory 151841002 vb_active_num 128 vb_active_num_non_resident 391855 vb_active_num_ref_ejects 391855 vb_active_num_ref_items 1922038 vb_active_ops_create 1887471 vb_active_ops_delete 0 vb_active_ops_reject 0 vb_active_ops_update 0 vb_active_perc_mem_resident 79 vb_active_queue_age 237666000 vb_active_queue_drain 1887472 vb_active_queue_fill 1922038 vb_active_queue_memory 1106112 vb_active_queue_pending 1659168 vb_active_queue_size 34566 vb_dead_num 0 vb_pending_curr_items 0 vb_pending_eject 0 vb_pending_expired 0 vb_pending_ht_memory 0 vb_pending_itm_memory 0 vb_pending_meta_data_memory 0 vb_pending_num 0 vb_pending_num_non_resident 0 vb_pending_num_ref_ejects 0 vb_pending_num_ref_items 0 vb_pending_ops_create 0 vb_pending_ops_delete 0 vb_pending_ops_reject 0 vb_pending_ops_update 0 vb_pending_perc_mem_resident 0 vb_pending_queue_age 0 vb_pending_queue_drain 0 vb_pending_queue_fill 0 vb_pending_queue_memory 0 vb_pending_queue_pending 0 vb_pending_queue_size 0 vb_replica_curr_items 0 vb_replica_eject 0 vb_replica_expired 0 vb_replica_ht_memory 0 vb_replica_itm_memory 0 vb_replica_meta_data_memory 0 vb_replica_num 0 vb_replica_num_non_resident 0 vb_replica_num_ref_ejects 0 vb_replica_num_ref_items 0 vb_replica_ops_create 0 vb_replica_ops_delete 0 vb_replica_ops_reject 0 vb_replica_ops_update 0 vb_replica_perc_mem_resident 0 vb_replica_queue_age 0 vb_replica_queue_drain 0 vb_replica_queue_fill 0 vb_replica_queue_memory 0 vb_replica_queue_pending 0 vb_replica_queue_size 0 version 1.4.4_600_g7ea975a [ns_doctor:debug,2012-11-02T18:41:27.040,ns_1@10.2.1.66:ns_doctor<0.1428.0>:ns_doctor:handle_info:137]Current node statuses: [{'ns_1@10.2.1.65', [{last_heard,{1351,906884,385316}}, {outgoing_replications_safeness_level,[{"default",green}]}, {incoming_replications_conf_hashes,[{"default",[]}]}, {active_buckets,["default"]}, {ready_buckets,["default"]}, {local_tasks,[]}, {memory, [{total,110686056}, {processes,65378672}, {processes_used,63800336}, {system,45307384}, {atom,1405017}, {atom_used,1377299}, {binary,7224328}, {code,14117455}, {ets,4466040}]}, {system_memory_data, [{system_total_memory,33657663488}, {free_swap,11350716416}, {total_swap,11350876160}, {cached_memory,5068144640}, {buffered_memory,216907776}, {free_memory,23570419712}, {total_memory,33657663488}]}, {node_storage_conf,[{db_path,"/data"},{index_path,"/data2"}]}, {statistics, [{wall_clock,{1127192,5000}}, {context_switches,{4795026,0}}, {garbage_collection,{512022,1597850576,0}}, {io,{{input,297446237},{output,66889145}}}, {reductions,{601682803,2281651}}, {run_queue,0}, {runtime,{194830,560}}]}, {system_stats, [{cpu_utilization_rate,9.975062344139651}, {swap_total,11350876160}, {swap_used,159744}]}, {interesting_stats, [{couch_docs_actual_disk_size,4438296366}, {couch_docs_data_size,4334989227}, {couch_views_actual_disk_size,0}, {couch_views_data_size,0}, {curr_items,1987933}, {curr_items_tot,1987933}, {mem_used,3714003272}, {vb_replica_curr_items,0}]}, {cluster_compatibility_version,131072}, {version, [{public_key,"0.13"}, {lhttpc,"1.3.0"}, {ale,"8cffe61"}, {os_mon,"2.2.7"}, {couch_set_view,"1.2.0a-47a991b-git"}, {mnesia,"4.5"}, {inets,"5.7.1"}, {couch,"1.2.0a-47a991b-git"}, {mapreduce,"1.0.0"}, {couch_index_merger,"1.2.0a-47a991b-git"}, {kernel,"2.14.5"}, {crypto,"2.0.4"}, {ssl,"4.1.6"}, {sasl,"2.1.10"}, {couch_view_parser,"1.0.0"}, {ns_server,"2.0.0-1925-rel-enterprise"}, {mochiweb,"1.4.1"}, {oauth,"7d85d3ef"}, {stdlib,"1.17.5"}]}, {supported_compat_version,[2,0]}, {system_arch,"x86_64-unknown-linux-gnu"}, {wall_clock,1127}, {memory_data,{33657663488,9617186816,{<18077.16820.0>,7028184}}}, {disk_data, [{"/",51088800,10}, {"/dev/shm",16434404,0}, {"/data",492257288,1}, {"/data2",246132896,1}]}, {meminfo, <<"MemTotal: 32868812 kB\nMemFree: 23017988 kB\nBuffers: 211824 kB\nCached: 4949360 kB\nSwapCached: 0 kB\nActive: 4925236 kB\nInactive: 4663184 kB\nHighTotal: 0 kB\nHighFree: 0 kB\nLowTotal: 32868812 kB\nLowFree: 23017988 kB\nSwapTotal: 11084840 kB\nSwapFree: 11084684 kB\nDirty: 4524 kB\nWriteback: 0 kB\nAnonPages: 4427020 kB\nMapped: 15308 kB\nSlab: 217640 kB\nPageTables: 13124 kB\nNFS_Unstable: 0 kB\nBounce: 0 kB\nCommitLimit: 27519244 kB\nCommitted_AS: 6141988 kB\nVmallocTotal: 34359738367 kB\nVmallocUsed: 6728 kB\nVmallocChunk: 34359730275 kB\nHugePages_Total: 0\nHugePages_Free: 0\nHugePages_Rsvd: 0\nHugepagesize: 2048 kB\n">>}]}, {'ns_1@10.2.1.66', [{last_heard,{1351,906882,41262}}, {outgoing_replications_safeness_level,[{"default",green}]}, {incoming_replications_conf_hashes,[{"default",[]}]}, {active_buckets,["default"]}, {ready_buckets,["default"]}, {local_tasks, [[{pid,<<"<0.11448.0>">>}, {bucket,<<"default">>}, {original_target,{[{type,bucket}]}}, {progress,16}, {started_on,1351906845}, {total_vbuckets,129}, {trigger_type,scheduled}, {type,bucket_compaction}, {updated_on,1351906878}, {vbuckets_done,21}]]}, {memory, [{total,94101848}, {processes,54037728}, {processes_used,53982328}, {system,40064120}, {atom,1352041}, {atom_used,1349412}, {binary,2797192}, {code,13622682}, {ets,4245104}]}, {system_memory_data, [{system_total_memory,33657663488}, {free_swap,10684469248}, {total_swap,10684628992}, {cached_memory,6990364672}, {buffered_memory,244244480}, {free_memory,21572718592}, {total_memory,33657663488}]}, {node_storage_conf,[{db_path,"/data"},{index_path,"/data2"}]}, {statistics, [{wall_clock,{1124440,5000}}, {context_switches,{5207858,0}}, {garbage_collection,{578716,1023426411,0}}, {io,{{input,78607989},{output,53431694}}}, {reductions,{468983918,1849237}}, {run_queue,0}, {runtime,{171880,450}}]}, {system_stats, [{cpu_utilization_rate,7.25}, {swap_total,10684628992}, {swap_used,159744}]}, {interesting_stats, [{couch_docs_actual_disk_size,6388760028}, {couch_docs_data_size,4657893102}, {couch_views_actual_disk_size,0}, {couch_views_data_size,0}, {curr_items,1983554}, {curr_items_tot,1983554}, {mem_used,3570535304}, {vb_replica_curr_items,0}]}, {cluster_compatibility_version,131072}, {version, [{public_key,"0.13"}, {lhttpc,"1.3.0"}, {ale,"8cffe61"}, {os_mon,"2.2.7"}, {couch_set_view,"1.2.0a-47a991b-git"}, {mnesia,"4.5"}, {inets,"5.7.1"}, {couch,"1.2.0a-47a991b-git"}, {mapreduce,"1.0.0"}, {couch_index_merger,"1.2.0a-47a991b-git"}, {kernel,"2.14.5"}, {crypto,"2.0.4"}, {ssl,"4.1.6"}, {sasl,"2.1.10"}, {couch_view_parser,"1.0.0"}, {ns_server,"2.0.0-1925-rel-enterprise"}, {mochiweb,"1.4.1"}, {oauth,"7d85d3ef"}, {stdlib,"1.17.5"}]}, {supported_compat_version,[2,0]}, {system_arch,"x86_64-unknown-linux-gnu"}, {wall_clock,1124}, {memory_data,{33657663488,12163153920,{<0.1696.0>,2914384}}}, {disk_data, [{"/",49781912,5}, {"/dev/shm",16434404,0}, {"/data",492257288,2}, {"/data2",246132896,1}]}, {meminfo, <<"MemTotal: 32868812 kB\nMemFree: 21067108 kB\nBuffers: 238520 kB\nCached: 6826528 kB\nSwapCached: 140 kB\nActive: 7047136 kB\nInactive: 4441820 kB\nHighTotal: 0 kB\nHighFree: 0 kB\nLowTotal: 32868812 kB\nLowFree: 21067108 kB\nSwapTotal: 10434208 kB\nSwapFree: 10434052 kB\nDirty: 3084 kB\nWriteback: 76 kB\nAnonPages: 4423988 kB\nMapped: 17064 kB\nSlab: 263480 kB\nPageTables: 13572 kB\nNFS_Unstable: 0 kB\nBounce: 0 kB\nCommitLimit: 26868612 kB\nCommitted_AS: 6134804 kB\nVmallocTotal: 34359738367 kB\nVmallocUsed: 6408 kB\nVmallocChunk: 34359730595 kB\nHugePages_Total: 0\nHugePages_Free: 0\nHugePages_Rsvd: 0\nHugepagesize: 2048 kB\n">>}]}, {'ns_1@10.2.1.67', [{last_heard,{1351,906886,12599}}, {outgoing_replications_safeness_level,[{"default",green}]}, {incoming_replications_conf_hashes,[{"default",[]}]}, {active_buckets,["default"]}, {ready_buckets,["default"]}, {local_tasks,[]}, {memory, [{total,93396624}, {processes,53452808}, {processes_used,53366016}, {system,39943816}, {atom,1352041}, {atom_used,1349412}, {binary,2637272}, {code,13631938}, {ets,4270768}]}, {system_memory_data, [{system_total_memory,33657663488}, {free_swap,10701078528}, {total_swap,10701078528}, {cached_memory,7197999104}, {buffered_memory,416653312}, {free_memory,21181120512}, {total_memory,33657663488}]}, {node_storage_conf,[{db_path,"/data"},{index_path,"/data2"}]}, {statistics, [{wall_clock,{1129397,5000}}, {context_switches,{5139597,0}}, {garbage_collection,{559160,1020001388,0}}, {io,{{input,76326117},{output,53539832}}}, {reductions,{468803924,1952691}}, {run_queue,0}, {runtime,{168220,480}}]}, {system_stats, [{cpu_utilization_rate,12.56281407035176}, {swap_total,10701078528}, {swap_used,0}]}, {interesting_stats, [{couch_docs_actual_disk_size,6529336690}, {couch_docs_data_size,4849271527}, {couch_views_actual_disk_size,0}, {couch_views_data_size,0}, {curr_items,2000062}, {curr_items_tot,2000062}, {mem_used,3590651112}, {vb_replica_curr_items,0}]}, {cluster_compatibility_version,131072}, {version, [{public_key,"0.13"}, {lhttpc,"1.3.0"}, {ale,"8cffe61"}, {os_mon,"2.2.7"}, {couch_set_view,"1.2.0a-47a991b-git"}, {mnesia,"4.5"}, {inets,"5.7.1"}, {couch,"1.2.0a-47a991b-git"}, {mapreduce,"1.0.0"}, {couch_index_merger,"1.2.0a-47a991b-git"}, {kernel,"2.14.5"}, {crypto,"2.0.4"}, {ssl,"4.1.6"}, {sasl,"2.1.10"}, {couch_view_parser,"1.0.0"}, {ns_server,"2.0.0-1925-rel-enterprise"}, {mochiweb,"1.4.1"}, {oauth,"7d85d3ef"}, {stdlib,"1.17.5"}]}, {supported_compat_version,[2,0]}, {system_arch,"x86_64-unknown-linux-gnu"}, {wall_clock,1129}, {memory_data,{33657663488,11886485504,{<18173.1681.0>,4714984}}}, {disk_data, [{"/",49781912,9}, {"/dev/shm",16434404,0}, {"/data",492257288,2}, {"/data2",246132896,1}]}, {meminfo, <<"MemTotal: 32868812 kB\nMemFree: 20684812 kB\nBuffers: 406888 kB\nCached: 7029296 kB\nSwapCached: 0 kB\nActive: 7154784 kB\nInactive: 4701732 kB\nHighTotal: 0 kB\nHighFree: 0 kB\nLowTotal: 32868812 kB\nLowFree: 20684812 kB\nSwapTotal: 10450272 kB\nSwapFree: 10450272 kB\nDirty: 1068 kB\nWriteback: 0 kB\nAnonPages: 4420276 kB\nMapped: 17060 kB\nSlab: 282840 kB\nPageTables: 13496 kB\nNFS_Unstable: 0 kB\nBounce: 0 kB\nCommitLimit: 26884676 kB\nCommitted_AS: 6128564 kB\nVmallocTotal: 34359738367 kB\nVmallocUsed: 6416 kB\nVmallocChunk: 34359730587 kB\nHugePages_Total: 0\nHugePages_Free: 0\nHugePages_Rsvd: 0\nHugepagesize: 2048 kB\n">>}]}, {'ns_1@10.2.1.68', [{last_heard,{1351,906884,358713}}, {outgoing_replications_safeness_level,[{"default",green}]}, {incoming_replications_conf_hashes,[{"default",[]}]}, {active_buckets,["default"]}, {ready_buckets,["default"]}, {local_tasks,[]}, {memory, [{total,93011528}, {processes,53057568}, {processes_used,52970696}, {system,39953960}, {atom,1352041}, {atom_used,1349412}, {binary,2619800}, {code,13659922}, {ets,4252328}]}, {system_memory_data, [{system_total_memory,33657663488}, {free_swap,10684616704}, {total_swap,10684628992}, {cached_memory,6513532928}, {buffered_memory,315854848}, {free_memory,21979693056}, {total_memory,33657663488}]}, {node_storage_conf,[{db_path,"/data"},{index_path,"/data2"}]}, {statistics, [{wall_clock,{1126430,4997}}, {context_switches,{5406539,0}}, {garbage_collection,{590082,1044368610,0}}, {io,{{input,84591831},{output,55622973}}}, {reductions,{478946934,3148135}}, {run_queue,0}, {runtime,{172530,910}}]}, {system_stats, [{cpu_utilization_rate,9.476309226932669}, {swap_total,10684628992}, {swap_used,12288}]}, {interesting_stats, [{couch_docs_actual_disk_size,5901651115}, {couch_docs_data_size,4832273409}, {couch_views_actual_disk_size,0}, {couch_views_data_size,0}, {curr_items,1992243}, {curr_items_tot,1992243}, {mem_used,3574853048}, {vb_replica_curr_items,0}]}, {cluster_compatibility_version,131072}, {version, [{public_key,"0.13"}, {lhttpc,"1.3.0"}, {ale,"8cffe61"}, {os_mon,"2.2.7"}, {couch_set_view,"1.2.0a-47a991b-git"}, {mnesia,"4.5"}, {inets,"5.7.1"}, {couch,"1.2.0a-47a991b-git"}, {mapreduce,"1.0.0"}, {couch_index_merger,"1.2.0a-47a991b-git"}, {kernel,"2.14.5"}, {crypto,"2.0.4"}, {ssl,"4.1.6"}, {sasl,"2.1.10"}, {couch_view_parser,"1.0.0"}, {ns_server,"2.0.0-1925-rel-enterprise"}, {mochiweb,"1.4.1"}, {oauth,"7d85d3ef"}, {stdlib,"1.17.5"}]}, {supported_compat_version,[2,0]}, {system_arch,"x86_64-unknown-linux-gnu"}, {wall_clock,1126}, {memory_data,{33657663488,11071782912,{<18174.1662.0>,4714984}}}, {disk_data, [{"/",49781912,5}, {"/dev/shm",16434404,0}, {"/data",492257288,2}, {"/data2",246132896,1}]}, {meminfo, <<"MemTotal: 32868812 kB\nMemFree: 21464544 kB\nBuffers: 308452 kB\nCached: 6360872 kB\nSwapCached: 12 kB\nActive: 6296428 kB\nInactive: 4790524 kB\nHighTotal: 0 kB\nHighFree: 0 kB\nLowTotal: 32868812 kB\nLowFree: 21464544 kB\nSwapTotal: 10434208 kB\nSwapFree: 10434196 kB\nDirty: 1276 kB\nWriteback: 0 kB\nAnonPages: 4417308 kB\nMapped: 17260 kB\nSlab: 269420 kB\nPageTables: 13496 kB\nNFS_Unstable: 0 kB\nBounce: 0 kB\nCommitLimit: 26868612 kB\nCommitted_AS: 6121776 kB\nVmallocTotal: 34359738367 kB\nVmallocUsed: 6408 kB\nVmallocChunk: 34359730595 kB\nHugePages_Total: 0\nHugePages_Free: 0\nHugePages_Rsvd: 0\nHugepagesize: 2048 kB\n">>}]}] [stats:warn,2012-11-02T18:41:56.123,ns_1@10.2.1.66:system_stats_collector<0.1491.0>:system_stats_collector:handle_info:133]lost 1 ticks [stats:warn,2012-11-02T18:41:56.134,ns_1@10.2.1.66:<0.1704.0>:stats_collector:latest_tick:223]Dropped 3 ticks [stats:warn,2012-11-02T18:41:56.138,ns_1@10.2.1.66:system_stats_collector<0.1491.0>:system_stats_collector:handle_info:133]lost 1 ticks [ns_doctor:debug,2012-11-02T18:42:27.040,ns_1@10.2.1.66:ns_doctor<0.1428.0>:ns_doctor:handle_info:137]Current node statuses: [{'ns_1@10.2.1.65', [{last_heard,{1351,906944,384935}}, {outgoing_replications_safeness_level,[{"default",green}]}, {incoming_replications_conf_hashes,[{"default",[]}]}, {active_buckets,["default"]}, {ready_buckets,["default"]}, {local_tasks,[]}, {memory, [{total,110651720}, {processes,66238256}, {processes_used,64659920}, {system,44413464}, {atom,1405017}, {atom_used,1377299}, {binary,6266608}, {code,14117455}, {ets,4528888}]}, {system_memory_data, [{system_total_memory,33657663488}, {free_swap,11350716416}, {total_swap,11350876160}, {cached_memory,6154317824}, {buffered_memory,218251264}, {free_memory,22448586752}, {total_memory,33657663488}]}, {node_storage_conf,[{db_path,"/data"},{index_path,"/data2"}]}, {statistics, [{wall_clock,{1187193,5000}}, {context_switches,{4884314,0}}, {garbage_collection,{521024,1677244763,0}}, {io,{{input,312795316},{output,69001236}}}, {reductions,{631752668,2670437}}, {run_queue,0}, {runtime,{201510,640}}]}, {system_stats, [{cpu_utilization_rate,27.0}, {swap_total,11350876160}, {swap_used,159744}]}, {interesting_stats, [{couch_docs_actual_disk_size,5477762471}, {couch_docs_data_size,5190987012}, {couch_views_actual_disk_size,0}, {couch_views_data_size,0}, {curr_items,2156073}, {curr_items_tot,2156073}, {mem_used,3637812440}, {vb_replica_curr_items,0}]}, {cluster_compatibility_version,131072}, {version, [{public_key,"0.13"}, {lhttpc,"1.3.0"}, {ale,"8cffe61"}, {os_mon,"2.2.7"}, {couch_set_view,"1.2.0a-47a991b-git"}, {mnesia,"4.5"}, {inets,"5.7.1"}, {couch,"1.2.0a-47a991b-git"}, {mapreduce,"1.0.0"}, {couch_index_merger,"1.2.0a-47a991b-git"}, {kernel,"2.14.5"}, {crypto,"2.0.4"}, {ssl,"4.1.6"}, {sasl,"2.1.10"}, {couch_view_parser,"1.0.0"}, {ns_server,"2.0.0-1925-rel-enterprise"}, {mochiweb,"1.4.1"}, {oauth,"7d85d3ef"}, {stdlib,"1.17.5"}]}, {supported_compat_version,[2,0]}, {system_arch,"x86_64-unknown-linux-gnu"}, {wall_clock,1187}, {memory_data,{33657663488,10443284480,{<18077.16820.0>,7028184}}}, {disk_data, [{"/",51088800,10}, {"/dev/shm",16434404,0}, {"/data",492257288,1}, {"/data2",246132896,1}]}, {meminfo, <<"MemTotal: 32868812 kB\nMemFree: 21922448 kB\nBuffers: 213136 kB\nCached: 6010076 kB\nSwapCached: 0 kB\nActive: 5229384 kB\nInactive: 5429096 kB\nHighTotal: 0 kB\nHighFree: 0 kB\nLowTotal: 32868812 kB\nLowFree: 21922448 kB\nSwapTotal: 11084840 kB\nSwapFree: 11084684 kB\nDirty: 5476 kB\nWriteback: 0 kB\nAnonPages: 4434804 kB\nMapped: 15316 kB\nSlab: 243616 kB\nPageTables: 12948 kB\nNFS_Unstable: 0 kB\nBounce: 0 kB\nCommitLimit: 27519244 kB\nCommitted_AS: 6152864 kB\nVmallocTotal: 34359738367 kB\nVmallocUsed: 6728 kB\nVmallocChunk: 34359730275 kB\nHugePages_Total: 0\nHugePages_Free: 0\nHugePages_Rsvd: 0\nHugepagesize: 2048 kB\n">>}]}, {'ns_1@10.2.1.66', [{last_heard,{1351,906942,41435}}, {outgoing_replications_safeness_level,[{"default",green}]}, {incoming_replications_conf_hashes,[{"default",[]}]}, {active_buckets,["default"]}, {ready_buckets,["default"]}, {local_tasks, [[{pid,<<"<0.11448.0>">>}, {bucket,<<"default">>}, {original_target,{[{type,bucket}]}}, {progress,45}, {started_on,1351906845}, {total_vbuckets,129}, {trigger_type,scheduled}, {type,bucket_compaction}, {updated_on,1351906939}, {vbuckets_done,59}]]}, {memory, [{total,93929976}, {processes,54064680}, {processes_used,54036880}, {system,39865296}, {atom,1352041}, {atom_used,1349412}, {binary,2501320}, {code,13622682}, {ets,4337200}]}, {system_memory_data, [{system_total_memory,33657663488}, {free_swap,10684469248}, {total_swap,10684628992}, {cached_memory,6512988160}, {buffered_memory,245886976}, {free_memory,22044942336}, {total_memory,33657663488}]}, {node_storage_conf,[{db_path,"/data"},{index_path,"/data2"}]}, {statistics, [{wall_clock,{1184440,5000}}, {context_switches,{5270784,0}}, {garbage_collection,{584937,1068435789,0}}, {io,{{input,89088326},{output,56422730}}}, {reductions,{492525793,1886628}}, {run_queue,0}, {runtime,{177040,390}}]}, {system_stats, [{cpu_utilization_rate,6.75}, {swap_total,10684628992}, {swap_used,159744}]}, {interesting_stats, [{couch_docs_actual_disk_size,5910451600}, {couch_docs_data_size,4751847811}, {couch_views_actual_disk_size,0}, {couch_views_data_size,0}, {curr_items,2151101}, {curr_items_tot,2151101}, {mem_used,3585908424}, {vb_replica_curr_items,0}]}, {cluster_compatibility_version,131072}, {version, [{public_key,"0.13"}, {lhttpc,"1.3.0"}, {ale,"8cffe61"}, {os_mon,"2.2.7"}, {couch_set_view,"1.2.0a-47a991b-git"}, {mnesia,"4.5"}, {inets,"5.7.1"}, {couch,"1.2.0a-47a991b-git"}, {mapreduce,"1.0.0"}, {couch_index_merger,"1.2.0a-47a991b-git"}, {kernel,"2.14.5"}, {crypto,"2.0.4"}, {ssl,"4.1.6"}, {sasl,"2.1.10"}, {couch_view_parser,"1.0.0"}, {ns_server,"2.0.0-1925-rel-enterprise"}, {mochiweb,"1.4.1"}, {oauth,"7d85d3ef"}, {stdlib,"1.17.5"}]}, {supported_compat_version,[2,0]}, {system_arch,"x86_64-unknown-linux-gnu"}, {wall_clock,1184}, {memory_data,{33657663488,12003680256,{<0.1696.0>,2914384}}}, {disk_data, [{"/",49781912,5}, {"/dev/shm",16434404,0}, {"/data",492257288,2}, {"/data2",246132896,1}]}, {meminfo, <<"MemTotal: 32868812 kB\nMemFree: 21528264 kB\nBuffers: 240124 kB\nCached: 6360340 kB\nSwapCached: 140 kB\nActive: 6306440 kB\nInactive: 4732476 kB\nHighTotal: 0 kB\nHighFree: 0 kB\nLowTotal: 32868812 kB\nLowFree: 21528264 kB\nSwapTotal: 10434208 kB\nSwapFree: 10434052 kB\nDirty: 27180 kB\nWriteback: 0 kB\nAnonPages: 4438300 kB\nMapped: 17064 kB\nSlab: 253320 kB\nPageTables: 13608 kB\nNFS_Unstable: 0 kB\nBounce: 0 kB\nCommitLimit: 26868612 kB\nCommitted_AS: 6148876 kB\nVmallocTotal: 34359738367 kB\nVmallocUsed: 6408 kB\nVmallocChunk: 34359730595 kB\nHugePages_Total: 0\nHugePages_Free: 0\nHugePages_Rsvd: 0\nHugepagesize: 2048 kB\n">>}]}, {'ns_1@10.2.1.67', [{last_heard,{1351,906946,13144}}, {outgoing_replications_safeness_level,[{"default",green}]}, {incoming_replications_conf_hashes,[{"default",[]}]}, {active_buckets,["default"]}, {ready_buckets,["default"]}, {local_tasks,[]}, {memory, [{total,91209960}, {processes,51288184}, {processes_used,51201312}, {system,39921776}, {atom,1352041}, {atom_used,1349412}, {binary,2552792}, {code,13631938}, {ets,4332824}]}, {system_memory_data, [{system_total_memory,33657663488}, {free_swap,10701078528}, {total_swap,10701078528}, {cached_memory,7931539456}, {buffered_memory,417337344}, {free_memory,20419772416}, {total_memory,33657663488}]}, {node_storage_conf,[{db_path,"/data"},{index_path,"/data2"}]}, {statistics, [{wall_clock,{1189398,5001}}, {context_switches,{5345734,0}}, {garbage_collection,{580498,1077242519,0}}, {io,{{input,77760428},{output,55342940}}}, {reductions,{496911825,2497579}}, {run_queue,0}, {runtime,{175360,570}}]}, {system_stats, [{cpu_utilization_rate,6.015037593984962}, {swap_total,10701078528}, {swap_used,0}]}, {interesting_stats, [{couch_docs_actual_disk_size,7266411902}, {couch_docs_data_size,5277257231}, {couch_views_actual_disk_size,0}, {couch_views_data_size,0}, {curr_items,2167904}, {curr_items_tot,2167904}, {mem_used,3553679320}, {vb_replica_curr_items,0}]}, {cluster_compatibility_version,131072}, {version, [{public_key,"0.13"}, {lhttpc,"1.3.0"}, {ale,"8cffe61"}, {os_mon,"2.2.7"}, {couch_set_view,"1.2.0a-47a991b-git"}, {mnesia,"4.5"}, {inets,"5.7.1"}, {couch,"1.2.0a-47a991b-git"}, {mapreduce,"1.0.0"}, {couch_index_merger,"1.2.0a-47a991b-git"}, {kernel,"2.14.5"}, {crypto,"2.0.4"}, {ssl,"4.1.6"}, {sasl,"2.1.10"}, {couch_view_parser,"1.0.0"}, {ns_server,"2.0.0-1925-rel-enterprise"}, {mochiweb,"1.4.1"}, {oauth,"7d85d3ef"}, {stdlib,"1.17.5"}]}, {supported_compat_version,[2,0]}, {system_arch,"x86_64-unknown-linux-gnu"}, {wall_clock,1189}, {memory_data,{33657663488,12656214016,{<18173.1681.0>,4714984}}}, {disk_data, [{"/",49781912,9}, {"/dev/shm",16434404,0}, {"/data",492257288,2}, {"/data2",246132896,1}]}, {meminfo, <<"MemTotal: 32868812 kB\nMemFree: 19941184 kB\nBuffers: 407556 kB\nCached: 7745644 kB\nSwapCached: 0 kB\nActive: 7537236 kB\nInactive: 5044068 kB\nHighTotal: 0 kB\nHighFree: 0 kB\nLowTotal: 32868812 kB\nLowFree: 19941184 kB\nSwapTotal: 10450272 kB\nSwapFree: 10450272 kB\nDirty: 1236 kB\nWriteback: 0 kB\nAnonPages: 4428136 kB\nMapped: 17060 kB\nSlab: 301004 kB\nPageTables: 13504 kB\nNFS_Unstable: 0 kB\nBounce: 0 kB\nCommitLimit: 26884676 kB\nCommitted_AS: 6135248 kB\nVmallocTotal: 34359738367 kB\nVmallocUsed: 6416 kB\nVmallocChunk: 34359730587 kB\nHugePages_Total: 0\nHugePages_Free: 0\nHugePages_Rsvd: 0\nHugepagesize: 2048 kB\n">>}]}, {'ns_1@10.2.1.68', [{last_heard,{1351,906944,358589}}, {outgoing_replications_safeness_level,[{"default",green}]}, {incoming_replications_conf_hashes,[{"default",[]}]}, {active_buckets,["default"]}, {ready_buckets,["default"]}, {local_tasks,[]}, {memory, [{total,96408976}, {processes,56170312}, {processes_used,56083440}, {system,40238664}, {atom,1352041}, {atom_used,1349412}, {binary,2842296}, {code,13659922}, {ets,4315016}]}, {system_memory_data, [{system_total_memory,33657663488}, {free_swap,10684616704}, {total_swap,10684628992}, {cached_memory,7235362816}, {buffered_memory,316792832}, {free_memory,21235486720}, {total_memory,33657663488}]}, {node_storage_conf,[{db_path,"/data"},{index_path,"/data2"}]}, {statistics, [{wall_clock,{1186430,5000}}, {context_switches,{5691235,0}}, {garbage_collection,{619526,1107957864,0}}, {io,{{input,86393214},{output,57749822}}}, {reductions,{509779746,1991346}}, {run_queue,0}, {runtime,{180860,510}}]}, {system_stats, [{cpu_utilization_rate,5.778894472361809}, {swap_total,10684628992}, {swap_used,12288}]}, {interesting_stats, [{couch_docs_actual_disk_size,6627931503}, {couch_docs_data_size,5230006422}, {couch_views_actual_disk_size,0}, {couch_views_data_size,0}, {curr_items,2160792}, {curr_items_tot,2160792}, {mem_used,3535749336}, {vb_replica_curr_items,0}]}, {cluster_compatibility_version,131072}, {version, [{public_key,"0.13"}, {lhttpc,"1.3.0"}, {ale,"8cffe61"}, {os_mon,"2.2.7"}, {couch_set_view,"1.2.0a-47a991b-git"}, {mnesia,"4.5"}, {inets,"5.7.1"}, {couch,"1.2.0a-47a991b-git"}, {mapreduce,"1.0.0"}, {couch_index_merger,"1.2.0a-47a991b-git"}, {kernel,"2.14.5"}, {crypto,"2.0.4"}, {ssl,"4.1.6"}, {sasl,"2.1.10"}, {couch_view_parser,"1.0.0"}, {ns_server,"2.0.0-1925-rel-enterprise"}, {mochiweb,"1.4.1"}, {oauth,"7d85d3ef"}, {stdlib,"1.17.5"}]}, {supported_compat_version,[2,0]}, {system_arch,"x86_64-unknown-linux-gnu"}, {wall_clock,1186}, {memory_data,{33657663488,11872116736,{<18174.1662.0>,4714984}}}, {disk_data, [{"/",49781912,5}, {"/dev/shm",16434404,0}, {"/data",492257288,2}, {"/data2",246132896,1}]}, {meminfo, <<"MemTotal: 32868812 kB\nMemFree: 20737904 kB\nBuffers: 309368 kB\nCached: 7065784 kB\nSwapCached: 12 kB\nActive: 6705964 kB\nInactive: 5090044 kB\nHighTotal: 0 kB\nHighFree: 0 kB\nLowTotal: 32868812 kB\nLowFree: 20737904 kB\nSwapTotal: 10434208 kB\nSwapFree: 10434196 kB\nDirty: 1588 kB\nWriteback: 0 kB\nAnonPages: 4420924 kB\nMapped: 17260 kB\nSlab: 286968 kB\nPageTables: 13496 kB\nNFS_Unstable: 0 kB\nBounce: 0 kB\nCommitLimit: 26868612 kB\nCommitted_AS: 6125648 kB\nVmallocTotal: 34359738367 kB\nVmallocUsed: 6408 kB\nVmallocChunk: 34359730595 kB\nHugePages_Total: 0\nHugePages_Free: 0\nHugePages_Rsvd: 0\nHugepagesize: 2048 kB\n">>}]}] [stats:debug,2012-11-02T18:42:42.876,ns_1@10.2.1.66:<0.1704.0>:stats_collector:maybe_log_stats:126](at {{1970,1,16},{7,31,47}}) Stats for bucket "default": accepting_conns 1 auth_cmds 3 auth_errors 0 bucket_active_conns 1 bucket_conns 6 bytes 3741124328 bytes_read 5302951875 bytes_written 106859637 cas_badval 0 cas_hits 0 cas_misses 0 cmd_flush 0 cmd_get 0 cmd_set 2209513 conn_yields 733 connection_structures 5000 curr_connections 10 curr_conns_on_port_11209 6 curr_conns_on_port_11210 2 curr_items 2209513 curr_items_tot 2209513 curr_temp_items 0 daemon_connections 4 decr_hits 0 decr_misses 0 delete_hits 0 delete_misses 0 ep_access_scanner_last_runtime 0 ep_access_scanner_num_items 0 ep_access_scanner_task_time 2012-11-03 10:00:00 ep_allow_data_loss_during_shutdown 1 ep_alog_block_size 4096 ep_alog_path /data/default/access.log ep_alog_sleep_time 1440 ep_alog_task_time 10 ep_backend couchdb ep_bg_fetch_delay 0 ep_bg_fetched 0 ep_bg_meta_fetched 0 ep_bg_remaining_jobs 0 ep_chk_max_items 5000 ep_chk_period 1800 ep_chk_persistence_remains 0 ep_chk_persistence_timeout 10 ep_chk_remover_stime 5 ep_commit_num 1375 ep_commit_time 410 ep_commit_time_total 7968 ep_concurrentDB 1 ep_config_file ep_couch_bucket default ep_couch_host localhost ep_couch_port 11213 ep_couch_reconnect_sleeptime 250 ep_couch_response_timeout 180000 ep_data_age 102 ep_data_age_highwat 110 ep_data_traffic_enabled 0 ep_dbinit 0 ep_dbname /data/default ep_degraded_mode 0 ep_diskqueue_drain 1960321 ep_diskqueue_fill 2209513 ep_diskqueue_items 249211 ep_diskqueue_memory 7974144 ep_diskqueue_pending 11961216 ep_exp_pager_stime 3600 ep_exp_pager_stime 3600 ep_expired_access 0 ep_expired_pager 0 ep_expiry_window 3 ep_failpartialwarmup 0 ep_flush_all false ep_flush_duration_total 702 ep_flushall_enabled 0 ep_flusher_state running ep_flusher_todo 4600 ep_getl_default_timeout 15 ep_getl_max_timeout 30 ep_ht_locks 5 ep_ht_size 3079 ep_inconsistent_slave_chk 0 ep_initfile ep_io_num_read 0 ep_io_num_write 1959825 ep_io_read_bytes 0 ep_io_write_bytes 4641827737 ep_item_begin_failed 0 ep_item_commit_failed 0 ep_item_flush_expired 0 ep_item_flush_failed 0 ep_item_num_based_new_chk 1 ep_items_rm_from_checkpoints 1946460 ep_keep_closed_chks 0 ep_klog_block_size 4096 ep_klog_compactor_queue_cap 500000 ep_klog_compactor_stime 3600 ep_klog_flush commit2 ep_klog_max_entry_ratio 10 ep_klog_max_log_size 2147483647 ep_klog_path ep_klog_sync commit2 ep_kv_size 3631634419 ep_max_checkpoints 2 ep_max_data_size 5242880000 ep_max_item_size 20971520 ep_max_size 5242880000 ep_max_txn_size 10000 ep_max_vbuckets 512 ep_mem_high_wat 3932160000 ep_mem_high_wat 3932160000 ep_mem_low_wat 3145728000 ep_mem_low_wat 3145728000 ep_mem_tracker_enabled true ep_min_data_age 0 ep_mlog_compactor_runs 0 ep_mutation_mem_threshold 0 ep_num_access_scanner_runs 0 ep_num_eject_failures 186971 ep_num_expiry_pager_runs 0 ep_num_non_resident 755927 ep_num_not_my_vbuckets 0 ep_num_ops_del_meta 0 ep_num_ops_get_meta 0 ep_num_ops_set_meta 0 ep_num_pager_runs 8 ep_num_value_ejects 755927 ep_oom_errors 0 ep_overhead 36682142 ep_pager_active_vb_pcnt 40 ep_pager_unbiased_period 60 ep_pending_ops 0 ep_pending_ops_max 0 ep_pending_ops_max_duration 0 ep_pending_ops_total 0 ep_postInitfile ep_queue_age_cap 900 ep_queue_size 244611 ep_startup_time 1351905957 ep_storage_age 102 ep_storage_age_highwat 108 ep_store_max_concurrency 10 ep_store_max_readers 9 ep_store_max_readwrite 1 ep_stored_val_type ep_tap_ack_grace_period 300 ep_tap_ack_initial_sequence_number 1 ep_tap_ack_interval 1000 ep_tap_ack_window_size 10 ep_tap_backfill_resident 0.9 ep_tap_backlog_limit 5000 ep_tap_backoff_period 5 ep_tap_bg_fetch_requeued 0 ep_tap_bg_fetched 0 ep_tap_bg_max_pending 500 ep_tap_keepalive 300 ep_tap_noop_interval 20 ep_tap_requeue_sleep_time 0.1 ep_tap_throttle_cap_pcnt 10 ep_tap_throttle_queue_cap 1000000 ep_tap_throttle_threshold 90 ep_tmp_oom_errors 0 ep_too_old 0 ep_too_young 0 ep_total_cache_size 3605120263 ep_total_del_items 0 ep_total_enqueued 2209513 ep_total_new_items 1959825 ep_total_persisted 1959825 ep_uncommitted_items 9668 ep_value_size 3449005045 ep_vb0 0 ep_vb_snapshot_total 51 ep_vb_total 128 ep_vbucket_del 0 ep_vbucket_del_fail 0 ep_version 2.0.0r_130_g8b09894 ep_waitforwarmup 0 ep_warmup 1 ep_warmup_batch_size 1000 ep_warmup_dups 0 ep_warmup_min_items_threshold 100 ep_warmup_min_memory_threshold 100 ep_warmup_oom 0 ep_warmup_thread complete ep_warmup_time 745 get_hits 0 get_misses 0 incr_hits 0 incr_misses 0 libevent 2.0.11-stable limit_maxbytes 67108864 listen_disabled_num 0 max_conns_on_port_11209 1000 max_conns_on_port_11210 9000 mem_used 3741124328 pid 18083 pointer_size 64 rejected_conns 0 rusage_system 90.365262 rusage_user 235.969127 threads 4 time 1351906962 total_connections 13 uptime 1037 vb_active_curr_items 2209513 vb_active_eject 755927 vb_active_expired 0 vb_active_ht_memory 12645376 vb_active_itm_memory 3605120263 vb_active_meta_data_memory 174551527 vb_active_num 128 vb_active_num_non_resident 755927 vb_active_num_ref_ejects 755927 vb_active_num_ref_items 2209513 vb_active_ops_create 1960320 vb_active_ops_delete 0 vb_active_ops_reject 0 vb_active_ops_update 0 vb_active_perc_mem_resident 65 vb_active_queue_age 11293699000 vb_active_queue_drain 1960321 vb_active_queue_fill 2209513 vb_active_queue_memory 7974144 vb_active_queue_pending 11961216 vb_active_queue_size 249192 vb_dead_num 0 vb_pending_curr_items 0 vb_pending_eject 0 vb_pending_expired 0 vb_pending_ht_memory 0 vb_pending_itm_memory 0 vb_pending_meta_data_memory 0 vb_pending_num 0 vb_pending_num_non_resident 0 vb_pending_num_ref_ejects 0 vb_pending_num_ref_items 0 vb_pending_ops_create 0 vb_pending_ops_delete 0 vb_pending_ops_reject 0 vb_pending_ops_update 0 vb_pending_perc_mem_resident 0 vb_pending_queue_age 0 vb_pending_queue_drain 0 vb_pending_queue_fill 0 vb_pending_queue_memory 0 vb_pending_queue_pending 0 vb_pending_queue_size 0 vb_replica_curr_items 0 vb_replica_eject 0 vb_replica_expired 0 vb_replica_ht_memory 0 vb_replica_itm_memory 0 vb_replica_meta_data_memory 0 vb_replica_num 0 vb_replica_num_non_resident 0 vb_replica_num_ref_ejects 0 vb_replica_num_ref_items 0 vb_replica_ops_create 0 vb_replica_ops_delete 0 vb_replica_ops_reject 0 vb_replica_ops_update 0 vb_replica_perc_mem_resident 0 vb_replica_queue_age 0 vb_replica_queue_drain 0 vb_replica_queue_fill 0 vb_replica_queue_memory 0 vb_replica_queue_pending 0 vb_replica_queue_size 0 version 1.4.4_600_g7ea975a [ns_doctor:debug,2012-11-02T18:43:27.040,ns_1@10.2.1.66:ns_doctor<0.1428.0>:ns_doctor:handle_info:137]Current node statuses: [{'ns_1@10.2.1.65', [{last_heard,{1351,907004,382926}}, {outgoing_replications_safeness_level,[{"default",green}]}, {incoming_replications_conf_hashes,[{"default",[]}]}, {active_buckets,["default"]}, {ready_buckets,["default"]}, {local_tasks,[]}, {memory, [{total,111793280}, {processes,67033584}, {processes_used,65455328}, {system,44759696}, {atom,1405017}, {atom_used,1377299}, {binary,6438360}, {code,14117455}, {ets,4702976}]}, {system_memory_data, [{system_total_memory,33657663488}, {free_swap,11350716416}, {total_swap,11350876160}, {cached_memory,6801920000}, {buffered_memory,218898432}, {free_memory,21788819456}, {total_memory,33657663488}]}, {node_storage_conf,[{db_path,"/data"},{index_path,"/data2"}]}, {statistics, [{wall_clock,{1247192,4998}}, {context_switches,{5045112,0}}, {garbage_collection,{536860,1763412982,0}}, {io,{{input,328928901},{output,71300043}}}, {reductions,{664443457,2431511}}, {run_queue,0}, {runtime,{209790,610}}]}, {system_stats, [{cpu_utilization_rate,25.31328320802005}, {swap_total,11350876160}, {swap_used,159744}]}, {interesting_stats, [{couch_docs_actual_disk_size,6124732485}, {couch_docs_data_size,5597702397}, {couch_views_actual_disk_size,0}, {couch_views_data_size,0}, {curr_items,2324306}, {curr_items_tot,2324306}, {mem_used,3589590680}, {vb_replica_curr_items,0}]}, {cluster_compatibility_version,131072}, {version, [{public_key,"0.13"}, {lhttpc,"1.3.0"}, {ale,"8cffe61"}, {os_mon,"2.2.7"}, {couch_set_view,"1.2.0a-47a991b-git"}, {mnesia,"4.5"}, {inets,"5.7.1"}, {couch,"1.2.0a-47a991b-git"}, {mapreduce,"1.0.0"}, {couch_index_merger,"1.2.0a-47a991b-git"}, {kernel,"2.14.5"}, {crypto,"2.0.4"}, {ssl,"4.1.6"}, {sasl,"2.1.10"}, {couch_view_parser,"1.0.0"}, {ns_server,"2.0.0-1925-rel-enterprise"}, {mochiweb,"1.4.1"}, {oauth,"7d85d3ef"}, {stdlib,"1.17.5"}]}, {supported_compat_version,[2,0]}, {system_arch,"x86_64-unknown-linux-gnu"}, {wall_clock,1247}, {memory_data,{33657663488,11302404096,{<18077.16820.0>,7028184}}}, {disk_data, [{"/",51088800,10}, {"/dev/shm",16434404,0}, {"/data",492257288,2}, {"/data2",246132896,1}]}, {meminfo, <<"MemTotal: 32868812 kB\nMemFree: 21278144 kB\nBuffers: 213768 kB\nCached: 6642500 kB\nSwapCached: 0 kB\nActive: 5498736 kB\nInactive: 5788472 kB\nHighTotal: 0 kB\nHighFree: 0 kB\nLowTotal: 32868812 kB\nLowFree: 21278144 kB\nSwapTotal: 11084840 kB\nSwapFree: 11084684 kB\nDirty: 2292 kB\nWriteback: 0 kB\nAnonPages: 4430872 kB\nMapped: 15316 kB\nSlab: 259052 kB\nPageTables: 12956 kB\nNFS_Unstable: 0 kB\nBounce: 0 kB\nCommitLimit: 27519244 kB\nCommitted_AS: 6143992 kB\nVmallocTotal: 34359738367 kB\nVmallocUsed: 6728 kB\nVmallocChunk: 34359730275 kB\nHugePages_Total: 0\nHugePages_Free: 0\nHugePages_Rsvd: 0\nHugepagesize: 2048 kB\n">>}]}, {'ns_1@10.2.1.66', [{last_heard,{1351,907002,42132}}, {outgoing_replications_safeness_level,[{"default",green}]}, {incoming_replications_conf_hashes,[{"default",[]}]}, {active_buckets,["default"]}, {ready_buckets,["default"]}, {local_tasks, [[{pid,<<"<0.11448.0>">>}, {bucket,<<"default">>}, {original_target,{[{type,bucket}]}}, {progress,70}, {started_on,1351906845}, {total_vbuckets,129}, {trigger_type,scheduled}, {type,bucket_compaction}, {updated_on,1351907000}, {vbuckets_done,91}]]}, {memory, [{total,91468632}, {processes,51439728}, {processes_used,51391288}, {system,40028904}, {atom,1352041}, {atom_used,1349412}, {binary,2512312}, {code,13622682}, {ets,4491648}]}, {system_memory_data, [{system_total_memory,33657663488}, {free_swap,10684469248}, {total_swap,10684628992}, {cached_memory,6164561920}, {buffered_memory,247300096}, {free_memory,22372286464}, {total_memory,33657663488}]}, {node_storage_conf,[{db_path,"/data"},{index_path,"/data2"}]}, {statistics, [{wall_clock,{1244440,5000}}, {context_switches,{5327339,0}}, {garbage_collection,{590734,1112293519,0}}, {io,{{input,90036490},{output,57723750}}}, {reductions,{515062632,1857397}}, {run_queue,0}, {runtime,{182350,420}}]}, {system_stats, [{cpu_utilization_rate,11.779448621553884}, {swap_total,10684628992}, {swap_used,159744}]}, {interesting_stats, [{couch_docs_actual_disk_size,5569371528}, {couch_docs_data_size,4877768506}, {couch_views_actual_disk_size,0}, {couch_views_data_size,0}, {curr_items,2318469}, {curr_items_tot,2318469}, {mem_used,4012167224}, {vb_replica_curr_items,0}]}, {cluster_compatibility_version,131072}, {version, [{public_key,"0.13"}, {lhttpc,"1.3.0"}, {ale,"8cffe61"}, {os_mon,"2.2.7"}, {couch_set_view,"1.2.0a-47a991b-git"}, {mnesia,"4.5"}, {inets,"5.7.1"}, {couch,"1.2.0a-47a991b-git"}, {mapreduce,"1.0.0"}, {couch_index_merger,"1.2.0a-47a991b-git"}, {kernel,"2.14.5"}, {crypto,"2.0.4"}, {ssl,"4.1.6"}, {sasl,"2.1.10"}, {couch_view_parser,"1.0.0"}, {ns_server,"2.0.0-1925-rel-enterprise"}, {mochiweb,"1.4.1"}, {oauth,"7d85d3ef"}, {stdlib,"1.17.5"}]}, {supported_compat_version,[2,0]}, {system_arch,"x86_64-unknown-linux-gnu"}, {wall_clock,1244}, {memory_data,{33657663488,11460222976,{<0.1696.0>,4714984}}}, {disk_data, [{"/",49781912,5}, {"/dev/shm",16434404,0}, {"/data",492257288,2}, {"/data2",246132896,1}]}, {meminfo, <<"MemTotal: 32868812 kB\nMemFree: 21848060 kB\nBuffers: 241504 kB\nCached: 6020080 kB\nSwapCached: 140 kB\nActive: 5695452 kB\nInactive: 5032676 kB\nHighTotal: 0 kB\nHighFree: 0 kB\nLowTotal: 32868812 kB\nLowFree: 21848060 kB\nSwapTotal: 10434208 kB\nSwapFree: 10434052 kB\nDirty: 12432 kB\nWriteback: 0 kB\nAnonPages: 4466696 kB\nMapped: 17064 kB\nSlab: 243716 kB\nPageTables: 13656 kB\nNFS_Unstable: 0 kB\nBounce: 0 kB\nCommitLimit: 26868612 kB\nCommitted_AS: 6178704 kB\nVmallocTotal: 34359738367 kB\nVmallocUsed: 6408 kB\nVmallocChunk: 34359730595 kB\nHugePages_Total: 0\nHugePages_Free: 0\nHugePages_Rsvd: 0\nHugepagesize: 2048 kB\n">>}]}, {'ns_1@10.2.1.67', [{last_heard,{1351,907006,13167}}, {outgoing_replications_safeness_level,[{"default",green}]}, {incoming_replications_conf_hashes,[{"default",[]}]}, {active_buckets,["default"]}, {ready_buckets,["default"]}, {local_tasks,[]}, {memory, [{total,96228120}, {processes,55669368}, {processes_used,55582496}, {system,40558752}, {atom,1352041}, {atom_used,1349412}, {binary,3015160}, {code,13631938}, {ets,4507544}]}, {system_memory_data, [{system_total_memory,33657663488}, {free_swap,10701078528}, {total_swap,10701078528}, {cached_memory,8720683008}, {buffered_memory,418246656}, {free_memory,19590238208}, {total_memory,33657663488}]}, {node_storage_conf,[{db_path,"/data"},{index_path,"/data2"}]}, {statistics, [{wall_clock,{1249398,5001}}, {context_switches,{5666803,0}}, {garbage_collection,{609385,1144685144,0}}, {io,{{input,79693507},{output,57525781}}}, {reductions,{529075428,2762930}}, {run_queue,0}, {runtime,{184230,740}}]}, {system_stats, [{cpu_utilization_rate,6.483790523690773}, {swap_total,10701078528}, {swap_used,0}]}, {interesting_stats, [{couch_docs_actual_disk_size,8054437248}, {couch_docs_data_size,5693060236}, {couch_views_actual_disk_size,0}, {couch_views_data_size,0}, {curr_items,2335673}, {curr_items_tot,2335673}, {mem_used,3515311528}, {vb_replica_curr_items,0}]}, {cluster_compatibility_version,131072}, {version, [{public_key,"0.13"}, {lhttpc,"1.3.0"}, {ale,"8cffe61"}, {os_mon,"2.2.7"}, {couch_set_view,"1.2.0a-47a991b-git"}, {mnesia,"4.5"}, {inets,"5.7.1"}, {couch,"1.2.0a-47a991b-git"}, {mapreduce,"1.0.0"}, {couch_index_merger,"1.2.0a-47a991b-git"}, {kernel,"2.14.5"}, {crypto,"2.0.4"}, {ssl,"4.1.6"}, {sasl,"2.1.10"}, {couch_view_parser,"1.0.0"}, {ns_server,"2.0.0-1925-rel-enterprise"}, {mochiweb,"1.4.1"}, {oauth,"7d85d3ef"}, {stdlib,"1.17.5"}]}, {supported_compat_version,[2,0]}, {system_arch,"x86_64-unknown-linux-gnu"}, {wall_clock,1249}, {memory_data,{33657663488,13409816576,{<18173.1681.0>,4714984}}}, {disk_data, [{"/",49781912,9}, {"/dev/shm",16434404,0}, {"/data",492257288,2}, {"/data2",246132896,1}]}, {meminfo, <<"MemTotal: 32868812 kB\nMemFree: 19131092 kB\nBuffers: 408444 kB\nCached: 8516292 kB\nSwapCached: 0 kB\nActive: 8019956 kB\nInactive: 5352400 kB\nHighTotal: 0 kB\nHighFree: 0 kB\nLowTotal: 32868812 kB\nLowFree: 19131092 kB\nSwapTotal: 10450272 kB\nSwapFree: 10450272 kB\nDirty: 1660 kB\nWriteback: 0 kB\nAnonPages: 4447240 kB\nMapped: 17060 kB\nSlab: 320304 kB\nPageTables: 13560 kB\nNFS_Unstable: 0 kB\nBounce: 0 kB\nCommitLimit: 26884676 kB\nCommitted_AS: 6158692 kB\nVmallocTotal: 34359738367 kB\nVmallocUsed: 6416 kB\nVmallocChunk: 34359730587 kB\nHugePages_Total: 0\nHugePages_Free: 0\nHugePages_Rsvd: 0\nHugepagesize: 2048 kB\n">>}]}, {'ns_1@10.2.1.68', [{last_heard,{1351,907004,358809}}, {outgoing_replications_safeness_level,[{"default",green}]}, {incoming_replications_conf_hashes,[{"default",[]}]}, {active_buckets,["default"]}, {ready_buckets,["default"]}, {local_tasks,[]}, {memory, [{total,93853616}, {processes,53694424}, {processes_used,53607552}, {system,40159192}, {atom,1352041}, {atom_used,1349412}, {binary,2587312}, {code,13659922}, {ets,4489512}]}, {system_memory_data, [{system_total_memory,33657663488}, {free_swap,10684616704}, {total_swap,10684628992}, {cached_memory,8031031296}, {buffered_memory,317497344}, {free_memory,20413698048}, {total_memory,33657663488}]}, {node_storage_conf,[{db_path,"/data"},{index_path,"/data2"}]}, {statistics, [{wall_clock,{1246431,5001}}, {context_switches,{5938642,0}}, {garbage_collection,{645142,1168860586,0}}, {io,{{input,88023902},{output,59700877}}}, {reductions,{539235299,2693819}}, {run_queue,0}, {runtime,{188900,830}}]}, {system_stats, [{cpu_utilization_rate,53.0}, {swap_total,10684628992}, {swap_used,12288}]}, {interesting_stats, [{couch_docs_actual_disk_size,7386958878}, {couch_docs_data_size,5658572856}, {couch_views_actual_disk_size,0}, {couch_views_data_size,0}, {curr_items,2328557}, {curr_items_tot,2328557}, {mem_used,3500087048}, {vb_replica_curr_items,0}]}, {cluster_compatibility_version,131072}, {version, [{public_key,"0.13"}, {lhttpc,"1.3.0"}, {ale,"8cffe61"}, {os_mon,"2.2.7"}, {couch_set_view,"1.2.0a-47a991b-git"}, {mnesia,"4.5"}, {inets,"5.7.1"}, {couch,"1.2.0a-47a991b-git"}, {mapreduce,"1.0.0"}, {couch_index_merger,"1.2.0a-47a991b-git"}, {kernel,"2.14.5"}, {crypto,"2.0.4"}, {ssl,"4.1.6"}, {sasl,"2.1.10"}, {couch_view_parser,"1.0.0"}, {ns_server,"2.0.0-1925-rel-enterprise"}, {mochiweb,"1.4.1"}, {oauth,"7d85d3ef"}, {stdlib,"1.17.5"}]}, {supported_compat_version,[2,0]}, {system_arch,"x86_64-unknown-linux-gnu"}, {wall_clock,1246}, {memory_data,{33657663488,12611624960,{<18174.1662.0>,4714984}}}, {disk_data, [{"/",49781912,5}, {"/dev/shm",16434404,0}, {"/data",492257288,2}, {"/data2",246132896,1}]}, {meminfo, <<"MemTotal: 32868812 kB\nMemFree: 19935252 kB\nBuffers: 310056 kB\nCached: 7842804 kB\nSwapCached: 12 kB\nActive: 7134676 kB\nInactive: 5444232 kB\nHighTotal: 0 kB\nHighFree: 0 kB\nLowTotal: 32868812 kB\nLowFree: 19935252 kB\nSwapTotal: 10434208 kB\nSwapFree: 10434196 kB\nDirty: 2024 kB\nWriteback: 96 kB\nAnonPages: 4425412 kB\nMapped: 17260 kB\nSlab: 306416 kB\nPageTables: 13508 kB\nNFS_Unstable: 0 kB\nBounce: 0 kB\nCommitLimit: 26868612 kB\nCommitted_AS: 6128872 kB\nVmallocTotal: 34359738367 kB\nVmallocUsed: 6408 kB\nVmallocChunk: 34359730595 kB\nHugePages_Total: 0\nHugePages_Free: 0\nHugePages_Rsvd: 0\nHugepagesize: 2048 kB\n">>}]}] [stats:debug,2012-11-02T18:44:22.875,ns_1@10.2.1.66:<0.1704.0>:stats_collector:maybe_log_stats:126](at {{1970,1,16},{7,31,47}}) Stats for bucket "default": accepting_conns 1 auth_cmds 3 auth_errors 0 bucket_active_conns 1 bucket_conns 6 bytes 3667762472 bytes_read 5973476096 bytes_written 120074343 cas_badval 0 cas_hits 0 cas_misses 0 cmd_flush 0 cmd_get 0 cmd_set 2488910 conn_yields 851 connection_structures 5000 curr_connections 10 curr_conns_on_port_11209 6 curr_conns_on_port_11210 2 curr_items 2488910 curr_items_tot 2488910 curr_temp_items 0 daemon_connections 4 decr_hits 0 decr_misses 0 delete_hits 0 delete_misses 0 ep_access_scanner_last_runtime 0 ep_access_scanner_num_items 0 ep_access_scanner_task_time 2012-11-03 10:00:00 ep_allow_data_loss_during_shutdown 1 ep_alog_block_size 4096 ep_alog_path /data/default/access.log ep_alog_sleep_time 1440 ep_alog_task_time 10 ep_backend couchdb ep_bg_fetch_delay 0 ep_bg_fetched 0 ep_bg_meta_fetched 0 ep_bg_remaining_jobs 0 ep_chk_max_items 5000 ep_chk_period 1800 ep_chk_persistence_remains 0 ep_chk_persistence_timeout 10 ep_chk_remover_stime 5 ep_commit_num 1387 ep_commit_time 5956 ep_commit_time_total 28101 ep_concurrentDB 1 ep_config_file ep_couch_bucket default ep_couch_host localhost ep_couch_port 11213 ep_couch_reconnect_sleeptime 250 ep_couch_response_timeout 180000 ep_data_age 123 ep_data_age_highwat 187 ep_data_traffic_enabled 0 ep_dbinit 0 ep_dbname /data/default ep_degraded_mode 0 ep_diskqueue_drain 2076993 ep_diskqueue_fill 2488910 ep_diskqueue_items 412068 ep_diskqueue_memory 13181344 ep_diskqueue_pending 19772016 ep_exp_pager_stime 3600 ep_exp_pager_stime 3600 ep_expired_access 0 ep_expired_pager 0 ep_expiry_window 3 ep_failpartialwarmup 0 ep_flush_all false ep_flush_duration_total 794 ep_flushall_enabled 0 ep_flusher_state running ep_flusher_todo 159054 ep_getl_default_timeout 15 ep_getl_max_timeout 30 ep_ht_locks 5 ep_ht_size 3079 ep_inconsistent_slave_chk 0 ep_initfile ep_io_num_read 0 ep_io_num_write 2074960 ep_io_read_bytes 0 ep_io_write_bytes 4914033324 ep_item_begin_failed 0 ep_item_commit_failed 0 ep_item_flush_expired 0 ep_item_flush_failed 0 ep_item_num_based_new_chk 1 ep_items_rm_from_checkpoints 2128238 ep_keep_closed_chks 0 ep_klog_block_size 4096 ep_klog_compactor_queue_cap 500000 ep_klog_compactor_stime 3600 ep_klog_flush commit2 ep_klog_max_entry_ratio 10 ep_klog_max_log_size 2147483647 ep_klog_path ep_klog_sync commit2 ep_kv_size 3537735258 ep_max_checkpoints 2 ep_max_data_size 5242880000 ep_max_item_size 20971520 ep_max_size 5242880000 ep_max_txn_size 10000 ep_max_vbuckets 512 ep_mem_high_wat 3932160000 ep_mem_high_wat 3932160000 ep_mem_low_wat 3145728000 ep_mem_low_wat 3145728000 ep_mem_tracker_enabled true ep_min_data_age 0 ep_mlog_compactor_runs 0 ep_mutation_mem_threshold 0 ep_num_access_scanner_runs 0 ep_num_eject_failures 523164 ep_num_expiry_pager_runs 0 ep_num_non_resident 1086494 ep_num_not_my_vbuckets 0 ep_num_ops_del_meta 0 ep_num_ops_get_meta 0 ep_num_ops_set_meta 0 ep_num_pager_runs 12 ep_num_value_ejects 1086494 ep_oom_errors 0 ep_overhead 50786850 ep_pager_active_vb_pcnt 40 ep_pager_unbiased_period 60 ep_pending_ops 0 ep_pending_ops_max 0 ep_pending_ops_max_duration 0 ep_pending_ops_total 0 ep_postInitfile ep_queue_age_cap 900 ep_queue_size 253014 ep_startup_time 1351905957 ep_storage_age 123 ep_storage_age_highwat 186 ep_store_max_concurrency 10 ep_store_max_readers 9 ep_store_max_readwrite 1 ep_stored_val_type ep_tap_ack_grace_period 300 ep_tap_ack_initial_sequence_number 1 ep_tap_ack_interval 1000 ep_tap_ack_window_size 10 ep_tap_backfill_resident 0.9 ep_tap_backlog_limit 5000 ep_tap_backoff_period 5 ep_tap_bg_fetch_requeued 0 ep_tap_bg_fetched 0 ep_tap_bg_max_pending 500 ep_tap_keepalive 300 ep_tap_noop_interval 20 ep_tap_requeue_sleep_time 0.1 ep_tap_throttle_cap_pcnt 10 ep_tap_throttle_queue_cap 1000000 ep_tap_throttle_threshold 90 ep_tmp_oom_errors 0 ep_too_old 0 ep_too_young 0 ep_total_cache_size 3507868338 ep_total_del_items 0 ep_total_enqueued 2488910 ep_total_new_items 2074960 ep_total_persisted 2074960 ep_uncommitted_items 6271 ep_value_size 3331885079 ep_vb0 0 ep_vb_snapshot_total 52 ep_vb_total 128 ep_vbucket_del 0 ep_vbucket_del_fail 0 ep_version 2.0.0r_130_g8b09894 ep_waitforwarmup 0 ep_warmup 1 ep_warmup_batch_size 1000 ep_warmup_dups 0 ep_warmup_min_items_threshold 100 ep_warmup_min_memory_threshold 100 ep_warmup_oom 0 ep_warmup_thread complete ep_warmup_time 745 get_hits 0 get_misses 0 incr_hits 0 incr_misses 0 libevent 2.0.11-stable limit_maxbytes 67108864 listen_disabled_num 0 max_conns_on_port_11209 1000 max_conns_on_port_11210 9000 mem_used 3667762472 pid 18083 pointer_size 64 rejected_conns 0 rusage_system 97.156230 rusage_user 249.644048 threads 4 time 1351907061 total_connections 13 uptime 1136 vb_active_curr_items 2488910 vb_active_eject 1086494 vb_active_expired 0 vb_active_ht_memory 12645376 vb_active_itm_memory 3507868338 vb_active_meta_data_memory 196623890 vb_active_num 128 vb_active_num_non_resident 1086494 vb_active_num_ref_ejects 1086494 vb_active_num_ref_items 2488910 vb_active_ops_create 2076992 vb_active_ops_delete 0 vb_active_ops_reject 0 vb_active_ops_update 0 vb_active_perc_mem_resident 56 vb_active_queue_age 33341159000 vb_active_queue_drain 2076993 vb_active_queue_fill 2488910 vb_active_queue_memory 13181344 vb_active_queue_pending 19772016 vb_active_queue_size 411917 vb_dead_num 0 vb_pending_curr_items 0 vb_pending_eject 0 vb_pending_expired 0 vb_pending_ht_memory 0 vb_pending_itm_memory 0 vb_pending_meta_data_memory 0 vb_pending_num 0 vb_pending_num_non_resident 0 vb_pending_num_ref_ejects 0 vb_pending_num_ref_items 0 vb_pending_ops_create 0 vb_pending_ops_delete 0 vb_pending_ops_reject 0 vb_pending_ops_update 0 vb_pending_perc_mem_resident 0 vb_pending_queue_age 0 vb_pending_queue_drain 0 vb_pending_queue_fill 0 vb_pending_queue_memory 0 vb_pending_queue_pending 0 vb_pending_queue_size 0 vb_replica_curr_items 0 vb_replica_eject 0 vb_replica_expired 0 vb_replica_ht_memory 0 vb_replica_itm_memory 0 vb_replica_meta_data_memory 0 vb_replica_num 0 vb_replica_num_non_resident 0 vb_replica_num_ref_ejects 0 vb_replica_num_ref_items 0 vb_replica_ops_create 0 vb_replica_ops_delete 0 vb_replica_ops_reject 0 vb_replica_ops_update 0 vb_replica_perc_mem_resident 0 vb_replica_queue_age 0 vb_replica_queue_drain 0 vb_replica_queue_fill 0 vb_replica_queue_memory 0 vb_replica_queue_pending 0 vb_replica_queue_size 0 version 1.4.4_600_g7ea975a [ns_doctor:debug,2012-11-02T18:44:27.041,ns_1@10.2.1.66:ns_doctor<0.1428.0>:ns_doctor:handle_info:137]Current node statuses: [{'ns_1@10.2.1.65', [{last_heard,{1351,907064,382475}}, {outgoing_replications_safeness_level,[{"default",green}]}, {incoming_replications_conf_hashes,[{"default",[]}]}, {active_buckets,["default"]}, {ready_buckets,["default"]}, {local_tasks,[]}, {memory, [{total,112609816}, {processes,67301600}, {processes_used,65723264}, {system,45308216}, {atom,1405017}, {atom_used,1377299}, {binary,6809696}, {code,14117455}, {ets,4880536}]}, {system_memory_data, [{system_total_memory,33657663488}, {free_swap,11350716416}, {total_swap,11350876160}, {cached_memory,7525326848}, {buffered_memory,219746304}, {free_memory,21026582528}, {total_memory,33657663488}]}, {node_storage_conf,[{db_path,"/data"},{index_path,"/data2"}]}, {statistics, [{wall_clock,{1307193,4999}}, {context_switches,{5297750,0}}, {garbage_collection,{562041,1859483035,0}}, {io,{{input,349159981},{output,76945250}}}, {reductions,{700677285,3131874}}, {run_queue,0}, {runtime,{219180,930}}]}, {system_stats, [{cpu_utilization_rate,8.25}, {swap_total,11350876160}, {swap_used,159744}]}, {interesting_stats, [{couch_docs_actual_disk_size,6906025362}, {couch_docs_data_size,6049206818}, {couch_views_actual_disk_size,0}, {couch_views_data_size,0}, {curr_items,2492211}, {curr_items_tot,2492211}, {mem_used,3547908312}, {vb_replica_curr_items,0}]}, {cluster_compatibility_version,131072}, {version, [{public_key,"0.13"}, {lhttpc,"1.3.0"}, {ale,"8cffe61"}, {os_mon,"2.2.7"}, {couch_set_view,"1.2.0a-47a991b-git"}, {mnesia,"4.5"}, {inets,"5.7.1"}, {couch,"1.2.0a-47a991b-git"}, {mapreduce,"1.0.0"}, {couch_index_merger,"1.2.0a-47a991b-git"}, {kernel,"2.14.5"}, {crypto,"2.0.4"}, {ssl,"4.1.6"}, {sasl,"2.1.10"}, {couch_view_parser,"1.0.0"}, {ns_server,"2.0.0-1925-rel-enterprise"}, {mochiweb,"1.4.1"}, {oauth,"7d85d3ef"}, {stdlib,"1.17.5"}]}, {supported_compat_version,[2,0]}, {system_arch,"x86_64-unknown-linux-gnu"}, {wall_clock,1307}, {memory_data,{33657663488,12008517632,{<18077.16820.0>,7028184}}}, {disk_data, [{"/",51088800,10}, {"/dev/shm",16434404,0}, {"/data",492257288,2}, {"/data2",246132896,1}]}, {meminfo, <<"MemTotal: 32868812 kB\nMemFree: 20533772 kB\nBuffers: 214596 kB\nCached: 7348952 kB\nSwapCached: 0 kB\nActive: 5914268 kB\nInactive: 6098224 kB\nHighTotal: 0 kB\nHighFree: 0 kB\nLowTotal: 32868812 kB\nLowFree: 20533772 kB\nSwapTotal: 11084840 kB\nSwapFree: 11084684 kB\nDirty: 2708 kB\nWriteback: 76 kB\nAnonPages: 4449020 kB\nMapped: 15316 kB\nSlab: 277868 kB\nPageTables: 12808 kB\nNFS_Unstable: 0 kB\nBounce: 0 kB\nCommitLimit: 27519244 kB\nCommitted_AS: 6162192 kB\nVmallocTotal: 34359738367 kB\nVmallocUsed: 6728 kB\nVmallocChunk: 34359730275 kB\nHugePages_Total: 0\nHugePages_Free: 0\nHugePages_Rsvd: 0\nHugepagesize: 2048 kB\n">>}]}, {'ns_1@10.2.1.66', [{last_heard,{1351,907062,41504}}, {outgoing_replications_safeness_level,[{"default",green}]}, {incoming_replications_conf_hashes,[{"default",[]}]}, {active_buckets,["default"]}, {ready_buckets,["default"]}, {local_tasks, [[{pid,<<"<0.11448.0>">>}, {bucket,<<"default">>}, {original_target,{[{type,bucket}]}}, {progress,92}, {started_on,1351906845}, {total_vbuckets,129}, {trigger_type,scheduled}, {type,bucket_compaction}, {updated_on,1351907061}, {vbuckets_done,119}]]}, {memory, [{total,91041312}, {processes,51032432}, {processes_used,51009752}, {system,40008880}, {atom,1352041}, {atom_used,1349412}, {binary,2281952}, {code,13622682}, {ets,4697976}]}, {system_memory_data, [{system_total_memory,33657663488}, {free_swap,10684469248}, {total_swap,10684628992}, {cached_memory,5888409600}, {buffered_memory,248778752}, {free_memory,22622683136}, {total_memory,33657663488}]}, {node_storage_conf,[{db_path,"/data"},{index_path,"/data2"}]}, {statistics, [{wall_clock,{1304440,5000}}, {context_switches,{5379802,0}}, {garbage_collection,{596160,1156838643,0}}, {io,{{input,94293073},{output,61869618}}}, {reductions,{537619138,1868367}}, {run_queue,0}, {runtime,{187700,380}}]}, {system_stats, [{cpu_utilization_rate,22.5}, {swap_total,10684628992}, {swap_used,159744}]}, {interesting_stats, [{couch_docs_actual_disk_size,5307384260}, {couch_docs_data_size,5022295317}, {couch_views_actual_disk_size,0}, {couch_views_data_size,0}, {curr_items,2486124}, {curr_items_tot,2486124}, {mem_used,3660481128}, {vb_replica_curr_items,0}]}, {cluster_compatibility_version,131072}, {version, [{public_key,"0.13"}, {lhttpc,"1.3.0"}, {ale,"8cffe61"}, {os_mon,"2.2.7"}, {couch_set_view,"1.2.0a-47a991b-git"}, {mnesia,"4.5"}, {inets,"5.7.1"}, {couch,"1.2.0a-47a991b-git"}, {mapreduce,"1.0.0"}, {couch_index_merger,"1.2.0a-47a991b-git"}, {kernel,"2.14.5"}, {crypto,"2.0.4"}, {ssl,"4.1.6"}, {sasl,"2.1.10"}, {couch_view_parser,"1.0.0"}, {ns_server,"2.0.0-1925-rel-enterprise"}, {mochiweb,"1.4.1"}, {oauth,"7d85d3ef"}, {stdlib,"1.17.5"}]}, {supported_compat_version,[2,0]}, {system_arch,"x86_64-unknown-linux-gnu"}, {wall_clock,1304}, {memory_data,{33657663488,11220246528,{<0.1696.0>,2914384}}}, {disk_data, [{"/",49781912,5}, {"/dev/shm",16434404,0}, {"/data",492257288,2}, {"/data2",246132896,1}]}, {meminfo, <<"MemTotal: 32868812 kB\nMemFree: 22092588 kB\nBuffers: 242948 kB\nCached: 5750400 kB\nSwapCached: 140 kB\nActive: 5183984 kB\nInactive: 5307188 kB\nHighTotal: 0 kB\nHighFree: 0 kB\nLowTotal: 32868812 kB\nLowFree: 22092588 kB\nSwapTotal: 10434208 kB\nSwapFree: 10434052 kB\nDirty: 27736 kB\nWriteback: 0 kB\nAnonPages: 4497112 kB\nMapped: 17060 kB\nSlab: 236924 kB\nPageTables: 13628 kB\nNFS_Unstable: 0 kB\nBounce: 0 kB\nCommitLimit: 26868612 kB\nCommitted_AS: 6207488 kB\nVmallocTotal: 34359738367 kB\nVmallocUsed: 6408 kB\nVmallocChunk: 34359730595 kB\nHugePages_Total: 0\nHugePages_Free: 0\nHugePages_Rsvd: 0\nHugepagesize: 2048 kB\n">>}]}, {'ns_1@10.2.1.67', [{last_heard,{1351,907066,12848}}, {outgoing_replications_safeness_level,[{"default",green}]}, {incoming_replications_conf_hashes,[{"default",[]}]}, {active_buckets,["default"]}, {ready_buckets,["default"]}, {local_tasks, [[{pid,<<"<0.13654.0>">>}, {bucket,<<"default">>}, {original_target,{[{type,bucket}]}}, {progress,20}, {started_on,1351907050}, {total_vbuckets,129}, {trigger_type,scheduled}, {type,bucket_compaction}, {updated_on,1351907097}, {vbuckets_done,27}]]}, {memory, [{total,95777352}, {processes,55019344}, {processes_used,54943304}, {system,40758008}, {atom,1352041}, {atom_used,1349412}, {binary,3028272}, {code,13631938}, {ets,4691584}]}, {system_memory_data, [{system_total_memory,33657663488}, {free_swap,10701078528}, {total_swap,10701078528}, {cached_memory,8504193024}, {buffered_memory,420016128}, {free_memory,19785265152}, {total_memory,33657663488}]}, {node_storage_conf,[{db_path,"/data"},{index_path,"/data2"}]}, {statistics, [{wall_clock,{1309398,5000}}, {context_switches,{5792558,0}}, {garbage_collection,{621213,1198507211,0}}, {io,{{input,96468932},{output,63918725}}}, {reductions,{556095031,2688735}}, {run_queue,0}, {runtime,{190280,440}}]}, {system_stats, [{cpu_utilization_rate,7.268170426065163}, {swap_total,10701078528}, {swap_used,0}]}, {interesting_stats, [{couch_docs_actual_disk_size,7883466215}, {couch_docs_data_size,5833495488}, {couch_views_actual_disk_size,0}, {couch_views_data_size,0}, {curr_items,2503544}, {curr_items_tot,2503544}, {mem_used,3959990552}, {vb_replica_curr_items,0}]}, {cluster_compatibility_version,131072}, {version, [{public_key,"0.13"}, {lhttpc,"1.3.0"}, {ale,"8cffe61"}, {os_mon,"2.2.7"}, {couch_set_view,"1.2.0a-47a991b-git"}, {mnesia,"4.5"}, {inets,"5.7.1"}, {couch,"1.2.0a-47a991b-git"}, {mapreduce,"1.0.0"}, {couch_index_merger,"1.2.0a-47a991b-git"}, {kernel,"2.14.5"}, {crypto,"2.0.4"}, {ssl,"4.1.6"}, {sasl,"2.1.10"}, {couch_view_parser,"1.0.0"}, {ns_server,"2.0.0-1925-rel-enterprise"}, {mochiweb,"1.4.1"}, {oauth,"7d85d3ef"}, {stdlib,"1.17.5"}]}, {supported_compat_version,[2,0]}, {system_arch,"x86_64-unknown-linux-gnu"}, {wall_clock,1309}, {memory_data,{33657663488,14225281024,{<18173.1678.0>,4714984}}}, {disk_data, [{"/",49781912,9}, {"/dev/shm",16434404,0}, {"/data",492257288,2}, {"/data2",246132896,1}]}, {meminfo, <<"MemTotal: 32868812 kB\nMemFree: 19321548 kB\nBuffers: 410172 kB\nCached: 8304876 kB\nSwapCached: 0 kB\nActive: 7553256 kB\nInactive: 5629944 kB\nHighTotal: 0 kB\nHighFree: 0 kB\nLowTotal: 32868812 kB\nLowFree: 19321548 kB\nSwapTotal: 10450272 kB\nSwapFree: 10450272 kB\nDirty: 9448 kB\nWriteback: 0 kB\nAnonPages: 4468176 kB\nMapped: 17064 kB\nSlab: 317932 kB\nPageTables: 13676 kB\nNFS_Unstable: 0 kB\nBounce: 0 kB\nCommitLimit: 26884676 kB\nCommitted_AS: 6177872 kB\nVmallocTotal: 34359738367 kB\nVmallocUsed: 6416 kB\nVmallocChunk: 34359730587 kB\nHugePages_Total: 0\nHugePages_Free: 0\nHugePages_Rsvd: 0\nHugepagesize: 2048 kB\n">>}]}, {'ns_1@10.2.1.68', [{last_heard,{1351,907064,357293}}, {outgoing_replications_safeness_level,[{"default",green}]}, {incoming_replications_conf_hashes,[{"default",[]}]}, {active_buckets,["default"]}, {ready_buckets,["default"]}, {local_tasks,[]}, {memory, [{total,94113632}, {processes,53671320}, {processes_used,53584448}, {system,40442312}, {atom,1352041}, {atom_used,1349412}, {binary,2693216}, {code,13659922}, {ets,4667040}]}, {system_memory_data, [{system_total_memory,33657663488}, {free_swap,10684616704}, {total_swap,10684628992}, {cached_memory,8745115648}, {buffered_memory,318636032}, {free_memory,19668856832}, {total_memory,33657663488}]}, {node_storage_conf,[{db_path,"/data"},{index_path,"/data2"}]}, {statistics, [{wall_clock,{1306430,5001}}, {context_switches,{6158169,0}}, {garbage_collection,{667990,1228279439,0}}, {io,{{input,92939101},{output,64474785}}}, {reductions,{567958900,2492607}}, {run_queue,0}, {runtime,{196400,640}}]}, {system_stats, [{cpu_utilization_rate,11.139240506329115}, {swap_total,10684628992}, {swap_used,12288}]}, {interesting_stats, [{couch_docs_actual_disk_size,8140866927}, {couch_docs_data_size,6073286947}, {couch_views_actual_disk_size,0}, {couch_views_data_size,0}, {curr_items,2496377}, {curr_items_tot,2496377}, {mem_used,3942852952}, {vb_replica_curr_items,0}]}, {cluster_compatibility_version,131072}, {version, [{public_key,"0.13"}, {lhttpc,"1.3.0"}, {ale,"8cffe61"}, {os_mon,"2.2.7"}, {couch_set_view,"1.2.0a-47a991b-git"}, {mnesia,"4.5"}, {inets,"5.7.1"}, {couch,"1.2.0a-47a991b-git"}, {mapreduce,"1.0.0"}, {couch_index_merger,"1.2.0a-47a991b-git"}, {kernel,"2.14.5"}, {crypto,"2.0.4"}, {ssl,"4.1.6"}, {sasl,"2.1.10"}, {couch_view_parser,"1.0.0"}, {ns_server,"2.0.0-1925-rel-enterprise"}, {mochiweb,"1.4.1"}, {oauth,"7d85d3ef"}, {stdlib,"1.17.5"}]}, {supported_compat_version,[2,0]}, {system_arch,"x86_64-unknown-linux-gnu"}, {wall_clock,1306}, {memory_data,{33657663488,13428334592,{<18174.1662.0>,4714984}}}, {disk_data, [{"/",49781912,5}, {"/dev/shm",16434404,0}, {"/data",492257288,2}, {"/data2",246132896,1}]}, {meminfo, <<"MemTotal: 32868812 kB\nMemFree: 19207992 kB\nBuffers: 311168 kB\nCached: 8540152 kB\nSwapCached: 12 kB\nActive: 7533444 kB\nInactive: 5756512 kB\nHighTotal: 0 kB\nHighFree: 0 kB\nLowTotal: 32868812 kB\nLowFree: 19207992 kB\nSwapTotal: 10434208 kB\nSwapFree: 10434196 kB\nDirty: 1616 kB\nWriteback: 0 kB\nAnonPages: 4438368 kB\nMapped: 17260 kB\nSlab: 323948 kB\nPageTables: 13532 kB\nNFS_Unstable: 0 kB\nBounce: 0 kB\nCommitLimit: 26868612 kB\nCommitted_AS: 6142160 kB\nVmallocTotal: 34359738367 kB\nVmallocUsed: 6408 kB\nVmallocChunk: 34359730595 kB\nHugePages_Total: 0\nHugePages_Free: 0\nHugePages_Rsvd: 0\nHugepagesize: 2048 kB\n">>}]}] [ns_doctor:debug,2012-11-02T18:45:27.040,ns_1@10.2.1.66:ns_doctor<0.1428.0>:ns_doctor:handle_info:137]Current node statuses: [{'ns_1@10.2.1.65', [{last_heard,{1351,907124,381243}}, {outgoing_replications_safeness_level,[{"default",green}]}, {incoming_replications_conf_hashes,[{"default",[]}]}, {active_buckets,["default"]}, {ready_buckets,["default"]}, {local_tasks,[]}, {memory, [{total,113356568}, {processes,67453128}, {processes_used,65874792}, {system,45903440}, {atom,1405017}, {atom_used,1377299}, {binary,7230360}, {code,14117455}, {ets,5055216}]}, {system_memory_data, [{system_total_memory,33657663488}, {free_swap,11350716416}, {total_swap,11350876160}, {cached_memory,7563395072}, {buffered_memory,219955200}, {free_memory,20986712064}, {total_memory,33657663488}]}, {node_storage_conf,[{db_path,"/data"},{index_path,"/data2"}]}, {statistics, [{wall_clock,{1367193,5000}}, {context_switches,{5355056,0}}, {garbage_collection,{567503,1938275238,0}}, {io,{{input,364941556},{output,78873046}}}, {reductions,{729605870,2252861}}, {run_queue,0}, {runtime,{226760,610}}]}, {system_stats, [{cpu_utilization_rate,4.25}, {swap_total,11350876160}, {swap_used,159744}]}, {interesting_stats, [{couch_docs_actual_disk_size,6947489135}, {couch_docs_data_size,6073317216}, {couch_views_actual_disk_size,0}, {couch_views_data_size,0}, {curr_items,2497553}, {curr_items_tot,2497553}, {mem_used,3561592760}, {vb_replica_curr_items,0}]}, {cluster_compatibility_version,131072}, {version, [{public_key,"0.13"}, {lhttpc,"1.3.0"}, {ale,"8cffe61"}, {os_mon,"2.2.7"}, {couch_set_view,"1.2.0a-47a991b-git"}, {mnesia,"4.5"}, {inets,"5.7.1"}, {couch,"1.2.0a-47a991b-git"}, {mapreduce,"1.0.0"}, {couch_index_merger,"1.2.0a-47a991b-git"}, {kernel,"2.14.5"}, {crypto,"2.0.4"}, {ssl,"4.1.6"}, {sasl,"2.1.10"}, {couch_view_parser,"1.0.0"}, {ns_server,"2.0.0-1925-rel-enterprise"}, {mochiweb,"1.4.1"}, {oauth,"7d85d3ef"}, {stdlib,"1.17.5"}]}, {supported_compat_version,[2,0]}, {system_arch,"x86_64-unknown-linux-gnu"}, {wall_clock,1367}, {memory_data,{33657663488,12672860160,{<18077.16820.0>,7028184}}}, {disk_data, [{"/",51088800,10}, {"/dev/shm",16434404,0}, {"/data",492257288,2}, {"/data2",246132896,1}]}, {meminfo, <<"MemTotal: 32868812 kB\nMemFree: 20494836 kB\nBuffers: 214800 kB\nCached: 7386128 kB\nSwapCached: 0 kB\nActive: 5923336 kB\nInactive: 6127768 kB\nHighTotal: 0 kB\nHighFree: 0 kB\nLowTotal: 32868812 kB\nLowFree: 20494836 kB\nSwapTotal: 11084840 kB\nSwapFree: 11084684 kB\nDirty: 348 kB\nWriteback: 0 kB\nAnonPages: 4450188 kB\nMapped: 15316 kB\nSlab: 278364 kB\nPageTables: 13004 kB\nNFS_Unstable: 0 kB\nBounce: 0 kB\nCommitLimit: 27519244 kB\nCommitted_AS: 6164496 kB\nVmallocTotal: 34359738367 kB\nVmallocUsed: 6728 kB\nVmallocChunk: 34359730275 kB\nHugePages_Total: 0\nHugePages_Free: 0\nHugePages_Rsvd: 0\nHugepagesize: 2048 kB\n">>}]}, {'ns_1@10.2.1.66', [{last_heard,{1351,907122,41611}}, {outgoing_replications_safeness_level,[{"default",green}]}, {incoming_replications_conf_hashes,[{"default",[]}]}, {active_buckets,["default"]}, {ready_buckets,["default"]}, {local_tasks,[]}, {memory, [{total,90791184}, {processes,50426640}, {processes_used,50358168}, {system,40364544}, {atom,1352041}, {atom_used,1349412}, {binary,2513720}, {code,13622682}, {ets,4827728}]}, {system_memory_data, [{system_total_memory,33657663488}, {free_swap,10684469248}, {total_swap,10684628992}, {cached_memory,6714748928}, {buffered_memory,250200064}, {free_memory,21775634432}, {total_memory,33657663488}]}, {node_storage_conf,[{db_path,"/data"},{index_path,"/data2"}]}, {statistics, [{wall_clock,{1364440,5001}}, {context_switches,{5437007,0}}, {garbage_collection,{601967,1202016067,0}}, {io,{{input,95112884},{output,63220220}}}, {reductions,{560162846,1855249}}, {run_queue,0}, {runtime,{192680,400}}]}, {system_stats, [{cpu_utilization_rate,9.5}, {swap_total,10684628992}, {swap_used,159744}]}, {interesting_stats, [{couch_docs_actual_disk_size,6051156095}, {couch_docs_data_size,5891839962}, {couch_views_actual_disk_size,0}, {couch_views_data_size,0}, {curr_items,2497102}, {curr_items_tot,2497102}, {mem_used,3656431848}, {vb_replica_curr_items,0}]}, {cluster_compatibility_version,131072}, {version, [{public_key,"0.13"}, {lhttpc,"1.3.0"}, {ale,"8cffe61"}, {os_mon,"2.2.7"}, {couch_set_view,"1.2.0a-47a991b-git"}, {mnesia,"4.5"}, {inets,"5.7.1"}, {couch,"1.2.0a-47a991b-git"}, {mapreduce,"1.0.0"}, {couch_index_merger,"1.2.0a-47a991b-git"}, {kernel,"2.14.5"}, {crypto,"2.0.4"}, {ssl,"4.1.6"}, {sasl,"2.1.10"}, {couch_view_parser,"1.0.0"}, {ns_server,"2.0.0-1925-rel-enterprise"}, {mochiweb,"1.4.1"}, {oauth,"7d85d3ef"}, {stdlib,"1.17.5"}]}, {supported_compat_version,[2,0]}, {system_arch,"x86_64-unknown-linux-gnu"}, {wall_clock,1364}, {memory_data,{33657663488,10935422976,{<0.1696.0>,2914384}}}, {disk_data, [{"/",49781912,5}, {"/dev/shm",16434404,0}, {"/data",492257288,2}, {"/data2",246132896,1}]}, {meminfo, <<"MemTotal: 32868812 kB\nMemFree: 21265268 kB\nBuffers: 244336 kB\nCached: 6557372 kB\nSwapCached: 140 kB\nActive: 5085320 kB\nInactive: 6213620 kB\nHighTotal: 0 kB\nHighFree: 0 kB\nLowTotal: 32868812 kB\nLowFree: 21265268 kB\nSwapTotal: 10434208 kB\nSwapFree: 10434052 kB\nDirty: 7584 kB\nWriteback: 0 kB\nAnonPages: 4496936 kB\nMapped: 17060 kB\nSlab: 256276 kB\nPageTables: 13628 kB\nNFS_Unstable: 0 kB\nBounce: 0 kB\nCommitLimit: 26868612 kB\nCommitted_AS: 6204416 kB\nVmallocTotal: 34359738367 kB\nVmallocUsed: 6408 kB\nVmallocChunk: 34359730595 kB\nHugePages_Total: 0\nHugePages_Free: 0\nHugePages_Rsvd: 0\nHugepagesize: 2048 kB\n">>}]}, {'ns_1@10.2.1.67', [{last_heard,{1351,907126,11858}}, {outgoing_replications_safeness_level,[{"default",green}]}, {incoming_replications_conf_hashes,[{"default",[]}]}, {active_buckets,["default"]}, {ready_buckets,["default"]}, {local_tasks, [[{pid,<<"<0.13654.0>">>}, {bucket,<<"default">>}, {original_target,{[{type,bucket}]}}, {progress,47}, {started_on,1351907050}, {total_vbuckets,129}, {trigger_type,scheduled}, {type,bucket_compaction}, {updated_on,1351907160}, {vbuckets_done,61}]]}, {memory, [{total,93626944}, {processes,52270960}, {processes_used,52226200}, {system,41355984}, {atom,1352041}, {atom_used,1349412}, {binary,3413360}, {code,13631938}, {ets,4899616}]}, {system_memory_data, [{system_total_memory,33657663488}, {free_swap,10701078528}, {total_swap,10701078528}, {cached_memory,7913095168}, {buffered_memory,421662720}, {free_memory,20391956480}, {total_memory,33657663488}]}, {node_storage_conf,[{db_path,"/data"},{index_path,"/data2"}]}, {statistics, [{wall_clock,{1369397,5000}}, {context_switches,{5851181,0}}, {garbage_collection,{627273,1255035259,0}}, {io,{{input,100591518},{output,65907689}}}, {reductions,{588167388,2684329}}, {run_queue,0}, {runtime,{195720,420}}]}, {system_stats, [{cpu_utilization_rate,8.521303258145364}, {swap_total,10701078528}, {swap_used,0}]}, {interesting_stats, [{couch_docs_actual_disk_size,7312473077}, {couch_docs_data_size,5890584691}, {couch_views_actual_disk_size,0}, {couch_views_data_size,0}, {curr_items,2503544}, {curr_items_tot,2503544}, {mem_used,3535897512}, {vb_replica_curr_items,0}]}, {cluster_compatibility_version,131072}, {version, [{public_key,"0.13"}, {lhttpc,"1.3.0"}, {ale,"8cffe61"}, {os_mon,"2.2.7"}, {couch_set_view,"1.2.0a-47a991b-git"}, {mnesia,"4.5"}, {inets,"5.7.1"}, {couch,"1.2.0a-47a991b-git"}, {mapreduce,"1.0.0"}, {couch_index_merger,"1.2.0a-47a991b-git"}, {kernel,"2.14.5"}, {crypto,"2.0.4"}, {ssl,"4.1.6"}, {sasl,"2.1.10"}, {couch_view_parser,"1.0.0"}, {ns_server,"2.0.0-1925-rel-enterprise"}, {mochiweb,"1.4.1"}, {oauth,"7d85d3ef"}, {stdlib,"1.17.5"}]}, {supported_compat_version,[2,0]}, {system_arch,"x86_64-unknown-linux-gnu"}, {wall_clock,1369}, {memory_data,{33657663488,13759135744,{<18173.1678.0>,2914384}}}, {disk_data, [{"/",49781912,9}, {"/dev/shm",16434404,0}, {"/data",492257288,2}, {"/data2",246132896,1}]}, {meminfo, <<"MemTotal: 32868812 kB\nMemFree: 19914144 kB\nBuffers: 411780 kB\nCached: 7727304 kB\nSwapCached: 0 kB\nActive: 6718008 kB\nInactive: 5888104 kB\nHighTotal: 0 kB\nHighFree: 0 kB\nLowTotal: 32868812 kB\nLowFree: 19914144 kB\nSwapTotal: 10450272 kB\nSwapFree: 10450272 kB\nDirty: 46232 kB\nWriteback: 0 kB\nAnonPages: 4467012 kB\nMapped: 17064 kB\nSlab: 302916 kB\nPageTables: 13676 kB\nNFS_Unstable: 0 kB\nBounce: 0 kB\nCommitLimit: 26884676 kB\nCommitted_AS: 6177976 kB\nVmallocTotal: 34359738367 kB\nVmallocUsed: 6416 kB\nVmallocChunk: 34359730587 kB\nHugePages_Total: 0\nHugePages_Free: 0\nHugePages_Rsvd: 0\nHugepagesize: 2048 kB\n">>}]}, {'ns_1@10.2.1.68', [{last_heard,{1351,907124,355876}}, {outgoing_replications_safeness_level,[{"default",green}]}, {incoming_replications_conf_hashes,[{"default",[]}]}, {active_buckets,["default"]}, {ready_buckets,["default"]}, {local_tasks,[]}, {memory, [{total,91200488}, {processes,50607144}, {processes_used,50520272}, {system,40593344}, {atom,1352041}, {atom_used,1349412}, {binary,2669528}, {code,13659922}, {ets,4841768}]}, {system_memory_data, [{system_total_memory,33657663488}, {free_swap,10684616704}, {total_swap,10684628992}, {cached_memory,8805826560}, {buffered_memory,318808064}, {free_memory,19603464192}, {total_memory,33657663488}]}, {node_storage_conf,[{db_path,"/data"},{index_path,"/data2"}]}, {statistics, [{wall_clock,{1366430,5000}}, {context_switches,{6216497,0}}, {garbage_collection,{673825,1273554916,0}}, {io,{{input,93732834},{output,65831495}}}, {reductions,{590539761,1884131}}, {run_queue,0}, {runtime,{202000,460}}]}, {system_stats, [{cpu_utilization_rate,2.255639097744361}, {swap_total,10684628992}, {swap_used,12288}]}, {interesting_stats, [{couch_docs_actual_disk_size,8200766813}, {couch_docs_data_size,6107702164}, {couch_views_actual_disk_size,0}, {couch_views_data_size,0}, {curr_items,2501801}, {curr_items_tot,2501801}, {mem_used,3488892616}, {vb_replica_curr_items,0}]}, {cluster_compatibility_version,131072}, {version, [{public_key,"0.13"}, {lhttpc,"1.3.0"}, {ale,"8cffe61"}, {os_mon,"2.2.7"}, {couch_set_view,"1.2.0a-47a991b-git"}, {mnesia,"4.5"}, {inets,"5.7.1"}, {couch,"1.2.0a-47a991b-git"}, {mapreduce,"1.0.0"}, {couch_index_merger,"1.2.0a-47a991b-git"}, {kernel,"2.14.5"}, {crypto,"2.0.4"}, {ssl,"4.1.6"}, {sasl,"2.1.10"}, {couch_view_parser,"1.0.0"}, {ns_server,"2.0.0-1925-rel-enterprise"}, {mochiweb,"1.4.1"}, {oauth,"7d85d3ef"}, {stdlib,"1.17.5"}]}, {supported_compat_version,[2,0]}, {system_arch,"x86_64-unknown-linux-gnu"}, {wall_clock,1366}, {memory_data,{33657663488,14055596032,{<18174.1662.0>,4714984}}}, {disk_data, [{"/",49781912,5}, {"/dev/shm",16434404,0}, {"/data",492257288,2}, {"/data2",246132896,1}]}, {meminfo, <<"MemTotal: 32868812 kB\nMemFree: 19144132 kB\nBuffers: 311336 kB\nCached: 8599440 kB\nSwapCached: 12 kB\nActive: 7561316 kB\nInactive: 5790836 kB\nHighTotal: 0 kB\nHighFree: 0 kB\nLowTotal: 32868812 kB\nLowFree: 19144132 kB\nSwapTotal: 10434208 kB\nSwapFree: 10434196 kB\nDirty: 904 kB\nWriteback: 0 kB\nAnonPages: 4441288 kB\nMapped: 17260 kB\nSlab: 324976 kB\nPageTables: 13540 kB\nNFS_Unstable: 0 kB\nBounce: 0 kB\nCommitLimit: 26868612 kB\nCommitted_AS: 6144976 kB\nVmallocTotal: 34359738367 kB\nVmallocUsed: 6408 kB\nVmallocChunk: 34359730595 kB\nHugePages_Total: 0\nHugePages_Free: 0\nHugePages_Rsvd: 0\nHugepagesize: 2048 kB\n">>}]}] [stats:debug,2012-11-02T18:46:02.872,ns_1@10.2.1.66:<0.1704.0>:stats_collector:maybe_log_stats:126](at {{1970,1,16},{7,31,47}}) Stats for bucket "default": accepting_conns 1 auth_cmds 3 auth_errors 0 bucket_active_conns 1 bucket_conns 5 bytes 3652502088 bytes_read 5993225126 bytes_written 126837935 cas_badval 0 cas_hits 0 cas_misses 0 cmd_flush 0 cmd_get 0 cmd_set 2497102 conn_yields 852 connection_structures 5000 curr_connections 9 curr_conns_on_port_11209 6 curr_conns_on_port_11210 1 curr_items 2497102 curr_items_tot 2497102 curr_temp_items 0 daemon_connections 4 decr_hits 0 decr_misses 0 delete_hits 0 delete_misses 0 ep_access_scanner_last_runtime 0 ep_access_scanner_num_items 0 ep_access_scanner_task_time 2012-11-03 10:00:00 ep_allow_data_loss_during_shutdown 1 ep_alog_block_size 4096 ep_alog_path /data/default/access.log ep_alog_sleep_time 1440 ep_alog_task_time 10 ep_backend couchdb ep_bg_fetch_delay 0 ep_bg_fetched 0 ep_bg_meta_fetched 0 ep_bg_remaining_jobs 0 ep_chk_max_items 5000 ep_chk_period 1800 ep_chk_persistence_remains 0 ep_chk_persistence_timeout 10 ep_chk_remover_stime 5 ep_commit_num 1429 ep_commit_time 80 ep_commit_time_total 39830 ep_concurrentDB 1 ep_config_file ep_couch_bucket default ep_couch_host localhost ep_couch_port 11213 ep_couch_reconnect_sleeptime 250 ep_couch_response_timeout 180000 ep_data_age 95 ep_data_age_highwat 216 ep_data_traffic_enabled 0 ep_dbinit 0 ep_dbname /data/default ep_degraded_mode 0 ep_diskqueue_drain 2497102 ep_diskqueue_fill 2497102 ep_diskqueue_items 0 ep_diskqueue_memory 0 ep_diskqueue_pending 0 ep_exp_pager_stime 3600 ep_exp_pager_stime 3600 ep_expired_access 0 ep_expired_pager 0 ep_expiry_window 3 ep_failpartialwarmup 0 ep_flush_all false ep_flush_duration_total 951 ep_flushall_enabled 0 ep_flusher_state running ep_flusher_todo 0 ep_getl_default_timeout 15 ep_getl_max_timeout 30 ep_ht_locks 5 ep_ht_size 3079 ep_inconsistent_slave_chk 0 ep_initfile ep_io_num_read 0 ep_io_num_write 2497102 ep_io_read_bytes 0 ep_io_write_bytes 5913187874 ep_item_begin_failed 0 ep_item_commit_failed 0 ep_item_flush_expired 0 ep_item_flush_failed 0 ep_item_num_based_new_chk 1 ep_items_rm_from_checkpoints 2295768 ep_keep_closed_chks 0 ep_klog_block_size 4096 ep_klog_compactor_queue_cap 500000 ep_klog_compactor_stime 3600 ep_klog_flush commit2 ep_klog_max_entry_ratio 10 ep_klog_max_log_size 2147483647 ep_klog_path ep_klog_sync commit2 ep_kv_size 3557854730 ep_max_checkpoints 2 ep_max_data_size 5242880000 ep_max_item_size 20971520 ep_max_size 5242880000 ep_max_txn_size 10000 ep_max_vbuckets 512 ep_mem_high_wat 3932160000 ep_mem_high_wat 3932160000 ep_mem_low_wat 3145728000 ep_mem_low_wat 3145728000 ep_mem_tracker_enabled true ep_min_data_age 0 ep_mlog_compactor_runs 0 ep_mutation_mem_threshold 0 ep_num_access_scanner_runs 0 ep_num_eject_failures 523164 ep_num_expiry_pager_runs 0 ep_num_non_resident 1086494 ep_num_not_my_vbuckets 0 ep_num_ops_del_meta 0 ep_num_ops_get_meta 0 ep_num_ops_set_meta 0 ep_num_pager_runs 12 ep_num_value_ejects 1086494 ep_oom_errors 0 ep_overhead 30729648 ep_pager_active_vb_pcnt 40 ep_pager_unbiased_period 60 ep_pending_ops 0 ep_pending_ops_max 0 ep_pending_ops_max_duration 0 ep_pending_ops_total 0 ep_postInitfile ep_queue_age_cap 900 ep_queue_size 0 ep_startup_time 1351905957 ep_storage_age 94 ep_storage_age_highwat 215 ep_store_max_concurrency 10 ep_store_max_readers 9 ep_store_max_readwrite 1 ep_stored_val_type ep_tap_ack_grace_period 300 ep_tap_ack_initial_sequence_number 1 ep_tap_ack_interval 1000 ep_tap_ack_window_size 10 ep_tap_backfill_resident 0.9 ep_tap_backlog_limit 5000 ep_tap_backoff_period 5 ep_tap_bg_fetch_requeued 0 ep_tap_bg_fetched 0 ep_tap_bg_max_pending 500 ep_tap_keepalive 300 ep_tap_noop_interval 20 ep_tap_requeue_sleep_time 0.1 ep_tap_throttle_cap_pcnt 10 ep_tap_throttle_queue_cap 1000000 ep_tap_throttle_threshold 90 ep_tmp_oom_errors 0 ep_too_old 0 ep_too_young 0 ep_total_cache_size 3527889506 ep_total_del_items 0 ep_total_enqueued 2497102 ep_total_new_items 2497102 ep_total_persisted 2497102 ep_uncommitted_items 0 ep_value_size 3351328707 ep_vb0 0 ep_vb_snapshot_total 54 ep_vb_total 128 ep_vbucket_del 0 ep_vbucket_del_fail 0 ep_version 2.0.0r_130_g8b09894 ep_waitforwarmup 0 ep_warmup 1 ep_warmup_batch_size 1000 ep_warmup_dups 0 ep_warmup_min_items_threshold 100 ep_warmup_min_memory_threshold 100 ep_warmup_oom 0 ep_warmup_thread complete ep_warmup_time 745 get_hits 0 get_misses 0 incr_hits 0 incr_misses 0 libevent 2.0.11-stable limit_maxbytes 67108864 listen_disabled_num 0 max_conns_on_port_11209 1000 max_conns_on_port_11210 9000 mem_used 3652502088 pid 18083 pointer_size 64 rejected_conns 0 rusage_system 99.516871 rusage_user 267.748296 threads 4 time 1351907161 total_connections 13 uptime 1236 vb_active_curr_items 2497102 vb_active_eject 1086494 vb_active_expired 0 vb_active_ht_memory 12645376 vb_active_itm_memory 3527889506 vb_active_meta_data_memory 197271058 vb_active_num 128 vb_active_num_non_resident 1086494 vb_active_num_ref_ejects 1086494 vb_active_num_ref_items 2497102 vb_active_ops_create 2497102 vb_active_ops_delete 0 vb_active_ops_reject 0 vb_active_ops_update 0 vb_active_perc_mem_resident 56 vb_active_queue_age 0 vb_active_queue_drain 2497102 vb_active_queue_fill 2497102 vb_active_queue_memory 0 vb_active_queue_pending 0 vb_active_queue_size 0 vb_dead_num 0 vb_pending_curr_items 0 vb_pending_eject 0 vb_pending_expired 0 vb_pending_ht_memory 0 vb_pending_itm_memory 0 vb_pending_meta_data_memory 0 vb_pending_num 0 vb_pending_num_non_resident 0 vb_pending_num_ref_ejects 0 vb_pending_num_ref_items 0 vb_pending_ops_create 0 vb_pending_ops_delete 0 vb_pending_ops_reject 0 vb_pending_ops_update 0 vb_pending_perc_mem_resident 0 vb_pending_queue_age 0 vb_pending_queue_drain 0 vb_pending_queue_fill 0 vb_pending_queue_memory 0 vb_pending_queue_pending 0 vb_pending_queue_size 0 vb_replica_curr_items 0 vb_replica_eject 0 vb_replica_expired 0 vb_replica_ht_memory 0 vb_replica_itm_memory 0 vb_replica_meta_data_memory 0 vb_replica_num 0 vb_replica_num_non_resident 0 vb_replica_num_ref_ejects 0 vb_replica_num_ref_items 0 vb_replica_ops_create 0 vb_replica_ops_delete 0 vb_replica_ops_reject 0 vb_replica_ops_update 0 vb_replica_perc_mem_resident 0 vb_replica_queue_age 0 vb_replica_queue_drain 0 vb_replica_queue_fill 0 vb_replica_queue_memory 0 vb_replica_queue_pending 0 vb_replica_queue_size 0 version 1.4.4_600_g7ea975a [ns_doctor:debug,2012-11-02T18:46:27.041,ns_1@10.2.1.66:ns_doctor<0.1428.0>:ns_doctor:handle_info:137]Current node statuses: [{'ns_1@10.2.1.65', [{last_heard,{1351,907184,380151}}, {outgoing_replications_safeness_level,[{"default",green}]}, {incoming_replications_conf_hashes,[{"default",[]}]}, {active_buckets,["default"]}, {ready_buckets,["default"]}, {local_tasks,[]}, {memory, [{total,113706304}, {processes,67733048}, {processes_used,66154712}, {system,45973256}, {atom,1405017}, {atom_used,1377299}, {binary,7237744}, {code,14117455}, {ets,5117368}]}, {system_memory_data, [{system_total_memory,33657663488}, {free_swap,11350716416}, {total_swap,11350876160}, {cached_memory,7564349440}, {buffered_memory,220069888}, {free_memory,20983664640}, {total_memory,33657663488}]}, {node_storage_conf,[{db_path,"/data"},{index_path,"/data2"}]}, {statistics, [{wall_clock,{1427193,5000}}, {context_switches,{5408283,0}}, {garbage_collection,{572813,2018244876,0}}, {io,{{input,380910183},{output,80868560}}}, {reductions,{759273971,2284172}}, {run_queue,0}, {runtime,{234150,600}}]}, {system_stats, [{cpu_utilization_rate,3.75}, {swap_total,11350876160}, {swap_used,159744}]}, {interesting_stats, [{couch_docs_actual_disk_size,6947489102}, {couch_docs_data_size,6073317216}, {couch_views_actual_disk_size,0}, {couch_views_data_size,0}, {curr_items,2497553}, {curr_items_tot,2497553}, {mem_used,3561592760}, {vb_replica_curr_items,0}]}, {cluster_compatibility_version,131072}, {version, [{public_key,"0.13"}, {lhttpc,"1.3.0"}, {ale,"8cffe61"}, {os_mon,"2.2.7"}, {couch_set_view,"1.2.0a-47a991b-git"}, {mnesia,"4.5"}, {inets,"5.7.1"}, {couch,"1.2.0a-47a991b-git"}, {mapreduce,"1.0.0"}, {couch_index_merger,"1.2.0a-47a991b-git"}, {kernel,"2.14.5"}, {crypto,"2.0.4"}, {ssl,"4.1.6"}, {sasl,"2.1.10"}, {couch_view_parser,"1.0.0"}, {ns_server,"2.0.0-1925-rel-enterprise"}, {mochiweb,"1.4.1"}, {oauth,"7d85d3ef"}, {stdlib,"1.17.5"}]}, {supported_compat_version,[2,0]}, {system_arch,"x86_64-unknown-linux-gnu"}, {wall_clock,1427}, {memory_data,{33657663488,12672856064,{<18077.16820.0>,7028184}}}, {disk_data, [{"/",51088800,10}, {"/dev/shm",16434404,0}, {"/data",492257288,2}, {"/data2",246132896,1}]}, {meminfo, <<"MemTotal: 32868812 kB\nMemFree: 20491860 kB\nBuffers: 214912 kB\nCached: 7387060 kB\nSwapCached: 0 kB\nActive: 5923960 kB\nInactive: 6128800 kB\nHighTotal: 0 kB\nHighFree: 0 kB\nLowTotal: 32868812 kB\nLowFree: 20491860 kB\nSwapTotal: 11084840 kB\nSwapFree: 11084684 kB\nDirty: 12 kB\nWriteback: 0 kB\nAnonPages: 4450560 kB\nMapped: 15316 kB\nSlab: 278136 kB\nPageTables: 12940 kB\nNFS_Unstable: 0 kB\nBounce: 0 kB\nCommitLimit: 27519244 kB\nCommitted_AS: 6165876 kB\nVmallocTotal: 34359738367 kB\nVmallocUsed: 6728 kB\nVmallocChunk: 34359730275 kB\nHugePages_Total: 0\nHugePages_Free: 0\nHugePages_Rsvd: 0\nHugepagesize: 2048 kB\n">>}]}, {'ns_1@10.2.1.66', [{last_heard,{1351,907182,42095}}, {outgoing_replications_safeness_level,[{"default",green}]}, {incoming_replications_conf_hashes,[{"default",[]}]}, {active_buckets,["default"]}, {ready_buckets,["default"]}, {local_tasks,[]}, {memory, [{total,93521600}, {processes,52928144}, {processes_used,52859672}, {system,40593456}, {atom,1352041}, {atom_used,1349412}, {binary,2678744}, {code,13622682}, {ets,4890992}]}, {system_memory_data, [{system_total_memory,33657663488}, {free_swap,10684469248}, {total_swap,10684628992}, {cached_memory,6845669376}, {buffered_memory,250404864}, {free_memory,21639008256}, {total_memory,33657663488}]}, {node_storage_conf,[{db_path,"/data"},{index_path,"/data2"}]}, {statistics, [{wall_clock,{1424440,5001}}, {context_switches,{5488497,0}}, {garbage_collection,{606885,1247690846,0}}, {io,{{input,96100764},{output,64595144}}}, {reductions,{583294834,1848737}}, {run_queue,0}, {runtime,{198360,490}}]}, {system_stats, [{cpu_utilization_rate,3.5}, {swap_total,10684628992}, {swap_used,159744}]}, {interesting_stats, [{couch_docs_actual_disk_size,6231451068}, {couch_docs_data_size,6054380609}, {couch_views_actual_disk_size,0}, {couch_views_data_size,0}, {curr_items,2497102}, {curr_items_tot,2497102}, {mem_used,3652502088}, {vb_replica_curr_items,0}]}, {cluster_compatibility_version,131072}, {version, [{public_key,"0.13"}, {lhttpc,"1.3.0"}, {ale,"8cffe61"}, {os_mon,"2.2.7"}, {couch_set_view,"1.2.0a-47a991b-git"}, {mnesia,"4.5"}, {inets,"5.7.1"}, {couch,"1.2.0a-47a991b-git"}, {mapreduce,"1.0.0"}, {couch_index_merger,"1.2.0a-47a991b-git"}, {kernel,"2.14.5"}, {crypto,"2.0.4"}, {ssl,"4.1.6"}, {sasl,"2.1.10"}, {couch_view_parser,"1.0.0"}, {ns_server,"2.0.0-1925-rel-enterprise"}, {mochiweb,"1.4.1"}, {oauth,"7d85d3ef"}, {stdlib,"1.17.5"}]}, {supported_compat_version,[2,0]}, {system_arch,"x86_64-unknown-linux-gnu"}, {wall_clock,1424}, {memory_data,{33657663488,12018282496,{<0.1696.0>,2914384}}}, {disk_data, [{"/",49781912,5}, {"/dev/shm",16434404,0}, {"/data",492257288,2}, {"/data2",246132896,1}]}, {meminfo, <<"MemTotal: 32868812 kB\nMemFree: 21131844 kB\nBuffers: 244536 kB\nCached: 6685224 kB\nSwapCached: 140 kB\nActive: 5105032 kB\nInactive: 6324052 kB\nHighTotal: 0 kB\nHighFree: 0 kB\nLowTotal: 32868812 kB\nLowFree: 21131844 kB\nSwapTotal: 10434208 kB\nSwapFree: 10434052 kB\nDirty: 6176 kB\nWriteback: 0 kB\nAnonPages: 4499248 kB\nMapped: 17060 kB\nSlab: 259056 kB\nPageTables: 13640 kB\nNFS_Unstable: 0 kB\nBounce: 0 kB\nCommitLimit: 26868612 kB\nCommitted_AS: 6210120 kB\nVmallocTotal: 34359738367 kB\nVmallocUsed: 6408 kB\nVmallocChunk: 34359730595 kB\nHugePages_Total: 0\nHugePages_Free: 0\nHugePages_Rsvd: 0\nHugepagesize: 2048 kB\n">>}]}, {'ns_1@10.2.1.67', [{last_heard,{1351,907186,12022}}, {outgoing_replications_safeness_level,[{"default",green}]}, {incoming_replications_conf_hashes,[{"default",[]}]}, {active_buckets,["default"]}, {ready_buckets,["default"]}, {local_tasks, [[{pid,<<"<0.13654.0>">>}, {bucket,<<"default">>}, {original_target,{[{type,bucket}]}}, {progress,75}, {started_on,1351907050}, {total_vbuckets,129}, {trigger_type,scheduled}, {type,bucket_compaction}, {updated_on,1351907220}, {vbuckets_done,98}]]}, {memory, [{total,94926616}, {processes,53349360}, {processes_used,53308280}, {system,41577256}, {atom,1352041}, {atom_used,1349412}, {binary,3567184}, {code,13631938}, {ets,4965688}]}, {system_memory_data, [{system_total_memory,33657663488}, {free_swap,10701078528}, {total_swap,10701078528}, {cached_memory,7313178624}, {buffered_memory,423473152}, {free_memory,21000425472}, {total_memory,33657663488}]}, {node_storage_conf,[{db_path,"/data"},{index_path,"/data2"}]}, {statistics, [{wall_clock,{1429397,5000}}, {context_switches,{5907986,0}}, {garbage_collection,{633420,1305140426,0}}, {io,{{input,102958020},{output,67494354}}}, {reductions,{614802701,1977461}}, {run_queue,0}, {runtime,{200880,330}}]}, {system_stats, [{cpu_utilization_rate,11.75}, {swap_total,10701078528}, {swap_used,0}]}, {interesting_stats, [{couch_docs_actual_disk_size,6731678058}, {couch_docs_data_size,5963480446}, {couch_views_actual_disk_size,0}, {couch_views_data_size,0}, {curr_items,2503544}, {curr_items_tot,2503544}, {mem_used,3512425384}, {vb_replica_curr_items,0}]}, {cluster_compatibility_version,131072}, {version, [{public_key,"0.13"}, {lhttpc,"1.3.0"}, {ale,"8cffe61"}, {os_mon,"2.2.7"}, {couch_set_view,"1.2.0a-47a991b-git"}, {mnesia,"4.5"}, {inets,"5.7.1"}, {couch,"1.2.0a-47a991b-git"}, {mapreduce,"1.0.0"}, {couch_index_merger,"1.2.0a-47a991b-git"}, {kernel,"2.14.5"}, {crypto,"2.0.4"}, {ssl,"4.1.6"}, {sasl,"2.1.10"}, {couch_view_parser,"1.0.0"}, {ns_server,"2.0.0-1925-rel-enterprise"}, {mochiweb,"1.4.1"}, {oauth,"7d85d3ef"}, {stdlib,"1.17.5"}]}, {supported_compat_version,[2,0]}, {system_arch,"x86_64-unknown-linux-gnu"}, {wall_clock,1429}, {memory_data,{33657663488,13152317440,{<18173.1678.0>,2914384}}}, {disk_data, [{"/",49781912,9}, {"/dev/shm",16434404,0}, {"/data",492257288,2}, {"/data2",246132896,1}]}, {meminfo, <<"MemTotal: 32868812 kB\nMemFree: 20508228 kB\nBuffers: 413548 kB\nCached: 7141776 kB\nSwapCached: 0 kB\nActive: 5856120 kB\nInactive: 6168320 kB\nHighTotal: 0 kB\nHighFree: 0 kB\nLowTotal: 32868812 kB\nLowFree: 20508228 kB\nSwapTotal: 10450272 kB\nSwapFree: 10450272 kB\nDirty: 16344 kB\nWriteback: 31492 kB\nAnonPages: 4469016 kB\nMapped: 17064 kB\nSlab: 290704 kB\nPageTables: 13676 kB\nNFS_Unstable: 0 kB\nBounce: 0 kB\nCommitLimit: 26884676 kB\nCommitted_AS: 6178216 kB\nVmallocTotal: 34359738367 kB\nVmallocUsed: 6416 kB\nVmallocChunk: 34359730587 kB\nHugePages_Total: 0\nHugePages_Free: 0\nHugePages_Rsvd: 0\nHugepagesize: 2048 kB\n">>}]}, {'ns_1@10.2.1.68', [{last_heard,{1351,907184,355243}}, {outgoing_replications_safeness_level,[{"default",green}]}, {incoming_replications_conf_hashes,[{"default",[]}]}, {active_buckets,["default"]}, {ready_buckets,["default"]}, {local_tasks,[]}, {memory, [{total,92739120}, {processes,51779656}, {processes_used,51692784}, {system,40959464}, {atom,1352041}, {atom_used,1349412}, {binary,2971968}, {code,13659922}, {ets,4905216}]}, {system_memory_data, [{system_total_memory,33657663488}, {free_swap,10684616704}, {total_swap,10684628992}, {cached_memory,8806924288}, {buffered_memory,318918656}, {free_memory,19597369344}, {total_memory,33657663488}]}, {node_storage_conf,[{db_path,"/data"},{index_path,"/data2"}]}, {statistics, [{wall_clock,{1426430,5000}}, {context_switches,{6266587,0}}, {garbage_collection,{678522,1325084123,0}}, {io,{{input,96398868},{output,67501456}}}, {reductions,{618959593,2665208}}, {run_queue,0}, {runtime,{208120,510}}]}, {system_stats, [{cpu_utilization_rate,2.743142144638404}, {swap_total,10684628992}, {swap_used,12288}]}, {interesting_stats, [{couch_docs_actual_disk_size,8200766792}, {couch_docs_data_size,6107702164}, {couch_views_actual_disk_size,0}, {couch_views_data_size,0}, {curr_items,2501801}, {curr_items_tot,2501801}, {mem_used,3488892616}, {vb_replica_curr_items,0}]}, {cluster_compatibility_version,131072}, {version, [{public_key,"0.13"}, {lhttpc,"1.3.0"}, {ale,"8cffe61"}, {os_mon,"2.2.7"}, {couch_set_view,"1.2.0a-47a991b-git"}, {mnesia,"4.5"}, {inets,"5.7.1"}, {couch,"1.2.0a-47a991b-git"}, {mapreduce,"1.0.0"}, {couch_index_merger,"1.2.0a-47a991b-git"}, {kernel,"2.14.5"}, {crypto,"2.0.4"}, {ssl,"4.1.6"}, {sasl,"2.1.10"}, {couch_view_parser,"1.0.0"}, {ns_server,"2.0.0-1925-rel-enterprise"}, {mochiweb,"1.4.1"}, {oauth,"7d85d3ef"}, {stdlib,"1.17.5"}]}, {supported_compat_version,[2,0]}, {system_arch,"x86_64-unknown-linux-gnu"}, {wall_clock,1426}, {memory_data,{33657663488,14054326272,{<18174.1662.0>,2914384}}}, {disk_data, [{"/",49781912,5}, {"/dev/shm",16434404,0}, {"/data",492257288,2}, {"/data2",246132896,1}]}, {meminfo, <<"MemTotal: 32868812 kB\nMemFree: 19138056 kB\nBuffers: 311444 kB\nCached: 8600512 kB\nSwapCached: 12 kB\nActive: 7565664 kB\nInactive: 5791896 kB\nHighTotal: 0 kB\nHighFree: 0 kB\nLowTotal: 32868812 kB\nLowFree: 19138056 kB\nSwapTotal: 10434208 kB\nSwapFree: 10434196 kB\nDirty: 404 kB\nWriteback: 0 kB\nAnonPages: 4445408 kB\nMapped: 17260 kB\nSlab: 324800 kB\nPageTables: 13552 kB\nNFS_Unstable: 0 kB\nBounce: 0 kB\nCommitLimit: 26868612 kB\nCommitted_AS: 6148588 kB\nVmallocTotal: 34359738367 kB\nVmallocUsed: 6408 kB\nVmallocChunk: 34359730595 kB\nHugePages_Total: 0\nHugePages_Free: 0\nHugePages_Rsvd: 0\nHugepagesize: 2048 kB\n">>}]}] [ns_doctor:debug,2012-11-02T18:47:27.040,ns_1@10.2.1.66:ns_doctor<0.1428.0>:ns_doctor:handle_info:137]Current node statuses: [{'ns_1@10.2.1.65', [{last_heard,{1351,907244,378563}}, {outgoing_replications_safeness_level,[{"default",green}]}, {incoming_replications_conf_hashes,[{"default",[]}]}, {active_buckets,["default"]}, {ready_buckets,["default"]}, {local_tasks,[]}, {memory, [{total,122868800}, {processes,76649400}, {processes_used,75071920}, {system,46219400}, {atom,1405017}, {atom_used,1377299}, {binary,7305424}, {code,14117455}, {ets,5295392}]}, {system_memory_data, [{system_total_memory,33657663488}, {free_swap,11350716416}, {total_swap,11350876160}, {cached_memory,7565496320}, {buffered_memory,220303360}, {free_memory,20980998144}, {total_memory,33657663488}]}, {node_storage_conf,[{db_path,"/data"},{index_path,"/data2"}]}, {statistics, [{wall_clock,{1487193,5000}}, {context_switches,{5462194,0}}, {garbage_collection,{577856,2096259549,0}}, {io,{{input,399973588},{output,85984478}}}, {reductions,{788316420,2262035}}, {run_queue,0}, {runtime,{241700,630}}]}, {system_stats, [{cpu_utilization_rate,4.0}, {swap_total,11350876160}, {swap_used,159744}]}, {interesting_stats, [{couch_docs_actual_disk_size,6947489102}, {couch_docs_data_size,6073317216}, {couch_views_actual_disk_size,0}, {couch_views_data_size,0}, {curr_items,2497553}, {curr_items_tot,2497553}, {mem_used,3561592760}, {vb_replica_curr_items,0}]}, {cluster_compatibility_version,131072}, {version, [{public_key,"0.13"}, {lhttpc,"1.3.0"}, {ale,"8cffe61"}, {os_mon,"2.2.7"}, {couch_set_view,"1.2.0a-47a991b-git"}, {mnesia,"4.5"}, {inets,"5.7.1"}, {couch,"1.2.0a-47a991b-git"}, {mapreduce,"1.0.0"}, {couch_index_merger,"1.2.0a-47a991b-git"}, {kernel,"2.14.5"}, {crypto,"2.0.4"}, {ssl,"4.1.6"}, {sasl,"2.1.10"}, {couch_view_parser,"1.0.0"}, {ns_server,"2.0.0-1925-rel-enterprise"}, {mochiweb,"1.4.1"}, {oauth,"7d85d3ef"}, {stdlib,"1.17.5"}]}, {supported_compat_version,[2,0]}, {system_arch,"x86_64-unknown-linux-gnu"}, {wall_clock,1487}, {memory_data,{33657663488,12675395584,{<18077.16820.0>,7028184}}}, {disk_data, [{"/",51088800,10}, {"/dev/shm",16434404,0}, {"/data",492257288,2}, {"/data2",246132896,1}]}, {meminfo, <<"MemTotal: 32868812 kB\nMemFree: 20489256 kB\nBuffers: 215140 kB\nCached: 7388180 kB\nSwapCached: 0 kB\nActive: 5926624 kB\nInactive: 6130064 kB\nHighTotal: 0 kB\nHighFree: 0 kB\nLowTotal: 32868812 kB\nLowFree: 20489256 kB\nSwapTotal: 11084840 kB\nSwapFree: 11084684 kB\nDirty: 492 kB\nWriteback: 0 kB\nAnonPages: 4453448 kB\nMapped: 15316 kB\nSlab: 278176 kB\nPageTables: 12972 kB\nNFS_Unstable: 0 kB\nBounce: 0 kB\nCommitLimit: 27519244 kB\nCommitted_AS: 6172356 kB\nVmallocTotal: 34359738367 kB\nVmallocUsed: 6728 kB\nVmallocChunk: 34359730275 kB\nHugePages_Total: 0\nHugePages_Free: 0\nHugePages_Rsvd: 0\nHugepagesize: 2048 kB\n">>}]}, {'ns_1@10.2.1.66', [{last_heard,{1351,907242,42089}}, {outgoing_replications_safeness_level,[{"default",green}]}, {incoming_replications_conf_hashes,[{"default",[]}]}, {active_buckets,["default"]}, {ready_buckets,["default"]}, {local_tasks,[]}, {memory, [{total,95204328}, {processes,54493888}, {processes_used,54425416}, {system,40710440}, {atom,1352041}, {atom_used,1349412}, {binary,2618848}, {code,13622682}, {ets,5068072}]}, {system_memory_data, [{system_total_memory,33657663488}, {free_swap,10684469248}, {total_swap,10684628992}, {cached_memory,6846763008}, {buffered_memory,250630144}, {free_memory,21638246400}, {total_memory,33657663488}]}, {node_storage_conf,[{db_path,"/data"},{index_path,"/data2"}]}, {statistics, [{wall_clock,{1484440,4999}}, {context_switches,{5536569,0}}, {garbage_collection,{611539,1292689135,0}}, {io,{{input,100271177},{output,69196710}}}, {reductions,{605692714,1837386}}, {run_queue,0}, {runtime,{204050,450}}]}, {system_stats, [{cpu_utilization_rate,3.5}, {swap_total,10684628992}, {swap_used,159744}]}, {interesting_stats, [{couch_docs_actual_disk_size,6231451007}, {couch_docs_data_size,6054380609}, {couch_views_actual_disk_size,0}, {couch_views_data_size,0}, {curr_items,2497102}, {curr_items_tot,2497102}, {mem_used,3652502072}, {vb_replica_curr_items,0}]}, {cluster_compatibility_version,131072}, {version, [{public_key,"0.13"}, {lhttpc,"1.3.0"}, {ale,"8cffe61"}, {os_mon,"2.2.7"}, {couch_set_view,"1.2.0a-47a991b-git"}, {mnesia,"4.5"}, {inets,"5.7.1"}, {couch,"1.2.0a-47a991b-git"}, {mapreduce,"1.0.0"}, {couch_index_merger,"1.2.0a-47a991b-git"}, {kernel,"2.14.5"}, {crypto,"2.0.4"}, {ssl,"4.1.6"}, {sasl,"2.1.10"}, {couch_view_parser,"1.0.0"}, {ns_server,"2.0.0-1925-rel-enterprise"}, {mochiweb,"1.4.1"}, {oauth,"7d85d3ef"}, {stdlib,"1.17.5"}]}, {supported_compat_version,[2,0]}, {system_arch,"x86_64-unknown-linux-gnu"}, {wall_clock,1484}, {memory_data,{33657663488,12017901568,{<0.1696.0>,4714984}}}, {disk_data, [{"/",49781912,5}, {"/dev/shm",16434404,0}, {"/data",492257288,2}, {"/data2",246132896,1}]}, {meminfo, <<"MemTotal: 32868812 kB\nMemFree: 21131224 kB\nBuffers: 244756 kB\nCached: 6686292 kB\nSwapCached: 140 kB\nActive: 5105844 kB\nInactive: 6325292 kB\nHighTotal: 0 kB\nHighFree: 0 kB\nLowTotal: 32868812 kB\nLowFree: 21131224 kB\nSwapTotal: 10434208 kB\nSwapFree: 10434052 kB\nDirty: 5828 kB\nWriteback: 0 kB\nAnonPages: 4500172 kB\nMapped: 17060 kB\nSlab: 258736 kB\nPageTables: 13648 kB\nNFS_Unstable: 0 kB\nBounce: 0 kB\nCommitLimit: 26868612 kB\nCommitted_AS: 6208968 kB\nVmallocTotal: 34359738367 kB\nVmallocUsed: 6408 kB\nVmallocChunk: 34359730595 kB\nHugePages_Total: 0\nHugePages_Free: 0\nHugePages_Rsvd: 0\nHugepagesize: 2048 kB\n">>}]}, {'ns_1@10.2.1.67', [{last_heard,{1351,907246,11766}}, {outgoing_replications_safeness_level,[{"default",green}]}, {incoming_replications_conf_hashes,[{"default",[]}]}, {active_buckets,["default"]}, {ready_buckets,["default"]}, {local_tasks, [[{pid,<<"<0.13654.0>">>}, {bucket,<<"default">>}, {original_target,{[{type,bucket}]}}, {progress,99}, {started_on,1351907050}, {total_vbuckets,129}, {trigger_type,scheduled}, {type,bucket_compaction}, {updated_on,1351907279}, {vbuckets_done,128}]]}, {memory, [{total,92516384}, {processes,50813448}, {processes_used,50760408}, {system,41702936}, {atom,1352041}, {atom_used,1349412}, {binary,3528656}, {code,13631938}, {ets,5130072}]}, {system_memory_data, [{system_total_memory,33657663488}, {free_swap,10701078528}, {total_swap,10701078528}, {cached_memory,6792863744}, {buffered_memory,424976384}, {free_memory,21537914880}, {total_memory,33657663488}]}, {node_storage_conf,[{db_path,"/data"},{index_path,"/data2"}]}, {statistics, [{wall_clock,{1489397,5000}}, {context_switches,{5962077,0}}, {garbage_collection,{639516,1350702439,0}}, {io,{{input,107469979},{output,72117445}}}, {reductions,{637668409,1922894}}, {run_queue,0}, {runtime,{206080,430}}]}, {system_stats, [{cpu_utilization_rate,12.531328320802006}, {swap_total,10701078528}, {swap_used,0}]}, {interesting_stats, [{couch_docs_actual_disk_size,6142734643}, {couch_docs_data_size,6025073666}, {couch_views_actual_disk_size,0}, {couch_views_data_size,0}, {curr_items,2503544}, {curr_items_tot,2503544}, {mem_used,3509239544}, {vb_replica_curr_items,0}]}, {cluster_compatibility_version,131072}, {version, [{public_key,"0.13"}, {lhttpc,"1.3.0"}, {ale,"8cffe61"}, {os_mon,"2.2.7"}, {couch_set_view,"1.2.0a-47a991b-git"}, {mnesia,"4.5"}, {inets,"5.7.1"}, {couch,"1.2.0a-47a991b-git"}, {mapreduce,"1.0.0"}, {couch_index_merger,"1.2.0a-47a991b-git"}, {kernel,"2.14.5"}, {crypto,"2.0.4"}, {ssl,"4.1.6"}, {sasl,"2.1.10"}, {couch_view_parser,"1.0.0"}, {ns_server,"2.0.0-1925-rel-enterprise"}, {mochiweb,"1.4.1"}, {oauth,"7d85d3ef"}, {stdlib,"1.17.5"}]}, {supported_compat_version,[2,0]}, {system_arch,"x86_64-unknown-linux-gnu"}, {wall_clock,1489}, {memory_data,{33657663488,12600225792,{<18173.1678.0>,2914384}}}, {disk_data, [{"/",49781912,9}, {"/dev/shm",16434404,0}, {"/data",492257288,2}, {"/data2",246132896,1}]}, {meminfo, <<"MemTotal: 32868812 kB\nMemFree: 21033120 kB\nBuffers: 415016 kB\nCached: 6633656 kB\nSwapCached: 0 kB\nActive: 5152816 kB\nInactive: 6361652 kB\nHighTotal: 0 kB\nHighFree: 0 kB\nLowTotal: 32868812 kB\nLowFree: 21033120 kB\nSwapTotal: 10450272 kB\nSwapFree: 10450272 kB\nDirty: 46396 kB\nWriteback: 660 kB\nAnonPages: 4465696 kB\nMapped: 17064 kB\nSlab: 275120 kB\nPageTables: 13672 kB\nNFS_Unstable: 0 kB\nBounce: 0 kB\nCommitLimit: 26884676 kB\nCommitted_AS: 6176480 kB\nVmallocTotal: 34359738367 kB\nVmallocUsed: 6416 kB\nVmallocChunk: 34359730587 kB\nHugePages_Total: 0\nHugePages_Free: 0\nHugePages_Rsvd: 0\nHugepagesize: 2048 kB\n">>}]}, {'ns_1@10.2.1.68', [{last_heard,{1351,907244,354526}}, {outgoing_replications_safeness_level,[{"default",green}]}, {incoming_replications_conf_hashes,[{"default",[]}]}, {active_buckets,["default"]}, {ready_buckets,["default"]}, {local_tasks,[]}, {memory, [{total,92521424}, {processes,50949344}, {processes_used,50862472}, {system,41572080}, {atom,1352041}, {atom_used,1349412}, {binary,3407328}, {code,13659922}, {ets,5082816}]}, {system_memory_data, [{system_total_memory,33657663488}, {free_swap,10684616704}, {total_swap,10684628992}, {cached_memory,8807997440}, {buffered_memory,319127552}, {free_memory,19595591680}, {total_memory,33657663488}]}, {node_storage_conf,[{db_path,"/data"},{index_path,"/data2"}]}, {statistics, [{wall_clock,{1486430,5000}}, {context_switches,{6319005,0}}, {garbage_collection,{683495,1380116313,0}}, {io,{{input,103315525},{output,72553543}}}, {reductions,{649840141,2643885}}, {run_queue,0}, {runtime,{214440,510}}]}, {system_stats, [{cpu_utilization_rate,2.5}, {swap_total,10684628992}, {swap_used,12288}]}, {interesting_stats, [{couch_docs_actual_disk_size,8200766792}, {couch_docs_data_size,6107702164}, {couch_views_actual_disk_size,0}, {couch_views_data_size,0}, {curr_items,2501801}, {curr_items_tot,2501801}, {mem_used,3488892616}, {vb_replica_curr_items,0}]}, {cluster_compatibility_version,131072}, {version, [{public_key,"0.13"}, {lhttpc,"1.3.0"}, {ale,"8cffe61"}, {os_mon,"2.2.7"}, {couch_set_view,"1.2.0a-47a991b-git"}, {mnesia,"4.5"}, {inets,"5.7.1"}, {couch,"1.2.0a-47a991b-git"}, {mapreduce,"1.0.0"}, {couch_index_merger,"1.2.0a-47a991b-git"}, {kernel,"2.14.5"}, {crypto,"2.0.4"}, {ssl,"4.1.6"}, {sasl,"2.1.10"}, {couch_view_parser,"1.0.0"}, {ns_server,"2.0.0-1925-rel-enterprise"}, {mochiweb,"1.4.1"}, {oauth,"7d85d3ef"}, {stdlib,"1.17.5"}]}, {supported_compat_version,[2,0]}, {system_arch,"x86_64-unknown-linux-gnu"}, {wall_clock,1486}, {memory_data,{33657663488,14063849472,{<18174.1662.0>,2914384}}}, {disk_data, [{"/",49781912,5}, {"/dev/shm",16434404,0}, {"/data",492257288,2}, {"/data2",246132896,1}]}, {meminfo, <<"MemTotal: 32868812 kB\nMemFree: 19136320 kB\nBuffers: 311648 kB\nCached: 8601560 kB\nSwapCached: 12 kB\nActive: 7567092 kB\nInactive: 5793196 kB\nHighTotal: 0 kB\nHighFree: 0 kB\nLowTotal: 32868812 kB\nLowFree: 19136320 kB\nSwapTotal: 10434208 kB\nSwapFree: 10434196 kB\nDirty: 192 kB\nWriteback: 0 kB\nAnonPages: 4447052 kB\nMapped: 17260 kB\nSlab: 324840 kB\nPageTables: 13544 kB\nNFS_Unstable: 0 kB\nBounce: 0 kB\nCommitLimit: 26868612 kB\nCommitted_AS: 6147416 kB\nVmallocTotal: 34359738367 kB\nVmallocUsed: 6408 kB\nVmallocChunk: 34359730595 kB\nHugePages_Total: 0\nHugePages_Free: 0\nHugePages_Rsvd: 0\nHugepagesize: 2048 kB\n">>}]}] [stats:debug,2012-11-02T18:47:42.869,ns_1@10.2.1.66:<0.1704.0>:stats_collector:maybe_log_stats:126](at {{1970,1,16},{7,31,47}}) Stats for bucket "default": accepting_conns 1 auth_cmds 3 auth_errors 0 bucket_active_conns 1 bucket_conns 5 bytes 3652502072 bytes_read 5993235616 bytes_written 133438975 cas_badval 0 cas_hits 0 cas_misses 0 cmd_flush 0 cmd_get 0 cmd_set 2497102 conn_yields 852 connection_structures 5000 curr_connections 9 curr_conns_on_port_11209 6 curr_conns_on_port_11210 1 curr_items 2497102 curr_items_tot 2497102 curr_temp_items 0 daemon_connections 4 decr_hits 0 decr_misses 0 delete_hits 0 delete_misses 0 ep_access_scanner_last_runtime 0 ep_access_scanner_num_items 0 ep_access_scanner_task_time 2012-11-03 10:00:00 ep_allow_data_loss_during_shutdown 1 ep_alog_block_size 4096 ep_alog_path /data/default/access.log ep_alog_sleep_time 1440 ep_alog_task_time 10 ep_backend couchdb ep_bg_fetch_delay 0 ep_bg_fetched 0 ep_bg_meta_fetched 0 ep_bg_remaining_jobs 0 ep_chk_max_items 5000 ep_chk_period 1800 ep_chk_persistence_remains 0 ep_chk_persistence_timeout 10 ep_chk_remover_stime 5 ep_commit_num 1429 ep_commit_time 80 ep_commit_time_total 39830 ep_concurrentDB 1 ep_config_file ep_couch_bucket default ep_couch_host localhost ep_couch_port 11213 ep_couch_reconnect_sleeptime 250 ep_couch_response_timeout 180000 ep_data_age 95 ep_data_age_highwat 216 ep_data_traffic_enabled 0 ep_dbinit 0 ep_dbname /data/default ep_degraded_mode 0 ep_diskqueue_drain 2497102 ep_diskqueue_fill 2497102 ep_diskqueue_items 0 ep_diskqueue_memory 0 ep_diskqueue_pending 0 ep_exp_pager_stime 3600 ep_exp_pager_stime 3600 ep_expired_access 0 ep_expired_pager 0 ep_expiry_window 3 ep_failpartialwarmup 0 ep_flush_all false ep_flush_duration_total 951 ep_flushall_enabled 0 ep_flusher_state running ep_flusher_todo 0 ep_getl_default_timeout 15 ep_getl_max_timeout 30 ep_ht_locks 5 ep_ht_size 3079 ep_inconsistent_slave_chk 0 ep_initfile ep_io_num_read 0 ep_io_num_write 2497102 ep_io_read_bytes 0 ep_io_write_bytes 5913187874 ep_item_begin_failed 0 ep_item_commit_failed 0 ep_item_flush_expired 0 ep_item_flush_failed 0 ep_item_num_based_new_chk 1 ep_items_rm_from_checkpoints 2295768 ep_keep_closed_chks 0 ep_klog_block_size 4096 ep_klog_compactor_queue_cap 500000 ep_klog_compactor_stime 3600 ep_klog_flush commit2 ep_klog_max_entry_ratio 10 ep_klog_max_log_size 2147483647 ep_klog_path ep_klog_sync commit2 ep_kv_size 3557854730 ep_max_checkpoints 2 ep_max_data_size 5242880000 ep_max_item_size 20971520 ep_max_size 5242880000 ep_max_txn_size 10000 ep_max_vbuckets 512 ep_mem_high_wat 3932160000 ep_mem_high_wat 3932160000 ep_mem_low_wat 3145728000 ep_mem_low_wat 3145728000 ep_mem_tracker_enabled true ep_min_data_age 0 ep_mlog_compactor_runs 0 ep_mutation_mem_threshold 0 ep_num_access_scanner_runs 0 ep_num_eject_failures 523164 ep_num_expiry_pager_runs 0 ep_num_non_resident 1086494 ep_num_not_my_vbuckets 0 ep_num_ops_del_meta 0 ep_num_ops_get_meta 0 ep_num_ops_set_meta 0 ep_num_pager_runs 12 ep_num_value_ejects 1086494 ep_oom_errors 0 ep_overhead 30729648 ep_pager_active_vb_pcnt 40 ep_pager_unbiased_period 60 ep_pending_ops 0 ep_pending_ops_max 0 ep_pending_ops_max_duration 0 ep_pending_ops_total 0 ep_postInitfile ep_queue_age_cap 900 ep_queue_size 0 ep_startup_time 1351905957 ep_storage_age 94 ep_storage_age_highwat 215 ep_store_max_concurrency 10 ep_store_max_readers 9 ep_store_max_readwrite 1 ep_stored_val_type ep_tap_ack_grace_period 300 ep_tap_ack_initial_sequence_number 1 ep_tap_ack_interval 1000 ep_tap_ack_window_size 10 ep_tap_backfill_resident 0.9 ep_tap_backlog_limit 5000 ep_tap_backoff_period 5 ep_tap_bg_fetch_requeued 0 ep_tap_bg_fetched 0 ep_tap_bg_max_pending 500 ep_tap_keepalive 300 ep_tap_noop_interval 20 ep_tap_requeue_sleep_time 0.1 ep_tap_throttle_cap_pcnt 10 ep_tap_throttle_queue_cap 1000000 ep_tap_throttle_threshold 90 ep_tmp_oom_errors 0 ep_too_old 0 ep_too_young 0 ep_total_cache_size 3527889506 ep_total_del_items 0 ep_total_enqueued 2497102 ep_total_new_items 2497102 ep_total_persisted 2497102 ep_uncommitted_items 0 ep_value_size 3351328707 ep_vb0 0 ep_vb_snapshot_total 54 ep_vb_total 128 ep_vbucket_del 0 ep_vbucket_del_fail 0 ep_version 2.0.0r_130_g8b09894 ep_waitforwarmup 0 ep_warmup 1 ep_warmup_batch_size 1000 ep_warmup_dups 0 ep_warmup_min_items_threshold 100 ep_warmup_min_memory_threshold 100 ep_warmup_oom 0 ep_warmup_thread complete ep_warmup_time 745 get_hits 0 get_misses 0 incr_hits 0 incr_misses 0 libevent 2.0.11-stable limit_maxbytes 67108864 listen_disabled_num 0 max_conns_on_port_11209 1000 max_conns_on_port_11210 9000 mem_used 3652502072 pid 18083 pointer_size 64 rejected_conns 0 rusage_system 99.528869 rusage_user 268.000257 threads 4 time 1351907262 total_connections 13 uptime 1337 vb_active_curr_items 2497102 vb_active_eject 1086494 vb_active_expired 0 vb_active_ht_memory 12645376 vb_active_itm_memory 3527889506 vb_active_meta_data_memory 197271058 vb_active_num 128 vb_active_num_non_resident 1086494 vb_active_num_ref_ejects 1086494 vb_active_num_ref_items 2497102 vb_active_ops_create 2497102 vb_active_ops_delete 0 vb_active_ops_reject 0 vb_active_ops_update 0 vb_active_perc_mem_resident 56 vb_active_queue_age 0 vb_active_queue_drain 2497102 vb_active_queue_fill 2497102 vb_active_queue_memory 0 vb_active_queue_pending 0 vb_active_queue_size 0 vb_dead_num 0 vb_pending_curr_items 0 vb_pending_eject 0 vb_pending_expired 0 vb_pending_ht_memory 0 vb_pending_itm_memory 0 vb_pending_meta_data_memory 0 vb_pending_num 0 vb_pending_num_non_resident 0 vb_pending_num_ref_ejects 0 vb_pending_num_ref_items 0 vb_pending_ops_create 0 vb_pending_ops_delete 0 vb_pending_ops_reject 0 vb_pending_ops_update 0 vb_pending_perc_mem_resident 0 vb_pending_queue_age 0 vb_pending_queue_drain 0 vb_pending_queue_fill 0 vb_pending_queue_memory 0 vb_pending_queue_pending 0 vb_pending_queue_size 0 vb_replica_curr_items 0 vb_replica_eject 0 vb_replica_expired 0 vb_replica_ht_memory 0 vb_replica_itm_memory 0 vb_replica_meta_data_memory 0 vb_replica_num 0 vb_replica_num_non_resident 0 vb_replica_num_ref_ejects 0 vb_replica_num_ref_items 0 vb_replica_ops_create 0 vb_replica_ops_delete 0 vb_replica_ops_reject 0 vb_replica_ops_update 0 vb_replica_perc_mem_resident 0 vb_replica_queue_age 0 vb_replica_queue_drain 0 vb_replica_queue_fill 0 vb_replica_queue_memory 0 vb_replica_queue_pending 0 vb_replica_queue_size 0 version 1.4.4_600_g7ea975a [ns_doctor:debug,2012-11-02T18:48:27.040,ns_1@10.2.1.66:ns_doctor<0.1428.0>:ns_doctor:handle_info:137]Current node statuses: [{'ns_1@10.2.1.65', [{last_heard,{1351,907304,378028}}, {outgoing_replications_safeness_level,[{"default",green}]}, {incoming_replications_conf_hashes,[{"default",[]}]}, {active_buckets,["default"]}, {ready_buckets,["default"]}, {local_tasks, [[{pid,<<"<0.24220.0>">>}, {changes_done,975089}, {design_documents,[<<"_design/A">>]}, {indexer_type,main}, {initial_build,true}, {progress,39}, {set,<<"default">>}, {signature,<<"afeb9408e40add49ae0c9bf58f0c5f26">>}, {started_on,1351907326}, {total_changes,2497553}, {type,indexer}, {updated_on,1351907367}]]}, {memory, [{total,169224392}, {processes,117961488}, {processes_used,116429960}, {system,51262904}, {atom,1492169}, {atom_used,1478827}, {binary,11220008}, {code,15028654}, {ets,5419376}]}, {system_memory_data, [{system_total_memory,33657663488}, {free_swap,11350716416}, {total_swap,11350876160}, {cached_memory,7639916544}, {buffered_memory,220790784}, {free_memory,20789854208}, {total_memory,33657663488}]}, {node_storage_conf,[{db_path,"/data"},{index_path,"/data2"}]}, {statistics, [{wall_clock,{1547194,4999}}, {context_switches,{7909422,0}}, {garbage_collection,{802115,3963265667,0}}, {io,{{input,7402290855},{output,232134174}}}, {reductions,{1717981722,97337958}}, {run_queue,0}, {runtime,{322470,8360}}]}, {system_stats, [{cpu_utilization_rate,36.907730673316706}, {swap_total,11350876160}, {swap_used,159744}]}, {interesting_stats, [{couch_docs_actual_disk_size,6947493243}, {couch_docs_data_size,6073317216}, {couch_views_actual_disk_size,70474267}, {couch_views_data_size,8775}, {curr_items,2497553}, {curr_items_tot,2497553}, {mem_used,3561592760}, {vb_replica_curr_items,0}]}, {cluster_compatibility_version,131072}, {version, [{public_key,"0.13"}, {lhttpc,"1.3.0"}, {ale,"8cffe61"}, {os_mon,"2.2.7"}, {couch_set_view,"1.2.0a-47a991b-git"}, {mnesia,"4.5"}, {inets,"5.7.1"}, {couch,"1.2.0a-47a991b-git"}, {mapreduce,"1.0.0"}, {couch_index_merger,"1.2.0a-47a991b-git"}, {kernel,"2.14.5"}, {crypto,"2.0.4"}, {ssl,"4.1.6"}, {sasl,"2.1.10"}, {couch_view_parser,"1.0.0"}, {ns_server,"2.0.0-1925-rel-enterprise"}, {mochiweb,"1.4.1"}, {oauth,"7d85d3ef"}, {stdlib,"1.17.5"}]}, {supported_compat_version,[2,0]}, {system_arch,"x86_64-unknown-linux-gnu"}, {wall_clock,1547}, {memory_data,{33657663488,12678443008,{<18077.16820.0>,7028184}}}, {disk_data, [{"/",51088800,10}, {"/dev/shm",16434404,0}, {"/data",492257288,2}, {"/data2",246132896,1}]}, {meminfo, <<"MemTotal: 32868812 kB\nMemFree: 20302716 kB\nBuffers: 215616 kB\nCached: 7460856 kB\nSwapCached: 0 kB\nActive: 8445652 kB\nInactive: 3794632 kB\nHighTotal: 0 kB\nHighFree: 0 kB\nLowTotal: 32868812 kB\nLowFree: 20302716 kB\nSwapTotal: 11084840 kB\nSwapFree: 11084684 kB\nDirty: 71972 kB\nWriteback: 0 kB\nAnonPages: 4563640 kB\nMapped: 16276 kB\nSlab: 280580 kB\nPageTables: 13440 kB\nNFS_Unstable: 0 kB\nBounce: 0 kB\nCommitLimit: 27519244 kB\nCommitted_AS: 6291464 kB\nVmallocTotal: 34359738367 kB\nVmallocUsed: 6728 kB\nVmallocChunk: 34359730275 kB\nHugePages_Total: 0\nHugePages_Free: 0\nHugePages_Rsvd: 0\nHugepagesize: 2048 kB\n">>}]}, {'ns_1@10.2.1.66', [{last_heard,{1351,907302,40268}}, {outgoing_replications_safeness_level,[{"default",green}]}, {incoming_replications_conf_hashes,[{"default",[]}]}, {active_buckets,["default"]}, {ready_buckets,["default"]}, {local_tasks, [[{pid,<<"<0.14982.0>">>}, {changes_done,981988}, {design_documents,[<<"_design/A">>]}, {indexer_type,main}, {initial_build,true}, {progress,39}, {set,<<"default">>}, {signature,<<"afeb9408e40add49ae0c9bf58f0c5f26">>}, {started_on,1351907259}, {total_changes,2497102}, {type,indexer}, {updated_on,1351907301}]]}, {memory, [{total,150452320}, {processes,101576312}, {processes_used,101527024}, {system,48876008}, {atom,1408249}, {atom_used,1384271}, {binary,9814224}, {code,14415880}, {ets,5179760}]}, {system_memory_data, [{system_total_memory,33657663488}, {free_swap,10684469248}, {total_swap,10684628992}, {cached_memory,6918467584}, {buffered_memory,251088896}, {free_memory,21484081152}, {total_memory,33657663488}]}, {node_storage_conf,[{db_path,"/data"},{index_path,"/data2"}]}, {statistics, [{wall_clock,{1544439,4999}}, {context_switches,{7844928,0}}, {garbage_collection,{824319,3059642456,0}}, {io,{{input,6743567630},{output,210937395}}}, {reductions,{1486621841,95028090}}, {run_queue,0}, {runtime,{280590,8240}}]}, {system_stats, [{cpu_utilization_rate,46.984924623115575}, {swap_total,10684628992}, {swap_used,159744}]}, {interesting_stats, [{couch_docs_actual_disk_size,6231455103}, {couch_docs_data_size,6054380609}, {couch_views_actual_disk_size,62462880}, {couch_views_data_size,8776}, {curr_items,2497102}, {curr_items_tot,2497102}, {mem_used,3652502072}, {vb_replica_curr_items,0}]}, {cluster_compatibility_version,131072}, {version, [{public_key,"0.13"}, {lhttpc,"1.3.0"}, {ale,"8cffe61"}, {os_mon,"2.2.7"}, {couch_set_view,"1.2.0a-47a991b-git"}, {mnesia,"4.5"}, {inets,"5.7.1"}, {couch,"1.2.0a-47a991b-git"}, {mapreduce,"1.0.0"}, {couch_index_merger,"1.2.0a-47a991b-git"}, {kernel,"2.14.5"}, {crypto,"2.0.4"}, {ssl,"4.1.6"}, {sasl,"2.1.10"}, {couch_view_parser,"1.0.0"}, {ns_server,"2.0.0-1925-rel-enterprise"}, {mochiweb,"1.4.1"}, {oauth,"7d85d3ef"}, {stdlib,"1.17.5"}]}, {supported_compat_version,[2,0]}, {system_arch,"x86_64-unknown-linux-gnu"}, {wall_clock,1544}, {memory_data,{33657663488,12026408960,{<0.1696.0>,4714984}}}, {disk_data, [{"/",49781912,5}, {"/dev/shm",16434404,0}, {"/data",492257288,2}, {"/data2",246132896,1}]}, {meminfo, <<"MemTotal: 32868812 kB\nMemFree: 20980548 kB\nBuffers: 245204 kB\nCached: 6756316 kB\nSwapCached: 140 kB\nActive: 7507880 kB\nInactive: 4072236 kB\nHighTotal: 0 kB\nHighFree: 0 kB\nLowTotal: 32868812 kB\nLowFree: 20980548 kB\nSwapTotal: 10434208 kB\nSwapFree: 10434052 kB\nDirty: 72840 kB\nWriteback: 0 kB\nAnonPages: 4578556 kB\nMapped: 17964 kB\nSlab: 260732 kB\nPageTables: 13880 kB\nNFS_Unstable: 0 kB\nBounce: 0 kB\nCommitLimit: 26868612 kB\nCommitted_AS: 6306444 kB\nVmallocTotal: 34359738367 kB\nVmallocUsed: 6408 kB\nVmallocChunk: 34359730595 kB\nHugePages_Total: 0\nHugePages_Free: 0\nHugePages_Rsvd: 0\nHugepagesize: 2048 kB\n">>}]}, {'ns_1@10.2.1.67', [{last_heard,{1351,907306,13934}}, {outgoing_replications_safeness_level,[{"default",green}]}, {incoming_replications_conf_hashes,[{"default",[]}]}, {active_buckets,["default"]}, {ready_buckets,["default"]}, {local_tasks, [[{pid,<<"<0.16400.0>">>}, {changes_done,1043475}, {design_documents,[<<"_design/A">>]}, {indexer_type,main}, {initial_build,true}, {progress,41}, {set,<<"default">>}, {signature,<<"afeb9408e40add49ae0c9bf58f0c5f26">>}, {started_on,1351907293}, {total_changes,2503544}, {type,indexer}, {updated_on,1351907338}]]}, {memory, [{total,157483184}, {processes,107545792}, {processes_used,107480840}, {system,49937392}, {atom,1408249}, {atom_used,1384271}, {binary,10825832}, {code,14425136}, {ets,5213024}]}, {system_memory_data, [{system_total_memory,33657663488}, {free_swap,10701078528}, {total_swap,10701078528}, {cached_memory,6861262848}, {buffered_memory,425504768}, {free_memory,21390106624}, {total_memory,33657663488}]}, {node_storage_conf,[{db_path,"/data"},{index_path,"/data2"}]}, {statistics, [{wall_clock,{1549400,5002}}, {context_switches,{8540073,0}}, {garbage_collection,{881303,3383379357,0}}, {io,{{input,7553750248},{output,241815737}}}, {reductions,{1638719868,128604327}}, {run_queue,2}, {runtime,{290700,10540}}]}, {system_stats, [{cpu_utilization_rate,45.86466165413534}, {swap_total,10701078528}, {swap_used,0}]}, {interesting_stats, [{couch_docs_actual_disk_size,6128137651}, {couch_docs_data_size,6075992082}, {couch_views_actual_disk_size,76657268}, {couch_views_data_size,8782}, {curr_items,2503544}, {curr_items_tot,2503544}, {mem_used,3506636808}, {vb_replica_curr_items,0}]}, {cluster_compatibility_version,131072}, {version, [{public_key,"0.13"}, {lhttpc,"1.3.0"}, {ale,"8cffe61"}, {os_mon,"2.2.7"}, {couch_set_view,"1.2.0a-47a991b-git"}, {mnesia,"4.5"}, {inets,"5.7.1"}, {couch,"1.2.0a-47a991b-git"}, {mapreduce,"1.0.0"}, {couch_index_merger,"1.2.0a-47a991b-git"}, {kernel,"2.14.5"}, {crypto,"2.0.4"}, {ssl,"4.1.6"}, {sasl,"2.1.10"}, {couch_view_parser,"1.0.0"}, {ns_server,"2.0.0-1925-rel-enterprise"}, {mochiweb,"1.4.1"}, {oauth,"7d85d3ef"}, {stdlib,"1.17.5"}]}, {supported_compat_version,[2,0]}, {system_arch,"x86_64-unknown-linux-gnu"}, {wall_clock,1549}, {memory_data,{33657663488,12107931648,{<18173.1678.0>,2914384}}}, {disk_data, [{"/",49781912,9}, {"/dev/shm",16434404,0}, {"/data",492257288,2}, {"/data2",246132896,1}]}, {meminfo, <<"MemTotal: 32868812 kB\nMemFree: 20888900 kB\nBuffers: 415532 kB\nCached: 6700452 kB\nSwapCached: 0 kB\nActive: 7788320 kB\nInactive: 3870956 kB\nHighTotal: 0 kB\nHighFree: 0 kB\nLowTotal: 32868812 kB\nLowFree: 20888900 kB\nSwapTotal: 10450272 kB\nSwapFree: 10450272 kB\nDirty: 77620 kB\nWriteback: 0 kB\nAnonPages: 4543584 kB\nMapped: 17964 kB\nSlab: 275060 kB\nPageTables: 13812 kB\nNFS_Unstable: 0 kB\nBounce: 0 kB\nCommitLimit: 26884676 kB\nCommitted_AS: 6266172 kB\nVmallocTotal: 34359738367 kB\nVmallocUsed: 6416 kB\nVmallocChunk: 34359730587 kB\nHugePages_Total: 0\nHugePages_Free: 0\nHugePages_Rsvd: 0\nHugepagesize: 2048 kB\n">>}]}, {'ns_1@10.2.1.68', [{last_heard,{1351,907304,354672}}, {outgoing_replications_safeness_level,[{"default",green}]}, {incoming_replications_conf_hashes,[{"default",[]}]}, {active_buckets,["default"]}, {ready_buckets,["default"]}, {local_tasks, [[{pid,<<"<0.15038.0>">>}, {changes_done,978424}, {design_documents,[<<"_design/A">>]}, {indexer_type,main}, {initial_build,true}, {progress,39}, {set,<<"default">>}, {signature,<<"afeb9408e40add49ae0c9bf58f0c5f26">>}, {started_on,1351907286}, {total_changes,2501801}, {type,indexer}, {updated_on,1351907329}]]}, {memory, [{total,146716248}, {processes,96174192}, {processes_used,96111296}, {system,50542056}, {atom,1408249}, {atom_used,1384271}, {binary,11193176}, {code,14453120}, {ets,5194976}]}, {system_memory_data, [{system_total_memory,33657663488}, {free_swap,10684616704}, {total_swap,10684628992}, {cached_memory,8888602624}, {buffered_memory,319610880}, {free_memory,19463147520}, {total_memory,33657663488}]}, {node_storage_conf,[{db_path,"/data"},{index_path,"/data2"}]}, {statistics, [{wall_clock,{1546431,5001}}, {context_switches,{8726353,0}}, {garbage_collection,{904230,3230979008,0}}, {io,{{input,7017038478},{output,222728756}}}, {reductions,{1573950733,103959170}}, {run_queue,1}, {runtime,{295490,9010}}]}, {system_stats, [{cpu_utilization_rate,55.6390977443609}, {swap_total,10684628992}, {swap_used,12288}]}, {interesting_stats, [{couch_docs_actual_disk_size,8200770933}, {couch_docs_data_size,6107702164}, {couch_views_actual_disk_size,70455302}, {couch_views_data_size,8774}, {curr_items,2501801}, {curr_items_tot,2501801}, {mem_used,3488892616}, {vb_replica_curr_items,0}]}, {cluster_compatibility_version,131072}, {version, [{public_key,"0.13"}, {lhttpc,"1.3.0"}, {ale,"8cffe61"}, {os_mon,"2.2.7"}, {couch_set_view,"1.2.0a-47a991b-git"}, {mnesia,"4.5"}, {inets,"5.7.1"}, {couch,"1.2.0a-47a991b-git"}, {mapreduce,"1.0.0"}, {couch_index_merger,"1.2.0a-47a991b-git"}, {kernel,"2.14.5"}, {crypto,"2.0.4"}, {ssl,"4.1.6"}, {sasl,"2.1.10"}, {couch_view_parser,"1.0.0"}, {ns_server,"2.0.0-1925-rel-enterprise"}, {mochiweb,"1.4.1"}, {oauth,"7d85d3ef"}, {stdlib,"1.17.5"}]}, {supported_compat_version,[2,0]}, {system_arch,"x86_64-unknown-linux-gnu"}, {wall_clock,1546}, {memory_data,{33657663488,14069309440,{<18174.1662.0>,2914384}}}, {disk_data, [{"/",49781912,5}, {"/dev/shm",16434404,0}, {"/data",492257288,2}, {"/data2",246132896,1}]}, {meminfo, <<"MemTotal: 32868812 kB\nMemFree: 19006980 kB\nBuffers: 312120 kB\nCached: 8680276 kB\nSwapCached: 12 kB\nActive: 9845096 kB\nInactive: 3641984 kB\nHighTotal: 0 kB\nHighFree: 0 kB\nLowTotal: 32868812 kB\nLowFree: 19006980 kB\nSwapTotal: 10434208 kB\nSwapFree: 10434196 kB\nDirty: 78300 kB\nWriteback: 0 kB\nAnonPages: 4494292 kB\nMapped: 18164 kB\nSlab: 326884 kB\nPageTables: 13720 kB\nNFS_Unstable: 0 kB\nBounce: 0 kB\nCommitLimit: 26868612 kB\nCommitted_AS: 6229940 kB\nVmallocTotal: 34359738367 kB\nVmallocUsed: 6408 kB\nVmallocChunk: 34359730595 kB\nHugePages_Total: 0\nHugePages_Free: 0\nHugePages_Rsvd: 0\nHugepagesize: 2048 kB\n">>}]}] [stats:debug,2012-11-02T18:49:22.870,ns_1@10.2.1.66:<0.1704.0>:stats_collector:maybe_log_stats:126](at {{1970,1,16},{7,31,47}}) Stats for bucket "default": accepting_conns 1 auth_cmds 3 auth_errors 0 bucket_active_conns 1 bucket_conns 5 bytes 3652502088 bytes_read 5993246106 bytes_written 140040152 cas_badval 0 cas_hits 0 cas_misses 0 cmd_flush 0 cmd_get 0 cmd_set 2497102 conn_yields 852 connection_structures 5000 curr_connections 9 curr_conns_on_port_11209 6 curr_conns_on_port_11210 1 curr_items 2497102 curr_items_tot 2497102 curr_temp_items 0 daemon_connections 4 decr_hits 0 decr_misses 0 delete_hits 0 delete_misses 0 ep_access_scanner_last_runtime 0 ep_access_scanner_num_items 0 ep_access_scanner_task_time 2012-11-03 10:00:00 ep_allow_data_loss_during_shutdown 1 ep_alog_block_size 4096 ep_alog_path /data/default/access.log ep_alog_sleep_time 1440 ep_alog_task_time 10 ep_backend couchdb ep_bg_fetch_delay 0 ep_bg_fetched 0 ep_bg_meta_fetched 0 ep_bg_remaining_jobs 0 ep_chk_max_items 5000 ep_chk_period 1800 ep_chk_persistence_remains 0 ep_chk_persistence_timeout 10 ep_chk_remover_stime 5 ep_commit_num 1429 ep_commit_time 80 ep_commit_time_total 39830 ep_concurrentDB 1 ep_config_file ep_couch_bucket default ep_couch_host localhost ep_couch_port 11213 ep_couch_reconnect_sleeptime 250 ep_couch_response_timeout 180000 ep_data_age 95 ep_data_age_highwat 216 ep_data_traffic_enabled 0 ep_dbinit 0 ep_dbname /data/default ep_degraded_mode 0 ep_diskqueue_drain 2497102 ep_diskqueue_fill 2497102 ep_diskqueue_items 0 ep_diskqueue_memory 0 ep_diskqueue_pending 0 ep_exp_pager_stime 3600 ep_exp_pager_stime 3600 ep_expired_access 0 ep_expired_pager 0 ep_expiry_window 3 ep_failpartialwarmup 0 ep_flush_all false ep_flush_duration_total 951 ep_flushall_enabled 0 ep_flusher_state running ep_flusher_todo 0 ep_getl_default_timeout 15 ep_getl_max_timeout 30 ep_ht_locks 5 ep_ht_size 3079 ep_inconsistent_slave_chk 0 ep_initfile ep_io_num_read 0 ep_io_num_write 2497102 ep_io_read_bytes 0 ep_io_write_bytes 5913187874 ep_item_begin_failed 0 ep_item_commit_failed 0 ep_item_flush_expired 0 ep_item_flush_failed 0 ep_item_num_based_new_chk 1 ep_items_rm_from_checkpoints 2295768 ep_keep_closed_chks 0 ep_klog_block_size 4096 ep_klog_compactor_queue_cap 500000 ep_klog_compactor_stime 3600 ep_klog_flush commit2 ep_klog_max_entry_ratio 10 ep_klog_max_log_size 2147483647 ep_klog_path ep_klog_sync commit2 ep_kv_size 3557854730 ep_max_checkpoints 2 ep_max_data_size 5242880000 ep_max_item_size 20971520 ep_max_size 5242880000 ep_max_txn_size 10000 ep_max_vbuckets 512 ep_mem_high_wat 3932160000 ep_mem_high_wat 3932160000 ep_mem_low_wat 3145728000 ep_mem_low_wat 3145728000 ep_mem_tracker_enabled true ep_min_data_age 0 ep_mlog_compactor_runs 0 ep_mutation_mem_threshold 0 ep_num_access_scanner_runs 0 ep_num_eject_failures 523164 ep_num_expiry_pager_runs 0 ep_num_non_resident 1086494 ep_num_not_my_vbuckets 0 ep_num_ops_del_meta 0 ep_num_ops_get_meta 0 ep_num_ops_set_meta 0 ep_num_pager_runs 12 ep_num_value_ejects 1086494 ep_oom_errors 0 ep_overhead 30729648 ep_pager_active_vb_pcnt 40 ep_pager_unbiased_period 60 ep_pending_ops 0 ep_pending_ops_max 0 ep_pending_ops_max_duration 0 ep_pending_ops_total 0 ep_postInitfile ep_queue_age_cap 900 ep_queue_size 0 ep_startup_time 1351905957 ep_storage_age 94 ep_storage_age_highwat 215 ep_store_max_concurrency 10 ep_store_max_readers 9 ep_store_max_readwrite 1 ep_stored_val_type ep_tap_ack_grace_period 300 ep_tap_ack_initial_sequence_number 1 ep_tap_ack_interval 1000 ep_tap_ack_window_size 10 ep_tap_backfill_resident 0.9 ep_tap_backlog_limit 5000 ep_tap_backoff_period 5 ep_tap_bg_fetch_requeued 0 ep_tap_bg_fetched 0 ep_tap_bg_max_pending 500 ep_tap_keepalive 300 ep_tap_noop_interval 20 ep_tap_requeue_sleep_time 0.1 ep_tap_throttle_cap_pcnt 10 ep_tap_throttle_queue_cap 1000000 ep_tap_throttle_threshold 90 ep_tmp_oom_errors 0 ep_too_old 0 ep_too_young 0 ep_total_cache_size 3527889506 ep_total_del_items 0 ep_total_enqueued 2497102 ep_total_new_items 2497102 ep_total_persisted 2497102 ep_uncommitted_items 0 ep_value_size 3351328707 ep_vb0 0 ep_vb_snapshot_total 54 ep_vb_total 128 ep_vbucket_del 0 ep_vbucket_del_fail 0 ep_version 2.0.0r_130_g8b09894 ep_waitforwarmup 0 ep_warmup 1 ep_warmup_batch_size 1000 ep_warmup_dups 0 ep_warmup_min_items_threshold 100 ep_warmup_min_memory_threshold 100 ep_warmup_oom 0 ep_warmup_thread complete ep_warmup_time 745 get_hits 0 get_misses 0 incr_hits 0 incr_misses 0 libevent 2.0.11-stable limit_maxbytes 67108864 listen_disabled_num 0 max_conns_on_port_11209 1000 max_conns_on_port_11210 9000 mem_used 3652502088 pid 18083 pointer_size 64 rejected_conns 0 rusage_system 99.540867 rusage_user 268.112240 threads 4 time 1351907362 total_connections 13 uptime 1437 vb_active_curr_items 2497102 vb_active_eject 1086494 vb_active_expired 0 vb_active_ht_memory 12645376 vb_active_itm_memory 3527889506 vb_active_meta_data_memory 197271058 vb_active_num 128 vb_active_num_non_resident 1086494 vb_active_num_ref_ejects 1086494 vb_active_num_ref_items 2497102 vb_active_ops_create 2497102 vb_active_ops_delete 0 vb_active_ops_reject 0 vb_active_ops_update 0 vb_active_perc_mem_resident 56 vb_active_queue_age 0 vb_active_queue_drain 2497102 vb_active_queue_fill 2497102 vb_active_queue_memory 0 vb_active_queue_pending 0 vb_active_queue_size 0 vb_dead_num 0 vb_pending_curr_items 0 vb_pending_eject 0 vb_pending_expired 0 vb_pending_ht_memory 0 vb_pending_itm_memory 0 vb_pending_meta_data_memory 0 vb_pending_num 0 vb_pending_num_non_resident 0 vb_pending_num_ref_ejects 0 vb_pending_num_ref_items 0 vb_pending_ops_create 0 vb_pending_ops_delete 0 vb_pending_ops_reject 0 vb_pending_ops_update 0 vb_pending_perc_mem_resident 0 vb_pending_queue_age 0 vb_pending_queue_drain 0 vb_pending_queue_fill 0 vb_pending_queue_memory 0 vb_pending_queue_pending 0 vb_pending_queue_size 0 vb_replica_curr_items 0 vb_replica_eject 0 vb_replica_expired 0 vb_replica_ht_memory 0 vb_replica_itm_memory 0 vb_replica_meta_data_memory 0 vb_replica_num 0 vb_replica_num_non_resident 0 vb_replica_num_ref_ejects 0 vb_replica_num_ref_items 0 vb_replica_ops_create 0 vb_replica_ops_delete 0 vb_replica_ops_reject 0 vb_replica_ops_update 0 vb_replica_perc_mem_resident 0 vb_replica_queue_age 0 vb_replica_queue_drain 0 vb_replica_queue_fill 0 vb_replica_queue_memory 0 vb_replica_queue_pending 0 vb_replica_queue_size 0 version 1.4.4_600_g7ea975a [ns_doctor:debug,2012-11-02T18:49:27.039,ns_1@10.2.1.66:ns_doctor<0.1428.0>:ns_doctor:handle_info:137]Current node statuses: [{'ns_1@10.2.1.65', [{last_heard,{1351,907364,376298}}, {outgoing_replications_safeness_level,[{"default",green}]}, {incoming_replications_conf_hashes,[{"default",[]}]}, {active_buckets,["default"]}, {ready_buckets,["default"]}, {local_tasks, [[{pid,<<"<0.24220.0>">>}, {changes_done,2397729}, {design_documents,[<<"_design/A">>]}, {indexer_type,main}, {initial_build,true}, {progress,96}, {set,<<"default">>}, {signature,<<"afeb9408e40add49ae0c9bf58f0c5f26">>}, {started_on,1351907326}, {total_changes,2497553}, {type,indexer}, {updated_on,1351907429}]]}, {memory, [{total,203144824}, {processes,140764224}, {processes_used,139234312}, {system,62380600}, {atom,1492169}, {atom_used,1478827}, {binary,22150456}, {code,15028654}, {ets,5607184}]}, {system_memory_data, [{system_total_memory,33657663488}, {free_swap,11350716416}, {total_swap,11350876160}, {cached_memory,7740575744}, {buffered_memory,221405184}, {free_memory,20671389696}, {total_memory,33657663488}]}, {node_storage_conf,[{db_path,"/data"},{index_path,"/data2"}]}, {statistics, [{wall_clock,{1607192,4999}}, {context_switches,{11104251,0}}, {garbage_collection,{1096838,6659227035,0}}, {io,{{input,16608743000},{output,498528419}}}, {reductions,{2998542003,125422543}}, {run_queue,0}, {runtime,{432410,10600}}]}, {system_stats, [{cpu_utilization_rate,63.909774436090224}, {swap_total,11350876160}, {swap_used,159744}]}, {interesting_stats, [{couch_docs_actual_disk_size,6947493243}, {couch_docs_data_size,6073317216}, {couch_views_actual_disk_size,175465221}, {couch_views_data_size,8775}, {curr_items,2497553}, {curr_items_tot,2497553}, {mem_used,3561592760}, {vb_replica_curr_items,0}]}, {cluster_compatibility_version,131072}, {version, [{public_key,"0.13"}, {lhttpc,"1.3.0"}, {ale,"8cffe61"}, {os_mon,"2.2.7"}, {couch_set_view,"1.2.0a-47a991b-git"}, {mnesia,"4.5"}, {inets,"5.7.1"}, {couch,"1.2.0a-47a991b-git"}, {mapreduce,"1.0.0"}, {couch_index_merger,"1.2.0a-47a991b-git"}, {kernel,"2.14.5"}, {crypto,"2.0.4"}, {ssl,"4.1.6"}, {sasl,"2.1.10"}, {couch_view_parser,"1.0.0"}, {ns_server,"2.0.0-1925-rel-enterprise"}, {mochiweb,"1.4.1"}, {oauth,"7d85d3ef"}, {stdlib,"1.17.5"}]}, {supported_compat_version,[2,0]}, {system_arch,"x86_64-unknown-linux-gnu"}, {wall_clock,1607}, {memory_data,{33657663488,12853837824,{<18077.24220.0>,36982592}}}, {disk_data, [{"/",51088800,10}, {"/dev/shm",16434404,0}, {"/data",492257288,2}, {"/data2",246132896,1}]}, {meminfo, <<"MemTotal: 32868812 kB\nMemFree: 20186904 kB\nBuffers: 216216 kB\nCached: 7559156 kB\nSwapCached: 0 kB\nActive: 11598876 kB\nInactive: 753264 kB\nHighTotal: 0 kB\nHighFree: 0 kB\nLowTotal: 32868812 kB\nLowFree: 20186904 kB\nSwapTotal: 11084840 kB\nSwapFree: 11084684 kB\nDirty: 139880 kB\nWriteback: 0 kB\nAnonPages: 4576352 kB\nMapped: 16276 kB\nSlab: 284744 kB\nPageTables: 13444 kB\nNFS_Unstable: 0 kB\nBounce: 0 kB\nCommitLimit: 27519244 kB\nCommitted_AS: 6309436 kB\nVmallocTotal: 34359738367 kB\nVmallocUsed: 6728 kB\nVmallocChunk: 34359730275 kB\nHugePages_Total: 0\nHugePages_Free: 0\nHugePages_Rsvd: 0\nHugepagesize: 2048 kB\n">>}]}, {'ns_1@10.2.1.66', [{last_heard,{1351,907362,41338}}, {outgoing_replications_safeness_level,[{"default",green}]}, {incoming_replications_conf_hashes,[{"default",[]}]}, {active_buckets,["default"]}, {ready_buckets,["default"]}, {local_tasks, [[{pid,<<"<0.14982.0>">>}, {changes_done,2329008}, {design_documents,[<<"_design/A">>]}, {indexer_type,main}, {initial_build,true}, {progress,93}, {set,<<"default">>}, {signature,<<"afeb9408e40add49ae0c9bf58f0c5f26">>}, {started_on,1351907259}, {total_changes,2497102}, {type,indexer}, {updated_on,1351907359}]]}, {memory, [{total,188230760}, {processes,139926632}, {processes_used,139878304}, {system,48304128}, {atom,1408249}, {atom_used,1384271}, {binary,8882208}, {code,14415880}, {ets,5368080}]}, {system_memory_data, [{system_total_memory,33657663488}, {free_swap,10684469248}, {total_swap,10684628992}, {cached_memory,7022657536}, {buffered_memory,251629568}, {free_memory,21373612032}, {total_memory,33657663488}]}, {node_storage_conf,[{db_path,"/data"},{index_path,"/data2"}]}, {statistics, [{wall_clock,{1604440,5000}}, {context_switches,{11050898,0}}, {garbage_collection,{1120249,5676046313,0}}, {io,{{input,16013906557},{output,464340850}}}, {reductions,{2751866679,109723098}}, {run_queue,0}, {runtime,{388750,9250}}]}, {system_stats, [{cpu_utilization_rate,64.41102756892231}, {swap_total,10684628992}, {swap_used,159744}]}, {interesting_stats, [{couch_docs_actual_disk_size,6231455103}, {couch_docs_data_size,6054380609}, {couch_views_actual_disk_size,163538172}, {couch_views_data_size,8776}, {curr_items,2497102}, {curr_items_tot,2497102}, {mem_used,3652502072}, {vb_replica_curr_items,0}]}, {cluster_compatibility_version,131072}, {version, [{public_key,"0.13"}, {lhttpc,"1.3.0"}, {ale,"8cffe61"}, {os_mon,"2.2.7"}, {couch_set_view,"1.2.0a-47a991b-git"}, {mnesia,"4.5"}, {inets,"5.7.1"}, {couch,"1.2.0a-47a991b-git"}, {mapreduce,"1.0.0"}, {couch_index_merger,"1.2.0a-47a991b-git"}, {kernel,"2.14.5"}, {crypto,"2.0.4"}, {ssl,"4.1.6"}, {sasl,"2.1.10"}, {couch_view_parser,"1.0.0"}, {ns_server,"2.0.0-1925-rel-enterprise"}, {mochiweb,"1.4.1"}, {oauth,"7d85d3ef"}, {stdlib,"1.17.5"}]}, {supported_compat_version,[2,0]}, {system_arch,"x86_64-unknown-linux-gnu"}, {wall_clock,1604}, {memory_data,{33657663488,12237205504,{<0.14982.0>,74966016}}}, {disk_data, [{"/",49781912,5}, {"/dev/shm",16434404,0}, {"/data",492257288,2}, {"/data2",246132896,1}]}, {meminfo, <<"MemTotal: 32868812 kB\nMemFree: 20872668 kB\nBuffers: 245732 kB\nCached: 6858064 kB\nSwapCached: 140 kB\nActive: 10736812 kB\nInactive: 947736 kB\nHighTotal: 0 kB\nHighFree: 0 kB\nLowTotal: 32868812 kB\nLowFree: 20872668 kB\nSwapTotal: 10434208 kB\nSwapFree: 10434052 kB\nDirty: 143404 kB\nWriteback: 0 kB\nAnonPages: 4580840 kB\nMapped: 17964 kB\nSlab: 263424 kB\nPageTables: 13956 kB\nNFS_Unstable: 0 kB\nBounce: 0 kB\nCommitLimit: 26868612 kB\nCommitted_AS: 6354636 kB\nVmallocTotal: 34359738367 kB\nVmallocUsed: 6408 kB\nVmallocChunk: 34359730595 kB\nHugePages_Total: 0\nHugePages_Free: 0\nHugePages_Rsvd: 0\nHugepagesize: 2048 kB\n">>}]}, {'ns_1@10.2.1.67', [{last_heard,{1351,907366,10415}}, {outgoing_replications_safeness_level,[{"default",green}]}, {incoming_replications_conf_hashes,[{"default",[]}]}, {active_buckets,["default"]}, {ready_buckets,["default"]}, {local_tasks, [[{pid,<<"<0.16400.0>">>}, {changes_done,2478111}, {design_documents,[<<"_design/A">>]}, {indexer_type,main}, {initial_build,true}, {progress,98}, {set,<<"default">>}, {signature,<<"afeb9408e40add49ae0c9bf58f0c5f26">>}, {started_on,1351907293}, {total_changes,2503544}, {type,indexer}, {updated_on,1351907399}]]}, {memory, [{total,141387056}, {processes,96939840}, {processes_used,96873280}, {system,44447216}, {atom,1408249}, {atom_used,1384271}, {binary,5005912}, {code,14425136}, {ets,5400848}]}, {system_memory_data, [{system_total_memory,33657663488}, {free_swap,10701078528}, {total_swap,10701078528}, {cached_memory,6981591040}, {buffered_memory,426053632}, {free_memory,21295525888}, {total_memory,33657663488}]}, {node_storage_conf,[{db_path,"/data"},{index_path,"/data2"}]}, {statistics, [{wall_clock,{1609397,5000}}, {context_switches,{11751823,0}}, {garbage_collection,{1181545,5991967411,0}}, {io,{{input,16884212515},{output,504401781}}}, {reductions,{2907414462,93775617}}, {run_queue,0}, {runtime,{396650,7710}}]}, {system_stats, [{cpu_utilization_rate,28.75}, {swap_total,10701078528}, {swap_used,0}]}, {interesting_stats, [{couch_docs_actual_disk_size,6128137605}, {couch_docs_data_size,6075992082}, {couch_views_actual_disk_size,174181078}, {couch_views_data_size,8782}, {curr_items,2503544}, {curr_items_tot,2503544}, {mem_used,3506638024}, {vb_replica_curr_items,0}]}, {cluster_compatibility_version,131072}, {version, [{public_key,"0.13"}, {lhttpc,"1.3.0"}, {ale,"8cffe61"}, {os_mon,"2.2.7"}, {couch_set_view,"1.2.0a-47a991b-git"}, {mnesia,"4.5"}, {inets,"5.7.1"}, {couch,"1.2.0a-47a991b-git"}, {mapreduce,"1.0.0"}, {couch_index_merger,"1.2.0a-47a991b-git"}, {kernel,"2.14.5"}, {crypto,"2.0.4"}, {ssl,"4.1.6"}, {sasl,"2.1.10"}, {couch_view_parser,"1.0.0"}, {ns_server,"2.0.0-1925-rel-enterprise"}, {mochiweb,"1.4.1"}, {oauth,"7d85d3ef"}, {stdlib,"1.17.5"}]}, {supported_compat_version,[2,0]}, {system_arch,"x86_64-unknown-linux-gnu"}, {wall_clock,1609}, {memory_data,{33657663488,12314157056,{<18173.16400.0>,74965952}}}, {disk_data, [{"/",49781912,9}, {"/dev/shm",16434404,0}, {"/data",492257288,2}, {"/data2",246132896,1}]}, {meminfo, <<"MemTotal: 32868812 kB\nMemFree: 20796412 kB\nBuffers: 416068 kB\nCached: 6817960 kB\nSwapCached: 0 kB\nActive: 11011912 kB\nInactive: 737680 kB\nHighTotal: 0 kB\nHighFree: 0 kB\nLowTotal: 32868812 kB\nLowFree: 20796412 kB\nSwapTotal: 10450272 kB\nSwapFree: 10450272 kB\nDirty: 164664 kB\nWriteback: 0 kB\nAnonPages: 4515252 kB\nMapped: 17964 kB\nSlab: 277828 kB\nPageTables: 13940 kB\nNFS_Unstable: 0 kB\nBounce: 0 kB\nCommitLimit: 26884676 kB\nCommitted_AS: 6235448 kB\nVmallocTotal: 34359738367 kB\nVmallocUsed: 6416 kB\nVmallocChunk: 34359730587 kB\nHugePages_Total: 0\nHugePages_Free: 0\nHugePages_Rsvd: 0\nHugepagesize: 2048 kB\n">>}]}, {'ns_1@10.2.1.68', [{last_heard,{1351,907364,353266}}, {outgoing_replications_safeness_level,[{"default",green}]}, {incoming_replications_conf_hashes,[{"default",[]}]}, {active_buckets,["default"]}, {ready_buckets,["default"]}, {local_tasks, [[{pid,<<"<0.15038.0>">>}, {changes_done,2340590}, {design_documents,[<<"_design/A">>]}, {indexer_type,main}, {initial_build,true}, {progress,93}, {set,<<"default">>}, {signature,<<"afeb9408e40add49ae0c9bf58f0c5f26">>}, {started_on,1351907286}, {total_changes,2501801}, {type,indexer}, {updated_on,1351907388}]]}, {memory, [{total,129790632}, {processes,82560104}, {processes_used,82494584}, {system,47230528}, {atom,1408249}, {atom_used,1384271}, {binary,7909208}, {code,14453120}, {ets,5382968}]}, {system_memory_data, [{system_total_memory,33657663488}, {free_swap,10684616704}, {total_swap,10684628992}, {cached_memory,8981893120}, {buffered_memory,320192512}, {free_memory,19316989952}, {total_memory,33657663488}]}, {node_storage_conf,[{db_path,"/data"},{index_path,"/data2"}]}, {statistics, [{wall_clock,{1606429,4999}}, {context_switches,{11884224,0}}, {garbage_collection,{1194693,5819867842,0}}, {io,{{input,16138700464},{output,475546497}}}, {reductions,{2824500752,111924137}}, {run_queue,0}, {runtime,{404310,9700}}]}, {system_stats, [{cpu_utilization_rate,48.12967581047381}, {swap_total,10684628992}, {swap_used,12288}]}, {interesting_stats, [{couch_docs_actual_disk_size,8200770933}, {couch_docs_data_size,6107702164}, {couch_views_actual_disk_size,169003214}, {couch_views_data_size,8774}, {curr_items,2501801}, {curr_items_tot,2501801}, {mem_used,3488892616}, {vb_replica_curr_items,0}]}, {cluster_compatibility_version,131072}, {version, [{public_key,"0.13"}, {lhttpc,"1.3.0"}, {ale,"8cffe61"}, {os_mon,"2.2.7"}, {couch_set_view,"1.2.0a-47a991b-git"}, {mnesia,"4.5"}, {inets,"5.7.1"}, {couch,"1.2.0a-47a991b-git"}, {mapreduce,"1.0.0"}, {couch_index_merger,"1.2.0a-47a991b-git"}, {kernel,"2.14.5"}, {crypto,"2.0.4"}, {ssl,"4.1.6"}, {sasl,"2.1.10"}, {couch_view_parser,"1.0.0"}, {ns_server,"2.0.0-1925-rel-enterprise"}, {mochiweb,"1.4.1"}, {oauth,"7d85d3ef"}, {stdlib,"1.17.5"}]}, {supported_compat_version,[2,0]}, {system_arch,"x86_64-unknown-linux-gnu"}, {wall_clock,1606}, {memory_data,{33657663488,14244925440,{<18174.15038.0>,51855896}}}, {disk_data, [{"/",49781912,5}, {"/dev/shm",16434404,0}, {"/data",492257288,2}, {"/data2",246132896,1}]}, {meminfo, <<"MemTotal: 32868812 kB\nMemFree: 18864248 kB\nBuffers: 312688 kB\nCached: 8771380 kB\nSwapCached: 12 kB\nActive: 12799732 kB\nInactive: 826768 kB\nHighTotal: 0 kB\nHighFree: 0 kB\nLowTotal: 32868812 kB\nLowFree: 18864248 kB\nSwapTotal: 10434208 kB\nSwapFree: 10434196 kB\nDirty: 139188 kB\nWriteback: 0 kB\nAnonPages: 4542256 kB\nMapped: 18164 kB\nSlab: 329900 kB\nPageTables: 13888 kB\nNFS_Unstable: 0 kB\nBounce: 0 kB\nCommitLimit: 26868612 kB\nCommitted_AS: 6270468 kB\nVmallocTotal: 34359738367 kB\nVmallocUsed: 6408 kB\nVmallocChunk: 34359730595 kB\nHugePages_Total: 0\nHugePages_Free: 0\nHugePages_Rsvd: 0\nHugepagesize: 2048 kB\n">>}]}] [ns_doctor:debug,2012-11-02T18:50:27.040,ns_1@10.2.1.66:ns_doctor<0.1428.0>:ns_doctor:handle_info:137]Current node statuses: [{'ns_1@10.2.1.65', [{last_heard,{1351,907424,375182}}, {outgoing_replications_safeness_level,[{"default",green}]}, {incoming_replications_conf_hashes,[{"default",[]}]}, {active_buckets,["default"]}, {ready_buckets,["default"]}, {local_tasks,[]}, {memory, [{total,124516784}, {processes,75174032}, {processes_used,73638728}, {system,49342752}, {atom,1495401}, {atom_used,1483293}, {binary,8847176}, {code,15096052}, {ets,5802064}]}, {system_memory_data, [{system_total_memory,33657663488}, {free_swap,11350716416}, {total_swap,11350876160}, {cached_memory,7665504256}, {buffered_memory,222056448}, {free_memory,20838981632}, {total_memory,33657663488}]}, {node_storage_conf,[{db_path,"/data"},{index_path,"/data2"}]}, {statistics, [{wall_clock,{1667193,5000}}, {context_switches,{12015401,0}}, {garbage_collection,{1131535,8265261715,0}}, {io,{{input,17501498972},{output,885095437}}}, {reductions,{4412624240,2279468}}, {run_queue,0}, {runtime,{471130,610}}]}, {system_stats, [{cpu_utilization_rate,4.0}, {swap_total,11350876160}, {swap_used,159744}]}, {interesting_stats, [{couch_docs_actual_disk_size,6947493243}, {couch_docs_data_size,6073317216}, {couch_views_actual_disk_size,102294458}, {couch_views_data_size,102278150}, {curr_items,2497553}, {curr_items_tot,2497553}, {mem_used,3561592760}, {vb_replica_curr_items,0}]}, {cluster_compatibility_version,131072}, {version, [{public_key,"0.13"}, {lhttpc,"1.3.0"}, {ale,"8cffe61"}, {os_mon,"2.2.7"}, {couch_set_view,"1.2.0a-47a991b-git"}, {mnesia,"4.5"}, {inets,"5.7.1"}, {couch,"1.2.0a-47a991b-git"}, {mapreduce,"1.0.0"}, {couch_index_merger,"1.2.0a-47a991b-git"}, {kernel,"2.14.5"}, {crypto,"2.0.4"}, {ssl,"4.1.6"}, {sasl,"2.1.10"}, {couch_view_parser,"1.0.0"}, {ns_server,"2.0.0-1925-rel-enterprise"}, {mochiweb,"1.4.1"}, {oauth,"7d85d3ef"}, {stdlib,"1.17.5"}]}, {supported_compat_version,[2,0]}, {system_arch,"x86_64-unknown-linux-gnu"}, {wall_clock,1667}, {memory_data,{33657663488,13047967744,{<18077.24220.0>,91014736}}}, {disk_data, [{"/",51088800,10}, {"/dev/shm",16434404,0}, {"/data",492257288,2}, {"/data2",246132896,1}]}, {meminfo, <<"MemTotal: 32868812 kB\nMemFree: 20350568 kB\nBuffers: 216852 kB\nCached: 7485844 kB\nSwapCached: 0 kB\nActive: 11670696 kB\nInactive: 518896 kB\nHighTotal: 0 kB\nHighFree: 0 kB\nLowTotal: 32868812 kB\nLowFree: 20350568 kB\nSwapTotal: 11084840 kB\nSwapFree: 11084684 kB\nDirty: 96300 kB\nWriteback: 0 kB\nAnonPages: 4486832 kB\nMapped: 16276 kB\nSlab: 283492 kB\nPageTables: 13244 kB\nNFS_Unstable: 0 kB\nBounce: 0 kB\nCommitLimit: 27519244 kB\nCommitted_AS: 6202672 kB\nVmallocTotal: 34359738367 kB\nVmallocUsed: 6728 kB\nVmallocChunk: 34359730275 kB\nHugePages_Total: 0\nHugePages_Free: 0\nHugePages_Rsvd: 0\nHugepagesize: 2048 kB\n">>}]}, {'ns_1@10.2.1.66', [{last_heard,{1351,907422,42175}}, {outgoing_replications_safeness_level,[{"default",green}]}, {incoming_replications_conf_hashes,[{"default",[]}]}, {active_buckets,["default"]}, {ready_buckets,["default"]}, {local_tasks,[]}, {memory, [{total,92500152}, {processes,50055872}, {processes_used,50000192}, {system,42444280}, {atom,1411481}, {atom_used,1388780}, {binary,2929040}, {code,14483278}, {ets,5563768}]}, {system_memory_data, [{system_total_memory,33657663488}, {free_swap,10684469248}, {total_swap,10684628992}, {cached_memory,6946934784}, {buffered_memory,252276736}, {free_memory,21510713344}, {total_memory,33657663488}]}, {node_storage_conf,[{db_path,"/data"},{index_path,"/data2"}]}, {statistics, [{wall_clock,{1664440,5000}}, {context_switches,{12067959,0}}, {garbage_collection,{1164458,7399523532,0}}, {io,{{input,17213440002},{output,866853629}}}, {reductions,{4211596726,1849561}}, {run_queue,0}, {runtime,{431070,460}}]}, {system_stats, [{cpu_utilization_rate,3.2581453634085213}, {swap_total,10684628992}, {swap_used,159744}]}, {interesting_stats, [{couch_docs_actual_disk_size,6231455103}, {couch_docs_data_size,6054380609}, {couch_views_actual_disk_size,102421439}, {couch_views_data_size,102406871}, {curr_items,2497102}, {curr_items_tot,2497102}, {mem_used,3652502072}, {vb_replica_curr_items,0}]}, {cluster_compatibility_version,131072}, {version, [{public_key,"0.13"}, {lhttpc,"1.3.0"}, {ale,"8cffe61"}, {os_mon,"2.2.7"}, {couch_set_view,"1.2.0a-47a991b-git"}, {mnesia,"4.5"}, {inets,"5.7.1"}, {couch,"1.2.0a-47a991b-git"}, {mapreduce,"1.0.0"}, {couch_index_merger,"1.2.0a-47a991b-git"}, {kernel,"2.14.5"}, {crypto,"2.0.4"}, {ssl,"4.1.6"}, {sasl,"2.1.10"}, {couch_view_parser,"1.0.0"}, {ns_server,"2.0.0-1925-rel-enterprise"}, {mochiweb,"1.4.1"}, {oauth,"7d85d3ef"}, {stdlib,"1.17.5"}]}, {supported_compat_version,[2,0]}, {system_arch,"x86_64-unknown-linux-gnu"}, {wall_clock,1664}, {memory_data,{33657663488,12306178048,{<0.14982.0>,58013208}}}, {disk_data, [{"/",49781912,5}, {"/dev/shm",16434404,0}, {"/data",492257288,2}, {"/data2",246132896,1}]}, {meminfo, <<"MemTotal: 32868812 kB\nMemFree: 21006556 kB\nBuffers: 246364 kB\nCached: 6784116 kB\nSwapCached: 140 kB\nActive: 10948440 kB\nInactive: 602852 kB\nHighTotal: 0 kB\nHighFree: 0 kB\nLowTotal: 32868812 kB\nLowFree: 21006556 kB\nSwapTotal: 10434208 kB\nSwapFree: 10434052 kB\nDirty: 98476 kB\nWriteback: 0 kB\nAnonPages: 4520612 kB\nMapped: 17964 kB\nSlab: 262916 kB\nPageTables: 13744 kB\nNFS_Unstable: 0 kB\nBounce: 0 kB\nCommitLimit: 26868612 kB\nCommitted_AS: 6227628 kB\nVmallocTotal: 34359738367 kB\nVmallocUsed: 6408 kB\nVmallocChunk: 34359730595 kB\nHugePages_Total: 0\nHugePages_Free: 0\nHugePages_Rsvd: 0\nHugepagesize: 2048 kB\n">>}]}, {'ns_1@10.2.1.67', [{last_heard,{1351,907426,11627}}, {outgoing_replications_safeness_level,[{"default",green}]}, {incoming_replications_conf_hashes,[{"default",[]}]}, {active_buckets,["default"]}, {ready_buckets,["default"]}, {local_tasks,[]}, {memory, [{total,98019504}, {processes,54699440}, {processes_used,54628240}, {system,43320064}, {atom,1411481}, {atom_used,1388780}, {binary,3743536}, {code,14492534}, {ets,5597568}]}, {system_memory_data, [{system_total_memory,33657663488}, {free_swap,10701078528}, {total_swap,10701078528}, {cached_memory,6882119680}, {buffered_memory,426549248}, {free_memory,21428490240}, {total_memory,33657663488}]}, {node_storage_conf,[{db_path,"/data"},{index_path,"/data2"}]}, {statistics, [{wall_clock,{1669398,5001}}, {context_switches,{12512830,0}}, {garbage_collection,{1198128,7492298481,0}}, {io,{{input,17322103568},{output,865393407}}}, {reductions,{4260552618,1880920}}, {run_queue,0}, {runtime,{427570,460}}]}, {system_stats, [{cpu_utilization_rate,2.506265664160401}, {swap_total,10701078528}, {swap_used,0}]}, {interesting_stats, [{couch_docs_actual_disk_size,6128137605}, {couch_docs_data_size,6075992082}, {couch_views_actual_disk_size,102691789}, {couch_views_data_size,102676813}, {curr_items,2503544}, {curr_items_tot,2503544}, {mem_used,3506636808}, {vb_replica_curr_items,0}]}, {cluster_compatibility_version,131072}, {version, [{public_key,"0.13"}, {lhttpc,"1.3.0"}, {ale,"8cffe61"}, {os_mon,"2.2.7"}, {couch_set_view,"1.2.0a-47a991b-git"}, {mnesia,"4.5"}, {inets,"5.7.1"}, {couch,"1.2.0a-47a991b-git"}, {mapreduce,"1.0.0"}, {couch_index_merger,"1.2.0a-47a991b-git"}, {kernel,"2.14.5"}, {crypto,"2.0.4"}, {ssl,"4.1.6"}, {sasl,"2.1.10"}, {couch_view_parser,"1.0.0"}, {ns_server,"2.0.0-1925-rel-enterprise"}, {mochiweb,"1.4.1"}, {oauth,"7d85d3ef"}, {stdlib,"1.17.5"}]}, {supported_compat_version,[2,0]}, {system_arch,"x86_64-unknown-linux-gnu"}, {wall_clock,1669}, {memory_data,{33657663488,12343693312,{<18173.16400.0>,36982640}}}, {disk_data, [{"/",49781912,9}, {"/dev/shm",16434404,0}, {"/data",492257288,2}, {"/data2",246132896,1}]}, {meminfo, <<"MemTotal: 32868812 kB\nMemFree: 20926260 kB\nBuffers: 416552 kB\nCached: 6720820 kB\nSwapCached: 0 kB\nActive: 10968560 kB\nInactive: 651808 kB\nHighTotal: 0 kB\nHighFree: 0 kB\nLowTotal: 32868812 kB\nLowFree: 20926260 kB\nSwapTotal: 10450272 kB\nSwapFree: 10450272 kB\nDirty: 96404 kB\nWriteback: 0 kB\nAnonPages: 4482928 kB\nMapped: 17964 kB\nSlab: 276952 kB\nPageTables: 13688 kB\nNFS_Unstable: 0 kB\nBounce: 0 kB\nCommitLimit: 26884676 kB\nCommitted_AS: 6185216 kB\nVmallocTotal: 34359738367 kB\nVmallocUsed: 6416 kB\nVmallocChunk: 34359730587 kB\nHugePages_Total: 0\nHugePages_Free: 0\nHugePages_Rsvd: 0\nHugepagesize: 2048 kB\n">>}]}, {'ns_1@10.2.1.68', [{last_heard,{1351,907424,353061}}, {outgoing_replications_safeness_level,[{"default",green}]}, {incoming_replications_conf_hashes,[{"default",[]}]}, {active_buckets,["default"]}, {ready_buckets,["default"]}, {local_tasks,[]}, {memory, [{total,96619688}, {processes,53320096}, {processes_used,53248896}, {system,43299592}, {atom,1411481}, {atom_used,1388780}, {binary,3711944}, {code,14520518}, {ets,5579120}]}, {system_memory_data, [{system_total_memory,33657663488}, {free_swap,10684616704}, {total_swap,10684628992}, {cached_memory,8910258176}, {buffered_memory,320823296}, {free_memory,19464761344}, {total_memory,33657663488}]}, {node_storage_conf,[{db_path,"/data"},{index_path,"/data2"}]}, {statistics, [{wall_clock,{1666430,5000}}, {context_switches,{12864036,0}}, {garbage_collection,{1232415,7527947952,0}}, {io,{{input,17224481352},{output,864678890}}}, {reductions,{4265777916,1888853}}, {run_queue,0}, {runtime,{444960,500}}]}, {system_stats, [{cpu_utilization_rate,2.75}, {swap_total,10684628992}, {swap_used,12288}]}, {interesting_stats, [{couch_docs_actual_disk_size,8200770933}, {couch_docs_data_size,6107702164}, {couch_views_actual_disk_size,102585286}, {couch_views_data_size,102570159}, {curr_items,2501801}, {curr_items_tot,2501801}, {mem_used,3488892616}, {vb_replica_curr_items,0}]}, {cluster_compatibility_version,131072}, {version, [{public_key,"0.13"}, {lhttpc,"1.3.0"}, {ale,"8cffe61"}, {os_mon,"2.2.7"}, {couch_set_view,"1.2.0a-47a991b-git"}, {mnesia,"4.5"}, {inets,"5.7.1"}, {couch,"1.2.0a-47a991b-git"}, {mapreduce,"1.0.0"}, {couch_index_merger,"1.2.0a-47a991b-git"}, {kernel,"2.14.5"}, {crypto,"2.0.4"}, {ssl,"4.1.6"}, {sasl,"2.1.10"}, {couch_view_parser,"1.0.0"}, {ns_server,"2.0.0-1925-rel-enterprise"}, {mochiweb,"1.4.1"}, {oauth,"7d85d3ef"}, {stdlib,"1.17.5"}]}, {supported_compat_version,[2,0]}, {system_arch,"x86_64-unknown-linux-gnu"}, {wall_clock,1666}, {memory_data,{33657663488,14413533184,{<18174.15038.0>,74966056}}}, {disk_data, [{"/",49781912,5}, {"/dev/shm",16434404,0}, {"/data",492257288,2}, {"/data2",246132896,1}]}, {meminfo, <<"MemTotal: 32868812 kB\nMemFree: 19008680 kB\nBuffers: 313304 kB\nCached: 8701424 kB\nSwapCached: 12 kB\nActive: 12934344 kB\nInactive: 549056 kB\nHighTotal: 0 kB\nHighFree: 0 kB\nLowTotal: 32868812 kB\nLowFree: 19008680 kB\nSwapTotal: 10434208 kB\nSwapFree: 10434196 kB\nDirty: 96468 kB\nWriteback: 0 kB\nAnonPages: 4468568 kB\nMapped: 18164 kB\nSlab: 329632 kB\nPageTables: 13676 kB\nNFS_Unstable: 0 kB\nBounce: 0 kB\nCommitLimit: 26868612 kB\nCommitted_AS: 6169876 kB\nVmallocTotal: 34359738367 kB\nVmallocUsed: 6408 kB\nVmallocChunk: 34359730595 kB\nHugePages_Total: 0\nHugePages_Free: 0\nHugePages_Rsvd: 0\nHugepagesize: 2048 kB\n">>}]}] [stats:debug,2012-11-02T18:51:02.878,ns_1@10.2.1.66:<0.1704.0>:stats_collector:maybe_log_stats:126](at {{1970,1,16},{7,31,47}}) Stats for bucket "default": accepting_conns 1 auth_cmds 3 auth_errors 0 bucket_active_conns 1 bucket_conns 5 bytes 3652502072 bytes_read 5993256565 bytes_written 146636760 cas_badval 0 cas_hits 0 cas_misses 0 cmd_flush 0 cmd_get 0 cmd_set 2497102 conn_yields 852 connection_structures 5000 curr_connections 9 curr_conns_on_port_11209 6 curr_conns_on_port_11210 1 curr_items 2497102 curr_items_tot 2497102 curr_temp_items 0 daemon_connections 4 decr_hits 0 decr_misses 0 delete_hits 0 delete_misses 0 ep_access_scanner_last_runtime 0 ep_access_scanner_num_items 0 ep_access_scanner_task_time 2012-11-03 10:00:00 ep_allow_data_loss_during_shutdown 1 ep_alog_block_size 4096 ep_alog_path /data/default/access.log ep_alog_sleep_time 1440 ep_alog_task_time 10 ep_backend couchdb ep_bg_fetch_delay 0 ep_bg_fetched 0 ep_bg_meta_fetched 0 ep_bg_remaining_jobs 0 ep_chk_max_items 5000 ep_chk_period 1800 ep_chk_persistence_remains 0 ep_chk_persistence_timeout 10 ep_chk_remover_stime 5 ep_commit_num 1429 ep_commit_time 80 ep_commit_time_total 39830 ep_concurrentDB 1 ep_config_file ep_couch_bucket default ep_couch_host localhost ep_couch_port 11213 ep_couch_reconnect_sleeptime 250 ep_couch_response_timeout 180000 ep_data_age 95 ep_data_age_highwat 216 ep_data_traffic_enabled 0 ep_dbinit 0 ep_dbname /data/default ep_degraded_mode 0 ep_diskqueue_drain 2497102 ep_diskqueue_fill 2497102 ep_diskqueue_items 0 ep_diskqueue_memory 0 ep_diskqueue_pending 0 ep_exp_pager_stime 3600 ep_exp_pager_stime 3600 ep_expired_access 0 ep_expired_pager 0 ep_expiry_window 3 ep_failpartialwarmup 0 ep_flush_all false ep_flush_duration_total 951 ep_flushall_enabled 0 ep_flusher_state running ep_flusher_todo 0 ep_getl_default_timeout 15 ep_getl_max_timeout 30 ep_ht_locks 5 ep_ht_size 3079 ep_inconsistent_slave_chk 0 ep_initfile ep_io_num_read 0 ep_io_num_write 2497102 ep_io_read_bytes 0 ep_io_write_bytes 5913187874 ep_item_begin_failed 0 ep_item_commit_failed 0 ep_item_flush_expired 0 ep_item_flush_failed 0 ep_item_num_based_new_chk 1 ep_items_rm_from_checkpoints 2295768 ep_keep_closed_chks 0 ep_klog_block_size 4096 ep_klog_compactor_queue_cap 500000 ep_klog_compactor_stime 3600 ep_klog_flush commit2 ep_klog_max_entry_ratio 10 ep_klog_max_log_size 2147483647 ep_klog_path ep_klog_sync commit2 ep_kv_size 3557854730 ep_max_checkpoints 2 ep_max_data_size 5242880000 ep_max_item_size 20971520 ep_max_size 5242880000 ep_max_txn_size 10000 ep_max_vbuckets 512 ep_mem_high_wat 3932160000 ep_mem_high_wat 3932160000 ep_mem_low_wat 3145728000 ep_mem_low_wat 3145728000 ep_mem_tracker_enabled true ep_min_data_age 0 ep_mlog_compactor_runs 0 ep_mutation_mem_threshold 0 ep_num_access_scanner_runs 0 ep_num_eject_failures 523164 ep_num_expiry_pager_runs 0 ep_num_non_resident 1086494 ep_num_not_my_vbuckets 0 ep_num_ops_del_meta 0 ep_num_ops_get_meta 0 ep_num_ops_set_meta 0 ep_num_pager_runs 12 ep_num_value_ejects 1086494 ep_oom_errors 0 ep_overhead 30729648 ep_pager_active_vb_pcnt 40 ep_pager_unbiased_period 60 ep_pending_ops 0 ep_pending_ops_max 0 ep_pending_ops_max_duration 0 ep_pending_ops_total 0 ep_postInitfile ep_queue_age_cap 900 ep_queue_size 0 ep_startup_time 1351905957 ep_storage_age 94 ep_storage_age_highwat 215 ep_store_max_concurrency 10 ep_store_max_readers 9 ep_store_max_readwrite 1 ep_stored_val_type ep_tap_ack_grace_period 300 ep_tap_ack_initial_sequence_number 1 ep_tap_ack_interval 1000 ep_tap_ack_window_size 10 ep_tap_backfill_resident 0.9 ep_tap_backlog_limit 5000 ep_tap_backoff_period 5 ep_tap_bg_fetch_requeued 0 ep_tap_bg_fetched 0 ep_tap_bg_max_pending 500 ep_tap_keepalive 300 ep_tap_noop_interval 20 ep_tap_requeue_sleep_time 0.1 ep_tap_throttle_cap_pcnt 10 ep_tap_throttle_queue_cap 1000000 ep_tap_throttle_threshold 90 ep_tmp_oom_errors 0 ep_too_old 0 ep_too_young 0 ep_total_cache_size 3527889506 ep_total_del_items 0 ep_total_enqueued 2497102 ep_total_new_items 2497102 ep_total_persisted 2497102 ep_uncommitted_items 0 ep_value_size 3351328707 ep_vb0 0 ep_vb_snapshot_total 54 ep_vb_total 128 ep_vbucket_del 0 ep_vbucket_del_fail 0 ep_version 2.0.0r_130_g8b09894 ep_waitforwarmup 0 ep_warmup 1 ep_warmup_batch_size 1000 ep_warmup_dups 0 ep_warmup_min_items_threshold 100 ep_warmup_min_memory_threshold 100 ep_warmup_oom 0 ep_warmup_thread complete ep_warmup_time 745 get_hits 0 get_misses 0 incr_hits 0 incr_misses 0 libevent 2.0.11-stable limit_maxbytes 67108864 listen_disabled_num 0 max_conns_on_port_11209 1000 max_conns_on_port_11210 9000 mem_used 3652502072 pid 18083 pointer_size 64 rejected_conns 0 rusage_system 99.558864 rusage_user 268.301212 threads 4 time 1351907462 total_connections 13 uptime 1537 vb_active_curr_items 2497102 vb_active_eject 1086494 vb_active_expired 0 vb_active_ht_memory 12645376 vb_active_itm_memory 3527889506 vb_active_meta_data_memory 197271058 vb_active_num 128 vb_active_num_non_resident 1086494 vb_active_num_ref_ejects 1086494 vb_active_num_ref_items 2497102 vb_active_ops_create 2497102 vb_active_ops_delete 0 vb_active_ops_reject 0 vb_active_ops_update 0 vb_active_perc_mem_resident 56 vb_active_queue_age 0 vb_active_queue_drain 2497102 vb_active_queue_fill 2497102 vb_active_queue_memory 0 vb_active_queue_pending 0 vb_active_queue_size 0 vb_dead_num 0 vb_pending_curr_items 0 vb_pending_eject 0 vb_pending_expired 0 vb_pending_ht_memory 0 vb_pending_itm_memory 0 vb_pending_meta_data_memory 0 vb_pending_num 0 vb_pending_num_non_resident 0 vb_pending_num_ref_ejects 0 vb_pending_num_ref_items 0 vb_pending_ops_create 0 vb_pending_ops_delete 0 vb_pending_ops_reject 0 vb_pending_ops_update 0 vb_pending_perc_mem_resident 0 vb_pending_queue_age 0 vb_pending_queue_drain 0 vb_pending_queue_fill 0 vb_pending_queue_memory 0 vb_pending_queue_pending 0 vb_pending_queue_size 0 vb_replica_curr_items 0 vb_replica_eject 0 vb_replica_expired 0 vb_replica_ht_memory 0 vb_replica_itm_memory 0 vb_replica_meta_data_memory 0 vb_replica_num 0 vb_replica_num_non_resident 0 vb_replica_num_ref_ejects 0 vb_replica_num_ref_items 0 vb_replica_ops_create 0 vb_replica_ops_delete 0 vb_replica_ops_reject 0 vb_replica_ops_update 0 vb_replica_perc_mem_resident 0 vb_replica_queue_age 0 vb_replica_queue_drain 0 vb_replica_queue_fill 0 vb_replica_queue_memory 0 vb_replica_queue_pending 0 vb_replica_queue_size 0 version 1.4.4_600_g7ea975a [ns_doctor:debug,2012-11-02T18:51:27.040,ns_1@10.2.1.66:ns_doctor<0.1428.0>:ns_doctor:handle_info:137]Current node statuses: [{'ns_1@10.2.1.65', [{last_heard,{1351,907484,374912}}, {outgoing_replications_safeness_level,[{"default",green}]}, {incoming_replications_conf_hashes,[{"default",[]}]}, {active_buckets,["default"]}, {ready_buckets,["default"]}, {local_tasks, [[{pid,<<"<0.27766.0>">>}, {changes_done,1100}, {design_documents,[<<"_design/A">>]}, {indexer_type,main}, {initial_build,false}, {progress,0}, {set,<<"default">>}, {signature,<<"afeb9408e40add49ae0c9bf58f0c5f26">>}, {started_on,1351907547}, {total_changes,749784}, {type,indexer}, {updated_on,1351907548}]]}, {memory, [{total,142976040}, {processes,92676056}, {processes_used,91339112}, {system,50299984}, {atom,1502673}, {atom_used,1494165}, {binary,9225888}, {code,15250635}, {ets,6035024}]}, {system_memory_data, [{system_total_memory,33657663488}, {free_swap,11350716416}, {total_swap,11350876160}, {cached_memory,10235441152}, {buffered_memory,225804288}, {free_memory,17566044160}, {total_memory,33657663488}]}, {node_storage_conf,[{db_path,"/data"},{index_path,"/data2"}]}, {statistics, [{wall_clock,{1727194,5001}}, {context_switches,{14964126,0}}, {garbage_collection,{1443277,11118162695,0}}, {io,{{input,22633876779},{output,4419486155}}}, {reductions,{5421499705,106253281}}, {run_queue,0}, {runtime,{551590,8160}}]}, {system_stats, [{cpu_utilization_rate,76.80798004987531}, {swap_total,11350876160}, {swap_used,159744}]}, {interesting_stats, [{couch_docs_actual_disk_size,8953981012}, {couch_docs_data_size,8063238890}, {couch_views_actual_disk_size,589115982}, {couch_views_data_size,107873604}, {curr_items,3339073}, {curr_items_tot,3339073}, {mem_used,3826657832}, {vb_replica_curr_items,0}]}, {cluster_compatibility_version,131072}, {version, [{public_key,"0.13"}, {lhttpc,"1.3.0"}, {ale,"8cffe61"}, {os_mon,"2.2.7"}, {couch_set_view,"1.2.0a-47a991b-git"}, {mnesia,"4.5"}, {inets,"5.7.1"}, {couch,"1.2.0a-47a991b-git"}, {mapreduce,"1.0.0"}, {couch_index_merger,"1.2.0a-47a991b-git"}, {kernel,"2.14.5"}, {crypto,"2.0.4"}, {ssl,"4.1.6"}, {sasl,"2.1.10"}, {couch_view_parser,"1.0.0"}, {ns_server,"2.0.0-1925-rel-enterprise"}, {mochiweb,"1.4.1"}, {oauth,"7d85d3ef"}, {stdlib,"1.17.5"}]}, {supported_compat_version,[2,0]}, {system_arch,"x86_64-unknown-linux-gnu"}, {wall_clock,1727}, {memory_data,{33657663488,12818935808,{<18077.24182.0>,10771072}}}, {disk_data, [{"/",51088800,10}, {"/dev/shm",16434404,0}, {"/data",492257288,2}, {"/data2",246132896,1}]}, {meminfo, <<"MemTotal: 32868812 kB\nMemFree: 17154340 kB\nBuffers: 220512 kB\nCached: 9995548 kB\nSwapCached: 0 kB\nActive: 12758252 kB\nInactive: 2557184 kB\nHighTotal: 0 kB\nHighFree: 0 kB\nLowTotal: 32868812 kB\nLowFree: 17154340 kB\nSwapTotal: 11084840 kB\nSwapFree: 11084684 kB\nDirty: 590752 kB\nWriteback: 0 kB\nAnonPages: 5099176 kB\nMapped: 16312 kB\nSlab: 353016 kB\nPageTables: 14440 kB\nNFS_Unstable: 0 kB\nBounce: 0 kB\nCommitLimit: 27519244 kB\nCommitted_AS: 6840824 kB\nVmallocTotal: 34359738367 kB\nVmallocUsed: 6728 kB\nVmallocChunk: 34359730275 kB\nHugePages_Total: 0\nHugePages_Free: 0\nHugePages_Rsvd: 0\nHugepagesize: 2048 kB\n">>}]}, {'ns_1@10.2.1.66', [{last_heard,{1351,907482,40987}}, {outgoing_replications_safeness_level,[{"default",green}]}, {incoming_replications_conf_hashes,[{"default",[]}]}, {active_buckets,["default"]}, {ready_buckets,["default"]}, {local_tasks,[]}, {memory, [{total,94840288}, {processes,51924952}, {processes_used,51875696}, {system,42915336}, {atom,1413905}, {atom_used,1392343}, {binary,3107920}, {code,14559765}, {ets,5771120}]}, {system_memory_data, [{system_total_memory,33657663488}, {free_swap,10684469248}, {total_swap,10684628992}, {cached_memory,7000494080}, {buffered_memory,253063168}, {free_memory,21451026432}, {total_memory,33657663488}]}, {node_storage_conf,[{db_path,"/data"},{index_path,"/data2"}]}, {statistics, [{wall_clock,{1724440,5000}}, {context_switches,{12144422,0}}, {garbage_collection,{1173919,7459075371,0}}, {io,{{input,17215444483},{output,976745968}}}, {reductions,{4237876033,3850688}}, {run_queue,0}, {runtime,{437520,840}}]}, {system_stats, [{cpu_utilization_rate,45.885286783042396}, {swap_total,10684628992}, {swap_used,159744}]}, {interesting_stats, [{couch_docs_actual_disk_size,6231455103}, {couch_docs_data_size,6054380609}, {couch_views_actual_disk_size,102421439}, {couch_views_data_size,102406871}, {curr_items,2516707}, {curr_items_tot,2522197}, {mem_used,3722632008}, {vb_replica_curr_items,5490}]}, {cluster_compatibility_version,131072}, {version, [{public_key,"0.13"}, {lhttpc,"1.3.0"}, {ale,"8cffe61"}, {os_mon,"2.2.7"}, {couch_set_view,"1.2.0a-47a991b-git"}, {mnesia,"4.5"}, {inets,"5.7.1"}, {couch,"1.2.0a-47a991b-git"}, {mapreduce,"1.0.0"}, {couch_index_merger,"1.2.0a-47a991b-git"}, {kernel,"2.14.5"}, {crypto,"2.0.4"}, {ssl,"4.1.6"}, {sasl,"2.1.10"}, {couch_view_parser,"1.0.0"}, {ns_server,"2.0.0-1925-rel-enterprise"}, {mochiweb,"1.4.1"}, {oauth,"7d85d3ef"}, {stdlib,"1.17.5"}]}, {supported_compat_version,[2,0]}, {system_arch,"x86_64-unknown-linux-gnu"}, {wall_clock,1724}, {memory_data,{33657663488,12147331072,{<0.1696.0>,4714984}}}, {disk_data, [{"/",49781912,5}, {"/dev/shm",16434404,0}, {"/data",492257288,2}, {"/data2",246132896,1}]}, {meminfo, <<"MemTotal: 32868812 kB\nMemFree: 20947524 kB\nBuffers: 247132 kB\nCached: 6836420 kB\nSwapCached: 140 kB\nActive: 10952940 kB\nInactive: 654436 kB\nHighTotal: 0 kB\nHighFree: 0 kB\nLowTotal: 32868812 kB\nLowFree: 20947524 kB\nSwapTotal: 10434208 kB\nSwapFree: 10434052 kB\nDirty: 88220 kB\nWriteback: 20664 kB\nAnonPages: 4523292 kB\nMapped: 17964 kB\nSlab: 265312 kB\nPageTables: 13732 kB\nNFS_Unstable: 0 kB\nBounce: 0 kB\nCommitLimit: 26868612 kB\nCommitted_AS: 6239900 kB\nVmallocTotal: 34359738367 kB\nVmallocUsed: 6408 kB\nVmallocChunk: 34359730595 kB\nHugePages_Total: 0\nHugePages_Free: 0\nHugePages_Rsvd: 0\nHugepagesize: 2048 kB\n">>}]}, {'ns_1@10.2.1.67', [{last_heard,{1351,907486,12273}}, {outgoing_replications_safeness_level,[{"default",yellow}]}, {incoming_replications_conf_hashes,[{"default",[]}]}, {active_buckets,["default"]}, {ready_buckets,["default"]}, {local_tasks,[]}, {memory, [{total,94045848}, {processes,51860176}, {processes_used,51575480}, {system,42185672}, {atom,1413905}, {atom_used,1392521}, {binary,2361432}, {code,14569021}, {ets,5792760}]}, {system_memory_data, [{system_total_memory,33657663488}, {free_swap,10701078528}, {total_swap,10701078528}, {cached_memory,5114638336}, {buffered_memory,427950080}, {free_memory,23206121472}, {total_memory,33657663488}]}, {node_storage_conf,[{db_path,"/data"},{index_path,"/data2"}]}, {statistics, [{wall_clock,{1729397,4989}}, {context_switches,{13712865,0}}, {garbage_collection,{1897891,10361421138,0}}, {io,{{input,19170414330},{output,1467124405}}}, {reductions,{4981371155,79987389}}, {run_queue,1}, {runtime,{476240,5360}}]}, {system_stats, [{cpu_utilization_rate,55.88972431077694}, {swap_total,10701078528}, {swap_used,0}]}, {interesting_stats, [{couch_docs_actual_disk_size,3968680146}, {couch_docs_data_size,3938927373}, {couch_views_actual_disk_size,639454458}, {couch_views_data_size,92488303}, {curr_items,1544398}, {curr_items_tot,1544398}, {mem_used,2329309152}, {vb_replica_curr_items,0}]}, {cluster_compatibility_version,131072}, {version, [{public_key,"0.13"}, {lhttpc,"1.3.0"}, {ale,"8cffe61"}, {os_mon,"2.2.7"}, {couch_set_view,"1.2.0a-47a991b-git"}, {mnesia,"4.5"}, {inets,"5.7.1"}, {couch,"1.2.0a-47a991b-git"}, {mapreduce,"1.0.0"}, {couch_index_merger,"1.2.0a-47a991b-git"}, {kernel,"2.14.5"}, {crypto,"2.0.4"}, {ssl,"4.1.6"}, {sasl,"2.1.10"}, {couch_view_parser,"1.0.0"}, {ns_server,"2.0.0-1925-rel-enterprise"}, {mochiweb,"1.4.1"}, {oauth,"7d85d3ef"}, {stdlib,"1.17.5"}]}, {supported_compat_version,[2,0]}, {system_arch,"x86_64-unknown-linux-gnu"}, {wall_clock,1729}, {memory_data,{33657663488,12230569984,{<18173.1678.0>,4714984}}}, {disk_data, [{"/",49781912,9}, {"/dev/shm",16434404,0}, {"/data",492257288,2}, {"/data2",246132896,1}]}, {meminfo, <<"MemTotal: 32868812 kB\nMemFree: 22662228 kB\nBuffers: 417920 kB\nCached: 4994764 kB\nSwapCached: 0 kB\nActive: 9271204 kB\nInactive: 622812 kB\nHighTotal: 0 kB\nHighFree: 0 kB\nLowTotal: 32868812 kB\nLowFree: 22662228 kB\nSwapTotal: 10450272 kB\nSwapFree: 10450272 kB\nDirty: 4984 kB\nWriteback: 0 kB\nAnonPages: 4481100 kB\nMapped: 18052 kB\nSlab: 267728 kB\nPageTables: 13668 kB\nNFS_Unstable: 0 kB\nBounce: 0 kB\nCommitLimit: 26884676 kB\nCommitted_AS: 6190104 kB\nVmallocTotal: 34359738367 kB\nVmallocUsed: 6416 kB\nVmallocChunk: 34359730587 kB\nHugePages_Total: 0\nHugePages_Free: 0\nHugePages_Rsvd: 0\nHugepagesize: 2048 kB\n">>}]}, {'ns_1@10.2.1.68', [{last_heard,{1351,907484,352000}}, {outgoing_replications_safeness_level,[{"default",green}]}, {incoming_replications_conf_hashes,[{"default",[]}]}, {active_buckets,["default"]}, {ready_buckets,["default"]}, {local_tasks,[]}, {memory, [{total,97906280}, {processes,54342824}, {processes_used,54271696}, {system,43563456}, {atom,1411481}, {atom_used,1388780}, {binary,3770464}, {code,14520518}, {ets,5783800}]}, {system_memory_data, [{system_total_memory,33657663488}, {free_swap,10684616704}, {total_swap,10684628992}, {cached_memory,8911269888}, {buffered_memory,321556480}, {free_memory,19460575232}, {total_memory,33657663488}]}, {node_storage_conf,[{db_path,"/data"},{index_path,"/data2"}]}, {statistics, [{wall_clock,{1726430,5000}}, {context_switches,{12915278,0}}, {garbage_collection,{1237353,7582775296,0}}, {io,{{input,17226496535},{output,868980602}}}, {reductions,{4290430800,2193159}}, {run_queue,0}, {runtime,{450940,500}}]}, {system_stats, [{cpu_utilization_rate,3.0}, {swap_total,10684628992}, {swap_used,12288}]}, {interesting_stats, [{couch_docs_actual_disk_size,8200770933}, {couch_docs_data_size,6107702164}, {couch_views_actual_disk_size,102585286}, {couch_views_data_size,102570159}, {curr_items,2501801}, {curr_items_tot,2501801}, {mem_used,3488892616}, {vb_replica_curr_items,0}]}, {cluster_compatibility_version,131072}, {version, [{public_key,"0.13"}, {lhttpc,"1.3.0"}, {ale,"8cffe61"}, {os_mon,"2.2.7"}, {couch_set_view,"1.2.0a-47a991b-git"}, {mnesia,"4.5"}, {inets,"5.7.1"}, {couch,"1.2.0a-47a991b-git"}, {mapreduce,"1.0.0"}, {couch_index_merger,"1.2.0a-47a991b-git"}, {kernel,"2.14.5"}, {crypto,"2.0.4"}, {ssl,"4.1.6"}, {sasl,"2.1.10"}, {couch_view_parser,"1.0.0"}, {ns_server,"2.0.0-1925-rel-enterprise"}, {mochiweb,"1.4.1"}, {oauth,"7d85d3ef"}, {stdlib,"1.17.5"}]}, {supported_compat_version,[2,0]}, {system_arch,"x86_64-unknown-linux-gnu"}, {wall_clock,1726}, {memory_data,{33657663488,14197092352,{<18174.1663.0>,4714984}}}, {disk_data, [{"/",49781912,5}, {"/dev/shm",16434404,0}, {"/data",492257288,2}, {"/data2",246132896,1}]}, {meminfo, <<"MemTotal: 32868812 kB\nMemFree: 19004468 kB\nBuffers: 314020 kB\nCached: 8702412 kB\nSwapCached: 12 kB\nActive: 12937364 kB\nInactive: 550712 kB\nHighTotal: 0 kB\nHighFree: 0 kB\nLowTotal: 32868812 kB\nLowFree: 19004468 kB\nSwapTotal: 10434208 kB\nSwapFree: 10434196 kB\nDirty: 88368 kB\nWriteback: 104 kB\nAnonPages: 4471168 kB\nMapped: 18164 kB\nSlab: 329180 kB\nPageTables: 13656 kB\nNFS_Unstable: 0 kB\nBounce: 0 kB\nCommitLimit: 26868612 kB\nCommitted_AS: 6172300 kB\nVmallocTotal: 34359738367 kB\nVmallocUsed: 6408 kB\nVmallocChunk: 34359730595 kB\nHugePages_Total: 0\nHugePages_Free: 0\nHugePages_Rsvd: 0\nHugepagesize: 2048 kB\n">>}]}] [ns_doctor:debug,2012-11-02T18:52:27.040,ns_1@10.2.1.66:ns_doctor<0.1428.0>:ns_doctor:handle_info:137]Current node statuses: [{'ns_1@10.2.1.65', [{last_heard,{1351,907544,371808}}, {outgoing_replications_safeness_level,[{"default",green}]}, {incoming_replications_conf_hashes,[{"default",[]}]}, {active_buckets,["default"]}, {ready_buckets,["default"]}, {local_tasks, [[{pid,<<"<0.27766.0>">>}, {changes_done,196853}, {design_documents,[<<"_design/A">>]}, {indexer_type,main}, {initial_build,false}, {progress,26}, {set,<<"default">>}, {signature,<<"afeb9408e40add49ae0c9bf58f0c5f26">>}, {started_on,1351907547}, {total_changes,749784}, {type,indexer}, {updated_on,1351907608}]]}, {memory, [{total,154954392}, {processes,99789160}, {processes_used,98452216}, {system,55165232}, {atom,1502673}, {atom_used,1494165}, {binary,14028736}, {code,15250635}, {ets,6096736}]}, {system_memory_data, [{system_total_memory,33657663488}, {free_swap,11350716416}, {total_swap,11350876160}, {cached_memory,11020095488}, {buffered_memory,227377152}, {free_memory,16753963008}, {total_memory,33657663488}]}, {node_storage_conf,[{db_path,"/data"},{index_path,"/data2"}]}, {statistics, [{wall_clock,{1787192,5000}}, {context_switches,{16831082,0}}, {garbage_collection,{1542833,14861354491,0}}, {io,{{input,26136625400},{output,5223395023}}}, {reductions,{6498365255,93613745}}, {run_queue,1}, {runtime,{632780,6980}}]}, {system_stats, [{cpu_utilization_rate,34.25}, {swap_total,11350876160}, {swap_used,159744}]}, {interesting_stats, [{couch_docs_actual_disk_size,9001244807}, {couch_docs_data_size,8110492466}, {couch_views_actual_disk_size,1373493845}, {couch_views_data_size,115989894}, {curr_items,3339073}, {curr_items_tot,3339073}, {mem_used,3744910056}, {vb_replica_curr_items,0}]}, {cluster_compatibility_version,131072}, {version, [{public_key,"0.13"}, {lhttpc,"1.3.0"}, {ale,"8cffe61"}, {os_mon,"2.2.7"}, {couch_set_view,"1.2.0a-47a991b-git"}, {mnesia,"4.5"}, {inets,"5.7.1"}, {couch,"1.2.0a-47a991b-git"}, {mapreduce,"1.0.0"}, {couch_index_merger,"1.2.0a-47a991b-git"}, {kernel,"2.14.5"}, {crypto,"2.0.4"}, {ssl,"4.1.6"}, {sasl,"2.1.10"}, {couch_view_parser,"1.0.0"}, {ns_server,"2.0.0-1925-rel-enterprise"}, {mochiweb,"1.4.1"}, {oauth,"7d85d3ef"}, {stdlib,"1.17.5"}]}, {supported_compat_version,[2,0]}, {system_arch,"x86_64-unknown-linux-gnu"}, {wall_clock,1787}, {memory_data,{33657663488,16270241792,{<18077.27766.0>,12342552}}}, {disk_data, [{"/",51088800,10}, {"/dev/shm",16434404,0}, {"/data",492257288,2}, {"/data2",246132896,1}]}, {meminfo, <<"MemTotal: 32868812 kB\nMemFree: 16361292 kB\nBuffers: 222048 kB\nCached: 10761812 kB\nSwapCached: 0 kB\nActive: 13978776 kB\nInactive: 2108680 kB\nHighTotal: 0 kB\nHighFree: 0 kB\nLowTotal: 32868812 kB\nLowFree: 16361292 kB\nSwapTotal: 11084840 kB\nSwapFree: 11084684 kB\nDirty: 1344964 kB\nWriteback: 0 kB\nAnonPages: 5103456 kB\nMapped: 16312 kB\nSlab: 373280 kB\nPageTables: 14500 kB\nNFS_Unstable: 0 kB\nBounce: 0 kB\nCommitLimit: 27519244 kB\nCommitted_AS: 6851024 kB\nVmallocTotal: 34359738367 kB\nVmallocUsed: 6728 kB\nVmallocChunk: 34359730275 kB\nHugePages_Total: 0\nHugePages_Free: 0\nHugePages_Rsvd: 0\nHugepagesize: 2048 kB\n">>}]}, {'ns_1@10.2.1.66', [{last_heard,{1351,907542,58683}}, {outgoing_replications_safeness_level,[{"default",green}]}, {incoming_replications_conf_hashes,[{"default",[]}]}, {active_buckets,["default"]}, {ready_buckets,["default"]}, {local_tasks, [[{pid,<<"<0.17170.0>">>}, {bucket,<<"default">>}, {original_target,{[{type,bucket}]}}, {progress,3}, {started_on,1351907527}, {total_vbuckets,166}, {trigger_type,scheduled}, {type,bucket_compaction}, {updated_on,1351907538}, {vbuckets_done,6}], [{pid,<<"<0.17372.0>">>}, {changes_done,1045}, {design_documents,[<<"_design/A">>]}, {indexer_type,main}, {initial_build,false}, {progress,0}, {set,<<"default">>}, {signature,<<"afeb9408e40add49ae0c9bf58f0c5f26">>}, {started_on,1351907537}, {total_changes,826720}, {type,indexer}, {updated_on,1351907538}]]}, {memory, [{total,115984352}, {processes,68739424}, {processes_used,68725808}, {system,47244928}, {atom,1413905}, {atom_used,1392343}, {binary,7209640}, {code,14559765}, {ets,5859056}]}, {system_memory_data, [{system_total_memory,33657663488}, {free_swap,10684469248}, {total_swap,10684628992}, {cached_memory,9959305216}, {buffered_memory,257433600}, {free_memory,17970778112}, {total_memory,33657663488}]}, {node_storage_conf,[{db_path,"/data"},{index_path,"/data2"}]}, {statistics, [{wall_clock,{1784456,5016}}, {context_switches,{15757853,0}}, {garbage_collection,{1507498,10933100177,0}}, {io,{{input,22447294874},{output,4725263195}}}, {reductions,{5390936920,89949747}}, {run_queue,4}, {runtime,{525450,6230}}]}, {system_stats, [{cpu_utilization_rate,30.75}, {swap_total,10684628992}, {swap_used,159744}]}, {interesting_stats, [{couch_docs_actual_disk_size,8453881552}, {couch_docs_data_size,7845536782}, {couch_views_actual_disk_size,736045388}, {couch_views_data_size,109213416}, {curr_items,3336681}, {curr_items_tot,3336681}, {mem_used,3703406648}, {vb_replica_curr_items,0}]}, {cluster_compatibility_version,131072}, {version, [{public_key,"0.13"}, {lhttpc,"1.3.0"}, {ale,"8cffe61"}, {os_mon,"2.2.7"}, {couch_set_view,"1.2.0a-47a991b-git"}, {mnesia,"4.5"}, {inets,"5.7.1"}, {couch,"1.2.0a-47a991b-git"}, {mapreduce,"1.0.0"}, {couch_index_merger,"1.2.0a-47a991b-git"}, {kernel,"2.14.5"}, {crypto,"2.0.4"}, {ssl,"4.1.6"}, {sasl,"2.1.10"}, {couch_view_parser,"1.0.0"}, {ns_server,"2.0.0-1925-rel-enterprise"}, {mochiweb,"1.4.1"}, {oauth,"7d85d3ef"}, {stdlib,"1.17.5"}]}, {supported_compat_version,[2,0]}, {system_arch,"x86_64-unknown-linux-gnu"}, {wall_clock,1784}, {memory_data,{33657663488,13234946048,{<0.695.0>,3143528}}}, {disk_data, [{"/",49781912,5}, {"/dev/shm",16434404,0}, {"/data",492257288,2}, {"/data2",246132896,1}]}, {meminfo, <<"MemTotal: 32868812 kB\nMemFree: 17549588 kB\nBuffers: 251400 kB\nCached: 9725556 kB\nSwapCached: 140 kB\nActive: 11853848 kB\nInactive: 3067348 kB\nHighTotal: 0 kB\nHighFree: 0 kB\nLowTotal: 32868812 kB\nLowFree: 17549588 kB\nSwapTotal: 10434208 kB\nSwapFree: 10434052 kB\nDirty: 790964 kB\nWriteback: 15848 kB\nAnonPages: 4943928 kB\nMapped: 18020 kB\nSlab: 348932 kB\nPageTables: 14660 kB\nNFS_Unstable: 0 kB\nBounce: 0 kB\nCommitLimit: 26868612 kB\nCommitted_AS: 6660804 kB\nVmallocTotal: 34359738367 kB\nVmallocUsed: 6408 kB\nVmallocChunk: 34359730595 kB\nHugePages_Total: 0\nHugePages_Free: 0\nHugePages_Rsvd: 0\nHugepagesize: 2048 kB\n">>}]}, {'ns_1@10.2.1.67', [{last_heard,{1351,907546,13063}}, {outgoing_replications_safeness_level,[{"default",yellow}]}, {incoming_replications_conf_hashes,[{"default",[]}]}, {active_buckets,["default"]}, {ready_buckets,["default"]}, {local_tasks,[]}, {memory, [{total,90720976}, {processes,49095968}, {processes_used,48596848}, {system,41625008}, {atom,1413905}, {atom_used,1392521}, {binary,1759200}, {code,14569021}, {ets,5846952}]}, {system_memory_data, [{system_total_memory,33657663488}, {free_swap,10701078528}, {total_swap,10701078528}, {cached_memory,3461537792}, {buffered_memory,429342720}, {free_memory,24880799744}, {total_memory,33657663488}]}, {node_storage_conf,[{db_path,"/data"},{index_path,"/data2"}]}, {statistics, [{wall_clock,{1789398,5001}}, {context_switches,{15487077,0}}, {garbage_collection,{2793797,13815910970,0}}, {io,{{input,22622390361},{output,2177564877}}}, {reductions,{5871978204,72827338}}, {run_queue,0}, {runtime,{541830,5830}}]}, {system_stats, [{cpu_utilization_rate,54.0}, {swap_total,10701078528}, {swap_used,0}]}, {interesting_stats, [{couch_docs_actual_disk_size,1582381649}, {couch_docs_data_size,1570510294}, {couch_views_actual_disk_size,1332273463}, {couch_views_data_size,60569595}, {curr_items,587635}, {curr_items_tot,587635}, {mem_used,952432936}, {vb_replica_curr_items,0}]}, {cluster_compatibility_version,131072}, {version, [{public_key,"0.13"}, {lhttpc,"1.3.0"}, {ale,"8cffe61"}, {os_mon,"2.2.7"}, {couch_set_view,"1.2.0a-47a991b-git"}, {mnesia,"4.5"}, {inets,"5.7.1"}, {couch,"1.2.0a-47a991b-git"}, {mapreduce,"1.0.0"}, {couch_index_merger,"1.2.0a-47a991b-git"}, {kernel,"2.14.5"}, {crypto,"2.0.4"}, {ssl,"4.1.6"}, {sasl,"2.1.10"}, {couch_view_parser,"1.0.0"}, {ns_server,"2.0.0-1925-rel-enterprise"}, {mochiweb,"1.4.1"}, {oauth,"7d85d3ef"}, {stdlib,"1.17.5"}]}, {supported_compat_version,[2,0]}, {system_arch,"x86_64-unknown-linux-gnu"}, {wall_clock,1789}, {memory_data,{33657663488,10151116800,{<18173.703.0>,3143528}}}, {disk_data, [{"/",49781912,9}, {"/dev/shm",16434404,0}, {"/data",492257288,1}, {"/data2",246132896,1}]}, {meminfo, <<"MemTotal: 32868812 kB\nMemFree: 24297656 kB\nBuffers: 419280 kB\nCached: 3380408 kB\nSwapCached: 0 kB\nActive: 7687652 kB\nInactive: 583356 kB\nHighTotal: 0 kB\nHighFree: 0 kB\nLowTotal: 32868812 kB\nLowFree: 24297656 kB\nSwapTotal: 10450272 kB\nSwapFree: 10450272 kB\nDirty: 7612 kB\nWriteback: 0 kB\nAnonPages: 4471292 kB\nMapped: 18052 kB\nSlab: 254620 kB\nPageTables: 13648 kB\nNFS_Unstable: 0 kB\nBounce: 0 kB\nCommitLimit: 26884676 kB\nCommitted_AS: 6181408 kB\nVmallocTotal: 34359738367 kB\nVmallocUsed: 6416 kB\nVmallocChunk: 34359730587 kB\nHugePages_Total: 0\nHugePages_Free: 0\nHugePages_Rsvd: 0\nHugepagesize: 2048 kB\n">>}]}, {'ns_1@10.2.1.68', [{last_heard,{1351,907544,360565}}, {outgoing_replications_safeness_level,[{"default",green}]}, {incoming_replications_conf_hashes,[{"default",[]}]}, {active_buckets,["default"]}, {ready_buckets,["default"]}, {local_tasks, [[{pid,<<"<0.16822.0>">>}, {changes_done,0}, {design_documents,[<<"_design/A">>]}, {indexer_type,main}, {initial_build,false}, {progress,0}, {set,<<"default">>}, {signature,<<"afeb9408e40add49ae0c9bf58f0c5f26">>}, {started_on,1351907571}, {total_changes,172886}, {type,indexer}, {updated_on,1351907571}]]}, {memory, [{total,106089816}, {processes,58753592}, {processes_used,58732208}, {system,47336224}, {atom,1413905}, {atom_used,1392343}, {binary,7353600}, {code,14597005}, {ets,5861216}]}, {system_memory_data, [{system_total_memory,33657663488}, {free_swap,10684616704}, {total_swap,10684628992}, {cached_memory,9481150464}, {buffered_memory,322863104}, {free_memory,18854318080}, {total_memory,33657663488}]}, {node_storage_conf,[{db_path,"/data"},{index_path,"/data2"}]}, {statistics, [{wall_clock,{1786439,4963}}, {context_switches,{13665190,0}}, {garbage_collection,{1321700,8326987507,0}}, {io,{{input,18332461988},{output,1836674930}}}, {reductions,{4546366339,126955229}}, {run_queue,0}, {runtime,{474210,9650}}]}, {system_stats, [{cpu_utilization_rate,90.81885856079404}, {swap_total,10684628992}, {swap_used,12288}]}, {interesting_stats, [{couch_docs_actual_disk_size,8576333902}, {couch_docs_data_size,6438199555}, {couch_views_actual_disk_size,200797403}, {couch_views_data_size,104081814}, {curr_items,2697334}, {curr_items_tot,2717097}, {mem_used,4034087064}, {vb_replica_curr_items,19763}]}, {cluster_compatibility_version,131072}, {version, [{public_key,"0.13"}, {lhttpc,"1.3.0"}, {ale,"8cffe61"}, {os_mon,"2.2.7"}, {couch_set_view,"1.2.0a-47a991b-git"}, {mnesia,"4.5"}, {inets,"5.7.1"}, {couch,"1.2.0a-47a991b-git"}, {mapreduce,"1.0.0"}, {couch_index_merger,"1.2.0a-47a991b-git"}, {kernel,"2.14.5"}, {crypto,"2.0.4"}, {ssl,"4.1.6"}, {sasl,"2.1.10"}, {couch_view_parser,"1.0.0"}, {ns_server,"2.0.0-1925-rel-enterprise"}, {mochiweb,"1.4.1"}, {oauth,"7d85d3ef"}, {stdlib,"1.17.5"}]}, {supported_compat_version,[2,0]}, {system_arch,"x86_64-unknown-linux-gnu"}, {wall_clock,1786}, {memory_data,{33657663488,14198231040,{<18174.1662.0>,2914384}}}, {disk_data, [{"/",49781912,5}, {"/dev/shm",16434404,0}, {"/data",492257288,2}, {"/data2",246132896,1}]}, {meminfo, <<"MemTotal: 32868812 kB\nMemFree: 18412668 kB\nBuffers: 315296 kB\nCached: 9258936 kB\nSwapCached: 12 kB\nActive: 13115840 kB\nInactive: 949872 kB\nHighTotal: 0 kB\nHighFree: 0 kB\nLowTotal: 32868812 kB\nLowFree: 18412668 kB\nSwapTotal: 10434208 kB\nSwapFree: 10434196 kB\nDirty: 198292 kB\nWriteback: 0 kB\nAnonPages: 4490880 kB\nMapped: 18204 kB\nSlab: 342956 kB\nPageTables: 13860 kB\nNFS_Unstable: 0 kB\nBounce: 0 kB\nCommitLimit: 26868612 kB\nCommitted_AS: 6212872 kB\nVmallocTotal: 34359738367 kB\nVmallocUsed: 6408 kB\nVmallocChunk: 34359730595 kB\nHugePages_Total: 0\nHugePages_Free: 0\nHugePages_Rsvd: 0\nHugepagesize: 2048 kB\n">>}]}] [stats:debug,2012-11-02T18:52:42.866,ns_1@10.2.1.66:<0.1704.0>:stats_collector:maybe_log_stats:126](at {{1970,1,16},{7,31,47}}) Stats for bucket "default": accepting_conns 1 auth_cmds 3 auth_errors 0 bucket_active_conns 1 bucket_conns 5 bytes 3697737544 bytes_read 9138204964 bytes_written 156731633 cas_badval 0 cas_hits 0 cas_misses 0 cmd_flush 0 cmd_get 0 cmd_set 2497102 conn_yields 2575 connection_structures 5000 curr_connections 9 curr_conns_on_port_11209 6 curr_conns_on_port_11210 1 curr_items 3336681 curr_items_tot 3336681 curr_temp_items 0 daemon_connections 4 decr_hits 0 decr_misses 0 delete_hits 0 delete_misses 0 ep_access_scanner_last_runtime 0 ep_access_scanner_num_items 0 ep_access_scanner_task_time 2012-11-03 10:00:00 ep_allow_data_loss_during_shutdown 1 ep_alog_block_size 4096 ep_alog_path /data/default/access.log ep_alog_sleep_time 1440 ep_alog_task_time 10 ep_backend couchdb ep_bg_fetch_delay 0 ep_bg_fetched 0 ep_bg_meta_fetched 0 ep_bg_remaining_jobs 0 ep_chk_max_items 5000 ep_chk_period 1800 ep_chk_persistence_remains 0 ep_chk_persistence_timeout 10 ep_chk_remover_stime 5 ep_commit_num 1595 ep_commit_time 6821 ep_commit_time_total 89284 ep_concurrentDB 1 ep_config_file ep_couch_bucket default ep_couch_host localhost ep_couch_port 11213 ep_couch_reconnect_sleeptime 250 ep_couch_response_timeout 180000 ep_data_age 31 ep_data_age_highwat 216 ep_data_traffic_enabled 0 ep_dbinit 0 ep_dbname /data/default ep_degraded_mode 0 ep_diskqueue_drain 3466269 ep_diskqueue_fill 3485564 ep_diskqueue_items 19598 ep_diskqueue_memory 627104 ep_diskqueue_pending 940656 ep_exp_pager_stime 3600 ep_exp_pager_stime 3600 ep_expired_access 0 ep_expired_pager 0 ep_expiry_window 3 ep_failpartialwarmup 0 ep_flush_all false ep_flush_duration_total 1004 ep_flushall_enabled 0 ep_flusher_state running ep_flusher_todo 19598 ep_getl_default_timeout 15 ep_getl_max_timeout 30 ep_ht_locks 5 ep_ht_size 3079 ep_inconsistent_slave_chk 0 ep_initfile ep_io_num_read 0 ep_io_num_write 3444783 ep_io_read_bytes 0 ep_io_write_bytes 8157386592 ep_item_begin_failed 0 ep_item_commit_failed 0 ep_item_flush_expired 0 ep_item_flush_failed 0 ep_item_num_based_new_chk 1 ep_items_rm_from_checkpoints 2499370 ep_keep_closed_chks 0 ep_klog_block_size 4096 ep_klog_compactor_queue_cap 500000 ep_klog_compactor_stime 3600 ep_klog_flush commit2 ep_klog_max_entry_ratio 10 ep_klog_max_log_size 2147483647 ep_klog_path ep_klog_sync commit2 ep_kv_size 3618468883 ep_max_checkpoints 2 ep_max_data_size 5242880000 ep_max_item_size 20971520 ep_max_size 5242880000 ep_max_txn_size 10000 ep_max_vbuckets 512 ep_mem_high_wat 3932160000 ep_mem_high_wat 3932160000 ep_mem_low_wat 3145728000 ep_mem_low_wat 3145728000 ep_mem_tracker_enabled true ep_min_data_age 0 ep_mlog_compactor_runs 0 ep_mutation_mem_threshold 0 ep_num_access_scanner_runs 0 ep_num_eject_failures 1535137 ep_num_expiry_pager_runs 0 ep_num_non_resident 1935859 ep_num_not_my_vbuckets 0 ep_num_ops_del_meta 0 ep_num_ops_get_meta 0 ep_num_ops_set_meta 0 ep_num_pager_runs 20 ep_num_value_ejects 1935859 ep_oom_errors 0 ep_overhead 22763542 ep_pager_active_vb_pcnt 40 ep_pager_unbiased_period 60 ep_pending_ops 0 ep_pending_ops_max 0 ep_pending_ops_max_duration 0 ep_pending_ops_total 0 ep_postInitfile ep_queue_age_cap 900 ep_queue_size 0 ep_startup_time 1351905957 ep_storage_age 29 ep_storage_age_highwat 215 ep_store_max_concurrency 10 ep_store_max_readers 9 ep_store_max_readwrite 1 ep_stored_val_type ep_tap_ack_grace_period 300 ep_tap_ack_initial_sequence_number 1 ep_tap_ack_interval 1000 ep_tap_ack_window_size 10 ep_tap_backfill_resident 0.9 ep_tap_backlog_limit 5000 ep_tap_backoff_period 5 ep_tap_bg_fetch_requeued 0 ep_tap_bg_fetched 0 ep_tap_bg_max_pending 500 ep_tap_keepalive 300 ep_tap_noop_interval 20 ep_tap_requeue_sleep_time 0.1 ep_tap_throttle_cap_pcnt 10 ep_tap_throttle_queue_cap 1000000 ep_tap_throttle_threshold 90 ep_tmp_oom_errors 0 ep_too_old 0 ep_too_young 0 ep_total_cache_size 3578428711 ep_total_del_items 0 ep_total_enqueued 3485564 ep_total_new_items 3297584 ep_total_persisted 3444783 ep_uncommitted_items 19500 ep_value_size 3342254700 ep_vb0 0 ep_vb_snapshot_total 136 ep_vb_total 171 ep_vbucket_del 0 ep_vbucket_del_fail 0 ep_version 2.0.0r_130_g8b09894 ep_waitforwarmup 0 ep_warmup 1 ep_warmup_batch_size 1000 ep_warmup_dups 0 ep_warmup_min_items_threshold 100 ep_warmup_min_memory_threshold 100 ep_warmup_oom 0 ep_warmup_thread complete ep_warmup_time 745 get_hits 0 get_misses 0 incr_hits 0 incr_misses 0 libevent 2.0.11-stable limit_maxbytes 67108864 listen_disabled_num 0 max_conns_on_port_11209 1000 max_conns_on_port_11210 9000 mem_used 3697737544 pid 18083 pointer_size 64 rejected_conns 0 rusage_system 107.766616 rusage_user 315.229077 tap_checkpoint_start_received 86 tap_mutation_received 1301149 tap_opaque_received 301 tap_vbucket_set_received 86 threads 4 time 1351907562 total_connections 185 uptime 1637 vb_active_curr_items 3336681 vb_active_eject 1935859 vb_active_expired 0 vb_active_ht_memory 20258664 vb_active_itm_memory 3578428711 vb_active_meta_data_memory 263597799 vb_active_num 171 vb_active_num_non_resident 1935859 vb_active_num_ref_ejects 1935859 vb_active_num_ref_items 3336681 vb_active_ops_create 3317084 vb_active_ops_delete 0 vb_active_ops_reject 0 vb_active_ops_update 147199 vb_active_perc_mem_resident 41 vb_active_queue_age 587880000 vb_active_queue_drain 3466269 vb_active_queue_fill 3485564 vb_active_queue_memory 627104 vb_active_queue_pending 940656 vb_active_queue_size 19597 vb_dead_num 0 vb_pending_curr_items 0 vb_pending_eject 0 vb_pending_expired 0 vb_pending_ht_memory 0 vb_pending_itm_memory 0 vb_pending_meta_data_memory 0 vb_pending_num 0 vb_pending_num_non_resident 0 vb_pending_num_ref_ejects 0 vb_pending_num_ref_items 0 vb_pending_ops_create 0 vb_pending_ops_delete 0 vb_pending_ops_reject 0 vb_pending_ops_update 0 vb_pending_perc_mem_resident 0 vb_pending_queue_age 0 vb_pending_queue_drain 0 vb_pending_queue_fill 0 vb_pending_queue_memory 0 vb_pending_queue_pending 0 vb_pending_queue_size 0 vb_replica_curr_items 0 vb_replica_eject 0 vb_replica_expired 0 vb_replica_ht_memory 0 vb_replica_itm_memory 0 vb_replica_meta_data_memory 0 vb_replica_num 0 vb_replica_num_non_resident 0 vb_replica_num_ref_ejects 0 vb_replica_num_ref_items 0 vb_replica_ops_create 0 vb_replica_ops_delete 0 vb_replica_ops_reject 0 vb_replica_ops_update 0 vb_replica_perc_mem_resident 0 vb_replica_queue_age 0 vb_replica_queue_drain 0 vb_replica_queue_fill 0 vb_replica_queue_memory 0 vb_replica_queue_pending 0 vb_replica_queue_size 0 version 1.4.4_600_g7ea975a [ns_doctor:debug,2012-11-02T18:53:27.040,ns_1@10.2.1.66:ns_doctor<0.1428.0>:ns_doctor:handle_info:137]Current node statuses: [{'ns_1@10.2.1.65', [{last_heard,{1351,907604,370989}}, {outgoing_replications_safeness_level,[{"default",green}]}, {incoming_replications_conf_hashes,[{"default",[]}]}, {active_buckets,["default"]}, {ready_buckets,["default"]}, {local_tasks, [[{pid,<<"<0.27766.0>">>}, {changes_done,392706}, {design_documents,[<<"_design/A">>]}, {indexer_type,main}, {initial_build,false}, {progress,52}, {set,<<"default">>}, {signature,<<"afeb9408e40add49ae0c9bf58f0c5f26">>}, {started_on,1351907547}, {total_changes,749784}, {type,indexer}, {updated_on,1351907669}]]}, {memory, [{total,149947704}, {processes,98477352}, {processes_used,97141952}, {system,51470352}, {atom,1502673}, {atom_used,1494165}, {binary,10189432}, {code,15250635}, {ets,6272096}]}, {system_memory_data, [{system_total_memory,33657663488}, {free_swap,11350716416}, {total_swap,11350876160}, {cached_memory,11803193344}, {buffered_memory,228864000}, {free_memory,15945555968}, {total_memory,33657663488}]}, {node_storage_conf,[{db_path,"/data"},{index_path,"/data2"}]}, {statistics, [{wall_clock,{1847192,5000}}, {context_switches,{18615594,0}}, {garbage_collection,{1645077,18580468412,0}}, {io,{{input,29473765263},{output,6027418404}}}, {reductions,{7570508481,89924050}}, {run_queue,0}, {runtime,{713730,6690}}]}, {system_stats, [{cpu_utilization_rate,37.1571072319202}, {swap_total,11350876160}, {swap_used,159744}]}, {interesting_stats, [{couch_docs_actual_disk_size,9001243856}, {couch_docs_data_size,8110492466}, {couch_views_actual_disk_size,2154268090}, {couch_views_data_size,124022875}, {curr_items,3339073}, {curr_items_tot,3339073}, {mem_used,3744910056}, {vb_replica_curr_items,0}]}, {cluster_compatibility_version,131072}, {version, [{public_key,"0.13"}, {lhttpc,"1.3.0"}, {ale,"8cffe61"}, {os_mon,"2.2.7"}, {couch_set_view,"1.2.0a-47a991b-git"}, {mnesia,"4.5"}, {inets,"5.7.1"}, {couch,"1.2.0a-47a991b-git"}, {mapreduce,"1.0.0"}, {couch_index_merger,"1.2.0a-47a991b-git"}, {kernel,"2.14.5"}, {crypto,"2.0.4"}, {ssl,"4.1.6"}, {sasl,"2.1.10"}, {couch_view_parser,"1.0.0"}, {ns_server,"2.0.0-1925-rel-enterprise"}, {mochiweb,"1.4.1"}, {oauth,"7d85d3ef"}, {stdlib,"1.17.5"}]}, {supported_compat_version,[2,0]}, {system_arch,"x86_64-unknown-linux-gnu"}, {wall_clock,1847}, {memory_data,{33657663488,17070444544,{<18077.27766.0>,12342464}}}, {disk_data, [{"/",51088800,10}, {"/dev/shm",16434404,0}, {"/data",492257288,2}, {"/data2",246132896,1}]}, {meminfo, <<"MemTotal: 32868812 kB\nMemFree: 15571832 kB\nBuffers: 223500 kB\nCached: 11526556 kB\nSwapCached: 0 kB\nActive: 15185800 kB\nInactive: 1670976 kB\nHighTotal: 0 kB\nHighFree: 0 kB\nLowTotal: 32868812 kB\nLowFree: 15571832 kB\nSwapTotal: 11084840 kB\nSwapFree: 11084684 kB\nDirty: 2100060 kB\nWriteback: 0 kB\nAnonPages: 5106516 kB\nMapped: 16312 kB\nSlab: 393836 kB\nPageTables: 14512 kB\nNFS_Unstable: 0 kB\nBounce: 0 kB\nCommitLimit: 27519244 kB\nCommitted_AS: 6849808 kB\nVmallocTotal: 34359738367 kB\nVmallocUsed: 6728 kB\nVmallocChunk: 34359730275 kB\nHugePages_Total: 0\nHugePages_Free: 0\nHugePages_Rsvd: 0\nHugepagesize: 2048 kB\n">>}]}, {'ns_1@10.2.1.66', [{last_heard,{1351,907602,40546}}, {outgoing_replications_safeness_level,[{"default",green}]}, {incoming_replications_conf_hashes,[{"default",[]}]}, {active_buckets,["default"]}, {ready_buckets,["default"]}, {local_tasks, [[{pid,<<"<0.17170.0>">>}, {bucket,<<"default">>}, {original_target,{[{type,bucket}]}}, {progress,15}, {started_on,1351907527}, {total_vbuckets,166}, {trigger_type,scheduled}, {type,bucket_compaction}, {updated_on,1351907601}, {vbuckets_done,25}], [{pid,<<"<0.17372.0>">>}, {changes_done,206240}, {design_documents,[<<"_design/A">>]}, {indexer_type,main}, {initial_build,false}, {progress,24}, {set,<<"default">>}, {signature,<<"afeb9408e40add49ae0c9bf58f0c5f26">>}, {started_on,1351907537}, {total_changes,826720}, {type,indexer}, {updated_on,1351907600}]]}, {memory, [{total,132240400}, {processes,84440712}, {processes_used,84423584}, {system,47799688}, {atom,1413905}, {atom_used,1392343}, {binary,7611024}, {code,14559765}, {ets,6042704}]}, {system_memory_data, [{system_total_memory,33657663488}, {free_swap,10684469248}, {total_swap,10684628992}, {cached_memory,10925240320}, {buffered_memory,259960832}, {free_memory,16970518528}, {total_memory,33657663488}]}, {node_storage_conf,[{db_path,"/data"},{index_path,"/data2"}]}, {statistics, [{wall_clock,{1844439,5000}}, {context_switches,{17888018,0}}, {garbage_collection,{1613295,14726188647,0}}, {io,{{input,25978533860},{output,5553148401}}}, {reductions,{6481708452,85067836}}, {run_queue,0}, {runtime,{600120,5940}}]}, {system_stats, [{cpu_utilization_rate,38.75}, {swap_total,10684628992}, {swap_used,159744}]}, {interesting_stats, [{couch_docs_actual_disk_size,8713747360}, {couch_docs_data_size,8088879753}, {couch_views_actual_disk_size,1538619580}, {couch_views_data_size,116878767}, {curr_items,3336681}, {curr_items_tot,3336681}, {mem_used,3688429320}, {vb_replica_curr_items,0}]}, {cluster_compatibility_version,131072}, {version, [{public_key,"0.13"}, {lhttpc,"1.3.0"}, {ale,"8cffe61"}, {os_mon,"2.2.7"}, {couch_set_view,"1.2.0a-47a991b-git"}, {mnesia,"4.5"}, {inets,"5.7.1"}, {couch,"1.2.0a-47a991b-git"}, {mapreduce,"1.0.0"}, {couch_index_merger,"1.2.0a-47a991b-git"}, {kernel,"2.14.5"}, {crypto,"2.0.4"}, {ssl,"4.1.6"}, {sasl,"2.1.10"}, {couch_view_parser,"1.0.0"}, {ns_server,"2.0.0-1925-rel-enterprise"}, {mochiweb,"1.4.1"}, {oauth,"7d85d3ef"}, {stdlib,"1.17.5"}]}, {supported_compat_version,[2,0]}, {system_arch,"x86_64-unknown-linux-gnu"}, {wall_clock,1844}, {memory_data,{33657663488,16005402624,{<0.17372.0>,12342520}}}, {disk_data, [{"/",49781912,5}, {"/dev/shm",16434404,0}, {"/data",492257288,2}, {"/data2",246132896,1}]}, {meminfo, <<"MemTotal: 32868812 kB\nMemFree: 16572772 kB\nBuffers: 253868 kB\nCached: 10669180 kB\nSwapCached: 140 kB\nActive: 12208468 kB\nInactive: 3667132 kB\nHighTotal: 0 kB\nHighFree: 0 kB\nLowTotal: 32868812 kB\nLowFree: 16572772 kB\nSwapTotal: 10434208 kB\nSwapFree: 10434052 kB\nDirty: 1568736 kB\nWriteback: 5740 kB\nAnonPages: 4952432 kB\nMapped: 18020 kB\nSlab: 370908 kB\nPageTables: 14708 kB\nNFS_Unstable: 0 kB\nBounce: 0 kB\nCommitLimit: 26868612 kB\nCommitted_AS: 6683388 kB\nVmallocTotal: 34359738367 kB\nVmallocUsed: 6408 kB\nVmallocChunk: 34359730595 kB\nHugePages_Total: 0\nHugePages_Free: 0\nHugePages_Rsvd: 0\nHugepagesize: 2048 kB\n">>}]}, {'ns_1@10.2.1.67', [{last_heard,{1351,907587,843743}}, {outgoing_replications_safeness_level,[]}, {incoming_replications_conf_hashes,[]}, {active_buckets,[]}, {ready_buckets,[]}, {local_tasks,[]}, {memory, [{total,71829656}, {processes,30887696}, {processes_used,30214280}, {system,40941960}, {atom,1414713}, {atom_used,1393896}, {binary,1037296}, {code,14594040}, {ets,5914304}]}, {system_memory_data, [{system_total_memory,33657663488}, {free_swap,10701078528}, {total_swap,10701078528}, {cached_memory,659300352}, {buffered_memory,430133248}, {free_memory,27750006784}, {total_memory,33657663488}]}, {node_storage_conf,[{db_path,"/data"},{index_path,"/data2"}]}, {statistics, [{wall_clock,{1831230,1832}}, {context_switches,{16949803,0}}, {garbage_collection,{3182437,15221525271,0}}, {io,{{input,25799730626},{output,2418607685}}}, {reductions,{6295465588,1693467}}, {run_queue,0}, {runtime,{578140,230}}]}, {system_stats,[{cpu_utilization_rate,0},{swap_total,0},{swap_used,0}]}, {interesting_stats,[]}, {cluster_compatibility_version,131072}, {version, [{public_key,"0.13"}, {lhttpc,"1.3.0"}, {ale,"8cffe61"}, {os_mon,"2.2.7"}, {couch_set_view,"1.2.0a-47a991b-git"}, {mnesia,"4.5"}, {inets,"5.7.1"}, {couch,"1.2.0a-47a991b-git"}, {mapreduce,"1.0.0"}, {couch_index_merger,"1.2.0a-47a991b-git"}, {kernel,"2.14.5"}, {crypto,"2.0.4"}, {ssl,"4.1.6"}, {sasl,"2.1.10"}, {couch_view_parser,"1.0.0"}, {ns_server,"2.0.0-1925-rel-enterprise"}, {mochiweb,"1.4.1"}, {oauth,"7d85d3ef"}, {stdlib,"1.17.5"}]}, {supported_compat_version,[2,0]}, {system_arch,"x86_64-unknown-linux-gnu"}, {wall_clock,1831}, {memory_data,{33657663488,8392777728,{<18173.703.0>,3143528}}}, {disk_data, [{"/",49781912,9}, {"/dev/shm",16434404,0}, {"/data",492257288,1}, {"/data2",246132896,1}]}, {meminfo, <<"MemTotal: 32868812 kB\nMemFree: 27099616 kB\nBuffers: 420052 kB\nCached: 643848 kB\nSwapCached: 0 kB\nActive: 4986024 kB\nInactive: 530132 kB\nHighTotal: 0 kB\nHighFree: 0 kB\nLowTotal: 32868812 kB\nLowFree: 27099616 kB\nSwapTotal: 10450272 kB\nSwapFree: 10450272 kB\nDirty: 636 kB\nWriteback: 0 kB\nAnonPages: 4452376 kB\nMapped: 18052 kB\nSlab: 206568 kB\nPageTables: 13644 kB\nNFS_Unstable: 0 kB\nBounce: 0 kB\nCommitLimit: 26884676 kB\nCommitted_AS: 6139444 kB\nVmallocTotal: 34359738367 kB\nVmallocUsed: 6416 kB\nVmallocChunk: 34359730587 kB\nHugePages_Total: 0\nHugePages_Free: 0\nHugePages_Rsvd: 0\nHugepagesize: 2048 kB\n">>}]}, {'ns_1@10.2.1.68', [{last_heard,{1351,907604,349858}}, {outgoing_replications_safeness_level,[{"default",green}]}, {incoming_replications_conf_hashes,[{"default",[]}]}, {active_buckets,["default"]}, {ready_buckets,["default"]}, {local_tasks, [[{pid,<<"<0.17722.0>">>}, {changes_done,79161}, {design_documents,[<<"_design/A">>]}, {indexer_type,main}, {initial_build,false}, {progress,10}, {set,<<"default">>}, {signature,<<"afeb9408e40add49ae0c9bf58f0c5f26">>}, {started_on,1351907604}, {total_changes,787082}, {type,indexer}, {updated_on,1351907629}]]}, {memory, [{total,133641064}, {processes,84903352}, {processes_used,84890760}, {system,48737712}, {atom,1413905}, {atom_used,1392343}, {binary,8345016}, {code,14597005}, {ets,6033552}]}, {system_memory_data, [{system_total_memory,33657663488}, {free_swap,10684616704}, {total_swap,10684628992}, {cached_memory,11866120192}, {buffered_memory,326123520}, {free_memory,15824347136}, {total_memory,33657663488}]}, {node_storage_conf,[{db_path,"/data"},{index_path,"/data2"}]}, {statistics, [{wall_clock,{1846429,4999}}, {context_switches,{16946450,0}}, {garbage_collection,{1624345,12544408400,0}}, {io,{{input,24680831537},{output,5036807381}}}, {reductions,{5860705157,88207735}}, {run_queue,0}, {runtime,{574610,6430}}]}, {system_stats, [{cpu_utilization_rate,38.80597014925373}, {swap_total,10684628992}, {swap_used,12288}]}, {interesting_stats, [{couch_docs_actual_disk_size,10260119303}, {couch_docs_data_size,8101061148}, {couch_views_actual_disk_size,968748712}, {couch_views_data_size,111407403}, {curr_items,3324246}, {curr_items_tot,3324246}, {mem_used,3672432456}, {vb_replica_curr_items,0}]}, {cluster_compatibility_version,131072}, {version, [{public_key,"0.13"}, {lhttpc,"1.3.0"}, {ale,"8cffe61"}, {os_mon,"2.2.7"}, {couch_set_view,"1.2.0a-47a991b-git"}, {mnesia,"4.5"}, {inets,"5.7.1"}, {couch,"1.2.0a-47a991b-git"}, {mapreduce,"1.0.0"}, {couch_index_merger,"1.2.0a-47a991b-git"}, {kernel,"2.14.5"}, {crypto,"2.0.4"}, {ssl,"4.1.6"}, {sasl,"2.1.10"}, {couch_view_parser,"1.0.0"}, {ns_server,"2.0.0-1925-rel-enterprise"}, {mochiweb,"1.4.1"}, {oauth,"7d85d3ef"}, {stdlib,"1.17.5"}]}, {supported_compat_version,[2,0]}, {system_arch,"x86_64-unknown-linux-gnu"}, {wall_clock,1846}, {memory_data,{33657663488,16063262720,{<18174.1662.0>,2914384}}}, {disk_data, [{"/",49781912,5}, {"/dev/shm",16434404,0}, {"/data",492257288,2}, {"/data2",246132896,1}]}, {meminfo, <<"MemTotal: 32868812 kB\nMemFree: 15452720 kB\nBuffers: 318480 kB\nCached: 11588008 kB\nSwapCached: 12 kB\nActive: 14528284 kB\nInactive: 2437124 kB\nHighTotal: 0 kB\nHighFree: 0 kB\nLowTotal: 32868812 kB\nLowFree: 15452720 kB\nSwapTotal: 10434208 kB\nSwapFree: 10434196 kB\nDirty: 946128 kB\nWriteback: 0 kB\nAnonPages: 5058252 kB\nMapped: 18216 kB\nSlab: 401944 kB\nPageTables: 14872 kB\nNFS_Unstable: 0 kB\nBounce: 0 kB\nCommitLimit: 26868612 kB\nCommitted_AS: 6780680 kB\nVmallocTotal: 34359738367 kB\nVmallocUsed: 6408 kB\nVmallocChunk: 34359730595 kB\nHugePages_Total: 0\nHugePages_Free: 0\nHugePages_Rsvd: 0\nHugepagesize: 2048 kB\n">>}]}] [stats:debug,2012-11-02T18:54:22.860,ns_1@10.2.1.66:<0.1704.0>:stats_collector:maybe_log_stats:126](at {{1970,1,16},{7,31,47}}) Stats for bucket "default": accepting_conns 1 auth_cmds 3 auth_errors 0 bucket_active_conns 1 bucket_conns 5 bytes 3688429304 bytes_read 9138215329 bytes_written 163619660 cas_badval 0 cas_hits 0 cas_misses 0 cmd_flush 0 cmd_get 0 cmd_set 2497102 conn_yields 2575 connection_structures 5000 curr_connections 9 curr_conns_on_port_11209 6 curr_conns_on_port_11210 1 curr_items 3336681 curr_items_tot 3336681 curr_temp_items 0 daemon_connections 4 decr_hits 0 decr_misses 0 delete_hits 0 delete_misses 0 ep_access_scanner_last_runtime 0 ep_access_scanner_num_items 0 ep_access_scanner_task_time 2012-11-03 10:00:00 ep_allow_data_loss_during_shutdown 1 ep_alog_block_size 4096 ep_alog_path /data/default/access.log ep_alog_sleep_time 1440 ep_alog_task_time 10 ep_backend couchdb ep_bg_fetch_delay 0 ep_bg_fetched 0 ep_bg_meta_fetched 0 ep_bg_remaining_jobs 0 ep_chk_max_items 5000 ep_chk_period 1800 ep_chk_persistence_remains 0 ep_chk_persistence_timeout 10 ep_chk_remover_stime 5 ep_commit_num 1597 ep_commit_time 577 ep_commit_time_total 96941 ep_concurrentDB 1 ep_config_file ep_couch_bucket default ep_couch_host localhost ep_couch_port 11213 ep_couch_reconnect_sleeptime 250 ep_couch_response_timeout 180000 ep_data_age 35 ep_data_age_highwat 216 ep_data_traffic_enabled 0 ep_dbinit 0 ep_dbname /data/default ep_degraded_mode 0 ep_diskqueue_drain 3485866 ep_diskqueue_fill 3485564 ep_diskqueue_items 0 ep_diskqueue_memory 0 ep_diskqueue_pending 0 ep_exp_pager_stime 3600 ep_exp_pager_stime 3600 ep_expired_access 0 ep_expired_pager 0 ep_expiry_window 3 ep_failpartialwarmup 0 ep_flush_all false ep_flush_duration_total 1035 ep_flushall_enabled 0 ep_flusher_state running ep_flusher_todo 0 ep_getl_default_timeout 15 ep_getl_max_timeout 30 ep_ht_locks 5 ep_ht_size 3079 ep_inconsistent_slave_chk 0 ep_initfile ep_io_num_read 0 ep_io_num_write 3483880 ep_io_read_bytes 0 ep_io_write_bytes 8249918624 ep_item_begin_failed 0 ep_item_commit_failed 0 ep_item_flush_expired 0 ep_item_flush_failed 0 ep_item_num_based_new_chk 1 ep_items_rm_from_checkpoints 2499370 ep_keep_closed_chks 0 ep_klog_block_size 4096 ep_klog_compactor_queue_cap 500000 ep_klog_compactor_stime 3600 ep_klog_flush commit2 ep_klog_max_entry_ratio 10 ep_klog_max_log_size 2147483647 ep_klog_path ep_klog_sync commit2 ep_kv_size 3618468883 ep_max_checkpoints 2 ep_max_data_size 5242880000 ep_max_item_size 20971520 ep_max_size 5242880000 ep_max_txn_size 10000 ep_max_vbuckets 512 ep_mem_high_wat 3932160000 ep_mem_high_wat 3932160000 ep_mem_low_wat 3145728000 ep_mem_low_wat 3145728000 ep_mem_tracker_enabled true ep_min_data_age 0 ep_mlog_compactor_runs 0 ep_mutation_mem_threshold 0 ep_num_access_scanner_runs 0 ep_num_eject_failures 1535137 ep_num_expiry_pager_runs 0 ep_num_non_resident 1935859 ep_num_not_my_vbuckets 0 ep_num_ops_del_meta 0 ep_num_ops_get_meta 0 ep_num_ops_set_meta 0 ep_num_pager_runs 20 ep_num_value_ejects 1935859 ep_oom_errors 0 ep_overhead 21592614 ep_pager_active_vb_pcnt 40 ep_pager_unbiased_period 60 ep_pending_ops 0 ep_pending_ops_max 0 ep_pending_ops_max_duration 0 ep_pending_ops_total 0 ep_postInitfile ep_queue_age_cap 900 ep_queue_size 0 ep_startup_time 1351905957 ep_storage_age 36 ep_storage_age_highwat 215 ep_store_max_concurrency 10 ep_store_max_readers 9 ep_store_max_readwrite 1 ep_stored_val_type ep_tap_ack_grace_period 300 ep_tap_ack_initial_sequence_number 1 ep_tap_ack_interval 1000 ep_tap_ack_window_size 10 ep_tap_backfill_resident 0.9 ep_tap_backlog_limit 5000 ep_tap_backoff_period 5 ep_tap_bg_fetch_requeued 0 ep_tap_bg_fetched 0 ep_tap_bg_max_pending 500 ep_tap_keepalive 300 ep_tap_noop_interval 20 ep_tap_requeue_sleep_time 0.1 ep_tap_throttle_cap_pcnt 10 ep_tap_throttle_queue_cap 1000000 ep_tap_throttle_threshold 90 ep_tmp_oom_errors 0 ep_too_old 0 ep_too_young 0 ep_total_cache_size 3578428711 ep_total_del_items 0 ep_total_enqueued 3485564 ep_total_new_items 3336681 ep_total_persisted 3483880 ep_uncommitted_items 0 ep_value_size 3342254700 ep_vb0 0 ep_vb_snapshot_total 137 ep_vb_total 171 ep_vbucket_del 0 ep_vbucket_del_fail 0 ep_version 2.0.0r_130_g8b09894 ep_waitforwarmup 0 ep_warmup 1 ep_warmup_batch_size 1000 ep_warmup_dups 0 ep_warmup_min_items_threshold 100 ep_warmup_min_memory_threshold 100 ep_warmup_oom 0 ep_warmup_thread complete ep_warmup_time 745 get_hits 0 get_misses 0 incr_hits 0 incr_misses 0 libevent 2.0.11-stable limit_maxbytes 67108864 listen_disabled_num 0 max_conns_on_port_11209 1000 max_conns_on_port_11210 9000 mem_used 3688429304 pid 18083 pointer_size 64 rejected_conns 0 rusage_system 107.877600 rusage_user 316.010959 tap_checkpoint_start_received 86 tap_mutation_received 1301149 tap_opaque_received 301 tap_vbucket_set_received 86 threads 4 time 1351907662 total_connections 185 uptime 1737 vb_active_curr_items 3336681 vb_active_eject 1935859 vb_active_expired 0 vb_active_ht_memory 21118440 vb_active_itm_memory 3578428711 vb_active_meta_data_memory 263597799 vb_active_num 171 vb_active_num_non_resident 1935859 vb_active_num_ref_ejects 1935859 vb_active_num_ref_items 3336681 vb_active_ops_create 3336681 vb_active_ops_delete 0 vb_active_ops_reject 0 vb_active_ops_update 147199 vb_active_perc_mem_resident 41 vb_active_queue_age 0 vb_active_queue_drain 3485866 vb_active_queue_fill 3485564 vb_active_queue_memory 0 vb_active_queue_pending 0 vb_active_queue_size 0 vb_dead_num 0 vb_pending_curr_items 0 vb_pending_eject 0 vb_pending_expired 0 vb_pending_ht_memory 0 vb_pending_itm_memory 0 vb_pending_meta_data_memory 0 vb_pending_num 0 vb_pending_num_non_resident 0 vb_pending_num_ref_ejects 0 vb_pending_num_ref_items 0 vb_pending_ops_create 0 vb_pending_ops_delete 0 vb_pending_ops_reject 0 vb_pending_ops_update 0 vb_pending_perc_mem_resident 0 vb_pending_queue_age 0 vb_pending_queue_drain 0 vb_pending_queue_fill 0 vb_pending_queue_memory 0 vb_pending_queue_pending 0 vb_pending_queue_size 0 vb_replica_curr_items 0 vb_replica_eject 0 vb_replica_expired 0 vb_replica_ht_memory 0 vb_replica_itm_memory 0 vb_replica_meta_data_memory 0 vb_replica_num 0 vb_replica_num_non_resident 0 vb_replica_num_ref_ejects 0 vb_replica_num_ref_items 0 vb_replica_ops_create 0 vb_replica_ops_delete 0 vb_replica_ops_reject 0 vb_replica_ops_update 0 vb_replica_perc_mem_resident 0 vb_replica_queue_age 0 vb_replica_queue_drain 0 vb_replica_queue_fill 0 vb_replica_queue_memory 0 vb_replica_queue_pending 0 vb_replica_queue_size 0 version 1.4.4_600_g7ea975a [ns_doctor:debug,2012-11-02T18:54:27.040,ns_1@10.2.1.66:ns_doctor<0.1428.0>:ns_doctor:handle_info:137]Current node statuses: [{'ns_1@10.2.1.65', [{last_heard,{1351,907664,369488}}, {outgoing_replications_safeness_level,[{"default",green}]}, {incoming_replications_conf_hashes,[{"default",[]}]}, {active_buckets,["default"]}, {ready_buckets,["default"]}, {local_tasks, [[{pid,<<"<0.27766.0>">>}, {changes_done,588470}, {design_documents,[<<"_design/A">>]}, {indexer_type,main}, {initial_build,false}, {progress,78}, {set,<<"default">>}, {signature,<<"afeb9408e40add49ae0c9bf58f0c5f26">>}, {started_on,1351907547}, {total_changes,749784}, {type,indexer}, {updated_on,1351907730}]]}, {memory, [{total,145356232}, {processes,91430136}, {processes_used,90090456}, {system,53926096}, {atom,1502673}, {atom_used,1494165}, {binary,12578576}, {code,15250635}, {ets,6340816}]}, {system_memory_data, [{system_total_memory,33657663488}, {free_swap,11350716416}, {total_swap,11350876160}, {cached_memory,12571410432}, {buffered_memory,229838848}, {free_memory,15160852480}, {total_memory,33657663488}]}, {node_storage_conf,[{db_path,"/data"},{index_path,"/data2"}]}, {statistics, [{wall_clock,{1907192,5000}}, {context_switches,{20536507,0}}, {garbage_collection,{1739366,22178225864,0}}, {io,{{input,33031655865},{output,6811232554}}}, {reductions,{8637357330,84286972}}, {run_queue,0}, {runtime,{795640,6980}}]}, {system_stats, [{cpu_utilization_rate,44.611528822055135}, {swap_total,11350876160}, {swap_used,159744}]}, {interesting_stats, [{couch_docs_actual_disk_size,9001243856}, {couch_docs_data_size,8110492466}, {couch_views_actual_disk_size,2923684936}, {couch_views_data_size,135456430}, {curr_items,3339073}, {curr_items_tot,3339073}, {mem_used,3744910056}, {vb_replica_curr_items,0}]}, {cluster_compatibility_version,131072}, {version, [{public_key,"0.13"}, {lhttpc,"1.3.0"}, {ale,"8cffe61"}, {os_mon,"2.2.7"}, {couch_set_view,"1.2.0a-47a991b-git"}, {mnesia,"4.5"}, {inets,"5.7.1"}, {couch,"1.2.0a-47a991b-git"}, {mapreduce,"1.0.0"}, {couch_index_merger,"1.2.0a-47a991b-git"}, {kernel,"2.14.5"}, {crypto,"2.0.4"}, {ssl,"4.1.6"}, {sasl,"2.1.10"}, {couch_view_parser,"1.0.0"}, {ns_server,"2.0.0-1925-rel-enterprise"}, {mochiweb,"1.4.1"}, {oauth,"7d85d3ef"}, {stdlib,"1.17.5"}]}, {supported_compat_version,[2,0]}, {system_arch,"x86_64-unknown-linux-gnu"}, {wall_clock,1907}, {memory_data,{33657663488,17901834240,{<18077.27766.0>,12342464}}}, {disk_data, [{"/",51088800,10}, {"/dev/shm",16434404,0}, {"/data",492257288,2}, {"/data2",246132896,2}]}, {meminfo, <<"MemTotal: 32868812 kB\nMemFree: 14805768 kB\nBuffers: 224452 kB\nCached: 12276768 kB\nSwapCached: 0 kB\nActive: 16378164 kB\nInactive: 1223540 kB\nHighTotal: 0 kB\nHighFree: 0 kB\nLowTotal: 32868812 kB\nLowFree: 14805768 kB\nSwapTotal: 11084840 kB\nSwapFree: 11084684 kB\nDirty: 2839952 kB\nWriteback: 0 kB\nAnonPages: 5100732 kB\nMapped: 16312 kB\nSlab: 413908 kB\nPageTables: 14492 kB\nNFS_Unstable: 0 kB\nBounce: 0 kB\nCommitLimit: 27519244 kB\nCommitted_AS: 6838404 kB\nVmallocTotal: 34359738367 kB\nVmallocUsed: 6728 kB\nVmallocChunk: 34359730275 kB\nHugePages_Total: 0\nHugePages_Free: 0\nHugePages_Rsvd: 0\nHugepagesize: 2048 kB\n">>}]}, {'ns_1@10.2.1.66', [{last_heard,{1351,907662,42393}}, {outgoing_replications_safeness_level,[{"default",green}]}, {incoming_replications_conf_hashes,[{"default",[]}]}, {active_buckets,["default"]}, {ready_buckets,["default"]}, {local_tasks, [[{pid,<<"<0.17170.0>">>}, {bucket,<<"default">>}, {original_target,{[{type,bucket}]}}, {progress,33}, {started_on,1351907527}, {total_vbuckets,166}, {trigger_type,scheduled}, {type,bucket_compaction}, {updated_on,1351907661}, {vbuckets_done,56}], [{pid,<<"<0.17372.0>">>}, {changes_done,374382}, {design_documents,[<<"_design/A">>]}, {indexer_type,main}, {initial_build,false}, {progress,45}, {set,<<"default">>}, {signature,<<"afeb9408e40add49ae0c9bf58f0c5f26">>}, {started_on,1351907537}, {total_changes,826720}, {type,indexer}, {updated_on,1351907661}]]}, {memory, [{total,139700920}, {processes,88163296}, {processes_used,88157088}, {system,51537624}, {atom,1413905}, {atom_used,1392343}, {binary,11099568}, {code,14559765}, {ets,6141288}]}, {system_memory_data, [{system_total_memory,33657663488}, {free_swap,10684469248}, {total_swap,10684628992}, {cached_memory,11699908608}, {buffered_memory,262262784}, {free_memory,16182521856}, {total_memory,33657663488}]}, {node_storage_conf,[{db_path,"/data"},{index_path,"/data2"}]}, {statistics, [{wall_clock,{1904441,5002}}, {context_switches,{19863360,0}}, {garbage_collection,{1705508,18454452925,0}}, {io,{{input,29257082854},{output,6381621865}}}, {reductions,{7539966339,84400315}}, {run_queue,0}, {runtime,{673090,6030}}]}, {system_stats, [{cpu_utilization_rate,51.87032418952619}, {swap_total,10684628992}, {swap_used,159744}]}, {interesting_stats, [{couch_docs_actual_disk_size,8675854548}, {couch_docs_data_size,8089576820}, {couch_views_actual_disk_size,2350371403}, {couch_views_data_size,124039602}, {curr_items,3336681}, {curr_items_tot,3336681}, {mem_used,3688429304}, {vb_replica_curr_items,0}]}, {cluster_compatibility_version,131072}, {version, [{public_key,"0.13"}, {lhttpc,"1.3.0"}, {ale,"8cffe61"}, {os_mon,"2.2.7"}, {couch_set_view,"1.2.0a-47a991b-git"}, {mnesia,"4.5"}, {inets,"5.7.1"}, {couch,"1.2.0a-47a991b-git"}, {mapreduce,"1.0.0"}, {couch_index_merger,"1.2.0a-47a991b-git"}, {kernel,"2.14.5"}, {crypto,"2.0.4"}, {ssl,"4.1.6"}, {sasl,"2.1.10"}, {couch_view_parser,"1.0.0"}, {ns_server,"2.0.0-1925-rel-enterprise"}, {mochiweb,"1.4.1"}, {oauth,"7d85d3ef"}, {stdlib,"1.17.5"}]}, {supported_compat_version,[2,0]}, {system_arch,"x86_64-unknown-linux-gnu"}, {wall_clock,1904}, {memory_data,{33657663488,16906059776,{<0.17372.0>,12342552}}}, {disk_data, [{"/",49781912,5}, {"/dev/shm",16434404,0}, {"/data",492257288,2}, {"/data2",246132896,1}]}, {meminfo, <<"MemTotal: 32868812 kB\nMemFree: 15803244 kB\nBuffers: 256116 kB\nCached: 11425692 kB\nSwapCached: 140 kB\nActive: 12060272 kB\nInactive: 4564100 kB\nHighTotal: 0 kB\nHighFree: 0 kB\nLowTotal: 32868812 kB\nLowFree: 15803244 kB\nSwapTotal: 10434208 kB\nSwapFree: 10434052 kB\nDirty: 2350520 kB\nWriteback: 6232 kB\nAnonPages: 4942196 kB\nMapped: 18020 kB\nSlab: 391784 kB\nPageTables: 14748 kB\nNFS_Unstable: 0 kB\nBounce: 0 kB\nCommitLimit: 26868612 kB\nCommitted_AS: 6690380 kB\nVmallocTotal: 34359738367 kB\nVmallocUsed: 6408 kB\nVmallocChunk: 34359730595 kB\nHugePages_Total: 0\nHugePages_Free: 0\nHugePages_Rsvd: 0\nHugepagesize: 2048 kB\n">>}]}, {'ns_1@10.2.1.67', [{last_heard,{1351,907587,843743}}, {outgoing_replications_safeness_level,[]}, {incoming_replications_conf_hashes,[]}, {active_buckets,[]}, {ready_buckets,[]}, {local_tasks,[]}, {memory, [{total,71829656}, {processes,30887696}, {processes_used,30214280}, {system,40941960}, {atom,1414713}, {atom_used,1393896}, {binary,1037296}, {code,14594040}, {ets,5914304}]}, {system_memory_data, [{system_total_memory,33657663488}, {free_swap,10701078528}, {total_swap,10701078528}, {cached_memory,659300352}, {buffered_memory,430133248}, {free_memory,27750006784}, {total_memory,33657663488}]}, {node_storage_conf,[{db_path,"/data"},{index_path,"/data2"}]}, {statistics, [{wall_clock,{1831230,1832}}, {context_switches,{16949803,0}}, {garbage_collection,{3182437,15221525271,0}}, {io,{{input,25799730626},{output,2418607685}}}, {reductions,{6295465588,1693467}}, {run_queue,0}, {runtime,{578140,230}}]}, {system_stats,[{cpu_utilization_rate,0},{swap_total,0},{swap_used,0}]}, {interesting_stats,[]}, {cluster_compatibility_version,131072}, {version, [{public_key,"0.13"}, {lhttpc,"1.3.0"}, {ale,"8cffe61"}, {os_mon,"2.2.7"}, {couch_set_view,"1.2.0a-47a991b-git"}, {mnesia,"4.5"}, {inets,"5.7.1"}, {couch,"1.2.0a-47a991b-git"}, {mapreduce,"1.0.0"}, {couch_index_merger,"1.2.0a-47a991b-git"}, {kernel,"2.14.5"}, {crypto,"2.0.4"}, {ssl,"4.1.6"}, {sasl,"2.1.10"}, {couch_view_parser,"1.0.0"}, {ns_server,"2.0.0-1925-rel-enterprise"}, {mochiweb,"1.4.1"}, {oauth,"7d85d3ef"}, {stdlib,"1.17.5"}]}, {supported_compat_version,[2,0]}, {system_arch,"x86_64-unknown-linux-gnu"}, {wall_clock,1831}, {memory_data,{33657663488,8392777728,{<18173.703.0>,3143528}}}, {disk_data, [{"/",49781912,9}, {"/dev/shm",16434404,0}, {"/data",492257288,1}, {"/data2",246132896,1}]}, {meminfo, <<"MemTotal: 32868812 kB\nMemFree: 27099616 kB\nBuffers: 420052 kB\nCached: 643848 kB\nSwapCached: 0 kB\nActive: 4986024 kB\nInactive: 530132 kB\nHighTotal: 0 kB\nHighFree: 0 kB\nLowTotal: 32868812 kB\nLowFree: 27099616 kB\nSwapTotal: 10450272 kB\nSwapFree: 10450272 kB\nDirty: 636 kB\nWriteback: 0 kB\nAnonPages: 4452376 kB\nMapped: 18052 kB\nSlab: 206568 kB\nPageTables: 13644 kB\nNFS_Unstable: 0 kB\nBounce: 0 kB\nCommitLimit: 26884676 kB\nCommitted_AS: 6139444 kB\nVmallocTotal: 34359738367 kB\nVmallocUsed: 6416 kB\nVmallocChunk: 34359730587 kB\nHugePages_Total: 0\nHugePages_Free: 0\nHugePages_Rsvd: 0\nHugepagesize: 2048 kB\n">>}]}, {'ns_1@10.2.1.68', [{last_heard,{1351,907664,348737}}, {outgoing_replications_safeness_level,[{"default",green}]}, {incoming_replications_conf_hashes,[{"default",[]}]}, {active_buckets,["default"]}, {ready_buckets,["default"]}, {local_tasks, [[{pid,<<"<0.17722.0>">>}, {changes_done,274823}, {design_documents,[<<"_design/A">>]}, {indexer_type,main}, {initial_build,false}, {progress,34}, {set,<<"default">>}, {signature,<<"afeb9408e40add49ae0c9bf58f0c5f26">>}, {started_on,1351907604}, {total_changes,787082}, {type,indexer}, {updated_on,1351907688}]]}, {memory, [{total,133913544}, {processes,82185536}, {processes_used,82172800}, {system,51728008}, {atom,1413905}, {atom_used,1392343}, {binary,11266936}, {code,14597005}, {ets,6101848}]}, {system_memory_data, [{system_total_memory,33657663488}, {free_swap,10684616704}, {total_swap,10684628992}, {cached_memory,12659802112}, {buffered_memory,327077888}, {free_memory,15015854080}, {total_memory,33657663488}]}, {node_storage_conf,[{db_path,"/data"},{index_path,"/data2"}]}, {statistics, [{wall_clock,{1906429,4999}}, {context_switches,{18783062,0}}, {garbage_collection,{1729140,16542075330,0}}, {io,{{input,28175118267},{output,5844627824}}}, {reductions,{6946119687,87720854}}, {run_queue,0}, {runtime,{652590,6400}}]}, {system_stats, [{cpu_utilization_rate,42.26519337016575}, {swap_total,10684628992}, {swap_used,12288}]}, {interesting_stats, [{couch_docs_actual_disk_size,10260119311}, {couch_docs_data_size,8101061148}, {couch_views_actual_disk_size,1759476108}, {couch_views_data_size,119281822}, {curr_items,3324246}, {curr_items_tot,3324246}, {mem_used,3672423032}, {vb_replica_curr_items,0}]}, {cluster_compatibility_version,131072}, {version, [{public_key,"0.13"}, {lhttpc,"1.3.0"}, {ale,"8cffe61"}, {os_mon,"2.2.7"}, {couch_set_view,"1.2.0a-47a991b-git"}, {mnesia,"4.5"}, {inets,"5.7.1"}, {couch,"1.2.0a-47a991b-git"}, {mapreduce,"1.0.0"}, {couch_index_merger,"1.2.0a-47a991b-git"}, {kernel,"2.14.5"}, {crypto,"2.0.4"}, {ssl,"4.1.6"}, {sasl,"2.1.10"}, {couch_view_parser,"1.0.0"}, {ns_server,"2.0.0-1925-rel-enterprise"}, {mochiweb,"1.4.1"}, {oauth,"7d85d3ef"}, {stdlib,"1.17.5"}]}, {supported_compat_version,[2,0]}, {system_arch,"x86_64-unknown-linux-gnu"}, {wall_clock,1906}, {memory_data,{33657663488,18009186304,{<18174.17722.0>,12342552}}}, {disk_data, [{"/",49781912,5}, {"/dev/shm",16434404,0}, {"/data",492257288,3}, {"/data2",246132896,1}]}, {meminfo, <<"MemTotal: 32868812 kB\nMemFree: 14663920 kB\nBuffers: 319412 kB\nCached: 12363088 kB\nSwapCached: 12 kB\nActive: 15756256 kB\nInactive: 1977000 kB\nHighTotal: 0 kB\nHighFree: 0 kB\nLowTotal: 32868812 kB\nLowFree: 14663920 kB\nSwapTotal: 10434208 kB\nSwapFree: 10434196 kB\nDirty: 1705988 kB\nWriteback: 0 kB\nAnonPages: 5050972 kB\nMapped: 18216 kB\nSlab: 422460 kB\nPageTables: 14884 kB\nNFS_Unstable: 0 kB\nBounce: 0 kB\nCommitLimit: 26868612 kB\nCommitted_AS: 6775352 kB\nVmallocTotal: 34359738367 kB\nVmallocUsed: 6408 kB\nVmallocChunk: 34359730595 kB\nHugePages_Total: 0\nHugePages_Free: 0\nHugePages_Rsvd: 0\nHugepagesize: 2048 kB\n">>}]}] [ns_doctor:debug,2012-11-02T18:55:27.040,ns_1@10.2.1.66:ns_doctor<0.1428.0>:ns_doctor:handle_info:137]Current node statuses: [{'ns_1@10.2.1.65', [{last_heard,{1351,907724,369156}}, {outgoing_replications_safeness_level,[{"default",green}]}, {incoming_replications_conf_hashes,[{"default",[]}]}, {active_buckets,["default"]}, {ready_buckets,["default"]}, {local_tasks, [[{pid,<<"<0.27766.0>">>}, {changes_done,784648}, {design_documents,[<<"_design/A">>]}, {indexer_type,main}, {initial_build,false}, {progress,100}, {set,<<"default">>}, {signature,<<"afeb9408e40add49ae0c9bf58f0c5f26">>}, {started_on,1351907547}, {total_changes,784648}, {type,indexer}, {updated_on,1351907789}]]}, {memory, [{total,148759632}, {processes,93199744}, {processes_used,91860064}, {system,55559888}, {atom,1502673}, {atom_used,1494165}, {binary,14031080}, {code,15250635}, {ets,6521848}]}, {system_memory_data, [{system_total_memory,33657663488}, {free_swap,11350716416}, {total_swap,11350876160}, {cached_memory,13296881664}, {buffered_memory,230780928}, {free_memory,14415724544}, {total_memory,33657663488}]}, {node_storage_conf,[{db_path,"/data"},{index_path,"/data2"}]}, {statistics, [{wall_clock,{1967193,5001}}, {context_switches,{22553785,0}}, {garbage_collection,{1846269,25504447433,0}}, {io,{{input,37026842743},{output,7553825535}}}, {reductions,{9664014209,90814962}}, {run_queue,0}, {runtime,{878110,7310}}]}, {system_stats, [{cpu_utilization_rate,44.08866995073892}, {swap_total,11350876160}, {swap_used,159744}]}, {interesting_stats, [{couch_docs_actual_disk_size,9001243856}, {couch_docs_data_size,8110492466}, {couch_views_actual_disk_size,3646837123}, {couch_views_data_size,146566744}, {curr_items,3339073}, {curr_items_tot,3339073}, {mem_used,3744910056}, {vb_replica_curr_items,0}]}, {cluster_compatibility_version,131072}, {version, [{public_key,"0.13"}, {lhttpc,"1.3.0"}, {ale,"8cffe61"}, {os_mon,"2.2.7"}, {couch_set_view,"1.2.0a-47a991b-git"}, {mnesia,"4.5"}, {inets,"5.7.1"}, {couch,"1.2.0a-47a991b-git"}, {mapreduce,"1.0.0"}, {couch_index_merger,"1.2.0a-47a991b-git"}, {kernel,"2.14.5"}, {crypto,"2.0.4"}, {ssl,"4.1.6"}, {sasl,"2.1.10"}, {couch_view_parser,"1.0.0"}, {ns_server,"2.0.0-1925-rel-enterprise"}, {mochiweb,"1.4.1"}, {oauth,"7d85d3ef"}, {stdlib,"1.17.5"}]}, {supported_compat_version,[2,0]}, {system_arch,"x86_64-unknown-linux-gnu"}, {wall_clock,1967}, {memory_data,{33657663488,18653261824,{<18077.27766.0>,12342464}}}, {disk_data, [{"/",51088800,10}, {"/dev/shm",16434404,0}, {"/data",492257288,2}, {"/data2",246132896,2}]}, {meminfo, <<"MemTotal: 32868812 kB\nMemFree: 14077856 kB\nBuffers: 225372 kB\nCached: 12985236 kB\nSwapCached: 0 kB\nActive: 17542624 kB\nInactive: 768292 kB\nHighTotal: 0 kB\nHighFree: 0 kB\nLowTotal: 32868812 kB\nLowFree: 14077856 kB\nSwapTotal: 11084840 kB\nSwapFree: 11084684 kB\nDirty: 220200 kB\nWriteback: 0 kB\nAnonPages: 5100560 kB\nMapped: 16312 kB\nSlab: 432820 kB\nPageTables: 14484 kB\nNFS_Unstable: 0 kB\nBounce: 0 kB\nCommitLimit: 27519244 kB\nCommitted_AS: 6841472 kB\nVmallocTotal: 34359738367 kB\nVmallocUsed: 6728 kB\nVmallocChunk: 34359730275 kB\nHugePages_Total: 0\nHugePages_Free: 0\nHugePages_Rsvd: 0\nHugepagesize: 2048 kB\n">>}]}, {'ns_1@10.2.1.66', [{last_heard,{1351,907722,40451}}, {outgoing_replications_safeness_level,[{"default",green}]}, {incoming_replications_conf_hashes,[{"default",[]}]}, {active_buckets,["default"]}, {ready_buckets,["default"]}, {local_tasks, [[{pid,<<"<0.17170.0>">>}, {bucket,<<"default">>}, {original_target,{[{type,bucket}]}}, {progress,53}, {started_on,1351907527}, {total_vbuckets,166}, {trigger_type,scheduled}, {type,bucket_compaction}, {updated_on,1351907721}, {vbuckets_done,88}], [{pid,<<"<0.17372.0>">>}, {changes_done,523598}, {design_documents,[<<"_design/A">>]}, {indexer_type,main}, {initial_build,false}, {progress,63}, {set,<<"default">>}, {signature,<<"afeb9408e40add49ae0c9bf58f0c5f26">>}, {started_on,1351907537}, {total_changes,826720}, {type,indexer}, {updated_on,1351907720}]]}, {memory, [{total,133589232}, {processes,86893424}, {processes_used,86880656}, {system,46695808}, {atom,1413905}, {atom_used,1392343}, {binary,6041360}, {code,14559765}, {ets,6353136}]}, {system_memory_data, [{system_total_memory,33657663488}, {free_swap,10684469248}, {total_swap,10684628992}, {cached_memory,12374966272}, {buffered_memory,264458240}, {free_memory,15478280192}, {total_memory,33657663488}]}, {node_storage_conf,[{db_path,"/data"},{index_path,"/data2"}]}, {statistics, [{wall_clock,{1964439,5000}}, {context_switches,{21813873,0}}, {garbage_collection,{1799998,21925546635,0}}, {io,{{input,32451205162},{output,7147425871}}}, {reductions,{8523173574,81302907}}, {run_queue,0}, {runtime,{744920,6080}}]}, {system_stats, [{cpu_utilization_rate,36.65835411471322}, {swap_total,10684628992}, {swap_used,159744}]}, {interesting_stats, [{couch_docs_actual_disk_size,8633169205}, {couch_docs_data_size,8090379753}, {couch_views_actual_disk_size,3105187318}, {couch_views_data_size,132599205}, {curr_items,3336681}, {curr_items_tot,3336681}, {mem_used,3688429304}, {vb_replica_curr_items,0}]}, {cluster_compatibility_version,131072}, {version, [{public_key,"0.13"}, {lhttpc,"1.3.0"}, {ale,"8cffe61"}, {os_mon,"2.2.7"}, {couch_set_view,"1.2.0a-47a991b-git"}, {mnesia,"4.5"}, {inets,"5.7.1"}, {couch,"1.2.0a-47a991b-git"}, {mapreduce,"1.0.0"}, {couch_index_merger,"1.2.0a-47a991b-git"}, {kernel,"2.14.5"}, {crypto,"2.0.4"}, {ssl,"4.1.6"}, {sasl,"2.1.10"}, {couch_view_parser,"1.0.0"}, {ns_server,"2.0.0-1925-rel-enterprise"}, {mochiweb,"1.4.1"}, {oauth,"7d85d3ef"}, {stdlib,"1.17.5"}]}, {supported_compat_version,[2,0]}, {system_arch,"x86_64-unknown-linux-gnu"}, {wall_clock,1964}, {memory_data,{33657663488,17662443520,{<0.17370.0>,13313552}}}, {disk_data, [{"/",49781912,5}, {"/dev/shm",16434404,0}, {"/data",492257288,2}, {"/data2",246132896,2}]}, {meminfo, <<"MemTotal: 32868812 kB\nMemFree: 15115632 kB\nBuffers: 258260 kB\nCached: 12084600 kB\nSwapCached: 140 kB\nActive: 11773984 kB\nInactive: 5519336 kB\nHighTotal: 0 kB\nHighFree: 0 kB\nLowTotal: 32868812 kB\nLowFree: 15115632 kB\nSwapTotal: 10434208 kB\nSwapFree: 10434052 kB\nDirty: 3045368 kB\nWriteback: 0 kB\nAnonPages: 4950180 kB\nMapped: 18024 kB\nSlab: 410460 kB\nPageTables: 14816 kB\nNFS_Unstable: 0 kB\nBounce: 0 kB\nCommitLimit: 26868612 kB\nCommitted_AS: 6693516 kB\nVmallocTotal: 34359738367 kB\nVmallocUsed: 6408 kB\nVmallocChunk: 34359730595 kB\nHugePages_Total: 0\nHugePages_Free: 0\nHugePages_Rsvd: 0\nHugepagesize: 2048 kB\n">>}]}, {'ns_1@10.2.1.67', [{last_heard,{1351,907587,843743}}, {outgoing_replications_safeness_level,[]}, {incoming_replications_conf_hashes,[]}, {active_buckets,[]}, {ready_buckets,[]}, {local_tasks,[]}, {memory, [{total,71829656}, {processes,30887696}, {processes_used,30214280}, {system,40941960}, {atom,1414713}, {atom_used,1393896}, {binary,1037296}, {code,14594040}, {ets,5914304}]}, {system_memory_data, [{system_total_memory,33657663488}, {free_swap,10701078528}, {total_swap,10701078528}, {cached_memory,659300352}, {buffered_memory,430133248}, {free_memory,27750006784}, {total_memory,33657663488}]}, {node_storage_conf,[{db_path,"/data"},{index_path,"/data2"}]}, {statistics, [{wall_clock,{1831230,1832}}, {context_switches,{16949803,0}}, {garbage_collection,{3182437,15221525271,0}}, {io,{{input,25799730626},{output,2418607685}}}, {reductions,{6295465588,1693467}}, {run_queue,0}, {runtime,{578140,230}}]}, {system_stats,[{cpu_utilization_rate,0},{swap_total,0},{swap_used,0}]}, {interesting_stats,[]}, {cluster_compatibility_version,131072}, {version, [{public_key,"0.13"}, {lhttpc,"1.3.0"}, {ale,"8cffe61"}, {os_mon,"2.2.7"}, {couch_set_view,"1.2.0a-47a991b-git"}, {mnesia,"4.5"}, {inets,"5.7.1"}, {couch,"1.2.0a-47a991b-git"}, {mapreduce,"1.0.0"}, {couch_index_merger,"1.2.0a-47a991b-git"}, {kernel,"2.14.5"}, {crypto,"2.0.4"}, {ssl,"4.1.6"}, {sasl,"2.1.10"}, {couch_view_parser,"1.0.0"}, {ns_server,"2.0.0-1925-rel-enterprise"}, {mochiweb,"1.4.1"}, {oauth,"7d85d3ef"}, {stdlib,"1.17.5"}]}, {supported_compat_version,[2,0]}, {system_arch,"x86_64-unknown-linux-gnu"}, {wall_clock,1831}, {memory_data,{33657663488,8392777728,{<18173.703.0>,3143528}}}, {disk_data, [{"/",49781912,9}, {"/dev/shm",16434404,0}, {"/data",492257288,1}, {"/data2",246132896,1}]}, {meminfo, <<"MemTotal: 32868812 kB\nMemFree: 27099616 kB\nBuffers: 420052 kB\nCached: 643848 kB\nSwapCached: 0 kB\nActive: 4986024 kB\nInactive: 530132 kB\nHighTotal: 0 kB\nHighFree: 0 kB\nLowTotal: 32868812 kB\nLowFree: 27099616 kB\nSwapTotal: 10450272 kB\nSwapFree: 10450272 kB\nDirty: 636 kB\nWriteback: 0 kB\nAnonPages: 4452376 kB\nMapped: 18052 kB\nSlab: 206568 kB\nPageTables: 13644 kB\nNFS_Unstable: 0 kB\nBounce: 0 kB\nCommitLimit: 26884676 kB\nCommitted_AS: 6139444 kB\nVmallocTotal: 34359738367 kB\nVmallocUsed: 6416 kB\nVmallocChunk: 34359730587 kB\nHugePages_Total: 0\nHugePages_Free: 0\nHugePages_Rsvd: 0\nHugepagesize: 2048 kB\n">>}]}, {'ns_1@10.2.1.68', [{last_heard,{1351,907724,348145}}, {outgoing_replications_safeness_level,[{"default",green}]}, {incoming_replications_conf_hashes,[{"default",[]}]}, {active_buckets,["default"]}, {ready_buckets,["default"]}, {local_tasks, [[{pid,<<"<0.17722.0>">>}, {changes_done,450681}, {design_documents,[<<"_design/A">>]}, {indexer_type,main}, {initial_build,false}, {progress,57}, {set,<<"default">>}, {signature,<<"afeb9408e40add49ae0c9bf58f0c5f26">>}, {started_on,1351907604}, {total_changes,787082}, {type,indexer}, {updated_on,1351907745}]]}, {memory, [{total,133951000}, {processes,84501256}, {processes_used,84488520}, {system,49449744}, {atom,1413905}, {atom_used,1392343}, {binary,8807968}, {code,14597005}, {ets,6282728}]}, {system_memory_data, [{system_total_memory,33657663488}, {free_swap,10684616704}, {total_swap,10684628992}, {cached_memory,13449719808}, {buffered_memory,328036352}, {free_memory,14195879936}, {total_memory,33657663488}]}, {node_storage_conf,[{db_path,"/data"},{index_path,"/data2"}]}, {statistics, [{wall_clock,{1966429,4999}}, {context_switches,{20586614,0}}, {garbage_collection,{1827140,20492092411,0}}, {io,{{input,31507187040},{output,6649213128}}}, {reductions,{8009581206,82113827}}, {run_queue,0}, {runtime,{729780,6390}}]}, {system_stats, [{cpu_utilization_rate,36.15960099750623}, {swap_total,10684628992}, {swap_used,12288}]}, {interesting_stats, [{couch_docs_actual_disk_size,10260116595}, {couch_docs_data_size,8101061148}, {couch_views_actual_disk_size,2553638783}, {couch_views_data_size,127905549}, {curr_items,3324246}, {curr_items_tot,3324246}, {mem_used,3672423032}, {vb_replica_curr_items,0}]}, {cluster_compatibility_version,131072}, {version, [{public_key,"0.13"}, {lhttpc,"1.3.0"}, {ale,"8cffe61"}, {os_mon,"2.2.7"}, {couch_set_view,"1.2.0a-47a991b-git"}, {mnesia,"4.5"}, {inets,"5.7.1"}, {couch,"1.2.0a-47a991b-git"}, {mapreduce,"1.0.0"}, {couch_index_merger,"1.2.0a-47a991b-git"}, {kernel,"2.14.5"}, {crypto,"2.0.4"}, {ssl,"4.1.6"}, {sasl,"2.1.10"}, {couch_view_parser,"1.0.0"}, {ns_server,"2.0.0-1925-rel-enterprise"}, {mochiweb,"1.4.1"}, {oauth,"7d85d3ef"}, {stdlib,"1.17.5"}]}, {supported_compat_version,[2,0]}, {system_arch,"x86_64-unknown-linux-gnu"}, {wall_clock,1966}, {memory_data,{33657663488,18837327872,{<18174.17722.0>,12342520}}}, {disk_data, [{"/",49781912,5}, {"/dev/shm",16434404,0}, {"/data",492257288,3}, {"/data2",246132896,1}]}, {meminfo, <<"MemTotal: 32868812 kB\nMemFree: 13862296 kB\nBuffers: 320348 kB\nCached: 13134492 kB\nSwapCached: 12 kB\nActive: 16971568 kB\nInactive: 1543008 kB\nHighTotal: 0 kB\nHighFree: 0 kB\nLowTotal: 32868812 kB\nLowFree: 13862296 kB\nSwapTotal: 10434208 kB\nSwapFree: 10434196 kB\nDirty: 2468380 kB\nWriteback: 0 kB\nAnonPages: 5059572 kB\nMapped: 18216 kB\nSlab: 443420 kB\nPageTables: 14880 kB\nNFS_Unstable: 0 kB\nBounce: 0 kB\nCommitLimit: 26868612 kB\nCommitted_AS: 6779688 kB\nVmallocTotal: 34359738367 kB\nVmallocUsed: 6408 kB\nVmallocChunk: 34359730595 kB\nHugePages_Total: 0\nHugePages_Free: 0\nHugePages_Rsvd: 0\nHugepagesize: 2048 kB\n">>}]}] [stats:debug,2012-11-02T18:56:02.898,ns_1@10.2.1.66:<0.1704.0>:stats_collector:maybe_log_stats:126](at {{1970,1,16},{7,31,47}}) Stats for bucket "default": accepting_conns 1 auth_cmds 3 auth_errors 0 bucket_active_conns 1 bucket_conns 5 bytes 3688429304 bytes_read 9138225819 bytes_written 170453910 cas_badval 0 cas_hits 0 cas_misses 0 cmd_flush 0 cmd_get 0 cmd_set 2497102 conn_yields 2575 connection_structures 5000 curr_connections 9 curr_conns_on_port_11209 6 curr_conns_on_port_11210 1 curr_items 3336681 curr_items_tot 3336681 curr_temp_items 0 daemon_connections 4 decr_hits 0 decr_misses 0 delete_hits 0 delete_misses 0 ep_access_scanner_last_runtime 0 ep_access_scanner_num_items 0 ep_access_scanner_task_time 2012-11-03 10:00:00 ep_allow_data_loss_during_shutdown 1 ep_alog_block_size 4096 ep_alog_path /data/default/access.log ep_alog_sleep_time 1440 ep_alog_task_time 10 ep_backend couchdb ep_bg_fetch_delay 0 ep_bg_fetched 0 ep_bg_meta_fetched 0 ep_bg_remaining_jobs 0 ep_chk_max_items 5000 ep_chk_period 1800 ep_chk_persistence_remains 0 ep_chk_persistence_timeout 10 ep_chk_remover_stime 5 ep_commit_num 1597 ep_commit_time 577 ep_commit_time_total 96941 ep_concurrentDB 1 ep_config_file ep_couch_bucket default ep_couch_host localhost ep_couch_port 11213 ep_couch_reconnect_sleeptime 250 ep_couch_response_timeout 180000 ep_data_age 35 ep_data_age_highwat 216 ep_data_traffic_enabled 0 ep_dbinit 0 ep_dbname /data/default ep_degraded_mode 0 ep_diskqueue_drain 3485866 ep_diskqueue_fill 3485564 ep_diskqueue_items 0 ep_diskqueue_memory 0 ep_diskqueue_pending 0 ep_exp_pager_stime 3600 ep_exp_pager_stime 3600 ep_expired_access 0 ep_expired_pager 0 ep_expiry_window 3 ep_failpartialwarmup 0 ep_flush_all false ep_flush_duration_total 1035 ep_flushall_enabled 0 ep_flusher_state running ep_flusher_todo 0 ep_getl_default_timeout 15 ep_getl_max_timeout 30 ep_ht_locks 5 ep_ht_size 3079 ep_inconsistent_slave_chk 0 ep_initfile ep_io_num_read 0 ep_io_num_write 3483880 ep_io_read_bytes 0 ep_io_write_bytes 8249918624 ep_item_begin_failed 0 ep_item_commit_failed 0 ep_item_flush_expired 0 ep_item_flush_failed 0 ep_item_num_based_new_chk 1 ep_items_rm_from_checkpoints 2499370 ep_keep_closed_chks 0 ep_klog_block_size 4096 ep_klog_compactor_queue_cap 500000 ep_klog_compactor_stime 3600 ep_klog_flush commit2 ep_klog_max_entry_ratio 10 ep_klog_max_log_size 2147483647 ep_klog_path ep_klog_sync commit2 ep_kv_size 3618468883 ep_max_checkpoints 2 ep_max_data_size 5242880000 ep_max_item_size 20971520 ep_max_size 5242880000 ep_max_txn_size 10000 ep_max_vbuckets 512 ep_mem_high_wat 3932160000 ep_mem_high_wat 3932160000 ep_mem_low_wat 3145728000 ep_mem_low_wat 3145728000 ep_mem_tracker_enabled true ep_min_data_age 0 ep_mlog_compactor_runs 0 ep_mutation_mem_threshold 0 ep_num_access_scanner_runs 0 ep_num_eject_failures 1535137 ep_num_expiry_pager_runs 0 ep_num_non_resident 1935859 ep_num_not_my_vbuckets 0 ep_num_ops_del_meta 0 ep_num_ops_get_meta 0 ep_num_ops_set_meta 0 ep_num_pager_runs 20 ep_num_value_ejects 1935859 ep_oom_errors 0 ep_overhead 21592614 ep_pager_active_vb_pcnt 40 ep_pager_unbiased_period 60 ep_pending_ops 0 ep_pending_ops_max 0 ep_pending_ops_max_duration 0 ep_pending_ops_total 0 ep_postInitfile ep_queue_age_cap 900 ep_queue_size 0 ep_startup_time 1351905957 ep_storage_age 36 ep_storage_age_highwat 215 ep_store_max_concurrency 10 ep_store_max_readers 9 ep_store_max_readwrite 1 ep_stored_val_type ep_tap_ack_grace_period 300 ep_tap_ack_initial_sequence_number 1 ep_tap_ack_interval 1000 ep_tap_ack_window_size 10 ep_tap_backfill_resident 0.9 ep_tap_backlog_limit 5000 ep_tap_backoff_period 5 ep_tap_bg_fetch_requeued 0 ep_tap_bg_fetched 0 ep_tap_bg_max_pending 500 ep_tap_keepalive 300 ep_tap_noop_interval 20 ep_tap_requeue_sleep_time 0.1 ep_tap_throttle_cap_pcnt 10 ep_tap_throttle_queue_cap 1000000 ep_tap_throttle_threshold 90 ep_tmp_oom_errors 0 ep_too_old 0 ep_too_young 0 ep_total_cache_size 3578428711 ep_total_del_items 0 ep_total_enqueued 3485564 ep_total_new_items 3336681 ep_total_persisted 3483880 ep_uncommitted_items 0 ep_value_size 3342254700 ep_vb0 0 ep_vb_snapshot_total 137 ep_vb_total 171 ep_vbucket_del 0 ep_vbucket_del_fail 0 ep_version 2.0.0r_130_g8b09894 ep_waitforwarmup 0 ep_warmup 1 ep_warmup_batch_size 1000 ep_warmup_dups 0 ep_warmup_min_items_threshold 100 ep_warmup_min_memory_threshold 100 ep_warmup_oom 0 ep_warmup_thread complete ep_warmup_time 745 get_hits 0 get_misses 0 incr_hits 0 incr_misses 0 libevent 2.0.11-stable limit_maxbytes 67108864 listen_disabled_num 0 max_conns_on_port_11209 1000 max_conns_on_port_11210 9000 mem_used 3688429304 pid 18083 pointer_size 64 rejected_conns 0 rusage_system 107.887598 rusage_user 316.142938 tap_checkpoint_start_received 86 tap_mutation_received 1301149 tap_opaque_received 301 tap_vbucket_set_received 86 threads 4 time 1351907762 total_connections 185 uptime 1837 vb_active_curr_items 3336681 vb_active_eject 1935859 vb_active_expired 0 vb_active_ht_memory 21118440 vb_active_itm_memory 3578428711 vb_active_meta_data_memory 263597799 vb_active_num 171 vb_active_num_non_resident 1935859 vb_active_num_ref_ejects 1935859 vb_active_num_ref_items 3336681 vb_active_ops_create 3336681 vb_active_ops_delete 0 vb_active_ops_reject 0 vb_active_ops_update 147199 vb_active_perc_mem_resident 41 vb_active_queue_age 0 vb_active_queue_drain 3485866 vb_active_queue_fill 3485564 vb_active_queue_memory 0 vb_active_queue_pending 0 vb_active_queue_size 0 vb_dead_num 0 vb_pending_curr_items 0 vb_pending_eject 0 vb_pending_expired 0 vb_pending_ht_memory 0 vb_pending_itm_memory 0 vb_pending_meta_data_memory 0 vb_pending_num 0 vb_pending_num_non_resident 0 vb_pending_num_ref_ejects 0 vb_pending_num_ref_items 0 vb_pending_ops_create 0 vb_pending_ops_delete 0 vb_pending_ops_reject 0 vb_pending_ops_update 0 vb_pending_perc_mem_resident 0 vb_pending_queue_age 0 vb_pending_queue_drain 0 vb_pending_queue_fill 0 vb_pending_queue_memory 0 vb_pending_queue_pending 0 vb_pending_queue_size 0 vb_replica_curr_items 0 vb_replica_eject 0 vb_replica_expired 0 vb_replica_ht_memory 0 vb_replica_itm_memory 0 vb_replica_meta_data_memory 0 vb_replica_num 0 vb_replica_num_non_resident 0 vb_replica_num_ref_ejects 0 vb_replica_num_ref_items 0 vb_replica_ops_create 0 vb_replica_ops_delete 0 vb_replica_ops_reject 0 vb_replica_ops_update 0 vb_replica_perc_mem_resident 0 vb_replica_queue_age 0 vb_replica_queue_drain 0 vb_replica_queue_fill 0 vb_replica_queue_memory 0 vb_replica_queue_pending 0 vb_replica_queue_size 0 version 1.4.4_600_g7ea975a [ns_doctor:debug,2012-11-02T18:56:27.039,ns_1@10.2.1.66:ns_doctor<0.1428.0>:ns_doctor:handle_info:137]Current node statuses: [{'ns_1@10.2.1.65', [{last_heard,{1351,907784,367561}}, {outgoing_replications_safeness_level,[{"default",green}]}, {incoming_replications_conf_hashes,[{"default",[]}]}, {active_buckets,["default"]}, {ready_buckets,["default"]}, {local_tasks,[]}, {memory, [{total,117260616}, {processes,69015848}, {processes_used,67665856}, {system,48244768}, {atom,1502673}, {atom_used,1494165}, {binary,6535504}, {code,15250635}, {ets,6705216}]}, {system_memory_data, [{system_total_memory,33657663488}, {free_swap,11350716416}, {total_swap,11350876160}, {cached_memory,13357178880}, {buffered_memory,231161856}, {free_memory,14382632960}, {total_memory,33657663488}]}, {node_storage_conf,[{db_path,"/data"},{index_path,"/data2"}]}, {statistics, [{wall_clock,{2027193,5000}}, {context_switches,{22776322,0}}, {garbage_collection,{1859286,25842524327,0}}, {io,{{input,37364052907},{output,7626697731}}}, {reductions,{9775546358,1999594}}, {run_queue,0}, {runtime,{890750,480}}]}, {system_stats, [{cpu_utilization_rate,3.491271820448878}, {swap_total,11350876160}, {swap_used,159744}]}, {interesting_stats, [{couch_docs_actual_disk_size,9001243856}, {couch_docs_data_size,8110492466}, {couch_views_actual_disk_size,3734983855}, {couch_views_data_size,148053429}, {curr_items,3339073}, {curr_items_tot,3339073}, {mem_used,3744910056}, {vb_replica_curr_items,0}]}, {cluster_compatibility_version,131072}, {version, [{public_key,"0.13"}, {lhttpc,"1.3.0"}, {ale,"8cffe61"}, {os_mon,"2.2.7"}, {couch_set_view,"1.2.0a-47a991b-git"}, {mnesia,"4.5"}, {inets,"5.7.1"}, {couch,"1.2.0a-47a991b-git"}, {mapreduce,"1.0.0"}, {couch_index_merger,"1.2.0a-47a991b-git"}, {kernel,"2.14.5"}, {crypto,"2.0.4"}, {ssl,"4.1.6"}, {sasl,"2.1.10"}, {couch_view_parser,"1.0.0"}, {ns_server,"2.0.0-1925-rel-enterprise"}, {mochiweb,"1.4.1"}, {oauth,"7d85d3ef"}, {stdlib,"1.17.5"}]}, {supported_compat_version,[2,0]}, {system_arch,"x86_64-unknown-linux-gnu"}, {wall_clock,2027}, {memory_data,{33657663488,19271094272,{<18077.5546.0>,4714984}}}, {disk_data, [{"/",51088800,10}, {"/dev/shm",16434404,0}, {"/data",492257288,2}, {"/data2",246132896,2}]}, {meminfo, <<"MemTotal: 32868812 kB\nMemFree: 14045540 kB\nBuffers: 225744 kB\nCached: 13044120 kB\nSwapCached: 0 kB\nActive: 17605292 kB\nInactive: 736840 kB\nHighTotal: 0 kB\nHighFree: 0 kB\nLowTotal: 32868812 kB\nLowFree: 14045540 kB\nSwapTotal: 11084840 kB\nSwapFree: 11084684 kB\nDirty: 275644 kB\nWriteback: 0 kB\nAnonPages: 5072684 kB\nMapped: 16312 kB\nSlab: 433840 kB\nPageTables: 14444 kB\nNFS_Unstable: 0 kB\nBounce: 0 kB\nCommitLimit: 27519244 kB\nCommitted_AS: 6793496 kB\nVmallocTotal: 34359738367 kB\nVmallocUsed: 6728 kB\nVmallocChunk: 34359730275 kB\nHugePages_Total: 0\nHugePages_Free: 0\nHugePages_Rsvd: 0\nHugepagesize: 2048 kB\n">>}]}, {'ns_1@10.2.1.66', [{last_heard,{1351,907782,41706}}, {outgoing_replications_safeness_level,[{"default",green}]}, {incoming_replications_conf_hashes,[{"default",[]}]}, {active_buckets,["default"]}, {ready_buckets,["default"]}, {local_tasks, [[{pid,<<"<0.17170.0>">>}, {bucket,<<"default">>}, {original_target,{[{type,bucket}]}}, {progress,78}, {started_on,1351907527}, {total_vbuckets,166}, {trigger_type,scheduled}, {type,bucket_compaction}, {updated_on,1351907780}, {vbuckets_done,131}], [{pid,<<"<0.17372.0>">>}, {changes_done,691473}, {design_documents,[<<"_design/A">>]}, {indexer_type,main}, {initial_build,false}, {progress,83}, {set,<<"default">>}, {signature,<<"afeb9408e40add49ae0c9bf58f0c5f26">>}, {started_on,1351907537}, {total_changes,826720}, {type,indexer}, {updated_on,1351907780}]]}, {memory, [{total,137064480}, {processes,90850840}, {processes_used,90840832}, {system,46213640}, {atom,1413905}, {atom_used,1392343}, {binary,5327432}, {code,14559765}, {ets,6579352}]}, {system_memory_data, [{system_total_memory,33657663488}, {free_swap,10684469248}, {total_swap,10684628992}, {cached_memory,13058093056}, {buffered_memory,267350016}, {free_memory,14772547584}, {total_memory,33657663488}]}, {node_storage_conf,[{db_path,"/data"},{index_path,"/data2"}]}, {statistics, [{wall_clock,{2024440,5001}}, {context_switches,{23914834,0}}, {garbage_collection,{1900426,25223364726,0}}, {io,{{input,36094144766},{output,7879786507}}}, {reductions,{9493983816,85879810}}, {run_queue,0}, {runtime,{819100,6380}}]}, {system_stats, [{cpu_utilization_rate,39.25}, {swap_total,10684628992}, {swap_used,159744}]}, {interesting_stats, [{couch_docs_actual_disk_size,8577085807}, {couch_docs_data_size,8091425750}, {couch_views_actual_disk_size,3816790968}, {couch_views_data_size,142719376}, {curr_items,3336681}, {curr_items_tot,3336681}, {mem_used,3688429304}, {vb_replica_curr_items,0}]}, {cluster_compatibility_version,131072}, {version, [{public_key,"0.13"}, {lhttpc,"1.3.0"}, {ale,"8cffe61"}, {os_mon,"2.2.7"}, {couch_set_view,"1.2.0a-47a991b-git"}, {mnesia,"4.5"}, {inets,"5.7.1"}, {couch,"1.2.0a-47a991b-git"}, {mapreduce,"1.0.0"}, {couch_index_merger,"1.2.0a-47a991b-git"}, {kernel,"2.14.5"}, {crypto,"2.0.4"}, {ssl,"4.1.6"}, {sasl,"2.1.10"}, {couch_view_parser,"1.0.0"}, {ns_server,"2.0.0-1925-rel-enterprise"}, {mochiweb,"1.4.1"}, {oauth,"7d85d3ef"}, {stdlib,"1.17.5"}]}, {supported_compat_version,[2,0]}, {system_arch,"x86_64-unknown-linux-gnu"}, {wall_clock,2024}, {memory_data,{33657663488,18379149312,{<0.17370.0>,13313480}}}, {disk_data, [{"/",49781912,5}, {"/dev/shm",16434404,0}, {"/data",492257288,2}, {"/data2",246132896,2}]}, {meminfo, <<"MemTotal: 32868812 kB\nMemFree: 14426316 kB\nBuffers: 261084 kB\nCached: 12752044 kB\nSwapCached: 140 kB\nActive: 10916864 kB\nInactive: 7047116 kB\nHighTotal: 0 kB\nHighFree: 0 kB\nLowTotal: 32868812 kB\nLowFree: 14426316 kB\nSwapTotal: 10434208 kB\nSwapFree: 10434052 kB\nDirty: 3299528 kB\nWriteback: 3108 kB\nAnonPages: 4950636 kB\nMapped: 18020 kB\nSlab: 429304 kB\nPageTables: 14724 kB\nNFS_Unstable: 0 kB\nBounce: 0 kB\nCommitLimit: 26868612 kB\nCommitted_AS: 6696812 kB\nVmallocTotal: 34359738367 kB\nVmallocUsed: 6408 kB\nVmallocChunk: 34359730595 kB\nHugePages_Total: 0\nHugePages_Free: 0\nHugePages_Rsvd: 0\nHugepagesize: 2048 kB\n">>}]}, {'ns_1@10.2.1.67', [{last_heard,{1351,907587,843743}}, {outgoing_replications_safeness_level,[]}, {incoming_replications_conf_hashes,[]}, {active_buckets,[]}, {ready_buckets,[]}, {local_tasks,[]}, {memory, [{total,71829656}, {processes,30887696}, {processes_used,30214280}, {system,40941960}, {atom,1414713}, {atom_used,1393896}, {binary,1037296}, {code,14594040}, {ets,5914304}]}, {system_memory_data, [{system_total_memory,33657663488}, {free_swap,10701078528}, {total_swap,10701078528}, {cached_memory,659300352}, {buffered_memory,430133248}, {free_memory,27750006784}, {total_memory,33657663488}]}, {node_storage_conf,[{db_path,"/data"},{index_path,"/data2"}]}, {statistics, [{wall_clock,{1831230,1832}}, {context_switches,{16949803,0}}, {garbage_collection,{3182437,15221525271,0}}, {io,{{input,25799730626},{output,2418607685}}}, {reductions,{6295465588,1693467}}, {run_queue,0}, {runtime,{578140,230}}]}, {system_stats,[{cpu_utilization_rate,0},{swap_total,0},{swap_used,0}]}, {interesting_stats,[]}, {cluster_compatibility_version,131072}, {version, [{public_key,"0.13"}, {lhttpc,"1.3.0"}, {ale,"8cffe61"}, {os_mon,"2.2.7"}, {couch_set_view,"1.2.0a-47a991b-git"}, {mnesia,"4.5"}, {inets,"5.7.1"}, {couch,"1.2.0a-47a991b-git"}, {mapreduce,"1.0.0"}, {couch_index_merger,"1.2.0a-47a991b-git"}, {kernel,"2.14.5"}, {crypto,"2.0.4"}, {ssl,"4.1.6"}, {sasl,"2.1.10"}, {couch_view_parser,"1.0.0"}, {ns_server,"2.0.0-1925-rel-enterprise"}, {mochiweb,"1.4.1"}, {oauth,"7d85d3ef"}, {stdlib,"1.17.5"}]}, {supported_compat_version,[2,0]}, {system_arch,"x86_64-unknown-linux-gnu"}, {wall_clock,1831}, {memory_data,{33657663488,8392777728,{<18173.703.0>,3143528}}}, {disk_data, [{"/",49781912,9}, {"/dev/shm",16434404,0}, {"/data",492257288,1}, {"/data2",246132896,1}]}, {meminfo, <<"MemTotal: 32868812 kB\nMemFree: 27099616 kB\nBuffers: 420052 kB\nCached: 643848 kB\nSwapCached: 0 kB\nActive: 4986024 kB\nInactive: 530132 kB\nHighTotal: 0 kB\nHighFree: 0 kB\nLowTotal: 32868812 kB\nLowFree: 27099616 kB\nSwapTotal: 10450272 kB\nSwapFree: 10450272 kB\nDirty: 636 kB\nWriteback: 0 kB\nAnonPages: 4452376 kB\nMapped: 18052 kB\nSlab: 206568 kB\nPageTables: 13644 kB\nNFS_Unstable: 0 kB\nBounce: 0 kB\nCommitLimit: 26884676 kB\nCommitted_AS: 6139444 kB\nVmallocTotal: 34359738367 kB\nVmallocUsed: 6416 kB\nVmallocChunk: 34359730587 kB\nHugePages_Total: 0\nHugePages_Free: 0\nHugePages_Rsvd: 0\nHugepagesize: 2048 kB\n">>}]}, {'ns_1@10.2.1.68', [{last_heard,{1351,907784,348190}}, {outgoing_replications_safeness_level,[{"default",green}]}, {incoming_replications_conf_hashes,[{"default",[]}]}, {active_buckets,["default"]}, {ready_buckets,["default"]}, {local_tasks, [[{pid,<<"<0.17722.0>">>}, {changes_done,646552}, {design_documents,[<<"_design/A">>]}, {indexer_type,main}, {initial_build,false}, {progress,82}, {set,<<"default">>}, {signature,<<"afeb9408e40add49ae0c9bf58f0c5f26">>}, {started_on,1351907604}, {total_changes,787082}, {type,indexer}, {updated_on,1351907808}]]}, {memory, [{total,132791000}, {processes,82977152}, {processes_used,82964416}, {system,49813848}, {atom,1413905}, {atom_used,1392343}, {binary,8988328}, {code,14597005}, {ets,6466440}]}, {system_memory_data, [{system_total_memory,33657663488}, {free_swap,10684616704}, {total_swap,10684628992}, {cached_memory,14180249600}, {buffered_memory,329056256}, {free_memory,13444431872}, {total_memory,33657663488}]}, {node_storage_conf,[{db_path,"/data"},{index_path,"/data2"}]}, {statistics, [{wall_clock,{2026430,5000}}, {context_switches,{22528553,0}}, {garbage_collection,{1930174,24202488835,0}}, {io,{{input,35157999076},{output,7405338156}}}, {reductions,{9040372707,86924302}}, {run_queue,0}, {runtime,{809870,6770}}]}, {system_stats, [{cpu_utilization_rate,30.25}, {swap_total,10684628992}, {swap_used,12288}]}, {interesting_stats, [{couch_docs_actual_disk_size,10260116595}, {couch_docs_data_size,8101061148}, {couch_views_actual_disk_size,3287272887}, {couch_views_data_size,139424050}, {curr_items,3324246}, {curr_items_tot,3324246}, {mem_used,3672423032}, {vb_replica_curr_items,0}]}, {cluster_compatibility_version,131072}, {version, [{public_key,"0.13"}, {lhttpc,"1.3.0"}, {ale,"8cffe61"}, {os_mon,"2.2.7"}, {couch_set_view,"1.2.0a-47a991b-git"}, {mnesia,"4.5"}, {inets,"5.7.1"}, {couch,"1.2.0a-47a991b-git"}, {mapreduce,"1.0.0"}, {couch_index_merger,"1.2.0a-47a991b-git"}, {kernel,"2.14.5"}, {crypto,"2.0.4"}, {ssl,"4.1.6"}, {sasl,"2.1.10"}, {couch_view_parser,"1.0.0"}, {ns_server,"2.0.0-1925-rel-enterprise"}, {mochiweb,"1.4.1"}, {oauth,"7d85d3ef"}, {stdlib,"1.17.5"}]}, {supported_compat_version,[2,0]}, {system_arch,"x86_64-unknown-linux-gnu"}, {wall_clock,2026}, {memory_data,{33657663488,19644129280,{<18174.17722.0>,12342552}}}, {disk_data, [{"/",49781912,5}, {"/dev/shm",16434404,0}, {"/data",492257288,3}, {"/data2",246132896,2}]}, {meminfo, <<"MemTotal: 32868812 kB\nMemFree: 13127592 kB\nBuffers: 321344 kB\nCached: 13847900 kB\nSwapCached: 12 kB\nActive: 18132972 kB\nInactive: 1096880 kB\nHighTotal: 0 kB\nHighFree: 0 kB\nLowTotal: 32868812 kB\nLowFree: 13127592 kB\nSwapTotal: 10434208 kB\nSwapFree: 10434196 kB\nDirty: 3181840 kB\nWriteback: 0 kB\nAnonPages: 5060608 kB\nMapped: 18216 kB\nSlab: 462768 kB\nPageTables: 14872 kB\nNFS_Unstable: 0 kB\nBounce: 0 kB\nCommitLimit: 26868612 kB\nCommitted_AS: 6780680 kB\nVmallocTotal: 34359738367 kB\nVmallocUsed: 6408 kB\nVmallocChunk: 34359730595 kB\nHugePages_Total: 0\nHugePages_Free: 0\nHugePages_Rsvd: 0\nHugepagesize: 2048 kB\n">>}]}] [stats:debug,2012-11-02T18:57:05.858,ns_1@10.2.1.66:<0.20380.0>:stats_collector:maybe_log_stats:126](at {{1970,1,16},{7,31,47}}) Stats for bucket "default": accepting_conns 1 auth_cmds 0 auth_errors 0 bucket_active_conns 1 bucket_conns 5 bytes 240736 bytes_read 226 bytes_written 800 cas_badval 0 cas_hits 0 cas_misses 0 cmd_flush 0 cmd_get 0 cmd_set 0 conn_yields 0 connection_structures 5000 curr_connections 9 curr_conns_on_port_11209 6 curr_conns_on_port_11210 1 curr_items 0 curr_items_tot 0 curr_temp_items 0 daemon_connections 4 decr_hits 0 decr_misses 0 delete_hits 0 delete_misses 0 ep_access_scanner_last_runtime 0 ep_access_scanner_num_items 0 ep_access_scanner_task_time 2012-11-03 10:00:00 ep_allow_data_loss_during_shutdown 1 ep_alog_block_size 4096 ep_alog_path /data/default/access.log ep_alog_sleep_time 1440 ep_alog_task_time 10 ep_backend couchdb ep_bg_fetch_delay 0 ep_bg_fetched 0 ep_bg_meta_fetched 0 ep_bg_remaining_jobs 0 ep_chk_max_items 5000 ep_chk_period 1800 ep_chk_persistence_remains 0 ep_chk_persistence_timeout 10 ep_chk_remover_stime 5 ep_commit_num 0 ep_commit_time 0 ep_commit_time_total 0 ep_concurrentDB 1 ep_config_file ep_couch_bucket default ep_couch_host localhost ep_couch_port 11213 ep_couch_reconnect_sleeptime 250 ep_couch_response_timeout 180000 ep_data_age 0 ep_data_age_highwat 0 ep_data_traffic_enabled 0 ep_dbinit 0 ep_dbname /data/default ep_degraded_mode 1 ep_diskqueue_drain 0 ep_diskqueue_fill 0 ep_diskqueue_items 0 ep_diskqueue_memory 0 ep_diskqueue_pending 0 ep_exp_pager_stime 3600 ep_exp_pager_stime 3600 ep_expired_access 0 ep_expired_pager 0 ep_expiry_window 3 ep_failpartialwarmup 0 ep_flush_all false ep_flush_duration_total 0 ep_flushall_enabled 0 ep_flusher_state running ep_flusher_todo 0 ep_getl_default_timeout 15 ep_getl_max_timeout 30 ep_ht_locks 5 ep_ht_size 3079 ep_inconsistent_slave_chk 0 ep_initfile ep_io_num_read 0 ep_io_num_write 0 ep_io_read_bytes 0 ep_io_write_bytes 0 ep_item_begin_failed 0 ep_item_commit_failed 0 ep_item_flush_expired 0 ep_item_flush_failed 0 ep_item_num_based_new_chk 1 ep_items_rm_from_checkpoints 0 ep_keep_closed_chks 0 ep_klog_block_size 4096 ep_klog_compactor_queue_cap 500000 ep_klog_compactor_stime 3600 ep_klog_flush commit2 ep_klog_max_entry_ratio 10 ep_klog_max_log_size 2147483647 ep_klog_path ep_klog_sync commit2 ep_kv_size 0 ep_max_checkpoints 2 ep_max_data_size 5242880000 ep_max_item_size 20971520 ep_max_size 5242880000 ep_max_txn_size 10000 ep_max_vbuckets 512 ep_mem_high_wat 3932160000 ep_mem_high_wat 3932160000 ep_mem_low_wat 3145728000 ep_mem_low_wat 3145728000 ep_mem_tracker_enabled true ep_min_data_age 0 ep_mlog_compactor_runs 0 ep_mutation_mem_threshold 0 ep_num_access_scanner_runs 0 ep_num_eject_failures 0 ep_num_expiry_pager_runs 0 ep_num_non_resident 0 ep_num_not_my_vbuckets 0 ep_num_ops_del_meta 0 ep_num_ops_get_meta 0 ep_num_ops_set_meta 0 ep_num_pager_runs 0 ep_num_value_ejects 0 ep_oom_errors 0 ep_overhead 1152 ep_pager_active_vb_pcnt 40 ep_pager_unbiased_period 60 ep_pending_ops 0 ep_pending_ops_max 0 ep_pending_ops_max_duration 0 ep_pending_ops_total 0 ep_postInitfile ep_queue_age_cap 900 ep_queue_size 0 ep_startup_time 1351907824 ep_storage_age 0 ep_storage_age_highwat 0 ep_store_max_concurrency 10 ep_store_max_readers 9 ep_store_max_readwrite 1 ep_stored_val_type ep_tap_ack_grace_period 300 ep_tap_ack_initial_sequence_number 1 ep_tap_ack_interval 1000 ep_tap_ack_window_size 10 ep_tap_backfill_resident 0.9 ep_tap_backlog_limit 5000 ep_tap_backoff_period 5 ep_tap_bg_fetch_requeued 0 ep_tap_bg_fetched 0 ep_tap_bg_max_pending 500 ep_tap_keepalive 300 ep_tap_noop_interval 20 ep_tap_requeue_sleep_time 0.1 ep_tap_throttle_cap_pcnt 10 ep_tap_throttle_queue_cap 1000000 ep_tap_throttle_threshold 90 ep_tmp_oom_errors 0 ep_too_old 0 ep_too_young 0 ep_total_cache_size 0 ep_total_del_items 0 ep_total_enqueued 0 ep_total_new_items 0 ep_total_persisted 0 ep_uncommitted_items 0 ep_value_size 0 ep_vb0 0 ep_vb_snapshot_total 1 ep_vb_total 0 ep_vbucket_del 0 ep_vbucket_del_fail 0 ep_version 2.0.0r_130_g8b09894 ep_waitforwarmup 0 ep_warmup 1 ep_warmup_batch_size 1000 ep_warmup_dups 0 ep_warmup_min_items_threshold 100 ep_warmup_min_memory_threshold 100 ep_warmup_oom 0 ep_warmup_thread complete ep_warmup_time 542 get_hits 0 get_misses 0 incr_hits 0 incr_misses 0 libevent 2.0.11-stable limit_maxbytes 67108864 listen_disabled_num 0 max_conns_on_port_11209 1000 max_conns_on_port_11210 9000 mem_used 240736 pid 18083 pointer_size 64 rejected_conns 0 rusage_system 107.894597 rusage_user 319.147482 tap_checkpoint_start_received 86 tap_mutation_received 1301149 tap_opaque_received 301 tap_vbucket_set_received 86 threads 4 time 1351907825 total_connections 192 uptime 1900 vb_active_curr_items 0 vb_active_eject 0 vb_active_expired 0 vb_active_ht_memory 0 vb_active_itm_memory 0 vb_active_meta_data_memory 0 vb_active_num 0 vb_active_num_non_resident 0 vb_active_num_ref_ejects 0 vb_active_num_ref_items 0 vb_active_ops_create 0 vb_active_ops_delete 0 vb_active_ops_reject 0 vb_active_ops_update 0 vb_active_perc_mem_resident 0 vb_active_queue_age 0 vb_active_queue_drain 0 vb_active_queue_fill 0 vb_active_queue_memory 0 vb_active_queue_pending 0 vb_active_queue_size 0 vb_dead_num 0 vb_pending_curr_items 0 vb_pending_eject 0 vb_pending_expired 0 vb_pending_ht_memory 0 vb_pending_itm_memory 0 vb_pending_meta_data_memory 0 vb_pending_num 0 vb_pending_num_non_resident 0 vb_pending_num_ref_ejects 0 vb_pending_num_ref_items 0 vb_pending_ops_create 0 vb_pending_ops_delete 0 vb_pending_ops_reject 0 vb_pending_ops_update 0 vb_pending_perc_mem_resident 0 vb_pending_queue_age 0 vb_pending_queue_drain 0 vb_pending_queue_fill 0 vb_pending_queue_memory 0 vb_pending_queue_pending 0 vb_pending_queue_size 0 vb_replica_curr_items 0 vb_replica_eject 0 vb_replica_expired 0 vb_replica_ht_memory 0 vb_replica_itm_memory 0 vb_replica_meta_data_memory 0 vb_replica_num 0 vb_replica_num_non_resident 0 vb_replica_num_ref_ejects 0 vb_replica_num_ref_items 0 vb_replica_ops_create 0 vb_replica_ops_delete 0 vb_replica_ops_reject 0 vb_replica_ops_update 0 vb_replica_perc_mem_resident 0 vb_replica_queue_age 0 vb_replica_queue_drain 0 vb_replica_queue_fill 0 vb_replica_queue_memory 0 vb_replica_queue_pending 0 vb_replica_queue_size 0 version 1.4.4_600_g7ea975a [ns_doctor:debug,2012-11-02T18:57:27.040,ns_1@10.2.1.66:ns_doctor<0.1428.0>:ns_doctor:handle_info:137]Current node statuses: [{'ns_1@10.2.1.65', [{last_heard,{1351,907844,366665}}, {outgoing_replications_safeness_level,[{"default",green}]}, {incoming_replications_conf_hashes,[{"default",[]}]}, {active_buckets,["default"]}, {ready_buckets,["default"]}, {local_tasks,[]}, {memory, [{total,93281744}, {processes,47896168}, {processes_used,46319072}, {system,45385576}, {atom,1502673}, {atom_used,1494429}, {binary,3756192}, {code,15256817}, {ets,6762480}]}, {system_memory_data, [{system_total_memory,33657663488}, {free_swap,11350716416}, {total_swap,11350876160}, {cached_memory,622379008}, {buffered_memory,231415808}, {free_memory,27456827392}, {total_memory,33657663488}]}, {node_storage_conf,[{db_path,"/data"},{index_path,"/data2"}]}, {statistics, [{wall_clock,{2087193,5000}}, {context_switches,{22834100,0}}, {garbage_collection,{1868073,25892389931,0}}, {io,{{input,37365001378},{output,7628602701}}}, {reductions,{9789751819,592909}}, {run_queue,0}, {runtime,{895510,540}}]}, {system_stats, [{cpu_utilization_rate,3.7406483790523692}, {swap_total,11350876160}, {swap_used,159744}]}, {interesting_stats, [{couch_docs_actual_disk_size,1061412}, {couch_docs_data_size,1054464}, {couch_views_actual_disk_size,0}, {couch_views_data_size,0}, {curr_items,0}, {curr_items_tot,0}, {mem_used,4169944}, {vb_replica_curr_items,0}]}, {cluster_compatibility_version,131072}, {version, [{public_key,"0.13"}, {lhttpc,"1.3.0"}, {ale,"8cffe61"}, {os_mon,"2.2.7"}, {couch_set_view,"1.2.0a-47a991b-git"}, {mnesia,"4.5"}, {inets,"5.7.1"}, {couch,"1.2.0a-47a991b-git"}, {mapreduce,"1.0.0"}, {couch_index_merger,"1.2.0a-47a991b-git"}, {kernel,"2.14.5"}, {crypto,"2.0.4"}, {ssl,"4.1.6"}, {sasl,"2.1.10"}, {couch_view_parser,"1.0.0"}, {ns_server,"2.0.0-1925-rel-enterprise"}, {mochiweb,"1.4.1"}, {oauth,"7d85d3ef"}, {stdlib,"1.17.5"}]}, {supported_compat_version,[2,0]}, {system_arch,"x86_64-unknown-linux-gnu"}, {wall_clock,2087}, {memory_data,{33657663488,6196224000,{<18077.697.0>,3143528}}}, {disk_data, [{"/",51088800,10}, {"/dev/shm",16434404,0}, {"/data",492257288,1}, {"/data2",246132896,1}]}, {meminfo, <<"MemTotal: 32868812 kB\nMemFree: 26813308 kB\nBuffers: 225992 kB\nCached: 607792 kB\nSwapCached: 0 kB\nActive: 5436280 kB\nInactive: 426144 kB\nHighTotal: 0 kB\nHighFree: 0 kB\nLowTotal: 32868812 kB\nLowFree: 26813308 kB\nSwapTotal: 11084840 kB\nSwapFree: 11084684 kB\nDirty: 332 kB\nWriteback: 0 kB\nAnonPages: 5028476 kB\nMapped: 16312 kB\nSlab: 147316 kB\nPageTables: 14316 kB\nNFS_Unstable: 0 kB\nBounce: 0 kB\nCommitLimit: 27519244 kB\nCommitted_AS: 6752988 kB\nVmallocTotal: 34359738367 kB\nVmallocUsed: 6728 kB\nVmallocChunk: 34359730275 kB\nHugePages_Total: 0\nHugePages_Free: 0\nHugePages_Rsvd: 0\nHugepagesize: 2048 kB\n">>}]}, {'ns_1@10.2.1.66', [{last_heard,{1351,907842,41003}}, {outgoing_replications_safeness_level,[{"default",green}]}, {incoming_replications_conf_hashes,[{"default",[]}]}, {active_buckets,["default"]}, {ready_buckets,["default"]}, {local_tasks,[]}, {memory, [{total,84686280}, {processes,42090600}, {processes_used,41705640}, {system,42595680}, {atom,1413905}, {atom_used,1392509}, {binary,1984048}, {code,14575828}, {ets,6552840}]}, {system_memory_data, [{system_total_memory,33657663488}, {free_swap,10684469248}, {total_swap,10684628992}, {cached_memory,619405312}, {buffered_memory,268177408}, {free_memory,27547549696}, {total_memory,33657663488}]}, {node_storage_conf,[{db_path,"/data"},{index_path,"/data2"}]}, {statistics, [{wall_clock,{2084439,4999}}, {context_switches,{24471745,0}}, {garbage_collection,{1932781,26000976166,0}}, {io,{{input,37018924331},{output,8046860497}}}, {reductions,{9730305558,360978}}, {run_queue,0}, {runtime,{838810,410}}]}, {system_stats, [{cpu_utilization_rate,3.7593984962406015}, {swap_total,10684628992}, {swap_used,159744}]}, {interesting_stats, [{couch_docs_actual_disk_size,1061412}, {couch_docs_data_size,1054464}, {couch_views_actual_disk_size,0}, {couch_views_data_size,0}, {curr_items,0}, {curr_items_tot,0}, {mem_used,4169944}, {vb_replica_curr_items,0}]}, {cluster_compatibility_version,131072}, {version, [{public_key,"0.13"}, {lhttpc,"1.3.0"}, {ale,"8cffe61"}, {os_mon,"2.2.7"}, {couch_set_view,"1.2.0a-47a991b-git"}, {mnesia,"4.5"}, {inets,"5.7.1"}, {couch,"1.2.0a-47a991b-git"}, {mapreduce,"1.0.0"}, {couch_index_merger,"1.2.0a-47a991b-git"}, {kernel,"2.14.5"}, {crypto,"2.0.4"}, {ssl,"4.1.6"}, {sasl,"2.1.10"}, {couch_view_parser,"1.0.0"}, {ns_server,"2.0.0-1925-rel-enterprise"}, {mochiweb,"1.4.1"}, {oauth,"7d85d3ef"}, {stdlib,"1.17.5"}]}, {supported_compat_version,[2,0]}, {system_arch,"x86_64-unknown-linux-gnu"}, {wall_clock,2084}, {memory_data,{33657663488,6107348992,{<0.695.0>,3143528}}}, {disk_data, [{"/",49781912,5}, {"/dev/shm",16434404,0}, {"/data",492257288,1}, {"/data2",246132896,1}]}, {meminfo, <<"MemTotal: 32868812 kB\nMemFree: 26901904 kB\nBuffers: 261892 kB\nCached: 604888 kB\nSwapCached: 140 kB\nActive: 5333604 kB\nInactive: 433436 kB\nHighTotal: 0 kB\nHighFree: 0 kB\nLowTotal: 32868812 kB\nLowFree: 26901904 kB\nSwapTotal: 10434208 kB\nSwapFree: 10434052 kB\nDirty: 5072 kB\nWriteback: 0 kB\nAnonPages: 4900040 kB\nMapped: 18020 kB\nSlab: 151360 kB\nPageTables: 14496 kB\nNFS_Unstable: 0 kB\nBounce: 0 kB\nCommitLimit: 26868612 kB\nCommitted_AS: 6613532 kB\nVmallocTotal: 34359738367 kB\nVmallocUsed: 6408 kB\nVmallocChunk: 34359730595 kB\nHugePages_Total: 0\nHugePages_Free: 0\nHugePages_Rsvd: 0\nHugepagesize: 2048 kB\n">>}]}, {'ns_1@10.2.1.67', [{last_heard,{1351,907844,137516}}, {outgoing_replications_safeness_level,[{"default",green}]}, {incoming_replications_conf_hashes,[{"default",[]}]}, {active_buckets,["default"]}, {ready_buckets,["default"]}, {local_tasks,[]}, {memory, [{total,78079192}, {processes,40872128}, {processes_used,40718392}, {system,37207064}, {atom,1414713}, {atom_used,1394174}, {binary,1538888}, {code,14610103}, {ets,1575320}]}, {system_memory_data, [{system_total_memory,33657663488}, {free_swap,10701078528}, {total_swap,10701078528}, {cached_memory,653586432}, {buffered_memory,430596096}, {free_memory,32053182464}, {total_memory,33657663488}]}, {node_storage_conf,[{db_path,"/data"},{index_path,"/data2"}]}, {statistics, [{wall_clock,{2087525,5000}}, {context_switches,{17017960,0}}, {garbage_collection,{3194123,15247293178,0}}, {io,{{input,25800864644},{output,2420681621}}}, {reductions,{6305112341,379554}}, {run_queue,0}, {runtime,{590470,420}}]}, {system_stats, [{cpu_utilization_rate,2.9925187032418954}, {swap_total,10701078528}, {swap_used,0}]}, {interesting_stats, [{couch_docs_actual_disk_size,1061412}, {couch_docs_data_size,1054464}, {couch_views_actual_disk_size,0}, {couch_views_data_size,0}, {curr_items,0}, {curr_items_tot,0}, {mem_used,4174248}, {vb_replica_curr_items,0}]}, {cluster_compatibility_version,131072}, {version, [{public_key,"0.13"}, {lhttpc,"1.3.0"}, {ale,"8cffe61"}, {os_mon,"2.2.7"}, {couch_set_view,"1.2.0a-47a991b-git"}, {mnesia,"4.5"}, {inets,"5.7.1"}, {couch,"1.2.0a-47a991b-git"}, {mapreduce,"1.0.0"}, {couch_index_merger,"1.2.0a-47a991b-git"}, {kernel,"2.14.5"}, {crypto,"2.0.4"}, {ssl,"4.1.6"}, {sasl,"2.1.10"}, {couch_view_parser,"1.0.0"}, {ns_server,"2.0.0-1925-rel-enterprise"}, {mochiweb,"1.4.1"}, {oauth,"7d85d3ef"}, {stdlib,"1.17.5"}]}, {supported_compat_version,[2,0]}, {system_arch,"x86_64-unknown-linux-gnu"}, {wall_clock,2087}, {memory_data,{33657663488,1584234496,{<18173.703.0>,1801440}}}, {disk_data, [{"/",49781912,9}, {"/dev/shm",16434404,0}, {"/data",492257288,1}, {"/data2",246132896,1}]}, {meminfo, <<"MemTotal: 32868812 kB\nMemFree: 31301936 kB\nBuffers: 420504 kB\nCached: 638268 kB\nSwapCached: 0 kB\nActive: 801100 kB\nInactive: 523496 kB\nHighTotal: 0 kB\nHighFree: 0 kB\nLowTotal: 32868812 kB\nLowFree: 31301936 kB\nSwapTotal: 10450272 kB\nSwapFree: 10450272 kB\nDirty: 220 kB\nWriteback: 0 kB\nAnonPages: 265964 kB\nMapped: 17932 kB\nSlab: 204692 kB\nPageTables: 5408 kB\nNFS_Unstable: 0 kB\nBounce: 0 kB\nCommitLimit: 26884676 kB\nCommitted_AS: 1969848 kB\nVmallocTotal: 34359738367 kB\nVmallocUsed: 6416 kB\nVmallocChunk: 34359730587 kB\nHugePages_Total: 0\nHugePages_Free: 0\nHugePages_Rsvd: 0\nHugepagesize: 2048 kB\n">>}]}, {'ns_1@10.2.1.68', [{last_heard,{1351,907844,347515}}, {outgoing_replications_safeness_level,[{"default",green}]}, {incoming_replications_conf_hashes,[{"default",[]}]}, {active_buckets,["default"]}, {ready_buckets,["default"]}, {local_tasks,[]}, {memory, [{total,87437144}, {processes,44842976}, {processes_used,44595936}, {system,42594168}, {atom,1413905}, {atom_used,1392509}, {binary,1952920}, {code,14613068}, {ets,6525112}]}, {system_memory_data, [{system_total_memory,33657663488}, {free_swap,10684616704}, {total_swap,10684628992}, {cached_memory,613122048}, {buffered_memory,329383936}, {free_memory,27317846016}, {total_memory,33657663488}]}, {node_storage_conf,[{db_path,"/data"},{index_path,"/data2"}]}, {statistics, [{wall_clock,{2086430,5000}}, {context_switches,{22903120,0}}, {garbage_collection,{1955163,24829203141,0}}, {io,{{input,35800964108},{output,7534400949}}}, {reductions,{9219086057,404467}}, {run_queue,0}, {runtime,{827390,460}}]}, {system_stats, [{cpu_utilization_rate,3.2418952618453867}, {swap_total,10684628992}, {swap_used,12288}]}, {interesting_stats, [{couch_docs_actual_disk_size,1061412}, {couch_docs_data_size,1054464}, {couch_views_actual_disk_size,0}, {couch_views_data_size,0}, {curr_items,0}, {curr_items_tot,0}, {mem_used,4169944}, {vb_replica_curr_items,0}]}, {cluster_compatibility_version,131072}, {version, [{public_key,"0.13"}, {lhttpc,"1.3.0"}, {ale,"8cffe61"}, {os_mon,"2.2.7"}, {couch_set_view,"1.2.0a-47a991b-git"}, {mnesia,"4.5"}, {inets,"5.7.1"}, {couch,"1.2.0a-47a991b-git"}, {mapreduce,"1.0.0"}, {couch_index_merger,"1.2.0a-47a991b-git"}, {kernel,"2.14.5"}, {crypto,"2.0.4"}, {ssl,"4.1.6"}, {sasl,"2.1.10"}, {couch_view_parser,"1.0.0"}, {ns_server,"2.0.0-1925-rel-enterprise"}, {mochiweb,"1.4.1"}, {oauth,"7d85d3ef"}, {stdlib,"1.17.5"}]}, {supported_compat_version,[2,0]}, {system_arch,"x86_64-unknown-linux-gnu"}, {wall_clock,2086}, {memory_data,{33657663488,6344609792,{<18174.694.0>,2173056}}}, {disk_data, [{"/",49781912,5}, {"/dev/shm",16434404,0}, {"/data",492257288,1}, {"/data2",246132896,1}]}, {meminfo, <<"MemTotal: 32868812 kB\nMemFree: 26677708 kB\nBuffers: 321664 kB\nCached: 598752 kB\nSwapCached: 12 kB\nActive: 5466280 kB\nInactive: 459416 kB\nHighTotal: 0 kB\nHighFree: 0 kB\nLowTotal: 32868812 kB\nLowFree: 26677708 kB\nSwapTotal: 10434208 kB\nSwapFree: 10434196 kB\nDirty: 548 kB\nWriteback: 0 kB\nAnonPages: 5005508 kB\nMapped: 18216 kB\nSlab: 215552 kB\nPageTables: 14700 kB\nNFS_Unstable: 0 kB\nBounce: 0 kB\nCommitLimit: 26868612 kB\nCommitted_AS: 6713568 kB\nVmallocTotal: 34359738367 kB\nVmallocUsed: 6408 kB\nVmallocChunk: 34359730595 kB\nHugePages_Total: 0\nHugePages_Free: 0\nHugePages_Rsvd: 0\nHugepagesize: 2048 kB\n">>}]}] [ns_doctor:debug,2012-11-02T18:58:27.040,ns_1@10.2.1.66:ns_doctor<0.1428.0>:ns_doctor:handle_info:137]Current node statuses: [{'ns_1@10.2.1.65', [{last_heard,{1351,907904,366546}}, {outgoing_replications_safeness_level,[{"default",green}]}, {incoming_replications_conf_hashes,[{"default",[]}]}, {active_buckets,["default"]}, {ready_buckets,["default"]}, {local_tasks, [[{pid,<<"<0.2410.1>">>}, {bucket,<<"default">>}, {original_target,{[{type,bucket}]}}, {progress,24}, {started_on,1351907969}, {total_vbuckets,129}, {trigger_type,scheduled}, {type,bucket_compaction}, {updated_on,1351907971}, {vbuckets_done,32}]]}, {memory, [{total,115227048}, {processes,69312240}, {processes_used,67742472}, {system,45914808}, {atom,1502673}, {atom_used,1494429}, {binary,4238672}, {code,15256817}, {ets,6811272}]}, {system_memory_data, [{system_total_memory,33657663488}, {free_swap,11350716416}, {total_swap,11350876160}, {cached_memory,1067384832}, {buffered_memory,232787968}, {free_memory,26991321088}, {total_memory,33657663488}]}, {node_storage_conf,[{db_path,"/data"},{index_path,"/data2"}]}, {statistics, [{wall_clock,{2147194,5001}}, {context_switches,{23936709,0}}, {garbage_collection,{1980421,26053217946,0}}, {io,{{input,37383316060},{output,7634698539}}}, {reductions,{9852999530,5257713}}, {run_queue,0}, {runtime,{921180,2100}}]}, {system_stats, [{cpu_utilization_rate,41.895261845386536}, {swap_total,11350876160}, {swap_used,159744}]}, {interesting_stats, [{couch_docs_actual_disk_size,433792057}, {couch_docs_data_size,290605268}, {couch_views_actual_disk_size,0}, {couch_views_data_size,0}, {curr_items,130131}, {curr_items_tot,130131}, {mem_used,348675192}, {vb_replica_curr_items,0}]}, {cluster_compatibility_version,131072}, {version, [{public_key,"0.13"}, {lhttpc,"1.3.0"}, {ale,"8cffe61"}, {os_mon,"2.2.7"}, {couch_set_view,"1.2.0a-47a991b-git"}, {mnesia,"4.5"}, {inets,"5.7.1"}, {couch,"1.2.0a-47a991b-git"}, {mapreduce,"1.0.0"}, {couch_index_merger,"1.2.0a-47a991b-git"}, {kernel,"2.14.5"}, {crypto,"2.0.4"}, {ssl,"4.1.6"}, {sasl,"2.1.10"}, {couch_view_parser,"1.0.0"}, {ns_server,"2.0.0-1925-rel-enterprise"}, {mochiweb,"1.4.1"}, {oauth,"7d85d3ef"}, {stdlib,"1.17.5"}]}, {supported_compat_version,[2,0]}, {system_arch,"x86_64-unknown-linux-gnu"}, {wall_clock,2147}, {memory_data,{33657663488,6208962560,{<18077.697.0>,3143528}}}, {disk_data, [{"/",51088800,10}, {"/dev/shm",16434404,0}, {"/data",492257288,1}, {"/data2",246132896,1}]}, {meminfo, <<"MemTotal: 32868812 kB\nMemFree: 26358836 kB\nBuffers: 227332 kB\nCached: 1042368 kB\nSwapCached: 0 kB\nActive: 5678816 kB\nInactive: 636524 kB\nHighTotal: 0 kB\nHighFree: 0 kB\nLowTotal: 32868812 kB\nLowFree: 26358836 kB\nSwapTotal: 11084840 kB\nSwapFree: 11084684 kB\nDirty: 1516 kB\nWriteback: 0 kB\nAnonPages: 5045692 kB\nMapped: 16304 kB\nSlab: 148020 kB\nPageTables: 14508 kB\nNFS_Unstable: 0 kB\nBounce: 0 kB\nCommitLimit: 27519244 kB\nCommitted_AS: 6772388 kB\nVmallocTotal: 34359738367 kB\nVmallocUsed: 6728 kB\nVmallocChunk: 34359730275 kB\nHugePages_Total: 0\nHugePages_Free: 0\nHugePages_Rsvd: 0\nHugepagesize: 2048 kB\n">>}]}, {'ns_1@10.2.1.66', [{last_heard,{1351,907902,41692}}, {outgoing_replications_safeness_level,[{"default",green}]}, {incoming_replications_conf_hashes,[{"default",[]}]}, {active_buckets,["default"]}, {ready_buckets,["default"]}, {local_tasks,[]}, {memory, [{total,99249968}, {processes,55908944}, {processes_used,55523464}, {system,43341024}, {atom,1413905}, {atom_used,1392509}, {binary,2676688}, {code,14575828}, {ets,6606560}]}, {system_memory_data, [{system_total_memory,33657663488}, {free_swap,10684469248}, {total_swap,10684628992}, {cached_memory,1007833088}, {buffered_memory,269479936}, {free_memory,27148591104}, {total_memory,33657663488}]}, {node_storage_conf,[{db_path,"/data"},{index_path,"/data2"}]}, {statistics, [{wall_clock,{2144440,5000}}, {context_switches,{25535267,0}}, {garbage_collection,{2068238,26128022643,0}}, {io,{{input,37027607204},{output,8052181558}}}, {reductions,{9785768270,4789511}}, {run_queue,0}, {runtime,{861180,1800}}]}, {system_stats, [{cpu_utilization_rate,35.0}, {swap_total,10684628992}, {swap_used,159744}]}, {interesting_stats, [{couch_docs_actual_disk_size,362222657}, {couch_docs_data_size,292090980}, {couch_views_actual_disk_size,0}, {couch_views_data_size,0}, {curr_items,126053}, {curr_items_tot,126053}, {mem_used,337779480}, {vb_replica_curr_items,0}]}, {cluster_compatibility_version,131072}, {version, [{public_key,"0.13"}, {lhttpc,"1.3.0"}, {ale,"8cffe61"}, {os_mon,"2.2.7"}, {couch_set_view,"1.2.0a-47a991b-git"}, {mnesia,"4.5"}, {inets,"5.7.1"}, {couch,"1.2.0a-47a991b-git"}, {mapreduce,"1.0.0"}, {couch_index_merger,"1.2.0a-47a991b-git"}, {kernel,"2.14.5"}, {crypto,"2.0.4"}, {ssl,"4.1.6"}, {sasl,"2.1.10"}, {couch_view_parser,"1.0.0"}, {ns_server,"2.0.0-1925-rel-enterprise"}, {mochiweb,"1.4.1"}, {oauth,"7d85d3ef"}, {stdlib,"1.17.5"}]}, {supported_compat_version,[2,0]}, {system_arch,"x86_64-unknown-linux-gnu"}, {wall_clock,2144}, {memory_data,{33657663488,6121803776,{<0.695.0>,3143528}}}, {disk_data, [{"/",49781912,5}, {"/dev/shm",16434404,0}, {"/data",492257288,1}, {"/data2",246132896,1}]}, {meminfo, <<"MemTotal: 32868812 kB\nMemFree: 26512420 kB\nBuffers: 263164 kB\nCached: 984212 kB\nSwapCached: 140 kB\nActive: 5490652 kB\nInactive: 665744 kB\nHighTotal: 0 kB\nHighFree: 0 kB\nLowTotal: 32868812 kB\nLowFree: 26512420 kB\nSwapTotal: 10434208 kB\nSwapFree: 10434052 kB\nDirty: 892 kB\nWriteback: 0 kB\nAnonPages: 4908344 kB\nMapped: 18020 kB\nSlab: 151820 kB\nPageTables: 14504 kB\nNFS_Unstable: 0 kB\nBounce: 0 kB\nCommitLimit: 26868612 kB\nCommitted_AS: 6624624 kB\nVmallocTotal: 34359738367 kB\nVmallocUsed: 6408 kB\nVmallocChunk: 34359730595 kB\nHugePages_Total: 0\nHugePages_Free: 0\nHugePages_Rsvd: 0\nHugepagesize: 2048 kB\n">>}]}, {'ns_1@10.2.1.67', [{last_heard,{1351,907904,137574}}, {outgoing_replications_safeness_level,[{"default",green}]}, {incoming_replications_conf_hashes,[{"default",[]}]}, {active_buckets,["default"]}, {ready_buckets,["default"]}, {local_tasks,[]}, {memory, [{total,92255352}, {processes,53718600}, {processes_used,53564424}, {system,38536752}, {atom,1414713}, {atom_used,1394174}, {binary,2394624}, {code,14610103}, {ets,2048240}]}, {system_memory_data, [{system_total_memory,33657663488}, {free_swap,10701078528}, {total_swap,10701078528}, {cached_memory,982835200}, {buffered_memory,432431104}, {free_memory,31346585600}, {total_memory,33657663488}]}, {node_storage_conf,[{db_path,"/data"},{index_path,"/data2"}]}, {statistics, [{wall_clock,{2147525,5000}}, {context_switches,{18219246,0}}, {garbage_collection,{3339716,15388907532,0}}, {io,{{input,25812602870},{output,2426775345}}}, {reductions,{6366864787,5221578}}, {run_queue,0}, {runtime,{615950,1420}}]}, {system_stats, [{cpu_utilization_rate,40.64837905236908}, {swap_total,10701078528}, {swap_used,0}]}, {interesting_stats, [{couch_docs_actual_disk_size,418022370}, {couch_docs_data_size,290066349}, {couch_views_actual_disk_size,0}, {couch_views_data_size,0}, {curr_items,130646}, {curr_items_tot,130646}, {mem_used,349561560}, {vb_replica_curr_items,0}]}, {cluster_compatibility_version,131072}, {version, [{public_key,"0.13"}, {lhttpc,"1.3.0"}, {ale,"8cffe61"}, {os_mon,"2.2.7"}, {couch_set_view,"1.2.0a-47a991b-git"}, {mnesia,"4.5"}, {inets,"5.7.1"}, {couch,"1.2.0a-47a991b-git"}, {mapreduce,"1.0.0"}, {couch_index_merger,"1.2.0a-47a991b-git"}, {kernel,"2.14.5"}, {crypto,"2.0.4"}, {ssl,"4.1.6"}, {sasl,"2.1.10"}, {couch_view_parser,"1.0.0"}, {ns_server,"2.0.0-1925-rel-enterprise"}, {mochiweb,"1.4.1"}, {oauth,"7d85d3ef"}, {stdlib,"1.17.5"}]}, {supported_compat_version,[2,0]}, {system_arch,"x86_64-unknown-linux-gnu"}, {wall_clock,2147}, {memory_data,{33657663488,1606639616,{<18173.703.0>,3143528}}}, {disk_data, [{"/",49781912,9}, {"/dev/shm",16434404,0}, {"/data",492257288,1}, {"/data2",246132896,1}]}, {meminfo, <<"MemTotal: 32868812 kB\nMemFree: 30611900 kB\nBuffers: 422296 kB\nCached: 959800 kB\nSwapCached: 0 kB\nActive: 1191724 kB\nInactive: 821004 kB\nHighTotal: 0 kB\nHighFree: 0 kB\nLowTotal: 32868812 kB\nLowFree: 30611900 kB\nSwapTotal: 10450272 kB\nSwapFree: 10450272 kB\nDirty: 1604 kB\nWriteback: 4 kB\nAnonPages: 630812 kB\nMapped: 17948 kB\nSlab: 205992 kB\nPageTables: 6084 kB\nNFS_Unstable: 0 kB\nBounce: 0 kB\nCommitLimit: 26884676 kB\nCommitted_AS: 2343124 kB\nVmallocTotal: 34359738367 kB\nVmallocUsed: 6416 kB\nVmallocChunk: 34359730587 kB\nHugePages_Total: 0\nHugePages_Free: 0\nHugePages_Rsvd: 0\nHugepagesize: 2048 kB\n">>}]}, {'ns_1@10.2.1.68', [{last_heard,{1351,907904,347688}}, {outgoing_replications_safeness_level,[{"default",green}]}, {incoming_replications_conf_hashes,[{"default",[]}]}, {active_buckets,["default"]}, {ready_buckets,["default"]}, {local_tasks, [[{pid,<<"<0.21829.0>">>}, {bucket,<<"default">>}, {original_target,{[{type,bucket}]}}, {progress,46}, {started_on,1351907926}, {total_vbuckets,129}, {trigger_type,scheduled}, {type,bucket_compaction}, {updated_on,1351907930}, {vbuckets_done,60}]]}, {memory, [{total,98402736}, {processes,54935736}, {processes_used,54697608}, {system,43467000}, {atom,1413905}, {atom_used,1392509}, {binary,2762008}, {code,14613068}, {ets,6585368}]}, {system_memory_data, [{system_total_memory,33657663488}, {free_swap,10684616704}, {total_swap,10684628992}, {cached_memory,1028268032}, {buffered_memory,330854400}, {free_memory,26895515648}, {total_memory,33657663488}]}, {node_storage_conf,[{db_path,"/data"},{index_path,"/data2"}]}, {statistics, [{wall_clock,{2146431,5000}}, {context_switches,{24185360,0}}, {garbage_collection,{2109262,24977119133,0}}, {io,{{input,35812457437},{output,7540806969}}}, {reductions,{9283456407,3277890}}, {run_queue,0}, {runtime,{855250,810}}]}, {system_stats, [{cpu_utilization_rate,7.518796992481203}, {swap_total,10684628992}, {swap_used,12288}]}, {interesting_stats, [{couch_docs_actual_disk_size,454861880}, {couch_docs_data_size,290847657}, {couch_views_actual_disk_size,0}, {couch_views_data_size,0}, {curr_items,130755}, {curr_items_tot,130755}, {mem_used,350246792}, {vb_replica_curr_items,0}]}, {cluster_compatibility_version,131072}, {version, [{public_key,"0.13"}, {lhttpc,"1.3.0"}, {ale,"8cffe61"}, {os_mon,"2.2.7"}, {couch_set_view,"1.2.0a-47a991b-git"}, {mnesia,"4.5"}, {inets,"5.7.1"}, {couch,"1.2.0a-47a991b-git"}, {mapreduce,"1.0.0"}, {couch_index_merger,"1.2.0a-47a991b-git"}, {kernel,"2.14.5"}, {crypto,"2.0.4"}, {ssl,"4.1.6"}, {sasl,"2.1.10"}, {couch_view_parser,"1.0.0"}, {ns_server,"2.0.0-1925-rel-enterprise"}, {mochiweb,"1.4.1"}, {oauth,"7d85d3ef"}, {stdlib,"1.17.5"}]}, {supported_compat_version,[2,0]}, {system_arch,"x86_64-unknown-linux-gnu"}, {wall_clock,2146}, {memory_data,{33657663488,6359126016,{<18174.694.0>,2173096}}}, {disk_data, [{"/",49781912,5}, {"/dev/shm",16434404,0}, {"/data",492257288,1}, {"/data2",246132896,1}]}, {meminfo, <<"MemTotal: 32868812 kB\nMemFree: 26265152 kB\nBuffers: 323100 kB\nCached: 1004168 kB\nSwapCached: 12 kB\nActive: 5662460 kB\nInactive: 675784 kB\nHighTotal: 0 kB\nHighFree: 0 kB\nLowTotal: 32868812 kB\nLowFree: 26265152 kB\nSwapTotal: 10434208 kB\nSwapFree: 10434196 kB\nDirty: 3740 kB\nWriteback: 80 kB\nAnonPages: 5010176 kB\nMapped: 18220 kB\nSlab: 216584 kB\nPageTables: 14772 kB\nNFS_Unstable: 0 kB\nBounce: 0 kB\nCommitLimit: 26868612 kB\nCommitted_AS: 6718792 kB\nVmallocTotal: 34359738367 kB\nVmallocUsed: 6408 kB\nVmallocChunk: 34359730595 kB\nHugePages_Total: 0\nHugePages_Free: 0\nHugePages_Rsvd: 0\nHugepagesize: 2048 kB\n">>}]}] [stats:debug,2012-11-02T18:58:45.864,ns_1@10.2.1.66:<0.20380.0>:stats_collector:maybe_log_stats:126](at {{1970,1,16},{7,31,47}}) Stats for bucket "default": accepting_conns 1 auth_cmds 1 auth_errors 0 bucket_active_conns 2 bucket_conns 6 bytes 512835048 bytes_read 462306543 bytes_written 9412042 cas_badval 0 cas_hits 0 cas_misses 0 cmd_flush 0 cmd_get 0 cmd_set 192767 conn_yields 60 connection_structures 5000 curr_connections 10 curr_conns_on_port_11209 6 curr_conns_on_port_11210 2 curr_items 192756 curr_items_tot 192756 curr_temp_items 0 daemon_connections 4 decr_hits 0 decr_misses 0 delete_hits 0 delete_misses 0 ep_access_scanner_last_runtime 0 ep_access_scanner_num_items 0 ep_access_scanner_task_time 2012-11-03 10:00:00 ep_allow_data_loss_during_shutdown 1 ep_alog_block_size 4096 ep_alog_path /data/default/access.log ep_alog_sleep_time 1440 ep_alog_task_time 10 ep_backend couchdb ep_bg_fetch_delay 0 ep_bg_fetched 0 ep_bg_meta_fetched 0 ep_bg_remaining_jobs 0 ep_chk_max_items 5000 ep_chk_period 1800 ep_chk_persistence_remains 0 ep_chk_persistence_timeout 10 ep_chk_remover_stime 5 ep_commit_num 434 ep_commit_time 2 ep_commit_time_total 393 ep_concurrentDB 1 ep_config_file ep_couch_bucket default ep_couch_host localhost ep_couch_port 11213 ep_couch_reconnect_sleeptime 250 ep_couch_response_timeout 180000 ep_data_age 0 ep_data_age_highwat 6 ep_data_traffic_enabled 0 ep_dbinit 0 ep_dbname /data/default ep_degraded_mode 0 ep_diskqueue_drain 192120 ep_diskqueue_fill 192756 ep_diskqueue_items 641 ep_diskqueue_memory 20352 ep_diskqueue_pending 30528 ep_exp_pager_stime 3600 ep_exp_pager_stime 3600 ep_expired_access 0 ep_expired_pager 0 ep_expiry_window 3 ep_failpartialwarmup 0 ep_flush_all false ep_flush_duration_total 69 ep_flushall_enabled 0 ep_flusher_state running ep_flusher_todo 205 ep_getl_default_timeout 15 ep_getl_max_timeout 30 ep_ht_locks 5 ep_ht_size 3079 ep_inconsistent_slave_chk 0 ep_initfile ep_io_num_read 0 ep_io_num_write 192113 ep_io_read_bytes 0 ep_io_write_bytes 454555282 ep_item_begin_failed 0 ep_item_commit_failed 0 ep_item_flush_expired 0 ep_item_flush_failed 0 ep_item_num_based_new_chk 1 ep_items_rm_from_checkpoints 0 ep_keep_closed_chks 0 ep_klog_block_size 4096 ep_klog_compactor_queue_cap 500000 ep_klog_compactor_stime 3600 ep_klog_flush commit2 ep_klog_max_entry_ratio 10 ep_klog_max_log_size 2147483647 ep_klog_path ep_klog_sync commit2 ep_kv_size 471212617 ep_max_checkpoints 2 ep_max_data_size 5242880000 ep_max_item_size 20971520 ep_max_size 5242880000 ep_max_txn_size 10000 ep_max_vbuckets 512 ep_mem_high_wat 3932160000 ep_mem_high_wat 3932160000 ep_mem_low_wat 3145728000 ep_mem_low_wat 3145728000 ep_mem_tracker_enabled true ep_min_data_age 0 ep_mlog_compactor_runs 0 ep_mutation_mem_threshold 0 ep_num_access_scanner_runs 0 ep_num_eject_failures 0 ep_num_expiry_pager_runs 0 ep_num_non_resident 0 ep_num_not_my_vbuckets 0 ep_num_ops_del_meta 0 ep_num_ops_get_meta 0 ep_num_ops_set_meta 0 ep_num_pager_runs 0 ep_num_value_ejects 0 ep_oom_errors 0 ep_overhead 20369096 ep_pager_active_vb_pcnt 40 ep_pager_unbiased_period 60 ep_pending_ops 0 ep_pending_ops_max 0 ep_pending_ops_max_duration 0 ep_pending_ops_total 0 ep_postInitfile ep_queue_age_cap 900 ep_queue_size 436 ep_startup_time 1351907824 ep_storage_age 0 ep_storage_age_highwat 3 ep_store_max_concurrency 10 ep_store_max_readers 9 ep_store_max_readwrite 1 ep_stored_val_type ep_tap_ack_grace_period 300 ep_tap_ack_initial_sequence_number 1 ep_tap_ack_interval 1000 ep_tap_ack_window_size 10 ep_tap_backfill_resident 0.9 ep_tap_backlog_limit 5000 ep_tap_backoff_period 5 ep_tap_bg_fetch_requeued 0 ep_tap_bg_fetched 0 ep_tap_bg_max_pending 500 ep_tap_keepalive 300 ep_tap_noop_interval 20 ep_tap_requeue_sleep_time 0.1 ep_tap_throttle_cap_pcnt 10 ep_tap_throttle_queue_cap 1000000 ep_tap_throttle_threshold 90 ep_tmp_oom_errors 0 ep_too_old 0 ep_too_young 0 ep_total_cache_size 468886068 ep_total_del_items 0 ep_total_enqueued 192760 ep_total_new_items 192113 ep_total_persisted 192113 ep_uncommitted_items 455 ep_value_size 455334333 ep_vb0 0 ep_vb_snapshot_total 5 ep_vb_total 128 ep_vbucket_del 0 ep_vbucket_del_fail 0 ep_version 2.0.0r_130_g8b09894 ep_waitforwarmup 0 ep_warmup 1 ep_warmup_batch_size 1000 ep_warmup_dups 0 ep_warmup_min_items_threshold 100 ep_warmup_min_memory_threshold 100 ep_warmup_oom 0 ep_warmup_thread complete ep_warmup_time 542 get_hits 0 get_misses 0 incr_hits 0 incr_misses 0 libevent 2.0.11-stable limit_maxbytes 67108864 listen_disabled_num 0 max_conns_on_port_11209 1000 max_conns_on_port_11210 9000 mem_used 512835048 pid 18083 pointer_size 64 rejected_conns 0 rusage_system 119.255870 rusage_user 347.188219 tap_checkpoint_start_received 86 tap_mutation_received 1301149 tap_opaque_received 301 tap_vbucket_set_received 86 threads 4 time 1351907925 total_connections 193 uptime 2000 vb_active_curr_items 192756 vb_active_eject 0 vb_active_expired 0 vb_active_ht_memory 3214336 vb_active_itm_memory 468886068 vb_active_meta_data_memory 15227724 vb_active_num 128 vb_active_num_non_resident 0 vb_active_num_ref_ejects 0 vb_active_num_ref_items 192756 vb_active_ops_create 192119 vb_active_ops_delete 0 vb_active_ops_reject 0 vb_active_ops_update 0 vb_active_perc_mem_resident 100 vb_active_queue_age 74000 vb_active_queue_drain 192120 vb_active_queue_fill 192756 vb_active_queue_memory 20352 vb_active_queue_pending 30528 vb_active_queue_size 636 vb_dead_num 0 vb_pending_curr_items 0 vb_pending_eject 0 vb_pending_expired 0 vb_pending_ht_memory 0 vb_pending_itm_memory 0 vb_pending_meta_data_memory 0 vb_pending_num 0 vb_pending_num_non_resident 0 vb_pending_num_ref_ejects 0 vb_pending_num_ref_items 0 vb_pending_ops_create 0 vb_pending_ops_delete 0 vb_pending_ops_reject 0 vb_pending_ops_update 0 vb_pending_perc_mem_resident 0 vb_pending_queue_age 0 vb_pending_queue_drain 0 vb_pending_queue_fill 0 vb_pending_queue_memory 0 vb_pending_queue_pending 0 vb_pending_queue_size 0 vb_replica_curr_items 0 vb_replica_eject 0 vb_replica_expired 0 vb_replica_ht_memory 0 vb_replica_itm_memory 0 vb_replica_meta_data_memory 0 vb_replica_num 0 vb_replica_num_non_resident 0 vb_replica_num_ref_ejects 0 vb_replica_num_ref_items 0 vb_replica_ops_create 0 vb_replica_ops_delete 0 vb_replica_ops_reject 0 vb_replica_ops_update 0 vb_replica_perc_mem_resident 0 vb_replica_queue_age 0 vb_replica_queue_drain 0 vb_replica_queue_fill 0 vb_replica_queue_memory 0 vb_replica_queue_pending 0 vb_replica_queue_size 0 version 1.4.4_600_g7ea975a [stats:warn,2012-11-02T18:59:11.877,ns_1@10.2.1.66:system_stats_collector<0.1491.0>:system_stats_collector:handle_info:133]lost 1 ticks [stats:warn,2012-11-02T18:59:11.881,ns_1@10.2.1.66:<0.20380.0>:stats_collector:latest_tick:223]Dropped 1 ticks [ns_doctor:debug,2012-11-02T18:59:27.040,ns_1@10.2.1.66:ns_doctor<0.1428.0>:ns_doctor:handle_info:137]Current node statuses: [{'ns_1@10.2.1.65', [{last_heard,{1351,907964,364295}}, {outgoing_replications_safeness_level,[{"default",green}]}, {incoming_replications_conf_hashes,[{"default",[]}]}, {active_buckets,["default"]}, {ready_buckets,["default"]}, {local_tasks,[]}, {memory, [{total,117203560}, {processes,70188352}, {processes_used,68611352}, {system,47015208}, {atom,1502673}, {atom_used,1494429}, {binary,5159280}, {code,15256817}, {ets,6994648}]}, {system_memory_data, [{system_total_memory,33657663488}, {free_swap,11350716416}, {total_swap,11350876160}, {cached_memory,1618427904}, {buffered_memory,234819584}, {free_memory,26433654784}, {total_memory,33657663488}]}, {node_storage_conf,[{db_path,"/data"},{index_path,"/data2"}]}, {statistics, [{wall_clock,{2207193,5000}}, {context_switches,{24683086,0}}, {garbage_collection,{2055452,26193356045,0}}, {io,{{input,37408228628},{output,7642368792}}}, {reductions,{9907709278,3052493}}, {run_queue,0}, {runtime,{941380,980}}]}, {system_stats, [{cpu_utilization_rate,31.75}, {swap_total,11350876160}, {swap_used,159744}]}, {interesting_stats, [{couch_docs_actual_disk_size,907463528}, {couch_docs_data_size,661104722}, {couch_views_actual_disk_size,0}, {couch_views_data_size,0}, {curr_items,296174}, {curr_items_tot,296174}, {mem_used,787427800}, {vb_replica_curr_items,0}]}, {cluster_compatibility_version,131072}, {version, [{public_key,"0.13"}, {lhttpc,"1.3.0"}, {ale,"8cffe61"}, {os_mon,"2.2.7"}, {couch_set_view,"1.2.0a-47a991b-git"}, {mnesia,"4.5"}, {inets,"5.7.1"}, {couch,"1.2.0a-47a991b-git"}, {mapreduce,"1.0.0"}, {couch_index_merger,"1.2.0a-47a991b-git"}, {kernel,"2.14.5"}, {crypto,"2.0.4"}, {ssl,"4.1.6"}, {sasl,"2.1.10"}, {couch_view_parser,"1.0.0"}, {ns_server,"2.0.0-1925-rel-enterprise"}, {mochiweb,"1.4.1"}, {oauth,"7d85d3ef"}, {stdlib,"1.17.5"}]}, {supported_compat_version,[2,0]}, {system_arch,"x86_64-unknown-linux-gnu"}, {wall_clock,2207}, {memory_data,{33657663488,6695432192,{<18077.178.1>,7628384}}}, {disk_data, [{"/",51088800,10}, {"/dev/shm",16434404,0}, {"/data",492257288,1}, {"/data2",246132896,1}]}, {meminfo, <<"MemTotal: 32868812 kB\nMemFree: 25814116 kB\nBuffers: 229316 kB\nCached: 1580496 kB\nSwapCached: 0 kB\nActive: 5906452 kB\nInactive: 954744 kB\nHighTotal: 0 kB\nHighFree: 0 kB\nLowTotal: 32868812 kB\nLowFree: 25814116 kB\nSwapTotal: 11084840 kB\nSwapFree: 11084684 kB\nDirty: 1104 kB\nWriteback: 0 kB\nAnonPages: 5051344 kB\nMapped: 16312 kB\nSlab: 147984 kB\nPageTables: 14324 kB\nNFS_Unstable: 0 kB\nBounce: 0 kB\nCommitLimit: 27519244 kB\nCommitted_AS: 6782316 kB\nVmallocTotal: 34359738367 kB\nVmallocUsed: 6728 kB\nVmallocChunk: 34359730275 kB\nHugePages_Total: 0\nHugePages_Free: 0\nHugePages_Rsvd: 0\nHugepagesize: 2048 kB\n">>}]}, {'ns_1@10.2.1.66', [{last_heard,{1351,907962,41014}}, {outgoing_replications_safeness_level,[{"default",green}]}, {incoming_replications_conf_hashes,[{"default",[]}]}, {active_buckets,["default"]}, {ready_buckets,["default"]}, {local_tasks, [[{pid,<<"<0.23407.0>">>}, {bucket,<<"default">>}, {original_target,{[{type,bucket}]}}, {progress,68}, {started_on,1351907942}, {total_vbuckets,129}, {trigger_type,scheduled}, {type,bucket_compaction}, {updated_on,1351907962}, {vbuckets_done,88}]]}, {memory, [{total,100730200}, {processes,57202064}, {processes_used,56854760}, {system,43528136}, {atom,1413905}, {atom_used,1392509}, {binary,2638984}, {code,14575828}, {ets,6828344}]}, {system_memory_data, [{system_total_memory,33657663488}, {free_swap,10684469248}, {total_swap,10684628992}, {cached_memory,1356849152}, {buffered_memory,272113664}, {free_memory,26788352000}, {total_memory,33657663488}]}, {node_storage_conf,[{db_path,"/data"},{index_path,"/data2"}]}, {statistics, [{wall_clock,{2204439,4999}}, {context_switches,{26039068,0}}, {garbage_collection,{2121594,26213611475,0}}, {io,{{input,37037765337},{output,8058674286}}}, {reductions,{9825395662,2124656}}, {run_queue,0}, {runtime,{874670,540}}]}, {system_stats, [{cpu_utilization_rate,7.25}, {swap_total,10684628992}, {swap_used,159744}]}, {interesting_stats, [{couch_docs_actual_disk_size,744375267}, {couch_docs_data_size,638027155}, {couch_views_actual_disk_size,0}, {couch_views_data_size,0}, {curr_items,293037}, {curr_items_tot,293037}, {mem_used,779183032}, {vb_replica_curr_items,0}]}, {cluster_compatibility_version,131072}, {version, [{public_key,"0.13"}, {lhttpc,"1.3.0"}, {ale,"8cffe61"}, {os_mon,"2.2.7"}, {couch_set_view,"1.2.0a-47a991b-git"}, {mnesia,"4.5"}, {inets,"5.7.1"}, {couch,"1.2.0a-47a991b-git"}, {mapreduce,"1.0.0"}, {couch_index_merger,"1.2.0a-47a991b-git"}, {kernel,"2.14.5"}, {crypto,"2.0.4"}, {ssl,"4.1.6"}, {sasl,"2.1.10"}, {couch_view_parser,"1.0.0"}, {ns_server,"2.0.0-1925-rel-enterprise"}, {mochiweb,"1.4.1"}, {oauth,"7d85d3ef"}, {stdlib,"1.17.5"}]}, {supported_compat_version,[2,0]}, {system_arch,"x86_64-unknown-linux-gnu"}, {wall_clock,2204}, {memory_data,{33657663488,6718976000,{<0.695.0>,3143528}}}, {disk_data, [{"/",49781912,5}, {"/dev/shm",16434404,0}, {"/data",492257288,1}, {"/data2",246132896,1}]}, {meminfo, <<"MemTotal: 32868812 kB\nMemFree: 26160624 kB\nBuffers: 265736 kB\nCached: 1324720 kB\nSwapCached: 140 kB\nActive: 5509632 kB\nInactive: 997612 kB\nHighTotal: 0 kB\nHighFree: 0 kB\nLowTotal: 32868812 kB\nLowFree: 26160624 kB\nSwapTotal: 10434208 kB\nSwapFree: 10434052 kB\nDirty: 2640 kB\nWriteback: 200 kB\nAnonPages: 4916304 kB\nMapped: 18044 kB\nSlab: 152260 kB\nPageTables: 14648 kB\nNFS_Unstable: 0 kB\nBounce: 0 kB\nCommitLimit: 26868612 kB\nCommitted_AS: 6627968 kB\nVmallocTotal: 34359738367 kB\nVmallocUsed: 6408 kB\nVmallocChunk: 34359730595 kB\nHugePages_Total: 0\nHugePages_Free: 0\nHugePages_Rsvd: 0\nHugepagesize: 2048 kB\n">>}]}, {'ns_1@10.2.1.67', [{last_heard,{1351,907964,137607}}, {outgoing_replications_safeness_level,[{"default",green}]}, {incoming_replications_conf_hashes,[{"default",[]}]}, {active_buckets,["default"]}, {ready_buckets,["default"]}, {local_tasks,[]}, {memory, [{total,95428360}, {processes,56641184}, {processes_used,56485992}, {system,38787176}, {atom,1414713}, {atom_used,1394174}, {binary,2461704}, {code,14610103}, {ets,2234248}]}, {system_memory_data, [{system_total_memory,33657663488}, {free_swap,10701078528}, {total_swap,10701078528}, {cached_memory,1685192704}, {buffered_memory,433664000}, {free_memory,30177271808}, {total_memory,33657663488}]}, {node_storage_conf,[{db_path,"/data"},{index_path,"/data2"}]}, {statistics, [{wall_clock,{2207525,5000}}, {context_switches,{19036527,0}}, {garbage_collection,{3423404,15500240615,0}}, {io,{{input,25819373648},{output,2432945824}}}, {reductions,{6417057145,3082435}}, {run_queue,0}, {runtime,{634940,1050}}]}, {system_stats, [{cpu_utilization_rate,28.64321608040201}, {swap_total,10701078528}, {swap_used,0}]}, {interesting_stats, [{couch_docs_actual_disk_size,985985512}, {couch_docs_data_size,698703666}, {couch_views_actual_disk_size,0}, {couch_views_data_size,0}, {curr_items,297535}, {curr_items_tot,297535}, {mem_used,790737704}, {vb_replica_curr_items,0}]}, {cluster_compatibility_version,131072}, {version, [{public_key,"0.13"}, {lhttpc,"1.3.0"}, {ale,"8cffe61"}, {os_mon,"2.2.7"}, {couch_set_view,"1.2.0a-47a991b-git"}, {mnesia,"4.5"}, {inets,"5.7.1"}, {couch,"1.2.0a-47a991b-git"}, {mapreduce,"1.0.0"}, {couch_index_merger,"1.2.0a-47a991b-git"}, {kernel,"2.14.5"}, {crypto,"2.0.4"}, {ssl,"4.1.6"}, {sasl,"2.1.10"}, {couch_view_parser,"1.0.0"}, {ns_server,"2.0.0-1925-rel-enterprise"}, {mochiweb,"1.4.1"}, {oauth,"7d85d3ef"}, {stdlib,"1.17.5"}]}, {supported_compat_version,[2,0]}, {system_arch,"x86_64-unknown-linux-gnu"}, {wall_clock,2207}, {memory_data,{33657663488,2586361856,{<18173.703.0>,3143528}}}, {disk_data, [{"/",49781912,9}, {"/dev/shm",16434404,0}, {"/data",492257288,1}, {"/data2",246132896,1}]}, {meminfo, <<"MemTotal: 32868812 kB\nMemFree: 29470116 kB\nBuffers: 423500 kB\nCached: 1645696 kB\nSwapCached: 0 kB\nActive: 2118024 kB\nInactive: 1036908 kB\nHighTotal: 0 kB\nHighFree: 0 kB\nLowTotal: 32868812 kB\nLowFree: 29470116 kB\nSwapTotal: 10450272 kB\nSwapFree: 10450272 kB\nDirty: 932 kB\nWriteback: 0 kB\nAnonPages: 1085576 kB\nMapped: 17960 kB\nSlab: 205768 kB\nPageTables: 6996 kB\nNFS_Unstable: 0 kB\nBounce: 0 kB\nCommitLimit: 26884676 kB\nCommitted_AS: 2793476 kB\nVmallocTotal: 34359738367 kB\nVmallocUsed: 6416 kB\nVmallocChunk: 34359730587 kB\nHugePages_Total: 0\nHugePages_Free: 0\nHugePages_Rsvd: 0\nHugepagesize: 2048 kB\n">>}]}, {'ns_1@10.2.1.68', [{last_heard,{1351,907964,347031}}, {outgoing_replications_safeness_level,[{"default",green}]}, {incoming_replications_conf_hashes,[{"default",[]}]}, {active_buckets,["default"]}, {ready_buckets,["default"]}, {local_tasks,[]}, {memory, [{total,99401896}, {processes,55592400}, {processes_used,55343824}, {system,43809496}, {atom,1413905}, {atom_used,1392509}, {binary,2927496}, {code,14613068}, {ets,6765136}]}, {system_memory_data, [{system_total_memory,33657663488}, {free_swap,10684616704}, {total_swap,10684628992}, {cached_memory,1635418112}, {buffered_memory,332611584}, {free_memory,26283245568}, {total_memory,33657663488}]}, {node_storage_conf,[{db_path,"/data"},{index_path,"/data2"}]}, {statistics, [{wall_clock,{2206431,5001}}, {context_switches,{24927942,0}}, {garbage_collection,{2188421,25082773783,0}}, {io,{{input,35821137854},{output,7547579699}}}, {reductions,{9331410465,2651748}}, {run_queue,0}, {runtime,{874580,800}}]}, {system_stats, [{cpu_utilization_rate,30.827067669172934}, {swap_total,10684628992}, {swap_used,12288}]}, {interesting_stats, [{couch_docs_actual_disk_size,941188585}, {couch_docs_data_size,670195832}, {couch_views_actual_disk_size,0}, {couch_views_data_size,0}, {curr_items,297451}, {curr_items_tot,297451}, {mem_used,789946840}, {vb_replica_curr_items,0}]}, {cluster_compatibility_version,131072}, {version, [{public_key,"0.13"}, {lhttpc,"1.3.0"}, {ale,"8cffe61"}, {os_mon,"2.2.7"}, {couch_set_view,"1.2.0a-47a991b-git"}, {mnesia,"4.5"}, {inets,"5.7.1"}, {couch,"1.2.0a-47a991b-git"}, {mapreduce,"1.0.0"}, {couch_index_merger,"1.2.0a-47a991b-git"}, {kernel,"2.14.5"}, {crypto,"2.0.4"}, {ssl,"4.1.6"}, {sasl,"2.1.10"}, {couch_view_parser,"1.0.0"}, {ns_server,"2.0.0-1925-rel-enterprise"}, {mochiweb,"1.4.1"}, {oauth,"7d85d3ef"}, {stdlib,"1.17.5"}]}, {supported_compat_version,[2,0]}, {system_arch,"x86_64-unknown-linux-gnu"}, {wall_clock,2206}, {memory_data,{33657663488,6824996864,{<18174.19057.0>,4714984}}}, {disk_data, [{"/",49781912,5}, {"/dev/shm",16434404,0}, {"/data",492257288,1}, {"/data2",246132896,1}]}, {meminfo, <<"MemTotal: 32868812 kB\nMemFree: 25667356 kB\nBuffers: 324816 kB\nCached: 1597088 kB\nSwapCached: 12 kB\nActive: 5953768 kB\nInactive: 983100 kB\nHighTotal: 0 kB\nHighFree: 0 kB\nLowTotal: 32868812 kB\nLowFree: 25667356 kB\nSwapTotal: 10434208 kB\nSwapFree: 10434196 kB\nDirty: 936 kB\nWriteback: 0 kB\nAnonPages: 5014696 kB\nMapped: 18216 kB\nSlab: 216436 kB\nPageTables: 14696 kB\nNFS_Unstable: 0 kB\nBounce: 0 kB\nCommitLimit: 26868612 kB\nCommitted_AS: 6721324 kB\nVmallocTotal: 34359738367 kB\nVmallocUsed: 6408 kB\nVmallocChunk: 34359730595 kB\nHugePages_Total: 0\nHugePages_Free: 0\nHugePages_Rsvd: 0\nHugepagesize: 2048 kB\n">>}]}] [stats:debug,2012-11-02T19:00:26.855,ns_1@10.2.1.66:<0.20380.0>:stats_collector:maybe_log_stats:126](at {{1970,1,16},{7,31,48}}) Stats for bucket "default": accepting_conns 1 auth_cmds 1 auth_errors 0 bucket_active_conns 1 bucket_conns 6 bytes 1256858776 bytes_read 1138910633 bytes_written 22565594 cas_badval 0 cas_hits 0 cas_misses 0 cmd_flush 0 cmd_get 0 cmd_set 474383 conn_yields 132 connection_structures 5000 curr_connections 10 curr_conns_on_port_11209 6 curr_conns_on_port_11210 2 curr_items 474383 curr_items_tot 474383 curr_temp_items 0 daemon_connections 4 decr_hits 0 decr_misses 0 delete_hits 0 delete_misses 0 ep_access_scanner_last_runtime 0 ep_access_scanner_num_items 0 ep_access_scanner_task_time 2012-11-03 10:00:00 ep_allow_data_loss_during_shutdown 1 ep_alog_block_size 4096 ep_alog_path /data/default/access.log ep_alog_sleep_time 1440 ep_alog_task_time 10 ep_backend couchdb ep_bg_fetch_delay 0 ep_bg_fetched 0 ep_bg_meta_fetched 0 ep_bg_remaining_jobs 0 ep_chk_max_items 5000 ep_chk_period 1800 ep_chk_persistence_remains 0 ep_chk_persistence_timeout 10 ep_chk_remover_stime 5 ep_commit_num 611 ep_commit_time 1 ep_commit_time_total 1280 ep_concurrentDB 1 ep_config_file ep_couch_bucket default ep_couch_host localhost ep_couch_port 11213 ep_couch_reconnect_sleeptime 250 ep_couch_response_timeout 180000 ep_data_age 1 ep_data_age_highwat 23 ep_data_traffic_enabled 0 ep_dbinit 0 ep_dbname /data/default ep_degraded_mode 0 ep_diskqueue_drain 472704 ep_diskqueue_fill 474383 ep_diskqueue_items 1680 ep_diskqueue_memory 53728 ep_diskqueue_pending 80592 ep_exp_pager_stime 3600 ep_exp_pager_stime 3600 ep_expired_access 0 ep_expired_pager 0 ep_expiry_window 3 ep_failpartialwarmup 0 ep_flush_all false ep_flush_duration_total 169 ep_flushall_enabled 0 ep_flusher_state running ep_flusher_todo 562 ep_getl_default_timeout 15 ep_getl_max_timeout 30 ep_ht_locks 5 ep_ht_size 3079 ep_inconsistent_slave_chk 0 ep_initfile ep_io_num_read 0 ep_io_num_write 472695 ep_io_read_bytes 0 ep_io_write_bytes 1119632912 ep_item_begin_failed 0 ep_item_commit_failed 0 ep_item_flush_expired 0 ep_item_flush_failed 0 ep_item_num_based_new_chk 1 ep_items_rm_from_checkpoints 0 ep_keep_closed_chks 0 ep_klog_block_size 4096 ep_klog_compactor_queue_cap 500000 ep_klog_compactor_stime 3600 ep_klog_flush commit2 ep_klog_max_entry_ratio 10 ep_klog_max_log_size 2147483647 ep_klog_path ep_klog_sync commit2 ep_kv_size 1160910069 ep_max_checkpoints 2 ep_max_data_size 5242880000 ep_max_item_size 20971520 ep_max_size 5242880000 ep_max_txn_size 10000 ep_max_vbuckets 512 ep_mem_high_wat 3932160000 ep_mem_high_wat 3932160000 ep_mem_low_wat 3145728000 ep_mem_low_wat 3145728000 ep_mem_tracker_enabled true ep_min_data_age 0 ep_mlog_compactor_runs 0 ep_mutation_mem_threshold 0 ep_num_access_scanner_runs 0 ep_num_eject_failures 0 ep_num_expiry_pager_runs 0 ep_num_non_resident 0 ep_num_not_my_vbuckets 0 ep_num_ops_del_meta 0 ep_num_ops_get_meta 0 ep_num_ops_set_meta 0 ep_num_pager_runs 0 ep_num_value_ejects 0 ep_oom_errors 0 ep_overhead 45142144 ep_pager_active_vb_pcnt 40 ep_pager_unbiased_period 60 ep_pending_ops 0 ep_pending_ops_max 0 ep_pending_ops_max_duration 0 ep_pending_ops_total 0 ep_postInitfile ep_queue_age_cap 900 ep_queue_size 1118 ep_startup_time 1351907824 ep_storage_age 1 ep_storage_age_highwat 20 ep_store_max_concurrency 10 ep_store_max_readers 9 ep_store_max_readwrite 1 ep_stored_val_type ep_tap_ack_grace_period 300 ep_tap_ack_initial_sequence_number 1 ep_tap_ack_interval 1000 ep_tap_ack_window_size 10 ep_tap_backfill_resident 0.9 ep_tap_backlog_limit 5000 ep_tap_backoff_period 5 ep_tap_bg_fetch_requeued 0 ep_tap_bg_fetched 0 ep_tap_bg_max_pending 500 ep_tap_keepalive 300 ep_tap_noop_interval 20 ep_tap_requeue_sleep_time 0.1 ep_tap_throttle_cap_pcnt 10 ep_tap_throttle_queue_cap 1000000 ep_tap_throttle_threshold 90 ep_tmp_oom_errors 0 ep_too_old 0 ep_too_young 0 ep_total_cache_size 1155217473 ep_total_del_items 0 ep_total_enqueued 474383 ep_total_new_items 472695 ep_total_persisted 472695 ep_uncommitted_items 185 ep_value_size 1121807864 ep_vb0 0 ep_vb_snapshot_total 5 ep_vb_total 128 ep_vbucket_del 0 ep_vbucket_del_fail 0 ep_version 2.0.0r_130_g8b09894 ep_waitforwarmup 0 ep_warmup 1 ep_warmup_batch_size 1000 ep_warmup_dups 0 ep_warmup_min_items_threshold 100 ep_warmup_min_memory_threshold 100 ep_warmup_oom 0 ep_warmup_thread complete ep_warmup_time 542 get_hits 0 get_misses 0 incr_hits 0 incr_misses 0 libevent 2.0.11-stable limit_maxbytes 67108864 listen_disabled_num 0 max_conns_on_port_11209 1000 max_conns_on_port_11210 9000 mem_used 1256858776 pid 18083 pointer_size 64 rejected_conns 0 rusage_system 131.325035 rusage_user 379.422319 tap_checkpoint_start_received 86 tap_mutation_received 1301149 tap_opaque_received 301 tap_vbucket_set_received 86 threads 4 time 1351908026 total_connections 193 uptime 2101 vb_active_curr_items 474383 vb_active_eject 0 vb_active_expired 0 vb_active_ht_memory 3202048 vb_active_itm_memory 1155217473 vb_active_meta_data_memory 37476257 vb_active_num 128 vb_active_num_non_resident 0 vb_active_num_ref_ejects 0 vb_active_num_ref_items 474383 vb_active_ops_create 472703 vb_active_ops_delete 0 vb_active_ops_reject 0 vb_active_ops_update 0 vb_active_perc_mem_resident 100 vb_active_queue_age 1055000 vb_active_queue_drain 472704 vb_active_queue_fill 474383 vb_active_queue_memory 53728 vb_active_queue_pending 80592 vb_active_queue_size 1679 vb_dead_num 0 vb_pending_curr_items 0 vb_pending_eject 0 vb_pending_expired 0 vb_pending_ht_memory 0 vb_pending_itm_memory 0 vb_pending_meta_data_memory 0 vb_pending_num 0 vb_pending_num_non_resident 0 vb_pending_num_ref_ejects 0 vb_pending_num_ref_items 0 vb_pending_ops_create 0 vb_pending_ops_delete 0 vb_pending_ops_reject 0 vb_pending_ops_update 0 vb_pending_perc_mem_resident 0 vb_pending_queue_age 0 vb_pending_queue_drain 0 vb_pending_queue_fill 0 vb_pending_queue_memory 0 vb_pending_queue_pending 0 vb_pending_queue_size 0 vb_replica_curr_items 0 vb_replica_eject 0 vb_replica_expired 0 vb_replica_ht_memory 0 vb_replica_itm_memory 0 vb_replica_meta_data_memory 0 vb_replica_num 0 vb_replica_num_non_resident 0 vb_replica_num_ref_ejects 0 vb_replica_num_ref_items 0 vb_replica_ops_create 0 vb_replica_ops_delete 0 vb_replica_ops_reject 0 vb_replica_ops_update 0 vb_replica_perc_mem_resident 0 vb_replica_queue_age 0 vb_replica_queue_drain 0 vb_replica_queue_fill 0 vb_replica_queue_memory 0 vb_replica_queue_pending 0 vb_replica_queue_size 0 version 1.4.4_600_g7ea975a [ns_doctor:debug,2012-11-02T19:00:27.040,ns_1@10.2.1.66:ns_doctor<0.1428.0>:ns_doctor:handle_info:137]Current node statuses: [{'ns_1@10.2.1.65', [{last_heard,{1351,908024,362754}}, {outgoing_replications_safeness_level,[{"default",green}]}, {incoming_replications_conf_hashes,[{"default",[]}]}, {active_buckets,["default"]}, {ready_buckets,["default"]}, {local_tasks,[]}, {memory, [{total,117065848}, {processes,69811144}, {processes_used,68233664}, {system,47254704}, {atom,1502673}, {atom_used,1494429}, {binary,5337512}, {code,15256817}, {ets,7057432}]}, {system_memory_data, [{system_total_memory,33657663488}, {free_swap,11350716416}, {total_swap,11350876160}, {cached_memory,2224533504}, {buffered_memory,235618304}, {free_memory,25821503488}, {total_memory,33657663488}]}, {node_storage_conf,[{db_path,"/data"},{index_path,"/data2"}]}, {statistics, [{wall_clock,{2267193,5000}}, {context_switches,{24965549,0}}, {garbage_collection,{2082599,26291918489,0}}, {io,{{input,37424664847},{output,7645106446}}}, {reductions,{9944831913,3290039}}, {run_queue,0}, {runtime,{952810,1120}}]}, {system_stats, [{cpu_utilization_rate,36.5}, {swap_total,11350876160}, {swap_used,159744}]}, {interesting_stats, [{couch_docs_actual_disk_size,1521370380}, {couch_docs_data_size,1078565809}, {couch_views_actual_disk_size,0}, {couch_views_data_size,0}, {curr_items,463479}, {curr_items_tot,463479}, {mem_used,1226205864}, {vb_replica_curr_items,0}]}, {cluster_compatibility_version,131072}, {version, [{public_key,"0.13"}, {lhttpc,"1.3.0"}, {ale,"8cffe61"}, {os_mon,"2.2.7"}, {couch_set_view,"1.2.0a-47a991b-git"}, {mnesia,"4.5"}, {inets,"5.7.1"}, {couch,"1.2.0a-47a991b-git"}, {mapreduce,"1.0.0"}, {couch_index_merger,"1.2.0a-47a991b-git"}, {kernel,"2.14.5"}, {crypto,"2.0.4"}, {ssl,"4.1.6"}, {sasl,"2.1.10"}, {couch_view_parser,"1.0.0"}, {ns_server,"2.0.0-1925-rel-enterprise"}, {mochiweb,"1.4.1"}, {oauth,"7d85d3ef"}, {stdlib,"1.17.5"}]}, {supported_compat_version,[2,0]}, {system_arch,"x86_64-unknown-linux-gnu"}, {wall_clock,2267}, {memory_data,{33657663488,7301210112,{<18077.178.1>,7628384}}}, {disk_data, [{"/",51088800,10}, {"/dev/shm",16434404,0}, {"/data",492257288,1}, {"/data2",246132896,1}]}, {meminfo, <<"MemTotal: 32868812 kB\nMemFree: 25216312 kB\nBuffers: 230096 kB\nCached: 2172396 kB\nSwapCached: 0 kB\nActive: 6181544 kB\nInactive: 1270368 kB\nHighTotal: 0 kB\nHighFree: 0 kB\nLowTotal: 32868812 kB\nLowFree: 25216312 kB\nSwapTotal: 11084840 kB\nSwapFree: 11084684 kB\nDirty: 1188 kB\nWriteback: 0 kB\nAnonPages: 5049096 kB\nMapped: 16228 kB\nSlab: 154480 kB\nPageTables: 14196 kB\nNFS_Unstable: 0 kB\nBounce: 0 kB\nCommitLimit: 27519244 kB\nCommitted_AS: 6778580 kB\nVmallocTotal: 34359738367 kB\nVmallocUsed: 6728 kB\nVmallocChunk: 34359730275 kB\nHugePages_Total: 0\nHugePages_Free: 0\nHugePages_Rsvd: 0\nHugepagesize: 2048 kB\n">>}]}, {'ns_1@10.2.1.66', [{last_heard,{1351,908022,41270}}, {outgoing_replications_safeness_level,[{"default",green}]}, {incoming_replications_conf_hashes,[{"default",[]}]}, {active_buckets,["default"]}, {ready_buckets,["default"]}, {local_tasks,[]}, {memory, [{total,101727216}, {processes,57845160}, {processes_used,57458344}, {system,43882056}, {atom,1413905}, {atom_used,1392509}, {binary,2972080}, {code,14575828}, {ets,6854632}]}, {system_memory_data, [{system_total_memory,33657663488}, {free_swap,10684469248}, {total_swap,10684628992}, {cached_memory,1986662400}, {buffered_memory,273248256}, {free_memory,26158301184}, {total_memory,33657663488}]}, {node_storage_conf,[{db_path,"/data"},{index_path,"/data2"}]}, {statistics, [{wall_clock,{2264440,5000}}, {context_switches,{26558325,0}}, {garbage_collection,{2175666,26298909088,0}}, {io,{{input,37040972518},{output,8061622038}}}, {reductions,{9864941406,2606423}}, {run_queue,0}, {runtime,{889810,880}}]}, {system_stats, [{cpu_utilization_rate,8.229426433915211}, {swap_total,10684628992}, {swap_used,159744}]}, {interesting_stats, [{couch_docs_actual_disk_size,1364343517}, {couch_docs_data_size,1098247417}, {couch_views_actual_disk_size,0}, {couch_views_data_size,0}, {curr_items,460342}, {curr_items_tot,460342}, {mem_used,1218698088}, {vb_replica_curr_items,0}]}, {cluster_compatibility_version,131072}, {version, [{public_key,"0.13"}, {lhttpc,"1.3.0"}, {ale,"8cffe61"}, {os_mon,"2.2.7"}, {couch_set_view,"1.2.0a-47a991b-git"}, {mnesia,"4.5"}, {inets,"5.7.1"}, {couch,"1.2.0a-47a991b-git"}, {mapreduce,"1.0.0"}, {couch_index_merger,"1.2.0a-47a991b-git"}, {kernel,"2.14.5"}, {crypto,"2.0.4"}, {ssl,"4.1.6"}, {sasl,"2.1.10"}, {couch_view_parser,"1.0.0"}, {ns_server,"2.0.0-1925-rel-enterprise"}, {mochiweb,"1.4.1"}, {oauth,"7d85d3ef"}, {stdlib,"1.17.5"}]}, {supported_compat_version,[2,0]}, {system_arch,"x86_64-unknown-linux-gnu"}, {wall_clock,2264}, {memory_data,{33657663488,7019905024,{<0.695.0>,3143528}}}, {disk_data, [{"/",49781912,5}, {"/dev/shm",16434404,0}, {"/data",492257288,1}, {"/data2",246132896,1}]}, {meminfo, <<"MemTotal: 32868812 kB\nMemFree: 25545216 kB\nBuffers: 266844 kB\nCached: 1940100 kB\nSwapCached: 140 kB\nActive: 5764824 kB\nInactive: 1358684 kB\nHighTotal: 0 kB\nHighFree: 0 kB\nLowTotal: 32868812 kB\nLowFree: 25545216 kB\nSwapTotal: 10434208 kB\nSwapFree: 10434052 kB\nDirty: 824 kB\nWriteback: 0 kB\nAnonPages: 4916292 kB\nMapped: 18020 kB\nSlab: 151816 kB\nPageTables: 14516 kB\nNFS_Unstable: 0 kB\nBounce: 0 kB\nCommitLimit: 26868612 kB\nCommitted_AS: 6631028 kB\nVmallocTotal: 34359738367 kB\nVmallocUsed: 6408 kB\nVmallocChunk: 34359730595 kB\nHugePages_Total: 0\nHugePages_Free: 0\nHugePages_Rsvd: 0\nHugepagesize: 2048 kB\n">>}]}, {'ns_1@10.2.1.67', [{last_heard,{1351,908024,136051}}, {outgoing_replications_safeness_level,[{"default",green}]}, {incoming_replications_conf_hashes,[{"default",[]}]}, {active_buckets,["default"]}, {ready_buckets,["default"]}, {local_tasks,[]}, {memory, [{total,95509488}, {processes,56536952}, {processes_used,56381440}, {system,38972536}, {atom,1414713}, {atom_used,1394174}, {binary,2473064}, {code,14610103}, {ets,2408792}]}, {system_memory_data, [{system_total_memory,33657663488}, {free_swap,10701078528}, {total_swap,10701078528}, {cached_memory,1786544128}, {buffered_memory,436281344}, {free_memory,29612228608}, {total_memory,33657663488}]}, {node_storage_conf,[{db_path,"/data"},{index_path,"/data2"}]}, {statistics, [{wall_clock,{2267524,4619}}, {context_switches,{19298518,0}}, {garbage_collection,{3452249,15564707470,0}}, {io,{{input,25828604113},{output,2436172372}}}, {reductions,{6448192026,2166905}}, {run_queue,0}, {runtime,{643320,450}}]}, {system_stats, [{cpu_utilization_rate,25.0}, {swap_total,10701078528}, {swap_used,0}]}, {interesting_stats, [{couch_docs_actual_disk_size,1066044108}, {couch_docs_data_size,1006141421}, {couch_views_actual_disk_size,0}, {couch_views_data_size,0}, {curr_items,464896}, {curr_items_tot,464896}, {mem_used,1230644904}, {vb_replica_curr_items,0}]}, {cluster_compatibility_version,131072}, {version, [{public_key,"0.13"}, {lhttpc,"1.3.0"}, {ale,"8cffe61"}, {os_mon,"2.2.7"}, {couch_set_view,"1.2.0a-47a991b-git"}, {mnesia,"4.5"}, {inets,"5.7.1"}, {couch,"1.2.0a-47a991b-git"}, {mapreduce,"1.0.0"}, {couch_index_merger,"1.2.0a-47a991b-git"}, {kernel,"2.14.5"}, {crypto,"2.0.4"}, {ssl,"4.1.6"}, {sasl,"2.1.10"}, {couch_view_parser,"1.0.0"}, {ns_server,"2.0.0-1925-rel-enterprise"}, {mochiweb,"1.4.1"}, {oauth,"7d85d3ef"}, {stdlib,"1.17.5"}]}, {supported_compat_version,[2,0]}, {system_arch,"x86_64-unknown-linux-gnu"}, {wall_clock,2267}, {memory_data,{33657663488,3722280960,{<18173.703.0>,3143528}}}, {disk_data, [{"/",49781912,9}, {"/dev/shm",16434404,0}, {"/data",492257288,1}, {"/data2",246132896,1}]}, {meminfo, <<"MemTotal: 32868812 kB\nMemFree: 28918192 kB\nBuffers: 426056 kB\nCached: 1744672 kB\nSwapCached: 0 kB\nActive: 2116988 kB\nInactive: 1587920 kB\nHighTotal: 0 kB\nHighFree: 0 kB\nLowTotal: 32868812 kB\nLowFree: 28918192 kB\nSwapTotal: 10450272 kB\nSwapFree: 10450272 kB\nDirty: 3020 kB\nWriteback: 0 kB\nAnonPages: 1533620 kB\nMapped: 17960 kB\nSlab: 206612 kB\nPageTables: 7872 kB\nNFS_Unstable: 0 kB\nBounce: 0 kB\nCommitLimit: 26884676 kB\nCommitted_AS: 3240904 kB\nVmallocTotal: 34359738367 kB\nVmallocUsed: 6416 kB\nVmallocChunk: 34359730587 kB\nHugePages_Total: 0\nHugePages_Free: 0\nHugePages_Rsvd: 0\nHugepagesize: 2048 kB\n">>}]}, {'ns_1@10.2.1.68', [{last_heard,{1351,908024,346250}}, {outgoing_replications_safeness_level,[{"default",green}]}, {incoming_replications_conf_hashes,[{"default",[]}]}, {active_buckets,["default"]}, {ready_buckets,["default"]}, {local_tasks, [[{pid,<<"<0.23768.0>">>}, {bucket,<<"default">>}, {original_target,{[{type,bucket}]}}, {progress,90}, {started_on,1351908016}, {total_vbuckets,129}, {trigger_type,scheduled}, {type,bucket_compaction}, {updated_on,1351908049}, {vbuckets_done,117}]]}, {memory, [{total,98982488}, {processes,55577304}, {processes_used,55373280}, {system,43405184}, {atom,1413905}, {atom_used,1392509}, {binary,2408192}, {code,14613068}, {ets,6870552}]}, {system_memory_data, [{system_total_memory,33657663488}, {free_swap,10684616704}, {total_swap,10684628992}, {cached_memory,1707859968}, {buffered_memory,334893056}, {free_memory,26203242496}, {total_memory,33657663488}]}, {node_storage_conf,[{db_path,"/data"},{index_path,"/data2"}]}, {statistics, [{wall_clock,{2266430,5000}}, {context_switches,{25083162,0}}, {garbage_collection,{2205926,25137594039,0}}, {io,{{input,35829307243},{output,7550469735}}}, {reductions,{9358506253,2182189}}, {run_queue,0}, {runtime,{881070,440}}]}, {system_stats, [{cpu_utilization_rate,12.189054726368159}, {swap_total,10684628992}, {swap_used,12288}]}, {interesting_stats, [{couch_docs_actual_disk_size,1120343678}, {couch_docs_data_size,1001386116}, {couch_views_actual_disk_size,0}, {couch_views_data_size,0}, {curr_items,464944}, {curr_items_tot,464944}, {mem_used,1230864488}, {vb_replica_curr_items,0}]}, {cluster_compatibility_version,131072}, {version, [{public_key,"0.13"}, {lhttpc,"1.3.0"}, {ale,"8cffe61"}, {os_mon,"2.2.7"}, {couch_set_view,"1.2.0a-47a991b-git"}, {mnesia,"4.5"}, {inets,"5.7.1"}, {couch,"1.2.0a-47a991b-git"}, {mapreduce,"1.0.0"}, {couch_index_merger,"1.2.0a-47a991b-git"}, {kernel,"2.14.5"}, {crypto,"2.0.4"}, {ssl,"4.1.6"}, {sasl,"2.1.10"}, {couch_view_parser,"1.0.0"}, {ns_server,"2.0.0-1925-rel-enterprise"}, {mochiweb,"1.4.1"}, {oauth,"7d85d3ef"}, {stdlib,"1.17.5"}]}, {supported_compat_version,[2,0]}, {system_arch,"x86_64-unknown-linux-gnu"}, {wall_clock,2266}, {memory_data,{33657663488,7459246080,{<18174.19057.0>,2914384}}}, {disk_data, [{"/",49781912,5}, {"/dev/shm",16434404,0}, {"/data",492257288,1}, {"/data2",246132896,1}]}, {meminfo, <<"MemTotal: 32868812 kB\nMemFree: 25589104 kB\nBuffers: 327044 kB\nCached: 1667832 kB\nSwapCached: 12 kB\nActive: 5564040 kB\nInactive: 1449204 kB\nHighTotal: 0 kB\nHighFree: 0 kB\nLowTotal: 32868812 kB\nLowFree: 25589104 kB\nSwapTotal: 10434208 kB\nSwapFree: 10434196 kB\nDirty: 3348 kB\nWriteback: 44 kB\nAnonPages: 5018480 kB\nMapped: 18360 kB\nSlab: 216776 kB\nPageTables: 14612 kB\nNFS_Unstable: 0 kB\nBounce: 0 kB\nCommitLimit: 26868612 kB\nCommitted_AS: 6722024 kB\nVmallocTotal: 34359738367 kB\nVmallocUsed: 6408 kB\nVmallocChunk: 34359730595 kB\nHugePages_Total: 0\nHugePages_Free: 0\nHugePages_Rsvd: 0\nHugepagesize: 2048 kB\n">>}]}] [ns_doctor:debug,2012-11-02T19:01:27.040,ns_1@10.2.1.66:ns_doctor<0.1428.0>:ns_doctor:handle_info:137]Current node statuses: [{'ns_1@10.2.1.65', [{last_heard,{1351,908084,361915}}, {outgoing_replications_safeness_level,[{"default",green}]}, {incoming_replications_conf_hashes,[{"default",[]}]}, {active_buckets,["default"]}, {ready_buckets,["default"]}, {local_tasks, [[{pid,<<"<0.5319.1>">>}, {bucket,<<"default">>}, {original_target,{[{type,bucket}]}}, {progress,58}, {started_on,1351908119}, {total_vbuckets,129}, {trigger_type,scheduled}, {type,bucket_compaction}, {updated_on,1351908150}, {vbuckets_done,75}]]}, {memory, [{total,117494280}, {processes,70573432}, {processes_used,69025184}, {system,46920848}, {atom,1502673}, {atom_used,1494429}, {binary,4795264}, {code,15256817}, {ets,7257960}]}, {system_memory_data, [{system_total_memory,33657663488}, {free_swap,11350716416}, {total_swap,11350876160}, {cached_memory,2305118208}, {buffered_memory,237355008}, {free_memory,25733627904}, {total_memory,33657663488}]}, {node_storage_conf,[{db_path,"/data"},{index_path,"/data2"}]}, {statistics, [{wall_clock,{2327193,5000}}, {context_switches,{25160969,0}}, {garbage_collection,{2102647,26384418833,0}}, {io,{{input,37447718145},{output,7648796677}}}, {reductions,{9979826836,2388937}}, {run_queue,0}, {runtime,{961950,570}}]}, {system_stats, [{cpu_utilization_rate,25.31328320802005}, {swap_total,11350876160}, {swap_used,159744}]}, {interesting_stats, [{couch_docs_actual_disk_size,1714091134}, {couch_docs_data_size,1399572376}, {couch_views_actual_disk_size,0}, {couch_views_data_size,0}, {curr_items,631984}, {curr_items_tot,631984}, {mem_used,1674773256}, {vb_replica_curr_items,0}]}, {cluster_compatibility_version,131072}, {version, [{public_key,"0.13"}, {lhttpc,"1.3.0"}, {ale,"8cffe61"}, {os_mon,"2.2.7"}, {couch_set_view,"1.2.0a-47a991b-git"}, {mnesia,"4.5"}, {inets,"5.7.1"}, {couch,"1.2.0a-47a991b-git"}, {mapreduce,"1.0.0"}, {couch_index_merger,"1.2.0a-47a991b-git"}, {kernel,"2.14.5"}, {crypto,"2.0.4"}, {ssl,"4.1.6"}, {sasl,"2.1.10"}, {couch_view_parser,"1.0.0"}, {ns_server,"2.0.0-1925-rel-enterprise"}, {mochiweb,"1.4.1"}, {oauth,"7d85d3ef"}, {stdlib,"1.17.5"}]}, {supported_compat_version,[2,0]}, {system_arch,"x86_64-unknown-linux-gnu"}, {wall_clock,2327}, {memory_data,{33657663488,7976976384,{<18077.178.1>,7628384}}}, {disk_data, [{"/",51088800,10}, {"/dev/shm",16434404,0}, {"/data",492257288,1}, {"/data2",246132896,1}]}, {meminfo, <<"MemTotal: 32868812 kB\nMemFree: 25130496 kB\nBuffers: 231792 kB\nCached: 2251092 kB\nSwapCached: 0 kB\nActive: 5849780 kB\nInactive: 1684720 kB\nHighTotal: 0 kB\nHighFree: 0 kB\nLowTotal: 32868812 kB\nLowFree: 25130496 kB\nSwapTotal: 11084840 kB\nSwapFree: 11084684 kB\nDirty: 3284 kB\nWriteback: 328 kB\nAnonPages: 5051616 kB\nMapped: 16316 kB\nSlab: 157672 kB\nPageTables: 14392 kB\nNFS_Unstable: 0 kB\nBounce: 0 kB\nCommitLimit: 27519244 kB\nCommitted_AS: 6781784 kB\nVmallocTotal: 34359738367 kB\nVmallocUsed: 6728 kB\nVmallocChunk: 34359730275 kB\nHugePages_Total: 0\nHugePages_Free: 0\nHugePages_Rsvd: 0\nHugepagesize: 2048 kB\n">>}]}, {'ns_1@10.2.1.66', [{last_heard,{1351,908082,42222}}, {outgoing_replications_safeness_level,[{"default",green}]}, {incoming_replications_conf_hashes,[{"default",[]}]}, {active_buckets,["default"]}, {ready_buckets,["default"]}, {local_tasks,[]}, {memory, [{total,102382104}, {processes,58436632}, {processes_used,58049816}, {system,43945472}, {atom,1413905}, {atom_used,1392509}, {binary,2860456}, {code,14575828}, {ets,7029136}]}, {system_memory_data, [{system_total_memory,33657663488}, {free_swap,10684469248}, {total_swap,10684628992}, {cached_memory,2670620672}, {buffered_memory,273903616}, {free_memory,25457905664}, {total_memory,33657663488}]}, {node_storage_conf,[{db_path,"/data"},{index_path,"/data2"}]}, {statistics, [{wall_clock,{2324440,5000}}, {context_switches,{26860297,0}}, {garbage_collection,{2206746,26364857997,0}}, {io,{{input,37042909062},{output,8063853521}}}, {reductions,{9896334042,3122809}}, {run_queue,0}, {runtime,{898900,940}}]}, {system_stats, [{cpu_utilization_rate,16.25}, {swap_total,10684628992}, {swap_used,159744}]}, {interesting_stats, [{couch_docs_actual_disk_size,2031035667}, {couch_docs_data_size,1521597877}, {couch_views_actual_disk_size,0}, {couch_views_data_size,0}, {curr_items,628368}, {curr_items_tot,628368}, {mem_used,1658007384}, {vb_replica_curr_items,0}]}, {cluster_compatibility_version,131072}, {version, [{public_key,"0.13"}, {lhttpc,"1.3.0"}, {ale,"8cffe61"}, {os_mon,"2.2.7"}, {couch_set_view,"1.2.0a-47a991b-git"}, {mnesia,"4.5"}, {inets,"5.7.1"}, {couch,"1.2.0a-47a991b-git"}, {mapreduce,"1.0.0"}, {couch_index_merger,"1.2.0a-47a991b-git"}, {kernel,"2.14.5"}, {crypto,"2.0.4"}, {ssl,"4.1.6"}, {sasl,"2.1.10"}, {couch_view_parser,"1.0.0"}, {ns_server,"2.0.0-1925-rel-enterprise"}, {mochiweb,"1.4.1"}, {oauth,"7d85d3ef"}, {stdlib,"1.17.5"}]}, {supported_compat_version,[2,0]}, {system_arch,"x86_64-unknown-linux-gnu"}, {wall_clock,2324}, {memory_data,{33657663488,7673315328,{<0.20373.0>,4714984}}}, {disk_data, [{"/",49781912,5}, {"/dev/shm",16434404,0}, {"/data",492257288,1}, {"/data2",246132896,1}]}, {meminfo, <<"MemTotal: 32868812 kB\nMemFree: 24861484 kB\nBuffers: 267484 kB\nCached: 2608028 kB\nSwapCached: 140 kB\nActive: 6107876 kB\nInactive: 1686844 kB\nHighTotal: 0 kB\nHighFree: 0 kB\nLowTotal: 32868812 kB\nLowFree: 24861484 kB\nSwapTotal: 10434208 kB\nSwapFree: 10434052 kB\nDirty: 652 kB\nWriteback: 0 kB\nAnonPages: 4918660 kB\nMapped: 18020 kB\nSlab: 163732 kB\nPageTables: 14524 kB\nNFS_Unstable: 0 kB\nBounce: 0 kB\nCommitLimit: 26868612 kB\nCommitted_AS: 6632748 kB\nVmallocTotal: 34359738367 kB\nVmallocUsed: 6408 kB\nVmallocChunk: 34359730595 kB\nHugePages_Total: 0\nHugePages_Free: 0\nHugePages_Rsvd: 0\nHugepagesize: 2048 kB\n">>}]}, {'ns_1@10.2.1.67', [{last_heard,{1351,908084,137597}}, {outgoing_replications_safeness_level,[{"default",green}]}, {incoming_replications_conf_hashes,[{"default",[]}]}, {active_buckets,["default"]}, {ready_buckets,["default"]}, {local_tasks,[]}, {memory, [{total,101032720}, {processes,61855728}, {processes_used,61700536}, {system,39176992}, {atom,1414713}, {atom_used,1394174}, {binary,2501800}, {code,14610103}, {ets,2584320}]}, {system_memory_data, [{system_total_memory,33657663488}, {free_swap,10701078528}, {total_swap,10701078528}, {cached_memory,2637283328}, {buffered_memory,436940800}, {free_memory,28292694016}, {total_memory,33657663488}]}, {node_storage_conf,[{db_path,"/data"},{index_path,"/data2"}]}, {statistics, [{wall_clock,{2327526,5001}}, {context_switches,{20235691,0}}, {garbage_collection,{3549849,15686151455,0}}, {io,{{input,25833475855},{output,2440523862}}}, {reductions,{6502626905,3719256}}, {run_queue,0}, {runtime,{665150,1370}}]}, {system_stats, [{cpu_utilization_rate,25.75}, {swap_total,10701078528}, {swap_used,0}]}, {interesting_stats, [{couch_docs_actual_disk_size,1918268699}, {couch_docs_data_size,1508797152}, {couch_views_actual_disk_size,0}, {couch_views_data_size,0}, {curr_items,633572}, {curr_items_tot,633572}, {mem_used,1672318824}, {vb_replica_curr_items,0}]}, {cluster_compatibility_version,131072}, {version, [{public_key,"0.13"}, {lhttpc,"1.3.0"}, {ale,"8cffe61"}, {os_mon,"2.2.7"}, {couch_set_view,"1.2.0a-47a991b-git"}, {mnesia,"4.5"}, {inets,"5.7.1"}, {couch,"1.2.0a-47a991b-git"}, {mapreduce,"1.0.0"}, {couch_index_merger,"1.2.0a-47a991b-git"}, {kernel,"2.14.5"}, {crypto,"2.0.4"}, {ssl,"4.1.6"}, {sasl,"2.1.10"}, {couch_view_parser,"1.0.0"}, {ns_server,"2.0.0-1925-rel-enterprise"}, {mochiweb,"1.4.1"}, {oauth,"7d85d3ef"}, {stdlib,"1.17.5"}]}, {supported_compat_version,[2,0]}, {system_arch,"x86_64-unknown-linux-gnu"}, {wall_clock,2327}, {memory_data,{33657663488,4346748928,{<18173.19799.0>,4714984}}}, {disk_data, [{"/",49781912,9}, {"/dev/shm",16434404,0}, {"/data",492257288,1}, {"/data2",246132896,1}]}, {meminfo, <<"MemTotal: 32868812 kB\nMemFree: 27629584 kB\nBuffers: 426700 kB\nCached: 2575472 kB\nSwapCached: 0 kB\nActive: 3229816 kB\nInactive: 1763568 kB\nHighTotal: 0 kB\nHighFree: 0 kB\nLowTotal: 32868812 kB\nLowFree: 27629584 kB\nSwapTotal: 10450272 kB\nSwapFree: 10450272 kB\nDirty: 1112 kB\nWriteback: 112 kB\nAnonPages: 1990892 kB\nMapped: 17960 kB\nSlab: 206112 kB\nPageTables: 8684 kB\nNFS_Unstable: 0 kB\nBounce: 0 kB\nCommitLimit: 26884676 kB\nCommitted_AS: 3703416 kB\nVmallocTotal: 34359738367 kB\nVmallocUsed: 6416 kB\nVmallocChunk: 34359730587 kB\nHugePages_Total: 0\nHugePages_Free: 0\nHugePages_Rsvd: 0\nHugepagesize: 2048 kB\n">>}]}, {'ns_1@10.2.1.68', [{last_heard,{1351,908084,345505}}, {outgoing_replications_safeness_level,[{"default",green}]}, {incoming_replications_conf_hashes,[{"default",[]}]}, {active_buckets,["default"]}, {ready_buckets,["default"]}, {local_tasks,[]}, {memory, [{total,99205824}, {processes,55559424}, {processes_used,55310608}, {system,43646400}, {atom,1413905}, {atom_used,1392509}, {binary,2526864}, {code,14613068}, {ets,7002904}]}, {system_memory_data, [{system_total_memory,33657663488}, {free_swap,10684616704}, {total_swap,10684628992}, {cached_memory,2480254976}, {buffered_memory,336023552}, {free_memory,25433903104}, {total_memory,33657663488}]}, {node_storage_conf,[{db_path,"/data"},{index_path,"/data2"}]}, {statistics, [{wall_clock,{2326430,4999}}, {context_switches,{25748177,0}}, {garbage_collection,{2273789,25235484570,0}}, {io,{{input,35833007328},{output,7554015445}}}, {reductions,{9403152060,2527852}}, {run_queue,0}, {runtime,{898410,630}}]}, {system_stats, [{cpu_utilization_rate,6.7669172932330826}, {swap_total,10684628992}, {swap_used,12288}]}, {interesting_stats, [{couch_docs_actual_disk_size,1778729943}, {couch_docs_data_size,1470441648}, {couch_views_actual_disk_size,0}, {couch_views_data_size,0}, {curr_items,633279}, {curr_items_tot,633279}, {mem_used,1676524856}, {vb_replica_curr_items,0}]}, {cluster_compatibility_version,131072}, {version, [{public_key,"0.13"}, {lhttpc,"1.3.0"}, {ale,"8cffe61"}, {os_mon,"2.2.7"}, {couch_set_view,"1.2.0a-47a991b-git"}, {mnesia,"4.5"}, {inets,"5.7.1"}, {couch,"1.2.0a-47a991b-git"}, {mapreduce,"1.0.0"}, {couch_index_merger,"1.2.0a-47a991b-git"}, {kernel,"2.14.5"}, {crypto,"2.0.4"}, {ssl,"4.1.6"}, {sasl,"2.1.10"}, {couch_view_parser,"1.0.0"}, {ns_server,"2.0.0-1925-rel-enterprise"}, {mochiweb,"1.4.1"}, {oauth,"7d85d3ef"}, {stdlib,"1.17.5"}]}, {supported_compat_version,[2,0]}, {system_arch,"x86_64-unknown-linux-gnu"}, {wall_clock,2326}, {memory_data,{33657663488,7671042048,{<18174.19057.0>,2914384}}}, {disk_data, [{"/",49781912,5}, {"/dev/shm",16434404,0}, {"/data",492257288,1}, {"/data2",246132896,1}]}, {meminfo, <<"MemTotal: 32868812 kB\nMemFree: 24837920 kB\nBuffers: 328148 kB\nCached: 2422124 kB\nSwapCached: 12 kB\nActive: 6007428 kB\nInactive: 1758284 kB\nHighTotal: 0 kB\nHighFree: 0 kB\nLowTotal: 32868812 kB\nLowFree: 24837920 kB\nSwapTotal: 10434208 kB\nSwapFree: 10434196 kB\nDirty: 2064 kB\nWriteback: 212 kB\nAnonPages: 5015136 kB\nMapped: 18340 kB\nSlab: 216292 kB\nPageTables: 14604 kB\nNFS_Unstable: 0 kB\nBounce: 0 kB\nCommitLimit: 26868612 kB\nCommitted_AS: 6719348 kB\nVmallocTotal: 34359738367 kB\nVmallocUsed: 6408 kB\nVmallocChunk: 34359730595 kB\nHugePages_Total: 0\nHugePages_Free: 0\nHugePages_Rsvd: 0\nHugepagesize: 2048 kB\n">>}]}] [stats:debug,2012-11-02T19:02:06.858,ns_1@10.2.1.66:<0.20380.0>:stats_collector:maybe_log_stats:126](at {{1970,1,16},{7,31,48}}) Stats for bucket "default": accepting_conns 1 auth_cmds 1 auth_errors 0 bucket_active_conns 1 bucket_conns 6 bytes 1897561672 bytes_read 1811679677 bytes_written 35697949 cas_badval 0 cas_hits 0 cas_misses 0 cmd_flush 0 cmd_get 0 cmd_set 754455 conn_yields 231 connection_structures 5000 curr_connections 10 curr_conns_on_port_11209 6 curr_conns_on_port_11210 2 curr_items 754455 curr_items_tot 754455 curr_temp_items 0 daemon_connections 4 decr_hits 0 decr_misses 0 delete_hits 0 delete_misses 0 ep_access_scanner_last_runtime 0 ep_access_scanner_num_items 0 ep_access_scanner_task_time 2012-11-03 10:00:00 ep_allow_data_loss_during_shutdown 1 ep_alog_block_size 4096 ep_alog_path /data/default/access.log ep_alog_sleep_time 1440 ep_alog_task_time 10 ep_backend couchdb ep_bg_fetch_delay 0 ep_bg_fetched 0 ep_bg_meta_fetched 0 ep_bg_remaining_jobs 0 ep_chk_max_items 5000 ep_chk_period 1800 ep_chk_persistence_remains 0 ep_chk_persistence_timeout 10 ep_chk_remover_stime 5 ep_commit_num 753 ep_commit_time 2 ep_commit_time_total 2373 ep_concurrentDB 1 ep_config_file ep_couch_bucket default ep_couch_host localhost ep_couch_port 11213 ep_couch_reconnect_sleeptime 250 ep_couch_response_timeout 180000 ep_data_age 1 ep_data_age_highwat 23 ep_data_traffic_enabled 0 ep_dbinit 0 ep_dbname /data/default ep_degraded_mode 0 ep_diskqueue_drain 753625 ep_diskqueue_fill 754455 ep_diskqueue_items 831 ep_diskqueue_memory 26560 ep_diskqueue_pending 39840 ep_exp_pager_stime 3600 ep_exp_pager_stime 3600 ep_expired_access 0 ep_expired_pager 0 ep_expiry_window 3 ep_failpartialwarmup 0 ep_flush_all false ep_flush_duration_total 270 ep_flushall_enabled 0 ep_flusher_state running ep_flusher_todo 465 ep_getl_default_timeout 15 ep_getl_max_timeout 30 ep_ht_locks 5 ep_ht_size 3079 ep_inconsistent_slave_chk 0 ep_initfile ep_io_num_read 0 ep_io_num_write 753613 ep_io_read_bytes 0 ep_io_write_bytes 1785529367 ep_item_begin_failed 0 ep_item_commit_failed 0 ep_item_flush_expired 0 ep_item_flush_failed 0 ep_item_num_based_new_chk 1 ep_items_rm_from_checkpoints 640256 ep_keep_closed_chks 0 ep_klog_block_size 4096 ep_klog_compactor_queue_cap 500000 ep_klog_compactor_stime 3600 ep_klog_flush commit2 ep_klog_max_entry_ratio 10 ep_klog_max_log_size 2147483647 ep_klog_path ep_klog_sync commit2 ep_kv_size 1846691165 ep_max_checkpoints 2 ep_max_data_size 5242880000 ep_max_item_size 20971520 ep_max_size 5242880000 ep_max_txn_size 10000 ep_max_vbuckets 512 ep_mem_high_wat 3932160000 ep_mem_high_wat 3932160000 ep_mem_low_wat 3145728000 ep_mem_low_wat 3145728000 ep_mem_tracker_enabled true ep_min_data_age 0 ep_mlog_compactor_runs 0 ep_mutation_mem_threshold 0 ep_num_access_scanner_runs 0 ep_num_eject_failures 0 ep_num_expiry_pager_runs 0 ep_num_non_resident 0 ep_num_not_my_vbuckets 0 ep_num_ops_del_meta 0 ep_num_ops_get_meta 0 ep_num_ops_set_meta 0 ep_num_pager_runs 0 ep_num_value_ejects 0 ep_oom_errors 0 ep_overhead 13467704 ep_pager_active_vb_pcnt 40 ep_pager_unbiased_period 60 ep_pending_ops 0 ep_pending_ops_max 0 ep_pending_ops_max_duration 0 ep_pending_ops_total 0 ep_postInitfile ep_queue_age_cap 900 ep_queue_size 366 ep_startup_time 1351907824 ep_storage_age 1 ep_storage_age_highwat 20 ep_store_max_concurrency 10 ep_store_max_readers 9 ep_store_max_readwrite 1 ep_stored_val_type ep_tap_ack_grace_period 300 ep_tap_ack_initial_sequence_number 1 ep_tap_ack_interval 1000 ep_tap_ack_window_size 10 ep_tap_backfill_resident 0.9 ep_tap_backlog_limit 5000 ep_tap_backoff_period 5 ep_tap_bg_fetch_requeued 0 ep_tap_bg_fetched 0 ep_tap_bg_max_pending 500 ep_tap_keepalive 300 ep_tap_noop_interval 20 ep_tap_requeue_sleep_time 0.1 ep_tap_throttle_cap_pcnt 10 ep_tap_throttle_queue_cap 1000000 ep_tap_throttle_threshold 90 ep_tmp_oom_errors 0 ep_too_old 0 ep_too_young 0 ep_total_cache_size 1837637705 ep_total_del_items 0 ep_total_enqueued 754455 ep_total_new_items 753613 ep_total_persisted 753613 ep_uncommitted_items 385 ep_value_size 1784483826 ep_vb0 0 ep_vb_snapshot_total 26 ep_vb_total 128 ep_vbucket_del 0 ep_vbucket_del_fail 0 ep_version 2.0.0r_130_g8b09894 ep_waitforwarmup 0 ep_warmup 1 ep_warmup_batch_size 1000 ep_warmup_dups 0 ep_warmup_min_items_threshold 100 ep_warmup_min_memory_threshold 100 ep_warmup_oom 0 ep_warmup_thread complete ep_warmup_time 542 get_hits 0 get_misses 0 incr_hits 0 incr_misses 0 libevent 2.0.11-stable limit_maxbytes 67108864 listen_disabled_num 0 max_conns_on_port_11209 1000 max_conns_on_port_11210 9000 mem_used 1897561672 pid 18083 pointer_size 64 rejected_conns 0 rusage_system 143.249222 rusage_user 413.932072 tap_checkpoint_start_received 86 tap_mutation_received 1301149 tap_opaque_received 301 tap_vbucket_set_received 86 threads 4 time 1351908126 total_connections 193 uptime 2201 vb_active_curr_items 754455 vb_active_eject 0 vb_active_expired 0 vb_active_ht_memory 3202048 vb_active_itm_memory 1837637705 vb_active_meta_data_memory 59601945 vb_active_num 128 vb_active_num_non_resident 0 vb_active_num_ref_ejects 0 vb_active_num_ref_items 754455 vb_active_ops_create 753624 vb_active_ops_delete 0 vb_active_ops_reject 0 vb_active_ops_update 0 vb_active_perc_mem_resident 100 vb_active_queue_age 407000 vb_active_queue_drain 753625 vb_active_queue_fill 754455 vb_active_queue_memory 26560 vb_active_queue_pending 39840 vb_active_queue_size 830 vb_dead_num 0 vb_pending_curr_items 0 vb_pending_eject 0 vb_pending_expired 0 vb_pending_ht_memory 0 vb_pending_itm_memory 0 vb_pending_meta_data_memory 0 vb_pending_num 0 vb_pending_num_non_resident 0 vb_pending_num_ref_ejects 0 vb_pending_num_ref_items 0 vb_pending_ops_create 0 vb_pending_ops_delete 0 vb_pending_ops_reject 0 vb_pending_ops_update 0 vb_pending_perc_mem_resident 0 vb_pending_queue_age 0 vb_pending_queue_drain 0 vb_pending_queue_fill 0 vb_pending_queue_memory 0 vb_pending_queue_pending 0 vb_pending_queue_size 0 vb_replica_curr_items 0 vb_replica_eject 0 vb_replica_expired 0 vb_replica_ht_memory 0 vb_replica_itm_memory 0 vb_replica_meta_data_memory 0 vb_replica_num 0 vb_replica_num_non_resident 0 vb_replica_num_ref_ejects 0 vb_replica_num_ref_items 0 vb_replica_ops_create 0 vb_replica_ops_delete 0 vb_replica_ops_reject 0 vb_replica_ops_update 0 vb_replica_perc_mem_resident 0 vb_replica_queue_age 0 vb_replica_queue_drain 0 vb_replica_queue_fill 0 vb_replica_queue_memory 0 vb_replica_queue_pending 0 vb_replica_queue_size 0 version 1.4.4_600_g7ea975a [ns_doctor:debug,2012-11-02T19:02:27.040,ns_1@10.2.1.66:ns_doctor<0.1428.0>:ns_doctor:handle_info:137]Current node statuses: [{'ns_1@10.2.1.65', [{last_heard,{1351,908144,360946}}, {outgoing_replications_safeness_level,[{"default",green}]}, {incoming_replications_conf_hashes,[{"default",[]}]}, {active_buckets,["default"]}, {ready_buckets,["default"]}, {local_tasks,[]}, {memory, [{total,117519504}, {processes,70569136}, {processes_used,68990800}, {system,46950368}, {atom,1502673}, {atom_used,1494429}, {binary,4677952}, {code,15256817}, {ets,7409888}]}, {system_memory_data, [{system_total_memory,33657663488}, {free_swap,11350716416}, {total_swap,11350876160}, {cached_memory,2794733568}, {buffered_memory,239394816}, {free_memory,25231319040}, {total_memory,33657663488}]}, {node_storage_conf,[{db_path,"/data"},{index_path,"/data2"}]}, {statistics, [{wall_clock,{2387193,5000}}, {context_switches,{25557987,0}}, {garbage_collection,{2143321,26493668189,0}}, {io,{{input,37468799147},{output,7657458989}}}, {reductions,{10021558894,3423821}}, {run_queue,0}, {runtime,{974490,1030}}]}, {system_stats, [{cpu_utilization_rate,19.75}, {swap_total,11350876160}, {swap_used,159744}]}, {interesting_stats, [{couch_docs_actual_disk_size,2106042528}, {couch_docs_data_size,1894492922}, {couch_views_actual_disk_size,0}, {couch_views_data_size,0}, {curr_items,799876}, {curr_items_tot,799876}, {mem_used,2016932040}, {vb_replica_curr_items,0}]}, {cluster_compatibility_version,131072}, {version, [{public_key,"0.13"}, {lhttpc,"1.3.0"}, {ale,"8cffe61"}, {os_mon,"2.2.7"}, {couch_set_view,"1.2.0a-47a991b-git"}, {mnesia,"4.5"}, {inets,"5.7.1"}, {couch,"1.2.0a-47a991b-git"}, {mapreduce,"1.0.0"}, {couch_index_merger,"1.2.0a-47a991b-git"}, {kernel,"2.14.5"}, {crypto,"2.0.4"}, {ssl,"4.1.6"}, {sasl,"2.1.10"}, {couch_view_parser,"1.0.0"}, {ns_server,"2.0.0-1925-rel-enterprise"}, {mochiweb,"1.4.1"}, {oauth,"7d85d3ef"}, {stdlib,"1.17.5"}]}, {supported_compat_version,[2,0]}, {system_arch,"x86_64-unknown-linux-gnu"}, {wall_clock,2387}, {memory_data,{33657663488,7789060096,{<18077.178.1>,7628384}}}, {disk_data, [{"/",51088800,10}, {"/dev/shm",16434404,0}, {"/data",492257288,1}, {"/data2",246132896,1}]}, {meminfo, <<"MemTotal: 32868812 kB\nMemFree: 24639960 kB\nBuffers: 233784 kB\nCached: 2729232 kB\nSwapCached: 0 kB\nActive: 5824840 kB\nInactive: 2188704 kB\nHighTotal: 0 kB\nHighFree: 0 kB\nLowTotal: 32868812 kB\nLowFree: 24639960 kB\nSwapTotal: 11084840 kB\nSwapFree: 11084684 kB\nDirty: 1868 kB\nWriteback: 112 kB\nAnonPages: 5050528 kB\nMapped: 16312 kB\nSlab: 168916 kB\nPageTables: 14324 kB\nNFS_Unstable: 0 kB\nBounce: 0 kB\nCommitLimit: 27519244 kB\nCommitted_AS: 6779100 kB\nVmallocTotal: 34359738367 kB\nVmallocUsed: 6728 kB\nVmallocChunk: 34359730275 kB\nHugePages_Total: 0\nHugePages_Free: 0\nHugePages_Rsvd: 0\nHugepagesize: 2048 kB\n">>}]}, {'ns_1@10.2.1.66', [{last_heard,{1351,908142,40182}}, {outgoing_replications_safeness_level,[{"default",green}]}, {incoming_replications_conf_hashes,[{"default",[]}]}, {active_buckets,["default"]}, {ready_buckets,["default"]}, {local_tasks,[]}, {memory, [{total,102693632}, {processes,58738584}, {processes_used,58351928}, {system,43955048}, {atom,1413905}, {atom_used,1392509}, {binary,2692000}, {code,14575828}, {ets,7207952}]}, {system_memory_data, [{system_total_memory,33657663488}, {free_swap,10684469248}, {total_swap,10684628992}, {cached_memory,3364986880}, {buffered_memory,275152896}, {free_memory,24768045056}, {total_memory,33657663488}]}, {node_storage_conf,[{db_path,"/data"},{index_path,"/data2"}]}, {statistics, [{wall_clock,{2384439,4998}}, {context_switches,{27197827,0}}, {garbage_collection,{2241683,26435162059,0}}, {io,{{input,37048450387},{output,8071474989}}}, {reductions,{9929262591,2072432}}, {run_queue,0}, {runtime,{908200,430}}]}, {system_stats, [{cpu_utilization_rate,25.870646766169155}, {swap_total,10684628992}, {swap_used,159744}]}, {interesting_stats, [{couch_docs_actual_disk_size,2681922259}, {couch_docs_data_size,1901919521}, {couch_views_actual_disk_size,0}, {couch_views_data_size,0}, {curr_items,796733}, {curr_items_tot,796733}, {mem_used,2010538456}, {vb_replica_curr_items,0}]}, {cluster_compatibility_version,131072}, {version, [{public_key,"0.13"}, {lhttpc,"1.3.0"}, {ale,"8cffe61"}, {os_mon,"2.2.7"}, {couch_set_view,"1.2.0a-47a991b-git"}, {mnesia,"4.5"}, {inets,"5.7.1"}, {couch,"1.2.0a-47a991b-git"}, {mapreduce,"1.0.0"}, {couch_index_merger,"1.2.0a-47a991b-git"}, {kernel,"2.14.5"}, {crypto,"2.0.4"}, {ssl,"4.1.6"}, {sasl,"2.1.10"}, {couch_view_parser,"1.0.0"}, {ns_server,"2.0.0-1925-rel-enterprise"}, {mochiweb,"1.4.1"}, {oauth,"7d85d3ef"}, {stdlib,"1.17.5"}]}, {supported_compat_version,[2,0]}, {system_arch,"x86_64-unknown-linux-gnu"}, {wall_clock,2384}, {memory_data,{33657663488,8351494144,{<0.20374.0>,4714984}}}, {disk_data, [{"/",49781912,5}, {"/dev/shm",16434404,0}, {"/data",492257288,1}, {"/data2",246132896,1}]}, {meminfo, <<"MemTotal: 32868812 kB\nMemFree: 24187544 kB\nBuffers: 268704 kB\nCached: 3286120 kB\nSwapCached: 140 kB\nActive: 6454864 kB\nInactive: 1997528 kB\nHighTotal: 0 kB\nHighFree: 0 kB\nLowTotal: 32868812 kB\nLowFree: 24187544 kB\nSwapTotal: 10434208 kB\nSwapFree: 10434052 kB\nDirty: 1632 kB\nWriteback: 164 kB\nAnonPages: 4897284 kB\nMapped: 18020 kB\nSlab: 180284 kB\nPageTables: 14512 kB\nNFS_Unstable: 0 kB\nBounce: 0 kB\nCommitLimit: 26868612 kB\nCommitted_AS: 6631680 kB\nVmallocTotal: 34359738367 kB\nVmallocUsed: 6408 kB\nVmallocChunk: 34359730595 kB\nHugePages_Total: 0\nHugePages_Free: 0\nHugePages_Rsvd: 0\nHugepagesize: 2048 kB\n">>}]}, {'ns_1@10.2.1.67', [{last_heard,{1351,908144,136577}}, {outgoing_replications_safeness_level,[{"default",green}]}, {incoming_replications_conf_hashes,[{"default",[]}]}, {active_buckets,["default"]}, {ready_buckets,["default"]}, {local_tasks,[]}, {memory, [{total,99988256}, {processes,60626296}, {processes_used,60470704}, {system,39361960}, {atom,1414713}, {atom_used,1394174}, {binary,2510592}, {code,14610103}, {ets,2761640}]}, {system_memory_data, [{system_total_memory,33657663488}, {free_swap,10701078528}, {total_swap,10701078528}, {cached_memory,3319218176}, {buffered_memory,437788672}, {free_memory,27193716736}, {total_memory,33657663488}]}, {node_storage_conf,[{db_path,"/data"},{index_path,"/data2"}]}, {statistics, [{wall_clock,{2387525,5001}}, {context_switches,{20590457,0}}, {garbage_collection,{3585945,15757488651,0}}, {io,{{input,25839147025},{output,2444240770}}}, {reductions,{6535911191,2807164}}, {run_queue,0}, {runtime,{675560,870}}]}, {system_stats, [{cpu_utilization_rate,6.265664160401003}, {swap_total,10701078528}, {swap_used,0}]}, {interesting_stats, [{couch_docs_actual_disk_size,2643445490}, {couch_docs_data_size,1929224567}, {couch_views_actual_disk_size,0}, {couch_views_data_size,0}, {curr_items,802174}, {curr_items_tot,802174}, {mem_used,2022268216}, {vb_replica_curr_items,0}]}, {cluster_compatibility_version,131072}, {version, [{public_key,"0.13"}, {lhttpc,"1.3.0"}, {ale,"8cffe61"}, {os_mon,"2.2.7"}, {couch_set_view,"1.2.0a-47a991b-git"}, {mnesia,"4.5"}, {inets,"5.7.1"}, {couch,"1.2.0a-47a991b-git"}, {mapreduce,"1.0.0"}, {couch_index_merger,"1.2.0a-47a991b-git"}, {kernel,"2.14.5"}, {crypto,"2.0.4"}, {ssl,"4.1.6"}, {sasl,"2.1.10"}, {couch_view_parser,"1.0.0"}, {ns_server,"2.0.0-1925-rel-enterprise"}, {mochiweb,"1.4.1"}, {oauth,"7d85d3ef"}, {stdlib,"1.17.5"}]}, {supported_compat_version,[2,0]}, {system_arch,"x86_64-unknown-linux-gnu"}, {wall_clock,2387}, {memory_data,{33657663488,5604831232,{<18173.19799.0>,4714984}}}, {disk_data, [{"/",49781912,9}, {"/dev/shm",16434404,0}, {"/data",492257288,1}, {"/data2",246132896,1}]}, {meminfo, <<"MemTotal: 32868812 kB\nMemFree: 26556364 kB\nBuffers: 427528 kB\nCached: 3241424 kB\nSwapCached: 0 kB\nActive: 4022676 kB\nInactive: 2043100 kB\nHighTotal: 0 kB\nHighFree: 0 kB\nLowTotal: 32868812 kB\nLowFree: 26556364 kB\nSwapTotal: 10450272 kB\nSwapFree: 10450272 kB\nDirty: 1288 kB\nWriteback: 328 kB\nAnonPages: 2396596 kB\nMapped: 17960 kB\nSlab: 206008 kB\nPageTables: 9560 kB\nNFS_Unstable: 0 kB\nBounce: 0 kB\nCommitLimit: 26884676 kB\nCommitted_AS: 4111460 kB\nVmallocTotal: 34359738367 kB\nVmallocUsed: 6416 kB\nVmallocChunk: 34359730587 kB\nHugePages_Total: 0\nHugePages_Free: 0\nHugePages_Rsvd: 0\nHugepagesize: 2048 kB\n">>}]}, {'ns_1@10.2.1.68', [{last_heard,{1351,908144,345665}}, {outgoing_replications_safeness_level,[{"default",green}]}, {incoming_replications_conf_hashes,[{"default",[]}]}, {active_buckets,["default"]}, {ready_buckets,["default"]}, {local_tasks,[]}, {memory, [{total,105046192}, {processes,61024936}, {processes_used,60776040}, {system,44021256}, {atom,1413905}, {atom_used,1392509}, {binary,2723472}, {code,14613068}, {ets,7180912}]}, {system_memory_data, [{system_total_memory,33657663488}, {free_swap,10684616704}, {total_swap,10684628992}, {cached_memory,3153858560}, {buffered_memory,336797696}, {free_memory,24758902784}, {total_memory,33657663488}]}, {node_storage_conf,[{db_path,"/data"},{index_path,"/data2"}]}, {statistics, [{wall_clock,{2386431,5001}}, {context_switches,{26055020,0}}, {garbage_collection,{2305331,25302701789,0}}, {io,{{input,35838347124},{output,7561601912}}}, {reductions,{9434886845,3227906}}, {run_queue,0}, {runtime,{909010,1260}}]}, {system_stats, [{cpu_utilization_rate,18.25}, {swap_total,10684628992}, {swap_used,12288}]}, {interesting_stats, [{couch_docs_actual_disk_size,2485028138}, {couch_docs_data_size,1919473847}, {couch_views_actual_disk_size,0}, {couch_views_data_size,0}, {curr_items,801984}, {curr_items_tot,801984}, {mem_used,2020974728}, {vb_replica_curr_items,0}]}, {cluster_compatibility_version,131072}, {version, [{public_key,"0.13"}, {lhttpc,"1.3.0"}, {ale,"8cffe61"}, {os_mon,"2.2.7"}, {couch_set_view,"1.2.0a-47a991b-git"}, {mnesia,"4.5"}, {inets,"5.7.1"}, {couch,"1.2.0a-47a991b-git"}, {mapreduce,"1.0.0"}, {couch_index_merger,"1.2.0a-47a991b-git"}, {kernel,"2.14.5"}, {crypto,"2.0.4"}, {ssl,"4.1.6"}, {sasl,"2.1.10"}, {couch_view_parser,"1.0.0"}, {ns_server,"2.0.0-1925-rel-enterprise"}, {mochiweb,"1.4.1"}, {oauth,"7d85d3ef"}, {stdlib,"1.17.5"}]}, {supported_compat_version,[2,0]}, {system_arch,"x86_64-unknown-linux-gnu"}, {wall_clock,2386}, {memory_data,{33657663488,8365727744,{<18174.19057.0>,4714984}}}, {disk_data, [{"/",49781912,5}, {"/dev/shm",16434404,0}, {"/data",492257288,1}, {"/data2",246132896,1}]}, {meminfo, <<"MemTotal: 32868812 kB\nMemFree: 24178864 kB\nBuffers: 328904 kB\nCached: 3079940 kB\nSwapCached: 12 kB\nActive: 6351688 kB\nInactive: 2073216 kB\nHighTotal: 0 kB\nHighFree: 0 kB\nLowTotal: 32868812 kB\nLowFree: 24178864 kB\nSwapTotal: 10434208 kB\nSwapFree: 10434196 kB\nDirty: 852 kB\nWriteback: 140 kB\nAnonPages: 5015624 kB\nMapped: 18216 kB\nSlab: 216496 kB\nPageTables: 14704 kB\nNFS_Unstable: 0 kB\nBounce: 0 kB\nCommitLimit: 26868612 kB\nCommitted_AS: 6719764 kB\nVmallocTotal: 34359738367 kB\nVmallocUsed: 6408 kB\nVmallocChunk: 34359730595 kB\nHugePages_Total: 0\nHugePages_Free: 0\nHugePages_Rsvd: 0\nHugepagesize: 2048 kB\n">>}]}] [ns_doctor:debug,2012-11-02T19:03:27.040,ns_1@10.2.1.66:ns_doctor<0.1428.0>:ns_doctor:handle_info:137]Current node statuses: [{'ns_1@10.2.1.65', [{last_heard,{1351,908204,359513}}, {outgoing_replications_safeness_level,[{"default",green}]}, {incoming_replications_conf_hashes,[{"default",[]}]}, {active_buckets,["default"]}, {ready_buckets,["default"]}, {local_tasks,[]}, {memory, [{total,118411752}, {processes,71127872}, {processes_used,69550392}, {system,47283880}, {atom,1502673}, {atom_used,1494429}, {binary,4827848}, {code,15256817}, {ets,7593000}]}, {system_memory_data, [{system_total_memory,33657663488}, {free_swap,11350716416}, {total_swap,11350876160}, {cached_memory,3510431744}, {buffered_memory,240193536}, {free_memory,24496128000}, {total_memory,33657663488}]}, {node_storage_conf,[{db_path,"/data"},{index_path,"/data2"}]}, {statistics, [{wall_clock,{2447193,4999}}, {context_switches,{25984644,0}}, {garbage_collection,{2185559,26605427321,0}}, {io,{{input,37486257920},{output,7660739971}}}, {reductions,{10064199122,3426624}}, {run_queue,0}, {runtime,{988130,1270}}]}, {system_stats, [{cpu_utilization_rate,8.5}, {swap_total,11350876160}, {swap_used,159744}]}, {interesting_stats, [{couch_docs_actual_disk_size,2845854312}, {couch_docs_data_size,2324337536}, {couch_views_actual_disk_size,0}, {couch_views_data_size,0}, {curr_items,968140}, {curr_items_tot,968140}, {mem_used,2464340792}, {vb_replica_curr_items,0}]}, {cluster_compatibility_version,131072}, {version, [{public_key,"0.13"}, {lhttpc,"1.3.0"}, {ale,"8cffe61"}, {os_mon,"2.2.7"}, {couch_set_view,"1.2.0a-47a991b-git"}, {mnesia,"4.5"}, {inets,"5.7.1"}, {couch,"1.2.0a-47a991b-git"}, {mapreduce,"1.0.0"}, {couch_index_merger,"1.2.0a-47a991b-git"}, {kernel,"2.14.5"}, {crypto,"2.0.4"}, {ssl,"4.1.6"}, {sasl,"2.1.10"}, {couch_view_parser,"1.0.0"}, {ns_server,"2.0.0-1925-rel-enterprise"}, {mochiweb,"1.4.1"}, {oauth,"7d85d3ef"}, {stdlib,"1.17.5"}]}, {supported_compat_version,[2,0]}, {system_arch,"x86_64-unknown-linux-gnu"}, {wall_clock,2447}, {memory_data,{33657663488,8569827328,{<18077.178.1>,7628384}}}, {disk_data, [{"/",51088800,10}, {"/dev/shm",16434404,0}, {"/data",492257288,1}, {"/data2",246132896,1}]}, {meminfo, <<"MemTotal: 32868812 kB\nMemFree: 23922000 kB\nBuffers: 234564 kB\nCached: 3428156 kB\nSwapCached: 0 kB\nActive: 6248612 kB\nInactive: 2465936 kB\nHighTotal: 0 kB\nHighFree: 0 kB\nLowTotal: 32868812 kB\nLowFree: 23922000 kB\nSwapTotal: 11084840 kB\nSwapFree: 11084684 kB\nDirty: 1760 kB\nWriteback: 0 kB\nAnonPages: 5051852 kB\nMapped: 16312 kB\nSlab: 186288 kB\nPageTables: 14312 kB\nNFS_Unstable: 0 kB\nBounce: 0 kB\nCommitLimit: 27519244 kB\nCommitted_AS: 6779136 kB\nVmallocTotal: 34359738367 kB\nVmallocUsed: 6728 kB\nVmallocChunk: 34359730275 kB\nHugePages_Total: 0\nHugePages_Free: 0\nHugePages_Rsvd: 0\nHugepagesize: 2048 kB\n">>}]}, {'ns_1@10.2.1.66', [{last_heard,{1351,908202,42049}}, {outgoing_replications_safeness_level,[{"default",green}]}, {incoming_replications_conf_hashes,[{"default",[]}]}, {active_buckets,["default"]}, {ready_buckets,["default"]}, {local_tasks, [[{pid,<<"<0.25886.0>">>}, {bucket,<<"default">>}, {original_target,{[{type,bucket}]}}, {progress,61}, {started_on,1351908152}, {total_vbuckets,129}, {trigger_type,scheduled}, {type,bucket_compaction}, {updated_on,1351908201}, {vbuckets_done,79}]]}, {memory, [{total,101705352}, {processes,57950360}, {processes_used,57613016}, {system,43754992}, {atom,1413905}, {atom_used,1392509}, {binary,2254928}, {code,14575828}, {ets,7439080}]}, {system_memory_data, [{system_total_memory,33657663488}, {free_swap,10684469248}, {total_swap,10684628992}, {cached_memory,3137667072}, {buffered_memory,276926464}, {free_memory,25003196416}, {total_memory,33657663488}]}, {node_storage_conf,[{db_path,"/data"},{index_path,"/data2"}]}, {statistics, [{wall_clock,{2444440,5000}}, {context_switches,{27309251,0}}, {garbage_collection,{2253584,26486020947,0}}, {io,{{input,37056918764},{output,8074231677}}}, {reductions,{9954824125,1889480}}, {run_queue,0}, {runtime,{913820,330}}]}, {system_stats, [{cpu_utilization_rate,14.634146341463415}, {swap_total,10684628992}, {swap_used,159744}]}, {interesting_stats, [{couch_docs_actual_disk_size,2522899825}, {couch_docs_data_size,2148198941}, {couch_views_actual_disk_size,0}, {couch_views_data_size,0}, {curr_items,965275}, {curr_items_tot,965275}, {mem_used,2458048648}, {vb_replica_curr_items,0}]}, {cluster_compatibility_version,131072}, {version, [{public_key,"0.13"}, {lhttpc,"1.3.0"}, {ale,"8cffe61"}, {os_mon,"2.2.7"}, {couch_set_view,"1.2.0a-47a991b-git"}, {mnesia,"4.5"}, {inets,"5.7.1"}, {couch,"1.2.0a-47a991b-git"}, {mapreduce,"1.0.0"}, {couch_index_merger,"1.2.0a-47a991b-git"}, {kernel,"2.14.5"}, {crypto,"2.0.4"}, {ssl,"4.1.6"}, {sasl,"2.1.10"}, {couch_view_parser,"1.0.0"}, {ns_server,"2.0.0-1925-rel-enterprise"}, {mochiweb,"1.4.1"}, {oauth,"7d85d3ef"}, {stdlib,"1.17.5"}]}, {supported_compat_version,[2,0]}, {system_arch,"x86_64-unknown-linux-gnu"}, {wall_clock,2444}, {memory_data,{33657663488,8987144192,{<0.20373.0>,4714984}}}, {disk_data, [{"/",49781912,5}, {"/dev/shm",16434404,0}, {"/data",492257288,1}, {"/data2",246132896,1}]}, {meminfo, <<"MemTotal: 32868812 kB\nMemFree: 24417184 kB\nBuffers: 270436 kB\nCached: 3064128 kB\nSwapCached: 140 kB\nActive: 5826972 kB\nInactive: 2399196 kB\nHighTotal: 0 kB\nHighFree: 0 kB\nLowTotal: 32868812 kB\nLowFree: 24417184 kB\nSwapTotal: 10434208 kB\nSwapFree: 10434052 kB\nDirty: 18848 kB\nWriteback: 0 kB\nAnonPages: 4891056 kB\nMapped: 18036 kB\nSlab: 176672 kB\nPageTables: 14500 kB\nNFS_Unstable: 0 kB\nBounce: 0 kB\nCommitLimit: 26868612 kB\nCommitted_AS: 6622572 kB\nVmallocTotal: 34359738367 kB\nVmallocUsed: 6408 kB\nVmallocChunk: 34359730595 kB\nHugePages_Total: 0\nHugePages_Free: 0\nHugePages_Rsvd: 0\nHugepagesize: 2048 kB\n">>}]}, {'ns_1@10.2.1.67', [{last_heard,{1351,908204,136518}}, {outgoing_replications_safeness_level,[{"default",green}]}, {incoming_replications_conf_hashes,[{"default",[]}]}, {active_buckets,["default"]}, {ready_buckets,["default"]}, {local_tasks, [[{pid,<<"<0.26937.0>">>}, {bucket,<<"default">>}, {original_target,{[{type,bucket}]}}, {progress,60}, {started_on,1351908206}, {total_vbuckets,129}, {trigger_type,scheduled}, {type,bucket_compaction}, {updated_on,1351908238}, {vbuckets_done,78}]]}, {memory, [{total,101069104}, {processes,61743312}, {processes_used,61620632}, {system,39325792}, {atom,1414713}, {atom_used,1394174}, {binary,2311224}, {code,14610103}, {ets,2918800}]}, {system_memory_data, [{system_total_memory,33657663488}, {free_swap,10701078528}, {total_swap,10701078528}, {cached_memory,3309596672}, {buffered_memory,439926784}, {free_memory,26763005952}, {total_memory,33657663488}]}, {node_storage_conf,[{db_path,"/data"},{index_path,"/data2"}]}, {statistics, [{wall_clock,{2447525,5000}}, {context_switches,{20841167,0}}, {garbage_collection,{3612393,15820192185,0}}, {io,{{input,25847719436},{output,2447243249}}}, {reductions,{6566273242,1988638}}, {run_queue,0}, {runtime,{683080,430}}]}, {system_stats, [{cpu_utilization_rate,30.597014925373134}, {swap_total,10701078528}, {swap_used,0}]}, {interesting_stats, [{couch_docs_actual_disk_size,2708777698}, {couch_docs_data_size,2232104312}, {couch_views_actual_disk_size,0}, {couch_views_data_size,0}, {curr_items,970751}, {curr_items_tot,970751}, {mem_used,2471244040}, {vb_replica_curr_items,0}]}, {cluster_compatibility_version,131072}, {version, [{public_key,"0.13"}, {lhttpc,"1.3.0"}, {ale,"8cffe61"}, {os_mon,"2.2.7"}, {couch_set_view,"1.2.0a-47a991b-git"}, {mnesia,"4.5"}, {inets,"5.7.1"}, {couch,"1.2.0a-47a991b-git"}, {mapreduce,"1.0.0"}, {couch_index_merger,"1.2.0a-47a991b-git"}, {kernel,"2.14.5"}, {crypto,"2.0.4"}, {ssl,"4.1.6"}, {sasl,"2.1.10"}, {couch_view_parser,"1.0.0"}, {ns_server,"2.0.0-1925-rel-enterprise"}, {mochiweb,"1.4.1"}, {oauth,"7d85d3ef"}, {stdlib,"1.17.5"}]}, {supported_compat_version,[2,0]}, {system_arch,"x86_64-unknown-linux-gnu"}, {wall_clock,2447}, {memory_data,{33657663488,6750023680,{<18173.19799.0>,4714984}}}, {disk_data, [{"/",49781912,9}, {"/dev/shm",16434404,0}, {"/data",492257288,1}, {"/data2",246132896,1}]}, {meminfo, <<"MemTotal: 32868812 kB\nMemFree: 26135748 kB\nBuffers: 429616 kB\nCached: 3232028 kB\nSwapCached: 0 kB\nActive: 3928688 kB\nInactive: 2554464 kB\nHighTotal: 0 kB\nHighFree: 0 kB\nLowTotal: 32868812 kB\nLowFree: 26135748 kB\nSwapTotal: 10450272 kB\nSwapFree: 10450272 kB\nDirty: 6788 kB\nWriteback: 328 kB\nAnonPages: 2821532 kB\nMapped: 17964 kB\nSlab: 207012 kB\nPageTables: 10136 kB\nNFS_Unstable: 0 kB\nBounce: 0 kB\nCommitLimit: 26884676 kB\nCommitted_AS: 4534652 kB\nVmallocTotal: 34359738367 kB\nVmallocUsed: 6416 kB\nVmallocChunk: 34359730587 kB\nHugePages_Total: 0\nHugePages_Free: 0\nHugePages_Rsvd: 0\nHugepagesize: 2048 kB\n">>}]}, {'ns_1@10.2.1.68', [{last_heard,{1351,908204,343528}}, {outgoing_replications_safeness_level,[{"default",green}]}, {incoming_replications_conf_hashes,[{"default",[]}]}, {active_buckets,["default"]}, {ready_buckets,["default"]}, {local_tasks,[]}, {memory, [{total,103124936}, {processes,58854296}, {processes_used,58605400}, {system,44270640}, {atom,1413905}, {atom_used,1392509}, {binary,2791272}, {code,14613068}, {ets,7363528}]}, {system_memory_data, [{system_total_memory,33657663488}, {free_swap,10684616704}, {total_swap,10684628992}, {cached_memory,3831091200}, {buffered_memory,337670144}, {free_memory,24082370560}, {total_memory,33657663488}]}, {node_storage_conf,[{db_path,"/data"},{index_path,"/data2"}]}, {statistics, [{wall_clock,{2446430,4999}}, {context_switches,{26362205,0}}, {garbage_collection,{2336306,25369334929,0}}, {io,{{input,35840320104},{output,7563946241}}}, {reductions,{9466554061,2253826}}, {run_queue,0}, {runtime,{918340,620}}]}, {system_stats, [{cpu_utilization_rate,6.7669172932330826}, {swap_total,10684628992}, {swap_used,12288}]}, {interesting_stats, [{couch_docs_actual_disk_size,3209218691}, {couch_docs_data_size,2341261159}, {couch_views_actual_disk_size,0}, {couch_views_data_size,0}, {curr_items,970433}, {curr_items_tot,970433}, {mem_used,2468244104}, {vb_replica_curr_items,0}]}, {cluster_compatibility_version,131072}, {version, [{public_key,"0.13"}, {lhttpc,"1.3.0"}, {ale,"8cffe61"}, {os_mon,"2.2.7"}, {couch_set_view,"1.2.0a-47a991b-git"}, {mnesia,"4.5"}, {inets,"5.7.1"}, {couch,"1.2.0a-47a991b-git"}, {mapreduce,"1.0.0"}, {couch_index_merger,"1.2.0a-47a991b-git"}, {kernel,"2.14.5"}, {crypto,"2.0.4"}, {ssl,"4.1.6"}, {sasl,"2.1.10"}, {couch_view_parser,"1.0.0"}, {ns_server,"2.0.0-1925-rel-enterprise"}, {mochiweb,"1.4.1"}, {oauth,"7d85d3ef"}, {stdlib,"1.17.5"}]}, {supported_compat_version,[2,0]}, {system_arch,"x86_64-unknown-linux-gnu"}, {wall_clock,2446}, {memory_data,{33657663488,9050124288,{<18174.19055.0>,2914384}}}, {disk_data, [{"/",49781912,5}, {"/dev/shm",16434404,0}, {"/data",492257288,1}, {"/data2",246132896,1}]}, {meminfo, <<"MemTotal: 32868812 kB\nMemFree: 23518064 kB\nBuffers: 329756 kB\nCached: 3741300 kB\nSwapCached: 12 kB\nActive: 6719196 kB\nInactive: 2367112 kB\nHighTotal: 0 kB\nHighFree: 0 kB\nLowTotal: 32868812 kB\nLowFree: 23518064 kB\nSwapTotal: 10434208 kB\nSwapFree: 10434196 kB\nDirty: 1544 kB\nWriteback: 0 kB\nAnonPages: 5015148 kB\nMapped: 18216 kB\nSlab: 216292 kB\nPageTables: 14700 kB\nNFS_Unstable: 0 kB\nBounce: 0 kB\nCommitLimit: 26868612 kB\nCommitted_AS: 6721404 kB\nVmallocTotal: 34359738367 kB\nVmallocUsed: 6408 kB\nVmallocChunk: 34359730595 kB\nHugePages_Total: 0\nHugePages_Free: 0\nHugePages_Rsvd: 0\nHugepagesize: 2048 kB\n">>}]}] [stats:debug,2012-11-02T19:03:46.849,ns_1@10.2.1.66:<0.20380.0>:stats_collector:maybe_log_stats:126](at {{1970,1,16},{7,31,48}}) Stats for bucket "default": accepting_conns 1 auth_cmds 1 auth_errors 0 bucket_active_conns 1 bucket_conns 6 bytes 2641884744 bytes_read 2485459335 bytes_written 48877762 cas_badval 0 cas_hits 0 cas_misses 0 cmd_flush 0 cmd_get 0 cmd_set 1035454 conn_yields 304 connection_structures 5000 curr_connections 10 curr_conns_on_port_11209 6 curr_conns_on_port_11210 2 curr_items 1035454 curr_items_tot 1035454 curr_temp_items 0 daemon_connections 4 decr_hits 0 decr_misses 0 delete_hits 0 delete_misses 0 ep_access_scanner_last_runtime 0 ep_access_scanner_num_items 0 ep_access_scanner_task_time 2012-11-03 10:00:00 ep_allow_data_loss_during_shutdown 1 ep_alog_block_size 4096 ep_alog_path /data/default/access.log ep_alog_sleep_time 1440 ep_alog_task_time 10 ep_backend couchdb ep_bg_fetch_delay 0 ep_bg_fetched 0 ep_bg_meta_fetched 0 ep_bg_remaining_jobs 0 ep_chk_max_items 5000 ep_chk_period 1800 ep_chk_persistence_remains 0 ep_chk_persistence_timeout 10 ep_chk_remover_stime 5 ep_commit_num 788 ep_commit_time 73 ep_commit_time_total 3936 ep_concurrentDB 1 ep_config_file ep_couch_bucket default ep_couch_host localhost ep_couch_port 11213 ep_couch_reconnect_sleeptime 250 ep_couch_response_timeout 180000 ep_data_age 37 ep_data_age_highwat 61 ep_data_traffic_enabled 0 ep_dbinit 0 ep_dbname /data/default ep_degraded_mode 0 ep_diskqueue_drain 909963 ep_diskqueue_fill 1035454 ep_diskqueue_items 125492 ep_diskqueue_memory 4015712 ep_diskqueue_pending 6023568 ep_exp_pager_stime 3600 ep_exp_pager_stime 3600 ep_expired_access 0 ep_expired_pager 0 ep_expiry_window 3 ep_failpartialwarmup 0 ep_flush_all false ep_flush_duration_total 336 ep_flushall_enabled 0 ep_flusher_state running ep_flusher_todo 31592 ep_getl_default_timeout 15 ep_getl_max_timeout 30 ep_ht_locks 5 ep_ht_size 3079 ep_inconsistent_slave_chk 0 ep_initfile ep_io_num_read 0 ep_io_num_write 909401 ep_io_read_bytes 0 ep_io_write_bytes 2153518422 ep_item_begin_failed 0 ep_item_commit_failed 0 ep_item_flush_expired 0 ep_item_flush_failed 0 ep_item_num_based_new_chk 1 ep_items_rm_from_checkpoints 640256 ep_keep_closed_chks 0 ep_klog_block_size 4096 ep_klog_compactor_queue_cap 500000 ep_klog_compactor_stime 3600 ep_klog_flush commit2 ep_klog_max_entry_ratio 10 ep_klog_max_log_size 2147483647 ep_klog_path ep_klog_sync commit2 ep_kv_size 2533522498 ep_max_checkpoints 2 ep_max_data_size 5242880000 ep_max_item_size 20971520 ep_max_size 5242880000 ep_max_txn_size 10000 ep_max_vbuckets 512 ep_mem_high_wat 3932160000 ep_mem_high_wat 3932160000 ep_mem_low_wat 3145728000 ep_mem_low_wat 3145728000 ep_mem_tracker_enabled true ep_min_data_age 0 ep_mlog_compactor_runs 0 ep_mutation_mem_threshold 0 ep_num_access_scanner_runs 0 ep_num_eject_failures 0 ep_num_expiry_pager_runs 0 ep_num_non_resident 0 ep_num_not_my_vbuckets 0 ep_num_ops_del_meta 0 ep_num_ops_get_meta 0 ep_num_ops_set_meta 0 ep_num_pager_runs 0 ep_num_value_ejects 0 ep_oom_errors 0 ep_overhead 41594456 ep_pager_active_vb_pcnt 40 ep_pager_unbiased_period 60 ep_pending_ops 0 ep_pending_ops_max 0 ep_pending_ops_max_duration 0 ep_pending_ops_total 0 ep_postInitfile ep_queue_age_cap 900 ep_queue_size 93900 ep_startup_time 1351907824 ep_storage_age 35 ep_storage_age_highwat 58 ep_store_max_concurrency 10 ep_store_max_readers 9 ep_store_max_readwrite 1 ep_stored_val_type ep_tap_ack_grace_period 300 ep_tap_ack_initial_sequence_number 1 ep_tap_ack_interval 1000 ep_tap_ack_window_size 10 ep_tap_backfill_resident 0.9 ep_tap_backlog_limit 5000 ep_tap_backoff_period 5 ep_tap_bg_fetch_requeued 0 ep_tap_bg_fetched 0 ep_tap_bg_max_pending 500 ep_tap_keepalive 300 ep_tap_noop_interval 20 ep_tap_requeue_sleep_time 0.1 ep_tap_throttle_cap_pcnt 10 ep_tap_throttle_queue_cap 1000000 ep_tap_throttle_threshold 90 ep_tmp_oom_errors 0 ep_too_old 0 ep_too_young 0 ep_total_cache_size 2521097050 ep_total_del_items 0 ep_total_enqueued 1035454 ep_total_new_items 909401 ep_total_persisted 909401 ep_uncommitted_items 6439 ep_value_size 2448137030 ep_vb0 0 ep_vb_snapshot_total 26 ep_vb_total 128 ep_vbucket_del 0 ep_vbucket_del_fail 0 ep_version 2.0.0r_130_g8b09894 ep_waitforwarmup 0 ep_warmup 1 ep_warmup_batch_size 1000 ep_warmup_dups 0 ep_warmup_min_items_threshold 100 ep_warmup_min_memory_threshold 100 ep_warmup_oom 0 ep_warmup_thread complete ep_warmup_time 542 get_hits 0 get_misses 0 incr_hits 0 incr_misses 0 libevent 2.0.11-stable limit_maxbytes 67108864 listen_disabled_num 0 max_conns_on_port_11209 1000 max_conns_on_port_11210 9000 mem_used 2641884744 pid 18083 pointer_size 64 rejected_conns 0 rusage_system 151.501968 rusage_user 432.049318 tap_checkpoint_start_received 86 tap_mutation_received 1301149 tap_opaque_received 301 tap_vbucket_set_received 86 threads 4 time 1351908226 total_connections 193 uptime 2301 vb_active_curr_items 1035454 vb_active_eject 0 vb_active_expired 0 vb_active_ht_memory 6351872 vb_active_itm_memory 2521097050 vb_active_meta_data_memory 81800866 vb_active_num 128 vb_active_num_non_resident 0 vb_active_num_ref_ejects 0 vb_active_num_ref_items 1035454 vb_active_ops_create 909962 vb_active_ops_delete 0 vb_active_ops_reject 0 vb_active_ops_update 0 vb_active_perc_mem_resident 100 vb_active_queue_age 3059446000 vb_active_queue_drain 909963 vb_active_queue_fill 1035454 vb_active_queue_memory 4015712 vb_active_queue_pending 6023568 vb_active_queue_size 125491 vb_dead_num 0 vb_pending_curr_items 0 vb_pending_eject 0 vb_pending_expired 0 vb_pending_ht_memory 0 vb_pending_itm_memory 0 vb_pending_meta_data_memory 0 vb_pending_num 0 vb_pending_num_non_resident 0 vb_pending_num_ref_ejects 0 vb_pending_num_ref_items 0 vb_pending_ops_create 0 vb_pending_ops_delete 0 vb_pending_ops_reject 0 vb_pending_ops_update 0 vb_pending_perc_mem_resident 0 vb_pending_queue_age 0 vb_pending_queue_drain 0 vb_pending_queue_fill 0 vb_pending_queue_memory 0 vb_pending_queue_pending 0 vb_pending_queue_size 0 vb_replica_curr_items 0 vb_replica_eject 0 vb_replica_expired 0 vb_replica_ht_memory 0 vb_replica_itm_memory 0 vb_replica_meta_data_memory 0 vb_replica_num 0 vb_replica_num_non_resident 0 vb_replica_num_ref_ejects 0 vb_replica_num_ref_items 0 vb_replica_ops_create 0 vb_replica_ops_delete 0 vb_replica_ops_reject 0 vb_replica_ops_update 0 vb_replica_perc_mem_resident 0 vb_replica_queue_age 0 vb_replica_queue_drain 0 vb_replica_queue_fill 0 vb_replica_queue_memory 0 vb_replica_queue_pending 0 vb_replica_queue_size 0 version 1.4.4_600_g7ea975a [ns_doctor:debug,2012-11-02T19:04:27.040,ns_1@10.2.1.66:ns_doctor<0.1428.0>:ns_doctor:handle_info:137]Current node statuses: [{'ns_1@10.2.1.65', [{last_heard,{1351,908264,358513}}, {outgoing_replications_safeness_level,[{"default",green}]}, {incoming_replications_conf_hashes,[{"default",[]}]}, {active_buckets,["default"]}, {ready_buckets,["default"]}, {local_tasks,[]}, {memory, [{total,119018288}, {processes,71519072}, {processes_used,69940736}, {system,47499216}, {atom,1502673}, {atom_used,1494429}, {binary,4983528}, {code,15256817}, {ets,7654432}]}, {system_memory_data, [{system_total_memory,33657663488}, {free_swap,11350716416}, {total_swap,11350876160}, {cached_memory,4129390592}, {buffered_memory,240873472}, {free_memory,23858073600}, {total_memory,33657663488}]}, {node_storage_conf,[{db_path,"/data"},{index_path,"/data2"}]}, {statistics, [{wall_clock,{2507193,4999}}, {context_switches,{26196832,0}}, {garbage_collection,{2206418,26697824237,0}}, {io,{{input,37502685163},{output,7663378573}}}, {reductions,{10098923483,2298964}}, {run_queue,0}, {runtime,{997530,650}}]}, {system_stats, [{cpu_utilization_rate,8.521303258145364}, {swap_total,11350876160}, {swap_used,159744}]}, {interesting_stats, [{couch_docs_actual_disk_size,3504256547}, {couch_docs_data_size,2731454629}, {couch_views_actual_disk_size,0}, {couch_views_data_size,0}, {curr_items,1136208}, {curr_items_tot,1136208}, {mem_used,2909791048}, {vb_replica_curr_items,0}]}, {cluster_compatibility_version,131072}, {version, [{public_key,"0.13"}, {lhttpc,"1.3.0"}, {ale,"8cffe61"}, {os_mon,"2.2.7"}, {couch_set_view,"1.2.0a-47a991b-git"}, {mnesia,"4.5"}, {inets,"5.7.1"}, {couch,"1.2.0a-47a991b-git"}, {mapreduce,"1.0.0"}, {couch_index_merger,"1.2.0a-47a991b-git"}, {kernel,"2.14.5"}, {crypto,"2.0.4"}, {ssl,"4.1.6"}, {sasl,"2.1.10"}, {couch_view_parser,"1.0.0"}, {ns_server,"2.0.0-1925-rel-enterprise"}, {mochiweb,"1.4.1"}, {oauth,"7d85d3ef"}, {stdlib,"1.17.5"}]}, {supported_compat_version,[2,0]}, {system_arch,"x86_64-unknown-linux-gnu"}, {wall_clock,2507}, {memory_data,{33657663488,9262862336,{<18077.178.1>,7628384}}}, {disk_data, [{"/",51088800,10}, {"/dev/shm",16434404,0}, {"/data",492257288,1}, {"/data2",246132896,1}]}, {meminfo, <<"MemTotal: 32868812 kB\nMemFree: 23298900 kB\nBuffers: 235228 kB\nCached: 4032608 kB\nSwapCached: 0 kB\nActive: 6545036 kB\nInactive: 2778224 kB\nHighTotal: 0 kB\nHighFree: 0 kB\nLowTotal: 32868812 kB\nLowFree: 23298900 kB\nSwapTotal: 11084840 kB\nSwapFree: 11084684 kB\nDirty: 1760 kB\nWriteback: 28 kB\nAnonPages: 5055460 kB\nMapped: 16312 kB\nSlab: 201244 kB\nPageTables: 14340 kB\nNFS_Unstable: 0 kB\nBounce: 0 kB\nCommitLimit: 27519244 kB\nCommitted_AS: 6786336 kB\nVmallocTotal: 34359738367 kB\nVmallocUsed: 6728 kB\nVmallocChunk: 34359730275 kB\nHugePages_Total: 0\nHugePages_Free: 0\nHugePages_Rsvd: 0\nHugepagesize: 2048 kB\n">>}]}, {'ns_1@10.2.1.66', [{last_heard,{1351,908262,40350}}, {outgoing_replications_safeness_level,[{"default",green}]}, {incoming_replications_conf_hashes,[{"default",[]}]}, {active_buckets,["default"]}, {ready_buckets,["default"]}, {local_tasks,[]}, {memory, [{total,102092248}, {processes,58258176}, {processes_used,57871440}, {system,43834072}, {atom,1413905}, {atom_used,1392509}, {binary,2325656}, {code,14575828}, {ets,7452720}]}, {system_memory_data, [{system_total_memory,33657663488}, {free_swap,10684469248}, {total_swap,10684628992}, {cached_memory,3468845056}, {buffered_memory,278753280}, {free_memory,24659988480}, {total_memory,33657663488}]}, {node_storage_conf,[{db_path,"/data"},{index_path,"/data2"}]}, {statistics, [{wall_clock,{2504439,5000}}, {context_switches,{27377274,0}}, {garbage_collection,{2260790,26531865216,0}}, {io,{{input,37058182396},{output,8075670022}}}, {reductions,{9978112819,1972870}}, {run_queue,0}, {runtime,{918820,410}}]}, {system_stats, [{cpu_utilization_rate,25.935162094763093}, {swap_total,10684628992}, {swap_used,159744}]}, {interesting_stats, [{couch_docs_actual_disk_size,2777625896}, {couch_docs_data_size,2682339349}, {couch_views_actual_disk_size,0}, {couch_views_data_size,0}, {curr_items,1133711}, {curr_items_tot,1133711}, {mem_used,2903749496}, {vb_replica_curr_items,0}]}, {cluster_compatibility_version,131072}, {version, [{public_key,"0.13"}, {lhttpc,"1.3.0"}, {ale,"8cffe61"}, {os_mon,"2.2.7"}, {couch_set_view,"1.2.0a-47a991b-git"}, {mnesia,"4.5"}, {inets,"5.7.1"}, {couch,"1.2.0a-47a991b-git"}, {mapreduce,"1.0.0"}, {couch_index_merger,"1.2.0a-47a991b-git"}, {kernel,"2.14.5"}, {crypto,"2.0.4"}, {ssl,"4.1.6"}, {sasl,"2.1.10"}, {couch_view_parser,"1.0.0"}, {ns_server,"2.0.0-1925-rel-enterprise"}, {mochiweb,"1.4.1"}, {oauth,"7d85d3ef"}, {stdlib,"1.17.5"}]}, {supported_compat_version,[2,0]}, {system_arch,"x86_64-unknown-linux-gnu"}, {wall_clock,2504}, {memory_data,{33657663488,8559742976,{<0.20373.0>,4714984}}}, {disk_data, [{"/",49781912,5}, {"/dev/shm",16434404,0}, {"/data",492257288,1}, {"/data2",246132896,1}]}, {meminfo, <<"MemTotal: 32868812 kB\nMemFree: 24082020 kB\nBuffers: 272220 kB\nCached: 3387544 kB\nSwapCached: 140 kB\nActive: 5488956 kB\nInactive: 3065512 kB\nHighTotal: 0 kB\nHighFree: 0 kB\nLowTotal: 32868812 kB\nLowFree: 24082020 kB\nSwapTotal: 10434208 kB\nSwapFree: 10434052 kB\nDirty: 2576 kB\nWriteback: 48 kB\nAnonPages: 4894000 kB\nMapped: 18020 kB\nSlab: 183596 kB\nPageTables: 14520 kB\nNFS_Unstable: 0 kB\nBounce: 0 kB\nCommitLimit: 26868612 kB\nCommitted_AS: 6622524 kB\nVmallocTotal: 34359738367 kB\nVmallocUsed: 6408 kB\nVmallocChunk: 34359730595 kB\nHugePages_Total: 0\nHugePages_Free: 0\nHugePages_Rsvd: 0\nHugepagesize: 2048 kB\n">>}]}, {'ns_1@10.2.1.67', [{last_heard,{1351,908264,136698}}, {outgoing_replications_safeness_level,[{"default",green}]}, {incoming_replications_conf_hashes,[{"default",[]}]}, {active_buckets,["default"]}, {ready_buckets,["default"]}, {local_tasks,[]}, {memory, [{total,102192544}, {processes,62465280}, {processes_used,62310088}, {system,39727264}, {atom,1414713}, {atom_used,1394174}, {binary,2571416}, {code,14610103}, {ets,3063752}]}, {system_memory_data, [{system_total_memory,33657663488}, {free_swap,10701078528}, {total_swap,10701078528}, {cached_memory,3638673408}, {buffered_memory,441524224}, {free_memory,25985794048}, {total_memory,33657663488}]}, {node_storage_conf,[{db_path,"/data"},{index_path,"/data2"}]}, {statistics, [{wall_clock,{2507526,5001}}, {context_switches,{21142140,0}}, {garbage_collection,{3642856,15887102630,0}}, {io,{{input,25854878588},{output,2450379586}}}, {reductions,{6598214023,3914625}}, {run_queue,0}, {runtime,{692000,1670}}]}, {system_stats, [{cpu_utilization_rate,36.340852130325814}, {swap_total,10701078528}, {swap_used,0}]}, {interesting_stats, [{couch_docs_actual_disk_size,2930210100}, {couch_docs_data_size,2735890421}, {couch_views_actual_disk_size,0}, {couch_views_data_size,0}, {curr_items,1139846}, {curr_items_tot,1139846}, {mem_used,2918122280}, {vb_replica_curr_items,0}]}, {cluster_compatibility_version,131072}, {version, [{public_key,"0.13"}, {lhttpc,"1.3.0"}, {ale,"8cffe61"}, {os_mon,"2.2.7"}, {couch_set_view,"1.2.0a-47a991b-git"}, {mnesia,"4.5"}, {inets,"5.7.1"}, {couch,"1.2.0a-47a991b-git"}, {mapreduce,"1.0.0"}, {couch_index_merger,"1.2.0a-47a991b-git"}, {kernel,"2.14.5"}, {crypto,"2.0.4"}, {ssl,"4.1.6"}, {sasl,"2.1.10"}, {couch_view_parser,"1.0.0"}, {ns_server,"2.0.0-1925-rel-enterprise"}, {mochiweb,"1.4.1"}, {oauth,"7d85d3ef"}, {stdlib,"1.17.5"}]}, {supported_compat_version,[2,0]}, {system_arch,"x86_64-unknown-linux-gnu"}, {wall_clock,2507}, {memory_data,{33657663488,6816694272,{<18173.19800.0>,4714984}}}, {disk_data, [{"/",49781912,9}, {"/dev/shm",16434404,0}, {"/data",492257288,1}, {"/data2",246132896,1}]}, {meminfo, <<"MemTotal: 32868812 kB\nMemFree: 25377000 kB\nBuffers: 431176 kB\nCached: 3553392 kB\nSwapCached: 0 kB\nActive: 4135984 kB\nInactive: 3107356 kB\nHighTotal: 0 kB\nHighFree: 0 kB\nLowTotal: 32868812 kB\nLowFree: 25377000 kB\nSwapTotal: 10450272 kB\nSwapFree: 10450272 kB\nDirty: 1164 kB\nWriteback: 8 kB\nAnonPages: 3258768 kB\nMapped: 17960 kB\nSlab: 206384 kB\nPageTables: 11248 kB\nNFS_Unstable: 0 kB\nBounce: 0 kB\nCommitLimit: 26884676 kB\nCommitted_AS: 4972760 kB\nVmallocTotal: 34359738367 kB\nVmallocUsed: 6416 kB\nVmallocChunk: 34359730587 kB\nHugePages_Total: 0\nHugePages_Free: 0\nHugePages_Rsvd: 0\nHugepagesize: 2048 kB\n">>}]}, {'ns_1@10.2.1.68', [{last_heard,{1351,908264,342778}}, {outgoing_replications_safeness_level,[{"default",green}]}, {incoming_replications_conf_hashes,[{"default",[]}]}, {active_buckets,["default"]}, {ready_buckets,["default"]}, {local_tasks,[]}, {memory, [{total,105387560}, {processes,61294336}, {processes_used,61046144}, {system,44093224}, {atom,1413905}, {atom_used,1392509}, {binary,2548832}, {code,14613068}, {ets,7425544}]}, {system_memory_data, [{system_total_memory,33657663488}, {free_swap,10684616704}, {total_swap,10684628992}, {cached_memory,4536442880}, {buffered_memory,338624512}, {free_memory,23372451840}, {total_memory,33657663488}]}, {node_storage_conf,[{db_path,"/data"},{index_path,"/data2"}]}, {statistics, [{wall_clock,{2506430,5000}}, {context_switches,{26583985,0}}, {garbage_collection,{2358619,25428116693,0}}, {io,{{input,35841842080},{output,7565795429}}}, {reductions,{9495091336,2688339}}, {run_queue,0}, {runtime,{925700,660}}]}, {system_stats, [{cpu_utilization_rate,27.81954887218045}, {swap_total,10684628992}, {swap_used,12288}]}, {interesting_stats, [{couch_docs_actual_disk_size,3841660190}, {couch_docs_data_size,2738274462}, {couch_views_actual_disk_size,0}, {couch_views_data_size,0}, {curr_items,1138365}, {curr_items_tot,1138365}, {mem_used,2914496408}, {vb_replica_curr_items,0}]}, {cluster_compatibility_version,131072}, {version, [{public_key,"0.13"}, {lhttpc,"1.3.0"}, {ale,"8cffe61"}, {os_mon,"2.2.7"}, {couch_set_view,"1.2.0a-47a991b-git"}, {mnesia,"4.5"}, {inets,"5.7.1"}, {couch,"1.2.0a-47a991b-git"}, {mapreduce,"1.0.0"}, {couch_index_merger,"1.2.0a-47a991b-git"}, {kernel,"2.14.5"}, {crypto,"2.0.4"}, {ssl,"4.1.6"}, {sasl,"2.1.10"}, {couch_view_parser,"1.0.0"}, {ns_server,"2.0.0-1925-rel-enterprise"}, {mochiweb,"1.4.1"}, {oauth,"7d85d3ef"}, {stdlib,"1.17.5"}]}, {supported_compat_version,[2,0]}, {system_arch,"x86_64-unknown-linux-gnu"}, {wall_clock,2506}, {memory_data,{33657663488,9762205696,{<18174.19057.0>,4714984}}}, {disk_data, [{"/",49781912,5}, {"/dev/shm",16434404,0}, {"/data",492257288,1}, {"/data2",246132896,1}]}, {meminfo, <<"MemTotal: 32868812 kB\nMemFree: 22824784 kB\nBuffers: 330688 kB\nCached: 4430120 kB\nSwapCached: 12 kB\nActive: 7044788 kB\nInactive: 2726844 kB\nHighTotal: 0 kB\nHighFree: 0 kB\nLowTotal: 32868812 kB\nLowFree: 22824784 kB\nSwapTotal: 10434208 kB\nSwapFree: 10434196 kB\nDirty: 2272 kB\nWriteback: 0 kB\nAnonPages: 5010308 kB\nMapped: 18216 kB\nSlab: 224076 kB\nPageTables: 14684 kB\nNFS_Unstable: 0 kB\nBounce: 0 kB\nCommitLimit: 26868612 kB\nCommitted_AS: 6721728 kB\nVmallocTotal: 34359738367 kB\nVmallocUsed: 6408 kB\nVmallocChunk: 34359730595 kB\nHugePages_Total: 0\nHugePages_Free: 0\nHugePages_Rsvd: 0\nHugepagesize: 2048 kB\n">>}]}] [stats:debug,2012-11-02T19:05:26.849,ns_1@10.2.1.66:<0.20380.0>:stats_collector:maybe_log_stats:126](at {{1970,1,16},{7,31,48}}) Stats for bucket "default": accepting_conns 1 auth_cmds 1 auth_errors 0 bucket_active_conns 1 bucket_conns 6 bytes 3282005240 bytes_read 3158021147 bytes_written 62074441 cas_badval 0 cas_hits 0 cas_misses 0 cmd_flush 0 cmd_get 0 cmd_set 1315471 conn_yields 394 connection_structures 5000 curr_connections 10 curr_conns_on_port_11209 6 curr_conns_on_port_11210 2 curr_items 1315471 curr_items_tot 1315471 curr_temp_items 0 daemon_connections 4 decr_hits 0 decr_misses 0 delete_hits 0 delete_misses 0 ep_access_scanner_last_runtime 0 ep_access_scanner_num_items 0 ep_access_scanner_task_time 2012-11-03 10:00:00 ep_allow_data_loss_during_shutdown 1 ep_alog_block_size 4096 ep_alog_path /data/default/access.log ep_alog_sleep_time 1440 ep_alog_task_time 10 ep_backend couchdb ep_bg_fetch_delay 0 ep_bg_fetched 0 ep_bg_meta_fetched 0 ep_bg_remaining_jobs 0 ep_chk_max_items 5000 ep_chk_period 1800 ep_chk_persistence_remains 0 ep_chk_persistence_timeout 10 ep_chk_remover_stime 5 ep_commit_num 904 ep_commit_time 2 ep_commit_time_total 5864 ep_concurrentDB 1 ep_config_file ep_couch_bucket default ep_couch_host localhost ep_couch_port 11213 ep_couch_reconnect_sleeptime 250 ep_couch_response_timeout 180000 ep_data_age 1 ep_data_age_highwat 74 ep_data_traffic_enabled 0 ep_dbinit 0 ep_dbname /data/default ep_degraded_mode 0 ep_diskqueue_drain 1314842 ep_diskqueue_fill 1315471 ep_diskqueue_items 625 ep_diskqueue_memory 20128 ep_diskqueue_pending 30192 ep_exp_pager_stime 3600 ep_exp_pager_stime 3600 ep_expired_access 0 ep_expired_pager 0 ep_expiry_window 3 ep_failpartialwarmup 0 ep_flush_all false ep_flush_duration_total 469 ep_flushall_enabled 0 ep_flusher_state running ep_flusher_todo 60 ep_getl_default_timeout 15 ep_getl_max_timeout 30 ep_ht_locks 5 ep_ht_size 3079 ep_inconsistent_slave_chk 0 ep_initfile ep_io_num_read 0 ep_io_num_write 1314841 ep_io_read_bytes 0 ep_io_write_bytes 3114373016 ep_item_begin_failed 0 ep_item_commit_failed 0 ep_item_flush_expired 0 ep_item_flush_failed 0 ep_item_num_based_new_chk 1 ep_items_rm_from_checkpoints 1275510 ep_keep_closed_chks 0 ep_klog_block_size 4096 ep_klog_compactor_queue_cap 500000 ep_klog_compactor_stime 3600 ep_klog_flush commit2 ep_klog_max_entry_ratio 10 ep_klog_max_log_size 2147483647 ep_klog_path ep_klog_sync commit2 ep_kv_size 3219090845 ep_max_checkpoints 2 ep_max_data_size 5242880000 ep_max_item_size 20971520 ep_max_size 5242880000 ep_max_txn_size 10000 ep_max_vbuckets 512 ep_mem_high_wat 3932160000 ep_mem_high_wat 3932160000 ep_mem_low_wat 3145728000 ep_mem_low_wat 3145728000 ep_mem_tracker_enabled true ep_min_data_age 0 ep_mlog_compactor_runs 0 ep_mutation_mem_threshold 0 ep_num_access_scanner_runs 0 ep_num_eject_failures 0 ep_num_expiry_pager_runs 0 ep_num_non_resident 0 ep_num_not_my_vbuckets 0 ep_num_ops_del_meta 0 ep_num_ops_get_meta 0 ep_num_ops_set_meta 0 ep_num_pager_runs 0 ep_num_value_ejects 0 ep_oom_errors 0 ep_overhead 10103696 ep_pager_active_vb_pcnt 40 ep_pager_unbiased_period 60 ep_pending_ops 0 ep_pending_ops_max 0 ep_pending_ops_max_duration 0 ep_pending_ops_total 0 ep_postInitfile ep_queue_age_cap 900 ep_queue_size 565 ep_startup_time 1351907824 ep_storage_age 1 ep_storage_age_highwat 71 ep_store_max_concurrency 10 ep_store_max_readers 9 ep_store_max_readwrite 1 ep_stored_val_type ep_tap_ack_grace_period 300 ep_tap_ack_initial_sequence_number 1 ep_tap_ack_interval 1000 ep_tap_ack_window_size 10 ep_tap_backfill_resident 0.9 ep_tap_backlog_limit 5000 ep_tap_backoff_period 5 ep_tap_bg_fetch_requeued 0 ep_tap_bg_fetched 0 ep_tap_bg_max_pending 500 ep_tap_keepalive 300 ep_tap_noop_interval 20 ep_tap_requeue_sleep_time 0.1 ep_tap_throttle_cap_pcnt 10 ep_tap_throttle_queue_cap 1000000 ep_tap_throttle_threshold 90 ep_tmp_oom_errors 0 ep_too_old 0 ep_too_young 0 ep_total_cache_size 3203305193 ep_total_del_items 0 ep_total_enqueued 1315471 ep_total_new_items 1314841 ep_total_persisted 1314841 ep_uncommitted_items 721 ep_value_size 3110607740 ep_vb0 0 ep_vb_snapshot_total 50 ep_vb_total 128 ep_vbucket_del 0 ep_vbucket_del_fail 0 ep_version 2.0.0r_130_g8b09894 ep_waitforwarmup 0 ep_warmup 1 ep_warmup_batch_size 1000 ep_warmup_dups 0 ep_warmup_min_items_threshold 100 ep_warmup_min_memory_threshold 100 ep_warmup_oom 0 ep_warmup_thread complete ep_warmup_time 542 get_hits 0 get_misses 0 incr_hits 0 incr_misses 0 libevent 2.0.11-stable limit_maxbytes 67108864 listen_disabled_num 0 max_conns_on_port_11209 1000 max_conns_on_port_11210 9000 mem_used 3282005240 pid 18083 pointer_size 64 rejected_conns 0 rusage_system 162.593282 rusage_user 465.594218 tap_checkpoint_start_received 86 tap_mutation_received 1301149 tap_opaque_received 301 tap_vbucket_set_received 86 threads 4 time 1351908326 total_connections 193 uptime 2401 vb_active_curr_items 1315471 vb_active_eject 0 vb_active_expired 0 vb_active_ht_memory 6351872 vb_active_itm_memory 3203305193 vb_active_meta_data_memory 103922209 vb_active_num 128 vb_active_num_non_resident 0 vb_active_num_ref_ejects 0 vb_active_num_ref_items 1315471 vb_active_ops_create 1314841 vb_active_ops_delete 0 vb_active_ops_reject 0 vb_active_ops_update 0 vb_active_perc_mem_resident 100 vb_active_queue_age 581000 vb_active_queue_drain 1314842 vb_active_queue_fill 1315471 vb_active_queue_memory 20128 vb_active_queue_pending 30192 vb_active_queue_size 629 vb_dead_num 0 vb_pending_curr_items 0 vb_pending_eject 0 vb_pending_expired 0 vb_pending_ht_memory 0 vb_pending_itm_memory 0 vb_pending_meta_data_memory 0 vb_pending_num 0 vb_pending_num_non_resident 0 vb_pending_num_ref_ejects 0 vb_pending_num_ref_items 0 vb_pending_ops_create 0 vb_pending_ops_delete 0 vb_pending_ops_reject 0 vb_pending_ops_update 0 vb_pending_perc_mem_resident 0 vb_pending_queue_age 0 vb_pending_queue_drain 0 vb_pending_queue_fill 0 vb_pending_queue_memory 0 vb_pending_queue_pending 0 vb_pending_queue_size 0 vb_replica_curr_items 0 vb_replica_eject 0 vb_replica_expired 0 vb_replica_ht_memory 0 vb_replica_itm_memory 0 vb_replica_meta_data_memory 0 vb_replica_num 0 vb_replica_num_non_resident 0 vb_replica_num_ref_ejects 0 vb_replica_num_ref_items 0 vb_replica_ops_create 0 vb_replica_ops_delete 0 vb_replica_ops_reject 0 vb_replica_ops_update 0 vb_replica_perc_mem_resident 0 vb_replica_queue_age 0 vb_replica_queue_drain 0 vb_replica_queue_fill 0 vb_replica_queue_memory 0 vb_replica_queue_pending 0 vb_replica_queue_size 0 version 1.4.4_600_g7ea975a [ns_doctor:debug,2012-11-02T19:05:27.040,ns_1@10.2.1.66:ns_doctor<0.1428.0>:ns_doctor:handle_info:137]Current node statuses: [{'ns_1@10.2.1.65', [{last_heard,{1351,908324,356887}}, {outgoing_replications_safeness_level,[{"default",green}]}, {incoming_replications_conf_hashes,[{"default",[]}]}, {active_buckets,["default"]}, {ready_buckets,["default"]}, {local_tasks,[]}, {memory, [{total,122567600}, {processes,74885872}, {processes_used,73308792}, {system,47681728}, {atom,1502673}, {atom_used,1494429}, {binary,4983992}, {code,15256817}, {ets,7833304}]}, {system_memory_data, [{system_total_memory,33657663488}, {free_swap,11350716416}, {total_swap,11350876160}, {cached_memory,4912599040}, {buffered_memory,241872896}, {free_memory,23054950400}, {total_memory,33657663488}]}, {node_storage_conf,[{db_path,"/data"},{index_path,"/data2"}]}, {statistics, [{wall_clock,{2567193,5000}}, {context_switches,{26508578,0}}, {garbage_collection,{2237193,26798108884,0}}, {io,{{input,37523099464},{output,7669603707}}}, {reductions,{10137415266,3371737}}, {run_queue,0}, {runtime,{1008130,950}}]}, {system_stats, [{cpu_utilization_rate,28.5}, {swap_total,11350876160}, {swap_used,159744}]}, {interesting_stats, [{couch_docs_actual_disk_size,4231787817}, {couch_docs_data_size,3159056588}, {couch_views_actual_disk_size,0}, {couch_views_data_size,0}, {curr_items,1304885}, {curr_items_tot,1304885}, {mem_used,3265886968}, {vb_replica_curr_items,0}]}, {cluster_compatibility_version,131072}, {version, [{public_key,"0.13"}, {lhttpc,"1.3.0"}, {ale,"8cffe61"}, {os_mon,"2.2.7"}, {couch_set_view,"1.2.0a-47a991b-git"}, {mnesia,"4.5"}, {inets,"5.7.1"}, {couch,"1.2.0a-47a991b-git"}, {mapreduce,"1.0.0"}, {couch_index_merger,"1.2.0a-47a991b-git"}, {kernel,"2.14.5"}, {crypto,"2.0.4"}, {ssl,"4.1.6"}, {sasl,"2.1.10"}, {couch_view_parser,"1.0.0"}, {ns_server,"2.0.0-1925-rel-enterprise"}, {mochiweb,"1.4.1"}, {oauth,"7d85d3ef"}, {stdlib,"1.17.5"}]}, {supported_compat_version,[2,0]}, {system_arch,"x86_64-unknown-linux-gnu"}, {wall_clock,2567}, {memory_data,{33657663488,10026373120,{<18077.178.1>,7628384}}}, {disk_data, [{"/",51088800,10}, {"/dev/shm",16434404,0}, {"/data",492257288,1}, {"/data2",246132896,1}]}, {meminfo, <<"MemTotal: 32868812 kB\nMemFree: 22514600 kB\nBuffers: 236204 kB\nCached: 4797460 kB\nSwapCached: 0 kB\nActive: 6957864 kB\nInactive: 3130600 kB\nHighTotal: 0 kB\nHighFree: 0 kB\nLowTotal: 32868812 kB\nLowFree: 22514600 kB\nSwapTotal: 11084840 kB\nSwapFree: 11084684 kB\nDirty: 2068 kB\nWriteback: 0 kB\nAnonPages: 5054488 kB\nMapped: 16312 kB\nSlab: 220320 kB\nPageTables: 14352 kB\nNFS_Unstable: 0 kB\nBounce: 0 kB\nCommitLimit: 27519244 kB\nCommitted_AS: 6787264 kB\nVmallocTotal: 34359738367 kB\nVmallocUsed: 6728 kB\nVmallocChunk: 34359730275 kB\nHugePages_Total: 0\nHugePages_Free: 0\nHugePages_Rsvd: 0\nHugepagesize: 2048 kB\n">>}]}, {'ns_1@10.2.1.66', [{last_heard,{1351,908322,41319}}, {outgoing_replications_safeness_level,[{"default",green}]}, {incoming_replications_conf_hashes,[{"default",[]}]}, {active_buckets,["default"]}, {ready_buckets,["default"]}, {local_tasks,[]}, {memory, [{total,103647992}, {processes,59409248}, {processes_used,59022432}, {system,44238744}, {atom,1413905}, {atom_used,1392509}, {binary,2554416}, {code,14575828}, {ets,7630752}]}, {system_memory_data, [{system_total_memory,33657663488}, {free_swap,10684469248}, {total_swap,10684628992}, {cached_memory,4153315328}, {buffered_memory,279506944}, {free_memory,23960985600}, {total_memory,33657663488}]}, {node_storage_conf,[{db_path,"/data"},{index_path,"/data2"}]}, {statistics, [{wall_clock,{2564440,5000}}, {context_switches,{27709990,0}}, {garbage_collection,{2294898,26600906961,0}}, {io,{{input,37063646823},{output,8081234037}}}, {reductions,{10010817024,2988300}}, {run_queue,0}, {runtime,{928780,950}}]}, {system_stats, [{cpu_utilization_rate,7.75}, {swap_total,10684628992}, {swap_used,159744}]}, {interesting_stats, [{couch_docs_actual_disk_size,3516608825}, {couch_docs_data_size,3144911089}, {couch_views_actual_disk_size,0}, {couch_views_data_size,0}, {curr_items,1301492}, {curr_items_tot,1301492}, {mem_used,3255304408}, {vb_replica_curr_items,0}]}, {cluster_compatibility_version,131072}, {version, [{public_key,"0.13"}, {lhttpc,"1.3.0"}, {ale,"8cffe61"}, {os_mon,"2.2.7"}, {couch_set_view,"1.2.0a-47a991b-git"}, {mnesia,"4.5"}, {inets,"5.7.1"}, {couch,"1.2.0a-47a991b-git"}, {mapreduce,"1.0.0"}, {couch_index_merger,"1.2.0a-47a991b-git"}, {kernel,"2.14.5"}, {crypto,"2.0.4"}, {ssl,"4.1.6"}, {sasl,"2.1.10"}, {couch_view_parser,"1.0.0"}, {ns_server,"2.0.0-1925-rel-enterprise"}, {mochiweb,"1.4.1"}, {oauth,"7d85d3ef"}, {stdlib,"1.17.5"}]}, {supported_compat_version,[2,0]}, {system_arch,"x86_64-unknown-linux-gnu"}, {wall_clock,2564}, {memory_data,{33657663488,9173790720,{<0.20373.0>,4714984}}}, {disk_data, [{"/",49781912,5}, {"/dev/shm",16434404,0}, {"/data",492257288,1}, {"/data2",246132896,1}]}, {meminfo, <<"MemTotal: 32868812 kB\nMemFree: 23399400 kB\nBuffers: 272956 kB\nCached: 4055972 kB\nSwapCached: 140 kB\nActive: 5855528 kB\nInactive: 3364988 kB\nHighTotal: 0 kB\nHighFree: 0 kB\nLowTotal: 32868812 kB\nLowFree: 23399400 kB\nSwapTotal: 10434208 kB\nSwapFree: 10434052 kB\nDirty: 1032 kB\nWriteback: 0 kB\nAnonPages: 4890972 kB\nMapped: 18020 kB\nSlab: 200264 kB\nPageTables: 14516 kB\nNFS_Unstable: 0 kB\nBounce: 0 kB\nCommitLimit: 26868612 kB\nCommitted_AS: 6621352 kB\nVmallocTotal: 34359738367 kB\nVmallocUsed: 6408 kB\nVmallocChunk: 34359730595 kB\nHugePages_Total: 0\nHugePages_Free: 0\nHugePages_Rsvd: 0\nHugepagesize: 2048 kB\n">>}]}, {'ns_1@10.2.1.67', [{last_heard,{1351,908324,135973}}, {outgoing_replications_safeness_level,[{"default",green}]}, {incoming_replications_conf_hashes,[{"default",[]}]}, {active_buckets,["default"]}, {ready_buckets,["default"]}, {local_tasks,[]}, {memory, [{total,98349280}, {processes,58450376}, {processes_used,58295408}, {system,39898904}, {atom,1414713}, {atom_used,1394174}, {binary,2567104}, {code,14610103}, {ets,3241496}]}, {system_memory_data, [{system_total_memory,33657663488}, {free_swap,10701078528}, {total_swap,10701078528}, {cached_memory,4396519424}, {buffered_memory,442388480}, {free_memory,24766058496}, {total_memory,33657663488}]}, {node_storage_conf,[{db_path,"/data"},{index_path,"/data2"}]}, {statistics, [{wall_clock,{2567525,5000}}, {context_switches,{21760533,0}}, {garbage_collection,{3707016,15981531678,0}}, {io,{{input,25861805440},{output,2456842522}}}, {reductions,{6641158147,4488386}}, {run_queue,0}, {runtime,{707970,1930}}]}, {system_stats, [{cpu_utilization_rate,32.16957605985037}, {swap_total,10701078528}, {swap_used,0}]}, {interesting_stats, [{couch_docs_actual_disk_size,3678188712}, {couch_docs_data_size,3146861015}, {couch_views_actual_disk_size,0}, {couch_views_data_size,0}, {curr_items,1308873}, {curr_items_tot,1308873}, {mem_used,3269442360}, {vb_replica_curr_items,0}]}, {cluster_compatibility_version,131072}, {version, [{public_key,"0.13"}, {lhttpc,"1.3.0"}, {ale,"8cffe61"}, {os_mon,"2.2.7"}, {couch_set_view,"1.2.0a-47a991b-git"}, {mnesia,"4.5"}, {inets,"5.7.1"}, {couch,"1.2.0a-47a991b-git"}, {mapreduce,"1.0.0"}, {couch_index_merger,"1.2.0a-47a991b-git"}, {kernel,"2.14.5"}, {crypto,"2.0.4"}, {ssl,"4.1.6"}, {sasl,"2.1.10"}, {couch_view_parser,"1.0.0"}, {ns_server,"2.0.0-1925-rel-enterprise"}, {mochiweb,"1.4.1"}, {oauth,"7d85d3ef"}, {stdlib,"1.17.5"}]}, {supported_compat_version,[2,0]}, {system_arch,"x86_64-unknown-linux-gnu"}, {wall_clock,2567}, {memory_data,{33657663488,7927472128,{<18173.19799.0>,4714984}}}, {disk_data, [{"/",49781912,9}, {"/dev/shm",16434404,0}, {"/data",492257288,1}, {"/data2",246132896,1}]}, {meminfo, <<"MemTotal: 32868812 kB\nMemFree: 24185604 kB\nBuffers: 432020 kB\nCached: 4293476 kB\nSwapCached: 0 kB\nActive: 5078756 kB\nInactive: 3345868 kB\nHighTotal: 0 kB\nHighFree: 0 kB\nLowTotal: 32868812 kB\nLowFree: 24185604 kB\nSwapTotal: 10450272 kB\nSwapFree: 10450272 kB\nDirty: 1292 kB\nWriteback: 0 kB\nAnonPages: 3698724 kB\nMapped: 17960 kB\nSlab: 215140 kB\nPageTables: 12188 kB\nNFS_Unstable: 0 kB\nBounce: 0 kB\nCommitLimit: 26884676 kB\nCommitted_AS: 5413520 kB\nVmallocTotal: 34359738367 kB\nVmallocUsed: 6416 kB\nVmallocChunk: 34359730587 kB\nHugePages_Total: 0\nHugePages_Free: 0\nHugePages_Rsvd: 0\nHugepagesize: 2048 kB\n">>}]}, {'ns_1@10.2.1.68', [{last_heard,{1351,908324,341992}}, {outgoing_replications_safeness_level,[{"default",green}]}, {incoming_replications_conf_hashes,[{"default",[]}]}, {active_buckets,["default"]}, {ready_buckets,["default"]}, {local_tasks, [[{pid,<<"<0.26755.0>">>}, {bucket,<<"default">>}, {original_target,{[{type,bucket}]}}, {progress,24}, {started_on,1351908324}, {total_vbuckets,129}, {trigger_type,scheduled}, {type,bucket_compaction}, {updated_on,1351908351}, {vbuckets_done,31}]]}, {memory, [{total,104511192}, {processes,60323616}, {processes_used,60086472}, {system,44187576}, {atom,1413905}, {atom_used,1392509}, {binary,2458672}, {code,14613068}, {ets,7610376}]}, {system_memory_data, [{system_total_memory,33657663488}, {free_swap,10684616704}, {total_swap,10684628992}, {cached_memory,4731744256}, {buffered_memory,340127744}, {free_memory,23166361600}, {total_memory,33657663488}]}, {node_storage_conf,[{db_path,"/data"},{index_path,"/data2"}]}, {statistics, [{wall_clock,{2566430,5000}}, {context_switches,{26759383,0}}, {garbage_collection,{2376738,25484685847,0}}, {io,{{input,35854631328},{output,7572086072}}}, {reductions,{9522827338,2502148}}, {run_queue,0}, {runtime,{932810,480}}]}, {system_stats, [{cpu_utilization_rate,17.955112219451372}, {swap_total,10684628992}, {swap_used,12288}]}, {interesting_stats, [{couch_docs_actual_disk_size,4153357629}, {couch_docs_data_size,3069053324}, {couch_views_actual_disk_size,0}, {couch_views_data_size,0}, {curr_items,1306925}, {curr_items_tot,1306925}, {mem_used,3310481784}, {vb_replica_curr_items,0}]}, {cluster_compatibility_version,131072}, {version, [{public_key,"0.13"}, {lhttpc,"1.3.0"}, {ale,"8cffe61"}, {os_mon,"2.2.7"}, {couch_set_view,"1.2.0a-47a991b-git"}, {mnesia,"4.5"}, {inets,"5.7.1"}, {couch,"1.2.0a-47a991b-git"}, {mapreduce,"1.0.0"}, {couch_index_merger,"1.2.0a-47a991b-git"}, {kernel,"2.14.5"}, {crypto,"2.0.4"}, {ssl,"4.1.6"}, {sasl,"2.1.10"}, {couch_view_parser,"1.0.0"}, {ns_server,"2.0.0-1925-rel-enterprise"}, {mochiweb,"1.4.1"}, {oauth,"7d85d3ef"}, {stdlib,"1.17.5"}]}, {supported_compat_version,[2,0]}, {system_arch,"x86_64-unknown-linux-gnu"}, {wall_clock,2566}, {memory_data,{33657663488,10456891392,{<18174.19055.0>,4714984}}}, {disk_data, [{"/",49781912,5}, {"/dev/shm",16434404,0}, {"/data",492257288,1}, {"/data2",246132896,1}]}, {meminfo, <<"MemTotal: 32868812 kB\nMemFree: 22623648 kB\nBuffers: 332156 kB\nCached: 4620516 kB\nSwapCached: 12 kB\nActive: 6864256 kB\nInactive: 3100204 kB\nHighTotal: 0 kB\nHighFree: 0 kB\nLowTotal: 32868812 kB\nLowFree: 22623648 kB\nSwapTotal: 10434208 kB\nSwapFree: 10434196 kB\nDirty: 24744 kB\nWriteback: 0 kB\nAnonPages: 5011648 kB\nMapped: 18220 kB\nSlab: 232020 kB\nPageTables: 14748 kB\nNFS_Unstable: 0 kB\nBounce: 0 kB\nCommitLimit: 26868612 kB\nCommitted_AS: 6720316 kB\nVmallocTotal: 34359738367 kB\nVmallocUsed: 6408 kB\nVmallocChunk: 34359730595 kB\nHugePages_Total: 0\nHugePages_Free: 0\nHugePages_Rsvd: 0\nHugepagesize: 2048 kB\n">>}]}] [ns_doctor:debug,2012-11-02T19:06:27.040,ns_1@10.2.1.66:ns_doctor<0.1428.0>:ns_doctor:handle_info:137]Current node statuses: [{'ns_1@10.2.1.65', [{last_heard,{1351,908384,356025}}, {outgoing_replications_safeness_level,[{"default",green}]}, {incoming_replications_conf_hashes,[{"default",[]}]}, {active_buckets,["default"]}, {ready_buckets,["default"]}, {local_tasks,[]}, {memory, [{total,118930440}, {processes,71048544}, {processes_used,69471144}, {system,47881896}, {atom,1502673}, {atom_used,1494429}, {binary,5113160}, {code,15256817}, {ets,7905784}]}, {system_memory_data, [{system_total_memory,33657663488}, {free_swap,11350716416}, {total_swap,11350876160}, {cached_memory,5711912960}, {buffered_memory,242839552}, {free_memory,22249410560}, {total_memory,33657663488}]}, {node_storage_conf,[{db_path,"/data"},{index_path,"/data2"}]}, {statistics, [{wall_clock,{2627193,4999}}, {context_switches,{26982215,0}}, {garbage_collection,{2283953,26913474739,0}}, {io,{{input,37540777889},{output,7673066526}}}, {reductions,{10181504502,3914602}}, {run_queue,0}, {runtime,{1021720,1300}}]}, {system_stats, [{cpu_utilization_rate,17.839195979899497}, {swap_total,11350876160}, {swap_used,159744}]}, {interesting_stats, [{couch_docs_actual_disk_size,5033616393}, {couch_docs_data_size,3573603993}, {couch_views_actual_disk_size,0}, {couch_views_data_size,0}, {curr_items,1473050}, {curr_items_tot,1473050}, {mem_used,3695795512}, {vb_replica_curr_items,0}]}, {cluster_compatibility_version,131072}, {version, [{public_key,"0.13"}, {lhttpc,"1.3.0"}, {ale,"8cffe61"}, {os_mon,"2.2.7"}, {couch_set_view,"1.2.0a-47a991b-git"}, {mnesia,"4.5"}, {inets,"5.7.1"}, {couch,"1.2.0a-47a991b-git"}, {mapreduce,"1.0.0"}, {couch_index_merger,"1.2.0a-47a991b-git"}, {kernel,"2.14.5"}, {crypto,"2.0.4"}, {ssl,"4.1.6"}, {sasl,"2.1.10"}, {couch_view_parser,"1.0.0"}, {ns_server,"2.0.0-1925-rel-enterprise"}, {mochiweb,"1.4.1"}, {oauth,"7d85d3ef"}, {stdlib,"1.17.5"}]}, {supported_compat_version,[2,0]}, {system_arch,"x86_64-unknown-linux-gnu"}, {wall_clock,2627}, {memory_data,{33657663488,10757750784,{<18077.178.1>,7628384}}}, {disk_data, [{"/",51088800,10}, {"/dev/shm",16434404,0}, {"/data",492257288,1}, {"/data2",246132896,1}]}, {meminfo, <<"MemTotal: 32868812 kB\nMemFree: 21727940 kB\nBuffers: 237148 kB\nCached: 5578040 kB\nSwapCached: 0 kB\nActive: 7462172 kB\nInactive: 3393080 kB\nHighTotal: 0 kB\nHighFree: 0 kB\nLowTotal: 32868812 kB\nLowFree: 21727940 kB\nSwapTotal: 11084840 kB\nSwapFree: 11084684 kB\nDirty: 1980 kB\nWriteback: 36 kB\nAnonPages: 5040032 kB\nMapped: 16312 kB\nSlab: 239612 kB\nPageTables: 14292 kB\nNFS_Unstable: 0 kB\nBounce: 0 kB\nCommitLimit: 27519244 kB\nCommitted_AS: 6785360 kB\nVmallocTotal: 34359738367 kB\nVmallocUsed: 6728 kB\nVmallocChunk: 34359730275 kB\nHugePages_Total: 0\nHugePages_Free: 0\nHugePages_Rsvd: 0\nHugepagesize: 2048 kB\n">>}]}, {'ns_1@10.2.1.66', [{last_heard,{1351,908382,41381}}, {outgoing_replications_safeness_level,[{"default",green}]}, {incoming_replications_conf_hashes,[{"default",[]}]}, {active_buckets,["default"]}, {ready_buckets,["default"]}, {local_tasks,[]}, {memory, [{total,103423248}, {processes,59133784}, {processes_used,58746968}, {system,44289464}, {atom,1413905}, {atom_used,1392509}, {binary,2532576}, {code,14575828}, {ets,7702648}]}, {system_memory_data, [{system_total_memory,33657663488}, {free_swap,10684469248}, {total_swap,10684628992}, {cached_memory,4816646144}, {buffered_memory,280170496}, {free_memory,23277219840}, {total_memory,33657663488}]}, {node_storage_conf,[{db_path,"/data"},{index_path,"/data2"}]}, {statistics, [{wall_clock,{2624440,5000}}, {context_switches,{27891566,0}}, {garbage_collection,{2312727,26656130897,0}}, {io,{{input,37065002676},{output,8082953104}}}, {reductions,{10037977987,2344783}}, {run_queue,0}, {runtime,{935920,550}}]}, {system_stats, [{cpu_utilization_rate,21.25}, {swap_total,10684628992}, {swap_used,159744}]}, {interesting_stats, [{couch_docs_actual_disk_size,4141054215}, {couch_docs_data_size,3538185845}, {couch_views_actual_disk_size,0}, {couch_views_data_size,0}, {curr_items,1469773}, {curr_items_tot,1469773}, {mem_used,3688201384}, {vb_replica_curr_items,0}]}, {cluster_compatibility_version,131072}, {version, [{public_key,"0.13"}, {lhttpc,"1.3.0"}, {ale,"8cffe61"}, {os_mon,"2.2.7"}, {couch_set_view,"1.2.0a-47a991b-git"}, {mnesia,"4.5"}, {inets,"5.7.1"}, {couch,"1.2.0a-47a991b-git"}, {mapreduce,"1.0.0"}, {couch_index_merger,"1.2.0a-47a991b-git"}, {kernel,"2.14.5"}, {crypto,"2.0.4"}, {ssl,"4.1.6"}, {sasl,"2.1.10"}, {couch_view_parser,"1.0.0"}, {ns_server,"2.0.0-1925-rel-enterprise"}, {mochiweb,"1.4.1"}, {oauth,"7d85d3ef"}, {stdlib,"1.17.5"}]}, {supported_compat_version,[2,0]}, {system_arch,"x86_64-unknown-linux-gnu"}, {wall_clock,2624}, {memory_data,{33657663488,9870000128,{<0.20373.0>,4714984}}}, {disk_data, [{"/",49781912,5}, {"/dev/shm",16434404,0}, {"/data",492257288,1}, {"/data2",246132896,1}]}, {meminfo, <<"MemTotal: 32868812 kB\nMemFree: 22731660 kB\nBuffers: 273604 kB\nCached: 4703756 kB\nSwapCached: 140 kB\nActive: 6155896 kB\nInactive: 3717052 kB\nHighTotal: 0 kB\nHighFree: 0 kB\nLowTotal: 32868812 kB\nLowFree: 22731660 kB\nSwapTotal: 10434208 kB\nSwapFree: 10434052 kB\nDirty: 1648 kB\nWriteback: 0 kB\nAnonPages: 4895424 kB\nMapped: 18020 kB\nSlab: 216092 kB\nPageTables: 14520 kB\nNFS_Unstable: 0 kB\nBounce: 0 kB\nCommitLimit: 26868612 kB\nCommitted_AS: 6620180 kB\nVmallocTotal: 34359738367 kB\nVmallocUsed: 6408 kB\nVmallocChunk: 34359730595 kB\nHugePages_Total: 0\nHugePages_Free: 0\nHugePages_Rsvd: 0\nHugepagesize: 2048 kB\n">>}]}, {'ns_1@10.2.1.67', [{last_heard,{1351,908384,136241}}, {outgoing_replications_safeness_level,[{"default",green}]}, {incoming_replications_conf_hashes,[{"default",[]}]}, {active_buckets,["default"]}, {ready_buckets,["default"]}, {local_tasks,[]}, {memory, [{total,100727736}, {processes,60505808}, {processes_used,60350296}, {system,40221928}, {atom,1414713}, {atom_used,1394174}, {binary,2719104}, {code,14610103}, {ets,3416456}]}, {system_memory_data, [{system_total_memory,33657663488}, {free_swap,10701078528}, {total_swap,10701078528}, {cached_memory,5160202240}, {buffered_memory,443383808}, {free_memory,23556489216}, {total_memory,33657663488}]}, {node_storage_conf,[{db_path,"/data"},{index_path,"/data2"}]}, {statistics, [{wall_clock,{2627526,5002}}, {context_switches,{22238841,0}}, {garbage_collection,{3755808,16062876216,0}}, {io,{{input,25864508948},{output,2459712555}}}, {reductions,{6678826190,2734295}}, {run_queue,0}, {runtime,{721070,820}}]}, {system_stats, [{cpu_utilization_rate,12.0}, {swap_total,10701078528}, {swap_used,0}]}, {interesting_stats, [{couch_docs_actual_disk_size,4461720876}, {couch_docs_data_size,3560952870}, {couch_views_actual_disk_size,0}, {couch_views_data_size,0}, {curr_items,1477730}, {curr_items_tot,1477730}, {mem_used,3707732552}, {vb_replica_curr_items,0}]}, {cluster_compatibility_version,131072}, {version, [{public_key,"0.13"}, {lhttpc,"1.3.0"}, {ale,"8cffe61"}, {os_mon,"2.2.7"}, {couch_set_view,"1.2.0a-47a991b-git"}, {mnesia,"4.5"}, {inets,"5.7.1"}, {couch,"1.2.0a-47a991b-git"}, {mapreduce,"1.0.0"}, {couch_index_merger,"1.2.0a-47a991b-git"}, {kernel,"2.14.5"}, {crypto,"2.0.4"}, {ssl,"4.1.6"}, {sasl,"2.1.10"}, {couch_view_parser,"1.0.0"}, {ns_server,"2.0.0-1925-rel-enterprise"}, {mochiweb,"1.4.1"}, {oauth,"7d85d3ef"}, {stdlib,"1.17.5"}]}, {supported_compat_version,[2,0]}, {system_arch,"x86_64-unknown-linux-gnu"}, {wall_clock,2627}, {memory_data,{33657663488,9169682432,{<18173.19799.0>,4714984}}}, {disk_data, [{"/",49781912,9}, {"/dev/shm",16434404,0}, {"/data",492257288,1}, {"/data2",246132896,1}]}, {meminfo, <<"MemTotal: 32868812 kB\nMemFree: 23004384 kB\nBuffers: 432992 kB\nCached: 5039260 kB\nSwapCached: 0 kB\nActive: 5982640 kB\nInactive: 3603820 kB\nHighTotal: 0 kB\nHighFree: 0 kB\nLowTotal: 32868812 kB\nLowFree: 23004384 kB\nSwapTotal: 10450272 kB\nSwapFree: 10450272 kB\nDirty: 1696 kB\nWriteback: 0 kB\nAnonPages: 4113684 kB\nMapped: 17960 kB\nSlab: 233984 kB\nPageTables: 12916 kB\nNFS_Unstable: 0 kB\nBounce: 0 kB\nCommitLimit: 26884676 kB\nCommitted_AS: 5823708 kB\nVmallocTotal: 34359738367 kB\nVmallocUsed: 6416 kB\nVmallocChunk: 34359730587 kB\nHugePages_Total: 0\nHugePages_Free: 0\nHugePages_Rsvd: 0\nHugepagesize: 2048 kB\n">>}]}, {'ns_1@10.2.1.68', [{last_heard,{1351,908384,342758}}, {outgoing_replications_safeness_level,[{"default",green}]}, {incoming_replications_conf_hashes,[{"default",[]}]}, {active_buckets,["default"]}, {ready_buckets,["default"]}, {local_tasks, [[{pid,<<"<0.26755.0>">>}, {bucket,<<"default">>}, {original_target,{[{type,bucket}]}}, {progress,67}, {started_on,1351908324}, {total_vbuckets,129}, {trigger_type,scheduled}, {type,bucket_compaction}, {updated_on,1351908410}, {vbuckets_done,87}]]}, {memory, [{total,101729792}, {processes,57604880}, {processes_used,57399936}, {system,44124912}, {atom,1413905}, {atom_used,1392509}, {binary,2283688}, {code,14613068}, {ets,7716944}]}, {system_memory_data, [{system_total_memory,33657663488}, {free_swap,10684616704}, {total_swap,10684628992}, {cached_memory,4279357440}, {buffered_memory,341786624}, {free_memory,23642648576}, {total_memory,33657663488}]}, {node_storage_conf,[{db_path,"/data"},{index_path,"/data2"}]}, {statistics, [{wall_clock,{2626431,5000}}, {context_switches,{26819926,0}}, {garbage_collection,{2383313,25529763869,0}}, {io,{{input,35855889901},{output,7573445453}}}, {reductions,{9545758870,1972490}}, {run_queue,0}, {runtime,{938130,430}}]}, {system_stats, [{cpu_utilization_rate,24.438902743142144}, {swap_total,10684628992}, {swap_used,12288}]}, {interesting_stats, [{couch_docs_actual_disk_size,3731797421}, {couch_docs_data_size,3167874761}, {couch_views_actual_disk_size,0}, {couch_views_data_size,0}, {curr_items,1475534}, {curr_items_tot,1475534}, {mem_used,3704853752}, {vb_replica_curr_items,0}]}, {cluster_compatibility_version,131072}, {version, [{public_key,"0.13"}, {lhttpc,"1.3.0"}, {ale,"8cffe61"}, {os_mon,"2.2.7"}, {couch_set_view,"1.2.0a-47a991b-git"}, {mnesia,"4.5"}, {inets,"5.7.1"}, {couch,"1.2.0a-47a991b-git"}, {mapreduce,"1.0.0"}, {couch_index_merger,"1.2.0a-47a991b-git"}, {kernel,"2.14.5"}, {crypto,"2.0.4"}, {ssl,"4.1.6"}, {sasl,"2.1.10"}, {couch_view_parser,"1.0.0"}, {ns_server,"2.0.0-1925-rel-enterprise"}, {mochiweb,"1.4.1"}, {oauth,"7d85d3ef"}, {stdlib,"1.17.5"}]}, {supported_compat_version,[2,0]}, {system_arch,"x86_64-unknown-linux-gnu"}, {wall_clock,2626}, {memory_data,{33657663488,10378682368,{<18174.19055.0>,2914384}}}, {disk_data, [{"/",49781912,5}, {"/dev/shm",16434404,0}, {"/data",492257288,1}, {"/data2",246132896,1}]}, {meminfo, <<"MemTotal: 32868812 kB\nMemFree: 23088648 kB\nBuffers: 333776 kB\nCached: 4179060 kB\nSwapCached: 12 kB\nActive: 6090484 kB\nInactive: 3415672 kB\nHighTotal: 0 kB\nHighFree: 0 kB\nLowTotal: 32868812 kB\nLowFree: 23088648 kB\nSwapTotal: 10434208 kB\nSwapFree: 10434196 kB\nDirty: 16984 kB\nWriteback: 0 kB\nAnonPages: 4993888 kB\nMapped: 18220 kB\nSlab: 225320 kB\nPageTables: 14748 kB\nNFS_Unstable: 0 kB\nBounce: 0 kB\nCommitLimit: 26868612 kB\nCommitted_AS: 6717488 kB\nVmallocTotal: 34359738367 kB\nVmallocUsed: 6408 kB\nVmallocChunk: 34359730595 kB\nHugePages_Total: 0\nHugePages_Free: 0\nHugePages_Rsvd: 0\nHugepagesize: 2048 kB\n">>}]}] [stats:debug,2012-11-02T19:07:06.846,ns_1@10.2.1.66:<0.20380.0>:stats_collector:maybe_log_stats:126](at {{1970,1,16},{7,31,48}}) Stats for bucket "default": accepting_conns 1 auth_cmds 1 auth_errors 0 bucket_active_conns 1 bucket_conns 6 bytes 3518935896 bytes_read 3830866509 bytes_written 75285448 cas_badval 0 cas_hits 0 cas_misses 0 cmd_flush 0 cmd_get 0 cmd_set 1595812 conn_yields 488 connection_structures 5000 curr_connections 10 curr_conns_on_port_11209 6 curr_conns_on_port_11210 2 curr_items 1595812 curr_items_tot 1595812 curr_temp_items 0 daemon_connections 4 decr_hits 0 decr_misses 0 delete_hits 0 delete_misses 0 ep_access_scanner_last_runtime 0 ep_access_scanner_num_items 0 ep_access_scanner_task_time 2012-11-03 10:00:00 ep_allow_data_loss_during_shutdown 1 ep_alog_block_size 4096 ep_alog_path /data/default/access.log ep_alog_sleep_time 1440 ep_alog_task_time 10 ep_backend couchdb ep_bg_fetch_delay 0 ep_bg_fetched 0 ep_bg_meta_fetched 0 ep_bg_remaining_jobs 0 ep_chk_max_items 5000 ep_chk_period 1800 ep_chk_persistence_remains 0 ep_chk_persistence_timeout 10 ep_chk_remover_stime 5 ep_commit_num 975 ep_commit_time 3 ep_commit_time_total 6951 ep_concurrentDB 1 ep_config_file ep_couch_bucket default ep_couch_host localhost ep_couch_port 11213 ep_couch_reconnect_sleeptime 250 ep_couch_response_timeout 180000 ep_data_age 4 ep_data_age_highwat 74 ep_data_traffic_enabled 0 ep_dbinit 0 ep_dbname /data/default ep_degraded_mode 0 ep_diskqueue_drain 1587115 ep_diskqueue_fill 1595812 ep_diskqueue_items 8698 ep_diskqueue_memory 278304 ep_diskqueue_pending 417456 ep_exp_pager_stime 3600 ep_exp_pager_stime 3600 ep_expired_access 0 ep_expired_pager 0 ep_expiry_window 3 ep_failpartialwarmup 0 ep_flush_all false ep_flush_duration_total 567 ep_flushall_enabled 0 ep_flusher_state running ep_flusher_todo 527 ep_getl_default_timeout 15 ep_getl_max_timeout 30 ep_ht_locks 5 ep_ht_size 3079 ep_inconsistent_slave_chk 0 ep_initfile ep_io_num_read 0 ep_io_num_write 1587105 ep_io_read_bytes 0 ep_io_write_bytes 3759215302 ep_item_begin_failed 0 ep_item_commit_failed 0 ep_item_flush_expired 0 ep_item_flush_failed 0 ep_item_num_based_new_chk 1 ep_items_rm_from_checkpoints 1564338 ep_keep_closed_chks 0 ep_klog_block_size 4096 ep_klog_compactor_queue_cap 500000 ep_klog_compactor_stime 3600 ep_klog_flush commit2 ep_klog_max_entry_ratio 10 ep_klog_max_log_size 2147483647 ep_klog_path ep_klog_sync commit2 ep_kv_size 3454669956 ep_max_checkpoints 2 ep_max_data_size 5242880000 ep_max_item_size 20971520 ep_max_size 5242880000 ep_max_txn_size 10000 ep_max_vbuckets 512 ep_mem_high_wat 3932160000 ep_mem_high_wat 3932160000 ep_mem_low_wat 3145728000 ep_mem_low_wat 3145728000 ep_mem_tracker_enabled true ep_min_data_age 0 ep_mlog_compactor_runs 0 ep_mutation_mem_threshold 0 ep_num_access_scanner_runs 0 ep_num_eject_failures 1746 ep_num_expiry_pager_runs 0 ep_num_non_resident 191727 ep_num_not_my_vbuckets 0 ep_num_ops_del_meta 0 ep_num_ops_get_meta 0 ep_num_ops_set_meta 0 ep_num_pager_runs 2 ep_num_value_ejects 191727 ep_oom_errors 0 ep_overhead 9383280 ep_pager_active_vb_pcnt 40 ep_pager_unbiased_period 60 ep_pending_ops 0 ep_pending_ops_max 0 ep_pending_ops_max_duration 0 ep_pending_ops_total 0 ep_postInitfile ep_queue_age_cap 900 ep_queue_size 8171 ep_startup_time 1351907824 ep_storage_age 3 ep_storage_age_highwat 71 ep_store_max_concurrency 10 ep_store_max_readers 9 ep_store_max_readwrite 1 ep_stored_val_type ep_tap_ack_grace_period 300 ep_tap_ack_initial_sequence_number 1 ep_tap_ack_interval 1000 ep_tap_ack_window_size 10 ep_tap_backfill_resident 0.9 ep_tap_backlog_limit 5000 ep_tap_backoff_period 5 ep_tap_bg_fetch_requeued 0 ep_tap_bg_fetched 0 ep_tap_bg_max_pending 500 ep_tap_keepalive 300 ep_tap_noop_interval 20 ep_tap_requeue_sleep_time 0.1 ep_tap_throttle_cap_pcnt 10 ep_tap_throttle_queue_cap 1000000 ep_tap_throttle_threshold 90 ep_tmp_oom_errors 0 ep_too_old 0 ep_too_young 0 ep_total_cache_size 3435520212 ep_total_del_items 0 ep_total_enqueued 1595812 ep_total_new_items 1587105 ep_total_persisted 1587105 ep_uncommitted_items 401 ep_value_size 3322959913 ep_vb0 0 ep_vb_snapshot_total 52 ep_vb_total 128 ep_vbucket_del 0 ep_vbucket_del_fail 0 ep_version 2.0.0r_130_g8b09894 ep_waitforwarmup 0 ep_warmup 1 ep_warmup_batch_size 1000 ep_warmup_dups 0 ep_warmup_min_items_threshold 100 ep_warmup_min_memory_threshold 100 ep_warmup_oom 0 ep_warmup_thread complete ep_warmup_time 542 get_hits 0 get_misses 0 incr_hits 0 incr_misses 0 libevent 2.0.11-stable limit_maxbytes 67108864 listen_disabled_num 0 max_conns_on_port_11209 1000 max_conns_on_port_11210 9000 mem_used 3518935896 pid 18083 pointer_size 64 rejected_conns 0 rusage_system 172.484778 rusage_user 493.491977 tap_checkpoint_start_received 86 tap_mutation_received 1301149 tap_opaque_received 301 tap_vbucket_set_received 86 threads 4 time 1351908425 total_connections 193 uptime 2500 vb_active_curr_items 1595812 vb_active_eject 191727 vb_active_expired 0 vb_active_ht_memory 6351872 vb_active_itm_memory 3435520212 vb_active_meta_data_memory 126069148 vb_active_num 128 vb_active_num_non_resident 191727 vb_active_num_ref_ejects 191727 vb_active_num_ref_items 1595812 vb_active_ops_create 1587114 vb_active_ops_delete 0 vb_active_ops_reject 0 vb_active_ops_update 0 vb_active_perc_mem_resident 87 vb_active_queue_age 9935000 vb_active_queue_drain 1587115 vb_active_queue_fill 1595812 vb_active_queue_memory 278304 vb_active_queue_pending 417456 vb_active_queue_size 8697 vb_dead_num 0 vb_pending_curr_items 0 vb_pending_eject 0 vb_pending_expired 0 vb_pending_ht_memory 0 vb_pending_itm_memory 0 vb_pending_meta_data_memory 0 vb_pending_num 0 vb_pending_num_non_resident 0 vb_pending_num_ref_ejects 0 vb_pending_num_ref_items 0 vb_pending_ops_create 0 vb_pending_ops_delete 0 vb_pending_ops_reject 0 vb_pending_ops_update 0 vb_pending_perc_mem_resident 0 vb_pending_queue_age 0 vb_pending_queue_drain 0 vb_pending_queue_fill 0 vb_pending_queue_memory 0 vb_pending_queue_pending 0 vb_pending_queue_size 0 vb_replica_curr_items 0 vb_replica_eject 0 vb_replica_expired 0 vb_replica_ht_memory 0 vb_replica_itm_memory 0 vb_replica_meta_data_memory 0 vb_replica_num 0 vb_replica_num_non_resident 0 vb_replica_num_ref_ejects 0 vb_replica_num_ref_items 0 vb_replica_ops_create 0 vb_replica_ops_delete 0 vb_replica_ops_reject 0 vb_replica_ops_update 0 vb_replica_perc_mem_resident 0 vb_replica_queue_age 0 vb_replica_queue_drain 0 vb_replica_queue_fill 0 vb_replica_queue_memory 0 vb_replica_queue_pending 0 vb_replica_queue_size 0 version 1.4.4_600_g7ea975a [ns_doctor:debug,2012-11-02T19:07:27.040,ns_1@10.2.1.66:ns_doctor<0.1428.0>:ns_doctor:handle_info:137]Current node statuses: [{'ns_1@10.2.1.65', [{last_heard,{1351,908444,354669}}, {outgoing_replications_safeness_level,[{"default",green}]}, {incoming_replications_conf_hashes,[{"default",[]}]}, {active_buckets,["default"]}, {ready_buckets,["default"]}, {local_tasks, [[{pid,<<"<0.9970.1>">>}, {bucket,<<"default">>}, {original_target,{[{type,bucket}]}}, {progress,28}, {started_on,1351908470}, {total_vbuckets,129}, {trigger_type,scheduled}, {type,bucket_compaction}, {updated_on,1351908508}, {vbuckets_done,37}]]}, {memory, [{total,116931128}, {processes,68883848}, {processes_used,67328240}, {system,48047280}, {atom,1502673}, {atom_used,1494429}, {binary,5082856}, {code,15256817}, {ets,8098360}]}, {system_memory_data, [{system_total_memory,33657663488}, {free_swap,11350716416}, {total_swap,11350876160}, {cached_memory,5592788992}, {buffered_memory,244510720}, {free_memory,22369394688}, {total_memory,33657663488}]}, {node_storage_conf,[{db_path,"/data"},{index_path,"/data2"}]}, {statistics, [{wall_clock,{2687193,4998}}, {context_switches,{27145718,0}}, {garbage_collection,{2300885,27002321178,0}}, {io,{{input,37562884177},{output,7676392325}}}, {reductions,{10215072903,2357452}}, {run_queue,0}, {runtime,{1030490,610}}]}, {system_stats, [{cpu_utilization_rate,7.980049875311721}, {swap_total,11350876160}, {swap_used,159744}]}, {interesting_stats, [{couch_docs_actual_disk_size,4992883655}, {couch_docs_data_size,3769439855}, {couch_views_actual_disk_size,0}, {couch_views_data_size,0}, {curr_items,1641116}, {curr_items_tot,1641116}, {mem_used,3661858600}, {vb_replica_curr_items,0}]}, {cluster_compatibility_version,131072}, {version, [{public_key,"0.13"}, {lhttpc,"1.3.0"}, {ale,"8cffe61"}, {os_mon,"2.2.7"}, {couch_set_view,"1.2.0a-47a991b-git"}, {mnesia,"4.5"}, {inets,"5.7.1"}, {couch,"1.2.0a-47a991b-git"}, {mapreduce,"1.0.0"}, {couch_index_merger,"1.2.0a-47a991b-git"}, {kernel,"2.14.5"}, {crypto,"2.0.4"}, {ssl,"4.1.6"}, {sasl,"2.1.10"}, {couch_view_parser,"1.0.0"}, {ns_server,"2.0.0-1925-rel-enterprise"}, {mochiweb,"1.4.1"}, {oauth,"7d85d3ef"}, {stdlib,"1.17.5"}]}, {supported_compat_version,[2,0]}, {system_arch,"x86_64-unknown-linux-gnu"}, {wall_clock,2687}, {memory_data,{33657663488,11591479296,{<18077.178.1>,7628384}}}, {disk_data, [{"/",51088800,10}, {"/dev/shm",16434404,0}, {"/data",492257288,2}, {"/data2",246132896,1}]}, {meminfo, <<"MemTotal: 32868812 kB\nMemFree: 21845112 kB\nBuffers: 238780 kB\nCached: 5461708 kB\nSwapCached: 0 kB\nActive: 7028432 kB\nInactive: 3710344 kB\nHighTotal: 0 kB\nHighFree: 0 kB\nLowTotal: 32868812 kB\nLowFree: 21845112 kB\nSwapTotal: 11084840 kB\nSwapFree: 11084684 kB\nDirty: 3628 kB\nWriteback: 212 kB\nAnonPages: 5038096 kB\nMapped: 16300 kB\nSlab: 238788 kB\nPageTables: 14388 kB\nNFS_Unstable: 0 kB\nBounce: 0 kB\nCommitLimit: 27519244 kB\nCommitted_AS: 6783228 kB\nVmallocTotal: 34359738367 kB\nVmallocUsed: 6728 kB\nVmallocChunk: 34359730275 kB\nHugePages_Total: 0\nHugePages_Free: 0\nHugePages_Rsvd: 0\nHugepagesize: 2048 kB\n">>}]}, {'ns_1@10.2.1.66', [{last_heard,{1351,908442,41238}}, {outgoing_replications_safeness_level,[{"default",green}]}, {incoming_replications_conf_hashes,[{"default",[]}]}, {active_buckets,["default"]}, {ready_buckets,["default"]}, {local_tasks,[]}, {memory, [{total,101786248}, {processes,57297648}, {processes_used,56910832}, {system,44488600}, {atom,1413905}, {atom_used,1392509}, {binary,2558024}, {code,14575828}, {ets,7877224}]}, {system_memory_data, [{system_total_memory,33657663488}, {free_swap,10684469248}, {total_swap,10684628992}, {cached_memory,5515436032}, {buffered_memory,281260032}, {free_memory,22562725888}, {total_memory,33657663488}]}, {node_storage_conf,[{db_path,"/data"},{index_path,"/data2"}]}, {statistics, [{wall_clock,{2684440,5000}}, {context_switches,{28131920,0}}, {garbage_collection,{2336732,26716834316,0}}, {io,{{input,37066569382},{output,8084984794}}}, {reductions,{10067287874,2932626}}, {run_queue,0}, {runtime,{944180,830}}]}, {system_stats, [{cpu_utilization_rate,13.75}, {swap_total,10684628992}, {swap_used,159744}]}, {interesting_stats, [{couch_docs_actual_disk_size,4872611146}, {couch_docs_data_size,3975850231}, {couch_views_actual_disk_size,0}, {couch_views_data_size,0}, {curr_items,1637791}, {curr_items_tot,1637791}, {mem_used,3637025448}, {vb_replica_curr_items,0}]}, {cluster_compatibility_version,131072}, {version, [{public_key,"0.13"}, {lhttpc,"1.3.0"}, {ale,"8cffe61"}, {os_mon,"2.2.7"}, {couch_set_view,"1.2.0a-47a991b-git"}, {mnesia,"4.5"}, {inets,"5.7.1"}, {couch,"1.2.0a-47a991b-git"}, {mapreduce,"1.0.0"}, {couch_index_merger,"1.2.0a-47a991b-git"}, {kernel,"2.14.5"}, {crypto,"2.0.4"}, {ssl,"4.1.6"}, {sasl,"2.1.10"}, {couch_view_parser,"1.0.0"}, {ns_server,"2.0.0-1925-rel-enterprise"}, {mochiweb,"1.4.1"}, {oauth,"7d85d3ef"}, {stdlib,"1.17.5"}]}, {supported_compat_version,[2,0]}, {system_arch,"x86_64-unknown-linux-gnu"}, {wall_clock,2684}, {memory_data,{33657663488,10558717952,{<0.20373.0>,4714984}}}, {disk_data, [{"/",49781912,5}, {"/dev/shm",16434404,0}, {"/data",492257288,1}, {"/data2",246132896,1}]}, {meminfo, <<"MemTotal: 32868812 kB\nMemFree: 22033912 kB\nBuffers: 274668 kB\nCached: 5386168 kB\nSwapCached: 140 kB\nActive: 6508964 kB\nInactive: 4044732 kB\nHighTotal: 0 kB\nHighFree: 0 kB\nLowTotal: 32868812 kB\nLowFree: 22033912 kB\nSwapTotal: 10434208 kB\nSwapFree: 10434052 kB\nDirty: 1532 kB\nWriteback: 0 kB\nAnonPages: 4892492 kB\nMapped: 18020 kB\nSlab: 233220 kB\nPageTables: 14504 kB\nNFS_Unstable: 0 kB\nBounce: 0 kB\nCommitLimit: 26868612 kB\nCommitted_AS: 6619808 kB\nVmallocTotal: 34359738367 kB\nVmallocUsed: 6408 kB\nVmallocChunk: 34359730595 kB\nHugePages_Total: 0\nHugePages_Free: 0\nHugePages_Rsvd: 0\nHugepagesize: 2048 kB\n">>}]}, {'ns_1@10.2.1.67', [{last_heard,{1351,908444,137569}}, {outgoing_replications_safeness_level,[{"default",green}]}, {incoming_replications_conf_hashes,[{"default",[]}]}, {active_buckets,["default"]}, {ready_buckets,["default"]}, {local_tasks,[]}, {memory, [{total,98697136}, {processes,58617056}, {processes_used,58461784}, {system,40080080}, {atom,1414713}, {atom_used,1394174}, {binary,2495464}, {code,14610103}, {ets,3496552}]}, {system_memory_data, [{system_total_memory,33657663488}, {free_swap,10701078528}, {total_swap,10701078528}, {cached_memory,5977772032}, {buffered_memory,444125184}, {free_memory,22453956608}, {total_memory,33657663488}]}, {node_storage_conf,[{db_path,"/data"},{index_path,"/data2"}]}, {statistics, [{wall_clock,{2687527,5002}}, {context_switches,{22654058,0}}, {garbage_collection,{3798027,16138612298,0}}, {io,{{input,25866932346},{output,2462322792}}}, {reductions,{6714266568,2368569}}, {run_queue,0}, {runtime,{731750,610}}]}, {system_stats, [{cpu_utilization_rate,27.06766917293233}, {swap_total,10701078528}, {swap_used,0}]}, {interesting_stats, [{couch_docs_actual_disk_size,5246793004}, {couch_docs_data_size,3969504042}, {couch_views_actual_disk_size,0}, {couch_views_data_size,0}, {curr_items,1646684}, {curr_items_tot,1646684}, {mem_used,3660687112}, {vb_replica_curr_items,0}]}, {cluster_compatibility_version,131072}, {version, [{public_key,"0.13"}, {lhttpc,"1.3.0"}, {ale,"8cffe61"}, {os_mon,"2.2.7"}, {couch_set_view,"1.2.0a-47a991b-git"}, {mnesia,"4.5"}, {inets,"5.7.1"}, {couch,"1.2.0a-47a991b-git"}, {mapreduce,"1.0.0"}, {couch_index_merger,"1.2.0a-47a991b-git"}, {kernel,"2.14.5"}, {crypto,"2.0.4"}, {ssl,"4.1.6"}, {sasl,"2.1.10"}, {couch_view_parser,"1.0.0"}, {ns_server,"2.0.0-1925-rel-enterprise"}, {mochiweb,"1.4.1"}, {oauth,"7d85d3ef"}, {stdlib,"1.17.5"}]}, {supported_compat_version,[2,0]}, {system_arch,"x86_64-unknown-linux-gnu"}, {wall_clock,2687}, {memory_data,{33657663488,10380648448,{<18173.703.0>,3143528}}}, {disk_data, [{"/",49781912,9}, {"/dev/shm",16434404,0}, {"/data",492257288,1}, {"/data2",246132896,1}]}, {meminfo, <<"MemTotal: 32868812 kB\nMemFree: 21927816 kB\nBuffers: 433716 kB\nCached: 5837668 kB\nSwapCached: 0 kB\nActive: 6744260 kB\nInactive: 3898308 kB\nHighTotal: 0 kB\nHighFree: 0 kB\nLowTotal: 32868812 kB\nLowFree: 21927816 kB\nSwapTotal: 10450272 kB\nSwapFree: 10450272 kB\nDirty: 1332 kB\nWriteback: 0 kB\nAnonPages: 4370996 kB\nMapped: 17964 kB\nSlab: 253712 kB\nPageTables: 13436 kB\nNFS_Unstable: 0 kB\nBounce: 0 kB\nCommitLimit: 26884676 kB\nCommitted_AS: 6080216 kB\nVmallocTotal: 34359738367 kB\nVmallocUsed: 6416 kB\nVmallocChunk: 34359730587 kB\nHugePages_Total: 0\nHugePages_Free: 0\nHugePages_Rsvd: 0\nHugepagesize: 2048 kB\n">>}]}, {'ns_1@10.2.1.68', [{last_heard,{1351,908444,341073}}, {outgoing_replications_safeness_level,[{"default",green}]}, {incoming_replications_conf_hashes,[{"default",[]}]}, {active_buckets,["default"]}, {ready_buckets,["default"]}, {local_tasks,[]}, {memory, [{total,102125152}, {processes,57754464}, {processes_used,57505568}, {system,44370688}, {atom,1413905}, {atom_used,1392509}, {binary,2400904}, {code,14613068}, {ets,7849760}]}, {system_memory_data, [{system_total_memory,33657663488}, {free_swap,10684616704}, {total_swap,10684628992}, {cached_memory,4068638720}, {buffered_memory,343236608}, {free_memory,23856230400}, {total_memory,33657663488}]}, {node_storage_conf,[{db_path,"/data"},{index_path,"/data2"}]}, {statistics, [{wall_clock,{2686430,5000}}, {context_switches,{26878600,0}}, {garbage_collection,{2389655,25574693825,0}}, {io,{{input,35857113005},{output,7574886588}}}, {reductions,{9568608354,1862852}}, {run_queue,0}, {runtime,{943300,420}}]}, {system_stats, [{cpu_utilization_rate,12.030075187969924}, {swap_total,10684628992}, {swap_used,12288}]}, {interesting_stats, [{couch_docs_actual_disk_size,3403277704}, {couch_docs_data_size,3355619220}, {couch_views_actual_disk_size,0}, {couch_views_data_size,0}, {curr_items,1644427}, {curr_items_tot,1644427}, {mem_used,3717093304}, {vb_replica_curr_items,0}]}, {cluster_compatibility_version,131072}, {version, [{public_key,"0.13"}, {lhttpc,"1.3.0"}, {ale,"8cffe61"}, {os_mon,"2.2.7"}, {couch_set_view,"1.2.0a-47a991b-git"}, {mnesia,"4.5"}, {inets,"5.7.1"}, {couch,"1.2.0a-47a991b-git"}, {mapreduce,"1.0.0"}, {couch_index_merger,"1.2.0a-47a991b-git"}, {kernel,"2.14.5"}, {crypto,"2.0.4"}, {ssl,"4.1.6"}, {sasl,"2.1.10"}, {couch_view_parser,"1.0.0"}, {ns_server,"2.0.0-1925-rel-enterprise"}, {mochiweb,"1.4.1"}, {oauth,"7d85d3ef"}, {stdlib,"1.17.5"}]}, {supported_compat_version,[2,0]}, {system_arch,"x86_64-unknown-linux-gnu"}, {wall_clock,2686}, {memory_data,{33657663488,9942011904,{<18174.19055.0>,2914384}}}, {disk_data, [{"/",49781912,5}, {"/dev/shm",16434404,0}, {"/data",492257288,1}, {"/data2",246132896,1}]}, {meminfo, <<"MemTotal: 32868812 kB\nMemFree: 23297100 kB\nBuffers: 335192 kB\nCached: 3973280 kB\nSwapCached: 12 kB\nActive: 5541008 kB\nInactive: 3761716 kB\nHighTotal: 0 kB\nHighFree: 0 kB\nLowTotal: 32868812 kB\nLowFree: 23297100 kB\nSwapTotal: 10434208 kB\nSwapFree: 10434196 kB\nDirty: 1440 kB\nWriteback: 3480 kB\nAnonPages: 4994040 kB\nMapped: 18208 kB\nSlab: 219336 kB\nPageTables: 14516 kB\nNFS_Unstable: 0 kB\nBounce: 0 kB\nCommitLimit: 26868612 kB\nCommitted_AS: 6714916 kB\nVmallocTotal: 34359738367 kB\nVmallocUsed: 6408 kB\nVmallocChunk: 34359730595 kB\nHugePages_Total: 0\nHugePages_Free: 0\nHugePages_Rsvd: 0\nHugepagesize: 2048 kB\n">>}]}] [ns_doctor:debug,2012-11-02T19:08:27.040,ns_1@10.2.1.66:ns_doctor<0.1428.0>:ns_doctor:handle_info:137]Current node statuses: [{'ns_1@10.2.1.65', [{last_heard,{1351,908504,353675}}, {outgoing_replications_safeness_level,[{"default",green}]}, {incoming_replications_conf_hashes,[{"default",[]}]}, {active_buckets,["default"]}, {ready_buckets,["default"]}, {local_tasks, [[{pid,<<"<0.9970.1>">>}, {bucket,<<"default">>}, {original_target,{[{type,bucket}]}}, {progress,79}, {started_on,1351908470}, {total_vbuckets,129}, {trigger_type,scheduled}, {type,bucket_compaction}, {updated_on,1351908569}, {vbuckets_done,102}]]}, {memory, [{total,118174808}, {processes,69595864}, {processes_used,68067856}, {system,48578944}, {atom,1502673}, {atom_used,1494429}, {binary,5403808}, {code,15256817}, {ets,8304640}]}, {system_memory_data, [{system_total_memory,33657663488}, {free_swap,11350716416}, {total_swap,11350876160}, {cached_memory,4979527680}, {buffered_memory,247099392}, {free_memory,22994624512}, {total_memory,33657663488}]}, {node_storage_conf,[{db_path,"/data"},{index_path,"/data2"}]}, {statistics, [{wall_clock,{2747193,4998}}, {context_switches,{27212508,0}}, {garbage_collection,{2308256,27083761529,0}}, {io,{{input,37582829000},{output,7684794479}}}, {reductions,{10244751785,2367493}}, {run_queue,0}, {runtime,{1037010,530}}]}, {system_stats, [{cpu_utilization_rate,8.229426433915211}, {swap_total,11350876160}, {swap_used,159744}]}, {interesting_stats, [{couch_docs_actual_disk_size,4391561430}, {couch_docs_data_size,3942221861}, {couch_views_actual_disk_size,0}, {couch_views_data_size,0}, {curr_items,1809601}, {curr_items_tot,1809601}, {mem_used,3626018600}, {vb_replica_curr_items,0}]}, {cluster_compatibility_version,131072}, {version, [{public_key,"0.13"}, {lhttpc,"1.3.0"}, {ale,"8cffe61"}, {os_mon,"2.2.7"}, {couch_set_view,"1.2.0a-47a991b-git"}, {mnesia,"4.5"}, {inets,"5.7.1"}, {couch,"1.2.0a-47a991b-git"}, {mapreduce,"1.0.0"}, {couch_index_merger,"1.2.0a-47a991b-git"}, {kernel,"2.14.5"}, {crypto,"2.0.4"}, {ssl,"4.1.6"}, {sasl,"2.1.10"}, {couch_view_parser,"1.0.0"}, {ns_server,"2.0.0-1925-rel-enterprise"}, {mochiweb,"1.4.1"}, {oauth,"7d85d3ef"}, {stdlib,"1.17.5"}]}, {supported_compat_version,[2,0]}, {system_arch,"x86_64-unknown-linux-gnu"}, {wall_clock,2747}, {memory_data,{33657663488,11140849664,{<18077.178.1>,7628384}}}, {disk_data, [{"/",51088800,10}, {"/dev/shm",16434404,0}, {"/data",492257288,2}, {"/data2",246132896,1}]}, {meminfo, <<"MemTotal: 32868812 kB\nMemFree: 22455688 kB\nBuffers: 241308 kB\nCached: 4862820 kB\nSwapCached: 0 kB\nActive: 5973152 kB\nInactive: 4169240 kB\nHighTotal: 0 kB\nHighFree: 0 kB\nLowTotal: 32868812 kB\nLowFree: 22455688 kB\nSwapTotal: 11084840 kB\nSwapFree: 11084684 kB\nDirty: 6216 kB\nWriteback: 0 kB\nAnonPages: 5037908 kB\nMapped: 16248 kB\nSlab: 224152 kB\nPageTables: 14112 kB\nNFS_Unstable: 0 kB\nBounce: 0 kB\nCommitLimit: 27519244 kB\nCommitted_AS: 6786792 kB\nVmallocTotal: 34359738367 kB\nVmallocUsed: 6728 kB\nVmallocChunk: 34359730275 kB\nHugePages_Total: 0\nHugePages_Free: 0\nHugePages_Rsvd: 0\nHugepagesize: 2048 kB\n">>}]}, {'ns_1@10.2.1.66', [{last_heard,{1351,908502,41340}}, {outgoing_replications_safeness_level,[{"default",green}]}, {incoming_replications_conf_hashes,[{"default",[]}]}, {active_buckets,["default"]}, {ready_buckets,["default"]}, {local_tasks,[]}, {memory, [{total,102363528}, {processes,57755752}, {processes_used,57369016}, {system,44607776}, {atom,1413905}, {atom_used,1392509}, {binary,2490336}, {code,14575828}, {ets,8063872}]}, {system_memory_data, [{system_total_memory,33657663488}, {free_swap,10684469248}, {total_swap,10684628992}, {cached_memory,6197112832}, {buffered_memory,282107904}, {free_memory,21860167680}, {total_memory,33657663488}]}, {node_storage_conf,[{db_path,"/data"},{index_path,"/data2"}]}, {statistics, [{wall_clock,{2744439,4998}}, {context_switches,{28379423,0}}, {garbage_collection,{2361736,26779472918,0}}, {io,{{input,37071750287},{output,8093090103}}}, {reductions,{10097094947,1908235}}, {run_queue,0}, {runtime,{952300,480}}]}, {system_stats, [{cpu_utilization_rate,19.897959183673468}, {swap_total,10684628992}, {swap_used,159744}]}, {interesting_stats, [{couch_docs_actual_disk_size,5559930809}, {couch_docs_data_size,4368704191}, {couch_views_actual_disk_size,0}, {couch_views_data_size,0}, {curr_items,1805323}, {curr_items_tot,1805323}, {mem_used,3569987352}, {vb_replica_curr_items,0}]}, {cluster_compatibility_version,131072}, {version, [{public_key,"0.13"}, {lhttpc,"1.3.0"}, {ale,"8cffe61"}, {os_mon,"2.2.7"}, {couch_set_view,"1.2.0a-47a991b-git"}, {mnesia,"4.5"}, {inets,"5.7.1"}, {couch,"1.2.0a-47a991b-git"}, {mapreduce,"1.0.0"}, {couch_index_merger,"1.2.0a-47a991b-git"}, {kernel,"2.14.5"}, {crypto,"2.0.4"}, {ssl,"4.1.6"}, {sasl,"2.1.10"}, {couch_view_parser,"1.0.0"}, {ns_server,"2.0.0-1925-rel-enterprise"}, {mochiweb,"1.4.1"}, {oauth,"7d85d3ef"}, {stdlib,"1.17.5"}]}, {supported_compat_version,[2,0]}, {system_arch,"x86_64-unknown-linux-gnu"}, {wall_clock,2744}, {memory_data,{33657663488,11262959616,{<0.695.0>,3143528}}}, {disk_data, [{"/",49781912,5}, {"/dev/shm",16434404,0}, {"/data",492257288,2}, {"/data2",246132896,1}]}, {meminfo, <<"MemTotal: 32868812 kB\nMemFree: 21347820 kB\nBuffers: 275496 kB\nCached: 6051868 kB\nSwapCached: 140 kB\nActive: 6867240 kB\nInactive: 4354876 kB\nHighTotal: 0 kB\nHighFree: 0 kB\nLowTotal: 32868812 kB\nLowFree: 21347820 kB\nSwapTotal: 10434208 kB\nSwapFree: 10434052 kB\nDirty: 1644 kB\nWriteback: 376 kB\nAnonPages: 4894432 kB\nMapped: 18020 kB\nSlab: 249776 kB\nPageTables: 14508 kB\nNFS_Unstable: 0 kB\nBounce: 0 kB\nCommitLimit: 26868612 kB\nCommitted_AS: 6618464 kB\nVmallocTotal: 34359738367 kB\nVmallocUsed: 6408 kB\nVmallocChunk: 34359730595 kB\nHugePages_Total: 0\nHugePages_Free: 0\nHugePages_Rsvd: 0\nHugepagesize: 2048 kB\n">>}]}, {'ns_1@10.2.1.67', [{last_heard,{1351,908504,137533}}, {outgoing_replications_safeness_level,[{"default",green}]}, {incoming_replications_conf_hashes,[{"default",[]}]}, {active_buckets,["default"]}, {ready_buckets,["default"]}, {local_tasks,[]}, {memory, [{total,100388216}, {processes,59455168}, {processes_used,59299816}, {system,40933048}, {atom,1414713}, {atom_used,1394174}, {binary,3171576}, {code,14610103}, {ets,3673816}]}, {system_memory_data, [{system_total_memory,33657663488}, {free_swap,10701078528}, {total_swap,10701078528}, {cached_memory,6710910976}, {buffered_memory,445218816}, {free_memory,21655150592}, {total_memory,33657663488}]}, {node_storage_conf,[{db_path,"/data"},{index_path,"/data2"}]}, {statistics, [{wall_clock,{2747527,5002}}, {context_switches,{22905078,0}}, {garbage_collection,{3822559,16200925074,0}}, {io,{{input,25872078919},{output,2466368624}}}, {reductions,{6743784060,2888406}}, {run_queue,0}, {runtime,{739760,990}}]}, {system_stats, [{cpu_utilization_rate,25.5}, {swap_total,10701078528}, {swap_used,0}]}, {interesting_stats, [{couch_docs_actual_disk_size,6002664334}, {couch_docs_data_size,4403307037}, {couch_views_actual_disk_size,0}, {couch_views_data_size,0}, {curr_items,1815999}, {curr_items_tot,1815999}, {mem_used,3589514024}, {vb_replica_curr_items,0}]}, {cluster_compatibility_version,131072}, {version, [{public_key,"0.13"}, {lhttpc,"1.3.0"}, {ale,"8cffe61"}, {os_mon,"2.2.7"}, {couch_set_view,"1.2.0a-47a991b-git"}, {mnesia,"4.5"}, {inets,"5.7.1"}, {couch,"1.2.0a-47a991b-git"}, {mapreduce,"1.0.0"}, {couch_index_merger,"1.2.0a-47a991b-git"}, {kernel,"2.14.5"}, {crypto,"2.0.4"}, {ssl,"4.1.6"}, {sasl,"2.1.10"}, {couch_view_parser,"1.0.0"}, {ns_server,"2.0.0-1925-rel-enterprise"}, {mochiweb,"1.4.1"}, {oauth,"7d85d3ef"}, {stdlib,"1.17.5"}]}, {supported_compat_version,[2,0]}, {system_arch,"x86_64-unknown-linux-gnu"}, {wall_clock,2747}, {memory_data,{33657663488,11321413632,{<18173.19800.0>,4714984}}}, {disk_data, [{"/",49781912,9}, {"/dev/shm",16434404,0}, {"/data",492257288,2}, {"/data2",246132896,1}]}, {meminfo, <<"MemTotal: 32868812 kB\nMemFree: 21147608 kB\nBuffers: 434784 kB\nCached: 6553624 kB\nSwapCached: 0 kB\nActive: 7177744 kB\nInactive: 4227092 kB\nHighTotal: 0 kB\nHighFree: 0 kB\nLowTotal: 32868812 kB\nLowFree: 21147608 kB\nSwapTotal: 10450272 kB\nSwapFree: 10450272 kB\nDirty: 2460 kB\nWriteback: 0 kB\nAnonPages: 4416136 kB\nMapped: 17964 kB\nSlab: 271492 kB\nPageTables: 13524 kB\nNFS_Unstable: 0 kB\nBounce: 0 kB\nCommitLimit: 26884676 kB\nCommitted_AS: 6123148 kB\nVmallocTotal: 34359738367 kB\nVmallocUsed: 6416 kB\nVmallocChunk: 34359730587 kB\nHugePages_Total: 0\nHugePages_Free: 0\nHugePages_Rsvd: 0\nHugepagesize: 2048 kB\n">>}]}, {'ns_1@10.2.1.68', [{last_heard,{1351,908504,340767}}, {outgoing_replications_safeness_level,[{"default",green}]}, {incoming_replications_conf_hashes,[{"default",[]}]}, {active_buckets,["default"]}, {ready_buckets,["default"]}, {local_tasks,[]}, {memory, [{total,104431752}, {processes,59775016}, {processes_used,59526120}, {system,44656736}, {atom,1413905}, {atom_used,1392509}, {binary,2509704}, {code,14613068}, {ets,8027008}]}, {system_memory_data, [{system_total_memory,33657663488}, {free_swap,10684616704}, {total_swap,10684628992}, {cached_memory,5184278528}, {buffered_memory,344461312}, {free_memory,22717255680}, {total_memory,33657663488}]}, {node_storage_conf,[{db_path,"/data"},{index_path,"/data2"}]}, {statistics, [{wall_clock,{2746430,5000}}, {context_switches,{26947219,0}}, {garbage_collection,{2396980,25621459145,0}}, {io,{{input,35861379260},{output,7582459227}}}, {reductions,{9591879355,2055638}}, {run_queue,0}, {runtime,{948530,460}}]}, {system_stats, [{cpu_utilization_rate,26.633165829145728}, {swap_total,10684628992}, {swap_used,12288}]}, {interesting_stats, [{couch_docs_actual_disk_size,4452526168}, {couch_docs_data_size,4272584968}, {couch_views_actual_disk_size,0}, {couch_views_data_size,0}, {curr_items,1813349}, {curr_items_tot,1813349}, {mem_used,3664324424}, {vb_replica_curr_items,0}]}, {cluster_compatibility_version,131072}, {version, [{public_key,"0.13"}, {lhttpc,"1.3.0"}, {ale,"8cffe61"}, {os_mon,"2.2.7"}, {couch_set_view,"1.2.0a-47a991b-git"}, {mnesia,"4.5"}, {inets,"5.7.1"}, {couch,"1.2.0a-47a991b-git"}, {mapreduce,"1.0.0"}, {couch_index_merger,"1.2.0a-47a991b-git"}, {kernel,"2.14.5"}, {crypto,"2.0.4"}, {ssl,"4.1.6"}, {sasl,"2.1.10"}, {couch_view_parser,"1.0.0"}, {ns_server,"2.0.0-1925-rel-enterprise"}, {mochiweb,"1.4.1"}, {oauth,"7d85d3ef"}, {stdlib,"1.17.5"}]}, {supported_compat_version,[2,0]}, {system_arch,"x86_64-unknown-linux-gnu"}, {wall_clock,2746}, {memory_data,{33657663488,10057551872,{<18174.19055.0>,2914384}}}, {disk_data, [{"/",49781912,5}, {"/dev/shm",16434404,0}, {"/data",492257288,1}, {"/data2",246132896,1}]}, {meminfo, <<"MemTotal: 32868812 kB\nMemFree: 22184820 kB\nBuffers: 336388 kB\nCached: 5062772 kB\nSwapCached: 12 kB\nActive: 5732528 kB\nInactive: 4662800 kB\nHighTotal: 0 kB\nHighFree: 0 kB\nLowTotal: 32868812 kB\nLowFree: 22184820 kB\nSwapTotal: 10434208 kB\nSwapFree: 10434196 kB\nDirty: 2196 kB\nWriteback: 0 kB\nAnonPages: 4995812 kB\nMapped: 18216 kB\nSlab: 240332 kB\nPageTables: 14676 kB\nNFS_Unstable: 0 kB\nBounce: 0 kB\nCommitLimit: 26868612 kB\nCommitted_AS: 6719180 kB\nVmallocTotal: 34359738367 kB\nVmallocUsed: 6408 kB\nVmallocChunk: 34359730595 kB\nHugePages_Total: 0\nHugePages_Free: 0\nHugePages_Rsvd: 0\nHugepagesize: 2048 kB\n">>}]}] [stats:debug,2012-11-02T19:08:46.848,ns_1@10.2.1.66:<0.20380.0>:stats_collector:maybe_log_stats:126](at {{1970,1,16},{7,31,48}}) Stats for bucket "default": accepting_conns 1 auth_cmds 1 auth_errors 0 bucket_active_conns 1 bucket_conns 6 bytes 3754097464 bytes_read 4500997793 bytes_written 88474782 cas_badval 0 cas_hits 0 cas_misses 0 cmd_flush 0 cmd_get 0 cmd_set 1875112 conn_yields 561 connection_structures 5000 curr_connections 10 curr_conns_on_port_11209 6 curr_conns_on_port_11210 2 curr_items 1875112 curr_items_tot 1875112 curr_temp_items 0 daemon_connections 4 decr_hits 0 decr_misses 0 delete_hits 0 delete_misses 0 ep_access_scanner_last_runtime 0 ep_access_scanner_num_items 0 ep_access_scanner_task_time 2012-11-03 10:00:00 ep_allow_data_loss_during_shutdown 1 ep_alog_block_size 4096 ep_alog_path /data/default/access.log ep_alog_sleep_time 1440 ep_alog_task_time 10 ep_backend couchdb ep_bg_fetch_delay 0 ep_bg_fetched 0 ep_bg_meta_fetched 0 ep_bg_remaining_jobs 0 ep_chk_max_items 5000 ep_chk_period 1800 ep_chk_persistence_remains 0 ep_chk_persistence_timeout 10 ep_chk_remover_stime 5 ep_commit_num 1091 ep_commit_time 3 ep_commit_time_total 7626 ep_concurrentDB 1 ep_config_file ep_couch_bucket default ep_couch_host localhost ep_couch_port 11213 ep_couch_reconnect_sleeptime 250 ep_couch_response_timeout 180000 ep_data_age 0 ep_data_age_highwat 74 ep_data_traffic_enabled 0 ep_dbinit 0 ep_dbname /data/default ep_degraded_mode 0 ep_diskqueue_drain 1874302 ep_diskqueue_fill 1875112 ep_diskqueue_items 811 ep_diskqueue_memory 25920 ep_diskqueue_pending 38880 ep_exp_pager_stime 3600 ep_exp_pager_stime 3600 ep_expired_access 0 ep_expired_pager 0 ep_expiry_window 3 ep_failpartialwarmup 0 ep_flush_all false ep_flush_duration_total 669 ep_flushall_enabled 0 ep_flusher_state running ep_flusher_todo 604 ep_getl_default_timeout 15 ep_getl_max_timeout 30 ep_ht_locks 5 ep_ht_size 3079 ep_inconsistent_slave_chk 0 ep_initfile ep_io_num_read 0 ep_io_num_write 1874297 ep_io_read_bytes 0 ep_io_write_bytes 4438962279 ep_item_begin_failed 0 ep_item_commit_failed 0 ep_item_flush_expired 0 ep_item_flush_failed 0 ep_item_num_based_new_chk 1 ep_items_rm_from_checkpoints 1773876 ep_keep_closed_chks 0 ep_klog_block_size 4096 ep_klog_compactor_queue_cap 500000 ep_klog_compactor_stime 3600 ep_klog_flush commit2 ep_klog_max_entry_ratio 10 ep_klog_max_log_size 2147483647 ep_klog_path ep_klog_sync commit2 ep_kv_size 3669335360 ep_max_checkpoints 2 ep_max_data_size 5242880000 ep_max_item_size 20971520 ep_max_size 5242880000 ep_max_txn_size 10000 ep_max_vbuckets 512 ep_mem_high_wat 3932160000 ep_mem_high_wat 3932160000 ep_mem_low_wat 3145728000 ep_mem_low_wat 3145728000 ep_mem_tracker_enabled true ep_min_data_age 0 ep_mlog_compactor_runs 0 ep_mutation_mem_threshold 0 ep_num_access_scanner_runs 0 ep_num_eject_failures 27105 ep_num_expiry_pager_runs 0 ep_num_non_resident 391731 ep_num_not_my_vbuckets 0 ep_num_ops_del_meta 0 ep_num_ops_get_meta 0 ep_num_ops_set_meta 0 ep_num_pager_runs 4 ep_num_value_ejects 391731 ep_oom_errors 0 ep_overhead 21859752 ep_pager_active_vb_pcnt 40 ep_pager_unbiased_period 60 ep_pending_ops 0 ep_pending_ops_max 0 ep_pending_ops_max_duration 0 ep_pending_ops_total 0 ep_postInitfile ep_queue_age_cap 900 ep_queue_size 207 ep_startup_time 1351907824 ep_storage_age 0 ep_storage_age_highwat 71 ep_store_max_concurrency 10 ep_store_max_readers 9 ep_store_max_readwrite 1 ep_stored_val_type ep_tap_ack_grace_period 300 ep_tap_ack_initial_sequence_number 1 ep_tap_ack_interval 1000 ep_tap_ack_window_size 10 ep_tap_backfill_resident 0.9 ep_tap_backlog_limit 5000 ep_tap_backoff_period 5 ep_tap_bg_fetch_requeued 0 ep_tap_bg_fetched 0 ep_tap_bg_max_pending 500 ep_tap_keepalive 300 ep_tap_noop_interval 20 ep_tap_requeue_sleep_time 0.1 ep_tap_throttle_cap_pcnt 10 ep_tap_throttle_queue_cap 1000000 ep_tap_throttle_threshold 90 ep_tmp_oom_errors 0 ep_too_old 0 ep_too_young 0 ep_total_cache_size 3646834016 ep_total_del_items 0 ep_total_enqueued 1875112 ep_total_new_items 1874297 ep_total_persisted 1874297 ep_uncommitted_items 189 ep_value_size 3514480013 ep_vb0 0 ep_vb_snapshot_total 54 ep_vb_total 128 ep_vbucket_del 0 ep_vbucket_del_fail 0 ep_version 2.0.0r_130_g8b09894 ep_waitforwarmup 0 ep_warmup 1 ep_warmup_batch_size 1000 ep_warmup_dups 0 ep_warmup_min_items_threshold 100 ep_warmup_min_memory_threshold 100 ep_warmup_oom 0 ep_warmup_thread complete ep_warmup_time 542 get_hits 0 get_misses 0 incr_hits 0 incr_misses 0 libevent 2.0.11-stable limit_maxbytes 67108864 listen_disabled_num 0 max_conns_on_port_11209 1000 max_conns_on_port_11210 9000 mem_used 3754097464 pid 18083 pointer_size 64 rejected_conns 0 rusage_system 184.117009 rusage_user 527.382825 tap_checkpoint_start_received 86 tap_mutation_received 1301149 tap_opaque_received 301 tap_vbucket_set_received 86 threads 4 time 1351908525 total_connections 193 uptime 2600 vb_active_curr_items 1875112 vb_active_eject 391731 vb_active_expired 0 vb_active_ht_memory 12645376 vb_active_itm_memory 3646834016 vb_active_meta_data_memory 148133848 vb_active_num 128 vb_active_num_non_resident 391731 vb_active_num_ref_ejects 391731 vb_active_num_ref_items 1875112 vb_active_ops_create 1874301 vb_active_ops_delete 0 vb_active_ops_reject 0 vb_active_ops_update 0 vb_active_perc_mem_resident 79 vb_active_queue_age 0 vb_active_queue_drain 1874302 vb_active_queue_fill 1875112 vb_active_queue_memory 25920 vb_active_queue_pending 38880 vb_active_queue_size 810 vb_dead_num 0 vb_pending_curr_items 0 vb_pending_eject 0 vb_pending_expired 0 vb_pending_ht_memory 0 vb_pending_itm_memory 0 vb_pending_meta_data_memory 0 vb_pending_num 0 vb_pending_num_non_resident 0 vb_pending_num_ref_ejects 0 vb_pending_num_ref_items 0 vb_pending_ops_create 0 vb_pending_ops_delete 0 vb_pending_ops_reject 0 vb_pending_ops_update 0 vb_pending_perc_mem_resident 0 vb_pending_queue_age 0 vb_pending_queue_drain 0 vb_pending_queue_fill 0 vb_pending_queue_memory 0 vb_pending_queue_pending 0 vb_pending_queue_size 0 vb_replica_curr_items 0 vb_replica_eject 0 vb_replica_expired 0 vb_replica_ht_memory 0 vb_replica_itm_memory 0 vb_replica_meta_data_memory 0 vb_replica_num 0 vb_replica_num_non_resident 0 vb_replica_num_ref_ejects 0 vb_replica_num_ref_items 0 vb_replica_ops_create 0 vb_replica_ops_delete 0 vb_replica_ops_reject 0 vb_replica_ops_update 0 vb_replica_perc_mem_resident 0 vb_replica_queue_age 0 vb_replica_queue_drain 0 vb_replica_queue_fill 0 vb_replica_queue_memory 0 vb_replica_queue_pending 0 vb_replica_queue_size 0 version 1.4.4_600_g7ea975a [ns_doctor:debug,2012-11-02T19:09:27.040,ns_1@10.2.1.66:ns_doctor<0.1428.0>:ns_doctor:handle_info:137]Current node statuses: [{'ns_1@10.2.1.65', [{last_heard,{1351,908564,352688}}, {outgoing_replications_safeness_level,[{"default",green}]}, {incoming_replications_conf_hashes,[{"default",[]}]}, {active_buckets,["default"]}, {ready_buckets,["default"]}, {local_tasks,[]}, {memory, [{total,120129472}, {processes,72414120}, {processes_used,70835784}, {system,47715352}, {atom,1502673}, {atom_used,1494429}, {binary,4409344}, {code,15256817}, {ets,8441592}]}, {system_memory_data, [{system_total_memory,33657663488}, {free_swap,11350716416}, {total_swap,11350876160}, {cached_memory,5604921344}, {buffered_memory,249159680}, {free_memory,22348070912}, {total_memory,33657663488}]}, {node_storage_conf,[{db_path,"/data"},{index_path,"/data2"}]}, {statistics, [{wall_clock,{2807193,5000}}, {context_switches,{27322901,0}}, {garbage_collection,{2319266,27166393459,0}}, {io,{{input,37599131703},{output,7687057849}}}, {reductions,{10275833917,3163371}}, {run_queue,0}, {runtime,{1044010,990}}]}, {system_stats, [{cpu_utilization_rate,8.478802992518704}, {swap_total,11350876160}, {swap_used,159744}]}, {interesting_stats, [{couch_docs_actual_disk_size,4965008804}, {couch_docs_data_size,4766929777}, {couch_views_actual_disk_size,0}, {couch_views_data_size,0}, {curr_items,1977955}, {curr_items_tot,1977955}, {mem_used,3534630968}, {vb_replica_curr_items,0}]}, {cluster_compatibility_version,131072}, {version, [{public_key,"0.13"}, {lhttpc,"1.3.0"}, {ale,"8cffe61"}, {os_mon,"2.2.7"}, {couch_set_view,"1.2.0a-47a991b-git"}, {mnesia,"4.5"}, {inets,"5.7.1"}, {couch,"1.2.0a-47a991b-git"}, {mapreduce,"1.0.0"}, {couch_index_merger,"1.2.0a-47a991b-git"}, {kernel,"2.14.5"}, {crypto,"2.0.4"}, {ssl,"4.1.6"}, {sasl,"2.1.10"}, {couch_view_parser,"1.0.0"}, {ns_server,"2.0.0-1925-rel-enterprise"}, {mochiweb,"1.4.1"}, {oauth,"7d85d3ef"}, {stdlib,"1.17.5"}]}, {supported_compat_version,[2,0]}, {system_arch,"x86_64-unknown-linux-gnu"}, {wall_clock,2807}, {memory_data,{33657663488,10492383232,{<18077.178.1>,7628384}}}, {disk_data, [{"/",51088800,10}, {"/dev/shm",16434404,0}, {"/data",492257288,1}, {"/data2",246132896,1}]}, {meminfo, <<"MemTotal: 32868812 kB\nMemFree: 21824288 kB\nBuffers: 243320 kB\nCached: 5473556 kB\nSwapCached: 0 kB\nActive: 5770936 kB\nInactive: 4989492 kB\nHighTotal: 0 kB\nHighFree: 0 kB\nLowTotal: 32868812 kB\nLowFree: 21824288 kB\nSwapTotal: 11084840 kB\nSwapFree: 11084684 kB\nDirty: 7172 kB\nWriteback: 0 kB\nAnonPages: 5043552 kB\nMapped: 16312 kB\nSlab: 238452 kB\nPageTables: 14336 kB\nNFS_Unstable: 0 kB\nBounce: 0 kB\nCommitLimit: 27519244 kB\nCommitted_AS: 6793364 kB\nVmallocTotal: 34359738367 kB\nVmallocUsed: 6728 kB\nVmallocChunk: 34359730275 kB\nHugePages_Total: 0\nHugePages_Free: 0\nHugePages_Rsvd: 0\nHugepagesize: 2048 kB\n">>}]}, {'ns_1@10.2.1.66', [{last_heard,{1351,908562,41341}}, {outgoing_replications_safeness_level,[{"default",green}]}, {incoming_replications_conf_hashes,[{"default",[]}]}, {active_buckets,["default"]}, {ready_buckets,["default"]}, {local_tasks,[]}, {memory, [{total,104875696}, {processes,59959912}, {processes_used,59573096}, {system,44915784}, {atom,1413905}, {atom_used,1392509}, {binary,2624672}, {code,14575828}, {ets,8237392}]}, {system_memory_data, [{system_total_memory,33657663488}, {free_swap,10684469248}, {total_swap,10684628992}, {cached_memory,6958321664}, {buffered_memory,282763264}, {free_memory,21080027136}, {total_memory,33657663488}]}, {node_storage_conf,[{db_path,"/data"},{index_path,"/data2"}]}, {statistics, [{wall_clock,{2804440,5000}}, {context_switches,{28634252,0}}, {garbage_collection,{2387146,26841076546,0}}, {io,{{input,37073412579},{output,8095118227}}}, {reductions,{10127055420,2660131}}, {run_queue,0}, {runtime,{960320,680}}]}, {system_stats, [{cpu_utilization_rate,11.75}, {swap_total,10684628992}, {swap_used,159744}]}, {interesting_stats, [{couch_docs_actual_disk_size,6313698676}, {couch_docs_data_size,4803123359}, {couch_views_actual_disk_size,0}, {couch_views_data_size,0}, {curr_items,1973441}, {curr_items_tot,1973441}, {mem_used,3512834760}, {vb_replica_curr_items,0}]}, {cluster_compatibility_version,131072}, {version, [{public_key,"0.13"}, {lhttpc,"1.3.0"}, {ale,"8cffe61"}, {os_mon,"2.2.7"}, {couch_set_view,"1.2.0a-47a991b-git"}, {mnesia,"4.5"}, {inets,"5.7.1"}, {couch,"1.2.0a-47a991b-git"}, {mapreduce,"1.0.0"}, {couch_index_merger,"1.2.0a-47a991b-git"}, {kernel,"2.14.5"}, {crypto,"2.0.4"}, {ssl,"4.1.6"}, {sasl,"2.1.10"}, {couch_view_parser,"1.0.0"}, {ns_server,"2.0.0-1925-rel-enterprise"}, {mochiweb,"1.4.1"}, {oauth,"7d85d3ef"}, {stdlib,"1.17.5"}]}, {supported_compat_version,[2,0]}, {system_arch,"x86_64-unknown-linux-gnu"}, {wall_clock,2804}, {memory_data,{33657663488,12011839488,{<0.20373.0>,4714984}}}, {disk_data, [{"/",49781912,5}, {"/dev/shm",16434404,0}, {"/data",492257288,2}, {"/data2",246132896,1}]}, {meminfo, <<"MemTotal: 32868812 kB\nMemFree: 20585964 kB\nBuffers: 276136 kB\nCached: 6795236 kB\nSwapCached: 140 kB\nActive: 7270700 kB\nInactive: 4695432 kB\nHighTotal: 0 kB\nHighFree: 0 kB\nLowTotal: 32868812 kB\nLowFree: 20585964 kB\nSwapTotal: 10434208 kB\nSwapFree: 10434052 kB\nDirty: 2048 kB\nWriteback: 0 kB\nAnonPages: 4894448 kB\nMapped: 18020 kB\nSlab: 268536 kB\nPageTables: 14512 kB\nNFS_Unstable: 0 kB\nBounce: 0 kB\nCommitLimit: 26868612 kB\nCommitted_AS: 6623996 kB\nVmallocTotal: 34359738367 kB\nVmallocUsed: 6408 kB\nVmallocChunk: 34359730595 kB\nHugePages_Total: 0\nHugePages_Free: 0\nHugePages_Rsvd: 0\nHugepagesize: 2048 kB\n">>}]}, {'ns_1@10.2.1.67', [{last_heard,{1351,908564,137071}}, {outgoing_replications_safeness_level,[{"default",green}]}, {incoming_replications_conf_hashes,[{"default",[]}]}, {active_buckets,["default"]}, {ready_buckets,["default"]}, {local_tasks,[]}, {memory, [{total,103217088}, {processes,62405552}, {processes_used,62250360}, {system,40811536}, {atom,1414713}, {atom_used,1394174}, {binary,2979072}, {code,14610103}, {ets,3744440}]}, {system_memory_data, [{system_total_memory,33657663488}, {free_swap,10701078528}, {total_swap,10701078528}, {cached_memory,7532408832}, {buffered_memory,445902848}, {free_memory,20809363456}, {total_memory,33657663488}]}, {node_storage_conf,[{db_path,"/data"},{index_path,"/data2"}]}, {statistics, [{wall_clock,{2807526,5001}}, {context_switches,{23297084,0}}, {garbage_collection,{3854708,16274677263,0}}, {io,{{input,25874387527},{output,2468921549}}}, {reductions,{6778533870,2361549}}, {run_queue,0}, {runtime,{749520,580}}]}, {system_stats, [{cpu_utilization_rate,28.25}, {swap_total,10701078528}, {swap_used,0}]}, {interesting_stats, [{couch_docs_actual_disk_size,6812149117}, {couch_docs_data_size,4814914553}, {couch_views_actual_disk_size,0}, {couch_views_data_size,0}, {curr_items,1984448}, {curr_items_tot,1984448}, {mem_used,3535001544}, {vb_replica_curr_items,0}]}, {cluster_compatibility_version,131072}, {version, [{public_key,"0.13"}, {lhttpc,"1.3.0"}, {ale,"8cffe61"}, {os_mon,"2.2.7"}, {couch_set_view,"1.2.0a-47a991b-git"}, {mnesia,"4.5"}, {inets,"5.7.1"}, {couch,"1.2.0a-47a991b-git"}, {mapreduce,"1.0.0"}, {couch_index_merger,"1.2.0a-47a991b-git"}, {kernel,"2.14.5"}, {crypto,"2.0.4"}, {ssl,"4.1.6"}, {sasl,"2.1.10"}, {couch_view_parser,"1.0.0"}, {ns_server,"2.0.0-1925-rel-enterprise"}, {mochiweb,"1.4.1"}, {oauth,"7d85d3ef"}, {stdlib,"1.17.5"}]}, {supported_compat_version,[2,0]}, {system_arch,"x86_64-unknown-linux-gnu"}, {wall_clock,2807}, {memory_data,{33657663488,12187262976,{<18173.19800.0>,4714984}}}, {disk_data, [{"/",49781912,9}, {"/dev/shm",16434404,0}, {"/data",492257288,2}, {"/data2",246132896,1}]}, {meminfo, <<"MemTotal: 32868812 kB\nMemFree: 20321644 kB\nBuffers: 435452 kB\nCached: 7355868 kB\nSwapCached: 0 kB\nActive: 7692792 kB\nInactive: 4517672 kB\nHighTotal: 0 kB\nHighFree: 0 kB\nLowTotal: 32868812 kB\nLowFree: 20321644 kB\nSwapTotal: 10450272 kB\nSwapFree: 10450272 kB\nDirty: 876 kB\nWriteback: 172 kB\nAnonPages: 4419076 kB\nMapped: 17964 kB\nSlab: 291540 kB\nPageTables: 13532 kB\nNFS_Unstable: 0 kB\nBounce: 0 kB\nCommitLimit: 26884676 kB\nCommitted_AS: 6131824 kB\nVmallocTotal: 34359738367 kB\nVmallocUsed: 6416 kB\nVmallocChunk: 34359730587 kB\nHugePages_Total: 0\nHugePages_Free: 0\nHugePages_Rsvd: 0\nHugepagesize: 2048 kB\n">>}]}, {'ns_1@10.2.1.68', [{last_heard,{1351,908564,340042}}, {outgoing_replications_safeness_level,[{"default",green}]}, {incoming_replications_conf_hashes,[{"default",[]}]}, {active_buckets,["default"]}, {ready_buckets,["default"]}, {local_tasks,[]}, {memory, [{total,105667968}, {processes,60697952}, {processes_used,60449056}, {system,44970016}, {atom,1413905}, {atom_used,1392509}, {binary,2640368}, {code,14613068}, {ets,8210208}]}, {system_memory_data, [{system_total_memory,33657663488}, {free_swap,10684616704}, {total_swap,10684628992}, {cached_memory,5919678464}, {buffered_memory,345157632}, {free_memory,21964034048}, {total_memory,33657663488}]}, {node_storage_conf,[{db_path,"/data"},{index_path,"/data2"}]}, {statistics, [{wall_clock,{2806430,5000}}, {context_switches,{27225196,0}}, {garbage_collection,{2425328,25685385202,0}}, {io,{{input,35863230348},{output,7584580185}}}, {reductions,{9622658657,2700643}}, {run_queue,0}, {runtime,{957870,840}}]}, {system_stats, [{cpu_utilization_rate,6.982543640897756}, {swap_total,10684628992}, {swap_used,12288}]}, {interesting_stats, [{couch_docs_actual_disk_size,5262706070}, {couch_docs_data_size,4775780761}, {couch_views_actual_disk_size,0}, {couch_views_data_size,0}, {curr_items,1982316}, {curr_items_tot,1982316}, {mem_used,3615713400}, {vb_replica_curr_items,0}]}, {cluster_compatibility_version,131072}, {version, [{public_key,"0.13"}, {lhttpc,"1.3.0"}, {ale,"8cffe61"}, {os_mon,"2.2.7"}, {couch_set_view,"1.2.0a-47a991b-git"}, {mnesia,"4.5"}, {inets,"5.7.1"}, {couch,"1.2.0a-47a991b-git"}, {mapreduce,"1.0.0"}, {couch_index_merger,"1.2.0a-47a991b-git"}, {kernel,"2.14.5"}, {crypto,"2.0.4"}, {ssl,"4.1.6"}, {sasl,"2.1.10"}, {couch_view_parser,"1.0.0"}, {ns_server,"2.0.0-1925-rel-enterprise"}, {mochiweb,"1.4.1"}, {oauth,"7d85d3ef"}, {stdlib,"1.17.5"}]}, {supported_compat_version,[2,0]}, {system_arch,"x86_64-unknown-linux-gnu"}, {wall_clock,2806}, {memory_data,{33657663488,11145101312,{<18174.19055.0>,4714984}}}, {disk_data, [{"/",49781912,5}, {"/dev/shm",16434404,0}, {"/data",492257288,1}, {"/data2",246132896,1}]}, {meminfo, <<"MemTotal: 32868812 kB\nMemFree: 21449252 kB\nBuffers: 337068 kB\nCached: 5780936 kB\nSwapCached: 12 kB\nActive: 6134776 kB\nInactive: 4977284 kB\nHighTotal: 0 kB\nHighFree: 0 kB\nLowTotal: 32868812 kB\nLowFree: 21449252 kB\nSwapTotal: 10434208 kB\nSwapFree: 10434196 kB\nDirty: 1420 kB\nWriteback: 0 kB\nAnonPages: 4993740 kB\nMapped: 18216 kB\nSlab: 258228 kB\nPageTables: 14680 kB\nNFS_Unstable: 0 kB\nBounce: 0 kB\nCommitLimit: 26868612 kB\nCommitted_AS: 6718228 kB\nVmallocTotal: 34359738367 kB\nVmallocUsed: 6408 kB\nVmallocChunk: 34359730595 kB\nHugePages_Total: 0\nHugePages_Free: 0\nHugePages_Rsvd: 0\nHugepagesize: 2048 kB\n">>}]}] [stats:debug,2012-11-02T19:10:26.843,ns_1@10.2.1.66:<0.20380.0>:stats_collector:maybe_log_stats:126](at {{1970,1,16},{7,31,48}}) Stats for bucket "default": accepting_conns 1 auth_cmds 1 auth_errors 0 bucket_active_conns 1 bucket_conns 6 bytes 3504973656 bytes_read 5172868295 bytes_written 101691954 cas_badval 0 cas_hits 0 cas_misses 0 cmd_flush 0 cmd_get 0 cmd_set 2155379 conn_yields 663 connection_structures 5000 curr_connections 10 curr_conns_on_port_11209 6 curr_conns_on_port_11210 2 curr_items 2155379 curr_items_tot 2155379 curr_temp_items 0 daemon_connections 4 decr_hits 0 decr_misses 0 delete_hits 0 delete_misses 0 ep_access_scanner_last_runtime 0 ep_access_scanner_num_items 0 ep_access_scanner_task_time 2012-11-03 10:00:00 ep_allow_data_loss_during_shutdown 1 ep_alog_block_size 4096 ep_alog_path /data/default/access.log ep_alog_sleep_time 1440 ep_alog_task_time 10 ep_backend couchdb ep_bg_fetch_delay 0 ep_bg_fetched 0 ep_bg_meta_fetched 0 ep_bg_remaining_jobs 0 ep_chk_max_items 5000 ep_chk_period 1800 ep_chk_persistence_remains 0 ep_chk_persistence_timeout 10 ep_chk_remover_stime 5 ep_commit_num 1220 ep_commit_time 2 ep_commit_time_total 8092 ep_concurrentDB 1 ep_config_file ep_couch_bucket default ep_couch_host localhost ep_couch_port 11213 ep_couch_reconnect_sleeptime 250 ep_couch_response_timeout 180000 ep_data_age 1 ep_data_age_highwat 74 ep_data_traffic_enabled 0 ep_dbinit 0 ep_dbname /data/default ep_degraded_mode 0 ep_diskqueue_drain 2153831 ep_diskqueue_fill 2155379 ep_diskqueue_items 1549 ep_diskqueue_memory 49536 ep_diskqueue_pending 74304 ep_exp_pager_stime 3600 ep_exp_pager_stime 3600 ep_expired_access 0 ep_expired_pager 0 ep_expiry_window 3 ep_failpartialwarmup 0 ep_flush_all false ep_flush_duration_total 770 ep_flushall_enabled 0 ep_flusher_state running ep_flusher_todo 143 ep_getl_default_timeout 15 ep_getl_max_timeout 30 ep_ht_locks 5 ep_ht_size 3079 ep_inconsistent_slave_chk 0 ep_initfile ep_io_num_read 0 ep_io_num_write 2153823 ep_io_read_bytes 0 ep_io_write_bytes 5100162465 ep_item_begin_failed 0 ep_item_commit_failed 0 ep_item_flush_expired 0 ep_item_flush_failed 0 ep_item_num_based_new_chk 1 ep_items_rm_from_checkpoints 2139495 ep_keep_closed_chks 0 ep_klog_block_size 4096 ep_klog_compactor_queue_cap 500000 ep_klog_compactor_stime 3600 ep_klog_flush commit2 ep_klog_max_entry_ratio 10 ep_klog_max_log_size 2147483647 ep_klog_path ep_klog_sync commit2 ep_kv_size 3438879729 ep_max_checkpoints 2 ep_max_data_size 5242880000 ep_max_item_size 20971520 ep_max_size 5242880000 ep_max_txn_size 10000 ep_max_vbuckets 512 ep_mem_high_wat 3932160000 ep_mem_high_wat 3932160000 ep_mem_low_wat 3145728000 ep_mem_low_wat 3145728000 ep_mem_tracker_enabled true ep_min_data_age 0 ep_mlog_compactor_runs 0 ep_mutation_mem_threshold 0 ep_num_access_scanner_runs 0 ep_num_eject_failures 154211 ep_num_expiry_pager_runs 0 ep_num_non_resident 781073 ep_num_not_my_vbuckets 0 ep_num_ops_del_meta 0 ep_num_ops_get_meta 0 ep_num_ops_set_meta 0 ep_num_pager_runs 8 ep_num_value_ejects 781073 ep_oom_errors 0 ep_overhead 14390144 ep_pager_active_vb_pcnt 40 ep_pager_unbiased_period 60 ep_pending_ops 0 ep_pending_ops_max 0 ep_pending_ops_max_duration 0 ep_pending_ops_total 0 ep_postInitfile ep_queue_age_cap 900 ep_queue_size 1406 ep_startup_time 1351907824 ep_storage_age 0 ep_storage_age_highwat 71 ep_store_max_concurrency 10 ep_store_max_readers 9 ep_store_max_readwrite 1 ep_stored_val_type ep_tap_ack_grace_period 300 ep_tap_ack_initial_sequence_number 1 ep_tap_ack_interval 1000 ep_tap_ack_window_size 10 ep_tap_backfill_resident 0.9 ep_tap_backlog_limit 5000 ep_tap_backoff_period 5 ep_tap_bg_fetch_requeued 0 ep_tap_bg_fetched 0 ep_tap_bg_max_pending 500 ep_tap_keepalive 300 ep_tap_noop_interval 20 ep_tap_requeue_sleep_time 0.1 ep_tap_throttle_cap_pcnt 10 ep_tap_throttle_queue_cap 1000000 ep_tap_throttle_threshold 90 ep_tmp_oom_errors 0 ep_too_old 0 ep_too_young 0 ep_total_cache_size 3413015181 ep_total_del_items 0 ep_total_enqueued 2155379 ep_total_new_items 2153823 ep_total_persisted 2153823 ep_uncommitted_items 425 ep_value_size 3260701380 ep_vb0 0 ep_vb_snapshot_total 57 ep_vb_total 128 ep_vbucket_del 0 ep_vbucket_del_fail 0 ep_version 2.0.0r_130_g8b09894 ep_waitforwarmup 0 ep_warmup 1 ep_warmup_batch_size 1000 ep_warmup_dups 0 ep_warmup_min_items_threshold 100 ep_warmup_min_memory_threshold 100 ep_warmup_oom 0 ep_warmup_thread complete ep_warmup_time 542 get_hits 0 get_misses 0 incr_hits 0 incr_misses 0 libevent 2.0.11-stable limit_maxbytes 67108864 listen_disabled_num 0 max_conns_on_port_11209 1000 max_conns_on_port_11210 9000 mem_used 3504973656 pid 18083 pointer_size 64 rejected_conns 0 rusage_system 196.058194 rusage_user 563.639313 tap_checkpoint_start_received 86 tap_mutation_received 1301149 tap_opaque_received 301 tap_vbucket_set_received 86 threads 4 time 1351908626 total_connections 193 uptime 2701 vb_active_curr_items 2155379 vb_active_eject 781073 vb_active_expired 0 vb_active_ht_memory 12645376 vb_active_itm_memory 3413015181 vb_active_meta_data_memory 170274941 vb_active_num 128 vb_active_num_non_resident 781073 vb_active_num_ref_ejects 781073 vb_active_num_ref_items 2155379 vb_active_ops_create 2153830 vb_active_ops_delete 0 vb_active_ops_reject 0 vb_active_ops_update 0 vb_active_perc_mem_resident 63 vb_active_queue_age 0 vb_active_queue_drain 2153831 vb_active_queue_fill 2155379 vb_active_queue_memory 49536 vb_active_queue_pending 74304 vb_active_queue_size 1548 vb_dead_num 0 vb_pending_curr_items 0 vb_pending_eject 0 vb_pending_expired 0 vb_pending_ht_memory 0 vb_pending_itm_memory 0 vb_pending_meta_data_memory 0 vb_pending_num 0 vb_pending_num_non_resident 0 vb_pending_num_ref_ejects 0 vb_pending_num_ref_items 0 vb_pending_ops_create 0 vb_pending_ops_delete 0 vb_pending_ops_reject 0 vb_pending_ops_update 0 vb_pending_perc_mem_resident 0 vb_pending_queue_age 0 vb_pending_queue_drain 0 vb_pending_queue_fill 0 vb_pending_queue_memory 0 vb_pending_queue_pending 0 vb_pending_queue_size 0 vb_replica_curr_items 0 vb_replica_eject 0 vb_replica_expired 0 vb_replica_ht_memory 0 vb_replica_itm_memory 0 vb_replica_meta_data_memory 0 vb_replica_num 0 vb_replica_num_non_resident 0 vb_replica_num_ref_ejects 0 vb_replica_num_ref_items 0 vb_replica_ops_create 0 vb_replica_ops_delete 0 vb_replica_ops_reject 0 vb_replica_ops_update 0 vb_replica_perc_mem_resident 0 vb_replica_queue_age 0 vb_replica_queue_drain 0 vb_replica_queue_fill 0 vb_replica_queue_memory 0 vb_replica_queue_pending 0 vb_replica_queue_size 0 version 1.4.4_600_g7ea975a [ns_doctor:debug,2012-11-02T19:10:27.040,ns_1@10.2.1.66:ns_doctor<0.1428.0>:ns_doctor:handle_info:137]Current node statuses: [{'ns_1@10.2.1.65', [{last_heard,{1351,908624,352149}}, {outgoing_replications_safeness_level,[{"default",green}]}, {incoming_replications_conf_hashes,[{"default",[]}]}, {active_buckets,["default"]}, {ready_buckets,["default"]}, {local_tasks,[]}, {memory, [{total,122772304}, {processes,74521680}, {processes_used,72945616}, {system,48250624}, {atom,1502673}, {atom_used,1494429}, {binary,4882600}, {code,15256817}, {ets,8503344}]}, {system_memory_data, [{system_total_memory,33657663488}, {free_swap,11350716416}, {total_swap,11350876160}, {cached_memory,6325506048}, {buffered_memory,249831424}, {free_memory,21613391872}, {total_memory,33657663488}]}, {node_storage_conf,[{db_path,"/data"},{index_path,"/data2"}]}, {statistics, [{wall_clock,{2867194,5001}}, {context_switches,{27685183,0}}, {garbage_collection,{2354819,27271109328,0}}, {io,{{input,37616310447},{output,7690204763}}}, {reductions,{10315726033,3654456}}, {run_queue,0}, {runtime,{1056190,1420}}]}, {system_stats, [{cpu_utilization_rate,34.5}, {swap_total,11350876160}, {swap_used,159744}]}, {interesting_stats, [{couch_docs_actual_disk_size,5643785620}, {couch_docs_data_size,5173207037}, {couch_views_actual_disk_size,0}, {couch_views_data_size,0}, {curr_items,2146469}, {curr_items_tot,2146469}, {mem_used,3979401240}, {vb_replica_curr_items,0}]}, {cluster_compatibility_version,131072}, {version, [{public_key,"0.13"}, {lhttpc,"1.3.0"}, {ale,"8cffe61"}, {os_mon,"2.2.7"}, {couch_set_view,"1.2.0a-47a991b-git"}, {mnesia,"4.5"}, {inets,"5.7.1"}, {couch,"1.2.0a-47a991b-git"}, {mapreduce,"1.0.0"}, {couch_index_merger,"1.2.0a-47a991b-git"}, {kernel,"2.14.5"}, {crypto,"2.0.4"}, {ssl,"4.1.6"}, {sasl,"2.1.10"}, {couch_view_parser,"1.0.0"}, {ns_server,"2.0.0-1925-rel-enterprise"}, {mochiweb,"1.4.1"}, {oauth,"7d85d3ef"}, {stdlib,"1.17.5"}]}, {supported_compat_version,[2,0]}, {system_arch,"x86_64-unknown-linux-gnu"}, {wall_clock,2867}, {memory_data,{33657663488,11451678720,{<18077.178.1>,7628384}}}, {disk_data, [{"/",51088800,10}, {"/dev/shm",16434404,0}, {"/data",492257288,2}, {"/data2",246132896,1}]}, {meminfo, <<"MemTotal: 32868812 kB\nMemFree: 21106828 kB\nBuffers: 243976 kB\nCached: 6177252 kB\nSwapCached: 0 kB\nActive: 6148780 kB\nInactive: 5311964 kB\nHighTotal: 0 kB\nHighFree: 0 kB\nLowTotal: 32868812 kB\nLowFree: 21106828 kB\nSwapTotal: 11084840 kB\nSwapFree: 11084684 kB\nDirty: 3504 kB\nWriteback: 0 kB\nAnonPages: 5039284 kB\nMapped: 16312 kB\nSlab: 255516 kB\nPageTables: 14312 kB\nNFS_Unstable: 0 kB\nBounce: 0 kB\nCommitLimit: 27519244 kB\nCommitted_AS: 6776300 kB\nVmallocTotal: 34359738367 kB\nVmallocUsed: 6728 kB\nVmallocChunk: 34359730275 kB\nHugePages_Total: 0\nHugePages_Free: 0\nHugePages_Rsvd: 0\nHugepagesize: 2048 kB\n">>}]}, {'ns_1@10.2.1.66', [{last_heard,{1351,908622,41192}}, {outgoing_replications_safeness_level,[{"default",green}]}, {incoming_replications_conf_hashes,[{"default",[]}]}, {active_buckets,["default"]}, {ready_buckets,["default"]}, {local_tasks,[]}, {memory, [{total,104942488}, {processes,60100088}, {processes_used,59713352}, {system,44842400}, {atom,1413905}, {atom_used,1392509}, {binary,2487208}, {code,14575828}, {ets,8301056}]}, {system_memory_data, [{system_total_memory,33657663488}, {free_swap,10684469248}, {total_swap,10684628992}, {cached_memory,7735885824}, {buffered_memory,283910144}, {free_memory,20281344000}, {total_memory,33657663488}]}, {node_storage_conf,[{db_path,"/data"},{index_path,"/data2"}]}, {statistics, [{wall_clock,{2864440,5000}}, {context_switches,{28957617,0}}, {garbage_collection,{2419800,26909056065,0}}, {io,{{input,37075493354},{output,8097369557}}}, {reductions,{10159311626,2838975}}, {run_queue,0}, {runtime,{969570,1040}}]}, {system_stats, [{cpu_utilization_rate,11.75}, {swap_total,10684628992}, {swap_used,159744}]}, {interesting_stats, [{couch_docs_actual_disk_size,7096104292}, {couch_docs_data_size,5221878008}, {couch_views_actual_disk_size,0}, {couch_views_data_size,0}, {curr_items,2141643}, {curr_items_tot,2141643}, {mem_used,3952221608}, {vb_replica_curr_items,0}]}, {cluster_compatibility_version,131072}, {version, [{public_key,"0.13"}, {lhttpc,"1.3.0"}, {ale,"8cffe61"}, {os_mon,"2.2.7"}, {couch_set_view,"1.2.0a-47a991b-git"}, {mnesia,"4.5"}, {inets,"5.7.1"}, {couch,"1.2.0a-47a991b-git"}, {mapreduce,"1.0.0"}, {couch_index_merger,"1.2.0a-47a991b-git"}, {kernel,"2.14.5"}, {crypto,"2.0.4"}, {ssl,"4.1.6"}, {sasl,"2.1.10"}, {couch_view_parser,"1.0.0"}, {ns_server,"2.0.0-1925-rel-enterprise"}, {mochiweb,"1.4.1"}, {oauth,"7d85d3ef"}, {stdlib,"1.17.5"}]}, {supported_compat_version,[2,0]}, {system_arch,"x86_64-unknown-linux-gnu"}, {wall_clock,2864}, {memory_data,{33657663488,12787023872,{<0.695.0>,3143528}}}, {disk_data, [{"/",49781912,5}, {"/dev/shm",16434404,0}, {"/data",492257288,2}, {"/data2",246132896,1}]}, {meminfo, <<"MemTotal: 32868812 kB\nMemFree: 19806000 kB\nBuffers: 277256 kB\nCached: 7554576 kB\nSwapCached: 140 kB\nActive: 7723780 kB\nInactive: 5003548 kB\nHighTotal: 0 kB\nHighFree: 0 kB\nLowTotal: 32868812 kB\nLowFree: 19806000 kB\nSwapTotal: 10434208 kB\nSwapFree: 10434052 kB\nDirty: 1748 kB\nWriteback: 0 kB\nAnonPages: 4894904 kB\nMapped: 18020 kB\nSlab: 287416 kB\nPageTables: 14512 kB\nNFS_Unstable: 0 kB\nBounce: 0 kB\nCommitLimit: 26868612 kB\nCommitted_AS: 6619444 kB\nVmallocTotal: 34359738367 kB\nVmallocUsed: 6408 kB\nVmallocChunk: 34359730595 kB\nHugePages_Total: 0\nHugePages_Free: 0\nHugePages_Rsvd: 0\nHugepagesize: 2048 kB\n">>}]}, {'ns_1@10.2.1.67', [{last_heard,{1351,908624,372416}}, {outgoing_replications_safeness_level,[{"default",green}]}, {incoming_replications_conf_hashes,[{"default",[]}]}, {active_buckets,["default"]}, {ready_buckets,["default"]}, {local_tasks, [[{pid,<<"<0.30462.0>">>}, {bucket,<<"default">>}, {original_target,{[{type,bucket}]}}, {progress,21}, {started_on,1351908622}, {total_vbuckets,129}, {trigger_type,scheduled}, {type,bucket_compaction}, {updated_on,1351908654}, {vbuckets_done,28}]]}, {memory, [{total,105341920}, {processes,64129472}, {processes_used,63999368}, {system,41212448}, {atom,1414713}, {atom_used,1394174}, {binary,3178520}, {code,14610103}, {ets,3933896}]}, {system_memory_data, [{system_total_memory,33657663488}, {free_swap,10701078528}, {total_swap,10701078528}, {cached_memory,7503708160}, {buffered_memory,447623168}, {free_memory,20820656128}, {total_memory,33657663488}]}, {node_storage_conf,[{db_path,"/data"},{index_path,"/data2"}]}, {statistics, [{wall_clock,{2867763,5238}}, {context_switches,{23490212,0}}, {garbage_collection,{3871288,16331872850,0}}, {io,{{input,25881215088},{output,2471478556}}}, {reductions,{6806475902,1847479}}, {run_queue,0}, {runtime,{756320,360}}]}, {system_stats, [{cpu_utilization_rate,6.733167082294265}, {swap_total,10701078528}, {swap_used,0}]}, {interesting_stats, [{couch_docs_actual_disk_size,6860774862}, {couch_docs_data_size,5064340411}, {couch_views_actual_disk_size,0}, {couch_views_data_size,0}, {curr_items,2149776}, {curr_items_tot,2149776}, {mem_used,3973131304}, {vb_replica_curr_items,0}]}, {cluster_compatibility_version,131072}, {version, [{public_key,"0.13"}, {lhttpc,"1.3.0"}, {ale,"8cffe61"}, {os_mon,"2.2.7"}, {couch_set_view,"1.2.0a-47a991b-git"}, {mnesia,"4.5"}, {inets,"5.7.1"}, {couch,"1.2.0a-47a991b-git"}, {mapreduce,"1.0.0"}, {couch_index_merger,"1.2.0a-47a991b-git"}, {kernel,"2.14.5"}, {crypto,"2.0.4"}, {ssl,"4.1.6"}, {sasl,"2.1.10"}, {couch_view_parser,"1.0.0"}, {ns_server,"2.0.0-1925-rel-enterprise"}, {mochiweb,"1.4.1"}, {oauth,"7d85d3ef"}, {stdlib,"1.17.5"}]}, {supported_compat_version,[2,0]}, {system_arch,"x86_64-unknown-linux-gnu"}, {wall_clock,2867}, {memory_data,{33657663488,13009813504,{<18173.703.0>,3143528}}}, {disk_data, [{"/",49781912,9}, {"/dev/shm",16434404,0}, {"/data",492257288,2}, {"/data2",246132896,1}]}, {meminfo, <<"MemTotal: 32868812 kB\nMemFree: 20332672 kB\nBuffers: 437132 kB\nCached: 7327840 kB\nSwapCached: 0 kB\nActive: 7333804 kB\nInactive: 4863072 kB\nHighTotal: 0 kB\nHighFree: 0 kB\nLowTotal: 32868812 kB\nLowFree: 20332672 kB\nSwapTotal: 10450272 kB\nSwapFree: 10450272 kB\nDirty: 2448 kB\nWriteback: 4 kB\nAnonPages: 4431968 kB\nMapped: 17968 kB\nSlab: 293352 kB\nPageTables: 13640 kB\nNFS_Unstable: 0 kB\nBounce: 0 kB\nCommitLimit: 26884676 kB\nCommitted_AS: 6147664 kB\nVmallocTotal: 34359738367 kB\nVmallocUsed: 6416 kB\nVmallocChunk: 34359730587 kB\nHugePages_Total: 0\nHugePages_Free: 0\nHugePages_Rsvd: 0\nHugepagesize: 2048 kB\n">>}]}, {'ns_1@10.2.1.68', [{last_heard,{1351,908624,338592}}, {outgoing_replications_safeness_level,[{"default",green}]}, {incoming_replications_conf_hashes,[{"default",[]}]}, {active_buckets,["default"]}, {ready_buckets,["default"]}, {local_tasks,[]}, {memory, [{total,107631000}, {processes,62653176}, {processes_used,62404280}, {system,44977824}, {atom,1413905}, {atom_used,1392509}, {binary,2584488}, {code,14613068}, {ets,8273128}]}, {system_memory_data, [{system_total_memory,33657663488}, {free_swap,10684616704}, {total_swap,10684628992}, {cached_memory,6588239872}, {buffered_memory,346222592}, {free_memory,21272899584}, {total_memory,33657663488}]}, {node_storage_conf,[{db_path,"/data"},{index_path,"/data2"}]}, {statistics, [{wall_clock,{2866430,5000}}, {context_switches,{27404482,0}}, {garbage_collection,{2443122,25740484484,0}}, {io,{{input,35864621192},{output,7586427797}}}, {reductions,{9649716138,2165083}}, {run_queue,0}, {runtime,{964990,540}}]}, {system_stats, [{cpu_utilization_rate,7.231920199501247}, {swap_total,10684628992}, {swap_used,12288}]}, {interesting_stats, [{couch_docs_actual_disk_size,5954088376}, {couch_docs_data_size,5193148981}, {couch_views_actual_disk_size,0}, {couch_views_data_size,0}, {curr_items,2151275}, {curr_items_tot,2151275}, {mem_used,3563452248}, {vb_replica_curr_items,0}]}, {cluster_compatibility_version,131072}, {version, [{public_key,"0.13"}, {lhttpc,"1.3.0"}, {ale,"8cffe61"}, {os_mon,"2.2.7"}, {couch_set_view,"1.2.0a-47a991b-git"}, {mnesia,"4.5"}, {inets,"5.7.1"}, {couch,"1.2.0a-47a991b-git"}, {mapreduce,"1.0.0"}, {couch_index_merger,"1.2.0a-47a991b-git"}, {kernel,"2.14.5"}, {crypto,"2.0.4"}, {ssl,"4.1.6"}, {sasl,"2.1.10"}, {couch_view_parser,"1.0.0"}, {ns_server,"2.0.0-1925-rel-enterprise"}, {mochiweb,"1.4.1"}, {oauth,"7d85d3ef"}, {stdlib,"1.17.5"}]}, {supported_compat_version,[2,0]}, {system_arch,"x86_64-unknown-linux-gnu"}, {wall_clock,2866}, {memory_data,{33657663488,11882070016,{<18174.19054.0>,2914384}}}, {disk_data, [{"/",49781912,5}, {"/dev/shm",16434404,0}, {"/data",492257288,2}, {"/data2",246132896,1}]}, {meminfo, <<"MemTotal: 32868812 kB\nMemFree: 20774316 kB\nBuffers: 338108 kB\nCached: 6433828 kB\nSwapCached: 12 kB\nActive: 6451048 kB\nInactive: 5320732 kB\nHighTotal: 0 kB\nHighFree: 0 kB\nLowTotal: 32868812 kB\nLowFree: 20774316 kB\nSwapTotal: 10434208 kB\nSwapFree: 10434196 kB\nDirty: 1880 kB\nWriteback: 0 kB\nAnonPages: 4999320 kB\nMapped: 18216 kB\nSlab: 274480 kB\nPageTables: 14688 kB\nNFS_Unstable: 0 kB\nBounce: 0 kB\nCommitLimit: 26868612 kB\nCommitted_AS: 6731468 kB\nVmallocTotal: 34359738367 kB\nVmallocUsed: 6408 kB\nVmallocChunk: 34359730595 kB\nHugePages_Total: 0\nHugePages_Free: 0\nHugePages_Rsvd: 0\nHugepagesize: 2048 kB\n">>}]}] [ns_doctor:debug,2012-11-02T19:11:27.040,ns_1@10.2.1.66:ns_doctor<0.1428.0>:ns_doctor:handle_info:137]Current node statuses: [{'ns_1@10.2.1.65', [{last_heard,{1351,908684,348769}}, {outgoing_replications_safeness_level,[{"default",green}]}, {incoming_replications_conf_hashes,[{"default",[]}]}, {active_buckets,["default"]}, {ready_buckets,["default"]}, {local_tasks,[]}, {memory, [{total,122146352}, {processes,73825400}, {processes_used,72248560}, {system,48320952}, {atom,1502673}, {atom_used,1494429}, {binary,4775128}, {code,15256817}, {ets,8682568}]}, {system_memory_data, [{system_total_memory,33657663488}, {free_swap,11350716416}, {total_swap,11350876160}, {cached_memory,7084621824}, {buffered_memory,250900480}, {free_memory,20832362496}, {total_memory,33657663488}]}, {node_storage_conf,[{db_path,"/data"},{index_path,"/data2"}]}, {statistics, [{wall_clock,{2927192,4999}}, {context_switches,{28075503,0}}, {garbage_collection,{2393924,27380096922,0}}, {io,{{input,37637201075},{output,7696766679}}}, {reductions,{10357038683,2731791}}, {run_queue,0}, {runtime,{1069070,770}}]}, {system_stats, [{cpu_utilization_rate,27.18204488778055}, {swap_total,11350876160}, {swap_used,159744}]}, {interesting_stats, [{couch_docs_actual_disk_size,6389591602}, {couch_docs_data_size,5579257650}, {couch_views_actual_disk_size,0}, {couch_views_data_size,0}, {curr_items,2315379}, {curr_items_tot,2315379}, {mem_used,3933704600}, {vb_replica_curr_items,0}]}, {cluster_compatibility_version,131072}, {version, [{public_key,"0.13"}, {lhttpc,"1.3.0"}, {ale,"8cffe61"}, {os_mon,"2.2.7"}, {couch_set_view,"1.2.0a-47a991b-git"}, {mnesia,"4.5"}, {inets,"5.7.1"}, {couch,"1.2.0a-47a991b-git"}, {mapreduce,"1.0.0"}, {couch_index_merger,"1.2.0a-47a991b-git"}, {kernel,"2.14.5"}, {crypto,"2.0.4"}, {ssl,"4.1.6"}, {sasl,"2.1.10"}, {couch_view_parser,"1.0.0"}, {ns_server,"2.0.0-1925-rel-enterprise"}, {mochiweb,"1.4.1"}, {oauth,"7d85d3ef"}, {stdlib,"1.17.5"}]}, {supported_compat_version,[2,0]}, {system_arch,"x86_64-unknown-linux-gnu"}, {wall_clock,2927}, {memory_data,{33657663488,12201975808,{<18077.178.1>,7628384}}}, {disk_data, [{"/",51088800,10}, {"/dev/shm",16434404,0}, {"/data",492257288,2}, {"/data2",246132896,1}]}, {meminfo, <<"MemTotal: 32868812 kB\nMemFree: 20344104 kB\nBuffers: 245020 kB\nCached: 6918576 kB\nSwapCached: 0 kB\nActive: 6594584 kB\nInactive: 5610844 kB\nHighTotal: 0 kB\nHighFree: 0 kB\nLowTotal: 32868812 kB\nLowFree: 20344104 kB\nSwapTotal: 11084840 kB\nSwapFree: 11084684 kB\nDirty: 4304 kB\nWriteback: 0 kB\nAnonPages: 5041564 kB\nMapped: 16312 kB\nSlab: 273704 kB\nPageTables: 14304 kB\nNFS_Unstable: 0 kB\nBounce: 0 kB\nCommitLimit: 27519244 kB\nCommitted_AS: 6774936 kB\nVmallocTotal: 34359738367 kB\nVmallocUsed: 6728 kB\nVmallocChunk: 34359730275 kB\nHugePages_Total: 0\nHugePages_Free: 0\nHugePages_Rsvd: 0\nHugepagesize: 2048 kB\n">>}]}, {'ns_1@10.2.1.66', [{last_heard,{1351,908682,42186}}, {outgoing_replications_safeness_level,[{"default",green}]}, {incoming_replications_conf_hashes,[{"default",[]}]}, {active_buckets,["default"]}, {ready_buckets,["default"]}, {local_tasks,[]}, {memory, [{total,104954632}, {processes,59902496}, {processes_used,59515680}, {system,45052136}, {atom,1413905}, {atom_used,1392509}, {binary,2520688}, {code,14575828}, {ets,8477960}]}, {system_memory_data, [{system_total_memory,33657663488}, {free_swap,10684469248}, {total_swap,10684628992}, {cached_memory,8481124352}, {buffered_memory,284700672}, {free_memory,19514789888}, {total_memory,33657663488}]}, {node_storage_conf,[{db_path,"/data"},{index_path,"/data2"}]}, {statistics, [{wall_clock,{2924440,5000}}, {context_switches,{29231414,0}}, {garbage_collection,{2447527,26973146394,0}}, {io,{{input,37080786473},{output,8102817281}}}, {reductions,{10189784672,2370849}}, {run_queue,0}, {runtime,{978280,660}}]}, {system_stats, [{cpu_utilization_rate,7.5}, {swap_total,10684628992}, {swap_used,159744}]}, {interesting_stats, [{couch_docs_actual_disk_size,7857881146}, {couch_docs_data_size,5630024475}, {couch_views_actual_disk_size,0}, {couch_views_data_size,0}, {curr_items,2309700}, {curr_items_tot,2309700}, {mem_used,3912343416}, {vb_replica_curr_items,0}]}, {cluster_compatibility_version,131072}, {version, [{public_key,"0.13"}, {lhttpc,"1.3.0"}, {ale,"8cffe61"}, {os_mon,"2.2.7"}, {couch_set_view,"1.2.0a-47a991b-git"}, {mnesia,"4.5"}, {inets,"5.7.1"}, {couch,"1.2.0a-47a991b-git"}, {mapreduce,"1.0.0"}, {couch_index_merger,"1.2.0a-47a991b-git"}, {kernel,"2.14.5"}, {crypto,"2.0.4"}, {ssl,"4.1.6"}, {sasl,"2.1.10"}, {couch_view_parser,"1.0.0"}, {ns_server,"2.0.0-1925-rel-enterprise"}, {mochiweb,"1.4.1"}, {oauth,"7d85d3ef"}, {stdlib,"1.17.5"}]}, {supported_compat_version,[2,0]}, {system_arch,"x86_64-unknown-linux-gnu"}, {wall_clock,2924}, {memory_data,{33657663488,13572243456,{<0.695.0>,3143528}}}, {disk_data, [{"/",49781912,5}, {"/dev/shm",16434404,0}, {"/data",492257288,2}, {"/data2",246132896,1}]}, {meminfo, <<"MemTotal: 32868812 kB\nMemFree: 19057412 kB\nBuffers: 278028 kB\nCached: 8282348 kB\nSwapCached: 140 kB\nActive: 8145688 kB\nInactive: 5311428 kB\nHighTotal: 0 kB\nHighFree: 0 kB\nLowTotal: 32868812 kB\nLowFree: 19057412 kB\nSwapTotal: 10434208 kB\nSwapFree: 10434052 kB\nDirty: 1104 kB\nWriteback: 0 kB\nAnonPages: 4895984 kB\nMapped: 18020 kB\nSlab: 305764 kB\nPageTables: 14508 kB\nNFS_Unstable: 0 kB\nBounce: 0 kB\nCommitLimit: 26868612 kB\nCommitted_AS: 6624756 kB\nVmallocTotal: 34359738367 kB\nVmallocUsed: 6408 kB\nVmallocChunk: 34359730595 kB\nHugePages_Total: 0\nHugePages_Free: 0\nHugePages_Rsvd: 0\nHugepagesize: 2048 kB\n">>}]}, {'ns_1@10.2.1.67', [{last_heard,{1351,908684,134891}}, {outgoing_replications_safeness_level,[{"default",green}]}, {incoming_replications_conf_hashes,[{"default",[]}]}, {active_buckets,["default"]}, {ready_buckets,["default"]}, {local_tasks, [[{pid,<<"<0.30462.0>">>}, {bucket,<<"default">>}, {original_target,{[{type,bucket}]}}, {progress,51}, {started_on,1351908622}, {total_vbuckets,129}, {trigger_type,scheduled}, {type,bucket_compaction}, {updated_on,1351908717}, {vbuckets_done,67}]]}, {memory, [{total,102796504}, {processes,61976696}, {processes_used,61851256}, {system,40819808}, {atom,1414713}, {atom_used,1394174}, {binary,2601856}, {code,14610103}, {ets,4124824}]}, {system_memory_data, [{system_total_memory,33657663488}, {free_swap,10701078528}, {total_swap,10701078528}, {cached_memory,6943735808}, {buffered_memory,449454080}, {free_memory,21349756928}, {total_memory,33657663488}]}, {node_storage_conf,[{db_path,"/data"},{index_path,"/data2"}]}, {statistics, [{wall_clock,{2927525,5000}}, {context_switches,{23553949,0}}, {garbage_collection,{3877900,16378420230,0}}, {io,{{input,25894304691},{output,2477532103}}}, {reductions,{6830152046,1847766}}, {run_queue,0}, {runtime,{761690,460}}]}, {system_stats, [{cpu_utilization_rate,18.0}, {swap_total,10701078528}, {swap_used,0}]}, {interesting_stats, [{couch_docs_actual_disk_size,6334622417}, {couch_docs_data_size,5159320872}, {couch_views_actual_disk_size,0}, {couch_views_data_size,0}, {curr_items,2321384}, {curr_items_tot,2321384}, {mem_used,3976388712}, {vb_replica_curr_items,0}]}, {cluster_compatibility_version,131072}, {version, [{public_key,"0.13"}, {lhttpc,"1.3.0"}, {ale,"8cffe61"}, {os_mon,"2.2.7"}, {couch_set_view,"1.2.0a-47a991b-git"}, {mnesia,"4.5"}, {inets,"5.7.1"}, {couch,"1.2.0a-47a991b-git"}, {mapreduce,"1.0.0"}, {couch_index_merger,"1.2.0a-47a991b-git"}, {kernel,"2.14.5"}, {crypto,"2.0.4"}, {ssl,"4.1.6"}, {sasl,"2.1.10"}, {couch_view_parser,"1.0.0"}, {ns_server,"2.0.0-1925-rel-enterprise"}, {mochiweb,"1.4.1"}, {oauth,"7d85d3ef"}, {stdlib,"1.17.5"}]}, {supported_compat_version,[2,0]}, {system_arch,"x86_64-unknown-linux-gnu"}, {wall_clock,2927}, {memory_data,{33657663488,12760322048,{<18173.19799.0>,4714984}}}, {disk_data, [{"/",49781912,9}, {"/dev/shm",16434404,0}, {"/data",492257288,2}, {"/data2",246132896,1}]}, {meminfo, <<"MemTotal: 32868812 kB\nMemFree: 20849372 kB\nBuffers: 438920 kB\nCached: 6780992 kB\nSwapCached: 0 kB\nActive: 6507648 kB\nInactive: 5185592 kB\nHighTotal: 0 kB\nHighFree: 0 kB\nLowTotal: 32868812 kB\nLowFree: 20849372 kB\nSwapTotal: 10450272 kB\nSwapFree: 10450272 kB\nDirty: 3836 kB\nWriteback: 0 kB\nAnonPages: 4472796 kB\nMapped: 17968 kB\nSlab: 280132 kB\nPageTables: 13716 kB\nNFS_Unstable: 0 kB\nBounce: 0 kB\nCommitLimit: 26884676 kB\nCommitted_AS: 6188716 kB\nVmallocTotal: 34359738367 kB\nVmallocUsed: 6416 kB\nVmallocChunk: 34359730587 kB\nHugePages_Total: 0\nHugePages_Free: 0\nHugePages_Rsvd: 0\nHugepagesize: 2048 kB\n">>}]}, {'ns_1@10.2.1.68', [{last_heard,{1351,908684,338187}}, {outgoing_replications_safeness_level,[{"default",green}]}, {incoming_replications_conf_hashes,[{"default",[]}]}, {active_buckets,["default"]}, {ready_buckets,["default"]}, {local_tasks,[]}, {memory, [{total,106561368}, {processes,61310872}, {processes_used,61061976}, {system,45250496}, {atom,1413905}, {atom_used,1392509}, {binary,2682792}, {code,14613068}, {ets,8449976}]}, {system_memory_data, [{system_total_memory,33657663488}, {free_swap,10684616704}, {total_swap,10684628992}, {cached_memory,7308652544}, {buffered_memory,347049984}, {free_memory,20530851840}, {total_memory,33657663488}]}, {node_storage_conf,[{db_path,"/data"},{index_path,"/data2"}]}, {statistics, [{wall_clock,{2926430,5000}}, {context_switches,{27557857,0}}, {garbage_collection,{2458602,25794002860,0}}, {io,{{input,35869329714},{output,7591365505}}}, {reductions,{9675862363,2668646}}, {run_queue,0}, {runtime,{971250,580}}]}, {system_stats, [{cpu_utilization_rate,29.601990049751244}, {swap_total,10684628992}, {swap_used,12288}]}, {interesting_stats, [{couch_docs_actual_disk_size,6605214664}, {couch_docs_data_size,5597946759}, {couch_views_actual_disk_size,0}, {couch_views_data_size,0}, {curr_items,2319730}, {curr_items_tot,2319730}, {mem_used,3526813864}, {vb_replica_curr_items,0}]}, {cluster_compatibility_version,131072}, {version, [{public_key,"0.13"}, {lhttpc,"1.3.0"}, {ale,"8cffe61"}, {os_mon,"2.2.7"}, {couch_set_view,"1.2.0a-47a991b-git"}, {mnesia,"4.5"}, {inets,"5.7.1"}, {couch,"1.2.0a-47a991b-git"}, {mapreduce,"1.0.0"}, {couch_index_merger,"1.2.0a-47a991b-git"}, {kernel,"2.14.5"}, {crypto,"2.0.4"}, {ssl,"4.1.6"}, {sasl,"2.1.10"}, {couch_view_parser,"1.0.0"}, {ns_server,"2.0.0-1925-rel-enterprise"}, {mochiweb,"1.4.1"}, {oauth,"7d85d3ef"}, {stdlib,"1.17.5"}]}, {supported_compat_version,[2,0]}, {system_arch,"x86_64-unknown-linux-gnu"}, {wall_clock,2926}, {memory_data,{33657663488,12554403840,{<18174.19055.0>,4714984}}}, {disk_data, [{"/",49781912,5}, {"/dev/shm",16434404,0}, {"/data",492257288,2}, {"/data2",246132896,1}]}, {meminfo, <<"MemTotal: 32868812 kB\nMemFree: 20049784 kB\nBuffers: 338916 kB\nCached: 7137356 kB\nSwapCached: 12 kB\nActive: 6784356 kB\nInactive: 5694396 kB\nHighTotal: 0 kB\nHighFree: 0 kB\nLowTotal: 32868812 kB\nLowFree: 20049784 kB\nSwapTotal: 10434208 kB\nSwapFree: 10434196 kB\nDirty: 2328 kB\nWriteback: 184 kB\nAnonPages: 5002580 kB\nMapped: 18216 kB\nSlab: 291912 kB\nPageTables: 14684 kB\nNFS_Unstable: 0 kB\nBounce: 0 kB\nCommitLimit: 26868612 kB\nCommitted_AS: 6726144 kB\nVmallocTotal: 34359738367 kB\nVmallocUsed: 6408 kB\nVmallocChunk: 34359730595 kB\nHugePages_Total: 0\nHugePages_Free: 0\nHugePages_Rsvd: 0\nHugepagesize: 2048 kB\n">>}]}] [stats:debug,2012-11-02T19:12:06.839,ns_1@10.2.1.66:<0.20380.0>:stats_collector:maybe_log_stats:126](at {{1970,1,16},{7,31,48}}) Stats for bucket "default": accepting_conns 1 auth_cmds 1 auth_errors 0 bucket_active_conns 1 bucket_conns 6 bytes 3769061352 bytes_read 5845564154 bytes_written 114912369 cas_badval 0 cas_hits 0 cas_misses 0 cmd_flush 0 cmd_get 0 cmd_set 2435757 conn_yields 712 connection_structures 5000 curr_connections 10 curr_conns_on_port_11209 6 curr_conns_on_port_11210 2 curr_items 2435757 curr_items_tot 2435757 curr_temp_items 0 daemon_connections 4 decr_hits 0 decr_misses 0 delete_hits 0 delete_misses 0 ep_access_scanner_last_runtime 0 ep_access_scanner_num_items 0 ep_access_scanner_task_time 2012-11-03 10:00:00 ep_allow_data_loss_during_shutdown 1 ep_alog_block_size 4096 ep_alog_path /data/default/access.log ep_alog_sleep_time 1440 ep_alog_task_time 10 ep_backend couchdb ep_bg_fetch_delay 0 ep_bg_fetched 0 ep_bg_meta_fetched 0 ep_bg_remaining_jobs 0 ep_chk_max_items 5000 ep_chk_period 1800 ep_chk_persistence_remains 0 ep_chk_persistence_timeout 10 ep_chk_remover_stime 5 ep_commit_num 1323 ep_commit_time 3 ep_commit_time_total 9134 ep_concurrentDB 1 ep_config_file ep_couch_bucket default ep_couch_host localhost ep_couch_port 11213 ep_couch_reconnect_sleeptime 250 ep_couch_response_timeout 180000 ep_data_age 8 ep_data_age_highwat 74 ep_data_traffic_enabled 0 ep_dbinit 0 ep_dbname /data/default ep_degraded_mode 0 ep_diskqueue_drain 2417690 ep_diskqueue_fill 2435757 ep_diskqueue_items 18068 ep_diskqueue_memory 578144 ep_diskqueue_pending 867216 ep_exp_pager_stime 3600 ep_exp_pager_stime 3600 ep_expired_access 0 ep_expired_pager 0 ep_expiry_window 3 ep_failpartialwarmup 0 ep_flush_all false ep_flush_duration_total 867 ep_flushall_enabled 0 ep_flusher_state running ep_flusher_todo 8902 ep_getl_default_timeout 15 ep_getl_max_timeout 30 ep_ht_locks 5 ep_ht_size 3079 ep_inconsistent_slave_chk 0 ep_initfile ep_io_num_read 0 ep_io_num_write 2417603 ep_io_read_bytes 0 ep_io_write_bytes 5724441113 ep_item_begin_failed 0 ep_item_commit_failed 0 ep_item_flush_expired 0 ep_item_flush_failed 0 ep_item_num_based_new_chk 1 ep_items_rm_from_checkpoints 2321880 ep_keep_closed_chks 0 ep_klog_block_size 4096 ep_klog_compactor_queue_cap 500000 ep_klog_compactor_stime 3600 ep_klog_flush commit2 ep_klog_max_entry_ratio 10 ep_klog_max_log_size 2147483647 ep_klog_path ep_klog_sync commit2 ep_kv_size 3683851783 ep_max_checkpoints 2 ep_max_data_size 5242880000 ep_max_item_size 20971520 ep_max_size 5242880000 ep_max_txn_size 10000 ep_max_vbuckets 512 ep_mem_high_wat 3932160000 ep_mem_high_wat 3932160000 ep_mem_low_wat 3145728000 ep_mem_low_wat 3145728000 ep_mem_tracker_enabled true ep_min_data_age 0 ep_mlog_compactor_runs 0 ep_mutation_mem_threshold 0 ep_num_access_scanner_runs 0 ep_num_eject_failures 256735 ep_num_expiry_pager_runs 0 ep_num_non_resident 968747 ep_num_not_my_vbuckets 0 ep_num_ops_del_meta 0 ep_num_ops_get_meta 0 ep_num_ops_set_meta 0 ep_num_pager_runs 10 ep_num_value_ejects 968747 ep_oom_errors 0 ep_overhead 23106128 ep_pager_active_vb_pcnt 40 ep_pager_unbiased_period 60 ep_pending_ops 0 ep_pending_ops_max 0 ep_pending_ops_max_duration 0 ep_pending_ops_total 0 ep_postInitfile ep_queue_age_cap 900 ep_queue_size 9166 ep_startup_time 1351907824 ep_storage_age 5 ep_storage_age_highwat 71 ep_store_max_concurrency 10 ep_store_max_readers 9 ep_store_max_readwrite 1 ep_stored_val_type ep_tap_ack_grace_period 300 ep_tap_ack_initial_sequence_number 1 ep_tap_ack_interval 1000 ep_tap_ack_window_size 10 ep_tap_backfill_resident 0.9 ep_tap_backlog_limit 5000 ep_tap_backoff_period 5 ep_tap_bg_fetch_requeued 0 ep_tap_bg_fetched 0 ep_tap_bg_max_pending 500 ep_tap_keepalive 300 ep_tap_noop_interval 20 ep_tap_requeue_sleep_time 0.1 ep_tap_throttle_cap_pcnt 10 ep_tap_throttle_queue_cap 1000000 ep_tap_throttle_threshold 90 ep_tmp_oom_errors 0 ep_too_old 0 ep_too_young 0 ep_total_cache_size 3654622699 ep_total_del_items 0 ep_total_enqueued 2435757 ep_total_new_items 2417603 ep_total_persisted 2417603 ep_uncommitted_items 3130 ep_value_size 3482447590 ep_vb0 0 ep_vb_snapshot_total 59 ep_vb_total 128 ep_vbucket_del 0 ep_vbucket_del_fail 0 ep_version 2.0.0r_130_g8b09894 ep_waitforwarmup 0 ep_warmup 1 ep_warmup_batch_size 1000 ep_warmup_dups 0 ep_warmup_min_items_threshold 100 ep_warmup_min_memory_threshold 100 ep_warmup_oom 0 ep_warmup_thread complete ep_warmup_time 542 get_hits 0 get_misses 0 incr_hits 0 incr_misses 0 libevent 2.0.11-stable limit_maxbytes 67108864 listen_disabled_num 0 max_conns_on_port_11209 1000 max_conns_on_port_11210 9000 mem_used 3769061352 pid 18083 pointer_size 64 rejected_conns 0 rusage_system 207.597440 rusage_user 598.056081 tap_checkpoint_start_received 86 tap_mutation_received 1301149 tap_opaque_received 301 tap_vbucket_set_received 86 threads 4 time 1351908726 total_connections 193 uptime 2801 vb_active_curr_items 2435757 vb_active_eject 968747 vb_active_expired 0 vb_active_ht_memory 12645376 vb_active_itm_memory 3654622699 vb_active_meta_data_memory 192424803 vb_active_num 128 vb_active_num_non_resident 968747 vb_active_num_ref_ejects 968747 vb_active_num_ref_items 2435757 vb_active_ops_create 2417689 vb_active_ops_delete 0 vb_active_ops_reject 0 vb_active_ops_update 0 vb_active_perc_mem_resident 60 vb_active_queue_age 59135000 vb_active_queue_drain 2417690 vb_active_queue_fill 2435757 vb_active_queue_memory 578144 vb_active_queue_pending 867216 vb_active_queue_size 18067 vb_dead_num 0 vb_pending_curr_items 0 vb_pending_eject 0 vb_pending_expired 0 vb_pending_ht_memory 0 vb_pending_itm_memory 0 vb_pending_meta_data_memory 0 vb_pending_num 0 vb_pending_num_non_resident 0 vb_pending_num_ref_ejects 0 vb_pending_num_ref_items 0 vb_pending_ops_create 0 vb_pending_ops_delete 0 vb_pending_ops_reject 0 vb_pending_ops_update 0 vb_pending_perc_mem_resident 0 vb_pending_queue_age 0 vb_pending_queue_drain 0 vb_pending_queue_fill 0 vb_pending_queue_memory 0 vb_pending_queue_pending 0 vb_pending_queue_size 0 vb_replica_curr_items 0 vb_replica_eject 0 vb_replica_expired 0 vb_replica_ht_memory 0 vb_replica_itm_memory 0 vb_replica_meta_data_memory 0 vb_replica_num 0 vb_replica_num_non_resident 0 vb_replica_num_ref_ejects 0 vb_replica_num_ref_items 0 vb_replica_ops_create 0 vb_replica_ops_delete 0 vb_replica_ops_reject 0 vb_replica_ops_update 0 vb_replica_perc_mem_resident 0 vb_replica_queue_age 0 vb_replica_queue_drain 0 vb_replica_queue_fill 0 vb_replica_queue_memory 0 vb_replica_queue_pending 0 vb_replica_queue_size 0 version 1.4.4_600_g7ea975a [ns_doctor:debug,2012-11-02T19:12:27.040,ns_1@10.2.1.66:ns_doctor<0.1428.0>:ns_doctor:handle_info:137]Current node statuses: [{'ns_1@10.2.1.65', [{last_heard,{1351,908744,348546}}, {outgoing_replications_safeness_level,[{"default",green}]}, {incoming_replications_conf_hashes,[{"default",[]}]}, {active_buckets,["default"]}, {ready_buckets,["default"]}, {local_tasks,[]}, {memory, [{total,123233352}, {processes,74844248}, {processes_used,73266768}, {system,48389104}, {atom,1502673}, {atom_used,1494429}, {binary,4783744}, {code,15256817}, {ets,8744792}]}, {system_memory_data, [{system_total_memory,33657663488}, {free_swap,11350716416}, {total_swap,11350876160}, {cached_memory,7799320576}, {buffered_memory,251809792}, {free_memory,20097548288}, {total_memory,33657663488}]}, {node_storage_conf,[{db_path,"/data"},{index_path,"/data2"}]}, {statistics, [{wall_clock,{2987193,4998}}, {context_switches,{28394330,0}}, {garbage_collection,{2425534,27481334145,0}}, {io,{{input,37654252510},{output,7699728836}}}, {reductions,{10395441951,2445316}}, {run_queue,0}, {runtime,{1080120,750}}]}, {system_stats, [{cpu_utilization_rate,8.291457286432161}, {swap_total,11350876160}, {swap_used,159744}]}, {interesting_stats, [{couch_docs_actual_disk_size,7170771437}, {couch_docs_data_size,6006161140}, {couch_views_actual_disk_size,0}, {couch_views_data_size,0}, {curr_items,2484006}, {curr_items_tot,2484006}, {mem_used,3895352616}, {vb_replica_curr_items,0}]}, {cluster_compatibility_version,131072}, {version, [{public_key,"0.13"}, {lhttpc,"1.3.0"}, {ale,"8cffe61"}, {os_mon,"2.2.7"}, {couch_set_view,"1.2.0a-47a991b-git"}, {mnesia,"4.5"}, {inets,"5.7.1"}, {couch,"1.2.0a-47a991b-git"}, {mapreduce,"1.0.0"}, {couch_index_merger,"1.2.0a-47a991b-git"}, {kernel,"2.14.5"}, {crypto,"2.0.4"}, {ssl,"4.1.6"}, {sasl,"2.1.10"}, {couch_view_parser,"1.0.0"}, {ns_server,"2.0.0-1925-rel-enterprise"}, {mochiweb,"1.4.1"}, {oauth,"7d85d3ef"}, {stdlib,"1.17.5"}]}, {supported_compat_version,[2,0]}, {system_arch,"x86_64-unknown-linux-gnu"}, {wall_clock,2987}, {memory_data,{33657663488,12996341760,{<18077.178.1>,7628384}}}, {disk_data, [{"/",51088800,10}, {"/dev/shm",16434404,0}, {"/data",492257288,2}, {"/data2",246132896,1}]}, {meminfo, <<"MemTotal: 32868812 kB\nMemFree: 19626512 kB\nBuffers: 245908 kB\nCached: 7616524 kB\nSwapCached: 0 kB\nActive: 7010528 kB\nInactive: 5894532 kB\nHighTotal: 0 kB\nHighFree: 0 kB\nLowTotal: 32868812 kB\nLowFree: 19626512 kB\nSwapTotal: 11084840 kB\nSwapFree: 11084684 kB\nDirty: 4404 kB\nWriteback: 0 kB\nAnonPages: 5042368 kB\nMapped: 16312 kB\nSlab: 291196 kB\nPageTables: 14308 kB\nNFS_Unstable: 0 kB\nBounce: 0 kB\nCommitLimit: 27519244 kB\nCommitted_AS: 6778984 kB\nVmallocTotal: 34359738367 kB\nVmallocUsed: 6728 kB\nVmallocChunk: 34359730275 kB\nHugePages_Total: 0\nHugePages_Free: 0\nHugePages_Rsvd: 0\nHugepagesize: 2048 kB\n">>}]}, {'ns_1@10.2.1.66', [{last_heard,{1351,908742,41582}}, {outgoing_replications_safeness_level,[{"default",green}]}, {incoming_replications_conf_hashes,[{"default",[]}]}, {active_buckets,["default"]}, {ready_buckets,["default"]}, {local_tasks, [[{pid,<<"<0.30141.0>">>}, {bucket,<<"default">>}, {original_target,{[{type,bucket}]}}, {progress,8}, {started_on,1351908719}, {total_vbuckets,129}, {trigger_type,scheduled}, {type,bucket_compaction}, {updated_on,1351908737}, {vbuckets_done,11}]]}, {memory, [{total,105829584}, {processes,60790704}, {processes_used,60420176}, {system,45038880}, {atom,1413905}, {atom_used,1392509}, {binary,2431152}, {code,14575828}, {ets,8550248}]}, {system_memory_data, [{system_total_memory,33657663488}, {free_swap,10684469248}, {total_swap,10684628992}, {cached_memory,8882106368}, {buffered_memory,285929472}, {free_memory,19100340224}, {total_memory,33657663488}]}, {node_storage_conf,[{db_path,"/data"},{index_path,"/data2"}]}, {statistics, [{wall_clock,{2984440,5000}}, {context_switches,{29426403,0}}, {garbage_collection,{2466988,27030278929,0}}, {io,{{input,37084961921},{output,8105011625}}}, {reductions,{10217546395,1869807}}, {run_queue,0}, {runtime,{985280,440}}]}, {system_stats, [{cpu_utilization_rate,7.5}, {swap_total,10684628992}, {swap_used,159744}]}, {interesting_stats, [{couch_docs_actual_disk_size,8257402615}, {couch_docs_data_size,5931360072}, {couch_views_actual_disk_size,0}, {couch_views_data_size,0}, {curr_items,2477899}, {curr_items_tot,2477899}, {mem_used,3879871656}, {vb_replica_curr_items,0}]}, {cluster_compatibility_version,131072}, {version, [{public_key,"0.13"}, {lhttpc,"1.3.0"}, {ale,"8cffe61"}, {os_mon,"2.2.7"}, {couch_set_view,"1.2.0a-47a991b-git"}, {mnesia,"4.5"}, {inets,"5.7.1"}, {couch,"1.2.0a-47a991b-git"}, {mapreduce,"1.0.0"}, {couch_index_merger,"1.2.0a-47a991b-git"}, {kernel,"2.14.5"}, {crypto,"2.0.4"}, {ssl,"4.1.6"}, {sasl,"2.1.10"}, {couch_view_parser,"1.0.0"}, {ns_server,"2.0.0-1925-rel-enterprise"}, {mochiweb,"1.4.1"}, {oauth,"7d85d3ef"}, {stdlib,"1.17.5"}]}, {supported_compat_version,[2,0]}, {system_arch,"x86_64-unknown-linux-gnu"}, {wall_clock,2984}, {memory_data,{33657663488,14360768512,{<0.20373.0>,4714984}}}, {disk_data, [{"/",49781912,5}, {"/dev/shm",16434404,0}, {"/data",492257288,2}, {"/data2",246132896,1}]}, {meminfo, <<"MemTotal: 32868812 kB\nMemFree: 18652676 kB\nBuffers: 279228 kB\nCached: 8673932 kB\nSwapCached: 140 kB\nActive: 8230172 kB\nInactive: 5618932 kB\nHighTotal: 0 kB\nHighFree: 0 kB\nLowTotal: 32868812 kB\nLowFree: 18652676 kB\nSwapTotal: 10434208 kB\nSwapFree: 10434052 kB\nDirty: 2960 kB\nWriteback: 72 kB\nAnonPages: 4895584 kB\nMapped: 18020 kB\nSlab: 318064 kB\nPageTables: 14520 kB\nNFS_Unstable: 0 kB\nBounce: 0 kB\nCommitLimit: 26868612 kB\nCommitted_AS: 6625996 kB\nVmallocTotal: 34359738367 kB\nVmallocUsed: 6408 kB\nVmallocChunk: 34359730595 kB\nHugePages_Total: 0\nHugePages_Free: 0\nHugePages_Rsvd: 0\nHugepagesize: 2048 kB\n">>}]}, {'ns_1@10.2.1.67', [{last_heard,{1351,908744,134767}}, {outgoing_replications_safeness_level,[{"default",green}]}, {incoming_replications_conf_hashes,[{"default",[]}]}, {active_buckets,["default"]}, {ready_buckets,["default"]}, {local_tasks, [[{pid,<<"<0.30462.0>">>}, {bucket,<<"default">>}, {original_target,{[{type,bucket}]}}, {progress,98}, {started_on,1351908622}, {total_vbuckets,129}, {trigger_type,scheduled}, {type,bucket_compaction}, {updated_on,1351908778}, {vbuckets_done,127}]]}, {memory, [{total,101546136}, {processes,60873224}, {processes_used,60787344}, {system,40672912}, {atom,1414713}, {atom_used,1394174}, {binary,2232336}, {code,14610103}, {ets,4341688}]}, {system_memory_data, [{system_total_memory,33657663488}, {free_swap,10701078528}, {total_swap,10701078528}, {cached_memory,6199951360}, {buffered_memory,452313088}, {free_memory,22090407936}, {total_memory,33657663488}]}, {node_storage_conf,[{db_path,"/data"},{index_path,"/data2"}]}, {statistics, [{wall_clock,{2987525,5000}}, {context_switches,{23612691,0}}, {garbage_collection,{3883974,16423054902,0}}, {io,{{input,25895633967},{output,2479034851}}}, {reductions,{6852981569,1862574}}, {run_queue,0}, {runtime,{766340,410}}]}, {system_stats, [{cpu_utilization_rate,7.017543859649122}, {swap_total,10701078528}, {swap_used,0}]}, {interesting_stats, [{couch_docs_actual_disk_size,5537523123}, {couch_docs_data_size,5405409123}, {couch_views_actual_disk_size,0}, {couch_views_data_size,0}, {curr_items,2489741}, {curr_items_tot,2489741}, {mem_used,3960251736}, {vb_replica_curr_items,0}]}, {cluster_compatibility_version,131072}, {version, [{public_key,"0.13"}, {lhttpc,"1.3.0"}, {ale,"8cffe61"}, {os_mon,"2.2.7"}, {couch_set_view,"1.2.0a-47a991b-git"}, {mnesia,"4.5"}, {inets,"5.7.1"}, {couch,"1.2.0a-47a991b-git"}, {mapreduce,"1.0.0"}, {couch_index_merger,"1.2.0a-47a991b-git"}, {kernel,"2.14.5"}, {crypto,"2.0.4"}, {ssl,"4.1.6"}, {sasl,"2.1.10"}, {couch_view_parser,"1.0.0"}, {ns_server,"2.0.0-1925-rel-enterprise"}, {mochiweb,"1.4.1"}, {oauth,"7d85d3ef"}, {stdlib,"1.17.5"}]}, {supported_compat_version,[2,0]}, {system_arch,"x86_64-unknown-linux-gnu"}, {wall_clock,2987}, {memory_data,{33657663488,12111220736,{<18173.19799.0>,4714984}}}, {disk_data, [{"/",49781912,9}, {"/dev/shm",16434404,0}, {"/data",492257288,2}, {"/data2",246132896,1}]}, {meminfo, <<"MemTotal: 32868812 kB\nMemFree: 21572912 kB\nBuffers: 441712 kB\nCached: 6054312 kB\nSwapCached: 0 kB\nActive: 5183240 kB\nInactive: 5804856 kB\nHighTotal: 0 kB\nHighFree: 0 kB\nLowTotal: 32868812 kB\nLowFree: 21572912 kB\nSwapTotal: 10450272 kB\nSwapFree: 10450272 kB\nDirty: 37528 kB\nWriteback: 0 kB\nAnonPages: 4491700 kB\nMapped: 17972 kB\nSlab: 261824 kB\nPageTables: 13752 kB\nNFS_Unstable: 0 kB\nBounce: 0 kB\nCommitLimit: 26884676 kB\nCommitted_AS: 6203364 kB\nVmallocTotal: 34359738367 kB\nVmallocUsed: 6416 kB\nVmallocChunk: 34359730587 kB\nHugePages_Total: 0\nHugePages_Free: 0\nHugePages_Rsvd: 0\nHugepagesize: 2048 kB\n">>}]}, {'ns_1@10.2.1.68', [{last_heard,{1351,908744,338962}}, {outgoing_replications_safeness_level,[{"default",green}]}, {incoming_replications_conf_hashes,[{"default",[]}]}, {active_buckets,["default"]}, {ready_buckets,["default"]}, {local_tasks,[]}, {memory, [{total,109970360}, {processes,64564112}, {processes_used,64315536}, {system,45406248}, {atom,1413905}, {atom_used,1392509}, {binary,2774320}, {code,14613068}, {ets,8512536}]}, {system_memory_data, [{system_total_memory,33657663488}, {free_swap,10684616704}, {total_swap,10684628992}, {cached_memory,8039559168}, {buffered_memory,347738112}, {free_memory,19781058560}, {total_memory,33657663488}]}, {node_storage_conf,[{db_path,"/data"},{index_path,"/data2"}]}, {statistics, [{wall_clock,{2986431,5000}}, {context_switches,{27765580,0}}, {garbage_collection,{2479484,25851828232,0}}, {io,{{input,35870834784},{output,7593175804}}}, {reductions,{9703866660,2376437}}, {run_queue,0}, {runtime,{978420,660}}]}, {system_stats, [{cpu_utilization_rate,27.860696517412936}, {swap_total,10684628992}, {swap_used,12288}]}, {interesting_stats, [{couch_docs_actual_disk_size,7331104147}, {couch_docs_data_size,6012055177}, {couch_views_actual_disk_size,0}, {couch_views_data_size,0}, {curr_items,2488153}, {curr_items_tot,2488153}, {mem_used,3971181160}, {vb_replica_curr_items,0}]}, {cluster_compatibility_version,131072}, {version, [{public_key,"0.13"}, {lhttpc,"1.3.0"}, {ale,"8cffe61"}, {os_mon,"2.2.7"}, {couch_set_view,"1.2.0a-47a991b-git"}, {mnesia,"4.5"}, {inets,"5.7.1"}, {couch,"1.2.0a-47a991b-git"}, {mapreduce,"1.0.0"}, {couch_index_merger,"1.2.0a-47a991b-git"}, {kernel,"2.14.5"}, {crypto,"2.0.4"}, {ssl,"4.1.6"}, {sasl,"2.1.10"}, {couch_view_parser,"1.0.0"}, {ns_server,"2.0.0-1925-rel-enterprise"}, {mochiweb,"1.4.1"}, {oauth,"7d85d3ef"}, {stdlib,"1.17.5"}]}, {supported_compat_version,[2,0]}, {system_arch,"x86_64-unknown-linux-gnu"}, {wall_clock,2986}, {memory_data,{33657663488,13303181312,{<18174.19054.0>,2914384}}}, {disk_data, [{"/",49781912,5}, {"/dev/shm",16434404,0}, {"/data",492257288,2}, {"/data2",246132896,1}]}, {meminfo, <<"MemTotal: 32868812 kB\nMemFree: 19317688 kB\nBuffers: 339588 kB\nCached: 7851132 kB\nSwapCached: 12 kB\nActive: 7151636 kB\nInactive: 6040856 kB\nHighTotal: 0 kB\nHighFree: 0 kB\nLowTotal: 32868812 kB\nLowFree: 19317688 kB\nSwapTotal: 10434208 kB\nSwapFree: 10434196 kB\nDirty: 2688 kB\nWriteback: 44 kB\nAnonPages: 5001936 kB\nMapped: 18216 kB\nSlab: 309676 kB\nPageTables: 14688 kB\nNFS_Unstable: 0 kB\nBounce: 0 kB\nCommitLimit: 26868612 kB\nCommitted_AS: 6730040 kB\nVmallocTotal: 34359738367 kB\nVmallocUsed: 6408 kB\nVmallocChunk: 34359730595 kB\nHugePages_Total: 0\nHugePages_Free: 0\nHugePages_Rsvd: 0\nHugepagesize: 2048 kB\n">>}]}] [ns_doctor:debug,2012-11-02T19:13:27.040,ns_1@10.2.1.66:ns_doctor<0.1428.0>:ns_doctor:handle_info:137]Current node statuses: [{'ns_1@10.2.1.65', [{last_heard,{1351,908804,347169}}, {outgoing_replications_safeness_level,[{"default",green}]}, {incoming_replications_conf_hashes,[{"default",[]}]}, {active_buckets,["default"]}, {ready_buckets,["default"]}, {local_tasks,[]}, {memory, [{total,119920624}, {processes,70716944}, {processes_used,69139464}, {system,49203680}, {atom,1502673}, {atom_used,1494429}, {binary,5422440}, {code,15256817}, {ets,8920128}]}, {system_memory_data, [{system_total_memory,33657663488}, {free_swap,11350716416}, {total_swap,11350876160}, {cached_memory,7909892096}, {buffered_memory,251944960}, {free_memory,19984805888}, {total_memory,33657663488}]}, {node_storage_conf,[{db_path,"/data"},{index_path,"/data2"}]}, {statistics, [{wall_clock,{3047193,5000}}, {context_switches,{28478770,0}}, {garbage_collection,{2433397,27575801539,0}}, {io,{{input,37673214056},{output,7702548716}}}, {reductions,{10434874486,3031876}}, {run_queue,0}, {runtime,{1088480,710}}]}, {system_stats, [{cpu_utilization_rate,4.5}, {swap_total,11350876160}, {swap_used,159744}]}, {interesting_stats, [{couch_docs_actual_disk_size,7281055082}, {couch_docs_data_size,6068913143}, {couch_views_actual_disk_size,0}, {couch_views_data_size,0}, {curr_items,2497553}, {curr_items_tot,2497553}, {mem_used,3930588600}, {vb_replica_curr_items,0}]}, {cluster_compatibility_version,131072}, {version, [{public_key,"0.13"}, {lhttpc,"1.3.0"}, {ale,"8cffe61"}, {os_mon,"2.2.7"}, {couch_set_view,"1.2.0a-47a991b-git"}, {mnesia,"4.5"}, {inets,"5.7.1"}, {couch,"1.2.0a-47a991b-git"}, {mapreduce,"1.0.0"}, {couch_index_merger,"1.2.0a-47a991b-git"}, {kernel,"2.14.5"}, {crypto,"2.0.4"}, {ssl,"4.1.6"}, {sasl,"2.1.10"}, {couch_view_parser,"1.0.0"}, {ns_server,"2.0.0-1925-rel-enterprise"}, {mochiweb,"1.4.1"}, {oauth,"7d85d3ef"}, {stdlib,"1.17.5"}]}, {supported_compat_version,[2,0]}, {system_arch,"x86_64-unknown-linux-gnu"}, {wall_clock,3047}, {memory_data,{33657663488,13674139648,{<18077.8103.1>,7628384}}}, {disk_data, [{"/",51088800,10}, {"/dev/shm",16434404,0}, {"/data",492257288,2}, {"/data2",246132896,1}]}, {meminfo, <<"MemTotal: 32868812 kB\nMemFree: 19516412 kB\nBuffers: 246040 kB\nCached: 7724504 kB\nSwapCached: 0 kB\nActive: 7066928 kB\nInactive: 5946824 kB\nHighTotal: 0 kB\nHighFree: 0 kB\nLowTotal: 32868812 kB\nLowFree: 19516412 kB\nSwapTotal: 11084840 kB\nSwapFree: 11084684 kB\nDirty: 36 kB\nWriteback: 0 kB\nAnonPages: 5042972 kB\nMapped: 16312 kB\nSlab: 293180 kB\nPageTables: 14372 kB\nNFS_Unstable: 0 kB\nBounce: 0 kB\nCommitLimit: 27519244 kB\nCommitted_AS: 6785708 kB\nVmallocTotal: 34359738367 kB\nVmallocUsed: 6728 kB\nVmallocChunk: 34359730275 kB\nHugePages_Total: 0\nHugePages_Free: 0\nHugePages_Rsvd: 0\nHugepagesize: 2048 kB\n">>}]}, {'ns_1@10.2.1.66', [{last_heard,{1351,908802,41041}}, {outgoing_replications_safeness_level,[{"default",green}]}, {incoming_replications_conf_hashes,[{"default",[]}]}, {active_buckets,["default"]}, {ready_buckets,["default"]}, {local_tasks, [[{pid,<<"<0.30141.0>">>}, {bucket,<<"default">>}, {original_target,{[{type,bucket}]}}, {progress,37}, {started_on,1351908719}, {total_vbuckets,129}, {trigger_type,scheduled}, {type,bucket_compaction}, {updated_on,1351908797}, {vbuckets_done,48}]]}, {memory, [{total,104743568}, {processes,59526384}, {processes_used,59175240}, {system,45217184}, {atom,1413905}, {atom_used,1392509}, {binary,2409536}, {code,14575828}, {ets,8747416}]}, {system_memory_data, [{system_total_memory,33657663488}, {free_swap,10684469248}, {total_swap,10684628992}, {cached_memory,8269185024}, {buffered_memory,288051200}, {free_memory,19725058048}, {total_memory,33657663488}]}, {node_storage_conf,[{db_path,"/data"},{index_path,"/data2"}]}, {statistics, [{wall_clock,{3044439,4999}}, {context_switches,{29489101,0}}, {garbage_collection,{2473649,27077144993,0}}, {io,{{input,37094468020},{output,8107794102}}}, {reductions,{10241055447,1829694}}, {run_queue,0}, {runtime,{990450,450}}]}, {system_stats, [{cpu_utilization_rate,3.7593984962406015}, {swap_total,10684628992}, {swap_used,159744}]}, {interesting_stats, [{couch_docs_actual_disk_size,7643557721}, {couch_docs_data_size,6012760706}, {couch_views_actual_disk_size,0}, {couch_views_data_size,0}, {curr_items,2497102}, {curr_items_tot,2497102}, {mem_used,3931371272}, {vb_replica_curr_items,0}]}, {cluster_compatibility_version,131072}, {version, [{public_key,"0.13"}, {lhttpc,"1.3.0"}, {ale,"8cffe61"}, {os_mon,"2.2.7"}, {couch_set_view,"1.2.0a-47a991b-git"}, {mnesia,"4.5"}, {inets,"5.7.1"}, {couch,"1.2.0a-47a991b-git"}, {mapreduce,"1.0.0"}, {couch_index_merger,"1.2.0a-47a991b-git"}, {kernel,"2.14.5"}, {crypto,"2.0.4"}, {ssl,"4.1.6"}, {sasl,"2.1.10"}, {couch_view_parser,"1.0.0"}, {ns_server,"2.0.0-1925-rel-enterprise"}, {mochiweb,"1.4.1"}, {oauth,"7d85d3ef"}, {stdlib,"1.17.5"}]}, {supported_compat_version,[2,0]}, {system_arch,"x86_64-unknown-linux-gnu"}, {wall_clock,3044}, {memory_data,{33657663488,14401527808,{<0.20373.0>,4714984}}}, {disk_data, [{"/",49781912,5}, {"/dev/shm",16434404,0}, {"/data",492257288,2}, {"/data2",246132896,1}]}, {meminfo, <<"MemTotal: 32868812 kB\nMemFree: 19262752 kB\nBuffers: 281300 kB\nCached: 8075376 kB\nSwapCached: 140 kB\nActive: 7356092 kB\nInactive: 5895588 kB\nHighTotal: 0 kB\nHighFree: 0 kB\nLowTotal: 32868812 kB\nLowFree: 19262752 kB\nSwapTotal: 10434208 kB\nSwapFree: 10434052 kB\nDirty: 25788 kB\nWriteback: 0 kB\nAnonPages: 4894868 kB\nMapped: 18024 kB\nSlab: 304840 kB\nPageTables: 14592 kB\nNFS_Unstable: 0 kB\nBounce: 0 kB\nCommitLimit: 26868612 kB\nCommitted_AS: 6623276 kB\nVmallocTotal: 34359738367 kB\nVmallocUsed: 6408 kB\nVmallocChunk: 34359730595 kB\nHugePages_Total: 0\nHugePages_Free: 0\nHugePages_Rsvd: 0\nHugepagesize: 2048 kB\n">>}]}, {'ns_1@10.2.1.67', [{last_heard,{1351,908804,134555}}, {outgoing_replications_safeness_level,[{"default",green}]}, {incoming_replications_conf_hashes,[{"default",[]}]}, {active_buckets,["default"]}, {ready_buckets,["default"]}, {local_tasks,[]}, {memory, [{total,99804656}, {processes,58946472}, {processes_used,58790880}, {system,40858184}, {atom,1414713}, {atom_used,1394174}, {binary,2434368}, {code,14610103}, {ets,4333656}]}, {system_memory_data, [{system_total_memory,33657663488}, {free_swap,10701078528}, {total_swap,10701078528}, {cached_memory,6897135616}, {buffered_memory,453226496}, {free_memory,21376811008}, {total_memory,33657663488}]}, {node_storage_conf,[{db_path,"/data"},{index_path,"/data2"}]}, {statistics, [{wall_clock,{3047525,5000}}, {context_switches,{23672600,0}}, {garbage_collection,{3889525,16468717268,0}}, {io,{{input,25896466970},{output,2480404948}}}, {reductions,{6875592245,1823431}}, {run_queue,0}, {runtime,{771440,480}}]}, {system_stats, [{cpu_utilization_rate,3.0},{swap_total,10701078528},{swap_used,0}]}, {interesting_stats, [{couch_docs_actual_disk_size,6236677511}, {couch_docs_data_size,6073140266}, {couch_views_actual_disk_size,0}, {couch_views_data_size,0}, {curr_items,2503544}, {curr_items_tot,2503544}, {mem_used,3545759256}, {vb_replica_curr_items,0}]}, {cluster_compatibility_version,131072}, {version, [{public_key,"0.13"}, {lhttpc,"1.3.0"}, {ale,"8cffe61"}, {os_mon,"2.2.7"}, {couch_set_view,"1.2.0a-47a991b-git"}, {mnesia,"4.5"}, {inets,"5.7.1"}, {couch,"1.2.0a-47a991b-git"}, {mapreduce,"1.0.0"}, {couch_index_merger,"1.2.0a-47a991b-git"}, {kernel,"2.14.5"}, {crypto,"2.0.4"}, {ssl,"4.1.6"}, {sasl,"2.1.10"}, {couch_view_parser,"1.0.0"}, {ns_server,"2.0.0-1925-rel-enterprise"}, {mochiweb,"1.4.1"}, {oauth,"7d85d3ef"}, {stdlib,"1.17.5"}]}, {supported_compat_version,[2,0]}, {system_arch,"x86_64-unknown-linux-gnu"}, {wall_clock,3047}, {memory_data,{33657663488,11790852096,{<18173.19799.0>,4714984}}}, {disk_data, [{"/",49781912,9}, {"/dev/shm",16434404,0}, {"/data",492257288,2}, {"/data2",246132896,1}]}, {meminfo, <<"MemTotal: 32868812 kB\nMemFree: 20875792 kB\nBuffers: 442604 kB\nCached: 6735484 kB\nSwapCached: 0 kB\nActive: 5257840 kB\nInactive: 6412544 kB\nHighTotal: 0 kB\nHighFree: 0 kB\nLowTotal: 32868812 kB\nLowFree: 20875792 kB\nSwapTotal: 10450272 kB\nSwapFree: 10450272 kB\nDirty: 528 kB\nWriteback: 0 kB\nAnonPages: 4492244 kB\nMapped: 17968 kB\nSlab: 276932 kB\nPageTables: 13684 kB\nNFS_Unstable: 0 kB\nBounce: 0 kB\nCommitLimit: 26884676 kB\nCommitted_AS: 6203816 kB\nVmallocTotal: 34359738367 kB\nVmallocUsed: 6416 kB\nVmallocChunk: 34359730587 kB\nHugePages_Total: 0\nHugePages_Free: 0\nHugePages_Rsvd: 0\nHugepagesize: 2048 kB\n">>}]}, {'ns_1@10.2.1.68', [{last_heard,{1351,908804,336457}}, {outgoing_replications_safeness_level,[{"default",green}]}, {incoming_replications_conf_hashes,[{"default",[]}]}, {active_buckets,["default"]}, {ready_buckets,["default"]}, {local_tasks,[]}, {memory, [{total,106174400}, {processes,60847512}, {processes_used,60598616}, {system,45326888}, {atom,1413905}, {atom_used,1392509}, {binary,2521416}, {code,14613068}, {ets,8687168}]}, {system_memory_data, [{system_total_memory,33657663488}, {free_swap,10684616704}, {total_swap,10684628992}, {cached_memory,8100290560}, {buffered_memory,347947008}, {free_memory,19718590464}, {total_memory,33657663488}]}, {node_storage_conf,[{db_path,"/data"},{index_path,"/data2"}]}, {statistics, [{wall_clock,{3046430,5000}}, {context_switches,{27824650,0}}, {garbage_collection,{2484978,25897400423,0}}, {io,{{input,35871582438},{output,7594516813}}}, {reductions,{9726501264,1834149}}, {run_queue,0}, {runtime,{984170,480}}]}, {system_stats, [{cpu_utilization_rate,3.25}, {swap_total,10684628992}, {swap_used,12288}]}, {interesting_stats, [{couch_docs_actual_disk_size,7480853905}, {couch_docs_data_size,6098523648}, {couch_views_actual_disk_size,0}, {couch_views_data_size,0}, {curr_items,2501801}, {curr_items_tot,2501801}, {mem_used,3522567176}, {vb_replica_curr_items,0}]}, {cluster_compatibility_version,131072}, {version, [{public_key,"0.13"}, {lhttpc,"1.3.0"}, {ale,"8cffe61"}, {os_mon,"2.2.7"}, {couch_set_view,"1.2.0a-47a991b-git"}, {mnesia,"4.5"}, {inets,"5.7.1"}, {couch,"1.2.0a-47a991b-git"}, {mapreduce,"1.0.0"}, {couch_index_merger,"1.2.0a-47a991b-git"}, {kernel,"2.14.5"}, {crypto,"2.0.4"}, {ssl,"4.1.6"}, {sasl,"2.1.10"}, {couch_view_parser,"1.0.0"}, {ns_server,"2.0.0-1925-rel-enterprise"}, {mochiweb,"1.4.1"}, {oauth,"7d85d3ef"}, {stdlib,"1.17.5"}]}, {supported_compat_version,[2,0]}, {system_arch,"x86_64-unknown-linux-gnu"}, {wall_clock,3046}, {memory_data,{33657663488,13937172480,{<18174.19054.0>,4714984}}}, {disk_data, [{"/",49781912,5}, {"/dev/shm",16434404,0}, {"/data",492257288,2}, {"/data2",246132896,1}]}, {meminfo, <<"MemTotal: 32868812 kB\nMemFree: 19256436 kB\nBuffers: 339792 kB\nCached: 7910440 kB\nSwapCached: 12 kB\nActive: 7184180 kB\nInactive: 6068940 kB\nHighTotal: 0 kB\nHighFree: 0 kB\nLowTotal: 32868812 kB\nLowFree: 19256436 kB\nSwapTotal: 10434208 kB\nSwapFree: 10434196 kB\nDirty: 468 kB\nWriteback: 0 kB\nAnonPages: 5002844 kB\nMapped: 18216 kB\nSlab: 310892 kB\nPageTables: 14700 kB\nNFS_Unstable: 0 kB\nBounce: 0 kB\nCommitLimit: 26868612 kB\nCommitted_AS: 6724260 kB\nVmallocTotal: 34359738367 kB\nVmallocUsed: 6408 kB\nVmallocChunk: 34359730595 kB\nHugePages_Total: 0\nHugePages_Free: 0\nHugePages_Rsvd: 0\nHugepagesize: 2048 kB\n">>}]}] [stats:debug,2012-11-02T19:13:46.838,ns_1@10.2.1.66:<0.20380.0>:stats_collector:maybe_log_stats:126](at {{1970,1,16},{7,31,48}}) Stats for bucket "default": accepting_conns 1 auth_cmds 1 auth_errors 0 bucket_active_conns 1 bucket_conns 5 bytes 3930392104 bytes_read 5993204039 bytes_written 122903140 cas_badval 0 cas_hits 0 cas_misses 0 cmd_flush 0 cmd_get 0 cmd_set 2497102 conn_yields 723 connection_structures 5000 curr_connections 9 curr_conns_on_port_11209 6 curr_conns_on_port_11210 1 curr_items 2497102 curr_items_tot 2497102 curr_temp_items 0 daemon_connections 4 decr_hits 0 decr_misses 0 delete_hits 0 delete_misses 0 ep_access_scanner_last_runtime 0 ep_access_scanner_num_items 0 ep_access_scanner_task_time 2012-11-03 10:00:00 ep_allow_data_loss_during_shutdown 1 ep_alog_block_size 4096 ep_alog_path /data/default/access.log ep_alog_sleep_time 1440 ep_alog_task_time 10 ep_backend couchdb ep_bg_fetch_delay 0 ep_bg_fetched 0 ep_bg_meta_fetched 0 ep_bg_remaining_jobs 0 ep_chk_max_items 5000 ep_chk_period 1800 ep_chk_persistence_remains 0 ep_chk_persistence_timeout 10 ep_chk_remover_stime 5 ep_commit_num 1331 ep_commit_time 42 ep_commit_time_total 13260 ep_concurrentDB 1 ep_config_file ep_couch_bucket default ep_couch_host localhost ep_couch_port 11213 ep_couch_reconnect_sleeptime 250 ep_couch_response_timeout 180000 ep_data_age 83 ep_data_age_highwat 103 ep_data_traffic_enabled 0 ep_dbinit 0 ep_dbname /data/default ep_degraded_mode 0 ep_diskqueue_drain 2479652 ep_diskqueue_fill 2497102 ep_diskqueue_items 17451 ep_diskqueue_memory 558400 ep_diskqueue_pending 837600 ep_exp_pager_stime 3600 ep_exp_pager_stime 3600 ep_expired_access 0 ep_expired_pager 0 ep_expiry_window 3 ep_failpartialwarmup 0 ep_flush_all false ep_flush_duration_total 968 ep_flushall_enabled 0 ep_flusher_state running ep_flusher_todo 17451 ep_getl_default_timeout 15 ep_getl_max_timeout 30 ep_ht_locks 5 ep_ht_size 3079 ep_inconsistent_slave_chk 0 ep_initfile ep_io_num_read 0 ep_io_num_write 2479509 ep_io_read_bytes 0 ep_io_write_bytes 5871512219 ep_item_begin_failed 0 ep_item_commit_failed 0 ep_item_flush_expired 0 ep_item_flush_failed 0 ep_item_num_based_new_chk 1 ep_items_rm_from_checkpoints 2321880 ep_keep_closed_chks 0 ep_klog_block_size 4096 ep_klog_compactor_queue_cap 500000 ep_klog_compactor_stime 3600 ep_klog_flush commit2 ep_klog_max_entry_ratio 10 ep_klog_max_log_size 2147483647 ep_klog_path ep_klog_sync commit2 ep_kv_size 3834331818 ep_max_checkpoints 2 ep_max_data_size 5242880000 ep_max_item_size 20971520 ep_max_size 5242880000 ep_max_txn_size 10000 ep_max_vbuckets 512 ep_mem_high_wat 3932160000 ep_mem_high_wat 3932160000 ep_mem_low_wat 3145728000 ep_mem_low_wat 3145728000 ep_mem_tracker_enabled true ep_min_data_age 0 ep_mlog_compactor_runs 0 ep_mutation_mem_threshold 0 ep_num_access_scanner_runs 0 ep_num_eject_failures 256735 ep_num_expiry_pager_runs 0 ep_num_non_resident 968747 ep_num_not_my_vbuckets 0 ep_num_ops_del_meta 0 ep_num_ops_get_meta 0 ep_num_ops_set_meta 0 ep_num_pager_runs 10 ep_num_value_ejects 968747 ep_oom_errors 0 ep_overhead 28572880 ep_pager_active_vb_pcnt 40 ep_pager_unbiased_period 60 ep_pending_ops 0 ep_pending_ops_max 0 ep_pending_ops_max_duration 0 ep_pending_ops_total 0 ep_postInitfile ep_queue_age_cap 900 ep_queue_size 0 ep_startup_time 1351907824 ep_storage_age 82 ep_storage_age_highwat 101 ep_store_max_concurrency 10 ep_store_max_readers 9 ep_store_max_readwrite 1 ep_stored_val_type ep_tap_ack_grace_period 300 ep_tap_ack_initial_sequence_number 1 ep_tap_ack_interval 1000 ep_tap_ack_window_size 10 ep_tap_backfill_resident 0.9 ep_tap_backlog_limit 5000 ep_tap_backoff_period 5 ep_tap_bg_fetch_requeued 0 ep_tap_bg_fetched 0 ep_tap_bg_max_pending 500 ep_tap_keepalive 300 ep_tap_noop_interval 20 ep_tap_requeue_sleep_time 0.1 ep_tap_throttle_cap_pcnt 10 ep_tap_throttle_queue_cap 1000000 ep_tap_throttle_threshold 90 ep_tmp_oom_errors 0 ep_too_old 0 ep_too_young 0 ep_total_cache_size 3804366594 ep_total_del_items 0 ep_total_enqueued 2497102 ep_total_new_items 2479509 ep_total_persisted 2479509 ep_uncommitted_items 288 ep_value_size 3627868565 ep_vb0 0 ep_vb_snapshot_total 59 ep_vb_total 128 ep_vbucket_del 0 ep_vbucket_del_fail 0 ep_version 2.0.0r_130_g8b09894 ep_waitforwarmup 0 ep_warmup 1 ep_warmup_batch_size 1000 ep_warmup_dups 0 ep_warmup_min_items_threshold 100 ep_warmup_min_memory_threshold 100 ep_warmup_oom 0 ep_warmup_thread complete ep_warmup_time 542 get_hits 0 get_misses 0 incr_hits 0 incr_misses 0 libevent 2.0.11-stable limit_maxbytes 67108864 listen_disabled_num 0 max_conns_on_port_11209 1000 max_conns_on_port_11210 9000 mem_used 3930392104 pid 18083 pointer_size 64 rejected_conns 0 rusage_system 209.679123 rusage_user 603.610237 tap_checkpoint_start_received 86 tap_mutation_received 1301149 tap_opaque_received 301 tap_vbucket_set_received 86 threads 4 time 1351908826 total_connections 193 uptime 2901 vb_active_curr_items 2497102 vb_active_eject 968747 vb_active_expired 0 vb_active_ht_memory 12645376 vb_active_itm_memory 3804366594 vb_active_meta_data_memory 197271058 vb_active_num 128 vb_active_num_non_resident 968747 vb_active_num_ref_ejects 968747 vb_active_num_ref_items 2497102 vb_active_ops_create 2479651 vb_active_ops_delete 0 vb_active_ops_reject 0 vb_active_ops_update 0 vb_active_perc_mem_resident 61 vb_active_queue_age 1415418000 vb_active_queue_drain 2479652 vb_active_queue_fill 2497102 vb_active_queue_memory 558400 vb_active_queue_pending 837600 vb_active_queue_size 17450 vb_dead_num 0 vb_pending_curr_items 0 vb_pending_eject 0 vb_pending_expired 0 vb_pending_ht_memory 0 vb_pending_itm_memory 0 vb_pending_meta_data_memory 0 vb_pending_num 0 vb_pending_num_non_resident 0 vb_pending_num_ref_ejects 0 vb_pending_num_ref_items 0 vb_pending_ops_create 0 vb_pending_ops_delete 0 vb_pending_ops_reject 0 vb_pending_ops_update 0 vb_pending_perc_mem_resident 0 vb_pending_queue_age 0 vb_pending_queue_drain 0 vb_pending_queue_fill 0 vb_pending_queue_memory 0 vb_pending_queue_pending 0 vb_pending_queue_size 0 vb_replica_curr_items 0 vb_replica_eject 0 vb_replica_expired 0 vb_replica_ht_memory 0 vb_replica_itm_memory 0 vb_replica_meta_data_memory 0 vb_replica_num 0 vb_replica_num_non_resident 0 vb_replica_num_ref_ejects 0 vb_replica_num_ref_items 0 vb_replica_ops_create 0 vb_replica_ops_delete 0 vb_replica_ops_reject 0 vb_replica_ops_update 0 vb_replica_perc_mem_resident 0 vb_replica_queue_age 0 vb_replica_queue_drain 0 vb_replica_queue_fill 0 vb_replica_queue_memory 0 vb_replica_queue_pending 0 vb_replica_queue_size 0 version 1.4.4_600_g7ea975a [ns_doctor:debug,2012-11-02T19:14:27.040,ns_1@10.2.1.66:ns_doctor<0.1428.0>:ns_doctor:handle_info:137]Current node statuses: [{'ns_1@10.2.1.65', [{last_heard,{1351,908864,345791}}, {outgoing_replications_safeness_level,[{"default",green}]}, {incoming_replications_conf_hashes,[{"default",[]}]}, {active_buckets,["default"]}, {ready_buckets,["default"]}, {local_tasks,[]}, {memory, [{total,124960112}, {processes,74888088}, {processes_used,73310608}, {system,50072024}, {atom,1502673}, {atom_used,1494429}, {binary,6113752}, {code,15256817}, {ets,9097288}]}, {system_memory_data, [{system_total_memory,33657663488}, {free_swap,11350716416}, {total_swap,11350876160}, {cached_memory,7905398784}, {buffered_memory,252194816}, {free_memory,19988361216}, {total_memory,33657663488}]}, {node_storage_conf,[{db_path,"/data"},{index_path,"/data2"}]}, {statistics, [{wall_clock,{3107193,5000}}, {context_switches,{28534171,0}}, {garbage_collection,{2439116,27661938314,0}}, {io,{{input,37693540975},{output,7711849344}}}, {reductions,{10468016260,2262944}}, {run_queue,0}, {runtime,{1096580,620}}]}, {system_stats, [{cpu_utilization_rate,4.511278195488722}, {swap_total,11350876160}, {swap_used,159744}]}, {interesting_stats, [{couch_docs_actual_disk_size,7281055042}, {couch_docs_data_size,6068913143}, {couch_views_actual_disk_size,0}, {couch_views_data_size,0}, {curr_items,2497553}, {curr_items_tot,2497553}, {mem_used,3930588600}, {vb_replica_curr_items,0}]}, {cluster_compatibility_version,131072}, {version, [{public_key,"0.13"}, {lhttpc,"1.3.0"}, {ale,"8cffe61"}, {os_mon,"2.2.7"}, {couch_set_view,"1.2.0a-47a991b-git"}, {mnesia,"4.5"}, {inets,"5.7.1"}, {couch,"1.2.0a-47a991b-git"}, {mapreduce,"1.0.0"}, {couch_index_merger,"1.2.0a-47a991b-git"}, {kernel,"2.14.5"}, {crypto,"2.0.4"}, {ssl,"4.1.6"}, {sasl,"2.1.10"}, {couch_view_parser,"1.0.0"}, {ns_server,"2.0.0-1925-rel-enterprise"}, {mochiweb,"1.4.1"}, {oauth,"7d85d3ef"}, {stdlib,"1.17.5"}]}, {supported_compat_version,[2,0]}, {system_arch,"x86_64-unknown-linux-gnu"}, {wall_clock,3107}, {memory_data,{33657663488,13662699520,{<18077.8103.1>,7628384}}}, {disk_data, [{"/",51088800,10}, {"/dev/shm",16434404,0}, {"/data",492257288,2}, {"/data2",246132896,1}]}, {meminfo, <<"MemTotal: 32868812 kB\nMemFree: 19519884 kB\nBuffers: 246284 kB\nCached: 7720116 kB\nSwapCached: 0 kB\nActive: 7066296 kB\nInactive: 5943292 kB\nHighTotal: 0 kB\nHighFree: 0 kB\nLowTotal: 32868812 kB\nLowFree: 19519884 kB\nSwapTotal: 11084840 kB\nSwapFree: 11084684 kB\nDirty: 424 kB\nWriteback: 0 kB\nAnonPages: 5043324 kB\nMapped: 16312 kB\nSlab: 292952 kB\nPageTables: 14412 kB\nNFS_Unstable: 0 kB\nBounce: 0 kB\nCommitLimit: 27519244 kB\nCommitted_AS: 6792044 kB\nVmallocTotal: 34359738367 kB\nVmallocUsed: 6728 kB\nVmallocChunk: 34359730275 kB\nHugePages_Total: 0\nHugePages_Free: 0\nHugePages_Rsvd: 0\nHugepagesize: 2048 kB\n">>}]}, {'ns_1@10.2.1.