============================================================================== couchbase logs (stats) cbbrowse_logs stats ============================================================================== [ns_doctor:debug,2012-11-12T12:26:32.099,ns_1@127.0.0.1:ns_doctor<0.379.0>:ns_doctor:handle_info:133]Got initial status [{'ns_1@127.0.0.1', [{last_heard,{1352,751992,99929}}, {outgoing_replications_safeness_level,[]}, {incoming_replications_conf_hashes,[]}, {active_buckets,[]}, {ready_buckets,[]}, {local_tasks,[]}, {memory, [{total,39630072}, {processes,8854296}, {processes_used,8841872}, {system,30775776}, {atom,1171065}, {atom_used,1138557}, {binary,132872}, {code,11329644}, {ets,874960}]}, {system_memory_data, [{system_total_memory,25199214592}, {free_swap,20971286528}, {total_swap,20971511808}, {cached_memory,7943770112}, {buffered_memory,455143424}, {free_memory,16024387584}, {total_memory,25199214592}]}, {node_storage_conf, [{db_path, "/opt/couchbase/var/lib/couchbase/data/"}, {index_path, "/opt/couchbase/var/lib/couchbase/data/"}]}, {statistics, [{wall_clock,{2033,4}}, {context_switches,{26843,0}}, {garbage_collection,{7595,34528834,0}}, {io,{{input,6771498},{output,664189}}}, {reductions,{20277688,20857}}, {run_queue,0}, {runtime,{1330,0}}]}, {system_stats, [{cpu_utilization_rate,0}, {swap_total,0}, {swap_used,0}]}, {interesting_stats,[]}, {cluster_compatibility_version,1}, {version, [{public_key,"0.13"}, {lhttpc,"1.3.0"}, {ale,"8cffe61"}, {os_mon,"2.2.7"}, {couch_set_view,"1.2.0a-b68b5f4-git"}, {mnesia,"4.5"}, {inets,"5.7.1"}, {couch,"1.2.0a-b68b5f4-git"}, {mapreduce,"1.0.0"}, {couch_index_merger,"1.2.0a-b68b5f4-git"}, {kernel,"2.14.5"}, {crypto,"2.0.4"}, {ssl,"4.1.6"}, {sasl,"2.1.10"}, {couch_view_parser,"1.0.0"}, {ns_server,"2.0.0-1939-rel-enterprise"}, {mochiweb,"1.4.1"}, {oauth,"7d85d3ef"}, {stdlib,"1.17.5"}]}, {supported_compat_version,[2,0]}, {system_arch,"x86_64-unknown-linux-gnu"}, {wall_clock,2}, {memory_data, {25199214592,9154326528,{<0.6.0>,601272}}}, {disk_data, [{"/",41260352,5}, {"/dev/shm",12304304,0}, {"/boot",495844,7}, {"/data",206420664,4}]}, {meminfo, <<"MemTotal: 24608608 kB\nMemFree: 15648816 kB\nBuffers: 444476 kB\nCached: 7757588 kB\nSwapCached: 128 kB\nActive: 1675408 kB\nInactive: 6588400 kB\nActive(anon): 53468 kB\nInactive(anon): 10244 kB\nActive(file): 1621940 kB\nInactive(file): 6578156 kB\nUnevictable: 11288 kB\nMlocked: 11288 kB\nSwapTotal: 20479992 kB\nSwapFree: 20479772 kB\nDirty: 393960 kB\nWriteback: 0 kB\nAnonPages: 72944 kB\nMapped: 12976 kB\nShmem: 152 kB\nSlab: 391296 kB\nSReclaimable: 335652 kB\nSUnreclaim: 55644 kB\nKernelStack: 2280 kB\nPageTables: 3480 kB\nNFS_Unstable: 0 kB\nBounce: 0 kB\nWritebackTmp: 0 kB\nCommitLimit: 32784296 kB\nCommitted_AS: 1571916 kB\nVmallocTotal: 34359738367 kB\nVmallocUsed: 332500 kB\nVmallocChunk: 34359355024 kB\nHardwareCorrupted: 0 kB\nAnonHugePages: 14336 kB\nHugePages_Total: 0\nHugePages_Free: 0\nHugePages_Rsvd: 0\nHugePages_Surp: 0\nHugepagesize: 2048 kB\nDirectMap4k: 10240 kB\nDirectMap2M: 25155584 kB\n">>}]}] [ns_doctor:debug,2012-11-12T12:26:54.037,ns_1@192.168.0.22:ns_doctor<0.378.0>:ns_doctor:handle_info:133]Got initial status [{'ns_1@192.168.0.22', [{last_heard,{1352,752014,37856}}, {outgoing_replications_safeness_level,[]}, {incoming_replications_conf_hashes,[]}, {active_buckets,[]}, {ready_buckets,[]}, {local_tasks,[]}, {memory, [{total,40184656}, {processes,9469480}, {processes_used,9457856}, {system,30715176}, {atom,1171065}, {atom_used,1138659}, {binary,107712}, {code,11301876}, {ets,875752}]}, {system_memory_data, [{system_total_memory,25199214592}, {free_swap,20971286528}, {total_swap,20971511808}, {cached_memory,7944216576}, {buffered_memory,455151616}, {free_memory,15973359616}, {total_memory,25199214592}]}, {node_storage_conf, [{db_path, "/opt/couchbase/var/lib/couchbase/data/"}, {index_path, "/opt/couchbase/var/lib/couchbase/data/"}]}, {statistics, [{wall_clock,{2647,3}}, {context_switches,{26116,0}}, {garbage_collection,{6908,32307147,0}}, {io,{{input,6772876},{output,661639}}}, {reductions,{18935492,17407}}, {run_queue,0}, {runtime,{2230,0}}]}, {system_stats, [{cpu_utilization_rate,0}, {swap_total,0}, {swap_used,0}]}, {interesting_stats,[]}, {cluster_compatibility_version,1}, {version, [{public_key,"0.13"}, {lhttpc,"1.3.0"}, {ale,"8cffe61"}, {os_mon,"2.2.7"}, {couch_set_view,"1.2.0a-b68b5f4-git"}, {mnesia,"4.5"}, {inets,"5.7.1"}, {couch,"1.2.0a-b68b5f4-git"}, {mapreduce,"1.0.0"}, {couch_index_merger,"1.2.0a-b68b5f4-git"}, {kernel,"2.14.5"}, {crypto,"2.0.4"}, {ssl,"4.1.6"}, {sasl,"2.1.10"}, {couch_view_parser,"1.0.0"}, {ns_server,"2.0.0-1939-rel-enterprise"}, {mochiweb,"1.4.1"}, {oauth,"7d85d3ef"}, {stdlib,"1.17.5"}]}, {supported_compat_version,[2,0]}, {system_arch,"x86_64-unknown-linux-gnu"}, {wall_clock,2}, {memory_data, {25199214592,9208418304,{<0.6.0>,601272}}}, {disk_data, [{"/",41260352,5}, {"/dev/shm",12304304,0}, {"/boot",495844,7}, {"/data",206420664,4}]}, {meminfo, <<"MemTotal: 24608608 kB\nMemFree: 15598984 kB\nBuffers: 444484 kB\nCached: 7758024 kB\nSwapCached: 128 kB\nActive: 1725508 kB\nInactive: 6585920 kB\nActive(anon): 100644 kB\nInactive(anon): 10244 kB\nActive(file): 1624864 kB\nInactive(file): 6575676 kB\nUnevictable: 11288 kB\nMlocked: 11288 kB\nSwapTotal: 20479992 kB\nSwapFree: 20479772 kB\nDirty: 394244 kB\nWriteback: 0 kB\nAnonPages: 120292 kB\nMapped: 14740 kB\nShmem: 152 kB\nSlab: 391640 kB\nSReclaimable: 335720 kB\nSUnreclaim: 55920 kB\nKernelStack: 3352 kB\nPageTables: 4352 kB\nNFS_Unstable: 0 kB\nBounce: 0 kB\nWritebackTmp: 0 kB\nCommitLimit: 32784296 kB\nCommitted_AS: 2994140 kB\nVmallocTotal: 34359738367 kB\nVmallocUsed: 332500 kB\nVmallocChunk: 34359355024 kB\nHardwareCorrupted: 0 kB\nAnonHugePages: 32768 kB\nHugePages_Total: 0\nHugePages_Free: 0\nHugePages_Rsvd: 0\nHugePages_Surp: 0\nHugepagesize: 2048 kB\nDirectMap4k: 10240 kB\nDirectMap2M: 25155584 kB\n">>}]}] [ns_doctor:debug,2012-11-12T12:27:15.949,ns_1@192.168.0.22:ns_doctor<0.779.0>:ns_doctor:handle_info:133]Got initial status [{'ns_1@192.168.0.22', [{last_heard,{1352,752035,949523}}, {outgoing_replications_safeness_level,[]}, {incoming_replications_conf_hashes,[]}, {active_buckets,[]}, {ready_buckets,[]}, {local_tasks,[]}, {memory, [{total,43494776}, {processes,10988728}, {processes_used,10927816}, {system,32506048}, {atom,1242281}, {atom_used,1240952}, {binary,284864}, {code,12668933}, {ets,1008776}]}, {system_memory_data, [{system_total_memory,25199214592}, {free_swap,20971286528}, {total_swap,20971511808}, {cached_memory,607424512}, {buffered_memory,455180288}, {free_memory,23463624704}, {total_memory,25199214592}]}, {node_storage_conf, [{db_path,"/data"},{index_path,"/data"}]}, {statistics, [{wall_clock,{24558,2}}, {context_switches,{35925,0}}, {garbage_collection,{9357,36590865,0}}, {io,{{input,7708065},{output,1145170}}}, {reductions,{20486910,53321}}, {run_queue,2}, {runtime,{3900,10}}]}, {system_stats, [{cpu_utilization_rate,0}, {swap_total,0}, {swap_used,0}]}, {interesting_stats,[]}, {cluster_compatibility_version,131072}, {version, [{public_key,"0.13"}, {lhttpc,"1.3.0"}, {ale,"8cffe61"}, {os_mon,"2.2.7"}, {couch_set_view,"1.2.0a-b68b5f4-git"}, {mnesia,"4.5"}, {inets,"5.7.1"}, {couch,"1.2.0a-b68b5f4-git"}, {mapreduce,"1.0.0"}, {couch_index_merger,"1.2.0a-b68b5f4-git"}, {kernel,"2.14.5"}, {crypto,"2.0.4"}, {ssl,"4.1.6"}, {sasl,"2.1.10"}, {couch_view_parser,"1.0.0"}, {ns_server,"2.0.0-1939-rel-enterprise"}, {mochiweb,"1.4.1"}, {oauth,"7d85d3ef"}, {stdlib,"1.17.5"}]}, {supported_compat_version,[2,0]}, {system_arch,"x86_64-unknown-linux-gnu"}, {wall_clock,24}, {memory_data, {25199214592,9208418304,{<0.6.0>,601272}}}, {disk_data, [{"/",41260352,5}, {"/dev/shm",12304304,0}, {"/boot",495844,7}, {"/data",206420664,4}]}, {meminfo, <<"MemTotal: 24608608 kB\nMemFree: 22913696 kB\nBuffers: 444512 kB\nCached: 593188 kB\nSwapCached: 128 kB\nActive: 690644 kB\nInactive: 418764 kB\nActive(anon): 63448 kB\nInactive(anon): 10244 kB\nActive(file): 627196 kB\nInactive(file): 408520 kB\nUnevictable: 11288 kB\nMlocked: 11288 kB\nSwapTotal: 20479992 kB\nSwapFree: 20479772 kB\nDirty: 2552 kB\nWriteback: 0 kB\nAnonPages: 83212 kB\nMapped: 14732 kB\nShmem: 152 kB\nSlab: 279512 kB\nSReclaimable: 223496 kB\nSUnreclaim: 56016 kB\nKernelStack: 2280 kB\nPageTables: 3512 kB\nNFS_Unstable: 0 kB\nBounce: 0 kB\nWritebackTmp: 0 kB\nCommitLimit: 32784296 kB\nCommitted_AS: 1595784 kB\nVmallocTotal: 34359738367 kB\nVmallocUsed: 332500 kB\nVmallocChunk: 34359355024 kB\nHardwareCorrupted: 0 kB\nAnonHugePages: 22528 kB\nHugePages_Total: 0\nHugePages_Free: 0\nHugePages_Rsvd: 0\nHugePages_Surp: 0\nHugepagesize: 2048 kB\nDirectMap4k: 10240 kB\nDirectMap2M: 25155584 kB\n">>}]}] [ns_doctor:debug,2012-11-12T12:27:34.435,ns_1@192.168.0.22:ns_doctor<0.408.0>:ns_doctor:handle_info:133]Got initial status [{'ns_1@192.168.0.22', [{last_heard,{1352,752054,435595}}, {outgoing_replications_safeness_level,[]}, {incoming_replications_conf_hashes,[]}, {active_buckets,[]}, {ready_buckets,[]}, {local_tasks,[]}, {memory, [{total,39935840}, {processes,9258328}, {processes_used,9253376}, {system,30677512}, {atom,1123633}, {atom_used,1122247}, {binary,175488}, {code,11179191}, {ets,932792}]}, {system_memory_data, [{system_total_memory,25199214592}, {free_swap,20971286528}, {total_swap,20971511808}, {cached_memory,607809536}, {buffered_memory,455192576}, {free_memory,23421247488}, {total_memory,25199214592}]}, {node_storage_conf, [{db_path,"/data"},{index_path,"/data"}]}, {statistics, [{wall_clock,{2656,4}}, {context_switches,{26318,0}}, {garbage_collection,{7065,33266848,0}}, {io,{{input,6688941},{output,618719}}}, {reductions,{19660300,31890}}, {run_queue,1}, {runtime,{2270,10}}]}, {system_stats, [{cpu_utilization_rate,0}, {swap_total,0}, {swap_used,0}]}, {interesting_stats,[]}, {cluster_compatibility_version,131072}, {version, [{public_key,"0.13"}, {lhttpc,"1.3.0"}, {ale,"8cffe61"}, {os_mon,"2.2.7"}, {couch_set_view,"1.2.0a-b68b5f4-git"}, {mnesia,"4.5"}, {inets,"5.7.1"}, {couch,"1.2.0a-b68b5f4-git"}, {mapreduce,"1.0.0"}, {couch_index_merger,"1.2.0a-b68b5f4-git"}, {kernel,"2.14.5"}, {crypto,"2.0.4"}, {ssl,"4.1.6"}, {sasl,"2.1.10"}, {couch_view_parser,"1.0.0"}, {ns_server,"2.0.0-1939-rel-enterprise"}, {mochiweb,"1.4.1"}, {oauth,"7d85d3ef"}, {stdlib,"1.17.5"}]}, {supported_compat_version,[2,0]}, {system_arch,"x86_64-unknown-linux-gnu"}, {wall_clock,2}, {memory_data, {25199214592,1757990912,{<0.6.0>,601272}}}, {disk_data, [{"/",41260352,5}, {"/dev/shm",12304304,0}, {"/boot",495844,7}, {"/data",206420664,1}]}, {meminfo, <<"MemTotal: 24608608 kB\nMemFree: 22872312 kB\nBuffers: 444524 kB\nCached: 593564 kB\nSwapCached: 128 kB\nActive: 731044 kB\nInactive: 418908 kB\nActive(anon): 103588 kB\nInactive(anon): 10240 kB\nActive(file): 627456 kB\nInactive(file): 408668 kB\nUnevictable: 11288 kB\nMlocked: 11288 kB\nSwapTotal: 20479992 kB\nSwapFree: 20479772 kB\nDirty: 1308 kB\nWriteback: 0 kB\nAnonPages: 123008 kB\nMapped: 13680 kB\nShmem: 148 kB\nSlab: 278820 kB\nSReclaimable: 222456 kB\nSUnreclaim: 56364 kB\nKernelStack: 3344 kB\nPageTables: 4140 kB\nNFS_Unstable: 0 kB\nBounce: 0 kB\nWritebackTmp: 0 kB\nCommitLimit: 32784296 kB\nCommitted_AS: 2988312 kB\nVmallocTotal: 34359738367 kB\nVmallocUsed: 332500 kB\nVmallocChunk: 34359355024 kB\nHardwareCorrupted: 0 kB\nAnonHugePages: 36864 kB\nHugePages_Total: 0\nHugePages_Free: 0\nHugePages_Rsvd: 0\nHugePages_Surp: 0\nHugepagesize: 2048 kB\nDirectMap4k: 10240 kB\nDirectMap2M: 25155584 kB\n">>}]}] [ns_doctor:debug,2012-11-12T12:27:37.660,ns_1@192.168.0.22:ns_doctor<0.541.0>:ns_doctor:handle_info:133]Got initial status [{'ns_1@192.168.0.20', [{last_heard,{1352,752057,660738}}, {outgoing_replications_safeness_level,[]}, {incoming_replications_conf_hashes,[]}, {active_buckets,[]}, {ready_buckets,[]}, {local_tasks,[]}, {memory, [{total,49242160}, {processes,16491784}, {processes_used,16476000}, {system,32750376}, {atom,1244705}, {atom_used,1244012}, {binary,240704}, {code,12841664}, {ets,1060976}]}, {system_memory_data, [{system_total_memory,25199214592}, {free_swap,20970405888}, {total_swap,20971511808}, {cached_memory,609439744}, {buffered_memory,367316992}, {free_memory,23599271936}, {total_memory,25199214592}]}, {node_storage_conf, [{db_path,"/data"},{index_path,"/data"}]}, {statistics, [{wall_clock,{20933,27}}, {context_switches,{31819,0}}, {garbage_collection,{8089,36304652,0}}, {io,{{input,7619119},{output,827002}}}, {reductions,{20630315,49508}}, {run_queue,0}, {runtime,{3200,10}}]}, {system_stats, [{cpu_utilization_rate,2.8720626631853787}, {swap_total,20971511808}, {swap_used,1105920}]}, {interesting_stats,[]}, {cluster_compatibility_version,131072}, {version, [{public_key,"0.13"}, {lhttpc,"1.3.0"}, {ale,"8cffe61"}, {os_mon,"2.2.7"}, {couch_set_view,"1.2.0a-b68b5f4-git"}, {mnesia,"4.5"}, {inets,"5.7.1"}, {couch,"1.2.0a-b68b5f4-git"}, {mapreduce,"1.0.0"}, {couch_index_merger,"1.2.0a-b68b5f4-git"}, {kernel,"2.14.5"}, {crypto,"2.0.4"}, {ssl,"4.1.6"}, {sasl,"2.1.10"}, {couch_view_parser,"1.0.0"}, {ns_server,"2.0.0-1939-rel-enterprise"}, {mochiweb,"1.4.1"}, {oauth,"7d85d3ef"}, {stdlib,"1.17.5"}]}, {supported_compat_version,[2,0]}, {system_arch,"x86_64-unknown-linux-gnu"}, {wall_clock,20}, {memory_data, {25199214592,1558605824,{<17793.6.0>,601272}}}, {disk_data, [{"/",41260352,5}, {"/dev/shm",12304304,0}, {"/boot",495844,7}, {"/data",206420664,1}]}, {meminfo, <<"MemTotal: 24608608 kB\nMemFree: 23046164 kB\nBuffers: 358708 kB\nCached: 595156 kB\nSwapCached: 376 kB\nActive: 659688 kB\nInactive: 429240 kB\nActive(anon): 122768 kB\nInactive(anon): 14280 kB\nActive(file): 536920 kB\nInactive(file): 414960 kB\nUnevictable: 11288 kB\nMlocked: 11288 kB\nSwapTotal: 20479992 kB\nSwapFree: 20478912 kB\nDirty: 412 kB\nWriteback: 0 kB\nAnonPages: 143960 kB\nMapped: 12732 kB\nShmem: 164 kB\nSlab: 168120 kB\nSReclaimable: 112012 kB\nSUnreclaim: 56108 kB\nKernelStack: 2920 kB\nPageTables: 4020 kB\nNFS_Unstable: 0 kB\nBounce: 0 kB\nWritebackTmp: 0 kB\nCommitLimit: 32784296 kB\nCommitted_AS: 1818752 kB\nVmallocTotal: 34359738367 kB\nVmallocUsed: 332500 kB\nVmallocChunk: 34359360032 kB\nHardwareCorrupted: 0 kB\nAnonHugePages: 32768 kB\nHugePages_Total: 0\nHugePages_Free: 0\nHugePages_Rsvd: 0\nHugePages_Surp: 0\nHugepagesize: 2048 kB\nDirectMap4k: 10240 kB\nDirectMap2M: 25155584 kB\n">>}]}, {'ns_1@192.168.0.22', [{last_heard,{1352,752057,660728}}, {outgoing_replications_safeness_level,[]}, {incoming_replications_conf_hashes,[]}, {active_buckets,[]}, {ready_buckets,[]}, {local_tasks,[]}, {memory, [{total,44182968}, {processes,11825648}, {processes_used,11780576}, {system,32357320}, {atom,1234201}, {atom_used,1229498}, {binary,279112}, {code,12491883}, {ets,1023472}]}, {system_memory_data, [{system_total_memory,25199214592}, {free_swap,20971286528}, {total_swap,20971511808}, {cached_memory,607940608}, {buffered_memory,455196672}, {free_memory,23414530048}, {total_memory,25199214592}]}, {node_storage_conf, [{db_path,"/data"},{index_path,"/data"}]}, {statistics, [{wall_clock,{5881,5}}, {context_switches,{30214,0}}, {garbage_collection,{8002,35412857,0}}, {io,{{input,7423541},{output,841295}}}, {reductions,{20323233,84798}}, {run_queue,2}, {runtime,{2540,10}}]}, {system_stats, [{cpu_utilization_rate,0}, {swap_total,0}, {swap_used,0}]}, {interesting_stats,[]}, {cluster_compatibility_version,131072}, {version, [{public_key,"0.13"}, {lhttpc,"1.3.0"}, {ale,"8cffe61"}, {os_mon,"2.2.7"}, {couch_set_view,"1.2.0a-b68b5f4-git"}, {mnesia,"4.5"}, {inets,"5.7.1"}, {couch,"1.2.0a-b68b5f4-git"}, {mapreduce,"1.0.0"}, {couch_index_merger,"1.2.0a-b68b5f4-git"}, {kernel,"2.14.5"}, {crypto,"2.0.4"}, {ssl,"4.1.6"}, {sasl,"2.1.10"}, {couch_view_parser,"1.0.0"}, {ns_server,"2.0.0-1939-rel-enterprise"}, {mochiweb,"1.4.1"}, {oauth,"7d85d3ef"}, {stdlib,"1.17.5"}]}, {supported_compat_version,[2,0]}, {system_arch,"x86_64-unknown-linux-gnu"}, {wall_clock,5}, {memory_data, {25199214592,1757990912,{<0.6.0>,601272}}}, {disk_data, [{"/",41260352,5}, {"/dev/shm",12304304,0}, {"/boot",495844,7}, {"/data",206420664,1}]}, {meminfo, <<"MemTotal: 24608608 kB\nMemFree: 22865752 kB\nBuffers: 444528 kB\nCached: 593692 kB\nSwapCached: 128 kB\nActive: 737696 kB\nInactive: 419000 kB\nActive(anon): 110200 kB\nInactive(anon): 10240 kB\nActive(file): 627496 kB\nInactive(file): 408760 kB\nUnevictable: 11288 kB\nMlocked: 11288 kB\nSwapTotal: 20479992 kB\nSwapFree: 20479772 kB\nDirty: 56 kB\nWriteback: 0 kB\nAnonPages: 129792 kB\nMapped: 12016 kB\nShmem: 148 kB\nSlab: 278960 kB\nSReclaimable: 222456 kB\nSUnreclaim: 56504 kB\nKernelStack: 3472 kB\nPageTables: 4188 kB\nNFS_Unstable: 0 kB\nBounce: 0 kB\nWritebackTmp: 0 kB\nCommitLimit: 32784296 kB\nCommitted_AS: 2996924 kB\nVmallocTotal: 34359738367 kB\nVmallocUsed: 332500 kB\nVmallocChunk: 34359355024 kB\nHardwareCorrupted: 0 kB\nAnonHugePages: 36864 kB\nHugePages_Total: 0\nHugePages_Free: 0\nHugePages_Rsvd: 0\nHugePages_Surp: 0\nHugepagesize: 2048 kB\nDirectMap4k: 10240 kB\nDirectMap2M: 25155584 kB\n">>}]}] [stats:debug,2012-11-12T12:27:46.468,ns_1@192.168.0.22:<0.683.0>:stats_collector:maybe_log_stats:126](at {{1970,1,16},{7,45,52}}) Stats for bucket "default": accepting_conns 1 auth_cmds 0 auth_errors 0 bucket_active_conns 1 bucket_conns 5 bytes 255936 bytes_read 226 bytes_written 804 cas_badval 0 cas_hits 0 cas_misses 0 cmd_flush 0 cmd_get 0 cmd_set 0 conn_yields 0 connection_structures 5000 curr_connections 9 curr_conns_on_port_11209 6 curr_conns_on_port_11210 1 curr_items 0 curr_items_tot 0 curr_temp_items 0 daemon_connections 4 decr_hits 0 decr_misses 0 delete_hits 0 delete_misses 0 ep_access_scanner_last_runtime 0 ep_access_scanner_num_items 0 ep_access_scanner_task_time 2012-11-13 10:00:00 ep_allow_data_loss_during_shutdown 1 ep_alog_block_size 4096 ep_alog_path /data/default/access.log ep_alog_sleep_time 1440 ep_alog_task_time 10 ep_backend couchdb ep_bg_fetch_delay 0 ep_bg_fetched 0 ep_bg_meta_fetched 0 ep_bg_remaining_jobs 0 ep_chk_max_items 5000 ep_chk_period 1800 ep_chk_persistence_remains 0 ep_chk_persistence_timeout 10 ep_chk_remover_stime 5 ep_commit_num 0 ep_commit_time 0 ep_commit_time_total 0 ep_concurrentDB 1 ep_config_file ep_couch_bucket default ep_couch_host localhost ep_couch_port 11213 ep_couch_reconnect_sleeptime 250 ep_couch_response_timeout 180000 ep_data_age 0 ep_data_age_highwat 0 ep_data_traffic_enabled 0 ep_dbinit 0 ep_dbname /data/default ep_degraded_mode 1 ep_diskqueue_drain 0 ep_diskqueue_fill 0 ep_diskqueue_items 0 ep_diskqueue_memory 0 ep_diskqueue_pending 0 ep_exp_pager_stime 3600 ep_exp_pager_stime 3600 ep_expired_access 0 ep_expired_pager 0 ep_expiry_window 3 ep_failpartialwarmup 0 ep_flush_all false ep_flush_duration_total 0 ep_flushall_enabled 0 ep_flusher_state running ep_flusher_todo 0 ep_getl_default_timeout 15 ep_getl_max_timeout 30 ep_ht_locks 5 ep_ht_size 3079 ep_inconsistent_slave_chk 0 ep_initfile ep_io_num_read 0 ep_io_num_write 0 ep_io_read_bytes 0 ep_io_write_bytes 0 ep_item_begin_failed 0 ep_item_commit_failed 0 ep_item_flush_expired 0 ep_item_flush_failed 0 ep_item_num_based_new_chk 1 ep_items_rm_from_checkpoints 0 ep_keep_closed_chks 0 ep_klog_block_size 4096 ep_klog_compactor_queue_cap 500000 ep_klog_compactor_stime 3600 ep_klog_flush commit2 ep_klog_max_entry_ratio 10 ep_klog_max_log_size 2147483647 ep_klog_path ep_klog_sync commit2 ep_kv_size 0 ep_max_checkpoints 2 ep_max_data_size 12582912000 ep_max_item_size 20971520 ep_max_size 12582912000 ep_max_txn_size 10000 ep_max_vbuckets 1024 ep_mem_high_wat 9437184000 ep_mem_high_wat 9437184000 ep_mem_low_wat 7549747200 ep_mem_low_wat 7549747200 ep_mem_tracker_enabled true ep_min_data_age 0 ep_mlog_compactor_runs 0 ep_mutation_mem_threshold 0 ep_num_access_scanner_runs 0 ep_num_eject_failures 0 ep_num_expiry_pager_runs 0 ep_num_non_resident 0 ep_num_not_my_vbuckets 0 ep_num_ops_del_meta 0 ep_num_ops_get_meta 0 ep_num_ops_set_meta 0 ep_num_pager_runs 0 ep_num_value_ejects 0 ep_oom_errors 0 ep_overhead 1152 ep_pager_active_vb_pcnt 40 ep_pager_unbiased_period 60 ep_pending_ops 0 ep_pending_ops_max 0 ep_pending_ops_max_duration 0 ep_pending_ops_total 0 ep_postInitfile ep_queue_age_cap 900 ep_queue_size 0 ep_startup_time 1352752065 ep_storage_age 0 ep_storage_age_highwat 0 ep_store_max_concurrency 10 ep_store_max_readers 9 ep_store_max_readwrite 1 ep_stored_val_type ep_tap_ack_grace_period 300 ep_tap_ack_initial_sequence_number 1 ep_tap_ack_interval 1000 ep_tap_ack_window_size 10 ep_tap_backfill_resident 0.9 ep_tap_backlog_limit 5000 ep_tap_backoff_period 5 ep_tap_bg_fetch_requeued 0 ep_tap_bg_fetched 0 ep_tap_bg_max_pending 500 ep_tap_keepalive 300 ep_tap_noop_interval 20 ep_tap_requeue_sleep_time 0.1 ep_tap_throttle_cap_pcnt 10 ep_tap_throttle_queue_cap 1000000 ep_tap_throttle_threshold 90 ep_tmp_oom_errors 0 ep_too_old 0 ep_too_young 0 ep_total_cache_size 0 ep_total_del_items 0 ep_total_enqueued 0 ep_total_new_items 0 ep_total_persisted 0 ep_uncommitted_items 0 ep_value_size 0 ep_vb0 0 ep_vb_snapshot_total 1 ep_vb_total 0 ep_vbucket_del 0 ep_vbucket_del_fail 0 ep_version 2.0.0r_133_g68e3f7c ep_waitforwarmup 0 ep_warmup 1 ep_warmup_batch_size 1000 ep_warmup_dups 0 ep_warmup_min_items_threshold 100 ep_warmup_min_memory_threshold 100 ep_warmup_oom 0 ep_warmup_thread complete ep_warmup_time 23464 get_hits 0 get_misses 0 incr_hits 0 incr_misses 0 libevent 2.0.11-stable limit_maxbytes 67108864 listen_disabled_num 0 max_conns_on_port_11209 1000 max_conns_on_port_11210 9000 mem_used 255936 pid 21605 pointer_size 64 rejected_conns 0 rusage_system 0.041993 rusage_user 0.044993 threads 4 time 1352752065 total_connections 10 uptime 10 vb_active_curr_items 0 vb_active_eject 0 vb_active_expired 0 vb_active_ht_memory 0 vb_active_itm_memory 0 vb_active_meta_data_memory 0 vb_active_num 0 vb_active_num_non_resident 0 vb_active_num_ref_ejects 0 vb_active_num_ref_items 0 vb_active_ops_create 0 vb_active_ops_delete 0 vb_active_ops_reject 0 vb_active_ops_update 0 vb_active_perc_mem_resident 0 vb_active_queue_age 0 vb_active_queue_drain 0 vb_active_queue_fill 0 vb_active_queue_memory 0 vb_active_queue_pending 0 vb_active_queue_size 0 vb_dead_num 0 vb_pending_curr_items 0 vb_pending_eject 0 vb_pending_expired 0 vb_pending_ht_memory 0 vb_pending_itm_memory 0 vb_pending_meta_data_memory 0 vb_pending_num 0 vb_pending_num_non_resident 0 vb_pending_num_ref_ejects 0 vb_pending_num_ref_items 0 vb_pending_ops_create 0 vb_pending_ops_delete 0 vb_pending_ops_reject 0 vb_pending_ops_update 0 vb_pending_perc_mem_resident 0 vb_pending_queue_age 0 vb_pending_queue_drain 0 vb_pending_queue_fill 0 vb_pending_queue_memory 0 vb_pending_queue_pending 0 vb_pending_queue_size 0 vb_replica_curr_items 0 vb_replica_eject 0 vb_replica_expired 0 vb_replica_ht_memory 0 vb_replica_itm_memory 0 vb_replica_meta_data_memory 0 vb_replica_num 0 vb_replica_num_non_resident 0 vb_replica_num_ref_ejects 0 vb_replica_num_ref_items 0 vb_replica_ops_create 0 vb_replica_ops_delete 0 vb_replica_ops_reject 0 vb_replica_ops_update 0 vb_replica_perc_mem_resident 0 vb_replica_queue_age 0 vb_replica_queue_drain 0 vb_replica_queue_fill 0 vb_replica_queue_memory 0 vb_replica_queue_pending 0 vb_replica_queue_size 0 version 1.4.4_600_g7ea975a [ns_doctor:debug,2012-11-12T12:28:37.651,ns_1@192.168.0.22:ns_doctor<0.541.0>:ns_doctor:handle_info:137]Current node statuses: [{'ns_1@192.168.0.20', [{last_heard,{1352,752114,437248}}, {outgoing_replications_safeness_level,[{"default",green}]}, {incoming_replications_conf_hashes, [{"default",[{'ns_1@192.168.0.22',99799376}]}]}, {active_buckets,["default"]}, {ready_buckets,["default"]}, {local_tasks,[]}, {memory, [{total,143905552}, {processes,103001056}, {processes_used,102990080}, {system,40904496}, {atom,1393705}, {atom_used,1362415}, {binary,5193848}, {code,13887278}, {ets,1978600}]}, {system_memory_data, [{system_total_memory,25199214592}, {free_swap,20971511808}, {total_swap,20971511808}, {cached_memory,235212800}, {buffered_memory,66314240}, {free_memory,23865479168}, {total_memory,25199214592}]}, {node_storage_conf,[{db_path,"/data"},{index_path,"/data"}]}, {statistics, [{wall_clock,{77713,5003}}, {context_switches,{516683,0}}, {garbage_collection,{77927,287097167,0}}, {io,{{input,20125826},{output,156621416}}}, {reductions,{175912629,6650664}}, {run_queue,0}, {runtime,{22170,1870}}]}, {system_stats, [{cpu_utilization_rate,38.69346733668342}, {swap_total,20971511808}, {swap_used,0}]}, {interesting_stats, [{couch_docs_actual_disk_size,164698355}, {couch_docs_data_size,144567100}, {couch_views_actual_disk_size,0}, {couch_views_data_size,0}, {curr_items,56456}, {curr_items_tot,110597}, {mem_used,324918464}, {vb_replica_curr_items,54141}]}, {cluster_compatibility_version,131072}, {version, [{public_key,"0.13"}, {lhttpc,"1.3.0"}, {ale,"8cffe61"}, {os_mon,"2.2.7"}, {couch_set_view,"1.2.0a-b68b5f4-git"}, {mnesia,"4.5"}, {inets,"5.7.1"}, {couch,"1.2.0a-b68b5f4-git"}, {mapreduce,"1.0.0"}, {couch_index_merger,"1.2.0a-b68b5f4-git"}, {kernel,"2.14.5"}, {crypto,"2.0.4"}, {ssl,"4.1.6"}, {sasl,"2.1.10"}, {couch_view_parser,"1.0.0"}, {ns_server,"2.0.0-1939-rel-enterprise"}, {mochiweb,"1.4.1"}, {oauth,"7d85d3ef"}, {stdlib,"1.17.5"}]}, {supported_compat_version,[2,0]}, {system_arch,"x86_64-unknown-linux-gnu"}, {wall_clock,77}, {memory_data,{25199214592,726458368,{<17793.461.0>,3514512}}}, {disk_data, [{"/",41260352,5}, {"/dev/shm",12304304,0}, {"/boot",495844,7}, {"/data",206420664,1}]}, {meminfo, <<"MemTotal: 24608608 kB\nMemFree: 23306132 kB\nBuffers: 64748 kB\nCached: 229712 kB\nSwapCached: 0 kB\nActive: 678544 kB\nInactive: 239360 kB\nActive(anon): 611636 kB\nInactive(anon): 14624 kB\nActive(file): 66908 kB\nInactive(file): 224736 kB\nUnevictable: 11288 kB\nMlocked: 11288 kB\nSwapTotal: 20479992 kB\nSwapFree: 20479992 kB\nDirty: 4992 kB\nWriteback: 0 kB\nAnonPages: 635952 kB\nMapped: 13924 kB\nShmem: 164 kB\nSlab: 75300 kB\nSReclaimable: 18456 kB\nSUnreclaim: 56844 kB\nKernelStack: 2976 kB\nPageTables: 5092 kB\nNFS_Unstable: 0 kB\nBounce: 0 kB\nWritebackTmp: 0 kB\nCommitLimit: 32784296 kB\nCommitted_AS: 2408224 kB\nVmallocTotal: 34359738367 kB\nVmallocUsed: 332500 kB\nVmallocChunk: 34359355024 kB\nHardwareCorrupted: 0 kB\nAnonHugePages: 51200 kB\nHugePages_Total: 0\nHugePages_Free: 0\nHugePages_Rsvd: 0\nHugePages_Surp: 0\nHugepagesize: 2048 kB\nDirectMap4k: 10240 kB\nDirectMap2M: 25155584 kB\n">>}]}, {'ns_1@192.168.0.22', [{last_heard,{1352,752112,654258}}, {outgoing_replications_safeness_level,[{"default",green}]}, {incoming_replications_conf_hashes, [{"default",[{'ns_1@192.168.0.20',132836600}]}]}, {active_buckets,["default"]}, {ready_buckets,["default"]}, {local_tasks,[]}, {memory, [{total,147894032}, {processes,106425768}, {processes_used,106411352}, {system,41468264}, {atom,1337385}, {atom_used,1331771}, {binary,6228584}, {code,13466641}, {ets,1936536}]}, {system_memory_data, [{system_total_memory,25199214592}, {free_swap,20971511808}, {total_swap,20971511808}, {cached_memory,241676288}, {buffered_memory,82989056}, {free_memory,23894233088}, {total_memory,25199214592}]}, {node_storage_conf,[{db_path,"/data"},{index_path,"/data"}]}, {statistics, [{wall_clock,{60875,5001}}, {context_switches,{537508,0}}, {garbage_collection,{81008,257090710,0}}, {io,{{input,19818381},{output,127856104}}}, {reductions,{161387576,4454090}}, {run_queue,0}, {runtime,{20360,1710}}]}, {system_stats, [{cpu_utilization_rate,32.418952618453865}, {swap_total,20971511808}, {swap_used,0}]}, {interesting_stats, [{couch_docs_actual_disk_size,200832809}, {couch_docs_data_size,173996882}, {couch_views_actual_disk_size,0}, {couch_views_data_size,0}, {curr_items,51702}, {curr_items_tot,101561}, {mem_used,300525688}, {vb_replica_curr_items,49859}]}, {cluster_compatibility_version,131072}, {version, [{public_key,"0.13"}, {lhttpc,"1.3.0"}, {ale,"8cffe61"}, {os_mon,"2.2.7"}, {couch_set_view,"1.2.0a-b68b5f4-git"}, {mnesia,"4.5"}, {inets,"5.7.1"}, {couch,"1.2.0a-b68b5f4-git"}, {mapreduce,"1.0.0"}, {couch_index_merger,"1.2.0a-b68b5f4-git"}, {kernel,"2.14.5"}, {crypto,"2.0.4"}, {ssl,"4.1.6"}, {sasl,"2.1.10"}, {couch_view_parser,"1.0.0"}, {ns_server,"2.0.0-1939-rel-enterprise"}, {mochiweb,"1.4.1"}, {oauth,"7d85d3ef"}, {stdlib,"1.17.5"}]}, {supported_compat_version,[2,0]}, {system_arch,"x86_64-unknown-linux-gnu"}, {wall_clock,60}, {memory_data,{25199214592,1292283904,{<0.592.0>,2543368}}}, {disk_data, [{"/",41260352,5}, {"/dev/shm",12304304,0}, {"/boot",495844,7}, {"/data",206420664,1}]}, {meminfo, <<"MemTotal: 24608608 kB\nMemFree: 23334212 kB\nBuffers: 81036 kB\nCached: 236020 kB\nSwapCached: 0 kB\nActive: 656640 kB\nInactive: 234108 kB\nActive(anon): 566000 kB\nInactive(anon): 10208 kB\nActive(file): 90640 kB\nInactive(file): 223900 kB\nUnevictable: 11288 kB\nMlocked: 11288 kB\nSwapTotal: 20479992 kB\nSwapFree: 20479992 kB\nDirty: 4936 kB\nWriteback: 0 kB\nAnonPages: 585296 kB\nMapped: 14104 kB\nShmem: 164 kB\nSlab: 75376 kB\nSReclaimable: 18824 kB\nSUnreclaim: 56552 kB\nKernelStack: 2464 kB\nPageTables: 4696 kB\nNFS_Unstable: 0 kB\nBounce: 0 kB\nWritebackTmp: 0 kB\nCommitLimit: 32784296 kB\nCommitted_AS: 2316432 kB\nVmallocTotal: 34359738367 kB\nVmallocUsed: 332500 kB\nVmallocChunk: 34359350016 kB\nHardwareCorrupted: 0 kB\nAnonHugePages: 65536 kB\nHugePages_Total: 0\nHugePages_Free: 0\nHugePages_Rsvd: 0\nHugePages_Surp: 0\nHugepagesize: 2048 kB\nDirectMap4k: 10240 kB\nDirectMap2M: 25155584 kB\n">>}]}] [stats:debug,2012-11-12T12:29:26.493,ns_1@192.168.0.22:<0.683.0>:stats_collector:maybe_log_stats:126](at {{1970,1,16},{7,45,52}}) Stats for bucket "default": accepting_conns 1 auth_cmds 7 auth_errors 0 bucket_active_conns 1 bucket_conns 14 bytes 2519541544 bytes_read 2265882705 bytes_written 1151508130 cas_badval 0 cas_hits 0 cas_misses 0 cmd_flush 0 cmd_get 1 cmd_set 472371 conn_yields 16011 connection_structures 5000 curr_connections 17 curr_conns_on_port_11209 10 curr_conns_on_port_11210 5 curr_items 472360 curr_items_tot 939341 curr_temp_items 0 daemon_connections 4 decr_hits 0 decr_misses 0 delete_hits 0 delete_misses 0 ep_access_scanner_last_runtime 0 ep_access_scanner_num_items 0 ep_access_scanner_task_time 2012-11-13 10:00:00 ep_allow_data_loss_during_shutdown 1 ep_alog_block_size 4096 ep_alog_path /data/default/access.log ep_alog_sleep_time 1440 ep_alog_task_time 10 ep_backend couchdb ep_bg_fetch_delay 0 ep_bg_fetched 0 ep_bg_meta_fetched 0 ep_bg_remaining_jobs 0 ep_chk_max_items 5000 ep_chk_period 1800 ep_chk_persistence_remains 0 ep_chk_persistence_timeout 10 ep_chk_remover_stime 5 ep_commit_num 70 ep_commit_time 40 ep_commit_time_total 1173 ep_concurrentDB 1 ep_config_file ep_couch_bucket default ep_couch_host localhost ep_couch_port 11213 ep_couch_reconnect_sleeptime 250 ep_couch_response_timeout 180000 ep_data_age 14 ep_data_age_highwat 27 ep_data_traffic_enabled 0 ep_dbinit 0 ep_dbname /data/default ep_degraded_mode 0 ep_diskqueue_drain 627966 ep_diskqueue_fill 939341 ep_diskqueue_items 311405 ep_diskqueue_memory 9964000 ep_diskqueue_pending 14946000 ep_exp_pager_stime 3600 ep_exp_pager_stime 3600 ep_expired_access 0 ep_expired_pager 0 ep_expiry_window 3 ep_failpartialwarmup 0 ep_flush_all false ep_flush_duration_total 64 ep_flushall_enabled 0 ep_flusher_state running ep_flusher_todo 194888 ep_getl_default_timeout 15 ep_getl_max_timeout 30 ep_ht_locks 5 ep_ht_size 3079 ep_inconsistent_slave_chk 0 ep_initfile ep_io_num_read 0 ep_io_num_write 627691 ep_io_read_bytes 0 ep_io_write_bytes 1486221884 ep_item_begin_failed 0 ep_item_commit_failed 0 ep_item_flush_expired 0 ep_item_flush_failed 0 ep_item_num_based_new_chk 1 ep_items_rm_from_checkpoints 0 ep_keep_closed_chks 0 ep_klog_block_size 4096 ep_klog_compactor_queue_cap 500000 ep_klog_compactor_stime 3600 ep_klog_flush commit2 ep_klog_max_entry_ratio 10 ep_klog_max_log_size 2147483647 ep_klog_path ep_klog_sync commit2 ep_kv_size 2298152992 ep_max_checkpoints 2 ep_max_data_size 12582912000 ep_max_item_size 20971520 ep_max_size 12582912000 ep_max_txn_size 10000 ep_max_vbuckets 1024 ep_mem_high_wat 9437184000 ep_mem_high_wat 9437184000 ep_mem_low_wat 7549747200 ep_mem_low_wat 7549747200 ep_mem_tracker_enabled true ep_min_data_age 0 ep_mlog_compactor_runs 0 ep_mutation_mem_threshold 0 ep_num_access_scanner_runs 0 ep_num_eject_failures 0 ep_num_expiry_pager_runs 0 ep_num_non_resident 0 ep_num_not_my_vbuckets 0 ep_num_ops_del_meta 0 ep_num_ops_get_meta 0 ep_num_ops_set_meta 0 ep_num_pager_runs 0 ep_num_value_ejects 0 ep_oom_errors 0 ep_overhead 111501336 ep_pager_active_vb_pcnt 40 ep_pager_unbiased_period 60 ep_pending_ops 0 ep_pending_ops_max 0 ep_pending_ops_max_duration 0 ep_pending_ops_total 0 ep_postInitfile ep_queue_age_cap 900 ep_queue_size 116517 ep_startup_time 1352752065 ep_storage_age 12 ep_storage_age_highwat 26 ep_store_max_concurrency 10 ep_store_max_readers 9 ep_store_max_readwrite 1 ep_stored_val_type ep_tap_ack_grace_period 300 ep_tap_ack_initial_sequence_number 1 ep_tap_ack_interval 1000 ep_tap_ack_window_size 10 ep_tap_backfill_resident 0.9 ep_tap_backlog_limit 5000 ep_tap_backoff_period 5 ep_tap_bg_fetch_requeued 0 ep_tap_bg_fetched 0 ep_tap_bg_max_pending 500 ep_tap_keepalive 300 ep_tap_noop_interval 20 ep_tap_requeue_sleep_time 0.1 ep_tap_throttle_cap_pcnt 10 ep_tap_throttle_queue_cap 1000000 ep_tap_throttle_threshold 90 ep_tmp_oom_errors 0 ep_too_old 0 ep_too_young 0 ep_total_cache_size 2286743995 ep_total_del_items 0 ep_total_enqueued 939383 ep_total_new_items 627691 ep_total_persisted 627691 ep_uncommitted_items 3933 ep_value_size 2220673515 ep_vb0 0 ep_vb_snapshot_total 7 ep_vb_total 1024 ep_vbucket_del 0 ep_vbucket_del_fail 0 ep_version 2.0.0r_133_g68e3f7c ep_waitforwarmup 0 ep_warmup 1 ep_warmup_batch_size 1000 ep_warmup_dups 0 ep_warmup_min_items_threshold 100 ep_warmup_min_memory_threshold 100 ep_warmup_oom 0 ep_warmup_thread complete ep_warmup_time 23464 get_hits 0 get_misses 1 incr_hits 0 incr_misses 0 libevent 2.0.11-stable limit_maxbytes 67108864 listen_disabled_num 0 max_conns_on_port_11209 1000 max_conns_on_port_11210 9000 mem_used 2519541544 pid 21605 pointer_size 64 rejected_conns 0 rusage_system 30.174412 rusage_user 66.541884 tap_checkpoint_start_received 512 tap_checkpoint_start_sent 512 tap_connect_received 1 tap_mutation_received 467021 tap_mutation_sent 467751 tap_opaque_received 1026 tap_opaque_sent 1026 threads 4 time 1352752165 total_connections 22 uptime 110 vb_active_curr_items 472360 vb_active_eject 0 vb_active_expired 0 vb_active_ht_memory 12857344 vb_active_itm_memory 1150503824 vb_active_meta_data_memory 37316440 vb_active_num 512 vb_active_num_non_resident 0 vb_active_num_ref_ejects 0 vb_active_num_ref_items 472360 vb_active_ops_create 282235 vb_active_ops_delete 0 vb_active_ops_reject 0 vb_active_ops_update 0 vb_active_perc_mem_resident 100 vb_active_queue_age 2094446000 vb_active_queue_drain 282235 vb_active_queue_fill 472360 vb_active_queue_memory 6084000 vb_active_queue_pending 9126000 vb_active_queue_size 190125 vb_dead_num 0 vb_pending_curr_items 0 vb_pending_eject 0 vb_pending_expired 0 vb_pending_ht_memory 0 vb_pending_itm_memory 0 vb_pending_meta_data_memory 0 vb_pending_num 0 vb_pending_num_non_resident 0 vb_pending_num_ref_ejects 0 vb_pending_num_ref_items 0 vb_pending_ops_create 0 vb_pending_ops_delete 0 vb_pending_ops_reject 0 vb_pending_ops_update 0 vb_pending_perc_mem_resident 0 vb_pending_queue_age 0 vb_pending_queue_drain 0 vb_pending_queue_fill 0 vb_pending_queue_memory 0 vb_pending_queue_pending 0 vb_pending_queue_size 0 vb_replica_curr_items 466981 vb_replica_eject 0 vb_replica_expired 0 vb_replica_ht_memory 12857344 vb_replica_itm_memory 1136240171 vb_replica_meta_data_memory 36891499 vb_replica_num 512 vb_replica_num_non_resident 0 vb_replica_num_ref_ejects 0 vb_replica_num_ref_items 466981 vb_replica_ops_create 345730 vb_replica_ops_delete 0 vb_replica_ops_reject 0 vb_replica_ops_update 0 vb_replica_perc_mem_resident 100 vb_replica_queue_age 1099445000 vb_replica_queue_drain 345731 vb_replica_queue_fill 466981 vb_replica_queue_memory 3880000 vb_replica_queue_pending 5820000 vb_replica_queue_size 121250 version 1.4.4_600_g7ea975a [ns_doctor:debug,2012-11-12T12:29:37.651,ns_1@192.168.0.22:ns_doctor<0.541.0>:ns_doctor:handle_info:137]Current node statuses: [{'ns_1@192.168.0.20', [{last_heard,{1352,752174,440512}}, {outgoing_replications_safeness_level,[{"default",green}]}, {incoming_replications_conf_hashes, [{"default",[{'ns_1@192.168.0.22',99799376}]}]}, {active_buckets,["default"]}, {ready_buckets,["default"]}, {local_tasks,[]}, {memory, [{total,167806920}, {processes,125850224}, {processes_used,125837728}, {system,41956696}, {atom,1393705}, {atom_used,1362415}, {binary,5918960}, {code,13887278}, {ets,2241064}]}, {system_memory_data, [{system_total_memory,25199214592}, {free_swap,20971511808}, {total_swap,20971511808}, {cached_memory,1702449152}, {buffered_memory,110936064}, {free_memory,19603038208}, {total_memory,25199214592}]}, {node_storage_conf,[{db_path,"/data"},{index_path,"/data"}]}, {statistics, [{wall_clock,{137717,5007}}, {context_switches,{1051953,0}}, {garbage_collection,{118595,410362059,0}}, {io,{{input,24019850},{output,1321537105}}}, {reductions,{233162897,5505502}}, {run_queue,0}, {runtime,{41900,1630}}]}, {system_stats, [{cpu_utilization_rate,60.35353535353536}, {swap_total,20971511808}, {swap_used,0}]}, {interesting_stats, [{couch_docs_actual_disk_size,1581371217}, {couch_docs_data_size,1504904697}, {couch_views_actual_disk_size,0}, {couch_views_data_size,0}, {curr_items,532814}, {curr_items_tot,1056687}, {mem_used,2829201216}, {vb_replica_curr_items,523873}]}, {cluster_compatibility_version,131072}, {version, [{public_key,"0.13"}, {lhttpc,"1.3.0"}, {ale,"8cffe61"}, {os_mon,"2.2.7"}, {couch_set_view,"1.2.0a-b68b5f4-git"}, {mnesia,"4.5"}, {inets,"5.7.1"}, {couch,"1.2.0a-b68b5f4-git"}, {mapreduce,"1.0.0"}, {couch_index_merger,"1.2.0a-b68b5f4-git"}, {kernel,"2.14.5"}, {crypto,"2.0.4"}, {ssl,"4.1.6"}, {sasl,"2.1.10"}, {couch_view_parser,"1.0.0"}, {ns_server,"2.0.0-1939-rel-enterprise"}, {mochiweb,"1.4.1"}, {oauth,"7d85d3ef"}, {stdlib,"1.17.5"}]}, {supported_compat_version,[2,0]}, {system_arch,"x86_64-unknown-linux-gnu"}, {wall_clock,137}, {memory_data,{25199214592,4260032512,{<17793.657.0>,4714984}}}, {disk_data, [{"/",41260352,5}, {"/dev/shm",12304304,0}, {"/boot",495844,7}, {"/data",206420664,1}]}, {meminfo, <<"MemTotal: 24608608 kB\nMemFree: 19143840 kB\nBuffers: 108336 kB\nCached: 1662548 kB\nSwapCached: 0 kB\nActive: 3445620 kB\nInactive: 1585868 kB\nActive(anon): 3248220 kB\nInactive(anon): 14632 kB\nActive(file): 197400 kB\nInactive(file): 1571236 kB\nUnevictable: 11288 kB\nMlocked: 11288 kB\nSwapTotal: 20479992 kB\nSwapFree: 20479992 kB\nDirty: 2536 kB\nWriteback: 88 kB\nAnonPages: 3272300 kB\nMapped: 14996 kB\nShmem: 172 kB\nSlab: 119668 kB\nSReclaimable: 62076 kB\nSUnreclaim: 57592 kB\nKernelStack: 2992 kB\nPageTables: 10616 kB\nNFS_Unstable: 0 kB\nBounce: 0 kB\nWritebackTmp: 0 kB\nCommitLimit: 32784296 kB\nCommitted_AS: 5049640 kB\nVmallocTotal: 34359738367 kB\nVmallocUsed: 332500 kB\nVmallocChunk: 34359355024 kB\nHardwareCorrupted: 0 kB\nAnonHugePages: 63488 kB\nHugePages_Total: 0\nHugePages_Free: 0\nHugePages_Rsvd: 0\nHugePages_Surp: 0\nHugepagesize: 2048 kB\nDirectMap4k: 10240 kB\nDirectMap2M: 25155584 kB\n">>}]}, {'ns_1@192.168.0.22', [{last_heard,{1352,752172,655303}}, {outgoing_replications_safeness_level,[{"default",green}]}, {incoming_replications_conf_hashes, [{"default",[{'ns_1@192.168.0.20',132836600}]}]}, {active_buckets,["default"]}, {ready_buckets,["default"]}, {local_tasks,[]}, {memory, [{total,155737456}, {processes,114255616}, {processes_used,114241992}, {system,41481840}, {atom,1338193}, {atom_used,1333368}, {binary,5896824}, {code,13490894}, {ets,2240960}]}, {system_memory_data, [{system_total_memory,25199214592}, {free_swap,20971511808}, {total_swap,20971511808}, {cached_memory,1826164736}, {buffered_memory,122736640}, {free_memory,19544502272}, {total_memory,25199214592}]}, {node_storage_conf,[{db_path,"/data"},{index_path,"/data"}]}, {statistics, [{wall_clock,{120876,5001}}, {context_switches,{1086154,0}}, {garbage_collection,{126272,378464533,0}}, {io,{{input,23969256},{output,1283110329}}}, {reductions,{205754781,3485042}}, {run_queue,0}, {runtime,{38750,1500}}]}, {system_stats, [{cpu_utilization_rate,69.4789081885856}, {swap_total,20971511808}, {swap_used,0}]}, {interesting_stats, [{couch_docs_actual_disk_size,1759555500}, {couch_docs_data_size,1653609951}, {couch_views_actual_disk_size,0}, {couch_views_data_size,0}, {curr_items,524540}, {curr_items_tot,1047576}, {mem_used,2803537992}, {vb_replica_curr_items,523036}]}, {cluster_compatibility_version,131072}, {version, [{public_key,"0.13"}, {lhttpc,"1.3.0"}, {ale,"8cffe61"}, {os_mon,"2.2.7"}, {couch_set_view,"1.2.0a-b68b5f4-git"}, {mnesia,"4.5"}, {inets,"5.7.1"}, {couch,"1.2.0a-b68b5f4-git"}, {mapreduce,"1.0.0"}, {couch_index_merger,"1.2.0a-b68b5f4-git"}, {kernel,"2.14.5"}, {crypto,"2.0.4"}, {ssl,"4.1.6"}, {sasl,"2.1.10"}, {couch_view_parser,"1.0.0"}, {ns_server,"2.0.0-1939-rel-enterprise"}, {mochiweb,"1.4.1"}, {oauth,"7d85d3ef"}, {stdlib,"1.17.5"}]}, {supported_compat_version,[2,0]}, {system_arch,"x86_64-unknown-linux-gnu"}, {wall_clock,120}, {memory_data,{25199214592,5617127424,{<0.675.0>,2914384}}}, {disk_data, [{"/",41260352,5}, {"/dev/shm",12304304,0}, {"/boot",495844,7}, {"/data",206420664,1}]}, {meminfo, <<"MemTotal: 24608608 kB\nMemFree: 19086924 kB\nBuffers: 119860 kB\nCached: 1783364 kB\nSwapCached: 0 kB\nActive: 3445616 kB\nInactive: 1638564 kB\nActive(anon): 3173192 kB\nInactive(anon): 10216 kB\nActive(file): 272424 kB\nInactive(file): 1628348 kB\nUnevictable: 11288 kB\nMlocked: 11288 kB\nSwapTotal: 20479992 kB\nSwapFree: 20479992 kB\nDirty: 1796 kB\nWriteback: 0 kB\nAnonPages: 3193076 kB\nMapped: 15204 kB\nShmem: 172 kB\nSlab: 122956 kB\nSReclaimable: 65696 kB\nSUnreclaim: 57260 kB\nKernelStack: 2480 kB\nPageTables: 10100 kB\nNFS_Unstable: 0 kB\nBounce: 0 kB\nWritebackTmp: 0 kB\nCommitLimit: 32784296 kB\nCommitted_AS: 4951256 kB\nVmallocTotal: 34359738367 kB\nVmallocUsed: 332500 kB\nVmallocChunk: 34359350016 kB\nHardwareCorrupted: 0 kB\nAnonHugePages: 73728 kB\nHugePages_Total: 0\nHugePages_Free: 0\nHugePages_Rsvd: 0\nHugePages_Surp: 0\nHugepagesize: 2048 kB\nDirectMap4k: 10240 kB\nDirectMap2M: 25155584 kB\n">>}]}] [ns_doctor:debug,2012-11-12T12:30:37.651,ns_1@192.168.0.22:ns_doctor<0.541.0>:ns_doctor:handle_info:137]Current node statuses: [{'ns_1@192.168.0.20', [{last_heard,{1352,752234,433758}}, {outgoing_replications_safeness_level,[{"default",green}]}, {incoming_replications_conf_hashes, [{"default",[{'ns_1@192.168.0.22',99799376}]}]}, {active_buckets,["default"]}, {ready_buckets,["default"]}, {local_tasks,[]}, {memory, [{total,168177328}, {processes,128287288}, {processes_used,128272312}, {system,39890040}, {atom,1393705}, {atom_used,1362415}, {binary,3667192}, {code,13887278}, {ets,2426560}]}, {system_memory_data, [{system_total_memory,25199214592}, {free_swap,20971511808}, {total_swap,20971511808}, {cached_memory,3760197632}, {buffered_memory,117280768}, {free_memory,14717296640}, {total_memory,25199214592}]}, {node_storage_conf,[{db_path,"/data"},{index_path,"/data"}]}, {statistics, [{wall_clock,{197710,4999}}, {context_switches,{1562747,0}}, {garbage_collection,{153608,529414022,0}}, {io,{{input,30521796},{output,2521084983}}}, {reductions,{288074975,5590093}}, {run_queue,0}, {runtime,{59010,1240}}]}, {system_stats, [{cpu_utilization_rate,52.839506172839506}, {swap_total,20971511808}, {swap_used,0}]}, {interesting_stats, [{couch_docs_actual_disk_size,3620883775}, {couch_docs_data_size,3473044583}, {couch_views_actual_disk_size,0}, {couch_views_data_size,0}, {curr_items,1033907}, {curr_items_tot,2066236}, {mem_used,5496992192}, {vb_replica_curr_items,1032329}]}, {cluster_compatibility_version,131072}, {version, [{public_key,"0.13"}, {lhttpc,"1.3.0"}, {ale,"8cffe61"}, {os_mon,"2.2.7"}, {couch_set_view,"1.2.0a-b68b5f4-git"}, {mnesia,"4.5"}, {inets,"5.7.1"}, {couch,"1.2.0a-b68b5f4-git"}, {mapreduce,"1.0.0"}, {couch_index_merger,"1.2.0a-b68b5f4-git"}, {kernel,"2.14.5"}, {crypto,"2.0.4"}, {ssl,"4.1.6"}, {sasl,"2.1.10"}, {couch_view_parser,"1.0.0"}, {ns_server,"2.0.0-1939-rel-enterprise"}, {mochiweb,"1.4.1"}, {oauth,"7d85d3ef"}, {stdlib,"1.17.5"}]}, {supported_compat_version,[2,0]}, {system_arch,"x86_64-unknown-linux-gnu"}, {wall_clock,197}, {memory_data,{25199214592,9077997568,{<17793.657.0>,4714984}}}, {disk_data, [{"/",41260352,5}, {"/dev/shm",12304304,0}, {"/boot",495844,7}, {"/data",206420664,2}]}, {meminfo, <<"MemTotal: 24608608 kB\nMemFree: 14372360 kB\nBuffers: 114532 kB\nCached: 3672068 kB\nSwapCached: 0 kB\nActive: 6263100 kB\nInactive: 3474764 kB\nActive(anon): 5939340 kB\nInactive(anon): 14632 kB\nActive(file): 323760 kB\nInactive(file): 3460132 kB\nUnevictable: 11288 kB\nMlocked: 11288 kB\nSwapTotal: 20479992 kB\nSwapFree: 20479992 kB\nDirty: 1880 kB\nWriteback: 0 kB\nAnonPages: 5963496 kB\nMapped: 15000 kB\nShmem: 172 kB\nSlab: 178680 kB\nSReclaimable: 120952 kB\nSUnreclaim: 57728 kB\nKernelStack: 2992 kB\nPageTables: 15936 kB\nNFS_Unstable: 0 kB\nBounce: 0 kB\nWritebackTmp: 0 kB\nCommitLimit: 32784296 kB\nCommitted_AS: 7730548 kB\nVmallocTotal: 34359738367 kB\nVmallocUsed: 332500 kB\nVmallocChunk: 34359355024 kB\nHardwareCorrupted: 0 kB\nAnonHugePages: 67584 kB\nHugePages_Total: 0\nHugePages_Free: 0\nHugePages_Rsvd: 0\nHugePages_Surp: 0\nHugepagesize: 2048 kB\nDirectMap4k: 10240 kB\nDirectMap2M: 25155584 kB\n">>}]}, {'ns_1@192.168.0.22', [{last_heard,{1352,752232,654550}}, {outgoing_replications_safeness_level,[{"default",green}]}, {incoming_replications_conf_hashes, [{"default",[{'ns_1@192.168.0.20',132836600}]}]}, {active_buckets,["default"]}, {ready_buckets,["default"]}, {local_tasks,[]}, {memory, [{total,167312464}, {processes,128426432}, {processes_used,128411856}, {system,38886032}, {atom,1338193}, {atom_used,1333368}, {binary,3115672}, {code,13490894}, {ets,2424800}]}, {system_memory_data, [{system_total_memory,25199214592}, {free_swap,20971511808}, {total_swap,20971511808}, {cached_memory,3843817472}, {buffered_memory,131014656}, {free_memory,14683189248}, {total_memory,25199214592}]}, {node_storage_conf,[{db_path,"/data"},{index_path,"/data"}]}, {statistics, [{wall_clock,{180875,5001}}, {context_switches,{1553849,0}}, {garbage_collection,{157987,488186476,0}}, {io,{{input,27544085},{output,2485556221}}}, {reductions,{245632511,3380497}}, {run_queue,0}, {runtime,{54020,1180}}]}, {system_stats, [{cpu_utilization_rate,58.51851851851852}, {swap_total,20971511808}, {swap_used,0}]}, {interesting_stats, [{couch_docs_actual_disk_size,3764850752}, {couch_docs_data_size,3573625572}, {couch_views_actual_disk_size,0}, {couch_views_data_size,0}, {curr_items,1025633}, {curr_items_tot,2046796}, {mem_used,5446381976}, {vb_replica_curr_items,1021163}]}, {cluster_compatibility_version,131072}, {version, [{public_key,"0.13"}, {lhttpc,"1.3.0"}, {ale,"8cffe61"}, {os_mon,"2.2.7"}, {couch_set_view,"1.2.0a-b68b5f4-git"}, {mnesia,"4.5"}, {inets,"5.7.1"}, {couch,"1.2.0a-b68b5f4-git"}, {mapreduce,"1.0.0"}, {couch_index_merger,"1.2.0a-b68b5f4-git"}, {kernel,"2.14.5"}, {crypto,"2.0.4"}, {ssl,"4.1.6"}, {sasl,"2.1.10"}, {couch_view_parser,"1.0.0"}, {ns_server,"2.0.0-1939-rel-enterprise"}, {mochiweb,"1.4.1"}, {oauth,"7d85d3ef"}, {stdlib,"1.17.5"}]}, {supported_compat_version,[2,0]}, {system_arch,"x86_64-unknown-linux-gnu"}, {wall_clock,180}, {memory_data,{25199214592,10488090624,{<0.675.0>,2914384}}}, {disk_data, [{"/",41260352,5}, {"/dev/shm",12304304,0}, {"/boot",495844,7}, {"/data",206420664,2}]}, {meminfo, <<"MemTotal: 24608608 kB\nMemFree: 14339052 kB\nBuffers: 127944 kB\nCached: 3753728 kB\nSwapCached: 0 kB\nActive: 6294224 kB\nInactive: 3474104 kB\nActive(anon): 5879300 kB\nInactive(anon): 10216 kB\nActive(file): 414924 kB\nInactive(file): 3463888 kB\nUnevictable: 11288 kB\nMlocked: 11288 kB\nSwapTotal: 20479992 kB\nSwapFree: 20479992 kB\nDirty: 7756 kB\nWriteback: 0 kB\nAnonPages: 5899276 kB\nMapped: 15536 kB\nShmem: 172 kB\nSlab: 181432 kB\nSReclaimable: 124048 kB\nSUnreclaim: 57384 kB\nKernelStack: 2480 kB\nPageTables: 15780 kB\nNFS_Unstable: 0 kB\nBounce: 0 kB\nWritebackTmp: 0 kB\nCommitLimit: 32784296 kB\nCommitted_AS: 7653376 kB\nVmallocTotal: 34359738367 kB\nVmallocUsed: 332500 kB\nVmallocChunk: 34359350016 kB\nHardwareCorrupted: 0 kB\nAnonHugePages: 75776 kB\nHugePages_Total: 0\nHugePages_Free: 0\nHugePages_Rsvd: 0\nHugePages_Surp: 0\nHugepagesize: 2048 kB\nDirectMap4k: 10240 kB\nDirectMap2M: 25155584 kB\n">>}]}] [stats:debug,2012-11-12T12:31:06.494,ns_1@192.168.0.22:<0.683.0>:stats_collector:maybe_log_stats:126](at {{1970,1,16},{7,45,52}}) Stats for bucket "default": accepting_conns 1 auth_cmds 7 auth_errors 0 bucket_active_conns 1 bucket_conns 14 bytes 6968785992 bytes_read 6332337693 bytes_written 3222812048 cas_badval 0 cas_hits 0 cas_misses 0 cmd_flush 0 cmd_get 1 cmd_set 1312985 conn_yields 45297 connection_structures 5000 curr_connections 17 curr_conns_on_port_11209 10 curr_conns_on_port_11210 5 curr_items 1312976 curr_items_tot 2625127 curr_temp_items 0 daemon_connections 4 decr_hits 0 decr_misses 0 delete_hits 0 delete_misses 0 ep_access_scanner_last_runtime 0 ep_access_scanner_num_items 0 ep_access_scanner_task_time 2012-11-13 10:00:00 ep_allow_data_loss_during_shutdown 1 ep_alog_block_size 4096 ep_alog_path /data/default/access.log ep_alog_sleep_time 1440 ep_alog_task_time 10 ep_backend couchdb ep_bg_fetch_delay 0 ep_bg_fetched 0 ep_bg_meta_fetched 0 ep_bg_remaining_jobs 0 ep_chk_max_items 5000 ep_chk_period 1800 ep_chk_persistence_remains 0 ep_chk_persistence_timeout 10 ep_chk_remover_stime 5 ep_commit_num 199 ep_commit_time 104 ep_commit_time_total 6014 ep_concurrentDB 1 ep_config_file ep_couch_bucket default ep_couch_host localhost ep_couch_port 11213 ep_couch_reconnect_sleeptime 250 ep_couch_response_timeout 180000 ep_data_age 42 ep_data_age_highwat 69 ep_data_traffic_enabled 0 ep_dbinit 0 ep_dbname /data/default ep_degraded_mode 0 ep_diskqueue_drain 1938566 ep_diskqueue_fill 2625127 ep_diskqueue_items 686597 ep_diskqueue_memory 21969952 ep_diskqueue_pending 32954928 ep_exp_pager_stime 3600 ep_exp_pager_stime 3600 ep_expired_access 0 ep_expired_pager 0 ep_expiry_window 3 ep_failpartialwarmup 0 ep_flush_all false ep_flush_duration_total 152 ep_flushall_enabled 0 ep_flusher_state running ep_flusher_todo 394846 ep_getl_default_timeout 15 ep_getl_max_timeout 30 ep_ht_locks 5 ep_ht_size 3079 ep_inconsistent_slave_chk 0 ep_initfile ep_io_num_read 0 ep_io_num_write 1937985 ep_io_read_bytes 0 ep_io_write_bytes 4588881213 ep_item_begin_failed 0 ep_item_commit_failed 0 ep_item_flush_expired 0 ep_item_flush_failed 0 ep_item_num_based_new_chk 1 ep_items_rm_from_checkpoints 0 ep_keep_closed_chks 0 ep_klog_block_size 4096 ep_klog_compactor_queue_cap 500000 ep_klog_compactor_stime 3600 ep_klog_flush commit2 ep_klog_max_entry_ratio 10 ep_klog_max_log_size 2147483647 ep_klog_path ep_klog_sync commit2 ep_kv_size 6422306125 ep_max_checkpoints 2 ep_max_data_size 12582912000 ep_max_item_size 20971520 ep_max_size 12582912000 ep_max_txn_size 10000 ep_max_vbuckets 1024 ep_mem_high_wat 9437184000 ep_mem_high_wat 9437184000 ep_mem_low_wat 7549747200 ep_mem_low_wat 7549747200 ep_mem_tracker_enabled true ep_min_data_age 0 ep_mlog_compactor_runs 0 ep_mutation_mem_threshold 0 ep_num_access_scanner_runs 0 ep_num_eject_failures 0 ep_num_expiry_pager_runs 0 ep_num_non_resident 0 ep_num_not_my_vbuckets 0 ep_num_ops_del_meta 0 ep_num_ops_get_meta 0 ep_num_ops_set_meta 0 ep_num_pager_runs 0 ep_num_value_ejects 0 ep_oom_errors 0 ep_overhead 261398680 ep_pager_active_vb_pcnt 40 ep_pager_unbiased_period 60 ep_pending_ops 0 ep_pending_ops_max 0 ep_pending_ops_max_duration 0 ep_pending_ops_total 0 ep_postInitfile ep_queue_age_cap 900 ep_queue_size 291751 ep_startup_time 1352752065 ep_storage_age 40 ep_storage_age_highwat 66 ep_store_max_concurrency 10 ep_store_max_readers 9 ep_store_max_readwrite 1 ep_stored_val_type ep_tap_ack_grace_period 300 ep_tap_ack_initial_sequence_number 1 ep_tap_ack_interval 1000 ep_tap_ack_window_size 10 ep_tap_backfill_resident 0.9 ep_tap_backlog_limit 5000 ep_tap_backoff_period 5 ep_tap_bg_fetch_requeued 0 ep_tap_bg_fetched 0 ep_tap_bg_max_pending 500 ep_tap_keepalive 300 ep_tap_noop_interval 20 ep_tap_requeue_sleep_time 0.1 ep_tap_throttle_cap_pcnt 10 ep_tap_throttle_queue_cap 1000000 ep_tap_throttle_threshold 90 ep_tmp_oom_errors 0 ep_too_old 0 ep_too_young 0 ep_total_cache_size 6390721337 ep_total_del_items 0 ep_total_enqueued 2625163 ep_total_new_items 1937985 ep_total_persisted 1937985 ep_uncommitted_items 10202 ep_value_size 6205847653 ep_vb0 0 ep_vb_snapshot_total 7 ep_vb_total 1024 ep_vbucket_del 0 ep_vbucket_del_fail 0 ep_version 2.0.0r_133_g68e3f7c ep_waitforwarmup 0 ep_warmup 1 ep_warmup_batch_size 1000 ep_warmup_dups 0 ep_warmup_min_items_threshold 100 ep_warmup_min_memory_threshold 100 ep_warmup_oom 0 ep_warmup_thread complete ep_warmup_time 23464 get_hits 0 get_misses 1 incr_hits 0 incr_misses 0 libevent 2.0.11-stable limit_maxbytes 67108864 listen_disabled_num 0 max_conns_on_port_11209 1000 max_conns_on_port_11210 9000 mem_used 6968785992 pid 21605 pointer_size 64 rejected_conns 0 rusage_system 81.805563 rusage_user 197.075040 tap_checkpoint_start_received 512 tap_checkpoint_start_sent 512 tap_connect_received 1 tap_mutation_received 1312185 tap_mutation_sent 1311249 tap_opaque_received 1026 tap_opaque_sent 1026 threads 4 time 1352752265 total_connections 22 uptime 210 vb_active_curr_items 1312976 vb_active_eject 0 vb_active_expired 0 vb_active_ht_memory 12857344 vb_active_itm_memory 3196706192 vb_active_meta_data_memory 103725104 vb_active_num 512 vb_active_num_non_resident 0 vb_active_num_ref_ejects 0 vb_active_num_ref_items 1312976 vb_active_ops_create 868030 vb_active_ops_delete 0 vb_active_ops_reject 0 vb_active_ops_update 0 vb_active_perc_mem_resident 100 vb_active_queue_age 11721458000 vb_active_queue_drain 868030 vb_active_queue_fill 1312976 vb_active_queue_memory 14238272 vb_active_queue_pending 21357408 vb_active_queue_size 444946 vb_dead_num 0 vb_pending_curr_items 0 vb_pending_eject 0 vb_pending_expired 0 vb_pending_ht_memory 0 vb_pending_itm_memory 0 vb_pending_meta_data_memory 0 vb_pending_num 0 vb_pending_num_non_resident 0 vb_pending_num_ref_ejects 0 vb_pending_num_ref_items 0 vb_pending_ops_create 0 vb_pending_ops_delete 0 vb_pending_ops_reject 0 vb_pending_ops_update 0 vb_pending_perc_mem_resident 0 vb_pending_queue_age 0 vb_pending_queue_drain 0 vb_pending_queue_fill 0 vb_pending_queue_memory 0 vb_pending_queue_pending 0 vb_pending_queue_size 0 vb_replica_curr_items 1312151 vb_replica_eject 0 vb_replica_expired 0 vb_replica_ht_memory 12857344 vb_replica_itm_memory 3194015145 vb_replica_meta_data_memory 103659929 vb_replica_num 512 vb_replica_num_non_resident 0 vb_replica_num_ref_ejects 0 vb_replica_num_ref_items 1312151 vb_replica_ops_create 1070536 vb_replica_ops_delete 0 vb_replica_ops_reject 0 vb_replica_ops_update 0 vb_replica_perc_mem_resident 100 vb_replica_queue_age 4538915000 vb_replica_queue_drain 1070536 vb_replica_queue_fill 1312151 vb_replica_queue_memory 7731680 vb_replica_queue_pending 11597520 vb_replica_queue_size 241615 version 1.4.4_600_g7ea975a [ns_doctor:debug,2012-11-12T12:31:37.651,ns_1@192.168.0.22:ns_doctor<0.541.0>:ns_doctor:handle_info:137]Current node statuses: [{'ns_1@192.168.0.20', [{last_heard,{1352,752294,434054}}, {outgoing_replications_safeness_level,[{"default",green}]}, {incoming_replications_conf_hashes, [{"default",[{'ns_1@192.168.0.22',99799376}]}]}, {active_buckets,["default"]}, {ready_buckets,["default"]}, {local_tasks,[]}, {memory, [{total,179161104}, {processes,136847640}, {processes_used,136832664}, {system,42313464}, {atom,1393705}, {atom_used,1362415}, {binary,5913552}, {code,13887278}, {ets,2601800}]}, {system_memory_data, [{system_total_memory,25199214592}, {free_swap,20971511808}, {total_swap,20971511808}, {cached_memory,5800198144}, {buffered_memory,129257472}, {free_memory,10194767872}, {total_memory,25199214592}]}, {node_storage_conf,[{db_path,"/data"},{index_path,"/data"}]}, {statistics, [{wall_clock,{257710,5000}}, {context_switches,{2036227,0}}, {garbage_collection,{181258,642873777,0}}, {io,{{input,34587600},{output,3589269942}}}, {reductions,{345308929,5972592}}, {run_queue,0}, {runtime,{73790,1120}}]}, {system_stats, [{cpu_utilization_rate,41.584158415841586}, {swap_total,20971511808}, {swap_used,0}]}, {interesting_stats, [{couch_docs_actual_disk_size,5650066801}, {couch_docs_data_size,5405771771}, {couch_views_actual_disk_size,0}, {couch_views_data_size,0}, {curr_items,1469483}, {curr_items_tot,2939389}, {mem_used,7796376752}, {vb_replica_curr_items,1469906}]}, {cluster_compatibility_version,131072}, {version, [{public_key,"0.13"}, {lhttpc,"1.3.0"}, {ale,"8cffe61"}, {os_mon,"2.2.7"}, {couch_set_view,"1.2.0a-b68b5f4-git"}, {mnesia,"4.5"}, {inets,"5.7.1"}, {couch,"1.2.0a-b68b5f4-git"}, {mapreduce,"1.0.0"}, {couch_index_merger,"1.2.0a-b68b5f4-git"}, {kernel,"2.14.5"}, {crypto,"2.0.4"}, {ssl,"4.1.6"}, {sasl,"2.1.10"}, {couch_view_parser,"1.0.0"}, {ns_server,"2.0.0-1939-rel-enterprise"}, {mochiweb,"1.4.1"}, {oauth,"7d85d3ef"}, {stdlib,"1.17.5"}]}, {supported_compat_version,[2,0]}, {system_arch,"x86_64-unknown-linux-gnu"}, {wall_clock,257}, {memory_data,{25199214592,13919744000,{<17793.461.0>,3514512}}}, {disk_data, [{"/",41260352,5}, {"/dev/shm",12304304,0}, {"/boot",495844,7}, {"/data",206420664,3}]}, {meminfo, <<"MemTotal: 24608608 kB\nMemFree: 9955828 kB\nBuffers: 126228 kB\nCached: 5664256 kB\nSwapCached: 0 kB\nActive: 8754564 kB\nInactive: 5335260 kB\nActive(anon): 8287156 kB\nInactive(anon): 14632 kB\nActive(file): 467408 kB\nInactive(file): 5320628 kB\nUnevictable: 11288 kB\nMlocked: 11288 kB\nSwapTotal: 20479992 kB\nSwapFree: 20479992 kB\nDirty: 6088 kB\nWriteback: 0 kB\nAnonPages: 8311252 kB\nMapped: 14992 kB\nShmem: 172 kB\nSlab: 238296 kB\nSReclaimable: 180440 kB\nSUnreclaim: 57856 kB\nKernelStack: 3008 kB\nPageTables: 20648 kB\nNFS_Unstable: 0 kB\nBounce: 0 kB\nWritebackTmp: 0 kB\nCommitLimit: 32784296 kB\nCommitted_AS: 10087888 kB\nVmallocTotal: 34359738367 kB\nVmallocUsed: 332500 kB\nVmallocChunk: 34359355024 kB\nHardwareCorrupted: 0 kB\nAnonHugePages: 73728 kB\nHugePages_Total: 0\nHugePages_Free: 0\nHugePages_Rsvd: 0\nHugePages_Surp: 0\nHugepagesize: 2048 kB\nDirectMap4k: 10240 kB\nDirectMap2M: 25155584 kB\n">>}]}, {'ns_1@192.168.0.22', [{last_heard,{1352,752292,653523}}, {outgoing_replications_safeness_level,[{"default",green}]}, {incoming_replications_conf_hashes, [{"default",[{'ns_1@192.168.0.20',132836600}]}]}, {active_buckets,["default"]}, {ready_buckets,["default"]}, {local_tasks,[]}, {memory, [{total,181791896}, {processes,138955784}, {processes_used,138938728}, {system,42836112}, {atom,1338193}, {atom_used,1333368}, {binary,6886592}, {code,13490894}, {ets,2602304}]}, {system_memory_data, [{system_total_memory,25199214592}, {free_swap,20971511808}, {total_swap,20971511808}, {cached_memory,5740900352}, {buffered_memory,139329536}, {free_memory,10271698944}, {total_memory,25199214592}]}, {node_storage_conf,[{db_path,"/data"},{index_path,"/data"}]}, {statistics, [{wall_clock,{240874,4999}}, {context_switches,{2000010,0}}, {garbage_collection,{184785,595020807,0}}, {io,{{input,34466764},{output,3568837316}}}, {reductions,{285705429,4605227}}, {run_queue,0}, {runtime,{68470,1260}}]}, {system_stats, [{cpu_utilization_rate,37.1007371007371}, {swap_total,20971511808}, {swap_used,0}]}, {interesting_stats, [{couch_docs_actual_disk_size,5664824699}, {couch_docs_data_size,5375852526}, {couch_views_actual_disk_size,0}, {couch_views_data_size,0}, {curr_items,1467690}, {curr_items_tot,2933639}, {mem_used,7776617544}, {vb_replica_curr_items,1465949}]}, {cluster_compatibility_version,131072}, {version, [{public_key,"0.13"}, {lhttpc,"1.3.0"}, {ale,"8cffe61"}, {os_mon,"2.2.7"}, {couch_set_view,"1.2.0a-b68b5f4-git"}, {mnesia,"4.5"}, {inets,"5.7.1"}, {couch,"1.2.0a-b68b5f4-git"}, {mapreduce,"1.0.0"}, {couch_index_merger,"1.2.0a-b68b5f4-git"}, {kernel,"2.14.5"}, {crypto,"2.0.4"}, {ssl,"4.1.6"}, {sasl,"2.1.10"}, {couch_view_parser,"1.0.0"}, {ns_server,"2.0.0-1939-rel-enterprise"}, {mochiweb,"1.4.1"}, {oauth,"7d85d3ef"}, {stdlib,"1.17.5"}]}, {supported_compat_version,[2,0]}, {system_arch,"x86_64-unknown-linux-gnu"}, {wall_clock,240}, {memory_data,{25199214592,14911770624,{<0.674.0>,4714984}}}, {disk_data, [{"/",41260352,5}, {"/dev/shm",12304304,0}, {"/boot",495844,7}, {"/data",206420664,3}]}, {meminfo, <<"MemTotal: 24608608 kB\nMemFree: 10030956 kB\nBuffers: 136064 kB\nCached: 5606020 kB\nSwapCached: 0 kB\nActive: 8822816 kB\nInactive: 5195300 kB\nActive(anon): 8268180 kB\nInactive(anon): 10216 kB\nActive(file): 554636 kB\nInactive(file): 5185084 kB\nUnevictable: 11288 kB\nMlocked: 11288 kB\nSwapTotal: 20479992 kB\nSwapFree: 20479992 kB\nDirty: 3836 kB\nWriteback: 0 kB\nAnonPages: 8287972 kB\nMapped: 15208 kB\nShmem: 172 kB\nSlab: 235940 kB\nSReclaimable: 178668 kB\nSUnreclaim: 57272 kB\nKernelStack: 2472 kB\nPageTables: 20132 kB\nNFS_Unstable: 0 kB\nBounce: 0 kB\nWritebackTmp: 0 kB\nCommitLimit: 32784296 kB\nCommitted_AS: 10038400 kB\nVmallocTotal: 34359738367 kB\nVmallocUsed: 332500 kB\nVmallocChunk: 34359350016 kB\nHardwareCorrupted: 0 kB\nAnonHugePages: 79872 kB\nHugePages_Total: 0\nHugePages_Free: 0\nHugePages_Rsvd: 0\nHugePages_Surp: 0\nHugepagesize: 2048 kB\nDirectMap4k: 10240 kB\nDirectMap2M: 25155584 kB\n">>}]}] [ns_doctor:debug,2012-11-12T12:32:37.651,ns_1@192.168.0.22:ns_doctor<0.541.0>:ns_doctor:handle_info:137]Current node statuses: [{'ns_1@192.168.0.20', [{last_heard,{1352,752354,433793}}, {outgoing_replications_safeness_level,[{"default",green}]}, {incoming_replications_conf_hashes, [{"default",[{'ns_1@192.168.0.22',99799376}]}]}, {active_buckets,["default"]}, {ready_buckets,["default"]}, {local_tasks,[]}, {memory, [{total,164669568}, {processes,123189464}, {processes_used,123174488}, {system,41480104}, {atom,1393705}, {atom_used,1362415}, {binary,4894800}, {code,13887278}, {ets,2784744}]}, {system_memory_data, [{system_total_memory,25199214592}, {free_swap,20971511808}, {total_swap,20971511808}, {cached_memory,7722516480}, {buffered_memory,136138752}, {free_memory,8047669248}, {total_memory,25199214592}]}, {node_storage_conf,[{db_path,"/data"},{index_path,"/data"}]}, {statistics, [{wall_clock,{317710,5000}}, {context_switches,{2313253,0}}, {garbage_collection,{200622,737224574,0}}, {io,{{input,40194377},{output,3660128869}}}, {reductions,{409084078,6300550}}, {run_queue,0}, {runtime,{86670,900}}]}, {system_stats, [{cpu_utilization_rate,2.657004830917874}, {swap_total,20971511808}, {swap_used,0}]}, {interesting_stats, [{couch_docs_actual_disk_size,7699836298}, {couch_docs_data_size,7287625179}, {couch_views_actual_disk_size,0}, {couch_views_data_size,0}, {curr_items,1499534}, {curr_items_tot,3000000}, {mem_used,7949064688}, {vb_replica_curr_items,1500466}]}, {cluster_compatibility_version,131072}, {version, [{public_key,"0.13"}, {lhttpc,"1.3.0"}, {ale,"8cffe61"}, {os_mon,"2.2.7"}, {couch_set_view,"1.2.0a-b68b5f4-git"}, {mnesia,"4.5"}, {inets,"5.7.1"}, {couch,"1.2.0a-b68b5f4-git"}, {mapreduce,"1.0.0"}, {couch_index_merger,"1.2.0a-b68b5f4-git"}, {kernel,"2.14.5"}, {crypto,"2.0.4"}, {ssl,"4.1.6"}, {sasl,"2.1.10"}, {couch_view_parser,"1.0.0"}, {ns_server,"2.0.0-1939-rel-enterprise"}, {mochiweb,"1.4.1"}, {oauth,"7d85d3ef"}, {stdlib,"1.17.5"}]}, {supported_compat_version,[2,0]}, {system_arch,"x86_64-unknown-linux-gnu"}, {wall_clock,317}, {memory_data,{25199214592,16787947520,{<17793.461.0>,3514512}}}, {disk_data, [{"/",41260352,5}, {"/dev/shm",12304304,0}, {"/boot",495844,7}, {"/data",206420664,4}]}, {meminfo, <<"MemTotal: 24608608 kB\nMemFree: 7859052 kB\nBuffers: 132948 kB\nCached: 7541520 kB\nSwapCached: 0 kB\nActive: 9167024 kB\nInactive: 6967032 kB\nActive(anon): 8447008 kB\nInactive(anon): 14632 kB\nActive(file): 720016 kB\nInactive(file): 6952400 kB\nUnevictable: 11288 kB\nMlocked: 11288 kB\nSwapTotal: 20479992 kB\nSwapFree: 20479992 kB\nDirty: 3028 kB\nWriteback: 0 kB\nAnonPages: 8470840 kB\nMapped: 15000 kB\nShmem: 172 kB\nSlab: 293020 kB\nSReclaimable: 235832 kB\nSUnreclaim: 57188 kB\nKernelStack: 2984 kB\nPageTables: 20880 kB\nNFS_Unstable: 0 kB\nBounce: 0 kB\nWritebackTmp: 0 kB\nCommitLimit: 32784296 kB\nCommitted_AS: 10231580 kB\nVmallocTotal: 34359738367 kB\nVmallocUsed: 332500 kB\nVmallocChunk: 34359355024 kB\nHardwareCorrupted: 0 kB\nAnonHugePages: 77824 kB\nHugePages_Total: 0\nHugePages_Free: 0\nHugePages_Rsvd: 0\nHugePages_Surp: 0\nHugepagesize: 2048 kB\nDirectMap4k: 10240 kB\nDirectMap2M: 25155584 kB\n">>}]}, {'ns_1@192.168.0.22', [{last_heard,{1352,752352,653296}}, {outgoing_replications_safeness_level,[{"default",green}]}, {incoming_replications_conf_hashes, [{"default",[{'ns_1@192.168.0.20',132836600}]}]}, {active_buckets,["default"]}, {ready_buckets,["default"]}, {local_tasks,[]}, {memory, [{total,172579336}, {processes,132182544}, {processes_used,132165728}, {system,40396792}, {atom,1338193}, {atom_used,1333368}, {binary,4262904}, {code,13490894}, {ets,2785488}]}, {system_memory_data, [{system_total_memory,25199214592}, {free_swap,20971511808}, {total_swap,20971511808}, {cached_memory,7709958144}, {buffered_memory,142303232}, {free_memory,8056078336}, {total_memory,25199214592}]}, {node_storage_conf,[{db_path,"/data"},{index_path,"/data"}]}, {statistics, [{wall_clock,{300874,5000}}, {context_switches,{2267558,0}}, {garbage_collection,{202587,678645687,0}}, {io,{{input,39072998},{output,3653006812}}}, {reductions,{326657169,3809879}}, {run_queue,0}, {runtime,{78650,1070}}]}, {system_stats, [{cpu_utilization_rate,25.495049504950494}, {swap_total,20971511808}, {swap_used,0}]}, {interesting_stats, [{couch_docs_actual_disk_size,7661841721}, {couch_docs_data_size,7247633697}, {couch_views_actual_disk_size,0}, {couch_views_data_size,0}, {curr_items,1500466}, {curr_items_tot,3000000}, {mem_used,7950067672}, {vb_replica_curr_items,1499534}]}, {cluster_compatibility_version,131072}, {version, [{public_key,"0.13"}, {lhttpc,"1.3.0"}, {ale,"8cffe61"}, {os_mon,"2.2.7"}, {couch_set_view,"1.2.0a-b68b5f4-git"}, {mnesia,"4.5"}, {inets,"5.7.1"}, {couch,"1.2.0a-b68b5f4-git"}, {mapreduce,"1.0.0"}, {couch_index_merger,"1.2.0a-b68b5f4-git"}, {kernel,"2.14.5"}, {crypto,"2.0.4"}, {ssl,"4.1.6"}, {sasl,"2.1.10"}, {couch_view_parser,"1.0.0"}, {ns_server,"2.0.0-1939-rel-enterprise"}, {mochiweb,"1.4.1"}, {oauth,"7d85d3ef"}, {stdlib,"1.17.5"}]}, {supported_compat_version,[2,0]}, {system_arch,"x86_64-unknown-linux-gnu"}, {wall_clock,300}, {memory_data,{25199214592,17137041408,{<0.674.0>,4714984}}}, {disk_data, [{"/",41260352,5}, {"/dev/shm",12304304,0}, {"/boot",495844,7}, {"/data",206420664,4}]}, {meminfo, <<"MemTotal: 24608608 kB\nMemFree: 7867264 kB\nBuffers: 138968 kB\nCached: 7529256 kB\nSwapCached: 0 kB\nActive: 9209660 kB\nInactive: 6916508 kB\nActive(anon): 8449664 kB\nInactive(anon): 10216 kB\nActive(file): 759996 kB\nInactive(file): 6906292 kB\nUnevictable: 11288 kB\nMlocked: 11288 kB\nSwapTotal: 20479992 kB\nSwapFree: 20479992 kB\nDirty: 3268 kB\nWriteback: 0 kB\nAnonPages: 8469288 kB\nMapped: 15208 kB\nShmem: 172 kB\nSlab: 292024 kB\nSReclaimable: 235184 kB\nSUnreclaim: 56840 kB\nKernelStack: 2472 kB\nPageTables: 20528 kB\nNFS_Unstable: 0 kB\nBounce: 0 kB\nWritebackTmp: 0 kB\nCommitLimit: 32784296 kB\nCommitted_AS: 10210308 kB\nVmallocTotal: 34359738367 kB\nVmallocUsed: 332500 kB\nVmallocChunk: 34359350016 kB\nHardwareCorrupted: 0 kB\nAnonHugePages: 83968 kB\nHugePages_Total: 0\nHugePages_Free: 0\nHugePages_Rsvd: 0\nHugePages_Surp: 0\nHugepagesize: 2048 kB\nDirectMap4k: 10240 kB\nDirectMap2M: 25155584 kB\n">>}]}] [stats:debug,2012-11-12T12:32:46.473,ns_1@192.168.0.22:<0.683.0>:stats_collector:maybe_log_stats:126](at {{1970,1,16},{7,45,52}}) Stats for bucket "default": accepting_conns 1 auth_cmds 7 auth_errors 0 bucket_active_conns 1 bucket_conns 11 bytes 7948927272 bytes_read 7236384220 bytes_written 3693417914 cas_badval 0 cas_hits 0 cas_misses 0 cmd_flush 0 cmd_get 1 cmd_set 1500466 conn_yields 51788 connection_structures 5000 curr_connections 14 curr_conns_on_port_11209 10 curr_conns_on_port_11210 2 curr_items 1500466 curr_items_tot 3000000 curr_temp_items 0 daemon_connections 4 decr_hits 0 decr_misses 0 delete_hits 0 delete_misses 0 ep_access_scanner_last_runtime 0 ep_access_scanner_num_items 0 ep_access_scanner_task_time 2012-11-13 10:00:00 ep_allow_data_loss_during_shutdown 1 ep_alog_block_size 4096 ep_alog_path /data/default/access.log ep_alog_sleep_time 1440 ep_alog_task_time 10 ep_backend couchdb ep_bg_fetch_delay 0 ep_bg_fetched 0 ep_bg_meta_fetched 0 ep_bg_remaining_jobs 0 ep_chk_max_items 5000 ep_chk_period 1800 ep_chk_persistence_remains 0 ep_chk_persistence_timeout 10 ep_chk_remover_stime 5 ep_commit_num 305 ep_commit_time 8 ep_commit_time_total 11201 ep_concurrentDB 1 ep_config_file ep_couch_bucket default ep_couch_host localhost ep_couch_port 11213 ep_couch_reconnect_sleeptime 250 ep_couch_response_timeout 180000 ep_data_age 55 ep_data_age_highwat 102 ep_data_traffic_enabled 0 ep_dbinit 0 ep_dbname /data/default ep_degraded_mode 0 ep_diskqueue_drain 3000000 ep_diskqueue_fill 3000000 ep_diskqueue_items 0 ep_diskqueue_memory 0 ep_diskqueue_pending 0 ep_exp_pager_stime 3600 ep_exp_pager_stime 3600 ep_expired_access 0 ep_expired_pager 0 ep_expiry_window 3 ep_failpartialwarmup 0 ep_flush_all false ep_flush_duration_total 257 ep_flushall_enabled 0 ep_flusher_state running ep_flusher_todo 0 ep_getl_default_timeout 15 ep_getl_max_timeout 30 ep_ht_locks 5 ep_ht_size 3079 ep_inconsistent_slave_chk 0 ep_initfile ep_io_num_read 0 ep_io_num_write 3000000 ep_io_read_bytes 0 ep_io_write_bytes 7103890861 ep_item_begin_failed 0 ep_item_commit_failed 0 ep_item_flush_expired 0 ep_item_flush_failed 0 ep_item_num_based_new_chk 1 ep_items_rm_from_checkpoints 0 ep_keep_closed_chks 0 ep_klog_block_size 4096 ep_klog_compactor_queue_cap 500000 ep_klog_compactor_stime 3600 ep_klog_flush commit2 ep_klog_max_entry_ratio 10 ep_klog_max_log_size 2147483647 ep_klog_path ep_klog_sync commit2 ep_kv_size 7339240416 ep_max_checkpoints 2 ep_max_data_size 12582912000 ep_max_item_size 20971520 ep_max_size 12582912000 ep_max_txn_size 10000 ep_max_vbuckets 1024 ep_mem_high_wat 9437184000 ep_mem_high_wat 9437184000 ep_mem_low_wat 7549747200 ep_mem_low_wat 7549747200 ep_mem_tracker_enabled true ep_min_data_age 0 ep_mlog_compactor_runs 0 ep_mutation_mem_threshold 0 ep_num_access_scanner_runs 0 ep_num_eject_failures 0 ep_num_expiry_pager_runs 0 ep_num_non_resident 0 ep_num_not_my_vbuckets 0 ep_num_ops_del_meta 0 ep_num_ops_get_meta 0 ep_num_ops_set_meta 0 ep_num_pager_runs 0 ep_num_value_ejects 0 ep_oom_errors 0 ep_overhead 291224736 ep_pager_active_vb_pcnt 40 ep_pager_unbiased_period 60 ep_pending_ops 0 ep_pending_ops_max 0 ep_pending_ops_max_duration 0 ep_pending_ops_total 0 ep_postInitfile ep_queue_age_cap 900 ep_queue_size 0 ep_startup_time 1352752065 ep_storage_age 53 ep_storage_age_highwat 101 ep_store_max_concurrency 10 ep_store_max_readers 9 ep_store_max_readwrite 1 ep_stored_val_type ep_tap_ack_grace_period 300 ep_tap_ack_initial_sequence_number 1 ep_tap_ack_interval 1000 ep_tap_ack_window_size 10 ep_tap_backfill_resident 0.9 ep_tap_backlog_limit 5000 ep_tap_backoff_period 5 ep_tap_bg_fetch_requeued 0 ep_tap_bg_fetched 0 ep_tap_bg_max_pending 500 ep_tap_keepalive 300 ep_tap_noop_interval 20 ep_tap_requeue_sleep_time 0.1 ep_tap_throttle_cap_pcnt 10 ep_tap_throttle_queue_cap 1000000 ep_tap_throttle_threshold 90 ep_tmp_oom_errors 0 ep_too_old 0 ep_too_young 0 ep_total_cache_size 7303240416 ep_total_del_items 0 ep_total_enqueued 3000000 ep_total_new_items 3000000 ep_total_persisted 3000000 ep_uncommitted_items 0 ep_value_size 7091890861 ep_vb0 0 ep_vb_snapshot_total 7 ep_vb_total 1024 ep_vbucket_del 0 ep_vbucket_del_fail 0 ep_version 2.0.0r_133_g68e3f7c ep_waitforwarmup 0 ep_warmup 1 ep_warmup_batch_size 1000 ep_warmup_dups 0 ep_warmup_min_items_threshold 100 ep_warmup_min_memory_threshold 100 ep_warmup_oom 0 ep_warmup_thread complete ep_warmup_time 23464 get_hits 0 get_misses 1 incr_hits 0 incr_misses 0 libevent 2.0.11-stable limit_maxbytes 67108864 listen_disabled_num 0 max_conns_on_port_11209 1000 max_conns_on_port_11210 9000 mem_used 7948927272 pid 21605 pointer_size 64 rejected_conns 0 rusage_system 104.654090 rusage_user 270.518874 tap_checkpoint_start_received 512 tap_checkpoint_start_sent 512 tap_connect_received 1 tap_mutation_received 1499534 tap_mutation_sent 1500466 tap_opaque_received 1026 tap_opaque_sent 1026 threads 4 time 1352752365 total_connections 22 uptime 310 vb_active_curr_items 1500466 vb_active_eject 0 vb_active_expired 0 vb_active_ht_memory 12857056 vb_active_itm_memory 3653055086 vb_active_meta_data_memory 118536814 vb_active_num 512 vb_active_num_non_resident 0 vb_active_num_ref_ejects 0 vb_active_num_ref_items 1500466 vb_active_ops_create 1500466 vb_active_ops_delete 0 vb_active_ops_reject 0 vb_active_ops_update 0 vb_active_perc_mem_resident 100 vb_active_queue_age 0 vb_active_queue_drain 1500466 vb_active_queue_fill 1500466 vb_active_queue_memory 0 vb_active_queue_pending 0 vb_active_queue_size 0 vb_dead_num 0 vb_pending_curr_items 0 vb_pending_eject 0 vb_pending_expired 0 vb_pending_ht_memory 0 vb_pending_itm_memory 0 vb_pending_meta_data_memory 0 vb_pending_num 0 vb_pending_num_non_resident 0 vb_pending_num_ref_ejects 0 vb_pending_num_ref_items 0 vb_pending_ops_create 0 vb_pending_ops_delete 0 vb_pending_ops_reject 0 vb_pending_ops_update 0 vb_pending_perc_mem_resident 0 vb_pending_queue_age 0 vb_pending_queue_drain 0 vb_pending_queue_fill 0 vb_pending_queue_memory 0 vb_pending_queue_pending 0 vb_pending_queue_size 0 vb_replica_curr_items 1499534 vb_replica_eject 0 vb_replica_expired 0 vb_replica_ht_memory 12857152 vb_replica_itm_memory 3650185330 vb_replica_meta_data_memory 118463186 vb_replica_num 512 vb_replica_num_non_resident 0 vb_replica_num_ref_ejects 0 vb_replica_num_ref_items 1499534 vb_replica_ops_create 1499534 vb_replica_ops_delete 0 vb_replica_ops_reject 0 vb_replica_ops_update 0 vb_replica_perc_mem_resident 100 vb_replica_queue_age 0 vb_replica_queue_drain 1499534 vb_replica_queue_fill 1499534 vb_replica_queue_memory 0 vb_replica_queue_pending 0 vb_replica_queue_size 0 version 1.4.4_600_g7ea975a [ns_doctor:debug,2012-11-12T12:33:37.651,ns_1@192.168.0.22:ns_doctor<0.541.0>:ns_doctor:handle_info:137]Current node statuses: [{'ns_1@192.168.0.20', [{last_heard,{1352,752414,433824}}, {outgoing_replications_safeness_level,[{"default",green}]}, {incoming_replications_conf_hashes, [{"default",[{'ns_1@192.168.0.22',99799376}]}]}, {active_buckets,["default"]}, {ready_buckets,["default"]}, {local_tasks,[]}, {memory, [{total,173906496}, {processes,131884472}, {processes_used,131869496}, {system,42022024}, {atom,1393705}, {atom_used,1362415}, {binary,5258664}, {code,13887278}, {ets,2962400}]}, {system_memory_data, [{system_total_memory,25199214592}, {free_swap,20971511808}, {total_swap,20971511808}, {cached_memory,7718928384}, {buffered_memory,136515584}, {free_memory,8045076480}, {total_memory,25199214592}]}, {node_storage_conf,[{db_path,"/data"},{index_path,"/data"}]}, {statistics, [{wall_clock,{377710,5000}}, {context_switches,{2529013,0}}, {garbage_collection,{211749,830109651,0}}, {io,{{input,48597882},{output,3664731465}}}, {reductions,{468661910,4742259}}, {run_queue,0}, {runtime,{96870,700}}]}, {system_stats, [{cpu_utilization_rate,2.450980392156863}, {swap_total,20971511808}, {swap_used,0}]}, {interesting_stats, [{couch_docs_actual_disk_size,7699836214}, {couch_docs_data_size,7287625179}, {couch_views_actual_disk_size,0}, {couch_views_data_size,0}, {curr_items,1499534}, {curr_items_tot,3000000}, {mem_used,7949064592}, {vb_replica_curr_items,1500466}]}, {cluster_compatibility_version,131072}, {version, [{public_key,"0.13"}, {lhttpc,"1.3.0"}, {ale,"8cffe61"}, {os_mon,"2.2.7"}, {couch_set_view,"1.2.0a-b68b5f4-git"}, {mnesia,"4.5"}, {inets,"5.7.1"}, {couch,"1.2.0a-b68b5f4-git"}, {mapreduce,"1.0.0"}, {couch_index_merger,"1.2.0a-b68b5f4-git"}, {kernel,"2.14.5"}, {crypto,"2.0.4"}, {ssl,"4.1.6"}, {sasl,"2.1.10"}, {couch_view_parser,"1.0.0"}, {ns_server,"2.0.0-1939-rel-enterprise"}, {mochiweb,"1.4.1"}, {oauth,"7d85d3ef"}, {stdlib,"1.17.5"}]}, {supported_compat_version,[2,0]}, {system_arch,"x86_64-unknown-linux-gnu"}, {wall_clock,377}, {memory_data,{25199214592,17154695168,{<17793.461.0>,3514512}}}, {disk_data, [{"/",41260352,5}, {"/dev/shm",12304304,0}, {"/boot",495844,7}, {"/data",206420664,4}]}, {meminfo, <<"MemTotal: 24608608 kB\nMemFree: 7856520 kB\nBuffers: 133316 kB\nCached: 7538016 kB\nSwapCached: 0 kB\nActive: 9173316 kB\nInactive: 6964428 kB\nActive(anon): 8453796 kB\nInactive(anon): 14624 kB\nActive(file): 719520 kB\nInactive(file): 6949804 kB\nUnevictable: 11288 kB\nMlocked: 11288 kB\nSwapTotal: 20479992 kB\nSwapFree: 20479992 kB\nDirty: 444 kB\nWriteback: 0 kB\nAnonPages: 8477768 kB\nMapped: 13932 kB\nShmem: 164 kB\nSlab: 291884 kB\nSReclaimable: 235604 kB\nSUnreclaim: 56280 kB\nKernelStack: 2968 kB\nPageTables: 20484 kB\nNFS_Unstable: 0 kB\nBounce: 0 kB\nWritebackTmp: 0 kB\nCommitLimit: 32784296 kB\nCommitted_AS: 10223968 kB\nVmallocTotal: 34359738367 kB\nVmallocUsed: 332500 kB\nVmallocChunk: 34359355024 kB\nHardwareCorrupted: 0 kB\nAnonHugePages: 86016 kB\nHugePages_Total: 0\nHugePages_Free: 0\nHugePages_Rsvd: 0\nHugePages_Surp: 0\nHugepagesize: 2048 kB\nDirectMap4k: 10240 kB\nDirectMap2M: 25155584 kB\n">>}]}, {'ns_1@192.168.0.22', [{last_heard,{1352,752412,653383}}, {outgoing_replications_safeness_level,[{"default",green}]}, {incoming_replications_conf_hashes, [{"default",[{'ns_1@192.168.0.20',132836600}]}]}, {active_buckets,["default"]}, {ready_buckets,["default"]}, {local_tasks,[]}, {memory, [{total,178044208}, {processes,136834976}, {processes_used,136817920}, {system,41209232}, {atom,1338193}, {atom_used,1333368}, {binary,4901320}, {code,13490894}, {ets,2960008}]}, {system_memory_data, [{system_total_memory,25199214592}, {free_swap,20971511808}, {total_swap,20971511808}, {cached_memory,7744700416}, {buffered_memory,142565376}, {free_memory,8013348864}, {total_memory,25199214592}]}, {node_storage_conf,[{db_path,"/data"},{index_path,"/data"}]}, {statistics, [{wall_clock,{360874,5000}}, {context_switches,{2489763,0}}, {garbage_collection,{216073,761733470,0}}, {io,{{input,44076721},{output,3655918096}}}, {reductions,{371337209,2608650}}, {run_queue,0}, {runtime,{87690,560}}]}, {system_stats, [{cpu_utilization_rate,3.141361256544503}, {swap_total,20971511808}, {swap_used,0}]}, {interesting_stats, [{couch_docs_actual_disk_size,7720627518}, {couch_docs_data_size,7286983873}, {couch_views_actual_disk_size,0}, {couch_views_data_size,0}, {curr_items,1500466}, {curr_items_tot,3000000}, {mem_used,7948927160}, {vb_replica_curr_items,1499534}]}, {cluster_compatibility_version,131072}, {version, [{public_key,"0.13"}, {lhttpc,"1.3.0"}, {ale,"8cffe61"}, {os_mon,"2.2.7"}, {couch_set_view,"1.2.0a-b68b5f4-git"}, {mnesia,"4.5"}, {inets,"5.7.1"}, {couch,"1.2.0a-b68b5f4-git"}, {mapreduce,"1.0.0"}, {couch_index_merger,"1.2.0a-b68b5f4-git"}, {kernel,"2.14.5"}, {crypto,"2.0.4"}, {ssl,"4.1.6"}, {sasl,"2.1.10"}, {couch_view_parser,"1.0.0"}, {ns_server,"2.0.0-1939-rel-enterprise"}, {mochiweb,"1.4.1"}, {oauth,"7d85d3ef"}, {stdlib,"1.17.5"}]}, {supported_compat_version,[2,0]}, {system_arch,"x86_64-unknown-linux-gnu"}, {wall_clock,360}, {memory_data,{25199214592,17185865728,{<0.674.0>,4714984}}}, {disk_data, [{"/",41260352,5}, {"/dev/shm",12304304,0}, {"/boot",495844,7}, {"/data",206420664,4}]}, {meminfo, <<"MemTotal: 24608608 kB\nMemFree: 7825536 kB\nBuffers: 139224 kB\nCached: 7563184 kB\nSwapCached: 0 kB\nActive: 9288460 kB\nInactive: 6880216 kB\nActive(anon): 8458040 kB\nInactive(anon): 10208 kB\nActive(file): 830420 kB\nInactive(file): 6870008 kB\nUnevictable: 11288 kB\nMlocked: 11288 kB\nSwapTotal: 20479992 kB\nSwapFree: 20479992 kB\nDirty: 548 kB\nWriteback: 0 kB\nAnonPages: 8477620 kB\nMapped: 14140 kB\nShmem: 164 kB\nSlab: 291980 kB\nSReclaimable: 236204 kB\nSUnreclaim: 55776 kB\nKernelStack: 2456 kB\nPageTables: 20132 kB\nNFS_Unstable: 0 kB\nBounce: 0 kB\nWritebackTmp: 0 kB\nCommitLimit: 32784296 kB\nCommitted_AS: 10210192 kB\nVmallocTotal: 34359738367 kB\nVmallocUsed: 332500 kB\nVmallocChunk: 34359350016 kB\nHardwareCorrupted: 0 kB\nAnonHugePages: 92160 kB\nHugePages_Total: 0\nHugePages_Free: 0\nHugePages_Rsvd: 0\nHugePages_Surp: 0\nHugepagesize: 2048 kB\nDirectMap4k: 10240 kB\nDirectMap2M: 25155584 kB\n">>}]}] [stats:debug,2012-11-12T12:34:26.492,ns_1@192.168.0.22:<0.683.0>:stats_collector:maybe_log_stats:126](at {{1970,1,16},{7,45,52}}) Stats for bucket "default": accepting_conns 1 auth_cmds 11 auth_errors 0 bucket_active_conns 1 bucket_conns 12 bytes 7950269224 bytes_read 7572264210 bytes_written 3871341908 cas_badval 0 cas_hits 0 cas_misses 0 cmd_flush 0 cmd_get 2 cmd_set 1570505 conn_yields 54221 connection_structures 5000 curr_connections 15 curr_conns_on_port_11209 10 curr_conns_on_port_11210 3 curr_items 1500466 curr_items_tot 3000000 curr_temp_items 0 daemon_connections 4 decr_hits 0 decr_misses 0 delete_hits 0 delete_misses 0 ep_access_scanner_last_runtime 0 ep_access_scanner_num_items 0 ep_access_scanner_task_time 2012-11-13 10:00:00 ep_allow_data_loss_during_shutdown 1 ep_alog_block_size 4096 ep_alog_path /data/default/access.log ep_alog_sleep_time 1440 ep_alog_task_time 10 ep_backend couchdb ep_bg_fetch_delay 0 ep_bg_fetched 0 ep_bg_meta_fetched 0 ep_bg_remaining_jobs 0 ep_chk_max_items 5000 ep_chk_period 1800 ep_chk_persistence_remains 0 ep_chk_persistence_timeout 10 ep_chk_remover_stime 5 ep_commit_num 317 ep_commit_time 17 ep_commit_time_total 11358 ep_concurrentDB 1 ep_config_file ep_couch_bucket default ep_couch_host localhost ep_couch_port 11213 ep_couch_reconnect_sleeptime 250 ep_couch_response_timeout 180000 ep_data_age 15 ep_data_age_highwat 102 ep_data_traffic_enabled 0 ep_dbinit 0 ep_dbname /data/default ep_degraded_mode 0 ep_diskqueue_drain 3088211 ep_diskqueue_fill 3139319 ep_diskqueue_items 51109 ep_diskqueue_memory 1635456 ep_diskqueue_pending 2453184 ep_exp_pager_stime 3600 ep_exp_pager_stime 3600 ep_expired_access 0 ep_expired_pager 0 ep_expiry_window 3 ep_failpartialwarmup 0 ep_flush_all false ep_flush_duration_total 276 ep_flushall_enabled 0 ep_flusher_state running ep_flusher_todo 18660 ep_getl_default_timeout 15 ep_getl_max_timeout 30 ep_ht_locks 5 ep_ht_size 3079 ep_inconsistent_slave_chk 0 ep_initfile ep_io_num_read 0 ep_io_num_write 3088173 ep_io_read_bytes 0 ep_io_write_bytes 7312390890 ep_item_begin_failed 0 ep_item_commit_failed 0 ep_item_flush_expired 0 ep_item_flush_failed 0 ep_item_num_based_new_chk 1 ep_items_rm_from_checkpoints 0 ep_keep_closed_chks 0 ep_klog_block_size 4096 ep_klog_compactor_queue_cap 500000 ep_klog_compactor_stime 3600 ep_klog_flush commit2 ep_klog_max_entry_ratio 10 ep_klog_max_log_size 2147483647 ep_klog_path ep_klog_sync commit2 ep_kv_size 7339240416 ep_max_checkpoints 2 ep_max_data_size 12582912000 ep_max_item_size 20971520 ep_max_size 12582912000 ep_max_txn_size 10000 ep_max_vbuckets 1024 ep_mem_high_wat 9437184000 ep_mem_high_wat 9437184000 ep_mem_low_wat 7549747200 ep_mem_low_wat 7549747200 ep_mem_tracker_enabled true ep_min_data_age 0 ep_mlog_compactor_runs 0 ep_mutation_mem_threshold 0 ep_num_access_scanner_runs 0 ep_num_eject_failures 0 ep_num_expiry_pager_runs 0 ep_num_non_resident 0 ep_num_not_my_vbuckets 0 ep_num_ops_del_meta 0 ep_num_ops_get_meta 0 ep_num_ops_set_meta 0 ep_num_pager_runs 0 ep_num_value_ejects 0 ep_oom_errors 0 ep_overhead 291406000 ep_pager_active_vb_pcnt 40 ep_pager_unbiased_period 60 ep_pending_ops 0 ep_pending_ops_max 0 ep_pending_ops_max_duration 0 ep_pending_ops_total 0 ep_postInitfile ep_queue_age_cap 900 ep_queue_size 32449 ep_startup_time 1352752065 ep_storage_age 14 ep_storage_age_highwat 101 ep_store_max_concurrency 10 ep_store_max_readers 9 ep_store_max_readwrite 1 ep_stored_val_type ep_tap_ack_grace_period 300 ep_tap_ack_initial_sequence_number 1 ep_tap_ack_interval 1000 ep_tap_ack_window_size 10 ep_tap_backfill_resident 0.9 ep_tap_backlog_limit 5000 ep_tap_backoff_period 5 ep_tap_bg_fetch_requeued 0 ep_tap_bg_fetched 0 ep_tap_bg_max_pending 500 ep_tap_keepalive 300 ep_tap_noop_interval 20 ep_tap_requeue_sleep_time 0.1 ep_tap_throttle_cap_pcnt 10 ep_tap_throttle_queue_cap 1000000 ep_tap_throttle_threshold 90 ep_tmp_oom_errors 0 ep_too_old 0 ep_too_young 0 ep_total_cache_size 7303240416 ep_total_del_items 0 ep_total_enqueued 3139319 ep_total_new_items 3000000 ep_total_persisted 3088173 ep_uncommitted_items 7145 ep_value_size 7091890861 ep_vb0 0 ep_vb_snapshot_total 7 ep_vb_total 1024 ep_vbucket_del 0 ep_vbucket_del_fail 0 ep_version 2.0.0r_133_g68e3f7c ep_waitforwarmup 0 ep_warmup 1 ep_warmup_batch_size 1000 ep_warmup_dups 0 ep_warmup_min_items_threshold 100 ep_warmup_min_memory_threshold 100 ep_warmup_oom 0 ep_warmup_thread complete ep_warmup_time 23464 get_hits 1 get_misses 1 incr_hits 0 incr_misses 0 libevent 2.0.11-stable limit_maxbytes 67108864 listen_disabled_num 0 max_conns_on_port_11209 1000 max_conns_on_port_11210 9000 mem_used 7950269224 pid 21605 pointer_size 64 rejected_conns 0 rusage_system 111.730014 rusage_user 289.554980 tap_checkpoint_start_received 512 tap_checkpoint_start_sent 512 tap_connect_received 1 tap_mutation_received 1568814 tap_mutation_sent 1570039 tap_opaque_received 1026 tap_opaque_sent 1026 threads 4 time 1352752466 total_connections 26 uptime 411 vb_active_curr_items 1500466 vb_active_eject 0 vb_active_expired 0 vb_active_ht_memory 12857056 vb_active_itm_memory 3653055086 vb_active_meta_data_memory 118536814 vb_active_num 512 vb_active_num_non_resident 0 vb_active_num_ref_ejects 0 vb_active_num_ref_items 1500466 vb_active_ops_create 1500466 vb_active_ops_delete 0 vb_active_ops_reject 0 vb_active_ops_update 35556 vb_active_perc_mem_resident 100 vb_active_queue_age 247160000 vb_active_queue_drain 1536023 vb_active_queue_fill 1570505 vb_active_queue_memory 1103424 vb_active_queue_pending 1655136 vb_active_queue_size 34482 vb_dead_num 0 vb_pending_curr_items 0 vb_pending_eject 0 vb_pending_expired 0 vb_pending_ht_memory 0 vb_pending_itm_memory 0 vb_pending_meta_data_memory 0 vb_pending_num 0 vb_pending_num_non_resident 0 vb_pending_num_ref_ejects 0 vb_pending_num_ref_items 0 vb_pending_ops_create 0 vb_pending_ops_delete 0 vb_pending_ops_reject 0 vb_pending_ops_update 0 vb_pending_perc_mem_resident 0 vb_pending_queue_age 0 vb_pending_queue_drain 0 vb_pending_queue_fill 0 vb_pending_queue_memory 0 vb_pending_queue_pending 0 vb_pending_queue_size 0 vb_replica_curr_items 1499534 vb_replica_eject 0 vb_replica_expired 0 vb_replica_ht_memory 12857152 vb_replica_itm_memory 3650185330 vb_replica_meta_data_memory 118463186 vb_replica_num 512 vb_replica_num_non_resident 0 vb_replica_num_ref_ejects 0 vb_replica_num_ref_items 1499534 vb_replica_ops_create 1499534 vb_replica_ops_delete 0 vb_replica_ops_reject 0 vb_replica_ops_update 52654 vb_replica_perc_mem_resident 100 vb_replica_queue_age 45307000 vb_replica_queue_drain 1552188 vb_replica_queue_fill 1568814 vb_replica_queue_memory 532032 vb_replica_queue_pending 798048 vb_replica_queue_size 16626 version 1.4.4_600_g7ea975a [ns_doctor:debug,2012-11-12T12:34:37.652,ns_1@192.168.0.22:ns_doctor<0.541.0>:ns_doctor:handle_info:137]Current node statuses: [{'ns_1@192.168.0.20', [{last_heard,{1352,752474,435749}}, {outgoing_replications_safeness_level,[{"default",green}]}, {incoming_replications_conf_hashes, [{"default",[{'ns_1@192.168.0.22',99799376}]}]}, {active_buckets,["default"]}, {ready_buckets,["default"]}, {local_tasks,[]}, {memory, [{total,168754624}, {processes,124683816}, {processes_used,124668840}, {system,44070808}, {atom,1393705}, {atom_used,1362415}, {binary,7118944}, {code,13887278}, {ets,3145192}]}, {system_memory_data, [{system_total_memory,25199214592}, {free_swap,20971511808}, {total_swap,20971511808}, {cached_memory,8195350528}, {buffered_memory,144932864}, {free_memory,7519662080}, {total_memory,25199214592}]}, {node_storage_conf,[{db_path,"/data"},{index_path,"/data"}]}, {statistics, [{wall_clock,{437711,4996}}, {context_switches,{2931620,0}}, {garbage_collection,{244331,928228627,0}}, {io,{{input,52597323},{output,3890116548}}}, {reductions,{521940079,5406854}}, {run_queue,0}, {runtime,{111230,1520}}]}, {system_stats, [{cpu_utilization_rate,43.17617866004963}, {swap_total,20971511808}, {swap_used,0}]}, {interesting_stats, [{couch_docs_actual_disk_size,8117478385}, {couch_docs_data_size,7288553872}, {couch_views_actual_disk_size,0}, {couch_views_data_size,0}, {curr_items,1499534}, {curr_items_tot,3000000}, {mem_used,7950314656}, {vb_replica_curr_items,1500466}]}, {cluster_compatibility_version,131072}, {version, [{public_key,"0.13"}, {lhttpc,"1.3.0"}, {ale,"8cffe61"}, {os_mon,"2.2.7"}, {couch_set_view,"1.2.0a-b68b5f4-git"}, {mnesia,"4.5"}, {inets,"5.7.1"}, {couch,"1.2.0a-b68b5f4-git"}, {mapreduce,"1.0.0"}, {couch_index_merger,"1.2.0a-b68b5f4-git"}, {kernel,"2.14.5"}, {crypto,"2.0.4"}, {ssl,"4.1.6"}, {sasl,"2.1.10"}, {couch_view_parser,"1.0.0"}, {ns_server,"2.0.0-1939-rel-enterprise"}, {mochiweb,"1.4.1"}, {oauth,"7d85d3ef"}, {stdlib,"1.17.5"}]}, {supported_compat_version,[2,0]}, {system_arch,"x86_64-unknown-linux-gnu"}, {wall_clock,437}, {memory_data,{25199214592,17387950080,{<17793.461.0>,3514512}}}, {disk_data, [{"/",41260352,5}, {"/dev/shm",12304304,0}, {"/boot",495844,7}, {"/data",206420664,4}]}, {meminfo, <<"MemTotal: 24608608 kB\nMemFree: 7343668 kB\nBuffers: 141536 kB\nCached: 8003272 kB\nSwapCached: 0 kB\nActive: 9486724 kB\nInactive: 7147544 kB\nActive(anon): 8476420 kB\nInactive(anon): 15648 kB\nActive(file): 1010304 kB\nInactive(file): 7131896 kB\nUnevictable: 11288 kB\nMlocked: 11288 kB\nSwapTotal: 20479992 kB\nSwapFree: 20479992 kB\nDirty: 3160 kB\nWriteback: 0 kB\nAnonPages: 8501792 kB\nMapped: 15320 kB\nShmem: 172 kB\nSlab: 306516 kB\nSReclaimable: 249320 kB\nSUnreclaim: 57196 kB\nKernelStack: 3008 kB\nPageTables: 21052 kB\nNFS_Unstable: 0 kB\nBounce: 0 kB\nWritebackTmp: 0 kB\nCommitLimit: 32784296 kB\nCommitted_AS: 10268376 kB\nVmallocTotal: 34359738367 kB\nVmallocUsed: 332500 kB\nVmallocChunk: 34359355024 kB\nHardwareCorrupted: 0 kB\nAnonHugePages: 83968 kB\nHugePages_Total: 0\nHugePages_Free: 0\nHugePages_Rsvd: 0\nHugePages_Surp: 0\nHugepagesize: 2048 kB\nDirectMap4k: 10240 kB\nDirectMap2M: 25155584 kB\n">>}]}, {'ns_1@192.168.0.22', [{last_heard,{1352,752472,654190}}, {outgoing_replications_safeness_level,[{"default",green}]}, {incoming_replications_conf_hashes, [{"default",[{'ns_1@192.168.0.20',132836600}]}]}, {active_buckets,["default"]}, {ready_buckets,["default"]}, {local_tasks,[]}, {memory, [{total,182687096}, {processes,139523368}, {processes_used,139506392}, {system,43163728}, {atom,1338193}, {atom_used,1333368}, {binary,6669032}, {code,13490894}, {ets,3146592}]}, {system_memory_data, [{system_total_memory,25199214592}, {free_swap,20971511808}, {total_swap,20971511808}, {cached_memory,8174723072}, {buffered_memory,145944576}, {free_memory,7573073920}, {total_memory,25199214592}]}, {node_storage_conf,[{db_path,"/data"},{index_path,"/data"}]}, {statistics, [{wall_clock,{420875,4999}}, {context_switches,{2868873,0}}, {garbage_collection,{246600,853463090,0}}, {io,{{input,51508001},{output,3868052177}}}, {reductions,{409399736,3304584}}, {run_queue,0}, {runtime,{100330,1410}}]}, {system_stats, [{cpu_utilization_rate,40.92071611253197}, {swap_total,20971511808}, {swap_used,0}]}, {interesting_stats, [{couch_docs_actual_disk_size,8127343761}, {couch_docs_data_size,7287903562}, {couch_views_actual_disk_size,0}, {couch_views_data_size,0}, {curr_items,1500466}, {curr_items_tot,3000000}, {mem_used,7950738840}, {vb_replica_curr_items,1499534}]}, {cluster_compatibility_version,131072}, {version, [{public_key,"0.13"}, {lhttpc,"1.3.0"}, {ale,"8cffe61"}, {os_mon,"2.2.7"}, {couch_set_view,"1.2.0a-b68b5f4-git"}, {mnesia,"4.5"}, {inets,"5.7.1"}, {couch,"1.2.0a-b68b5f4-git"}, {mapreduce,"1.0.0"}, {couch_index_merger,"1.2.0a-b68b5f4-git"}, {kernel,"2.14.5"}, {crypto,"2.0.4"}, {ssl,"4.1.6"}, {sasl,"2.1.10"}, {couch_view_parser,"1.0.0"}, {ns_server,"2.0.0-1939-rel-enterprise"}, {mochiweb,"1.4.1"}, {oauth,"7d85d3ef"}, {stdlib,"1.17.5"}]}, {supported_compat_version,[2,0]}, {system_arch,"x86_64-unknown-linux-gnu"}, {wall_clock,420}, {memory_data,{25199214592,17620045824,{<0.674.0>,4714984}}}, {disk_data, [{"/",41260352,5}, {"/dev/shm",12304304,0}, {"/boot",495844,7}, {"/data",206420664,4}]}, {meminfo, <<"MemTotal: 24608608 kB\nMemFree: 7395580 kB\nBuffers: 142524 kB\nCached: 7983128 kB\nSwapCached: 0 kB\nActive: 9490776 kB\nInactive: 7092344 kB\nActive(anon): 8449768 kB\nInactive(anon): 10216 kB\nActive(file): 1041008 kB\nInactive(file): 7082128 kB\nUnevictable: 11288 kB\nMlocked: 11288 kB\nSwapTotal: 20479992 kB\nSwapFree: 20479992 kB\nDirty: 3724 kB\nWriteback: 0 kB\nAnonPages: 8469392 kB\nMapped: 15208 kB\nShmem: 172 kB\nSlab: 305452 kB\nSReclaimable: 248440 kB\nSUnreclaim: 57012 kB\nKernelStack: 2472 kB\nPageTables: 20556 kB\nNFS_Unstable: 0 kB\nBounce: 0 kB\nWritebackTmp: 0 kB\nCommitLimit: 32784296 kB\nCommitted_AS: 10231800 kB\nVmallocTotal: 34359738367 kB\nVmallocUsed: 332500 kB\nVmallocChunk: 34359350016 kB\nHardwareCorrupted: 0 kB\nAnonHugePages: 92160 kB\nHugePages_Total: 0\nHugePages_Free: 0\nHugePages_Rsvd: 0\nHugePages_Surp: 0\nHugepagesize: 2048 kB\nDirectMap4k: 10240 kB\nDirectMap2M: 25155584 kB\n">>}]}] [ns_doctor:debug,2012-11-12T12:35:37.651,ns_1@192.168.0.22:ns_doctor<0.541.0>:ns_doctor:handle_info:137]Current node statuses: [{'ns_1@192.168.0.20', [{last_heard,{1352,752534,434109}}, {outgoing_replications_safeness_level,[{"default",green}]}, {incoming_replications_conf_hashes, [{"default",[{'ns_1@192.168.0.22',99799376}]}]}, {active_buckets,["default"]}, {ready_buckets,["default"]}, {local_tasks,[]}, {memory, [{total,174303712}, {processes,132786664}, {processes_used,132771688}, {system,41517048}, {atom,1393705}, {atom_used,1362415}, {binary,4380360}, {code,13887278}, {ets,3319712}]}, {system_memory_data, [{system_total_memory,25199214592}, {free_swap,20971511808}, {total_swap,20971511808}, {cached_memory,8464891904}, {buffered_memory,147349504}, {free_memory,7211704320}, {total_memory,25199214592}]}, {node_storage_conf,[{db_path,"/data"},{index_path,"/data"}]}, {statistics, [{wall_clock,{497710,4999}}, {context_switches,{3185820,0}}, {garbage_collection,{261509,1013409439,0}}, {io,{{input,56924036},{output,3914172856}}}, {reductions,{574796163,4701811}}, {run_queue,0}, {runtime,{121440,670}}]}, {system_stats, [{cpu_utilization_rate,2.4213075060532687}, {swap_total,20971511808}, {swap_used,0}]}, {interesting_stats, [{couch_docs_actual_disk_size,8443358445}, {couch_docs_data_size,7289184784}, {couch_views_actual_disk_size,0}, {couch_views_data_size,0}, {curr_items,1499534}, {curr_items_tot,3000000}, {mem_used,7949064592}, {vb_replica_curr_items,1500466}]}, {cluster_compatibility_version,131072}, {version, [{public_key,"0.13"}, {lhttpc,"1.3.0"}, {ale,"8cffe61"}, {os_mon,"2.2.7"}, {couch_set_view,"1.2.0a-b68b5f4-git"}, {mnesia,"4.5"}, {inets,"5.7.1"}, {couch,"1.2.0a-b68b5f4-git"}, {mapreduce,"1.0.0"}, {couch_index_merger,"1.2.0a-b68b5f4-git"}, {kernel,"2.14.5"}, {crypto,"2.0.4"}, {ssl,"4.1.6"}, {sasl,"2.1.10"}, {couch_view_parser,"1.0.0"}, {ns_server,"2.0.0-1939-rel-enterprise"}, {mochiweb,"1.4.1"}, {oauth,"7d85d3ef"}, {stdlib,"1.17.5"}]}, {supported_compat_version,[2,0]}, {system_arch,"x86_64-unknown-linux-gnu"}, {wall_clock,497}, {memory_data,{25199214592,17981169664,{<17793.461.0>,3514512}}}, {disk_data, [{"/",41260352,5}, {"/dev/shm",12304304,0}, {"/boot",495844,7}, {"/data",206420664,5}]}, {meminfo, <<"MemTotal: 24608608 kB\nMemFree: 7042680 kB\nBuffers: 143896 kB\nCached: 8266496 kB\nSwapCached: 0 kB\nActive: 9622132 kB\nInactive: 7307076 kB\nActive(anon): 8505212 kB\nInactive(anon): 15640 kB\nActive(file): 1116920 kB\nInactive(file): 7291436 kB\nUnevictable: 11288 kB\nMlocked: 11288 kB\nSwapTotal: 20479992 kB\nSwapFree: 20479992 kB\nDirty: 316 kB\nWriteback: 0 kB\nAnonPages: 8530160 kB\nMapped: 13932 kB\nShmem: 164 kB\nSlab: 313776 kB\nSReclaimable: 257360 kB\nSUnreclaim: 56416 kB\nKernelStack: 2968 kB\nPageTables: 20608 kB\nNFS_Unstable: 0 kB\nBounce: 0 kB\nWritebackTmp: 0 kB\nCommitLimit: 32784296 kB\nCommitted_AS: 10281868 kB\nVmallocTotal: 34359738367 kB\nVmallocUsed: 332500 kB\nVmallocChunk: 34359355024 kB\nHardwareCorrupted: 0 kB\nAnonHugePages: 100352 kB\nHugePages_Total: 0\nHugePages_Free: 0\nHugePages_Rsvd: 0\nHugePages_Surp: 0\nHugepagesize: 2048 kB\nDirectMap4k: 10240 kB\nDirectMap2M: 25155584 kB\n">>}]}, {'ns_1@192.168.0.22', [{last_heard,{1352,752532,653489}}, {outgoing_replications_safeness_level,[{"default",green}]}, {incoming_replications_conf_hashes, [{"default",[{'ns_1@192.168.0.20',132836600}]}]}, {active_buckets,["default"]}, {ready_buckets,["default"]}, {local_tasks,[]}, {memory, [{total,191466504}, {processes,150037264}, {processes_used,150020208}, {system,41429240}, {atom,1338193}, {atom_used,1333368}, {binary,4759680}, {code,13490894}, {ets,3321696}]}, {system_memory_data, [{system_total_memory,25199214592}, {free_swap,20971511808}, {total_swap,20971511808}, {cached_memory,8472276992}, {buffered_memory,147709952}, {free_memory,7253041152}, {total_memory,25199214592}]}, {node_storage_conf,[{db_path,"/data"},{index_path,"/data"}]}, {statistics, [{wall_clock,{480874,5000}}, {context_switches,{3129421,0}}, {garbage_collection,{264700,932667177,0}}, {io,{{input,55877431},{output,3903787396}}}, {reductions,{448183790,2625568}}, {run_queue,0}, {runtime,{109750,560}}]}, {system_stats, [{cpu_utilization_rate,3.0303030303030303}, {swap_total,20971511808}, {swap_used,0}]}, {interesting_stats, [{couch_docs_actual_disk_size,8450825462}, {couch_docs_data_size,7288520037}, {couch_views_actual_disk_size,0}, {couch_views_data_size,0}, {curr_items,1500466}, {curr_items_tot,3000000}, {mem_used,7948927160}, {vb_replica_curr_items,1499534}]}, {cluster_compatibility_version,131072}, {version, [{public_key,"0.13"}, {lhttpc,"1.3.0"}, {ale,"8cffe61"}, {os_mon,"2.2.7"}, {couch_set_view,"1.2.0a-b68b5f4-git"}, {mnesia,"4.5"}, {inets,"5.7.1"}, {couch,"1.2.0a-b68b5f4-git"}, {mapreduce,"1.0.0"}, {couch_index_merger,"1.2.0a-b68b5f4-git"}, {kernel,"2.14.5"}, {crypto,"2.0.4"}, {ssl,"4.1.6"}, {sasl,"2.1.10"}, {couch_view_parser,"1.0.0"}, {ns_server,"2.0.0-1939-rel-enterprise"}, {mochiweb,"1.4.1"}, {oauth,"7d85d3ef"}, {stdlib,"1.17.5"}]}, {supported_compat_version,[2,0]}, {system_arch,"x86_64-unknown-linux-gnu"}, {wall_clock,480}, {memory_data,{25199214592,17945919488,{<0.674.0>,4714984}}}, {disk_data, [{"/",41260352,5}, {"/dev/shm",12304304,0}, {"/boot",495844,7}, {"/data",206420664,5}]}, {meminfo, <<"MemTotal: 24608608 kB\nMemFree: 7083048 kB\nBuffers: 144248 kB\nCached: 8273708 kB\nSwapCached: 0 kB\nActive: 9633584 kB\nInactive: 7255964 kB\nActive(anon): 8463364 kB\nInactive(anon): 10208 kB\nActive(file): 1170220 kB\nInactive(file): 7245756 kB\nUnevictable: 11288 kB\nMlocked: 11288 kB\nSwapTotal: 20479992 kB\nSwapFree: 20479992 kB\nDirty: 544 kB\nWriteback: 0 kB\nAnonPages: 8483064 kB\nMapped: 14140 kB\nShmem: 164 kB\nSlab: 313612 kB\nSReclaimable: 257396 kB\nSUnreclaim: 56216 kB\nKernelStack: 2456 kB\nPageTables: 20152 kB\nNFS_Unstable: 0 kB\nBounce: 0 kB\nWritebackTmp: 0 kB\nCommitLimit: 32784296 kB\nCommitted_AS: 10223340 kB\nVmallocTotal: 34359738367 kB\nVmallocUsed: 332500 kB\nVmallocChunk: 34359350016 kB\nHardwareCorrupted: 0 kB\nAnonHugePages: 100352 kB\nHugePages_Total: 0\nHugePages_Free: 0\nHugePages_Rsvd: 0\nHugePages_Surp: 0\nHugepagesize: 2048 kB\nDirectMap4k: 10240 kB\nDirectMap2M: 25155584 kB\n">>}]}] [stats:debug,2012-11-12T12:36:06.470,ns_1@192.168.0.22:<0.683.0>:stats_collector:maybe_log_stats:126](at {{1970,1,16},{7,45,52}}) Stats for bucket "default": accepting_conns 1 auth_cmds 11 auth_errors 0 bucket_active_conns 1 bucket_conns 10 bytes 7948927160 bytes_read 7718699018 bytes_written 3953958417 cas_badval 0 cas_hits 0 cas_misses 0 cmd_flush 0 cmd_get 2 cmd_set 1600689 conn_yields 55294 connection_structures 5000 curr_connections 13 curr_conns_on_port_11209 10 curr_conns_on_port_11210 1 curr_items 1500466 curr_items_tot 3000000 curr_temp_items 0 daemon_connections 4 decr_hits 0 decr_misses 0 delete_hits 0 delete_misses 0 ep_access_scanner_last_runtime 0 ep_access_scanner_num_items 0 ep_access_scanner_task_time 2012-11-13 10:00:00 ep_allow_data_loss_during_shutdown 1 ep_alog_block_size 4096 ep_alog_path /data/default/access.log ep_alog_sleep_time 1440 ep_alog_task_time 10 ep_backend couchdb ep_bg_fetch_delay 0 ep_bg_fetched 0 ep_bg_meta_fetched 0 ep_bg_remaining_jobs 0 ep_chk_max_items 5000 ep_chk_period 1800 ep_chk_persistence_remains 0 ep_chk_persistence_timeout 10 ep_chk_remover_stime 5 ep_commit_num 330 ep_commit_time 12 ep_commit_time_total 11591 ep_concurrentDB 1 ep_config_file ep_couch_bucket default ep_couch_host localhost ep_couch_port 11213 ep_couch_reconnect_sleeptime 250 ep_couch_response_timeout 180000 ep_data_age 13 ep_data_age_highwat 102 ep_data_traffic_enabled 0 ep_dbinit 0 ep_dbname /data/default ep_degraded_mode 0 ep_diskqueue_drain 3200000 ep_diskqueue_fill 3200000 ep_diskqueue_items 0 ep_diskqueue_memory 0 ep_diskqueue_pending 0 ep_exp_pager_stime 3600 ep_exp_pager_stime 3600 ep_expired_access 0 ep_expired_pager 0 ep_expiry_window 3 ep_failpartialwarmup 0 ep_flush_all false ep_flush_duration_total 304 ep_flushall_enabled 0 ep_flusher_state running ep_flusher_todo 0 ep_getl_default_timeout 15 ep_getl_max_timeout 30 ep_ht_locks 5 ep_ht_size 3079 ep_inconsistent_slave_chk 0 ep_initfile ep_io_num_read 0 ep_io_num_write 3200000 ep_io_read_bytes 0 ep_io_write_bytes 7577247315 ep_item_begin_failed 0 ep_item_commit_failed 0 ep_item_flush_expired 0 ep_item_flush_failed 0 ep_item_num_based_new_chk 1 ep_items_rm_from_checkpoints 0 ep_keep_closed_chks 0 ep_klog_block_size 4096 ep_klog_compactor_queue_cap 500000 ep_klog_compactor_stime 3600 ep_klog_flush commit2 ep_klog_max_entry_ratio 10 ep_klog_max_log_size 2147483647 ep_klog_path ep_klog_sync commit2 ep_kv_size 7339240416 ep_max_checkpoints 2 ep_max_data_size 12582912000 ep_max_item_size 20971520 ep_max_size 12582912000 ep_max_txn_size 10000 ep_max_vbuckets 1024 ep_mem_high_wat 9437184000 ep_mem_high_wat 9437184000 ep_mem_low_wat 7549747200 ep_mem_low_wat 7549747200 ep_mem_tracker_enabled true ep_min_data_age 0 ep_mlog_compactor_runs 0 ep_mutation_mem_threshold 0 ep_num_access_scanner_runs 0 ep_num_eject_failures 0 ep_num_expiry_pager_runs 0 ep_num_non_resident 0 ep_num_not_my_vbuckets 0 ep_num_ops_del_meta 0 ep_num_ops_get_meta 0 ep_num_ops_set_meta 0 ep_num_pager_runs 0 ep_num_value_ejects 0 ep_oom_errors 0 ep_overhead 291224736 ep_pager_active_vb_pcnt 40 ep_pager_unbiased_period 60 ep_pending_ops 0 ep_pending_ops_max 0 ep_pending_ops_max_duration 0 ep_pending_ops_total 0 ep_postInitfile ep_queue_age_cap 900 ep_queue_size 0 ep_startup_time 1352752065 ep_storage_age 13 ep_storage_age_highwat 101 ep_store_max_concurrency 10 ep_store_max_readers 9 ep_store_max_readwrite 1 ep_stored_val_type ep_tap_ack_grace_period 300 ep_tap_ack_initial_sequence_number 1 ep_tap_ack_interval 1000 ep_tap_ack_window_size 10 ep_tap_backfill_resident 0.9 ep_tap_backlog_limit 5000 ep_tap_backoff_period 5 ep_tap_bg_fetch_requeued 0 ep_tap_bg_fetched 0 ep_tap_bg_max_pending 500 ep_tap_keepalive 300 ep_tap_noop_interval 20 ep_tap_requeue_sleep_time 0.1 ep_tap_throttle_cap_pcnt 10 ep_tap_throttle_queue_cap 1000000 ep_tap_throttle_threshold 90 ep_tmp_oom_errors 0 ep_too_old 0 ep_too_young 0 ep_total_cache_size 7303240416 ep_total_del_items 0 ep_total_enqueued 3200000 ep_total_new_items 3000000 ep_total_persisted 3200000 ep_uncommitted_items 0 ep_value_size 7091890861 ep_vb0 0 ep_vb_snapshot_total 7 ep_vb_total 1024 ep_vbucket_del 0 ep_vbucket_del_fail 0 ep_version 2.0.0r_133_g68e3f7c ep_waitforwarmup 0 ep_warmup 1 ep_warmup_batch_size 1000 ep_warmup_dups 0 ep_warmup_min_items_threshold 100 ep_warmup_min_memory_threshold 100 ep_warmup_oom 0 ep_warmup_thread complete ep_warmup_time 23464 get_hits 1 get_misses 1 incr_hits 0 incr_misses 0 libevent 2.0.11-stable limit_maxbytes 67108864 listen_disabled_num 0 max_conns_on_port_11209 1000 max_conns_on_port_11210 9000 mem_used 7948927160 pid 21605 pointer_size 64 rejected_conns 0 rusage_system 116.749251 rusage_user 305.745519 tap_checkpoint_start_received 512 tap_checkpoint_start_sent 512 tap_connect_received 1 tap_mutation_received 1599311 tap_mutation_sent 1600689 tap_opaque_received 1026 tap_opaque_sent 1026 threads 4 time 1352752566 total_connections 26 uptime 511 vb_active_curr_items 1500466 vb_active_eject 0 vb_active_expired 0 vb_active_ht_memory 12857056 vb_active_itm_memory 3653055086 vb_active_meta_data_memory 118536814 vb_active_num 512 vb_active_num_non_resident 0 vb_active_num_ref_ejects 0 vb_active_num_ref_items 1500466 vb_active_ops_create 1500466 vb_active_ops_delete 0 vb_active_ops_reject 0 vb_active_ops_update 100223 vb_active_perc_mem_resident 100 vb_active_queue_age 0 vb_active_queue_drain 1600689 vb_active_queue_fill 1600689 vb_active_queue_memory 0 vb_active_queue_pending 0 vb_active_queue_size 0 vb_dead_num 0 vb_pending_curr_items 0 vb_pending_eject 0 vb_pending_expired 0 vb_pending_ht_memory 0 vb_pending_itm_memory 0 vb_pending_meta_data_memory 0 vb_pending_num 0 vb_pending_num_non_resident 0 vb_pending_num_ref_ejects 0 vb_pending_num_ref_items 0 vb_pending_ops_create 0 vb_pending_ops_delete 0 vb_pending_ops_reject 0 vb_pending_ops_update 0 vb_pending_perc_mem_resident 0 vb_pending_queue_age 0 vb_pending_queue_drain 0 vb_pending_queue_fill 0 vb_pending_queue_memory 0 vb_pending_queue_pending 0 vb_pending_queue_size 0 vb_replica_curr_items 1499534 vb_replica_eject 0 vb_replica_expired 0 vb_replica_ht_memory 12857152 vb_replica_itm_memory 3650185330 vb_replica_meta_data_memory 118463186 vb_replica_num 512 vb_replica_num_non_resident 0 vb_replica_num_ref_ejects 0 vb_replica_num_ref_items 1499534 vb_replica_ops_create 1499534 vb_replica_ops_delete 0 vb_replica_ops_reject 0 vb_replica_ops_update 99777 vb_replica_perc_mem_resident 100 vb_replica_queue_age 0 vb_replica_queue_drain 1599311 vb_replica_queue_fill 1599311 vb_replica_queue_memory 0 vb_replica_queue_pending 0 vb_replica_queue_size 0 version 1.4.4_600_g7ea975a [ns_doctor:debug,2012-11-12T12:36:37.651,ns_1@192.168.0.22:ns_doctor<0.541.0>:ns_doctor:handle_info:137]Current node statuses: [{'ns_1@192.168.0.20', [{last_heard,{1352,752594,434938}}, {outgoing_replications_safeness_level,[{"default",green}]}, {incoming_replications_conf_hashes, [{"default",[{'ns_1@192.168.0.22',99799376}]}]}, {active_buckets,["default"]}, {ready_buckets,["default"]}, {local_tasks,[]}, {memory, [{total,175641264}, {processes,132553760}, {processes_used,132524144}, {system,43087504}, {atom,1393705}, {atom_used,1362529}, {binary,5752880}, {code,13887278}, {ets,3497176}]}, {system_memory_data, [{system_total_memory,25199214592}, {free_swap,20971511808}, {total_swap,20971511808}, {cached_memory,8547176448}, {buffered_memory,150990848}, {free_memory,7126007808}, {total_memory,25199214592}]}, {node_storage_conf,[{db_path,"/data"},{index_path,"/data"}]}, {statistics, [{wall_clock,{557711,4997}}, {context_switches,{3551070,0}}, {garbage_collection,{293029,1107636641,0}}, {io,{{input,64473988},{output,3979034586}}}, {reductions,{627387373,5578597}}, {run_queue,0}, {runtime,{135230,1590}}]}, {system_stats, [{cpu_utilization_rate,83.25}, {swap_total,20971511808}, {swap_used,0}]}, {interesting_stats, [{couch_docs_actual_disk_size,8507018486}, {couch_docs_data_size,7289766867}, {couch_views_actual_disk_size,0}, {couch_views_data_size,0}, {curr_items,1499855}, {curr_items_tot,3000654}, {mem_used,7951168080}, {vb_replica_curr_items,1500799}]}, {cluster_compatibility_version,131072}, {version, [{public_key,"0.13"}, {lhttpc,"1.3.0"}, {ale,"8cffe61"}, {os_mon,"2.2.7"}, {couch_set_view,"1.2.0a-b68b5f4-git"}, {mnesia,"4.5"}, {inets,"5.7.1"}, {couch,"1.2.0a-b68b5f4-git"}, {mapreduce,"1.0.0"}, {couch_index_merger,"1.2.0a-b68b5f4-git"}, {kernel,"2.14.5"}, {crypto,"2.0.4"}, {ssl,"4.1.6"}, {sasl,"2.1.10"}, {couch_view_parser,"1.0.0"}, {ns_server,"2.0.0-1939-rel-enterprise"}, {mochiweb,"1.4.1"}, {oauth,"7d85d3ef"}, {stdlib,"1.17.5"}]}, {supported_compat_version,[2,0]}, {system_arch,"x86_64-unknown-linux-gnu"}, {wall_clock,557}, {memory_data,{25199214592,18024378368,{<17793.461.0>,3514512}}}, {disk_data, [{"/",41260352,5}, {"/dev/shm",12304304,0}, {"/boot",495844,7}, {"/data",206420664,5}]}, {meminfo, <<"MemTotal: 24608608 kB\nMemFree: 6958992 kB\nBuffers: 147452 kB\nCached: 8346852 kB\nSwapCached: 0 kB\nActive: 9715504 kB\nInactive: 7283368 kB\nActive(anon): 8492244 kB\nInactive(anon): 14632 kB\nActive(file): 1223260 kB\nInactive(file): 7268736 kB\nUnevictable: 20760 kB\nMlocked: 20760 kB\nSwapTotal: 20479992 kB\nSwapFree: 20479992 kB\nDirty: 3592 kB\nWriteback: 0 kB\nAnonPages: 8523492 kB\nMapped: 15112 kB\nShmem: 172 kB\nSlab: 316964 kB\nSReclaimable: 259796 kB\nSUnreclaim: 57168 kB\nKernelStack: 3080 kB\nPageTables: 21388 kB\nNFS_Unstable: 0 kB\nBounce: 0 kB\nWritebackTmp: 0 kB\nCommitLimit: 32784296 kB\nCommitted_AS: 10302516 kB\nVmallocTotal: 34359738367 kB\nVmallocUsed: 332500 kB\nVmallocChunk: 34359355024 kB\nHardwareCorrupted: 0 kB\nAnonHugePages: 92160 kB\nHugePages_Total: 0\nHugePages_Free: 0\nHugePages_Rsvd: 0\nHugePages_Surp: 0\nHugepagesize: 2048 kB\nDirectMap4k: 10240 kB\nDirectMap2M: 25155584 kB\n">>}]}, {'ns_1@192.168.0.22', [{last_heard,{1352,752592,655098}}, {outgoing_replications_safeness_level,[{"default",green}]}, {incoming_replications_conf_hashes, [{"default",[{'ns_1@192.168.0.20',132836600}]}]}, {active_buckets,["default"]}, {ready_buckets,["default"]}, {local_tasks,[]}, {memory, [{total,180613448}, {processes,137670520}, {processes_used,137653544}, {system,42942928}, {atom,1338193}, {atom_used,1333482}, {binary,6098088}, {code,13490894}, {ets,3496512}]}, {system_memory_data, [{system_total_memory,25199214592}, {free_swap,20971511808}, {total_swap,20971511808}, {cached_memory,8559099904}, {buffered_memory,152125440}, {free_memory,7143276544}, {total_memory,25199214592}]}, {node_storage_conf,[{db_path,"/data"},{index_path,"/data"}]}, {statistics, [{wall_clock,{540876,5001}}, {context_switches,{3498707,0}}, {garbage_collection,{296519,1019658489,0}}, {io,{{input,60005571},{output,3957874508}}}, {reductions,{486113569,3682616}}, {run_queue,0}, {runtime,{123200,1650}}]}, {system_stats, [{cpu_utilization_rate,35.94132029339853}, {swap_total,20971511808}, {swap_used,0}]}, {interesting_stats, [{couch_docs_actual_disk_size,8521374976}, {couch_docs_data_size,7289339995}, {couch_views_actual_disk_size,0}, {couch_views_data_size,0}, {curr_items,1500797}, {curr_items_tot,3000540}, {mem_used,7950825800}, {vb_replica_curr_items,1499743}]}, {cluster_compatibility_version,131072}, {version, [{public_key,"0.13"}, {lhttpc,"1.3.0"}, {ale,"8cffe61"}, {os_mon,"2.2.7"}, {couch_set_view,"1.2.0a-b68b5f4-git"}, {mnesia,"4.5"}, {inets,"5.7.1"}, {couch,"1.2.0a-b68b5f4-git"}, {mapreduce,"1.0.0"}, {couch_index_merger,"1.2.0a-b68b5f4-git"}, {kernel,"2.14.5"}, {crypto,"2.0.4"}, {ssl,"4.1.6"}, {sasl,"2.1.10"}, {couch_view_parser,"1.0.0"}, {ns_server,"2.0.0-1939-rel-enterprise"}, {mochiweb,"1.4.1"}, {oauth,"7d85d3ef"}, {stdlib,"1.17.5"}]}, {supported_compat_version,[2,0]}, {system_arch,"x86_64-unknown-linux-gnu"}, {wall_clock,540}, {memory_data,{25199214592,18054168576,{<0.674.0>,4714984}}}, {disk_data, [{"/",41260352,5}, {"/dev/shm",12304304,0}, {"/boot",495844,7}, {"/data",206420664,5}]}, {meminfo, <<"MemTotal: 24608608 kB\nMemFree: 6975856 kB\nBuffers: 148560 kB\nCached: 8358496 kB\nSwapCached: 0 kB\nActive: 9741868 kB\nInactive: 7239968 kB\nActive(anon): 8467308 kB\nInactive(anon): 10216 kB\nActive(file): 1274560 kB\nInactive(file): 7229752 kB\nUnevictable: 20760 kB\nMlocked: 20760 kB\nSwapTotal: 20479992 kB\nSwapFree: 20479992 kB\nDirty: 2260 kB\nWriteback: 0 kB\nAnonPages: 8496296 kB\nMapped: 15636 kB\nShmem: 172 kB\nSlab: 316688 kB\nSReclaimable: 259820 kB\nSUnreclaim: 56868 kB\nKernelStack: 2552 kB\nPageTables: 21012 kB\nNFS_Unstable: 0 kB\nBounce: 0 kB\nWritebackTmp: 0 kB\nCommitLimit: 32784296 kB\nCommitted_AS: 10272072 kB\nVmallocTotal: 34359738367 kB\nVmallocUsed: 332500 kB\nVmallocChunk: 34359350016 kB\nHardwareCorrupted: 0 kB\nAnonHugePages: 100352 kB\nHugePages_Total: 0\nHugePages_Free: 0\nHugePages_Rsvd: 0\nHugePages_Surp: 0\nHugepagesize: 2048 kB\nDirectMap4k: 10240 kB\nDirectMap2M: 25155584 kB\n">>}]}] [ns_doctor:debug,2012-11-12T12:37:37.651,ns_1@192.168.0.22:ns_doctor<0.541.0>:ns_doctor:handle_info:137]Current node statuses: [{'ns_1@192.168.0.20', [{last_heard,{1352,752654,440881}}, {outgoing_replications_safeness_level,[{"default",green}]}, {incoming_replications_conf_hashes, [{"default",[{'ns_1@192.168.0.22',99799376}]}]}, {active_buckets,["default"]}, {ready_buckets,["default"]}, {local_tasks,[]}, {memory, [{total,195306488}, {processes,151160080}, {processes_used,151130464}, {system,44146408}, {atom,1393705}, {atom_used,1362529}, {binary,6733984}, {code,13887278}, {ets,3569448}]}, {system_memory_data, [{system_total_memory,25199214592}, {free_swap,20971511808}, {total_swap,20971511808}, {cached_memory,8940199936}, {buffered_memory,156606464}, {free_memory,6717980672}, {total_memory,25199214592}]}, {node_storage_conf,[{db_path,"/data"},{index_path,"/data"}]}, {statistics, [{wall_clock,{617716,4999}}, {context_switches,{4101005,0}}, {garbage_collection,{343732,1213018259,0}}, {io,{{input,69234670},{output,4237214235}}}, {reductions,{684620448,5663127}}, {run_queue,0}, {runtime,{154030,1520}}]}, {system_stats, [{cpu_utilization_rate,76.58536585365853}, {swap_total,20971511808}, {swap_used,0}]}, {interesting_stats, [{couch_docs_actual_disk_size,8879629430}, {couch_docs_data_size,7292394946}, {couch_views_actual_disk_size,0}, {couch_views_data_size,0}, {curr_items,1499821}, {curr_items_tot,3000715}, {mem_used,7953966512}, {vb_replica_curr_items,1500894}]}, {cluster_compatibility_version,131072}, {version, [{public_key,"0.13"}, {lhttpc,"1.3.0"}, {ale,"8cffe61"}, {os_mon,"2.2.7"}, {couch_set_view,"1.2.0a-b68b5f4-git"}, {mnesia,"4.5"}, {inets,"5.7.1"}, {couch,"1.2.0a-b68b5f4-git"}, {mapreduce,"1.0.0"}, {couch_index_merger,"1.2.0a-b68b5f4-git"}, {kernel,"2.14.5"}, {crypto,"2.0.4"}, {ssl,"4.1.6"}, {sasl,"2.1.10"}, {couch_view_parser,"1.0.0"}, {ns_server,"2.0.0-1939-rel-enterprise"}, {mochiweb,"1.4.1"}, {oauth,"7d85d3ef"}, {stdlib,"1.17.5"}]}, {supported_compat_version,[2,0]}, {system_arch,"x86_64-unknown-linux-gnu"}, {wall_clock,617}, {memory_data,{25199214592,18348978176,{<17793.461.0>,3514512}}}, {disk_data, [{"/",41260352,5}, {"/dev/shm",12304304,0}, {"/boot",495844,7}, {"/data",206420664,5}]}, {meminfo, <<"MemTotal: 24608608 kB\nMemFree: 6560528 kB\nBuffers: 152936 kB\nCached: 8730664 kB\nSwapCached: 0 kB\nActive: 9982104 kB\nInactive: 7402476 kB\nActive(anon): 8488976 kB\nInactive(anon): 14632 kB\nActive(file): 1493128 kB\nInactive(file): 7387844 kB\nUnevictable: 20760 kB\nMlocked: 20760 kB\nSwapTotal: 20479992 kB\nSwapFree: 20479992 kB\nDirty: 7164 kB\nWriteback: 0 kB\nAnonPages: 8522380 kB\nMapped: 15532 kB\nShmem: 172 kB\nSlab: 328852 kB\nSReclaimable: 271328 kB\nSUnreclaim: 57524 kB\nKernelStack: 3056 kB\nPageTables: 21432 kB\nNFS_Unstable: 0 kB\nBounce: 0 kB\nWritebackTmp: 0 kB\nCommitLimit: 32784296 kB\nCommitted_AS: 10286708 kB\nVmallocTotal: 34359738367 kB\nVmallocUsed: 332500 kB\nVmallocChunk: 34359355024 kB\nHardwareCorrupted: 0 kB\nAnonHugePages: 90112 kB\nHugePages_Total: 0\nHugePages_Free: 0\nHugePages_Rsvd: 0\nHugePages_Surp: 0\nHugepagesize: 2048 kB\nDirectMap4k: 10240 kB\nDirectMap2M: 25155584 kB\n">>}]}, {'ns_1@192.168.0.22', [{last_heard,{1352,752652,654862}}, {outgoing_replications_safeness_level,[{"default",green}]}, {incoming_replications_conf_hashes, [{"default",[{'ns_1@192.168.0.20',132836600}]}]}, {active_buckets,["default"]}, {ready_buckets,["default"]}, {local_tasks,[]}, {memory, [{total,195125400}, {processes,152019600}, {processes_used,152002784}, {system,43105800}, {atom,1338193}, {atom_used,1333482}, {binary,6079648}, {code,13490894}, {ets,3673248}]}, {system_memory_data, [{system_total_memory,25199214592}, {free_swap,20971511808}, {total_swap,20971511808}, {cached_memory,8987033600}, {buffered_memory,157102080}, {free_memory,6665867264}, {total_memory,25199214592}]}, {node_storage_conf,[{db_path,"/data"},{index_path,"/data"}]}, {statistics, [{wall_clock,{600875,4999}}, {context_switches,{4109530,0}}, {garbage_collection,{353017,1127009294,0}}, {io,{{input,68499327},{output,4211721813}}}, {reductions,{531325139,3849542}}, {run_queue,0}, {runtime,{143930,1520}}]}, {system_stats, [{cpu_utilization_rate,35.7487922705314}, {swap_total,20971511808}, {swap_used,0}]}, {interesting_stats, [{couch_docs_actual_disk_size,8939416913}, {couch_docs_data_size,7292022439}, {couch_views_actual_disk_size,0}, {couch_views_data_size,0}, {curr_items,1500828}, {curr_items_tot,3000516}, {mem_used,7954479624}, {vb_replica_curr_items,1499688}]}, {cluster_compatibility_version,131072}, {version, [{public_key,"0.13"}, {lhttpc,"1.3.0"}, {ale,"8cffe61"}, {os_mon,"2.2.7"}, {couch_set_view,"1.2.0a-b68b5f4-git"}, {mnesia,"4.5"}, {inets,"5.7.1"}, {couch,"1.2.0a-b68b5f4-git"}, {mapreduce,"1.0.0"}, {couch_index_merger,"1.2.0a-b68b5f4-git"}, {kernel,"2.14.5"}, {crypto,"2.0.4"}, {ssl,"4.1.6"}, {sasl,"2.1.10"}, {couch_view_parser,"1.0.0"}, {ns_server,"2.0.0-1939-rel-enterprise"}, {mochiweb,"1.4.1"}, {oauth,"7d85d3ef"}, {stdlib,"1.17.5"}]}, {supported_compat_version,[2,0]}, {system_arch,"x86_64-unknown-linux-gnu"}, {wall_clock,600}, {memory_data,{25199214592,18532786176,{<0.674.0>,4714984}}}, {disk_data, [{"/",41260352,5}, {"/dev/shm",12304304,0}, {"/boot",495844,7}, {"/data",206420664,5}]}, {meminfo, <<"MemTotal: 24608608 kB\nMemFree: 6509636 kB\nBuffers: 153420 kB\nCached: 8776400 kB\nSwapCached: 0 kB\nActive: 10072144 kB\nInactive: 7363500 kB\nActive(anon): 8497816 kB\nInactive(anon): 10216 kB\nActive(file): 1574328 kB\nInactive(file): 7353284 kB\nUnevictable: 20760 kB\nMlocked: 20760 kB\nSwapTotal: 20479992 kB\nSwapFree: 20479992 kB\nDirty: 7048 kB\nWriteback: 16 kB\nAnonPages: 8528864 kB\nMapped: 15680 kB\nShmem: 172 kB\nSlab: 329428 kB\nSReclaimable: 272384 kB\nSUnreclaim: 57044 kB\nKernelStack: 2552 kB\nPageTables: 21084 kB\nNFS_Unstable: 0 kB\nBounce: 0 kB\nWritebackTmp: 0 kB\nCommitLimit: 32784296 kB\nCommitted_AS: 10294952 kB\nVmallocTotal: 34359738367 kB\nVmallocUsed: 332500 kB\nVmallocChunk: 34359350016 kB\nHardwareCorrupted: 0 kB\nAnonHugePages: 114688 kB\nHugePages_Total: 0\nHugePages_Free: 0\nHugePages_Rsvd: 0\nHugePages_Surp: 0\nHugepagesize: 2048 kB\nDirectMap4k: 10240 kB\nDirectMap2M: 25155584 kB\n">>}]}] [stats:debug,2012-11-12T12:37:46.485,ns_1@192.168.0.22:<0.683.0>:stats_collector:maybe_log_stats:126](at {{1970,1,16},{7,45,52}}) Stats for bucket "default": accepting_conns 1 auth_cmds 23 auth_errors 0 bucket_active_conns 2 bucket_conns 20 bytes 7955478456 bytes_read 8495207899 bytes_written 4749430485 cas_badval 0 cas_hits 0 cas_misses 0 cmd_flush 0 cmd_get 192891 cmd_set 1764223 conn_yields 57956 connection_structures 5000 curr_connections 23 curr_conns_on_port_11209 10 curr_conns_on_port_11210 11 curr_items 1500800 curr_items_tot 3000450 curr_temp_items 0 daemon_connections 4 decr_hits 0 decr_misses 0 delete_hits 13821 delete_misses 8342 ep_access_scanner_last_runtime 0 ep_access_scanner_num_items 0 ep_access_scanner_task_time 2012-11-13 10:00:00 ep_allow_data_loss_during_shutdown 1 ep_alog_block_size 4096 ep_alog_path /data/default/access.log ep_alog_sleep_time 1440 ep_alog_task_time 10 ep_backend couchdb ep_bg_fetch_delay 0 ep_bg_fetched 0 ep_bg_meta_fetched 0 ep_bg_remaining_jobs 0 ep_chk_max_items 5000 ep_chk_period 1800 ep_chk_persistence_remains 0 ep_chk_persistence_timeout 10 ep_chk_remover_stime 5 ep_commit_num 391 ep_commit_time 5 ep_commit_time_total 11924 ep_concurrentDB 1 ep_config_file ep_couch_bucket default ep_couch_host localhost ep_couch_port 11213 ep_couch_reconnect_sleeptime 250 ep_couch_response_timeout 180000 ep_data_age 7 ep_data_age_highwat 102 ep_data_traffic_enabled 0 ep_dbinit 0 ep_dbname /data/default ep_degraded_mode 0 ep_diskqueue_drain 3377908 ep_diskqueue_fill 3392963 ep_diskqueue_items 15056 ep_diskqueue_memory 481760 ep_diskqueue_pending 722640 ep_exp_pager_stime 3600 ep_exp_pager_stime 3600 ep_expired_access 0 ep_expired_pager 0 ep_expiry_window 3 ep_failpartialwarmup 0 ep_flush_all false ep_flush_duration_total 400 ep_flushall_enabled 0 ep_flusher_state running ep_flusher_todo 6597 ep_getl_default_timeout 15 ep_getl_max_timeout 30 ep_ht_locks 5 ep_ht_size 3079 ep_inconsistent_slave_chk 0 ep_initfile ep_io_num_read 0 ep_io_num_write 3356289 ep_io_read_bytes 0 ep_io_write_bytes 7916344002 ep_item_begin_failed 0 ep_item_commit_failed 0 ep_item_flush_expired 0 ep_item_flush_failed 0 ep_item_num_based_new_chk 1 ep_items_rm_from_checkpoints 0 ep_keep_closed_chks 0 ep_klog_block_size 4096 ep_klog_compactor_queue_cap 500000 ep_klog_compactor_stime 3600 ep_klog_flush commit2 ep_klog_max_entry_ratio 10 ep_klog_max_log_size 2147483647 ep_klog_path ep_klog_sync commit2 ep_kv_size 7343200338 ep_max_checkpoints 2 ep_max_data_size 12582912000 ep_max_item_size 20971520 ep_max_size 12582912000 ep_max_txn_size 10000 ep_max_vbuckets 1024 ep_mem_high_wat 9437184000 ep_mem_high_wat 9437184000 ep_mem_low_wat 7549747200 ep_mem_low_wat 7549747200 ep_mem_tracker_enabled true ep_min_data_age 0 ep_mlog_compactor_runs 0 ep_mutation_mem_threshold 0 ep_num_access_scanner_runs 0 ep_num_eject_failures 0 ep_num_expiry_pager_runs 0 ep_num_non_resident 0 ep_num_not_my_vbuckets 0 ep_num_ops_del_meta 0 ep_num_ops_get_meta 0 ep_num_ops_set_meta 0 ep_num_pager_runs 0 ep_num_value_ejects 0 ep_oom_errors 0 ep_overhead 291603400 ep_pager_active_vb_pcnt 40 ep_pager_unbiased_period 60 ep_pending_ops 0 ep_pending_ops_max 0 ep_pending_ops_max_duration 0 ep_pending_ops_total 0 ep_postInitfile ep_queue_age_cap 900 ep_queue_size 8459 ep_startup_time 1352752065 ep_storage_age 4 ep_storage_age_highwat 101 ep_store_max_concurrency 10 ep_store_max_readers 9 ep_store_max_readwrite 1 ep_stored_val_type ep_tap_ack_grace_period 300 ep_tap_ack_initial_sequence_number 1 ep_tap_ack_interval 1000 ep_tap_ack_window_size 10 ep_tap_backfill_resident 0.9 ep_tap_backlog_limit 5000 ep_tap_backoff_period 5 ep_tap_bg_fetch_requeued 0 ep_tap_bg_fetched 0 ep_tap_bg_max_pending 500 ep_tap_keepalive 300 ep_tap_noop_interval 20 ep_tap_requeue_sleep_time 0.1 ep_tap_throttle_cap_pcnt 10 ep_tap_throttle_queue_cap 1000000 ep_tap_throttle_threshold 90 ep_tmp_oom_errors 0 ep_too_old 0 ep_too_young 0 ep_total_cache_size 7307204814 ep_total_del_items 17508 ep_total_enqueued 3392963 ep_total_new_items 3012912 ep_total_persisted 3356289 ep_uncommitted_items 5734 ep_value_size 7095816913 ep_vb0 0 ep_vb_snapshot_total 7 ep_vb_total 1024 ep_vbucket_del 0 ep_vbucket_del_fail 0 ep_version 2.0.0r_133_g68e3f7c ep_waitforwarmup 0 ep_warmup 1 ep_warmup_batch_size 1000 ep_warmup_dups 0 ep_warmup_min_items_threshold 100 ep_warmup_min_memory_threshold 100 ep_warmup_oom 0 ep_warmup_thread complete ep_warmup_time 23464 get_hits 174333 get_misses 18558 incr_hits 0 incr_misses 0 libevent 2.0.11-stable limit_maxbytes 67108864 listen_disabled_num 0 max_conns_on_port_11209 1000 max_conns_on_port_11210 9000 mem_used 7955478456 pid 21605 pointer_size 64 rejected_conns 0 rusage_system 154.008587 rusage_user 358.891440 tap_checkpoint_start_received 512 tap_checkpoint_start_sent 512 tap_connect_received 1 tap_delete_received 12493 tap_delete_sent 12478 tap_mutation_received 1741185 tap_mutation_sent 1746113 tap_opaque_received 1026 tap_opaque_sent 1026 threads 4 time 1352752666 total_connections 74 uptime 611 vb_active_curr_items 1500800 vb_active_eject 0 vb_active_expired 0 vb_active_ht_memory 12857056 vb_active_itm_memory 3654834496 vb_active_meta_data_memory 118563200 vb_active_num 512 vb_active_num_non_resident 0 vb_active_num_ref_ejects 0 vb_active_num_ref_items 1507911 vb_active_ops_create 1506328 vb_active_ops_delete 8767 vb_active_ops_reject 0 vb_active_ops_update 158435 vb_active_perc_mem_resident 100 vb_active_queue_age 270750000 vb_active_queue_drain 1687917 vb_active_queue_fill 1698310 vb_active_queue_memory 332576 vb_active_queue_pending 498864 vb_active_queue_size 10393 vb_dead_num 0 vb_pending_curr_items 0 vb_pending_eject 0 vb_pending_expired 0 vb_pending_ht_memory 0 vb_pending_itm_memory 0 vb_pending_meta_data_memory 0 vb_pending_num 0 vb_pending_num_non_resident 0 vb_pending_num_ref_ejects 0 vb_pending_num_ref_items 0 vb_pending_ops_create 0 vb_pending_ops_delete 0 vb_pending_ops_reject 0 vb_pending_ops_update 0 vb_pending_perc_mem_resident 0 vb_pending_queue_age 0 vb_pending_queue_drain 0 vb_pending_queue_fill 0 vb_pending_queue_memory 0 vb_pending_queue_pending 0 vb_pending_queue_size 0 vb_replica_curr_items 1499650 vb_replica_eject 0 vb_replica_expired 0 vb_replica_ht_memory 12857152 vb_replica_itm_memory 3652370318 vb_replica_meta_data_memory 118472350 vb_replica_num 512 vb_replica_num_non_resident 0 vb_replica_num_ref_ejects 0 vb_replica_num_ref_items 1507603 vb_replica_ops_create 1506586 vb_replica_ops_delete 8741 vb_replica_ops_reject 0 vb_replica_ops_update 167444 vb_replica_perc_mem_resident 100 vb_replica_queue_age 100863000 vb_replica_queue_drain 1689991 vb_replica_queue_fill 1694653 vb_replica_queue_memory 149184 vb_replica_queue_pending 223776 vb_replica_queue_size 4662 version 1.4.4_600_g7ea975a [ns_doctor:debug,2012-11-12T12:38:37.651,ns_1@192.168.0.22:ns_doctor<0.541.0>:ns_doctor:handle_info:137]Current node statuses: [{'ns_1@192.168.0.20', [{last_heard,{1352,752714,433678}}, {outgoing_replications_safeness_level,[{"default",green}]}, {incoming_replications_conf_hashes, [{"default",[{'ns_1@192.168.0.22',99799376}]}]}, {active_buckets,["default"]}, {ready_buckets,["default"]}, {local_tasks,[]}, {memory, [{total,194292016}, {processes,150222984}, {processes_used,150193448}, {system,44069032}, {atom,1393705}, {atom_used,1362529}, {binary,6479880}, {code,13887278}, {ets,3744184}]}, {system_memory_data, [{system_total_memory,25199214592}, {free_swap,20971511808}, {total_swap,20971511808}, {cached_memory,9470578688}, {buffered_memory,157929472}, {free_memory,6142586880}, {total_memory,25199214592}]}, {node_storage_conf,[{db_path,"/data"},{index_path,"/data"}]}, {statistics, [{wall_clock,{677710,4998}}, {context_switches,{4647341,0}}, {garbage_collection,{393227,1319152291,0}}, {io,{{input,73910088},{output,4508706507}}}, {reductions,{741675242,5693128}}, {run_queue,0}, {runtime,{172340,1500}}]}, {system_stats, [{cpu_utilization_rate,68.13725490196079}, {swap_total,20971511808}, {swap_used,0}]}, {interesting_stats, [{couch_docs_actual_disk_size,9402465688}, {couch_docs_data_size,7295312618}, {couch_views_actual_disk_size,0}, {couch_views_data_size,0}, {curr_items,1499450}, {curr_items_tot,3000464}, {mem_used,7958173472}, {vb_replica_curr_items,1501014}]}, {cluster_compatibility_version,131072}, {version, [{public_key,"0.13"}, {lhttpc,"1.3.0"}, {ale,"8cffe61"}, {os_mon,"2.2.7"}, {couch_set_view,"1.2.0a-b68b5f4-git"}, {mnesia,"4.5"}, {inets,"5.7.1"}, {couch,"1.2.0a-b68b5f4-git"}, {mapreduce,"1.0.0"}, {couch_index_merger,"1.2.0a-b68b5f4-git"}, {kernel,"2.14.5"}, {crypto,"2.0.4"}, {ssl,"4.1.6"}, {sasl,"2.1.10"}, {couch_view_parser,"1.0.0"}, {ns_server,"2.0.0-1939-rel-enterprise"}, {mochiweb,"1.4.1"}, {oauth,"7d85d3ef"}, {stdlib,"1.17.5"}]}, {supported_compat_version,[2,0]}, {system_arch,"x86_64-unknown-linux-gnu"}, {wall_clock,677}, {memory_data,{25199214592,18887495680,{<17793.657.0>,4714984}}}, {disk_data, [{"/",41260352,5}, {"/dev/shm",12304304,0}, {"/boot",495844,7}, {"/data",206420664,5}]}, {meminfo, <<"MemTotal: 24608608 kB\nMemFree: 5998620 kB\nBuffers: 154228 kB\nCached: 9248612 kB\nSwapCached: 0 kB\nActive: 10310044 kB\nInactive: 7621904 kB\nActive(anon): 8516552 kB\nInactive(anon): 15220 kB\nActive(file): 1793492 kB\nInactive(file): 7606684 kB\nUnevictable: 20760 kB\nMlocked: 20760 kB\nSwapTotal: 20479992 kB\nSwapFree: 20479992 kB\nDirty: 4848 kB\nWriteback: 0 kB\nAnonPages: 8550556 kB\nMapped: 15532 kB\nShmem: 172 kB\nSlab: 344076 kB\nSReclaimable: 286568 kB\nSUnreclaim: 57508 kB\nKernelStack: 3056 kB\nPageTables: 21480 kB\nNFS_Unstable: 0 kB\nBounce: 0 kB\nWritebackTmp: 0 kB\nCommitLimit: 32784296 kB\nCommitted_AS: 10316688 kB\nVmallocTotal: 34359738367 kB\nVmallocUsed: 332500 kB\nVmallocChunk: 34359355024 kB\nHardwareCorrupted: 0 kB\nAnonHugePages: 102400 kB\nHugePages_Total: 0\nHugePages_Free: 0\nHugePages_Rsvd: 0\nHugePages_Surp: 0\nHugepagesize: 2048 kB\nDirectMap4k: 10240 kB\nDirectMap2M: 25155584 kB\n">>}]}, {'ns_1@192.168.0.22', [{last_heard,{1352,752712,653305}}, {outgoing_replications_safeness_level,[{"default",green}]}, {incoming_replications_conf_hashes, [{"default",[{'ns_1@192.168.0.20',132836600}]}]}, {active_buckets,["default"]}, {ready_buckets,["default"]}, {local_tasks,[]}, {memory, [{total,192151968}, {processes,149879992}, {processes_used,149863096}, {system,42271976}, {atom,1338193}, {atom_used,1333482}, {binary,5178232}, {code,13490894}, {ets,3740120}]}, {system_memory_data, [{system_total_memory,25199214592}, {free_swap,20971511808}, {total_swap,20971511808}, {cached_memory,9579044864}, {buffered_memory,158007296}, {free_memory,6013767680}, {total_memory,25199214592}]}, {node_storage_conf,[{db_path,"/data"},{index_path,"/data"}]}, {statistics, [{wall_clock,{660874,5000}}, {context_switches,{4748104,0}}, {garbage_collection,{416403,1237914765,0}}, {io,{{input,73585861},{output,4478115205}}}, {reductions,{577619533,3972298}}, {run_queue,0}, {runtime,{162530,1540}}]}, {system_stats, [{cpu_utilization_rate,38.10679611650485}, {swap_total,20971511808}, {swap_used,0}]}, {interesting_stats, [{couch_docs_actual_disk_size,9527769893}, {couch_docs_data_size,7294784289}, {couch_views_actual_disk_size,0}, {couch_views_data_size,0}, {curr_items,1500721}, {curr_items_tot,3000122}, {mem_used,7957882616}, {vb_replica_curr_items,1499401}]}, {cluster_compatibility_version,131072}, {version, [{public_key,"0.13"}, {lhttpc,"1.3.0"}, {ale,"8cffe61"}, {os_mon,"2.2.7"}, {couch_set_view,"1.2.0a-b68b5f4-git"}, {mnesia,"4.5"}, {inets,"5.7.1"}, {couch,"1.2.0a-b68b5f4-git"}, {mapreduce,"1.0.0"}, {couch_index_merger,"1.2.0a-b68b5f4-git"}, {kernel,"2.14.5"}, {crypto,"2.0.4"}, {ssl,"4.1.6"}, {sasl,"2.1.10"}, {couch_view_parser,"1.0.0"}, {ns_server,"2.0.0-1939-rel-enterprise"}, {mochiweb,"1.4.1"}, {oauth,"7d85d3ef"}, {stdlib,"1.17.5"}]}, {supported_compat_version,[2,0]}, {system_arch,"x86_64-unknown-linux-gnu"}, {wall_clock,660}, {memory_data,{25199214592,19182399488,{<0.674.0>,4714984}}}, {disk_data, [{"/",41260352,5}, {"/dev/shm",12304304,0}, {"/boot",495844,7}, {"/data",206420664,5}]}, {meminfo, <<"MemTotal: 24608608 kB\nMemFree: 5872820 kB\nBuffers: 154304 kB\nCached: 9354536 kB\nSwapCached: 0 kB\nActive: 10471736 kB\nInactive: 7582864 kB\nActive(anon): 8538264 kB\nInactive(anon): 10216 kB\nActive(file): 1933472 kB\nInactive(file): 7572648 kB\nUnevictable: 20760 kB\nMlocked: 20760 kB\nSwapTotal: 20479992 kB\nSwapFree: 20479992 kB\nDirty: 4880 kB\nWriteback: 0 kB\nAnonPages: 8567144 kB\nMapped: 15680 kB\nShmem: 172 kB\nSlab: 346492 kB\nSReclaimable: 289360 kB\nSUnreclaim: 57132 kB\nKernelStack: 2544 kB\nPageTables: 21160 kB\nNFS_Unstable: 0 kB\nBounce: 0 kB\nWritebackTmp: 0 kB\nCommitLimit: 32784296 kB\nCommitted_AS: 10338160 kB\nVmallocTotal: 34359738367 kB\nVmallocUsed: 332500 kB\nVmallocChunk: 34359350016 kB\nHardwareCorrupted: 0 kB\nAnonHugePages: 135168 kB\nHugePages_Total: 0\nHugePages_Free: 0\nHugePages_Rsvd: 0\nHugePages_Surp: 0\nHugepagesize: 2048 kB\nDirectMap4k: 10240 kB\nDirectMap2M: 25155584 kB\n">>}]}] [stats:debug,2012-11-12T12:39:26.473,ns_1@192.168.0.22:<0.683.0>:stats_collector:maybe_log_stats:126](at {{1970,1,16},{7,45,52}}) Stats for bucket "default": accepting_conns 1 auth_cmds 23 auth_errors 0 bucket_active_conns 2 bucket_conns 20 bytes 7960835144 bytes_read 9387797141 bytes_written 5664710982 cas_badval 0 cas_hits 0 cas_misses 0 cmd_flush 0 cmd_get 404834 cmd_set 1943663 conn_yields 61068 connection_structures 5000 curr_connections 23 curr_conns_on_port_11209 10 curr_conns_on_port_11210 11 curr_items 1500678 curr_items_tot 3000146 curr_temp_items 0 daemon_connections 4 decr_hits 0 decr_misses 0 delete_hits 26203 delete_misses 20288 ep_access_scanner_last_runtime 0 ep_access_scanner_num_items 0 ep_access_scanner_task_time 2012-11-13 10:00:00 ep_allow_data_loss_during_shutdown 1 ep_alog_block_size 4096 ep_alog_path /data/default/access.log ep_alog_sleep_time 1440 ep_alog_task_time 10 ep_backend couchdb ep_bg_fetch_delay 0 ep_bg_fetched 0 ep_bg_meta_fetched 0 ep_bg_remaining_jobs 0 ep_chk_max_items 5000 ep_chk_period 1800 ep_chk_persistence_remains 0 ep_chk_persistence_timeout 10 ep_chk_remover_stime 5 ep_commit_num 434 ep_commit_time 15 ep_commit_time_total 12394 ep_concurrentDB 1 ep_config_file ep_couch_bucket default ep_couch_host localhost ep_couch_port 11213 ep_couch_reconnect_sleeptime 250 ep_couch_response_timeout 180000 ep_data_age 7 ep_data_age_highwat 102 ep_data_traffic_enabled 0 ep_dbinit 0 ep_dbname /data/default ep_degraded_mode 0 ep_diskqueue_drain 3673862 ep_diskqueue_fill 3691027 ep_diskqueue_items 17166 ep_diskqueue_memory 549280 ep_diskqueue_pending 823920 ep_exp_pager_stime 3600 ep_exp_pager_stime 3600 ep_expired_access 0 ep_expired_pager 0 ep_expiry_window 3 ep_failpartialwarmup 0 ep_flush_all false ep_flush_duration_total 495 ep_flushall_enabled 0 ep_flusher_state running ep_flusher_todo 2292 ep_getl_default_timeout 15 ep_getl_max_timeout 30 ep_ht_locks 5 ep_ht_size 3079 ep_inconsistent_slave_chk 0 ep_initfile ep_io_num_read 0 ep_io_num_write 3616819 ep_io_read_bytes 0 ep_io_write_bytes 8500044779 ep_item_begin_failed 0 ep_item_commit_failed 0 ep_item_flush_expired 0 ep_item_flush_failed 0 ep_item_num_based_new_chk 1 ep_items_rm_from_checkpoints 0 ep_keep_closed_chks 0 ep_klog_block_size 4096 ep_klog_compactor_queue_cap 500000 ep_klog_compactor_stime 3600 ep_klog_flush commit2 ep_klog_max_entry_ratio 10 ep_klog_max_log_size 2147483647 ep_klog_path ep_klog_sync commit2 ep_kv_size 7347232106 ep_max_checkpoints 2 ep_max_data_size 12582912000 ep_max_item_size 20971520 ep_max_size 12582912000 ep_max_txn_size 10000 ep_max_vbuckets 1024 ep_mem_high_wat 9437184000 ep_mem_high_wat 9437184000 ep_mem_low_wat 7549747200 ep_mem_low_wat 7549747200 ep_mem_tracker_enabled true ep_min_data_age 0 ep_mlog_compactor_runs 0 ep_mutation_mem_threshold 0 ep_num_access_scanner_runs 0 ep_num_eject_failures 0 ep_num_expiry_pager_runs 0 ep_num_non_resident 0 ep_num_not_my_vbuckets 0 ep_num_ops_del_meta 0 ep_num_ops_get_meta 0 ep_num_ops_set_meta 0 ep_num_pager_runs 0 ep_num_value_ejects 0 ep_oom_errors 0 ep_overhead 291901744 ep_pager_active_vb_pcnt 40 ep_pager_unbiased_period 60 ep_pending_ops 0 ep_pending_ops_max 0 ep_pending_ops_max_duration 0 ep_pending_ops_total 0 ep_postInitfile ep_queue_age_cap 900 ep_queue_size 14874 ep_startup_time 1352752065 ep_storage_age 4 ep_storage_age_highwat 101 ep_store_max_concurrency 10 ep_store_max_readers 9 ep_store_max_readwrite 1 ep_stored_val_type ep_tap_ack_grace_period 300 ep_tap_ack_initial_sequence_number 1 ep_tap_ack_interval 1000 ep_tap_ack_window_size 10 ep_tap_backfill_resident 0.9 ep_tap_backlog_limit 5000 ep_tap_backoff_period 5 ep_tap_bg_fetch_requeued 0 ep_tap_bg_fetched 0 ep_tap_bg_max_pending 500 ep_tap_keepalive 300 ep_tap_noop_interval 20 ep_tap_requeue_sleep_time 0.1 ep_tap_throttle_cap_pcnt 10 ep_tap_throttle_queue_cap 1000000 ep_tap_throttle_threshold 90 ep_tmp_oom_errors 0 ep_too_old 0 ep_too_young 0 ep_total_cache_size 7311240998 ep_total_del_items 39261 ep_total_enqueued 3691027 ep_total_new_items 3029663 ep_total_persisted 3616819 ep_uncommitted_items 2917 ep_value_size 7099873926 ep_vb0 0 ep_vb_snapshot_total 7 ep_vb_total 1024 ep_vbucket_del 0 ep_vbucket_del_fail 0 ep_version 2.0.0r_133_g68e3f7c ep_waitforwarmup 0 ep_warmup 1 ep_warmup_batch_size 1000 ep_warmup_dups 0 ep_warmup_min_items_threshold 100 ep_warmup_min_memory_threshold 100 ep_warmup_oom 0 ep_warmup_thread complete ep_warmup_time 23464 get_hits 365653 get_misses 39181 incr_hits 0 incr_misses 0 libevent 2.0.11-stable limit_maxbytes 67108864 listen_disabled_num 0 max_conns_on_port_11209 1000 max_conns_on_port_11210 9000 mem_used 7960835144 pid 21605 pointer_size 64 rejected_conns 0 rusage_system 194.721397 rusage_user 423.279651 tap_checkpoint_start_received 512 tap_checkpoint_start_sent 512 tap_connect_received 1 tap_delete_received 24324 tap_delete_sent 24540 tap_mutation_received 1912746 tap_mutation_sent 1921444 tap_opaque_received 1026 tap_opaque_sent 1026 threads 4 time 1352752766 total_connections 74 uptime 711 vb_active_curr_items 1500678 vb_active_eject 0 vb_active_expired 0 vb_active_ht_memory 12857056 vb_active_itm_memory 3657494426 vb_active_meta_data_memory 118553562 vb_active_num 512 vb_active_num_non_resident 0 vb_active_num_ref_ejects 0 vb_active_num_ref_items 1517191 vb_active_ops_create 1514482 vb_active_ops_delete 20117 vb_active_ops_reject 0 vb_active_ops_update 264667 vb_active_perc_mem_resident 100 vb_active_queue_age 527802000 vb_active_queue_drain 1839243 vb_active_queue_fill 1849157 vb_active_queue_memory 317248 vb_active_queue_pending 475872 vb_active_queue_size 9914 vb_dead_num 0 vb_pending_curr_items 0 vb_pending_eject 0 vb_pending_expired 0 vb_pending_ht_memory 0 vb_pending_itm_memory 0 vb_pending_meta_data_memory 0 vb_pending_num 0 vb_pending_num_non_resident 0 vb_pending_num_ref_ejects 0 vb_pending_num_ref_items 0 vb_pending_ops_create 0 vb_pending_ops_delete 0 vb_pending_ops_reject 0 vb_pending_ops_update 0 vb_pending_perc_mem_resident 0 vb_pending_queue_age 0 vb_pending_queue_drain 0 vb_pending_queue_fill 0 vb_pending_queue_memory 0 vb_pending_queue_pending 0 vb_pending_queue_size 0 vb_replica_curr_items 1499468 vb_replica_eject 0 vb_replica_expired 0 vb_replica_ht_memory 12857152 vb_replica_itm_memory 3653746572 vb_replica_meta_data_memory 118457972 vb_replica_num 512 vb_replica_num_non_resident 0 vb_replica_num_ref_ejects 0 vb_replica_num_ref_items 1517065 vb_replica_ops_create 1515182 vb_replica_ops_delete 19144 vb_replica_ops_reject 0 vb_replica_ops_update 283242 vb_replica_perc_mem_resident 100 vb_replica_queue_age 168140000 vb_replica_queue_drain 1834619 vb_replica_queue_fill 1841870 vb_replica_queue_memory 232032 vb_replica_queue_pending 348048 vb_replica_queue_size 7251 version 1.4.4_600_g7ea975a [ns_doctor:debug,2012-11-12T12:39:37.651,ns_1@192.168.0.22:ns_doctor<0.541.0>:ns_doctor:handle_info:137]Current node statuses: [{'ns_1@192.168.0.20', [{last_heard,{1352,752774,435887}}, {outgoing_replications_safeness_level,[{"default",green}]}, {incoming_replications_conf_hashes, [{"default",[{'ns_1@192.168.0.22',99799376}]}]}, {active_buckets,["default"]}, {ready_buckets,["default"]}, {local_tasks,[]}, {memory, [{total,185183600}, {processes,142051848}, {processes_used,142022232}, {system,43131752}, {atom,1393705}, {atom_used,1362529}, {binary,5365112}, {code,13887278}, {ets,3921752}]}, {system_memory_data, [{system_total_memory,25199214592}, {free_swap,20971511808}, {total_swap,20971511808}, {cached_memory,10018967552}, {buffered_memory,158375936}, {free_memory,5527482368}, {total_memory,25199214592}]}, {node_storage_conf,[{db_path,"/data"},{index_path,"/data"}]}, {statistics, [{wall_clock,{737712,5001}}, {context_switches,{5172517,0}}, {garbage_collection,{441308,1424480985,0}}, {io,{{input,81858572},{output,4781030154}}}, {reductions,{798053153,5936052}}, {run_queue,0}, {runtime,{190970,1460}}]}, {system_stats, [{cpu_utilization_rate,56.86274509803921}, {swap_total,20971511808}, {swap_used,0}]}, {interesting_stats, [{couch_docs_actual_disk_size,9945182679}, {couch_docs_data_size,7298550629}, {couch_views_actual_disk_size,0}, {couch_views_data_size,0}, {curr_items,1499288}, {curr_items_tot,3000036}, {mem_used,7961724064}, {vb_replica_curr_items,1500748}]}, {cluster_compatibility_version,131072}, {version, [{public_key,"0.13"}, {lhttpc,"1.3.0"}, {ale,"8cffe61"}, {os_mon,"2.2.7"}, {couch_set_view,"1.2.0a-b68b5f4-git"}, {mnesia,"4.5"}, {inets,"5.7.1"}, {couch,"1.2.0a-b68b5f4-git"}, {mapreduce,"1.0.0"}, {couch_index_merger,"1.2.0a-b68b5f4-git"}, {kernel,"2.14.5"}, {crypto,"2.0.4"}, {ssl,"4.1.6"}, {sasl,"2.1.10"}, {couch_view_parser,"1.0.0"}, {ns_server,"2.0.0-1939-rel-enterprise"}, {mochiweb,"1.4.1"}, {oauth,"7d85d3ef"}, {stdlib,"1.17.5"}]}, {supported_compat_version,[2,0]}, {system_arch,"x86_64-unknown-linux-gnu"}, {wall_clock,737}, {memory_data,{25199214592,19501105152,{<17793.461.0>,3514512}}}, {disk_data, [{"/",41260352,5}, {"/dev/shm",12304304,0}, {"/boot",495844,7}, {"/data",206420664,5}]}, {meminfo, <<"MemTotal: 24608608 kB\nMemFree: 5398180 kB\nBuffers: 154664 kB\nCached: 9784148 kB\nSwapCached: 0 kB\nActive: 10655476 kB\nInactive: 7861628 kB\nActive(anon): 8565952 kB\nInactive(anon): 14632 kB\nActive(file): 2089524 kB\nInactive(file): 7846996 kB\nUnevictable: 20760 kB\nMlocked: 20760 kB\nSwapTotal: 20479992 kB\nSwapFree: 20479992 kB\nDirty: 4908 kB\nWriteback: 0 kB\nAnonPages: 8599356 kB\nMapped: 15532 kB\nShmem: 172 kB\nSlab: 359748 kB\nSReclaimable: 302248 kB\nSUnreclaim: 57500 kB\nKernelStack: 3056 kB\nPageTables: 21508 kB\nNFS_Unstable: 0 kB\nBounce: 0 kB\nWritebackTmp: 0 kB\nCommitLimit: 32784296 kB\nCommitted_AS: 10352240 kB\nVmallocTotal: 34359738367 kB\nVmallocUsed: 332500 kB\nVmallocChunk: 34359355024 kB\nHardwareCorrupted: 0 kB\nAnonHugePages: 198656 kB\nHugePages_Total: 0\nHugePages_Free: 0\nHugePages_Rsvd: 0\nHugePages_Surp: 0\nHugepagesize: 2048 kB\nDirectMap4k: 10240 kB\nDirectMap2M: 25155584 kB\n">>}]}, {'ns_1@192.168.0.22', [{last_heard,{1352,752772,653144}}, {outgoing_replications_safeness_level,[{"default",green}]}, {incoming_replications_conf_hashes, [{"default",[{'ns_1@192.168.0.20',132836600}]}]}, {active_buckets,["default"]}, {ready_buckets,["default"]}, {local_tasks,[]}, {memory, [{total,188554496}, {processes,146154656}, {processes_used,146137760}, {system,42399840}, {atom,1338193}, {atom_used,1333482}, {binary,5129312}, {code,13490894}, {ets,3915288}]}, {system_memory_data, [{system_total_memory,25199214592}, {free_swap,20971511808}, {total_swap,20971511808}, {cached_memory,10187620352}, {buffered_memory,158273536}, {free_memory,5335986176}, {total_memory,25199214592}]}, {node_storage_conf,[{db_path,"/data"},{index_path,"/data"}]}, {statistics, [{wall_clock,{720874,5000}}, {context_switches,{5361390,0}}, {garbage_collection,{475875,1345902978,0}}, {io,{{input,78491646},{output,4741303071}}}, {reductions,{622865384,3689140}}, {run_queue,0}, {runtime,{180760,1580}}]}, {system_stats, [{cpu_utilization_rate,38.87530562347188}, {swap_total,20971511808}, {swap_used,0}]}, {interesting_stats, [{couch_docs_actual_disk_size,10136288677}, {couch_docs_data_size,7297878640}, {couch_views_actual_disk_size,0}, {couch_views_data_size,0}, {curr_items,1500667}, {curr_items_tot,3000118}, {mem_used,7961076680}, {vb_replica_curr_items,1499451}]}, {cluster_compatibility_version,131072}, {version, [{public_key,"0.13"}, {lhttpc,"1.3.0"}, {ale,"8cffe61"}, {os_mon,"2.2.7"}, {couch_set_view,"1.2.0a-b68b5f4-git"}, {mnesia,"4.5"}, {inets,"5.7.1"}, {couch,"1.2.0a-b68b5f4-git"}, {mapreduce,"1.0.0"}, {couch_index_merger,"1.2.0a-b68b5f4-git"}, {kernel,"2.14.5"}, {crypto,"2.0.4"}, {ssl,"4.1.6"}, {sasl,"2.1.10"}, {couch_view_parser,"1.0.0"}, {ns_server,"2.0.0-1939-rel-enterprise"}, {mochiweb,"1.4.1"}, {oauth,"7d85d3ef"}, {stdlib,"1.17.5"}]}, {supported_compat_version,[2,0]}, {system_arch,"x86_64-unknown-linux-gnu"}, {wall_clock,720}, {memory_data,{25199214592,19861135360,{<0.674.0>,2914384}}}, {disk_data, [{"/",41260352,5}, {"/dev/shm",12304304,0}, {"/boot",495844,7}, {"/data",206420664,5}]}, {meminfo, <<"MemTotal: 24608608 kB\nMemFree: 5210924 kB\nBuffers: 154564 kB\nCached: 9948848 kB\nSwapCached: 0 kB\nActive: 10875880 kB\nInactive: 7823204 kB\nActive(anon): 8587844 kB\nInactive(anon): 10216 kB\nActive(file): 2288036 kB\nInactive(file): 7812988 kB\nUnevictable: 20760 kB\nMlocked: 20760 kB\nSwapTotal: 20479992 kB\nSwapFree: 20479992 kB\nDirty: 4968 kB\nWriteback: 0 kB\nAnonPages: 8619124 kB\nMapped: 15680 kB\nShmem: 172 kB\nSlab: 363936 kB\nSReclaimable: 306780 kB\nSUnreclaim: 57156 kB\nKernelStack: 2544 kB\nPageTables: 21208 kB\nNFS_Unstable: 0 kB\nBounce: 0 kB\nWritebackTmp: 0 kB\nCommitLimit: 32784296 kB\nCommitted_AS: 10361660 kB\nVmallocTotal: 34359738367 kB\nVmallocUsed: 332500 kB\nVmallocChunk: 34359350016 kB\nHardwareCorrupted: 0 kB\nAnonHugePages: 215040 kB\nHugePages_Total: 0\nHugePages_Free: 0\nHugePages_Rsvd: 0\nHugePages_Surp: 0\nHugepagesize: 2048 kB\nDirectMap4k: 10240 kB\nDirectMap2M: 25155584 kB\n">>}]}] [ns_doctor:debug,2012-11-12T12:40:37.651,ns_1@192.168.0.22:ns_doctor<0.541.0>:ns_doctor:handle_info:137]Current node statuses: [{'ns_1@192.168.0.20', [{last_heard,{1352,752834,433346}}, {outgoing_replications_safeness_level,[{"default",green}]}, {incoming_replications_conf_hashes, [{"default",[{'ns_1@192.168.0.22',99799376}]}]}, {active_buckets,["default"]}, {ready_buckets,["default"]}, {local_tasks,[]}, {memory, [{total,199613136}, {processes,156080448}, {processes_used,156050832}, {system,43532688}, {atom,1393705}, {atom_used,1362529}, {binary,5590736}, {code,13887278}, {ets,4096776}]}, {system_memory_data, [{system_total_memory,25199214592}, {free_swap,20971511808}, {total_swap,20971511808}, {cached_memory,10590474240}, {buffered_memory,158732288}, {free_memory,4927995904}, {total_memory,25199214592}]}, {node_storage_conf,[{db_path,"/data"},{index_path,"/data"}]}, {statistics, [{wall_clock,{797710,4999}}, {context_switches,{5719514,0}}, {garbage_collection,{490948,1529555703,0}}, {io,{{input,86539705},{output,5053842687}}}, {reductions,{855233686,5714103}}, {run_queue,0}, {runtime,{209160,1510}}]}, {system_stats, [{cpu_utilization_rate,76.04938271604938}, {swap_total,20971511808}, {swap_used,0}]}, {interesting_stats, [{couch_docs_actual_disk_size,10527412684}, {couch_docs_data_size,7301274489}, {couch_views_actual_disk_size,0}, {couch_views_data_size,0}, {curr_items,1499267}, {curr_items_tot,2999944}, {mem_used,7964805904}, {vb_replica_curr_items,1500677}]}, {cluster_compatibility_version,131072}, {version, [{public_key,"0.13"}, {lhttpc,"1.3.0"}, {ale,"8cffe61"}, {os_mon,"2.2.7"}, {couch_set_view,"1.2.0a-b68b5f4-git"}, {mnesia,"4.5"}, {inets,"5.7.1"}, {couch,"1.2.0a-b68b5f4-git"}, {mapreduce,"1.0.0"}, {couch_index_merger,"1.2.0a-b68b5f4-git"}, {kernel,"2.14.5"}, {crypto,"2.0.4"}, {ssl,"4.1.6"}, {sasl,"2.1.10"}, {couch_view_parser,"1.0.0"}, {ns_server,"2.0.0-1939-rel-enterprise"}, {mochiweb,"1.4.1"}, {oauth,"7d85d3ef"}, {stdlib,"1.17.5"}]}, {supported_compat_version,[2,0]}, {system_arch,"x86_64-unknown-linux-gnu"}, {wall_clock,797}, {memory_data,{25199214592,20107821056,{<17793.461.0>,3514512}}}, {disk_data, [{"/",41260352,5}, {"/dev/shm",12304304,0}, {"/boot",495844,7}, {"/data",206420664,6}]}, {meminfo, <<"MemTotal: 24608608 kB\nMemFree: 4812496 kB\nBuffers: 155012 kB\nCached: 10342260 kB\nSwapCached: 0 kB\nActive: 10983508 kB\nInactive: 8102964 kB\nActive(anon): 8576884 kB\nInactive(anon): 14632 kB\nActive(file): 2406624 kB\nInactive(file): 8088332 kB\nUnevictable: 20760 kB\nMlocked: 20760 kB\nSwapTotal: 20479992 kB\nSwapFree: 20479992 kB\nDirty: 3584 kB\nWriteback: 0 kB\nAnonPages: 8610288 kB\nMapped: 15532 kB\nShmem: 172 kB\nSlab: 376120 kB\nSReclaimable: 318644 kB\nSUnreclaim: 57476 kB\nKernelStack: 3064 kB\nPageTables: 21528 kB\nNFS_Unstable: 0 kB\nBounce: 0 kB\nWritebackTmp: 0 kB\nCommitLimit: 32784296 kB\nCommitted_AS: 10351908 kB\nVmallocTotal: 34359738367 kB\nVmallocUsed: 332500 kB\nVmallocChunk: 34359355024 kB\nHardwareCorrupted: 0 kB\nAnonHugePages: 301056 kB\nHugePages_Total: 0\nHugePages_Free: 0\nHugePages_Rsvd: 0\nHugePages_Surp: 0\nHugepagesize: 2048 kB\nDirectMap4k: 10240 kB\nDirectMap2M: 25155584 kB\n">>}]}, {'ns_1@192.168.0.22', [{last_heard,{1352,752832,655353}}, {outgoing_replications_safeness_level,[{"default",green}]}, {incoming_replications_conf_hashes, [{"default",[{'ns_1@192.168.0.20',132836600}]}]}, {active_buckets,["default"]}, {ready_buckets,["default"]}, {local_tasks, [[{pid,<<"<0.9882.0>">>}, {bucket,<<"default">>}, {original_target,{[{type,bucket}]}}, {progress,15}, {started_on,1352752807}, {total_vbuckets,1025}, {trigger_type,scheduled}, {type,bucket_compaction}, {updated_on,1352752832}, {vbuckets_done,155}]]}, {memory, [{total,181716464}, {processes,137647048}, {processes_used,137630664}, {system,44069416}, {atom,1338193}, {atom_used,1333482}, {binary,6546800}, {code,13490894}, {ets,4143376}]}, {system_memory_data, [{system_total_memory,25199214592}, {free_swap,20971511808}, {total_swap,20971511808}, {cached_memory,10215362560}, {buffered_memory,160235520}, {free_memory,5295919104}, {total_memory,25199214592}]}, {node_storage_conf,[{db_path,"/data"},{index_path,"/data"}]}, {statistics, [{wall_clock,{780876,5000}}, {context_switches,{5949271,0}}, {garbage_collection,{535782,1456166230,0}}, {io,{{input,90027479},{output,5011172034}}}, {reductions,{668610289,3831594}}, {run_queue,0}, {runtime,{198980,1590}}]}, {system_stats, [{cpu_utilization_rate,63.48039215686274}, {swap_total,20971511808}, {swap_used,0}]}, {interesting_stats, [{couch_docs_actual_disk_size,10211118505}, {couch_docs_data_size,7300361396}, {couch_views_actual_disk_size,0}, {couch_views_data_size,0}, {curr_items,1500727}, {curr_items_tot,3000262}, {mem_used,7964268296}, {vb_replica_curr_items,1499535}]}, {cluster_compatibility_version,131072}, {version, [{public_key,"0.13"}, {lhttpc,"1.3.0"}, {ale,"8cffe61"}, {os_mon,"2.2.7"}, {couch_set_view,"1.2.0a-b68b5f4-git"}, {mnesia,"4.5"}, {inets,"5.7.1"}, {couch,"1.2.0a-b68b5f4-git"}, {mapreduce,"1.0.0"}, {couch_index_merger,"1.2.0a-b68b5f4-git"}, {kernel,"2.14.5"}, {crypto,"2.0.4"}, {ssl,"4.1.6"}, {sasl,"2.1.10"}, {couch_view_parser,"1.0.0"}, {ns_server,"2.0.0-1939-rel-enterprise"}, {mochiweb,"1.4.1"}, {oauth,"7d85d3ef"}, {stdlib,"1.17.5"}]}, {supported_compat_version,[2,0]}, {system_arch,"x86_64-unknown-linux-gnu"}, {wall_clock,780}, {memory_data,{25199214592,19908128768,{<0.674.0>,2914384}}}, {disk_data, [{"/",41260352,5}, {"/dev/shm",12304304,0}, {"/boot",495844,7}, {"/data",206420664,5}]}, {meminfo, <<"MemTotal: 24608608 kB\nMemFree: 5171796 kB\nBuffers: 156480 kB\nCached: 9975940 kB\nSwapCached: 0 kB\nActive: 10850944 kB\nInactive: 7885208 kB\nActive(anon): 8595636 kB\nInactive(anon): 10216 kB\nActive(file): 2255308 kB\nInactive(file): 7874992 kB\nUnevictable: 20760 kB\nMlocked: 20760 kB\nSwapTotal: 20479992 kB\nSwapFree: 20479992 kB\nDirty: 8092 kB\nWriteback: 0 kB\nAnonPages: 8624100 kB\nMapped: 15676 kB\nShmem: 172 kB\nSlab: 366756 kB\nSReclaimable: 309200 kB\nSUnreclaim: 57556 kB\nKernelStack: 2584 kB\nPageTables: 21396 kB\nNFS_Unstable: 0 kB\nBounce: 0 kB\nWritebackTmp: 0 kB\nCommitLimit: 32784296 kB\nCommitted_AS: 10349320 kB\nVmallocTotal: 34359738367 kB\nVmallocUsed: 332500 kB\nVmallocChunk: 34359350016 kB\nHardwareCorrupted: 0 kB\nAnonHugePages: 307200 kB\nHugePages_Total: 0\nHugePages_Free: 0\nHugePages_Rsvd: 0\nHugePages_Surp: 0\nHugepagesize: 2048 kB\nDirectMap4k: 10240 kB\nDirectMap2M: 25155584 kB\n">>}]}] [stats:debug,2012-11-12T12:41:06.487,ns_1@192.168.0.22:<0.683.0>:stats_collector:maybe_log_stats:126](at {{1970,1,16},{7,45,52}}) Stats for bucket "default": accepting_conns 1 auth_cmds 23 auth_errors 0 bucket_active_conns 1 bucket_conns 20 bytes 7965973512 bytes_read 10282142635 bytes_written 6573975864 cas_badval 0 cas_hits 0 cas_misses 0 cmd_flush 0 cmd_get 618313 cmd_set 2124288 conn_yields 64026 connection_structures 5000 curr_connections 23 curr_conns_on_port_11209 10 curr_conns_on_port_11210 11 curr_items 1500801 curr_items_tot 3000167 curr_temp_items 0 daemon_connections 4 decr_hits 0 decr_misses 0 delete_hits 36744 delete_misses 34255 ep_access_scanner_last_runtime 0 ep_access_scanner_num_items 0 ep_access_scanner_task_time 2012-11-13 10:00:00 ep_allow_data_loss_during_shutdown 1 ep_alog_block_size 4096 ep_alog_path /data/default/access.log ep_alog_sleep_time 1440 ep_alog_task_time 10 ep_backend couchdb ep_bg_fetch_delay 0 ep_bg_fetched 0 ep_bg_meta_fetched 0 ep_bg_remaining_jobs 0 ep_chk_max_items 5000 ep_chk_period 1800 ep_chk_persistence_remains 0 ep_chk_persistence_timeout 10 ep_chk_remover_stime 5 ep_commit_num 468 ep_commit_time 15 ep_commit_time_total 12858 ep_concurrentDB 1 ep_config_file ep_couch_bucket default ep_couch_host localhost ep_couch_port 11213 ep_couch_reconnect_sleeptime 250 ep_couch_response_timeout 180000 ep_data_age 7 ep_data_age_highwat 102 ep_data_traffic_enabled 0 ep_dbinit 0 ep_dbname /data/default ep_degraded_mode 0 ep_diskqueue_drain 3944311 ep_diskqueue_fill 3968775 ep_diskqueue_items 24466 ep_diskqueue_memory 782848 ep_diskqueue_pending 1174272 ep_exp_pager_stime 3600 ep_exp_pager_stime 3600 ep_expired_access 0 ep_expired_pager 0 ep_expiry_window 3 ep_failpartialwarmup 0 ep_flush_all false ep_flush_duration_total 594 ep_flushall_enabled 0 ep_flusher_state running ep_flusher_todo 8035 ep_getl_default_timeout 15 ep_getl_max_timeout 30 ep_ht_locks 5 ep_ht_size 3079 ep_inconsistent_slave_chk 0 ep_initfile ep_io_num_read 0 ep_io_num_write 3850270 ep_io_read_bytes 0 ep_io_write_bytes 9025253785 ep_item_begin_failed 0 ep_item_commit_failed 0 ep_item_flush_expired 0 ep_item_flush_failed 0 ep_item_num_based_new_chk 1 ep_items_rm_from_checkpoints 0 ep_keep_closed_chks 0 ep_klog_block_size 4096 ep_klog_compactor_queue_cap 500000 ep_klog_compactor_stime 3600 ep_klog_flush commit2 ep_klog_max_entry_ratio 10 ep_klog_max_log_size 2147483647 ep_klog_path ep_klog_sync commit2 ep_kv_size 7350804997 ep_max_checkpoints 2 ep_max_data_size 12582912000 ep_max_item_size 20971520 ep_max_size 12582912000 ep_max_txn_size 10000 ep_max_vbuckets 1024 ep_mem_high_wat 9437184000 ep_mem_high_wat 9437184000 ep_mem_low_wat 7549747200 ep_mem_low_wat 7549747200 ep_mem_tracker_enabled true ep_min_data_age 0 ep_mlog_compactor_runs 0 ep_mutation_mem_threshold 0 ep_num_access_scanner_runs 0 ep_num_eject_failures 0 ep_num_expiry_pager_runs 0 ep_num_non_resident 0 ep_num_not_my_vbuckets 0 ep_num_ops_del_meta 0 ep_num_ops_get_meta 0 ep_num_ops_set_meta 0 ep_num_pager_runs 0 ep_num_value_ejects 0 ep_oom_errors 0 ep_overhead 292277240 ep_pager_active_vb_pcnt 40 ep_pager_unbiased_period 60 ep_pending_ops 0 ep_pending_ops_max 0 ep_pending_ops_max_duration 0 ep_pending_ops_total 0 ep_postInitfile ep_queue_age_cap 900 ep_queue_size 16431 ep_startup_time 1352752065 ep_storage_age 7 ep_storage_age_highwat 101 ep_store_max_concurrency 10 ep_store_max_readers 9 ep_store_max_readwrite 1 ep_stored_val_type ep_tap_ack_grace_period 300 ep_tap_ack_initial_sequence_number 1 ep_tap_ack_interval 1000 ep_tap_ack_window_size 10 ep_tap_backfill_resident 0.9 ep_tap_backlog_limit 5000 ep_tap_backoff_period 5 ep_tap_bg_fetch_requeued 0 ep_tap_bg_fetched 0 ep_tap_bg_max_pending 500 ep_tap_keepalive 300 ep_tap_noop_interval 20 ep_tap_requeue_sleep_time 0.1 ep_tap_throttle_cap_pcnt 10 ep_tap_throttle_queue_cap 1000000 ep_tap_throttle_threshold 90 ep_tmp_oom_errors 0 ep_too_old 0 ep_too_young 0 ep_total_cache_size 7314818401 ep_total_del_items 57794 ep_total_enqueued 3968776 ep_total_new_items 3044897 ep_total_persisted 3850270 ep_uncommitted_items 2771 ep_value_size 7103445715 ep_vb0 0 ep_vb_snapshot_total 7 ep_vb_total 1024 ep_vbucket_del 0 ep_vbucket_del_fail 0 ep_version 2.0.0r_133_g68e3f7c ep_waitforwarmup 0 ep_warmup 1 ep_warmup_batch_size 1000 ep_warmup_dups 0 ep_warmup_min_items_threshold 100 ep_warmup_min_memory_threshold 100 ep_warmup_oom 0 ep_warmup_thread complete ep_warmup_time 23464 get_hits 558063 get_misses 60250 incr_hits 0 incr_misses 0 libevent 2.0.11-stable limit_maxbytes 67108864 listen_disabled_num 0 max_conns_on_port_11209 1000 max_conns_on_port_11210 9000 mem_used 7965973512 pid 21605 pointer_size 64 rejected_conns 0 rusage_system 235.613181 rusage_user 483.236536 tap_checkpoint_start_received 512 tap_checkpoint_start_sent 512 tap_connect_received 1 tap_delete_received 34363 tap_delete_sent 34839 tap_mutation_received 2084429 tap_mutation_sent 2094280 tap_opaque_received 1026 tap_opaque_sent 1026 threads 4 time 1352752866 total_connections 74 uptime 811 vb_active_curr_items 1500801 vb_active_eject 0 vb_active_expired 0 vb_active_ht_memory 12857056 vb_active_itm_memory 3659016311 vb_active_meta_data_memory 118563279 vb_active_num 512 vb_active_num_non_resident 0 vb_active_num_ref_ejects 0 vb_active_num_ref_items 1525393 vb_active_ops_create 1521794 vb_active_ops_delete 29448 vb_active_ops_reject 0 vb_active_ops_update 355970 vb_active_perc_mem_resident 100 vb_active_queue_age 959333000 vb_active_queue_drain 1973326 vb_active_queue_fill 1989576 vb_active_queue_memory 520000 vb_active_queue_pending 780000 vb_active_queue_size 16250 vb_dead_num 0 vb_pending_curr_items 0 vb_pending_eject 0 vb_pending_expired 0 vb_pending_ht_memory 0 vb_pending_itm_memory 0 vb_pending_meta_data_memory 0 vb_pending_num 0 vb_pending_num_non_resident 0 vb_pending_num_ref_ejects 0 vb_pending_num_ref_items 0 vb_pending_ops_create 0 vb_pending_ops_delete 0 vb_pending_ops_reject 0 vb_pending_ops_update 0 vb_pending_perc_mem_resident 0 vb_pending_queue_age 0 vb_pending_queue_drain 0 vb_pending_queue_fill 0 vb_pending_queue_memory 0 vb_pending_queue_pending 0 vb_pending_queue_size 0 vb_replica_curr_items 1499366 vb_replica_eject 0 vb_replica_expired 0 vb_replica_ht_memory 12857152 vb_replica_itm_memory 3655802090 vb_replica_meta_data_memory 118449914 vb_replica_num 512 vb_replica_num_non_resident 0 vb_replica_num_ref_ejects 0 vb_replica_num_ref_items 1525594 vb_replica_ops_create 1523104 vb_replica_ops_delete 28346 vb_replica_ops_reject 0 vb_replica_ops_update 391622 vb_replica_perc_mem_resident 100 vb_replica_queue_age 333412000 vb_replica_queue_drain 1970985 vb_replica_queue_fill 1979199 vb_replica_queue_memory 262848 vb_replica_queue_pending 394272 vb_replica_queue_size 8214 version 1.4.4_600_g7ea975a [ns_doctor:debug,2012-11-12T12:41:37.651,ns_1@192.168.0.22:ns_doctor<0.541.0>:ns_doctor:handle_info:137]Current node statuses: [{'ns_1@192.168.0.20', [{last_heard,{1352,752894,434589}}, {outgoing_replications_safeness_level,[{"default",green}]}, {incoming_replications_conf_hashes, [{"default",[{'ns_1@192.168.0.22',99799376}]}]}, {active_buckets,["default"]}, {ready_buckets,["default"]}, {local_tasks, [[{pid,<<"<0.11164.0>">>}, {bucket,<<"default">>}, {original_target,{[{type,bucket}]}}, {progress,23}, {started_on,1352752849}, {total_vbuckets,1025}, {trigger_type,scheduled}, {type,bucket_compaction}, {updated_on,1352752893}, {vbuckets_done,243}]]}, {memory, [{total,187003568}, {processes,142006808}, {processes_used,141931904}, {system,44996760}, {atom,1393705}, {atom_used,1362529}, {binary,6971360}, {code,13887278}, {ets,4166336}]}, {system_memory_data, [{system_total_memory,25199214592}, {free_swap,20971511808}, {total_swap,20971511808}, {cached_memory,10146594816}, {buffered_memory,161005568}, {free_memory,5375442944}, {total_memory,25199214592}]}, {node_storage_conf,[{db_path,"/data"},{index_path,"/data"}]}, {statistics, [{wall_clock,{857710,4997}}, {context_switches,{6197328,0}}, {garbage_collection,{536115,1633046698,0}}, {io,{{input,95600058},{output,5296079594}}}, {reductions,{911470547,5707896}}, {run_queue,0}, {runtime,{225220,1320}}]}, {system_stats, [{cpu_utilization_rate,80.48780487804878}, {swap_total,20971511808}, {swap_used,0}]}, {interesting_stats, [{couch_docs_actual_disk_size,10156084295}, {couch_docs_data_size,7303321913}, {couch_views_actual_disk_size,0}, {couch_views_data_size,0}, {curr_items,1499486}, {curr_items_tot,3000304}, {mem_used,7967880432}, {vb_replica_curr_items,1500818}]}, {cluster_compatibility_version,131072}, {version, [{public_key,"0.13"}, {lhttpc,"1.3.0"}, {ale,"8cffe61"}, {os_mon,"2.2.7"}, {couch_set_view,"1.2.0a-b68b5f4-git"}, {mnesia,"4.5"}, {inets,"5.7.1"}, {couch,"1.2.0a-b68b5f4-git"}, {mapreduce,"1.0.0"}, {couch_index_merger,"1.2.0a-b68b5f4-git"}, {kernel,"2.14.5"}, {crypto,"2.0.4"}, {ssl,"4.1.6"}, {sasl,"2.1.10"}, {couch_view_parser,"1.0.0"}, {ns_server,"2.0.0-1939-rel-enterprise"}, {mochiweb,"1.4.1"}, {oauth,"7d85d3ef"}, {stdlib,"1.17.5"}]}, {supported_compat_version,[2,0]}, {system_arch,"x86_64-unknown-linux-gnu"}, {wall_clock,857}, {memory_data,{25199214592,20051394560,{<17793.461.0>,3514512}}}, {disk_data, [{"/",41260352,5}, {"/dev/shm",12304304,0}, {"/boot",495844,7}, {"/data",206420664,5}]}, {meminfo, <<"MemTotal: 24608608 kB\nMemFree: 5249456 kB\nBuffers: 157232 kB\nCached: 9908784 kB\nSwapCached: 0 kB\nActive: 10671828 kB\nInactive: 7987552 kB\nActive(anon): 8580760 kB\nInactive(anon): 14632 kB\nActive(file): 2091068 kB\nInactive(file): 7972920 kB\nUnevictable: 20760 kB\nMlocked: 20760 kB\nSwapTotal: 20479992 kB\nSwapFree: 20479992 kB\nDirty: 1032 kB\nWriteback: 1640 kB\nAnonPages: 8614532 kB\nMapped: 15536 kB\nShmem: 172 kB\nSlab: 365980 kB\nSReclaimable: 307768 kB\nSUnreclaim: 58212 kB\nKernelStack: 3064 kB\nPageTables: 21600 kB\nNFS_Unstable: 0 kB\nBounce: 0 kB\nWritebackTmp: 0 kB\nCommitLimit: 32784296 kB\nCommitted_AS: 10361160 kB\nVmallocTotal: 34359738367 kB\nVmallocUsed: 332500 kB\nVmallocChunk: 34359355024 kB\nHardwareCorrupted: 0 kB\nAnonHugePages: 399360 kB\nHugePages_Total: 0\nHugePages_Free: 0\nHugePages_Rsvd: 0\nHugePages_Surp: 0\nHugepagesize: 2048 kB\nDirectMap4k: 10240 kB\nDirectMap2M: 25155584 kB\n">>}]}, {'ns_1@192.168.0.22', [{last_heard,{1352,752892,653526}}, {outgoing_replications_safeness_level,[{"default",green}]}, {incoming_replications_conf_hashes, [{"default",[{'ns_1@192.168.0.20',132836600}]}]}, {active_buckets,["default"]}, {ready_buckets,["default"]}, {local_tasks, [[{pid,<<"<0.9882.0>">>}, {bucket,<<"default">>}, {original_target,{[{type,bucket}]}}, {progress,49}, {started_on,1352752807}, {total_vbuckets,1025}, {trigger_type,scheduled}, {type,bucket_compaction}, {updated_on,1352752892}, {vbuckets_done,510}]]}, {memory, [{total,195803352}, {processes,149361928}, {processes_used,149317104}, {system,46441424}, {atom,1338193}, {atom_used,1333482}, {binary,8733072}, {code,13490894}, {ets,4307072}]}, {system_memory_data, [{system_total_memory,25199214592}, {free_swap,20971511808}, {total_swap,20971511808}, {cached_memory,9400479744}, {buffered_memory,164044800}, {free_memory,6115065856}, {total_memory,25199214592}]}, {node_storage_conf,[{db_path,"/data"},{index_path,"/data"}]}, {statistics, [{wall_clock,{840874,5000}}, {context_switches,{6453051,0}}, {garbage_collection,{583774,1557831150,0}}, {io,{{input,101578400},{output,5257983171}}}, {reductions,{712221640,3760390}}, {run_queue,0}, {runtime,{215610,1320}}]}, {system_stats, [{cpu_utilization_rate,52.567237163814184}, {swap_total,20971511808}, {swap_used,0}]}, {interesting_stats, [{couch_docs_actual_disk_size,9386171820}, {couch_docs_data_size,7302631057}, {couch_views_actual_disk_size,0}, {couch_views_data_size,0}, {curr_items,1500623}, {curr_items_tot,2999919}, {mem_used,7967474872}, {vb_replica_curr_items,1499296}]}, {cluster_compatibility_version,131072}, {version, [{public_key,"0.13"}, {lhttpc,"1.3.0"}, {ale,"8cffe61"}, {os_mon,"2.2.7"}, {couch_set_view,"1.2.0a-b68b5f4-git"}, {mnesia,"4.5"}, {inets,"5.7.1"}, {couch,"1.2.0a-b68b5f4-git"}, {mapreduce,"1.0.0"}, {couch_index_merger,"1.2.0a-b68b5f4-git"}, {kernel,"2.14.5"}, {crypto,"2.0.4"}, {ssl,"4.1.6"}, {sasl,"2.1.10"}, {couch_view_parser,"1.0.0"}, {ns_server,"2.0.0-1939-rel-enterprise"}, {mochiweb,"1.4.1"}, {oauth,"7d85d3ef"}, {stdlib,"1.17.5"}]}, {supported_compat_version,[2,0]}, {system_arch,"x86_64-unknown-linux-gnu"}, {wall_clock,840}, {memory_data,{25199214592,19089743872,{<0.674.0>,2914384}}}, {disk_data, [{"/",41260352,5}, {"/dev/shm",12304304,0}, {"/boot",495844,7}, {"/data",206420664,5}]}, {meminfo, <<"MemTotal: 24608608 kB\nMemFree: 5971744 kB\nBuffers: 160200 kB\nCached: 9180156 kB\nSwapCached: 0 kB\nActive: 10296432 kB\nInactive: 7661304 kB\nActive(anon): 8609820 kB\nInactive(anon): 10216 kB\nActive(file): 1686612 kB\nInactive(file): 7651088 kB\nUnevictable: 20760 kB\nMlocked: 20760 kB\nSwapTotal: 20479992 kB\nSwapFree: 20479992 kB\nDirty: 12948 kB\nWriteback: 0 kB\nAnonPages: 8638832 kB\nMapped: 15684 kB\nShmem: 172 kB\nSlab: 345384 kB\nSReclaimable: 287652 kB\nSUnreclaim: 57732 kB\nKernelStack: 2552 kB\nPageTables: 21296 kB\nNFS_Unstable: 0 kB\nBounce: 0 kB\nWritebackTmp: 0 kB\nCommitLimit: 32784296 kB\nCommitted_AS: 10368360 kB\nVmallocTotal: 34359738367 kB\nVmallocUsed: 332500 kB\nVmallocChunk: 34359350016 kB\nHardwareCorrupted: 0 kB\nAnonHugePages: 411648 kB\nHugePages_Total: 0\nHugePages_Free: 0\nHugePages_Rsvd: 0\nHugePages_Surp: 0\nHugepagesize: 2048 kB\nDirectMap4k: 10240 kB\nDirectMap2M: 25155584 kB\n">>}]}] [ns_doctor:debug,2012-11-12T12:42:37.651,ns_1@192.168.0.22:ns_doctor<0.541.0>:ns_doctor:handle_info:137]Current node statuses: [{'ns_1@192.168.0.20', [{last_heard,{1352,752954,433538}}, {outgoing_replications_safeness_level,[{"default",green}]}, {incoming_replications_conf_hashes, [{"default",[{'ns_1@192.168.0.22',99799376}]}]}, {active_buckets,["default"]}, {ready_buckets,["default"]}, {local_tasks, [[{pid,<<"<0.11164.0>">>}, {bucket,<<"default">>}, {original_target,{[{type,bucket}]}}, {progress,55}, {started_on,1352752849}, {total_vbuckets,1025}, {trigger_type,scheduled}, {type,bucket_compaction}, {updated_on,1352752953}, {vbuckets_done,568}]]}, {memory, [{total,197873280}, {processes,149339912}, {processes_used,149281728}, {system,48533368}, {atom,1393705}, {atom_used,1362529}, {binary,10283344}, {code,13887278}, {ets,4369776}]}, {system_memory_data, [{system_total_memory,25199214592}, {free_swap,20971511808}, {total_swap,20971511808}, {cached_memory,9284382720}, {buffered_memory,163438592}, {free_memory,6250610688}, {total_memory,25199214592}]}, {node_storage_conf,[{db_path,"/data"},{index_path,"/data"}]}, {statistics, [{wall_clock,{917709,4999}}, {context_switches,{6655358,0}}, {garbage_collection,{577604,1734788785,0}}, {io,{{input,109204577},{output,5563618782}}}, {reductions,{967435890,5812149}}, {run_queue,0}, {runtime,{241010,1310}}]}, {system_stats, [{cpu_utilization_rate,74.5721271393643}, {swap_total,20971511808}, {swap_used,0}]}, {interesting_stats, [{couch_docs_actual_disk_size,9310322047}, {couch_docs_data_size,7305174024}, {couch_views_actual_disk_size,0}, {couch_views_data_size,0}, {curr_items,1499699}, {curr_items_tot,3000566}, {mem_used,7970119104}, {vb_replica_curr_items,1500867}]}, {cluster_compatibility_version,131072}, {version, [{public_key,"0.13"}, {lhttpc,"1.3.0"}, {ale,"8cffe61"}, {os_mon,"2.2.7"}, {couch_set_view,"1.2.0a-b68b5f4-git"}, {mnesia,"4.5"}, {inets,"5.7.1"}, {couch,"1.2.0a-b68b5f4-git"}, {mapreduce,"1.0.0"}, {couch_index_merger,"1.2.0a-b68b5f4-git"}, {kernel,"2.14.5"}, {crypto,"2.0.4"}, {ssl,"4.1.6"}, {sasl,"2.1.10"}, {couch_view_parser,"1.0.0"}, {ns_server,"2.0.0-1939-rel-enterprise"}, {mochiweb,"1.4.1"}, {oauth,"7d85d3ef"}, {stdlib,"1.17.5"}]}, {supported_compat_version,[2,0]}, {system_arch,"x86_64-unknown-linux-gnu"}, {wall_clock,917}, {memory_data,{25199214592,19226222592,{<17793.656.0>,4714984}}}, {disk_data, [{"/",41260352,5}, {"/dev/shm",12304304,0}, {"/boot",495844,7}, {"/data",206420664,5}]}, {meminfo, <<"MemTotal: 24608608 kB\nMemFree: 6104112 kB\nBuffers: 159608 kB\nCached: 9066780 kB\nSwapCached: 0 kB\nActive: 10112284 kB\nInactive: 7714584 kB\nActive(anon): 8588212 kB\nInactive(anon): 14632 kB\nActive(file): 1524072 kB\nInactive(file): 7699952 kB\nUnevictable: 20760 kB\nMlocked: 20760 kB\nSwapTotal: 20479992 kB\nSwapFree: 20479992 kB\nDirty: 7660 kB\nWriteback: 0 kB\nAnonPages: 8621440 kB\nMapped: 15864 kB\nShmem: 172 kB\nSlab: 343752 kB\nSReclaimable: 285400 kB\nSUnreclaim: 58352 kB\nKernelStack: 3064 kB\nPageTables: 21616 kB\nNFS_Unstable: 0 kB\nBounce: 0 kB\nWritebackTmp: 0 kB\nCommitLimit: 32784296 kB\nCommitted_AS: 10364212 kB\nVmallocTotal: 34359738367 kB\nVmallocUsed: 332500 kB\nVmallocChunk: 34359355024 kB\nHardwareCorrupted: 0 kB\nAnonHugePages: 495616 kB\nHugePages_Total: 0\nHugePages_Free: 0\nHugePages_Rsvd: 0\nHugePages_Surp: 0\nHugepagesize: 2048 kB\nDirectMap4k: 10240 kB\nDirectMap2M: 25155584 kB\n">>}]}, {'ns_1@192.168.0.22', [{last_heard,{1352,752952,654574}}, {outgoing_replications_safeness_level,[{"default",green}]}, {incoming_replications_conf_hashes, [{"default",[{'ns_1@192.168.0.20',132836600}]}]}, {active_buckets,["default"]}, {ready_buckets,["default"]}, {local_tasks, [[{pid,<<"<0.9882.0>">>}, {bucket,<<"default">>}, {original_target,{[{type,bucket}]}}, {progress,85}, {started_on,1352752807}, {total_vbuckets,1025}, {trigger_type,scheduled}, {type,bucket_compaction}, {updated_on,1352752952}, {vbuckets_done,875}]]}, {memory, [{total,193921224}, {processes,143629328}, {processes_used,143568104}, {system,50291896}, {atom,1338193}, {atom_used,1333482}, {binary,12509808}, {code,13490894}, {ets,4361808}]}, {system_memory_data, [{system_total_memory,25199214592}, {free_swap,20971511808}, {total_swap,20971511808}, {cached_memory,8420458496}, {buffered_memory,167673856}, {free_memory,7102255104}, {total_memory,25199214592}]}, {node_storage_conf,[{db_path,"/data"},{index_path,"/data"}]}, {statistics, [{wall_clock,{900875,5000}}, {context_switches,{6957391,0}}, {garbage_collection,{631253,1661366799,0}}, {io,{{input,113002054},{output,5523544687}}}, {reductions,{755926474,3859346}}, {run_queue,0}, {runtime,{231060,1390}}]}, {system_stats, [{cpu_utilization_rate,54.9636803874092}, {swap_total,20971511808}, {swap_used,0}]}, {interesting_stats, [{couch_docs_actual_disk_size,8415208885}, {couch_docs_data_size,7304887826}, {couch_views_actual_disk_size,0}, {couch_views_data_size,0}, {curr_items,1500589}, {curr_items_tot,2999900}, {mem_used,7970587224}, {vb_replica_curr_items,1499311}]}, {cluster_compatibility_version,131072}, {version, [{public_key,"0.13"}, {lhttpc,"1.3.0"}, {ale,"8cffe61"}, {os_mon,"2.2.7"}, {couch_set_view,"1.2.0a-b68b5f4-git"}, {mnesia,"4.5"}, {inets,"5.7.1"}, {couch,"1.2.0a-b68b5f4-git"}, {mapreduce,"1.0.0"}, {couch_index_merger,"1.2.0a-b68b5f4-git"}, {kernel,"2.14.5"}, {crypto,"2.0.4"}, {ssl,"4.1.6"}, {sasl,"2.1.10"}, {couch_view_parser,"1.0.0"}, {ns_server,"2.0.0-1939-rel-enterprise"}, {mochiweb,"1.4.1"}, {oauth,"7d85d3ef"}, {stdlib,"1.17.5"}]}, {supported_compat_version,[2,0]}, {system_arch,"x86_64-unknown-linux-gnu"}, {wall_clock,900}, {memory_data,{25199214592,18101800960,{<0.674.0>,2914384}}}, {disk_data, [{"/",41260352,5}, {"/dev/shm",12304304,0}, {"/boot",495844,7}, {"/data",206420664,5}]}, {meminfo, <<"MemTotal: 24608608 kB\nMemFree: 6934308 kB\nBuffers: 163744 kB\nCached: 8224416 kB\nSwapCached: 0 kB\nActive: 9623244 kB\nInactive: 7394844 kB\nActive(anon): 8621716 kB\nInactive(anon): 10216 kB\nActive(file): 1001528 kB\nInactive(file): 7384628 kB\nUnevictable: 20760 kB\nMlocked: 20760 kB\nSwapTotal: 20479992 kB\nSwapFree: 20479992 kB\nDirty: 5904 kB\nWriteback: 0 kB\nAnonPages: 8650616 kB\nMapped: 15684 kB\nShmem: 172 kB\nSlab: 320064 kB\nSReclaimable: 262036 kB\nSUnreclaim: 58028 kB\nKernelStack: 2552 kB\nPageTables: 21320 kB\nNFS_Unstable: 0 kB\nBounce: 0 kB\nWritebackTmp: 0 kB\nCommitLimit: 32784296 kB\nCommitted_AS: 10374624 kB\nVmallocTotal: 34359738367 kB\nVmallocUsed: 332500 kB\nVmallocChunk: 34359350016 kB\nHardwareCorrupted: 0 kB\nAnonHugePages: 512000 kB\nHugePages_Total: 0\nHugePages_Free: 0\nHugePages_Rsvd: 0\nHugePages_Surp: 0\nHugepagesize: 2048 kB\nDirectMap4k: 10240 kB\nDirectMap2M: 25155584 kB\n">>}]}] [stats:debug,2012-11-12T12:42:46.477,ns_1@192.168.0.22:<0.683.0>:stats_collector:maybe_log_stats:126](at {{1970,1,16},{7,45,52}}) Stats for bucket "default": accepting_conns 1 auth_cmds 23 auth_errors 0 bucket_active_conns 1 bucket_conns 20 bytes 7970889032 bytes_read 11160784324 bytes_written 7457977499 cas_badval 0 cas_hits 0 cas_misses 0 cmd_flush 0 cmd_get 830162 cmd_set 2301812 conn_yields 66962 connection_structures 5000 curr_connections 23 curr_conns_on_port_11209 10 curr_conns_on_port_11210 11 curr_items 1500625 curr_items_tot 2999883 curr_temp_items 0 daemon_connections 4 decr_hits 0 decr_misses 0 delete_hits 46031 delete_misses 49177 ep_access_scanner_last_runtime 0 ep_access_scanner_num_items 0 ep_access_scanner_task_time 2012-11-13 10:00:00 ep_allow_data_loss_during_shutdown 1 ep_alog_block_size 4096 ep_alog_path /data/default/access.log ep_alog_sleep_time 1440 ep_alog_task_time 10 ep_backend couchdb ep_bg_fetch_delay 0 ep_bg_fetched 0 ep_bg_meta_fetched 0 ep_bg_remaining_jobs 0 ep_chk_max_items 5000 ep_chk_period 1800 ep_chk_persistence_remains 0 ep_chk_persistence_timeout 10 ep_chk_remover_stime 5 ep_commit_num 498 ep_commit_time 16 ep_commit_time_total 13306 ep_concurrentDB 1 ep_config_file ep_couch_bucket default ep_couch_host localhost ep_couch_port 11213 ep_couch_reconnect_sleeptime 250 ep_couch_response_timeout 180000 ep_data_age 18 ep_data_age_highwat 102 ep_data_traffic_enabled 0 ep_dbinit 0 ep_dbname /data/default ep_degraded_mode 0 ep_diskqueue_drain 4184404 ep_diskqueue_fill 4210478 ep_diskqueue_items 26077 ep_diskqueue_memory 834368 ep_diskqueue_pending 1251552 ep_exp_pager_stime 3600 ep_exp_pager_stime 3600 ep_expired_access 3 ep_expired_pager 0 ep_expiry_window 3 ep_failpartialwarmup 0 ep_flush_all false ep_flush_duration_total 693 ep_flushall_enabled 0 ep_flusher_state running ep_flusher_todo 7124 ep_getl_default_timeout 15 ep_getl_max_timeout 30 ep_ht_locks 5 ep_ht_size 3079 ep_inconsistent_slave_chk 0 ep_initfile ep_io_num_read 0 ep_io_num_write 4056219 ep_io_read_bytes 0 ep_io_write_bytes 9489435226 ep_item_begin_failed 0 ep_item_commit_failed 0 ep_item_flush_expired 0 ep_item_flush_failed 0 ep_item_num_based_new_chk 1 ep_items_rm_from_checkpoints 0 ep_keep_closed_chks 0 ep_klog_block_size 4096 ep_klog_compactor_queue_cap 500000 ep_klog_compactor_stime 3600 ep_klog_flush commit2 ep_klog_max_entry_ratio 10 ep_klog_max_log_size 2147483647 ep_klog_path ep_klog_sync commit2 ep_kv_size 7353936292 ep_max_checkpoints 2 ep_max_data_size 12582912000 ep_max_item_size 20971520 ep_max_size 12582912000 ep_max_txn_size 10000 ep_max_vbuckets 1024 ep_mem_high_wat 9437184000 ep_mem_high_wat 9437184000 ep_mem_low_wat 7549747200 ep_mem_low_wat 7549747200 ep_mem_tracker_enabled true ep_min_data_age 0 ep_mlog_compactor_runs 0 ep_mutation_mem_threshold 0 ep_num_access_scanner_runs 0 ep_num_eject_failures 0 ep_num_expiry_pager_runs 0 ep_num_non_resident 0 ep_num_not_my_vbuckets 0 ep_num_ops_del_meta 0 ep_num_ops_get_meta 0 ep_num_ops_set_meta 0 ep_num_pager_runs 0 ep_num_value_ejects 0 ep_oom_errors 0 ep_overhead 292595112 ep_pager_active_vb_pcnt 40 ep_pager_unbiased_period 60 ep_pending_ops 0 ep_pending_ops_max 0 ep_pending_ops_max_duration 0 ep_pending_ops_total 0 ep_postInitfile ep_queue_age_cap 900 ep_queue_size 18953 ep_startup_time 1352752065 ep_storage_age 15 ep_storage_age_highwat 101 ep_store_max_concurrency 10 ep_store_max_readers 9 ep_store_max_readwrite 1 ep_stored_val_type ep_tap_ack_grace_period 300 ep_tap_ack_initial_sequence_number 1 ep_tap_ack_interval 1000 ep_tap_ack_window_size 10 ep_tap_backfill_resident 0.9 ep_tap_backlog_limit 5000 ep_tap_backoff_period 5 ep_tap_bg_fetch_requeued 0 ep_tap_bg_fetched 0 ep_tap_bg_max_pending 500 ep_tap_keepalive 300 ep_tap_noop_interval 20 ep_tap_requeue_sleep_time 0.1 ep_tap_throttle_cap_pcnt 10 ep_tap_throttle_queue_cap 1000000 ep_tap_throttle_threshold 90 ep_tmp_oom_errors 0 ep_too_old 0 ep_too_young 0 ep_total_cache_size 7317952237 ep_total_del_items 74853 ep_total_enqueued 4210480 ep_total_new_items 3059278 ep_total_persisted 4056219 ep_uncommitted_items 5286 ep_value_size 7106600998 ep_vb0 0 ep_vb_snapshot_total 7 ep_vb_total 1024 ep_vbucket_del 0 ep_vbucket_del_fail 0 ep_version 2.0.0r_133_g68e3f7c ep_waitforwarmup 0 ep_warmup 1 ep_warmup_batch_size 1000 ep_warmup_dups 0 ep_warmup_min_items_threshold 100 ep_warmup_min_memory_threshold 100 ep_warmup_oom 0 ep_warmup_thread complete ep_warmup_time 23464 get_hits 748660 get_misses 81502 incr_hits 0 incr_misses 0 libevent 2.0.11-stable limit_maxbytes 67108864 listen_disabled_num 0 max_conns_on_port_11209 1000 max_conns_on_port_11210 9000 mem_used 7970889032 pid 21605 pointer_size 64 rejected_conns 0 rusage_system 272.281606 rusage_user 534.488745 tap_checkpoint_start_received 512 tap_checkpoint_start_sent 512 tap_connect_received 1 tap_delete_received 43677 tap_delete_sent 44062 tap_mutation_received 2252548 tap_mutation_sent 2258769 tap_opaque_received 1026 tap_opaque_sent 1026 threads 4 time 1352752966 total_connections 74 uptime 911 vb_active_curr_items 1500625 vb_active_eject 0 vb_active_expired 3 vb_active_ht_memory 12857056 vb_active_itm_memory 3660505287 vb_active_meta_data_memory 118549375 vb_active_num 512 vb_active_num_non_resident 0 vb_active_num_ref_ejects 0 vb_active_num_ref_items 1532827 vb_active_ops_create 1528781 vb_active_ops_delete 38173 vb_active_ops_reject 0 vb_active_ops_update 436939 vb_active_perc_mem_resident 100 vb_active_queue_age 1448266000 vb_active_queue_drain 2093506 vb_active_queue_fill 2109776 vb_active_queue_memory 520640 vb_active_queue_pending 780960 vb_active_queue_size 16270 vb_dead_num 0 vb_pending_curr_items 0 vb_pending_eject 0 vb_pending_expired 0 vb_pending_ht_memory 0 vb_pending_itm_memory 0 vb_pending_meta_data_memory 0 vb_pending_num 0 vb_pending_num_non_resident 0 vb_pending_num_ref_ejects 0 vb_pending_num_ref_items 0 vb_pending_ops_create 0 vb_pending_ops_delete 0 vb_pending_ops_reject 0 vb_pending_ops_update 0 vb_pending_perc_mem_resident 0 vb_pending_queue_age 0 vb_pending_queue_drain 0 vb_pending_queue_fill 0 vb_pending_queue_memory 0 vb_pending_queue_pending 0 vb_pending_queue_size 0 vb_replica_curr_items 1499258 vb_replica_eject 0 vb_replica_expired 0 vb_replica_ht_memory 12857152 vb_replica_itm_memory 3657446950 vb_replica_meta_data_memory 118441382 vb_replica_num 512 vb_replica_num_non_resident 0 vb_replica_num_ref_ejects 0 vb_replica_num_ref_items 1533422 vb_replica_ops_create 1530499 vb_replica_ops_delete 36680 vb_replica_ops_reject 0 vb_replica_ops_update 485167 vb_replica_perc_mem_resident 100 vb_replica_queue_age 554517000 vb_replica_queue_drain 2090898 vb_replica_queue_fill 2100702 vb_replica_queue_memory 313728 vb_replica_queue_pending 470592 vb_replica_queue_size 9804 version 1.4.4_600_g7ea975a [ns_doctor:debug,2012-11-12T12:43:37.651,ns_1@192.168.0.22:ns_doctor<0.541.0>:ns_doctor:handle_info:137]Current node statuses: [{'ns_1@192.168.0.20', [{last_heard,{1352,753014,434113}}, {outgoing_replications_safeness_level,[{"default",green}]}, {incoming_replications_conf_hashes, [{"default",[{'ns_1@192.168.0.22',99799376}]}]}, {active_buckets,["default"]}, {ready_buckets,["default"]}, {local_tasks, [[{pid,<<"<0.11164.0>">>}, {bucket,<<"default">>}, {original_target,{[{type,bucket}]}}, {progress,88}, {started_on,1352752849}, {total_vbuckets,1025}, {trigger_type,scheduled}, {type,bucket_compaction}, {updated_on,1352753013}, {vbuckets_done,912}]]}, {memory, [{total,194550896}, {processes,143723848}, {processes_used,143644504}, {system,50827048}, {atom,1393705}, {atom_used,1362529}, {binary,12524520}, {code,13887278}, {ets,4408496}]}, {system_memory_data, [{system_total_memory,25199214592}, {free_swap,20971511808}, {total_swap,20971511808}, {cached_memory,8364920832}, {buffered_memory,166199296}, {free_memory,7181975552}, {total_memory,25199214592}]}, {node_storage_conf,[{db_path,"/data"},{index_path,"/data"}]}, {statistics, [{wall_clock,{977710,5000}}, {context_switches,{7154806,0}}, {garbage_collection,{623710,1840634255,0}}, {io,{{input,121101862},{output,5819145762}}}, {reductions,{1025052998,5912468}}, {run_queue,0}, {runtime,{256890,1450}}]}, {system_stats, [{cpu_utilization_rate,74.8780487804878}, {swap_total,20971511808}, {swap_used,0}]}, {interesting_stats, [{couch_docs_actual_disk_size,8369777994}, {couch_docs_data_size,7307184016}, {couch_views_actual_disk_size,0}, {couch_views_data_size,0}, {curr_items,1499108}, {curr_items_tot,2999443}, {mem_used,7974008784}, {vb_replica_curr_items,1500335}]}, {cluster_compatibility_version,131072}, {version, [{public_key,"0.13"}, {lhttpc,"1.3.0"}, {ale,"8cffe61"}, {os_mon,"2.2.7"}, {couch_set_view,"1.2.0a-b68b5f4-git"}, {mnesia,"4.5"}, {inets,"5.7.1"}, {couch,"1.2.0a-b68b5f4-git"}, {mapreduce,"1.0.0"}, {couch_index_merger,"1.2.0a-b68b5f4-git"}, {kernel,"2.14.5"}, {crypto,"2.0.4"}, {ssl,"4.1.6"}, {sasl,"2.1.10"}, {couch_view_parser,"1.0.0"}, {ns_server,"2.0.0-1939-rel-enterprise"}, {mochiweb,"1.4.1"}, {oauth,"7d85d3ef"}, {stdlib,"1.17.5"}]}, {supported_compat_version,[2,0]}, {system_arch,"x86_64-unknown-linux-gnu"}, {wall_clock,977}, {memory_data,{25199214592,18285637632,{<17793.656.0>,4714984}}}, {disk_data, [{"/",41260352,5}, {"/dev/shm",12304304,0}, {"/boot",495844,7}, {"/data",206420664,5}]}, {meminfo, <<"MemTotal: 24608608 kB\nMemFree: 7013648 kB\nBuffers: 162304 kB\nCached: 8168868 kB\nSwapCached: 0 kB\nActive: 9551148 kB\nInactive: 7390400 kB\nActive(anon): 8598604 kB\nInactive(anon): 14632 kB\nActive(file): 952544 kB\nInactive(file): 7375768 kB\nUnevictable: 20760 kB\nMlocked: 20760 kB\nSwapTotal: 20479992 kB\nSwapFree: 20479992 kB\nDirty: 10968 kB\nWriteback: 0 kB\nAnonPages: 8633688 kB\nMapped: 15544 kB\nShmem: 172 kB\nSlab: 319208 kB\nSReclaimable: 260928 kB\nSUnreclaim: 58280 kB\nKernelStack: 3064 kB\nPageTables: 21600 kB\nNFS_Unstable: 0 kB\nBounce: 0 kB\nWritebackTmp: 0 kB\nCommitLimit: 32784296 kB\nCommitted_AS: 10365312 kB\nVmallocTotal: 34359738367 kB\nVmallocUsed: 332500 kB\nVmallocChunk: 34359355024 kB\nHardwareCorrupted: 0 kB\nAnonHugePages: 598016 kB\nHugePages_Total: 0\nHugePages_Free: 0\nHugePages_Rsvd: 0\nHugePages_Surp: 0\nHugepagesize: 2048 kB\nDirectMap4k: 10240 kB\nDirectMap2M: 25155584 kB\n">>}]}, {'ns_1@192.168.0.22', [{last_heard,{1352,753012,653469}}, {outgoing_replications_safeness_level,[{"default",green}]}, {incoming_replications_conf_hashes, [{"default",[{'ns_1@192.168.0.20',132836600}]}]}, {active_buckets,["default"]}, {ready_buckets,["default"]}, {local_tasks,[]}, {memory, [{total,197063976}, {processes,145481904}, {processes_used,145393608}, {system,51582072}, {atom,1338193}, {atom_used,1333482}, {binary,13645688}, {code,13490894}, {ets,4516712}]}, {system_memory_data, [{system_total_memory,25199214592}, {free_swap,20971511808}, {total_swap,20971511808}, {cached_memory,8285114368}, {buffered_memory,170176512}, {free_memory,7229292544}, {total_memory,25199214592}]}, {node_storage_conf,[{db_path,"/data"},{index_path,"/data"}]}, {statistics, [{wall_clock,{960874,4999}}, {context_switches,{7454416,0}}, {garbage_collection,{671974,1761376798,0}}, {io,{{input,123577798},{output,5782352800}}}, {reductions,{797995180,3676849}}, {run_queue,1}, {runtime,{246800,1360}}]}, {system_stats, [{cpu_utilization_rate,35.294117647058826}, {swap_total,20971511808}, {swap_used,0}]}, {interesting_stats, [{couch_docs_actual_disk_size,8232298958}, {couch_docs_data_size,7307292314}, {couch_views_actual_disk_size,0}, {couch_views_data_size,0}, {curr_items,1500132}, {curr_items_tot,2999062}, {mem_used,7973241368}, {vb_replica_curr_items,1498930}]}, {cluster_compatibility_version,131072}, {version, [{public_key,"0.13"}, {lhttpc,"1.3.0"}, {ale,"8cffe61"}, {os_mon,"2.2.7"}, {couch_set_view,"1.2.0a-b68b5f4-git"}, {mnesia,"4.5"}, {inets,"5.7.1"}, {couch,"1.2.0a-b68b5f4-git"}, {mapreduce,"1.0.0"}, {couch_index_merger,"1.2.0a-b68b5f4-git"}, {kernel,"2.14.5"}, {crypto,"2.0.4"}, {ssl,"4.1.6"}, {sasl,"2.1.10"}, {couch_view_parser,"1.0.0"}, {ns_server,"2.0.0-1939-rel-enterprise"}, {mochiweb,"1.4.1"}, {oauth,"7d85d3ef"}, {stdlib,"1.17.5"}]}, {supported_compat_version,[2,0]}, {system_arch,"x86_64-unknown-linux-gnu"}, {wall_clock,960}, {memory_data,{25199214592,17966383104,{<0.676.0>,4714984}}}, {disk_data, [{"/",41260352,5}, {"/dev/shm",12304304,0}, {"/boot",495844,7}, {"/data",206420664,5}]}, {meminfo, <<"MemTotal: 24608608 kB\nMemFree: 7059856 kB\nBuffers: 166188 kB\nCached: 8090932 kB\nSwapCached: 0 kB\nActive: 9518908 kB\nInactive: 7380152 kB\nActive(anon): 8634432 kB\nInactive(anon): 10216 kB\nActive(file): 884476 kB\nInactive(file): 7369936 kB\nUnevictable: 20760 kB\nMlocked: 20760 kB\nSwapTotal: 20479992 kB\nSwapFree: 20479992 kB\nDirty: 1816 kB\nWriteback: 0 kB\nAnonPages: 8663424 kB\nMapped: 15680 kB\nShmem: 172 kB\nSlab: 315276 kB\nSReclaimable: 257936 kB\nSUnreclaim: 57340 kB\nKernelStack: 2544 kB\nPageTables: 21292 kB\nNFS_Unstable: 0 kB\nBounce: 0 kB\nWritebackTmp: 0 kB\nCommitLimit: 32784296 kB\nCommitted_AS: 10395592 kB\nVmallocTotal: 34359738367 kB\nVmallocUsed: 332500 kB\nVmallocChunk: 34359350016 kB\nHardwareCorrupted: 0 kB\nAnonHugePages: 616448 kB\nHugePages_Total: 0\nHugePages_Free: 0\nHugePages_Rsvd: 0\nHugePages_Surp: 0\nHugepagesize: 2048 kB\nDirectMap4k: 10240 kB\nDirectMap2M: 25155584 kB\n">>}]}] [stats:debug,2012-11-12T12:44:26.494,ns_1@192.168.0.22:<0.683.0>:stats_collector:maybe_log_stats:126](at {{1970,1,16},{7,45,53}}) Stats for bucket "default": accepting_conns 1 auth_cmds 23 auth_errors 0 bucket_active_conns 1 bucket_conns 20 bytes 7976294920 bytes_read 12056145482 bytes_written 8369881520 cas_badval 0 cas_hits 0 cas_misses 0 cmd_flush 0 cmd_get 1045246 cmd_set 2482447 conn_yields 70072 connection_structures 5000 curr_connections 23 curr_conns_on_port_11209 10 curr_conns_on_port_11210 11 curr_items 1500010 curr_items_tot 2998769 curr_temp_items 0 daemon_connections 4 decr_hits 0 decr_misses 0 delete_hits 55322 delete_misses 64817 ep_access_scanner_last_runtime 0 ep_access_scanner_num_items 0 ep_access_scanner_task_time 2012-11-13 10:00:00 ep_allow_data_loss_during_shutdown 1 ep_alog_block_size 4096 ep_alog_path /data/default/access.log ep_alog_sleep_time 1440 ep_alog_task_time 10 ep_backend couchdb ep_bg_fetch_delay 0 ep_bg_fetched 0 ep_bg_meta_fetched 0 ep_bg_remaining_jobs 0 ep_chk_max_items 5000 ep_chk_period 1800 ep_chk_persistence_remains 0 ep_chk_persistence_timeout 10 ep_chk_remover_stime 5 ep_commit_num 532 ep_commit_time 12 ep_commit_time_total 13772 ep_concurrentDB 1 ep_config_file ep_couch_bucket default ep_couch_host localhost ep_couch_port 11213 ep_couch_reconnect_sleeptime 250 ep_couch_response_timeout 180000 ep_data_age 3 ep_data_age_highwat 102 ep_data_traffic_enabled 0 ep_dbinit 0 ep_dbname /data/default ep_degraded_mode 0 ep_diskqueue_drain 4457812 ep_diskqueue_fill 4474395 ep_diskqueue_items 16586 ep_diskqueue_memory 530656 ep_diskqueue_pending 795984 ep_exp_pager_stime 3600 ep_exp_pager_stime 3600 ep_expired_access 17 ep_expired_pager 0 ep_expiry_window 3 ep_failpartialwarmup 0 ep_flush_all false ep_flush_duration_total 798 ep_flushall_enabled 0 ep_flusher_state running ep_flusher_todo 11737 ep_getl_default_timeout 15 ep_getl_max_timeout 30 ep_ht_locks 5 ep_ht_size 3079 ep_inconsistent_slave_chk 0 ep_initfile ep_io_num_read 0 ep_io_num_write 4285003 ep_io_read_bytes 0 ep_io_write_bytes 10007791323 ep_item_begin_failed 0 ep_item_commit_failed 0 ep_item_flush_expired 0 ep_item_flush_failed 0 ep_item_num_based_new_chk 1 ep_items_rm_from_checkpoints 0 ep_keep_closed_chks 0 ep_klog_block_size 4096 ep_klog_compactor_queue_cap 500000 ep_klog_compactor_stime 3600 ep_klog_flush commit2 ep_klog_max_entry_ratio 10 ep_klog_max_log_size 2147483647 ep_klog_path ep_klog_sync commit2 ep_kv_size 7357700755 ep_max_checkpoints 2 ep_max_data_size 12582912000 ep_max_item_size 20971520 ep_max_size 12582912000 ep_max_txn_size 10000 ep_max_vbuckets 1024 ep_mem_high_wat 9437184000 ep_mem_high_wat 9437184000 ep_mem_low_wat 7549747200 ep_mem_low_wat 7549747200 ep_mem_tracker_enabled true ep_min_data_age 0 ep_mlog_compactor_runs 0 ep_mutation_mem_threshold 0 ep_num_access_scanner_runs 0 ep_num_eject_failures 0 ep_num_expiry_pager_runs 0 ep_num_non_resident 0 ep_num_not_my_vbuckets 0 ep_num_ops_del_meta 0 ep_num_ops_get_meta 0 ep_num_ops_set_meta 0 ep_num_pager_runs 0 ep_num_value_ejects 0 ep_oom_errors 0 ep_overhead 292957872 ep_pager_active_vb_pcnt 40 ep_pager_unbiased_period 60 ep_pending_ops 0 ep_pending_ops_max 0 ep_pending_ops_max_duration 0 ep_pending_ops_total 0 ep_postInitfile ep_queue_age_cap 900 ep_queue_size 4849 ep_startup_time 1352752065 ep_storage_age 3 ep_storage_age_highwat 101 ep_store_max_concurrency 10 ep_store_max_readers 9 ep_store_max_readwrite 1 ep_stored_val_type ep_tap_ack_grace_period 300 ep_tap_ack_initial_sequence_number 1 ep_tap_ack_interval 1000 ep_tap_ack_window_size 10 ep_tap_backfill_resident 0.9 ep_tap_backlog_limit 5000 ep_tap_backoff_period 5 ep_tap_bg_fetch_requeued 0 ep_tap_bg_fetched 0 ep_tap_bg_max_pending 500 ep_tap_keepalive 300 ep_tap_noop_interval 20 ep_tap_requeue_sleep_time 0.1 ep_tap_throttle_cap_pcnt 10 ep_tap_throttle_queue_cap 1000000 ep_tap_throttle_threshold 90 ep_tmp_oom_errors 0 ep_too_old 0 ep_too_young 0 ep_total_cache_size 7321727183 ep_total_del_items 92691 ep_total_enqueued 4474397 ep_total_new_items 3074902 ep_total_persisted 4285003 ep_uncommitted_items 4646 ep_value_size 7110454572 ep_vb0 0 ep_vb_snapshot_total 7 ep_vb_total 1024 ep_vbucket_del 0 ep_vbucket_del_fail 0 ep_version 2.0.0r_133_g68e3f7c ep_waitforwarmup 0 ep_warmup 1 ep_warmup_batch_size 1000 ep_warmup_dups 0 ep_warmup_min_items_threshold 100 ep_warmup_min_memory_threshold 100 ep_warmup_oom 0 ep_warmup_thread complete ep_warmup_time 23464 get_hits 941730 get_misses 103516 incr_hits 0 incr_misses 0 libevent 2.0.11-stable limit_maxbytes 67108864 listen_disabled_num 0 max_conns_on_port_11209 1000 max_conns_on_port_11210 9000 mem_used 7976294920 pid 21605 pointer_size 64 rejected_conns 0 rusage_system 311.447652 rusage_user 589.537376 tap_checkpoint_start_received 512 tap_checkpoint_start_sent 512 tap_connect_received 1 tap_delete_received 52468 tap_delete_sent 53327 tap_mutation_received 2424145 tap_mutation_sent 2432166 tap_opaque_received 1026 tap_opaque_sent 1026 threads 4 time 1352753066 total_connections 74 uptime 1011 vb_active_curr_items 1500010 vb_active_eject 0 vb_active_expired 17 vb_active_ht_memory 12856960 vb_active_itm_memory 3662330166 vb_active_meta_data_memory 118500790 vb_active_num 512 vb_active_num_non_resident 0 vb_active_num_ref_ejects 0 vb_active_num_ref_items 1540624 vb_active_ops_create 1536599 vb_active_ops_delete 47445 vb_active_ops_reject 0 vb_active_ops_update 527019 vb_active_perc_mem_resident 100 vb_active_queue_age 1725547000 vb_active_queue_drain 2231627 vb_active_queue_fill 2242707 vb_active_queue_memory 354560 vb_active_queue_pending 531840 vb_active_queue_size 11080 vb_dead_num 0 vb_pending_curr_items 0 vb_pending_eject 0 vb_pending_expired 0 vb_pending_ht_memory 0 vb_pending_itm_memory 0 vb_pending_meta_data_memory 0 vb_pending_num 0 vb_pending_num_non_resident 0 vb_pending_num_ref_ejects 0 vb_pending_num_ref_items 0 vb_pending_ops_create 0 vb_pending_ops_delete 0 vb_pending_ops_reject 0 vb_pending_ops_update 0 vb_pending_perc_mem_resident 0 vb_pending_queue_age 0 vb_pending_queue_drain 0 vb_pending_queue_fill 0 vb_pending_queue_memory 0 vb_pending_queue_pending 0 vb_pending_queue_size 0 vb_replica_curr_items 1498759 vb_replica_eject 0 vb_replica_expired 0 vb_replica_ht_memory 12857152 vb_replica_itm_memory 3659397017 vb_replica_meta_data_memory 118401961 vb_replica_num 512 vb_replica_num_non_resident 0 vb_replica_num_ref_ejects 0 vb_replica_num_ref_items 1541184 vb_replica_ops_create 1538306 vb_replica_ops_delete 45246 vb_replica_ops_reject 0 vb_replica_ops_update 590402 vb_replica_perc_mem_resident 100 vb_replica_queue_age 571145000 vb_replica_queue_drain 2226185 vb_replica_queue_fill 2231688 vb_replica_queue_memory 176096 vb_replica_queue_pending 264144 vb_replica_queue_size 5503 version 1.4.4_600_g7ea975a [ns_doctor:debug,2012-11-12T12:44:37.651,ns_1@192.168.0.22:ns_doctor<0.541.0>:ns_doctor:handle_info:137]Current node statuses: [{'ns_1@192.168.0.20', [{last_heard,{1352,753074,433912}}, {outgoing_replications_safeness_level,[{"default",green}]}, {incoming_replications_conf_hashes, [{"default",[{'ns_1@192.168.0.22',99799376}]}]}, {active_buckets,["default"]}, {ready_buckets,["default"]}, {local_tasks,[]}, {memory, [{total,196949024}, {processes,143921952}, {processes_used,143836376}, {system,53027072}, {atom,1393705}, {atom_used,1362529}, {binary,14549200}, {code,13887278}, {ets,4582240}]}, {system_memory_data, [{system_total_memory,25199214592}, {free_swap,20971511808}, {total_swap,20971511808}, {cached_memory,8419672064}, {buffered_memory,168374272}, {free_memory,7108784128}, {total_memory,25199214592}]}, {node_storage_conf,[{db_path,"/data"},{index_path,"/data"}]}, {statistics, [{wall_clock,{1037710,4999}}, {context_switches,{7701856,0}}, {garbage_collection,{669908,1948296356,0}}, {io,{{input,127972245},{output,6093854373}}}, {reductions,{1082990721,5783062}}, {run_queue,0}, {runtime,{274960,1630}}]}, {system_stats, [{cpu_utilization_rate,70.2179176755448}, {swap_total,20971511808}, {swap_used,0}]}, {interesting_stats, [{couch_docs_actual_disk_size,8347110821}, {couch_docs_data_size,7309742543}, {couch_views_actual_disk_size,0}, {couch_views_data_size,0}, {curr_items,1498867}, {curr_items_tot,2998780}, {mem_used,7976761296}, {vb_replica_curr_items,1499913}]}, {cluster_compatibility_version,131072}, {version, [{public_key,"0.13"}, {lhttpc,"1.3.0"}, {ale,"8cffe61"}, {os_mon,"2.2.7"}, {couch_set_view,"1.2.0a-b68b5f4-git"}, {mnesia,"4.5"}, {inets,"5.7.1"}, {couch,"1.2.0a-b68b5f4-git"}, {mapreduce,"1.0.0"}, {couch_index_merger,"1.2.0a-b68b5f4-git"}, {kernel,"2.14.5"}, {crypto,"2.0.4"}, {ssl,"4.1.6"}, {sasl,"2.1.10"}, {couch_view_parser,"1.0.0"}, {ns_server,"2.0.0-1939-rel-enterprise"}, {mochiweb,"1.4.1"}, {oauth,"7d85d3ef"}, {stdlib,"1.17.5"}]}, {supported_compat_version,[2,0]}, {system_arch,"x86_64-unknown-linux-gnu"}, {wall_clock,1037}, {memory_data,{25199214592,17918451712,{<17793.461.0>,3514512}}}, {disk_data, [{"/",41260352,5}, {"/dev/shm",12304304,0}, {"/boot",495844,7}, {"/data",206420664,4}]}, {meminfo, <<"MemTotal: 24608608 kB\nMemFree: 6942172 kB\nBuffers: 164428 kB\nCached: 8222336 kB\nSwapCached: 0 kB\nActive: 9590136 kB\nInactive: 7422780 kB\nActive(anon): 8614064 kB\nInactive(anon): 14632 kB\nActive(file): 976072 kB\nInactive(file): 7408148 kB\nUnevictable: 20760 kB\nMlocked: 20760 kB\nSwapTotal: 20479992 kB\nSwapFree: 20479992 kB\nDirty: 4188 kB\nWriteback: 0 kB\nAnonPages: 8647480 kB\nMapped: 15532 kB\nShmem: 172 kB\nSlab: 319876 kB\nSReclaimable: 262044 kB\nSUnreclaim: 57832 kB\nKernelStack: 3056 kB\nPageTables: 21608 kB\nNFS_Unstable: 0 kB\nBounce: 0 kB\nWritebackTmp: 0 kB\nCommitLimit: 32784296 kB\nCommitted_AS: 10390968 kB\nVmallocTotal: 34359738367 kB\nVmallocUsed: 332500 kB\nVmallocChunk: 34359355024 kB\nHardwareCorrupted: 0 kB\nAnonHugePages: 700416 kB\nHugePages_Total: 0\nHugePages_Free: 0\nHugePages_Rsvd: 0\nHugePages_Surp: 0\nHugepagesize: 2048 kB\nDirectMap4k: 10240 kB\nDirectMap2M: 25155584 kB\n">>}]}, {'ns_1@192.168.0.22', [{last_heard,{1352,753072,653357}}, {outgoing_replications_safeness_level,[{"default",green}]}, {incoming_replications_conf_hashes, [{"default",[{'ns_1@192.168.0.20',132836600}]}]}, {active_buckets,["default"]}, {ready_buckets,["default"]}, {local_tasks,[]}, {memory, [{total,197939624}, {processes,146305920}, {processes_used,146217624}, {system,51633704}, {atom,1338193}, {atom_used,1333482}, {binary,13639680}, {code,13490894}, {ets,4578160}]}, {system_memory_data, [{system_total_memory,25199214592}, {free_swap,20971511808}, {total_swap,20971511808}, {cached_memory,8834879488}, {buffered_memory,171778048}, {free_memory,6655877120}, {total_memory,25199214592}]}, {node_storage_conf,[{db_path,"/data"},{index_path,"/data"}]}, {statistics, [{wall_clock,{1020874,5000}}, {context_switches,{8017480,0}}, {garbage_collection,{717699,1865709513,0}}, {io,{{input,128356370},{output,6056404207}}}, {reductions,{841418085,3841554}}, {run_queue,0}, {runtime,{264370,1420}}]}, {system_stats, [{cpu_utilization_rate,35.42168674698795}, {swap_total,20971511808}, {swap_used,0}]}, {interesting_stats, [{couch_docs_actual_disk_size,8780538556}, {couch_docs_data_size,7310187484}, {couch_views_actual_disk_size,0}, {couch_views_data_size,0}, {curr_items,1500057}, {curr_items_tot,2998760}, {mem_used,7976846344}, {vb_replica_curr_items,1498703}]}, {cluster_compatibility_version,131072}, {version, [{public_key,"0.13"}, {lhttpc,"1.3.0"}, {ale,"8cffe61"}, {os_mon,"2.2.7"}, {couch_set_view,"1.2.0a-b68b5f4-git"}, {mnesia,"4.5"}, {inets,"5.7.1"}, {couch,"1.2.0a-b68b5f4-git"}, {mapreduce,"1.0.0"}, {couch_index_merger,"1.2.0a-b68b5f4-git"}, {kernel,"2.14.5"}, {crypto,"2.0.4"}, {ssl,"4.1.6"}, {sasl,"2.1.10"}, {couch_view_parser,"1.0.0"}, {ns_server,"2.0.0-1939-rel-enterprise"}, {mochiweb,"1.4.1"}, {oauth,"7d85d3ef"}, {stdlib,"1.17.5"}]}, {supported_compat_version,[2,0]}, {system_arch,"x86_64-unknown-linux-gnu"}, {wall_clock,1020}, {memory_data,{25199214592,18539773952,{<0.674.0>,2914384}}}, {disk_data, [{"/",41260352,5}, {"/dev/shm",12304304,0}, {"/boot",495844,7}, {"/data",206420664,5}]}, {meminfo, <<"MemTotal: 24608608 kB\nMemFree: 6499880 kB\nBuffers: 167752 kB\nCached: 8627812 kB\nSwapCached: 0 kB\nActive: 9845608 kB\nInactive: 7598560 kB\nActive(anon): 8641100 kB\nInactive(anon): 10216 kB\nActive(file): 1204508 kB\nInactive(file): 7588344 kB\nUnevictable: 20760 kB\nMlocked: 20760 kB\nSwapTotal: 20479992 kB\nSwapFree: 20479992 kB\nDirty: 6420 kB\nWriteback: 52 kB\nAnonPages: 8669984 kB\nMapped: 15680 kB\nShmem: 172 kB\nSlab: 329832 kB\nSReclaimable: 272496 kB\nSUnreclaim: 57336 kB\nKernelStack: 2544 kB\nPageTables: 21312 kB\nNFS_Unstable: 0 kB\nBounce: 0 kB\nWritebackTmp: 0 kB\nCommitLimit: 32784296 kB\nCommitted_AS: 10410032 kB\nVmallocTotal: 34359738367 kB\nVmallocUsed: 332500 kB\nVmallocChunk: 34359350016 kB\nHardwareCorrupted: 0 kB\nAnonHugePages: 714752 kB\nHugePages_Total: 0\nHugePages_Free: 0\nHugePages_Rsvd: 0\nHugePages_Surp: 0\nHugepagesize: 2048 kB\nDirectMap4k: 10240 kB\nDirectMap2M: 25155584 kB\n">>}]}] [ns_doctor:debug,2012-11-12T12:45:37.651,ns_1@192.168.0.22:ns_doctor<0.541.0>:ns_doctor:handle_info:137]Current node statuses: [{'ns_1@192.168.0.20', [{last_heard,{1352,753134,433981}}, {outgoing_replications_safeness_level,[{"default",green}]}, {incoming_replications_conf_hashes, [{"default",[{'ns_1@192.168.0.22',99799376}]}]}, {active_buckets,["default"]}, {ready_buckets,["default"]}, {local_tasks,[]}, {memory, [{total,195898928}, {processes,143390920}, {processes_used,143305344}, {system,52508008}, {atom,1393705}, {atom_used,1362529}, {binary,13857496}, {code,13887278}, {ets,4759776}]}, {system_memory_data, [{system_total_memory,25199214592}, {free_swap,20971511808}, {total_swap,20971511808}, {cached_memory,8983982080}, {buffered_memory,170315776}, {free_memory,6522994688}, {total_memory,25199214592}]}, {node_storage_conf,[{db_path,"/data"},{index_path,"/data"}]}, {statistics, [{wall_clock,{1097710,4999}}, {context_switches,{8222661,0}}, {garbage_collection,{714010,2052586433,0}}, {io,{{input,135910962},{output,6371105728}}}, {reductions,{1139427706,5543164}}, {run_queue,0}, {runtime,{292700,1430}}]}, {system_stats, [{cpu_utilization_rate,64.00966183574879}, {swap_total,20971511808}, {swap_used,0}]}, {interesting_stats, [{couch_docs_actual_disk_size,8917810509}, {couch_docs_data_size,7311879446}, {couch_views_actual_disk_size,0}, {couch_views_data_size,0}, {curr_items,1498733}, {curr_items_tot,2998760}, {mem_used,7979533408}, {vb_replica_curr_items,1500027}]}, {cluster_compatibility_version,131072}, {version, [{public_key,"0.13"}, {lhttpc,"1.3.0"}, {ale,"8cffe61"}, {os_mon,"2.2.7"}, {couch_set_view,"1.2.0a-b68b5f4-git"}, {mnesia,"4.5"}, {inets,"5.7.1"}, {couch,"1.2.0a-b68b5f4-git"}, {mapreduce,"1.0.0"}, {couch_index_merger,"1.2.0a-b68b5f4-git"}, {kernel,"2.14.5"}, {crypto,"2.0.4"}, {ssl,"4.1.6"}, {sasl,"2.1.10"}, {couch_view_parser,"1.0.0"}, {ns_server,"2.0.0-1939-rel-enterprise"}, {mochiweb,"1.4.1"}, {oauth,"7d85d3ef"}, {stdlib,"1.17.5"}]}, {supported_compat_version,[2,0]}, {system_arch,"x86_64-unknown-linux-gnu"}, {wall_clock,1097}, {memory_data,{25199214592,18512433152,{<17793.461.0>,3514512}}}, {disk_data, [{"/",41260352,5}, {"/dev/shm",12304304,0}, {"/boot",495844,7}, {"/data",206420664,5}]}, {meminfo, <<"MemTotal: 24608608 kB\nMemFree: 6370112 kB\nBuffers: 166324 kB\nCached: 8773420 kB\nSwapCached: 0 kB\nActive: 9943472 kB\nInactive: 7626544 kB\nActive(anon): 8618152 kB\nInactive(anon): 14632 kB\nActive(file): 1325320 kB\nInactive(file): 7611912 kB\nUnevictable: 20760 kB\nMlocked: 20760 kB\nSwapTotal: 20479992 kB\nSwapFree: 20479992 kB\nDirty: 6592 kB\nWriteback: 68 kB\nAnonPages: 8651256 kB\nMapped: 15540 kB\nShmem: 172 kB\nSlab: 334868 kB\nSReclaimable: 276988 kB\nSUnreclaim: 57880 kB\nKernelStack: 3072 kB\nPageTables: 21468 kB\nNFS_Unstable: 0 kB\nBounce: 0 kB\nWritebackTmp: 0 kB\nCommitLimit: 32784296 kB\nCommitted_AS: 10391124 kB\nVmallocTotal: 34359738367 kB\nVmallocUsed: 332500 kB\nVmallocChunk: 34359355024 kB\nHardwareCorrupted: 0 kB\nAnonHugePages: 794624 kB\nHugePages_Total: 0\nHugePages_Free: 0\nHugePages_Rsvd: 0\nHugePages_Surp: 0\nHugepagesize: 2048 kB\nDirectMap4k: 10240 kB\nDirectMap2M: 25155584 kB\n">>}]}, {'ns_1@192.168.0.22', [{last_heard,{1352,753132,653315}}, {outgoing_replications_safeness_level,[{"default",green}]}, {incoming_replications_conf_hashes, [{"default",[{'ns_1@192.168.0.20',132836600}]}]}, {active_buckets,["default"]}, {ready_buckets,["default"]}, {local_tasks,[]}, {memory, [{total,196689576}, {processes,145346912}, {processes_used,145258536}, {system,51342664}, {atom,1338193}, {atom_used,1333482}, {binary,13176712}, {code,13490894}, {ets,4752784}]}, {system_memory_data, [{system_total_memory,25199214592}, {free_swap,20971511808}, {total_swap,20971511808}, {cached_memory,9443332096}, {buffered_memory,173453312}, {free_memory,6022045696}, {total_memory,25199214592}]}, {node_storage_conf,[{db_path,"/data"},{index_path,"/data"}]}, {statistics, [{wall_clock,{1080874,5000}}, {context_switches,{8573201,0}}, {garbage_collection,{761967,1968506890,0}}, {io,{{input,132975528},{output,6325941124}}}, {reductions,{884564645,3809146}}, {run_queue,0}, {runtime,{282050,1400}}]}, {system_stats, [{cpu_utilization_rate,36.58536585365854}, {swap_total,20971511808}, {swap_used,0}]}, {interesting_stats, [{couch_docs_actual_disk_size,9386098092}, {couch_docs_data_size,7312397939}, {couch_views_actual_disk_size,0}, {couch_views_data_size,0}, {curr_items,1499938}, {curr_items_tot,2998358}, {mem_used,7979194760}, {vb_replica_curr_items,1498420}]}, {cluster_compatibility_version,131072}, {version, [{public_key,"0.13"}, {lhttpc,"1.3.0"}, {ale,"8cffe61"}, {os_mon,"2.2.7"}, {couch_set_view,"1.2.0a-b68b5f4-git"}, {mnesia,"4.5"}, {inets,"5.7.1"}, {couch,"1.2.0a-b68b5f4-git"}, {mapreduce,"1.0.0"}, {couch_index_merger,"1.2.0a-b68b5f4-git"}, {kernel,"2.14.5"}, {crypto,"2.0.4"}, {ssl,"4.1.6"}, {sasl,"2.1.10"}, {couch_view_parser,"1.0.0"}, {ns_server,"2.0.0-1939-rel-enterprise"}, {mochiweb,"1.4.1"}, {oauth,"7d85d3ef"}, {stdlib,"1.17.5"}]}, {supported_compat_version,[2,0]}, {system_arch,"x86_64-unknown-linux-gnu"}, {wall_clock,1080}, {memory_data,{25199214592,19173367808,{<0.674.0>,2914384}}}, {disk_data, [{"/",41260352,5}, {"/dev/shm",12304304,0}, {"/boot",495844,7}, {"/data",206420664,5}]}, {meminfo, <<"MemTotal: 24608608 kB\nMemFree: 5880904 kB\nBuffers: 169388 kB\nCached: 9222004 kB\nSwapCached: 0 kB\nActive: 10236344 kB\nInactive: 7810592 kB\nActive(anon): 8648476 kB\nInactive(anon): 10216 kB\nActive(file): 1587868 kB\nInactive(file): 7800376 kB\nUnevictable: 20760 kB\nMlocked: 20760 kB\nSwapTotal: 20479992 kB\nSwapFree: 20479992 kB\nDirty: 5840 kB\nWriteback: 0 kB\nAnonPages: 8677572 kB\nMapped: 15680 kB\nShmem: 172 kB\nSlab: 345844 kB\nSReclaimable: 288568 kB\nSUnreclaim: 57276 kB\nKernelStack: 2544 kB\nPageTables: 21316 kB\nNFS_Unstable: 0 kB\nBounce: 0 kB\nWritebackTmp: 0 kB\nCommitLimit: 32784296 kB\nCommitted_AS: 10394028 kB\nVmallocTotal: 34359738367 kB\nVmallocUsed: 332500 kB\nVmallocChunk: 34359350016 kB\nHardwareCorrupted: 0 kB\nAnonHugePages: 813056 kB\nHugePages_Total: 0\nHugePages_Free: 0\nHugePages_Rsvd: 0\nHugePages_Surp: 0\nHugepagesize: 2048 kB\nDirectMap4k: 10240 kB\nDirectMap2M: 25155584 kB\n">>}]}] [stats:debug,2012-11-12T12:46:06.469,ns_1@192.168.0.22:<0.683.0>:stats_collector:maybe_log_stats:126](at {{1970,1,16},{7,45,53}}) Stats for bucket "default": accepting_conns 1 auth_cmds 23 auth_errors 0 bucket_active_conns 1 bucket_conns 20 bytes 7980130248 bytes_read 12973488605 bytes_written 9299194618 cas_badval 0 cas_hits 0 cas_misses 0 cmd_flush 0 cmd_get 1261441 cmd_set 2664562 conn_yields 73351 connection_structures 5000 curr_connections 23 curr_conns_on_port_11209 10 curr_conns_on_port_11210 11 curr_items 1499622 curr_items_tot 2998096 curr_temp_items 0 daemon_connections 4 decr_hits 0 decr_misses 0 delete_hits 64808 delete_misses 80235 ep_access_scanner_last_runtime 0 ep_access_scanner_num_items 0 ep_access_scanner_task_time 2012-11-13 10:00:00 ep_allow_data_loss_during_shutdown 1 ep_alog_block_size 4096 ep_alog_path /data/default/access.log ep_alog_sleep_time 1440 ep_alog_task_time 10 ep_backend couchdb ep_bg_fetch_delay 0 ep_bg_fetched 0 ep_bg_meta_fetched 0 ep_bg_remaining_jobs 0 ep_chk_max_items 5000 ep_chk_period 1800 ep_chk_persistence_remains 0 ep_chk_persistence_timeout 10 ep_chk_remover_stime 5 ep_commit_num 570 ep_commit_time 14 ep_commit_time_total 14277 ep_concurrentDB 1 ep_config_file ep_couch_bucket default ep_couch_host localhost ep_couch_port 11213 ep_couch_reconnect_sleeptime 250 ep_couch_response_timeout 180000 ep_data_age 6 ep_data_age_highwat 102 ep_data_traffic_enabled 0 ep_dbinit 0 ep_dbname /data/default ep_degraded_mode 0 ep_diskqueue_drain 4777857 ep_diskqueue_fill 4796198 ep_diskqueue_items 18342 ep_diskqueue_memory 586912 ep_diskqueue_pending 880368 ep_exp_pager_stime 3600 ep_exp_pager_stime 3600 ep_expired_access 57 ep_expired_pager 0 ep_expiry_window 3 ep_failpartialwarmup 0 ep_flush_all false ep_flush_duration_total 895 ep_flushall_enabled 0 ep_flusher_state running ep_flusher_todo 3224 ep_getl_default_timeout 15 ep_getl_max_timeout 30 ep_ht_locks 5 ep_ht_size 3079 ep_inconsistent_slave_chk 0 ep_initfile ep_io_num_read 0 ep_io_num_write 4560010 ep_io_read_bytes 0 ep_io_write_bytes 10639790163 ep_item_begin_failed 0 ep_item_commit_failed 0 ep_item_flush_expired 0 ep_item_flush_failed 0 ep_item_num_based_new_chk 1 ep_items_rm_from_checkpoints 0 ep_keep_closed_chks 0 ep_klog_block_size 4096 ep_klog_compactor_queue_cap 500000 ep_klog_compactor_stime 3600 ep_klog_flush commit2 ep_klog_max_entry_ratio 10 ep_klog_max_log_size 2147483647 ep_klog_path ep_klog_sync commit2 ep_kv_size 7360169684 ep_max_checkpoints 2 ep_max_data_size 12582912000 ep_max_item_size 20971520 ep_max_size 12582912000 ep_max_txn_size 10000 ep_max_vbuckets 1024 ep_mem_high_wat 9437184000 ep_mem_high_wat 9437184000 ep_mem_low_wat 7549747200 ep_mem_low_wat 7549747200 ep_mem_tracker_enabled true ep_min_data_age 0 ep_mlog_compactor_runs 0 ep_mutation_mem_threshold 0 ep_num_access_scanner_runs 0 ep_num_eject_failures 0 ep_num_expiry_pager_runs 0 ep_num_non_resident 0 ep_num_not_my_vbuckets 0 ep_num_ops_del_meta 0 ep_num_ops_get_meta 0 ep_num_ops_set_meta 0 ep_num_pager_runs 0 ep_num_value_ejects 0 ep_oom_errors 0 ep_overhead 293228304 ep_pager_active_vb_pcnt 40 ep_pager_unbiased_period 60 ep_pending_ops 0 ep_pending_ops_max 0 ep_pending_ops_max_duration 0 ep_pending_ops_total 0 ep_postInitfile ep_queue_age_cap 900 ep_queue_size 15118 ep_startup_time 1352752065 ep_storage_age 5 ep_storage_age_highwat 101 ep_store_max_concurrency 10 ep_store_max_readers 9 ep_store_max_readwrite 1 ep_stored_val_type ep_tap_ack_grace_period 300 ep_tap_ack_initial_sequence_number 1 ep_tap_ack_interval 1000 ep_tap_ack_window_size 10 ep_tap_backfill_resident 0.9 ep_tap_backlog_limit 5000 ep_tap_backoff_period 5 ep_tap_bg_fetch_requeued 0 ep_tap_bg_fetched 0 ep_tap_bg_max_pending 500 ep_tap_keepalive 300 ep_tap_noop_interval 20 ep_tap_requeue_sleep_time 0.1 ep_tap_throttle_cap_pcnt 10 ep_tap_throttle_queue_cap 1000000 ep_tap_throttle_threshold 90 ep_tmp_oom_errors 0 ep_too_old 0 ep_too_young 0 ep_total_cache_size 7324203008 ep_total_del_items 110823 ep_total_enqueued 4796199 ep_total_new_items 3090936 ep_total_persisted 4560010 ep_uncommitted_items 3824 ep_value_size 7112977931 ep_vb0 0 ep_vb_snapshot_total 7 ep_vb_total 1024 ep_vbucket_del 0 ep_vbucket_del_fail 0 ep_version 2.0.0r_133_g68e3f7c ep_waitforwarmup 0 ep_warmup 1 ep_warmup_batch_size 1000 ep_warmup_dups 0 ep_warmup_min_items_threshold 100 ep_warmup_min_memory_threshold 100 ep_warmup_oom 0 ep_warmup_thread complete ep_warmup_time 23464 get_hits 1135263 get_misses 126178 incr_hits 0 incr_misses 0 libevent 2.0.11-stable limit_maxbytes 67108864 listen_disabled_num 0 max_conns_on_port_11209 1000 max_conns_on_port_11210 9000 mem_used 7980130248 pid 21605 pointer_size 64 rejected_conns 0 rusage_system 354.181156 rusage_user 650.270143 tap_checkpoint_start_received 512 tap_checkpoint_start_sent 512 tap_connect_received 1 tap_delete_received 61728 tap_delete_sent 62745 tap_mutation_received 2602805 tap_mutation_sent 2611575 tap_opaque_received 1026 tap_opaque_sent 1026 threads 4 time 1352753165 total_connections 74 uptime 1110 vb_active_curr_items 1499622 vb_active_eject 0 vb_active_expired 57 vb_active_ht_memory 12856960 vb_active_itm_memory 3663688274 vb_active_meta_data_memory 118470138 vb_active_num 512 vb_active_num_non_resident 0 vb_active_num_ref_ejects 0 vb_active_num_ref_items 1548886 vb_active_ops_create 1544744 vb_active_ops_delete 56753 vb_active_ops_reject 0 vb_active_ops_update 638658 vb_active_perc_mem_resident 100 vb_active_queue_age 2016796000 vb_active_queue_drain 2393670 vb_active_queue_fill 2404345 vb_active_queue_memory 341600 vb_active_queue_pending 512400 vb_active_queue_size 10675 vb_dead_num 0 vb_pending_curr_items 0 vb_pending_eject 0 vb_pending_expired 0 vb_pending_ht_memory 0 vb_pending_itm_memory 0 vb_pending_meta_data_memory 0 vb_pending_num 0 vb_pending_num_non_resident 0 vb_pending_num_ref_ejects 0 vb_pending_num_ref_items 0 vb_pending_ops_create 0 vb_pending_ops_delete 0 vb_pending_ops_reject 0 vb_pending_ops_update 0 vb_pending_perc_mem_resident 0 vb_pending_queue_age 0 vb_pending_queue_drain 0 vb_pending_queue_fill 0 vb_pending_queue_memory 0 vb_pending_queue_pending 0 vb_pending_queue_size 0 vb_replica_curr_items 1498474 vb_replica_eject 0 vb_replica_expired 0 vb_replica_ht_memory 12857152 vb_replica_itm_memory 3660514734 vb_replica_meta_data_memory 118379446 vb_replica_num 512 vb_replica_num_non_resident 0 vb_replica_num_ref_ejects 0 vb_replica_num_ref_items 1549450 vb_replica_ops_create 1546193 vb_replica_ops_delete 54070 vb_replica_ops_reject 0 vb_replica_ops_update 719605 vb_replica_perc_mem_resident 100 vb_replica_queue_age 559350000 vb_replica_queue_drain 2384187 vb_replica_queue_fill 2391853 vb_replica_queue_memory 245312 vb_replica_queue_pending 367968 vb_replica_queue_size 7666 version 1.4.4_600_g7ea975a [ns_doctor:debug,2012-11-12T12:46:37.651,ns_1@192.168.0.22:ns_doctor<0.541.0>:ns_doctor:handle_info:137]Current node statuses: [{'ns_1@192.168.0.20', [{last_heard,{1352,753194,434648}}, {outgoing_replications_safeness_level,[{"default",green}]}, {incoming_replications_conf_hashes, [{"default",[{'ns_1@192.168.0.22',99799376}]}]}, {active_buckets,["default"]}, {ready_buckets,["default"]}, {local_tasks,[]}, {memory, [{total,203148512}, {processes,150381928}, {processes_used,150296272}, {system,52766584}, {atom,1393705}, {atom_used,1362529}, {binary,13941112}, {code,13887278}, {ets,4934912}]}, {system_memory_data, [{system_total_memory,25199214592}, {free_swap,20971511808}, {total_swap,20971511808}, {cached_memory,9592025088}, {buffered_memory,171651072}, {free_memory,5898141696}, {total_memory,25199214592}]}, {node_storage_conf,[{db_path,"/data"},{index_path,"/data"}]}, {statistics, [{wall_clock,{1157711,5001}}, {context_switches,{8730787,0}}, {garbage_collection,{754249,2154764694,0}}, {io,{{input,140331136},{output,6651920699}}}, {reductions,{1195197407,5546782}}, {run_queue,0}, {runtime,{309910,1570}}]}, {system_stats, [{cpu_utilization_rate,69.68215158924205}, {swap_total,20971511808}, {swap_used,0}]}, {interesting_stats, [{couch_docs_actual_disk_size,9521733032}, {couch_docs_data_size,7314346111}, {couch_views_actual_disk_size,0}, {couch_views_data_size,0}, {curr_items,1498543}, {curr_items_tot,2998262}, {mem_used,7981631632}, {vb_replica_curr_items,1499719}]}, {cluster_compatibility_version,131072}, {version, [{public_key,"0.13"}, {lhttpc,"1.3.0"}, {ale,"8cffe61"}, {os_mon,"2.2.7"}, {couch_set_view,"1.2.0a-b68b5f4-git"}, {mnesia,"4.5"}, {inets,"5.7.1"}, {couch,"1.2.0a-b68b5f4-git"}, {mapreduce,"1.0.0"}, {couch_index_merger,"1.2.0a-b68b5f4-git"}, {kernel,"2.14.5"}, {crypto,"2.0.4"}, {ssl,"4.1.6"}, {sasl,"2.1.10"}, {couch_view_parser,"1.0.0"}, {ns_server,"2.0.0-1939-rel-enterprise"}, {mochiweb,"1.4.1"}, {oauth,"7d85d3ef"}, {stdlib,"1.17.5"}]}, {supported_compat_version,[2,0]}, {system_arch,"x86_64-unknown-linux-gnu"}, {wall_clock,1157}, {memory_data,{25199214592,19124252672,{<17793.461.0>,3514512}}}, {disk_data, [{"/",41260352,5}, {"/dev/shm",12304304,0}, {"/boot",495844,7}, {"/data",206420664,5}]}, {meminfo, <<"MemTotal: 24608608 kB\nMemFree: 5760152 kB\nBuffers: 167628 kB\nCached: 9367212 kB\nSwapCached: 0 kB\nActive: 10304876 kB\nInactive: 7859008 kB\nActive(anon): 8617136 kB\nInactive(anon): 14632 kB\nActive(file): 1687740 kB\nInactive(file): 7844376 kB\nUnevictable: 20760 kB\nMlocked: 20760 kB\nSwapTotal: 20479992 kB\nSwapFree: 20479992 kB\nDirty: 5416 kB\nWriteback: 0 kB\nAnonPages: 8650568 kB\nMapped: 15540 kB\nShmem: 172 kB\nSlab: 350832 kB\nSReclaimable: 293044 kB\nSUnreclaim: 57788 kB\nKernelStack: 3056 kB\nPageTables: 21616 kB\nNFS_Unstable: 0 kB\nBounce: 0 kB\nWritebackTmp: 0 kB\nCommitLimit: 32784296 kB\nCommitted_AS: 10390160 kB\nVmallocTotal: 34359738367 kB\nVmallocUsed: 332500 kB\nVmallocChunk: 34359355024 kB\nHardwareCorrupted: 0 kB\nAnonHugePages: 888832 kB\nHugePages_Total: 0\nHugePages_Free: 0\nHugePages_Rsvd: 0\nHugePages_Surp: 0\nHugepagesize: 2048 kB\nDirectMap4k: 10240 kB\nDirectMap2M: 25155584 kB\n">>}]}, {'ns_1@192.168.0.22', [{last_heard,{1352,753192,653937}}, {outgoing_replications_safeness_level,[{"default",green}]}, {incoming_replications_conf_hashes, [{"default",[{'ns_1@192.168.0.20',132836600}]}]}, {active_buckets,["default"]}, {ready_buckets,["default"]}, {local_tasks,[]}, {memory, [{total,201180688}, {processes,148681144}, {processes_used,148593136}, {system,52499544}, {atom,1338193}, {atom_used,1333482}, {binary,14154384}, {code,13490894}, {ets,4931024}]}, {system_memory_data, [{system_total_memory,25199214592}, {free_swap,20971511808}, {total_swap,20971511808}, {cached_memory,10104938496}, {buffered_memory,174034944}, {free_memory,5326401536}, {total_memory,25199214592}]}, {node_storage_conf,[{db_path,"/data"},{index_path,"/data"}]}, {statistics, [{wall_clock,{1140874,4999}}, {context_switches,{9158153,0}}, {garbage_collection,{809295,2074836145,0}}, {io,{{input,141192022},{output,6605295045}}}, {reductions,{929198384,3618810}}, {run_queue,0}, {runtime,{299400,1540}}]}, {system_stats, [{cpu_utilization_rate,42.89156626506024}, {swap_total,20971511808}, {swap_used,0}]}, {interesting_stats, [{couch_docs_actual_disk_size,10055114166}, {couch_docs_data_size,7314586361}, {couch_views_actual_disk_size,0}, {couch_views_data_size,0}, {curr_items,1499712}, {curr_items_tot,2998020}, {mem_used,7982085224}, {vb_replica_curr_items,1498308}]}, {cluster_compatibility_version,131072}, {version, [{public_key,"0.13"}, {lhttpc,"1.3.0"}, {ale,"8cffe61"}, {os_mon,"2.2.7"}, {couch_set_view,"1.2.0a-b68b5f4-git"}, {mnesia,"4.5"}, {inets,"5.7.1"}, {couch,"1.2.0a-b68b5f4-git"}, {mapreduce,"1.0.0"}, {couch_index_merger,"1.2.0a-b68b5f4-git"}, {kernel,"2.14.5"}, {crypto,"2.0.4"}, {ssl,"4.1.6"}, {sasl,"2.1.10"}, {couch_view_parser,"1.0.0"}, {ns_server,"2.0.0-1939-rel-enterprise"}, {mochiweb,"1.4.1"}, {oauth,"7d85d3ef"}, {stdlib,"1.17.5"}]}, {supported_compat_version,[2,0]}, {system_arch,"x86_64-unknown-linux-gnu"}, {wall_clock,1140}, {memory_data,{25199214592,19869790208,{<0.674.0>,2914384}}}, {disk_data, [{"/",41260352,5}, {"/dev/shm",12304304,0}, {"/boot",495844,7}, {"/data",206420664,5}]}, {meminfo, <<"MemTotal: 24608608 kB\nMemFree: 5201564 kB\nBuffers: 169956 kB\nCached: 9868104 kB\nSwapCached: 0 kB\nActive: 10667884 kB\nInactive: 8040720 kB\nActive(anon): 8663044 kB\nInactive(anon): 10216 kB\nActive(file): 2004840 kB\nInactive(file): 8030504 kB\nUnevictable: 20760 kB\nMlocked: 20760 kB\nSwapTotal: 20479992 kB\nSwapFree: 20479992 kB\nDirty: 5320 kB\nWriteback: 0 kB\nAnonPages: 8691856 kB\nMapped: 15672 kB\nShmem: 172 kB\nSlab: 363576 kB\nSReclaimable: 306244 kB\nSUnreclaim: 57332 kB\nKernelStack: 2568 kB\nPageTables: 21480 kB\nNFS_Unstable: 0 kB\nBounce: 0 kB\nWritebackTmp: 0 kB\nCommitLimit: 32784296 kB\nCommitted_AS: 10423780 kB\nVmallocTotal: 34359738367 kB\nVmallocUsed: 332500 kB\nVmallocChunk: 34359350016 kB\nHardwareCorrupted: 0 kB\nAnonHugePages: 919552 kB\nHugePages_Total: 0\nHugePages_Free: 0\nHugePages_Rsvd: 0\nHugePages_Surp: 0\nHugepagesize: 2048 kB\nDirectMap4k: 10240 kB\nDirectMap2M: 25155584 kB\n">>}]}] [ns_doctor:debug,2012-11-12T12:47:37.651,ns_1@192.168.0.22:ns_doctor<0.541.0>:ns_doctor:handle_info:137]Current node statuses: [{'ns_1@192.168.0.20', [{last_heard,{1352,753254,434622}}, {outgoing_replications_safeness_level,[{"default",green}]}, {incoming_replications_conf_hashes, [{"default",[{'ns_1@192.168.0.22',99799376}]}]}, {active_buckets,["default"]}, {ready_buckets,["default"]}, {local_tasks,[]}, {memory, [{total,203554416}, {processes,150136776}, {processes_used,150051344}, {system,53417640}, {atom,1393705}, {atom_used,1362529}, {binary,14530008}, {code,13887278}, {ets,4997648}]}, {system_memory_data, [{system_total_memory,25199214592}, {free_swap,20971511808}, {total_swap,20971511808}, {cached_memory,10237513728}, {buffered_memory,172011520}, {free_memory,5223882752}, {total_memory,25199214592}]}, {node_storage_conf,[{db_path,"/data"},{index_path,"/data"}]}, {statistics, [{wall_clock,{1217711,5001}}, {context_switches,{9270165,0}}, {garbage_collection,{797305,2260252084,0}}, {io,{{input,144940848},{output,6934803682}}}, {reductions,{1251857756,5511834}}, {run_queue,0}, {runtime,{327250,1370}}]}, {system_stats, [{cpu_utilization_rate,55.388471177944865}, {swap_total,20971511808}, {swap_used,0}]}, {interesting_stats, [{couch_docs_actual_disk_size,10173964800}, {couch_docs_data_size,7316869583}, {couch_views_actual_disk_size,0}, {couch_views_data_size,0}, {curr_items,1498242}, {curr_items_tot,2998144}, {mem_used,7984786256}, {vb_replica_curr_items,1499902}]}, {cluster_compatibility_version,131072}, {version, [{public_key,"0.13"}, {lhttpc,"1.3.0"}, {ale,"8cffe61"}, {os_mon,"2.2.7"}, {couch_set_view,"1.2.0a-b68b5f4-git"}, {mnesia,"4.5"}, {inets,"5.7.1"}, {couch,"1.2.0a-b68b5f4-git"}, {mapreduce,"1.0.0"}, {couch_index_merger,"1.2.0a-b68b5f4-git"}, {kernel,"2.14.5"}, {crypto,"2.0.4"}, {ssl,"4.1.6"}, {sasl,"2.1.10"}, {couch_view_parser,"1.0.0"}, {ns_server,"2.0.0-1939-rel-enterprise"}, {mochiweb,"1.4.1"}, {oauth,"7d85d3ef"}, {stdlib,"1.17.5"}]}, {supported_compat_version,[2,0]}, {system_arch,"x86_64-unknown-linux-gnu"}, {wall_clock,1217}, {memory_data,{25199214592,19789996032,{<17793.461.0>,3514512}}}, {disk_data, [{"/",41260352,5}, {"/dev/shm",12304304,0}, {"/boot",495844,7}, {"/data",206420664,5}]}, {meminfo, <<"MemTotal: 24608608 kB\nMemFree: 5101448 kB\nBuffers: 167980 kB\nCached: 9997572 kB\nSwapCached: 0 kB\nActive: 10719928 kB\nInactive: 8085572 kB\nActive(anon): 8627400 kB\nInactive(anon): 14632 kB\nActive(file): 2092528 kB\nInactive(file): 8070940 kB\nUnevictable: 20760 kB\nMlocked: 20760 kB\nSwapTotal: 20479992 kB\nSwapFree: 20479992 kB\nDirty: 4816 kB\nWriteback: 72 kB\nAnonPages: 8660804 kB\nMapped: 15540 kB\nShmem: 172 kB\nSlab: 368020 kB\nSReclaimable: 310232 kB\nSUnreclaim: 57788 kB\nKernelStack: 3056 kB\nPageTables: 21636 kB\nNFS_Unstable: 0 kB\nBounce: 0 kB\nWritebackTmp: 0 kB\nCommitLimit: 32784296 kB\nCommitted_AS: 10408452 kB\nVmallocTotal: 34359738367 kB\nVmallocUsed: 332500 kB\nVmallocChunk: 34359355024 kB\nHardwareCorrupted: 0 kB\nAnonHugePages: 991232 kB\nHugePages_Total: 0\nHugePages_Free: 0\nHugePages_Rsvd: 0\nHugePages_Surp: 0\nHugepagesize: 2048 kB\nDirectMap4k: 10240 kB\nDirectMap2M: 25155584 kB\n">>}]}, {'ns_1@192.168.0.22', [{last_heard,{1352,753252,653646}}, {outgoing_replications_safeness_level,[{"default",green}]}, {incoming_replications_conf_hashes, [{"default",[{'ns_1@192.168.0.20',132836600}]}]}, {active_buckets,["default"]}, {ready_buckets,["default"]}, {local_tasks, [[{pid,<<"<0.22758.0>">>}, {bucket,<<"default">>}, {original_target,{[{type,bucket}]}}, {progress,20}, {started_on,1352753219}, {total_vbuckets,1025}, {trigger_type,scheduled}, {type,bucket_compaction}, {updated_on,1352753252}, {vbuckets_done,214}]]}, {memory, [{total,197367376}, {processes,145670008}, {processes_used,145622904}, {system,51697368}, {atom,1338193}, {atom_used,1333482}, {binary,13129216}, {code,13490894}, {ets,5144240}]}, {system_memory_data, [{system_total_memory,25199214592}, {free_swap,20971511808}, {total_swap,20971511808}, {cached_memory,9878335488}, {buffered_memory,176353280}, {free_memory,5552234496}, {total_memory,25199214592}]}, {node_storage_conf,[{db_path,"/data"},{index_path,"/data"}]}, {statistics, [{wall_clock,{1200874,4999}}, {context_switches,{9700056,0}}, {garbage_collection,{857129,2180085545,0}}, {io,{{input,150059581},{output,6885845758}}}, {reductions,{973572823,3806803}}, {run_queue,0}, {runtime,{315750,1240}}]}, {system_stats, [{cpu_utilization_rate,56.51105651105651}, {swap_total,20971511808}, {swap_used,0}]}, {interesting_stats, [{couch_docs_actual_disk_size,9868787131}, {couch_docs_data_size,7316662800}, {couch_views_actual_disk_size,0}, {couch_views_data_size,0}, {curr_items,1499778}, {curr_items_tot,2998264}, {mem_used,7984652296}, {vb_replica_curr_items,1498486}]}, {cluster_compatibility_version,131072}, {version, [{public_key,"0.13"}, {lhttpc,"1.3.0"}, {ale,"8cffe61"}, {os_mon,"2.2.7"}, {couch_set_view,"1.2.0a-b68b5f4-git"}, {mnesia,"4.5"}, {inets,"5.7.1"}, {couch,"1.2.0a-b68b5f4-git"}, {mapreduce,"1.0.0"}, {couch_index_merger,"1.2.0a-b68b5f4-git"}, {kernel,"2.14.5"}, {crypto,"2.0.4"}, {ssl,"4.1.6"}, {sasl,"2.1.10"}, {couch_view_parser,"1.0.0"}, {ns_server,"2.0.0-1939-rel-enterprise"}, {mochiweb,"1.4.1"}, {oauth,"7d85d3ef"}, {stdlib,"1.17.5"}]}, {supported_compat_version,[2,0]}, {system_arch,"x86_64-unknown-linux-gnu"}, {wall_clock,1200}, {memory_data,{25199214592,19653828608,{<0.674.0>,2914384}}}, {disk_data, [{"/",41260352,5}, {"/dev/shm",12304304,0}, {"/boot",495844,7}, {"/data",206420664,5}]}, {meminfo, <<"MemTotal: 24608608 kB\nMemFree: 5422352 kB\nBuffers: 172220 kB\nCached: 9646812 kB\nSwapCached: 0 kB\nActive: 10560908 kB\nInactive: 7932312 kB\nActive(anon): 8665932 kB\nInactive(anon): 10216 kB\nActive(file): 1894976 kB\nInactive(file): 7922096 kB\nUnevictable: 20760 kB\nMlocked: 20760 kB\nSwapTotal: 20479992 kB\nSwapFree: 20479992 kB\nDirty: 4096 kB\nWriteback: 0 kB\nAnonPages: 8694960 kB\nMapped: 15684 kB\nShmem: 172 kB\nSlab: 359496 kB\nSReclaimable: 301752 kB\nSUnreclaim: 57744 kB\nKernelStack: 2552 kB\nPageTables: 21420 kB\nNFS_Unstable: 0 kB\nBounce: 0 kB\nWritebackTmp: 0 kB\nCommitLimit: 32784296 kB\nCommitted_AS: 10409260 kB\nVmallocTotal: 34359738367 kB\nVmallocUsed: 332500 kB\nVmallocChunk: 34359350016 kB\nHardwareCorrupted: 0 kB\nAnonHugePages: 1015808 kB\nHugePages_Total: 0\nHugePages_Free: 0\nHugePages_Rsvd: 0\nHugePages_Surp: 0\nHugepagesize: 2048 kB\nDirectMap4k: 10240 kB\nDirectMap2M: 25155584 kB\n">>}]}] [stats:debug,2012-11-12T12:47:46.478,ns_1@192.168.0.22:<0.683.0>:stats_collector:maybe_log_stats:126](at {{1970,1,16},{7,45,53}}) Stats for bucket "default": accepting_conns 1 auth_cmds 23 auth_errors 0 bucket_active_conns 1 bucket_conns 20 bytes 7986073752 bytes_read 13900589020 bytes_written 10241299735 cas_badval 0 cas_hits 0 cas_misses 0 cmd_flush 0 cmd_get 1479792 cmd_set 2847977 conn_yields 76663 connection_structures 5000 curr_connections 23 curr_conns_on_port_11209 10 curr_conns_on_port_11210 11 curr_items 1499900 curr_items_tot 2998222 curr_temp_items 0 daemon_connections 4 decr_hits 0 decr_misses 0 delete_hits 74283 delete_misses 95865 ep_access_scanner_last_runtime 0 ep_access_scanner_num_items 0 ep_access_scanner_task_time 2012-11-13 10:00:00 ep_allow_data_loss_during_shutdown 1 ep_alog_block_size 4096 ep_alog_path /data/default/access.log ep_alog_sleep_time 1440 ep_alog_task_time 10 ep_backend couchdb ep_bg_fetch_delay 0 ep_bg_fetched 0 ep_bg_meta_fetched 0 ep_bg_remaining_jobs 0 ep_chk_max_items 5000 ep_chk_period 1800 ep_chk_persistence_remains 0 ep_chk_persistence_timeout 10 ep_chk_remover_stime 5 ep_commit_num 608 ep_commit_time 14 ep_commit_time_total 14830 ep_concurrentDB 1 ep_config_file ep_couch_bucket default ep_couch_host localhost ep_couch_port 11213 ep_couch_reconnect_sleeptime 250 ep_couch_response_timeout 180000 ep_data_age 10 ep_data_age_highwat 102 ep_data_traffic_enabled 0 ep_dbinit 0 ep_dbname /data/default ep_degraded_mode 0 ep_diskqueue_drain 5094419 ep_diskqueue_fill 5124372 ep_diskqueue_items 29956 ep_diskqueue_memory 958496 ep_diskqueue_pending 1437744 ep_exp_pager_stime 3600 ep_exp_pager_stime 3600 ep_expired_access 104 ep_expired_pager 0 ep_expiry_window 3 ep_failpartialwarmup 0 ep_flush_all false ep_flush_duration_total 996 ep_flushall_enabled 0 ep_flusher_state running ep_flusher_todo 18327 ep_getl_default_timeout 15 ep_getl_max_timeout 30 ep_ht_locks 5 ep_ht_size 3079 ep_inconsistent_slave_chk 0 ep_initfile ep_io_num_read 0 ep_io_num_write 4836369 ep_io_read_bytes 0 ep_io_write_bytes 11276266540 ep_item_begin_failed 0 ep_item_commit_failed 0 ep_item_flush_expired 0 ep_item_flush_failed 0 ep_item_num_based_new_chk 1 ep_items_rm_from_checkpoints 0 ep_keep_closed_chks 0 ep_klog_block_size 4096 ep_klog_compactor_queue_cap 500000 ep_klog_compactor_stime 3600 ep_klog_flush commit2 ep_klog_max_entry_ratio 10 ep_klog_max_log_size 2147483647 ep_klog_path ep_klog_sync commit2 ep_kv_size 7363749142 ep_max_checkpoints 2 ep_max_data_size 12582912000 ep_max_item_size 20971520 ep_max_size 12582912000 ep_max_txn_size 10000 ep_max_vbuckets 1024 ep_mem_high_wat 9437184000 ep_mem_high_wat 9437184000 ep_mem_low_wat 7549747200 ep_mem_low_wat 7549747200 ep_mem_tracker_enabled true ep_min_data_age 0 ep_mlog_compactor_runs 0 ep_mutation_mem_threshold 0 ep_num_access_scanner_runs 0 ep_num_eject_failures 0 ep_num_expiry_pager_runs 0 ep_num_non_resident 0 ep_num_not_my_vbuckets 0 ep_num_ops_del_meta 0 ep_num_ops_get_meta 0 ep_num_ops_set_meta 0 ep_num_pager_runs 0 ep_num_value_ejects 0 ep_oom_errors 0 ep_overhead 293688280 ep_pager_active_vb_pcnt 40 ep_pager_unbiased_period 60 ep_pending_ops 0 ep_pending_ops_max 0 ep_pending_ops_max_duration 0 ep_pending_ops_total 0 ep_postInitfile ep_queue_age_cap 900 ep_queue_size 11629 ep_startup_time 1352752065 ep_storage_age 7 ep_storage_age_highwat 101 ep_store_max_concurrency 10 ep_store_max_readers 9 ep_store_max_readwrite 1 ep_stored_val_type ep_tap_ack_grace_period 300 ep_tap_ack_initial_sequence_number 1 ep_tap_ack_interval 1000 ep_tap_ack_window_size 10 ep_tap_backfill_resident 0.9 ep_tap_backlog_limit 5000 ep_tap_backoff_period 5 ep_tap_bg_fetch_requeued 0 ep_tap_bg_fetched 0 ep_tap_bg_max_pending 500 ep_tap_keepalive 300 ep_tap_noop_interval 20 ep_tap_requeue_sleep_time 0.1 ep_tap_throttle_cap_pcnt 10 ep_tap_throttle_queue_cap 1000000 ep_tap_throttle_threshold 90 ep_tmp_oom_errors 0 ep_too_old 0 ep_too_young 0 ep_total_cache_size 7327784866 ep_total_del_items 128389 ep_total_enqueued 5124375 ep_total_new_items 3106590 ep_total_persisted 4836369 ep_uncommitted_items 9153 ep_value_size 7116548075 ep_vb0 0 ep_vb_snapshot_total 7 ep_vb_total 1024 ep_vbucket_del 0 ep_vbucket_del_fail 0 ep_version 2.0.0r_133_g68e3f7c ep_waitforwarmup 0 ep_warmup 1 ep_warmup_batch_size 1000 ep_warmup_dups 0 ep_warmup_min_items_threshold 100 ep_warmup_min_memory_threshold 100 ep_warmup_oom 0 ep_warmup_thread complete ep_warmup_time 23464 get_hits 1330193 get_misses 149599 incr_hits 0 incr_misses 0 libevent 2.0.11-stable limit_maxbytes 67108864 listen_disabled_num 0 max_conns_on_port_11209 1000 max_conns_on_port_11210 9000 mem_used 7986073752 pid 21605 pointer_size 64 rejected_conns 0 rusage_system 396.128779 rusage_user 712.096744 tap_checkpoint_start_received 512 tap_checkpoint_start_sent 512 tap_connect_received 1 tap_delete_received 71138 tap_delete_sent 72244 tap_mutation_received 2783965 tap_mutation_sent 2794559 tap_opaque_received 1026 tap_opaque_sent 1026 threads 4 time 1352753265 total_connections 74 uptime 1210 vb_active_curr_items 1499900 vb_active_eject 0 vb_active_expired 104 vb_active_ht_memory 12857056 vb_active_itm_memory 3665731932 vb_active_meta_data_memory 118492100 vb_active_num 512 vb_active_num_non_resident 0 vb_active_num_ref_ejects 0 vb_active_num_ref_items 1557317 vb_active_ops_create 1552423 vb_active_ops_delete 65514 vb_active_ops_reject 0 vb_active_ops_update 749969 vb_active_perc_mem_resident 100 vb_active_queue_age 2413924000 vb_active_queue_drain 2549712 vb_active_queue_fill 2568993 vb_active_queue_memory 616992 vb_active_queue_pending 925488 vb_active_queue_size 19281 vb_dead_num 0 vb_pending_curr_items 0 vb_pending_eject 0 vb_pending_expired 0 vb_pending_ht_memory 0 vb_pending_itm_memory 0 vb_pending_meta_data_memory 0 vb_pending_num 0 vb_pending_num_non_resident 0 vb_pending_num_ref_ejects 0 vb_pending_num_ref_items 0 vb_pending_ops_create 0 vb_pending_ops_delete 0 vb_pending_ops_reject 0 vb_pending_ops_update 0 vb_pending_perc_mem_resident 0 vb_pending_queue_age 0 vb_pending_queue_drain 0 vb_pending_queue_fill 0 vb_pending_queue_memory 0 vb_pending_queue_pending 0 vb_pending_queue_size 0 vb_replica_curr_items 1498322 vb_replica_eject 0 vb_replica_expired 0 vb_replica_ht_memory 12857056 vb_replica_itm_memory 3662052934 vb_replica_meta_data_memory 118367438 vb_replica_num 512 vb_replica_num_non_resident 0 vb_replica_num_ref_ejects 0 vb_replica_num_ref_items 1557855 vb_replica_ops_create 1554167 vb_replica_ops_delete 62875 vb_replica_ops_reject 0 vb_replica_ops_update 851446 vb_replica_perc_mem_resident 100 vb_replica_queue_age 697785000 vb_replica_queue_drain 2544707 vb_replica_queue_fill 2555379 vb_replica_queue_memory 341504 vb_replica_queue_pending 512256 vb_replica_queue_size 10672 version 1.4.4_600_g7ea975a [ns_doctor:debug,2012-11-12T12:48:37.651,ns_1@192.168.0.22:ns_doctor<0.541.0>:ns_doctor:handle_info:137]Current node statuses: [{'ns_1@192.168.0.20', [{last_heard,{1352,753314,433840}}, {outgoing_replications_safeness_level,[{"default",green}]}, {incoming_replications_conf_hashes, [{"default",[{'ns_1@192.168.0.22',99799376}]}]}, {active_buckets,["default"]}, {ready_buckets,["default"]}, {local_tasks, [[{pid,<<"<0.24734.0>">>}, {bucket,<<"default">>}, {original_target,{[{type,bucket}]}}, {progress,5}, {started_on,1352753303}, {total_vbuckets,1025}, {trigger_type,scheduled}, {type,bucket_compaction}, {updated_on,1352753313}, {vbuckets_done,61}]]}, {memory, [{total,201968104}, {processes,148421368}, {processes_used,148353904}, {system,53546736}, {atom,1393705}, {atom_used,1362529}, {binary,14465552}, {code,13887278}, {ets,5188896}]}, {system_memory_data, [{system_total_memory,25199214592}, {free_swap,20971511808}, {total_swap,20971511808}, {cached_memory,10552823808}, {buffered_memory,172834816}, {free_memory,4876693504}, {total_memory,25199214592}]}, {node_storage_conf,[{db_path,"/data"},{index_path,"/data"}]}, {statistics, [{wall_clock,{1277710,5000}}, {context_switches,{9734732,0}}, {garbage_collection,{833928,2359817756,0}}, {io,{{input,153382706},{output,7212881373}}}, {reductions,{1306250098,5811632}}, {run_queue,0}, {runtime,{343090,1330}}]}, {system_stats, [{cpu_utilization_rate,78.39805825242719}, {swap_total,20971511808}, {swap_used,0}]}, {interesting_stats, [{couch_docs_actual_disk_size,10565096156}, {couch_docs_data_size,7318823104}, {couch_views_actual_disk_size,0}, {couch_views_data_size,0}, {curr_items,1498423}, {curr_items_tot,2998032}, {mem_used,7987532480}, {vb_replica_curr_items,1499609}]}, {cluster_compatibility_version,131072}, {version, [{public_key,"0.13"}, {lhttpc,"1.3.0"}, {ale,"8cffe61"}, {os_mon,"2.2.7"}, {couch_set_view,"1.2.0a-b68b5f4-git"}, {mnesia,"4.5"}, {inets,"5.7.1"}, {couch,"1.2.0a-b68b5f4-git"}, {mapreduce,"1.0.0"}, {couch_index_merger,"1.2.0a-b68b5f4-git"}, {kernel,"2.14.5"}, {crypto,"2.0.4"}, {ssl,"4.1.6"}, {sasl,"2.1.10"}, {couch_view_parser,"1.0.0"}, {ns_server,"2.0.0-1939-rel-enterprise"}, {mochiweb,"1.4.1"}, {oauth,"7d85d3ef"}, {stdlib,"1.17.5"}]}, {supported_compat_version,[2,0]}, {system_arch,"x86_64-unknown-linux-gnu"}, {wall_clock,1277}, {memory_data,{25199214592,20418326528,{<17793.461.0>,3514512}}}, {disk_data, [{"/",41260352,5}, {"/dev/shm",12304304,0}, {"/boot",495844,7}, {"/data",206420664,6}]}, {meminfo, <<"MemTotal: 24608608 kB\nMemFree: 4762644 kB\nBuffers: 168784 kB\nCached: 10305492 kB\nSwapCached: 0 kB\nActive: 10935060 kB\nInactive: 8198840 kB\nActive(anon): 8647292 kB\nInactive(anon): 14632 kB\nActive(file): 2287768 kB\nInactive(file): 8184208 kB\nUnevictable: 20760 kB\nMlocked: 20760 kB\nSwapTotal: 20479992 kB\nSwapFree: 20479992 kB\nDirty: 11796 kB\nWriteback: 0 kB\nAnonPages: 8680572 kB\nMapped: 15872 kB\nShmem: 172 kB\nSlab: 377968 kB\nSReclaimable: 320012 kB\nSUnreclaim: 57956 kB\nKernelStack: 3064 kB\nPageTables: 21732 kB\nNFS_Unstable: 0 kB\nBounce: 0 kB\nWritebackTmp: 0 kB\nCommitLimit: 32784296 kB\nCommitted_AS: 10422132 kB\nVmallocTotal: 34359738367 kB\nVmallocUsed: 332500 kB\nVmallocChunk: 34359355024 kB\nHardwareCorrupted: 0 kB\nAnonHugePages: 1097728 kB\nHugePages_Total: 0\nHugePages_Free: 0\nHugePages_Rsvd: 0\nHugePages_Surp: 0\nHugepagesize: 2048 kB\nDirectMap4k: 10240 kB\nDirectMap2M: 25155584 kB\n">>}]}, {'ns_1@192.168.0.22', [{last_heard,{1352,753312,653467}}, {outgoing_replications_safeness_level,[{"default",green}]}, {incoming_replications_conf_hashes, [{"default",[{'ns_1@192.168.0.20',132836600}]}]}, {active_buckets,["default"]}, {ready_buckets,["default"]}, {local_tasks, [[{pid,<<"<0.22758.0>">>}, {bucket,<<"default">>}, {original_target,{[{type,bucket}]}}, {progress,56}, {started_on,1352753219}, {total_vbuckets,1025}, {trigger_type,scheduled}, {type,bucket_compaction}, {updated_on,1352753312}, {vbuckets_done,582}]]}, {memory, [{total,202924912}, {processes,151558040}, {processes_used,151483176}, {system,51366872}, {atom,1338193}, {atom_used,1333482}, {binary,12757312}, {code,13490894}, {ets,5178368}]}, {system_memory_data, [{system_total_memory,25199214592}, {free_swap,20971511808}, {total_swap,20971511808}, {cached_memory,9060208640}, {buffered_memory,180633600}, {free_memory,6387986432}, {total_memory,25199214592}]}, {node_storage_conf,[{db_path,"/data"},{index_path,"/data"}]}, {statistics, [{wall_clock,{1260874,4998}}, {context_switches,{10203438,0}}, {garbage_collection,{901873,2283394619,0}}, {io,{{input,162551061},{output,7160943474}}}, {reductions,{1017469654,3475443}}, {run_queue,0}, {runtime,{331310,1350}}]}, {system_stats, [{cpu_utilization_rate,43.38235294117647}, {swap_total,20971511808}, {swap_used,0}]}, {interesting_stats, [{couch_docs_actual_disk_size,9032330230}, {couch_docs_data_size,7318089359}, {couch_views_actual_disk_size,0}, {couch_views_data_size,0}, {curr_items,1499980}, {curr_items_tot,2998348}, {mem_used,7986535528}, {vb_replica_curr_items,1498368}]}, {cluster_compatibility_version,131072}, {version, [{public_key,"0.13"}, {lhttpc,"1.3.0"}, {ale,"8cffe61"}, {os_mon,"2.2.7"}, {couch_set_view,"1.2.0a-b68b5f4-git"}, {mnesia,"4.5"}, {inets,"5.7.1"}, {couch,"1.2.0a-b68b5f4-git"}, {mapreduce,"1.0.0"}, {couch_index_merger,"1.2.0a-b68b5f4-git"}, {kernel,"2.14.5"}, {crypto,"2.0.4"}, {ssl,"4.1.6"}, {sasl,"2.1.10"}, {couch_view_parser,"1.0.0"}, {ns_server,"2.0.0-1939-rel-enterprise"}, {mochiweb,"1.4.1"}, {oauth,"7d85d3ef"}, {stdlib,"1.17.5"}]}, {supported_compat_version,[2,0]}, {system_arch,"x86_64-unknown-linux-gnu"}, {wall_clock,1260}, {memory_data,{25199214592,18810712064,{<0.674.0>,2914384}}}, {disk_data, [{"/",41260352,5}, {"/dev/shm",12304304,0}, {"/boot",495844,7}, {"/data",206420664,5}]}, {meminfo, <<"MemTotal: 24608608 kB\nMemFree: 6238268 kB\nBuffers: 176400 kB\nCached: 8847860 kB\nSwapCached: 0 kB\nActive: 10124432 kB\nInactive: 7574540 kB\nActive(anon): 8666872 kB\nInactive(anon): 10216 kB\nActive(file): 1457560 kB\nInactive(file): 7564324 kB\nUnevictable: 20760 kB\nMlocked: 20760 kB\nSwapTotal: 20479992 kB\nSwapFree: 20479992 kB\nDirty: 14520 kB\nWriteback: 0 kB\nAnonPages: 8695756 kB\nMapped: 15684 kB\nShmem: 172 kB\nSlab: 337920 kB\nSReclaimable: 280048 kB\nSUnreclaim: 57872 kB\nKernelStack: 2552 kB\nPageTables: 21420 kB\nNFS_Unstable: 0 kB\nBounce: 0 kB\nWritebackTmp: 0 kB\nCommitLimit: 32784296 kB\nCommitted_AS: 10428376 kB\nVmallocTotal: 34359738367 kB\nVmallocUsed: 332500 kB\nVmallocChunk: 34359350016 kB\nHardwareCorrupted: 0 kB\nAnonHugePages: 1112064 kB\nHugePages_Total: 0\nHugePages_Free: 0\nHugePages_Rsvd: 0\nHugePages_Surp: 0\nHugepagesize: 2048 kB\nDirectMap4k: 10240 kB\nDirectMap2M: 25155584 kB\n">>}]}] [stats:debug,2012-11-12T12:49:26.494,ns_1@192.168.0.22:<0.683.0>:stats_collector:maybe_log_stats:126](at {{1970,1,16},{7,45,53}}) Stats for bucket "default": accepting_conns 1 auth_cmds 23 auth_errors 0 bucket_active_conns 1 bucket_conns 20 bytes 7989557896 bytes_read 14814592746 bytes_written 11165174804 cas_badval 0 cas_hits 0 cas_misses 0 cmd_flush 0 cmd_get 1694696 cmd_set 3028242 conn_yields 80052 connection_structures 5000 curr_connections 23 curr_conns_on_port_11209 10 curr_conns_on_port_11210 11 curr_items 1499961 curr_items_tot 2998124 curr_temp_items 0 daemon_connections 4 decr_hits 0 decr_misses 0 delete_hits 83553 delete_misses 110842 ep_access_scanner_last_runtime 0 ep_access_scanner_num_items 0 ep_access_scanner_task_time 2012-11-13 10:00:00 ep_allow_data_loss_during_shutdown 1 ep_alog_block_size 4096 ep_alog_path /data/default/access.log ep_alog_sleep_time 1440 ep_alog_task_time 10 ep_backend couchdb ep_bg_fetch_delay 0 ep_bg_fetched 0 ep_bg_meta_fetched 0 ep_bg_remaining_jobs 0 ep_chk_max_items 5000 ep_chk_period 1800 ep_chk_persistence_remains 0 ep_chk_persistence_timeout 10 ep_chk_remover_stime 5 ep_commit_num 640 ep_commit_time 36 ep_commit_time_total 15608 ep_concurrentDB 1 ep_config_file ep_couch_bucket default ep_couch_host localhost ep_couch_port 11213 ep_couch_reconnect_sleeptime 250 ep_couch_response_timeout 180000 ep_data_age 14 ep_data_age_highwat 102 ep_data_traffic_enabled 0 ep_dbinit 0 ep_dbname /data/default ep_degraded_mode 0 ep_diskqueue_drain 5377441 ep_diskqueue_fill 5418437 ep_diskqueue_items 40998 ep_diskqueue_memory 1311872 ep_diskqueue_pending 1967808 ep_exp_pager_stime 3600 ep_exp_pager_stime 3600 ep_expired_access 182 ep_expired_pager 0 ep_expiry_window 3 ep_failpartialwarmup 0 ep_flush_all false ep_flush_duration_total 1095 ep_flushall_enabled 0 ep_flusher_state running ep_flusher_todo 24695 ep_getl_default_timeout 15 ep_getl_max_timeout 30 ep_ht_locks 5 ep_ht_size 3079 ep_inconsistent_slave_chk 0 ep_initfile ep_io_num_read 0 ep_io_num_write 5081747 ep_io_read_bytes 0 ep_io_write_bytes 11838319442 ep_item_begin_failed 0 ep_item_commit_failed 0 ep_item_flush_expired 0 ep_item_flush_failed 0 ep_item_num_based_new_chk 1 ep_items_rm_from_checkpoints 0 ep_keep_closed_chks 0 ep_klog_block_size 4096 ep_klog_compactor_queue_cap 500000 ep_klog_compactor_stime 3600 ep_klog_flush commit2 ep_klog_max_entry_ratio 10 ep_klog_max_log_size 2147483647 ep_klog_path ep_klog_sync commit2 ep_kv_size 7366444368 ep_max_checkpoints 2 ep_max_data_size 12582912000 ep_max_item_size 20971520 ep_max_size 12582912000 ep_max_txn_size 10000 ep_max_vbuckets 1024 ep_mem_high_wat 9437184000 ep_mem_high_wat 9437184000 ep_mem_low_wat 7549747200 ep_mem_low_wat 7549747200 ep_mem_tracker_enabled true ep_min_data_age 0 ep_mlog_compactor_runs 0 ep_mutation_mem_threshold 0 ep_num_access_scanner_runs 0 ep_num_eject_failures 0 ep_num_expiry_pager_runs 0 ep_num_non_resident 0 ep_num_not_my_vbuckets 0 ep_num_ops_del_meta 0 ep_num_ops_get_meta 0 ep_num_ops_set_meta 0 ep_num_pager_runs 0 ep_num_value_ejects 0 ep_oom_errors 0 ep_overhead 294069224 ep_pager_active_vb_pcnt 40 ep_pager_unbiased_period 60 ep_pending_ops 0 ep_pending_ops_max 0 ep_pending_ops_max_duration 0 ep_pending_ops_total 0 ep_postInitfile ep_queue_age_cap 900 ep_queue_size 16303 ep_startup_time 1352752065 ep_storage_age 11 ep_storage_age_highwat 101 ep_store_max_concurrency 10 ep_store_max_readers 9 ep_store_max_readwrite 1 ep_stored_val_type ep_tap_ack_grace_period 300 ep_tap_ack_initial_sequence_number 1 ep_tap_ack_interval 1000 ep_tap_ack_window_size 10 ep_tap_backfill_resident 0.9 ep_tap_backlog_limit 5000 ep_tap_backoff_period 5 ep_tap_bg_fetch_requeued 0 ep_tap_bg_fetched 0 ep_tap_bg_max_pending 500 ep_tap_keepalive 300 ep_tap_noop_interval 20 ep_tap_requeue_sleep_time 0.1 ep_tap_throttle_cap_pcnt 10 ep_tap_throttle_queue_cap 1000000 ep_tap_throttle_threshold 90 ep_tmp_oom_errors 0 ep_too_old 0 ep_too_young 0 ep_total_cache_size 7330490028 ep_total_del_items 145478 ep_total_enqueued 5418437 ep_total_new_items 3121328 ep_total_persisted 5081747 ep_uncommitted_items 3257 ep_value_size 7119253111 ep_vb0 0 ep_vb_snapshot_total 7 ep_vb_total 1024 ep_vbucket_del 0 ep_vbucket_del_fail 0 ep_version 2.0.0r_133_g68e3f7c ep_waitforwarmup 0 ep_warmup 1 ep_warmup_batch_size 1000 ep_warmup_dups 0 ep_warmup_min_items_threshold 100 ep_warmup_min_memory_threshold 100 ep_warmup_oom 0 ep_warmup_thread complete ep_warmup_time 23464 get_hits 1521562 get_misses 173134 incr_hits 0 incr_misses 0 libevent 2.0.11-stable limit_maxbytes 67108864 listen_disabled_num 0 max_conns_on_port_11209 1000 max_conns_on_port_11210 9000 mem_used 7989557896 pid 21605 pointer_size 64 rejected_conns 0 rusage_system 434.301976 rusage_user 765.648603 tap_checkpoint_start_received 512 tap_checkpoint_start_sent 512 tap_connect_received 1 tap_delete_received 80682 tap_delete_sent 81536 tap_mutation_received 2963185 tap_mutation_sent 2974157 tap_opaque_received 1026 tap_opaque_sent 1026 threads 4 time 1352753365 total_connections 74 uptime 1310 vb_active_curr_items 1499961 vb_active_eject 0 vb_active_expired 182 vb_active_ht_memory 12856960 vb_active_itm_memory 3667161295 vb_active_meta_data_memory 118496919 vb_active_num 512 vb_active_num_non_resident 0 vb_active_num_ref_ejects 0 vb_active_num_ref_items 1565101 vb_active_ops_create 1559546 vb_active_ops_delete 73997 vb_active_ops_reject 0 vb_active_ops_update 847548 vb_active_perc_mem_resident 100 vb_active_queue_age 3302468000 vb_active_queue_drain 2689089 vb_active_queue_fill 2716068 vb_active_queue_memory 863328 vb_active_queue_pending 1294992 vb_active_queue_size 26979 vb_dead_num 0 vb_pending_curr_items 0 vb_pending_eject 0 vb_pending_expired 0 vb_pending_ht_memory 0 vb_pending_itm_memory 0 vb_pending_meta_data_memory 0 vb_pending_num 0 vb_pending_num_non_resident 0 vb_pending_num_ref_ejects 0 vb_pending_num_ref_items 0 vb_pending_ops_create 0 vb_pending_ops_delete 0 vb_pending_ops_reject 0 vb_pending_ops_update 0 vb_pending_perc_mem_resident 0 vb_pending_queue_age 0 vb_pending_queue_drain 0 vb_pending_queue_fill 0 vb_pending_queue_memory 0 vb_pending_queue_pending 0 vb_pending_queue_size 0 vb_replica_curr_items 1498163 vb_replica_eject 0 vb_replica_expired 0 vb_replica_ht_memory 12857152 vb_replica_itm_memory 3663328733 vb_replica_meta_data_memory 118354877 vb_replica_num 512 vb_replica_num_non_resident 0 vb_replica_num_ref_ejects 0 vb_replica_num_ref_items 1566014 vb_replica_ops_create 1561782 vb_replica_ops_delete 71481 vb_replica_ops_reject 0 vb_replica_ops_update 967414 vb_replica_perc_mem_resident 100 vb_replica_queue_age 1095029000 vb_replica_queue_drain 2688352 vb_replica_queue_fill 2702369 vb_replica_queue_memory 448544 vb_replica_queue_pending 672816 vb_replica_queue_size 14017 version 1.4.4_600_g7ea975a [ns_doctor:debug,2012-11-12T12:49:37.651,ns_1@192.168.0.22:ns_doctor<0.541.0>:ns_doctor:handle_info:137]Current node statuses: [{'ns_1@192.168.0.20', [{last_heard,{1352,753374,433274}}, {outgoing_replications_safeness_level,[{"default",green}]}, {incoming_replications_conf_hashes, [{"default",[{'ns_1@192.168.0.22',99799376}]}]}, {active_buckets,["default"]}, {ready_buckets,["default"]}, {local_tasks, [[{pid,<<"<0.24734.0>">>}, {bucket,<<"default">>}, {original_target,{[{type,bucket}]}}, {progress,36}, {started_on,1352753303}, {total_vbuckets,1025}, {trigger_type,scheduled}, {type,bucket_compaction}, {updated_on,1352753373}, {vbuckets_done,373}]]}, {memory, [{total,201524056}, {processes,148573856}, {processes_used,148494432}, {system,52950200}, {atom,1393705}, {atom_used,1362529}, {binary,13787496}, {code,13887278}, {ets,5257912}]}, {system_memory_data, [{system_total_memory,25199214592}, {free_swap,20971511808}, {total_swap,20971511808}, {cached_memory,9698193408}, {buffered_memory,175730688}, {free_memory,5747998720}, {total_memory,25199214592}]}, {node_storage_conf,[{db_path,"/data"},{index_path,"/data"}]}, {statistics, [{wall_clock,{1337710,5000}}, {context_switches,{10162964,0}}, {garbage_collection,{871731,2459788424,0}}, {io,{{input,165002551},{output,7492096118}}}, {reductions,{1360927756,5828284}}, {run_queue,0}, {runtime,{357260,1320}}]}, {system_stats, [{cpu_utilization_rate,80.1452784503632}, {swap_total,20971511808}, {swap_used,0}]}, {interesting_stats, [{couch_docs_actual_disk_size,9712855094}, {couch_docs_data_size,7320068624}, {couch_views_actual_disk_size,0}, {couch_views_data_size,0}, {curr_items,1498091}, {curr_items_tot,2998650}, {mem_used,7990578976}, {vb_replica_curr_items,1500559}]}, {cluster_compatibility_version,131072}, {version, [{public_key,"0.13"}, {lhttpc,"1.3.0"}, {ale,"8cffe61"}, {os_mon,"2.2.7"}, {couch_set_view,"1.2.0a-b68b5f4-git"}, {mnesia,"4.5"}, {inets,"5.7.1"}, {couch,"1.2.0a-b68b5f4-git"}, {mapreduce,"1.0.0"}, {couch_index_merger,"1.2.0a-b68b5f4-git"}, {kernel,"2.14.5"}, {crypto,"2.0.4"}, {ssl,"4.1.6"}, {sasl,"2.1.10"}, {couch_view_parser,"1.0.0"}, {ns_server,"2.0.0-1939-rel-enterprise"}, {mochiweb,"1.4.1"}, {oauth,"7d85d3ef"}, {stdlib,"1.17.5"}]}, {supported_compat_version,[2,0]}, {system_arch,"x86_64-unknown-linux-gnu"}, {wall_clock,1337}, {memory_data,{25199214592,19682746368,{<17793.461.0>,3514512}}}, {disk_data, [{"/",41260352,5}, {"/dev/shm",12304304,0}, {"/boot",495844,7}, {"/data",206420664,5}]}, {meminfo, <<"MemTotal: 24608608 kB\nMemFree: 5613280 kB\nBuffers: 171612 kB\nCached: 9470892 kB\nSwapCached: 0 kB\nActive: 10471460 kB\nInactive: 7833616 kB\nActive(anon): 8650348 kB\nInactive(anon): 14632 kB\nActive(file): 1821112 kB\nInactive(file): 7818984 kB\nUnevictable: 20760 kB\nMlocked: 20760 kB\nSwapTotal: 20479992 kB\nSwapFree: 20479992 kB\nDirty: 5472 kB\nWriteback: 0 kB\nAnonPages: 8683984 kB\nMapped: 15544 kB\nShmem: 172 kB\nSlab: 356092 kB\nSReclaimable: 297780 kB\nSUnreclaim: 58312 kB\nKernelStack: 3064 kB\nPageTables: 21740 kB\nNFS_Unstable: 0 kB\nBounce: 0 kB\nWritebackTmp: 0 kB\nCommitLimit: 32784296 kB\nCommitted_AS: 10431120 kB\nVmallocTotal: 34359738367 kB\nVmallocUsed: 332500 kB\nVmallocChunk: 34359355024 kB\nHardwareCorrupted: 0 kB\nAnonHugePages: 1193984 kB\nHugePages_Total: 0\nHugePages_Free: 0\nHugePages_Rsvd: 0\nHugePages_Surp: 0\nHugepagesize: 2048 kB\nDirectMap4k: 10240 kB\nDirectMap2M: 25155584 kB\n">>}]}, {'ns_1@192.168.0.22', [{last_heard,{1352,753372,659520}}, {outgoing_replications_safeness_level,[{"default",green}]}, {incoming_replications_conf_hashes, [{"default",[{'ns_1@192.168.0.20',132836600}]}]}, {active_buckets,["default"]}, {ready_buckets,["default"]}, {local_tasks, [[{pid,<<"<0.22758.0>">>}, {bucket,<<"default">>}, {original_target,{[{type,bucket}]}}, {progress,88}, {started_on,1352753219}, {total_vbuckets,1025}, {trigger_type,scheduled}, {type,bucket_compaction}, {updated_on,1352753372}, {vbuckets_done,902}]]}, {memory, [{total,203104200}, {processes,151047944}, {processes_used,151028640}, {system,52056256}, {atom,1338193}, {atom_used,1333482}, {binary,13193792}, {code,13490894}, {ets,5415832}]}, {system_memory_data, [{system_total_memory,25199214592}, {free_swap,20971511808}, {total_swap,20971511808}, {cached_memory,8407273472}, {buffered_memory,184766464}, {free_memory,7045656576}, {total_memory,25199214592}]}, {node_storage_conf,[{db_path,"/data"},{index_path,"/data"}]}, {statistics, [{wall_clock,{1320880,5005}}, {context_switches,{10650080,0}}, {garbage_collection,{939856,2381275661,0}}, {io,{{input,176174890},{output,7440771142}}}, {reductions,{1058747909,3349834}}, {run_queue,0}, {runtime,{345400,1030}}]}, {system_stats, [{cpu_utilization_rate,45.04950495049505}, {swap_total,20971511808}, {swap_used,0}]}, {interesting_stats, [{couch_docs_actual_disk_size,8382553450}, {couch_docs_data_size,7319864429}, {couch_views_actual_disk_size,0}, {couch_views_data_size,0}, {curr_items,1500040}, {curr_items_tot,2998360}, {mem_used,7989859144}, {vb_replica_curr_items,1498320}]}, {cluster_compatibility_version,131072}, {version, [{public_key,"0.13"}, {lhttpc,"1.3.0"}, {ale,"8cffe61"}, {os_mon,"2.2.7"}, {couch_set_view,"1.2.0a-b68b5f4-git"}, {mnesia,"4.5"}, {inets,"5.7.1"}, {couch,"1.2.0a-b68b5f4-git"}, {mapreduce,"1.0.0"}, {couch_index_merger,"1.2.0a-b68b5f4-git"}, {kernel,"2.14.5"}, {crypto,"2.0.4"}, {ssl,"4.1.6"}, {sasl,"2.1.10"}, {couch_view_parser,"1.0.0"}, {ns_server,"2.0.0-1939-rel-enterprise"}, {mochiweb,"1.4.1"}, {oauth,"7d85d3ef"}, {stdlib,"1.17.5"}]}, {supported_compat_version,[2,0]}, {system_arch,"x86_64-unknown-linux-gnu"}, {wall_clock,1320}, {memory_data,{25199214592,18166263808,{<0.674.0>,2914384}}}, {disk_data, [{"/",41260352,5}, {"/dev/shm",12304304,0}, {"/boot",495844,7}, {"/data",206420664,5}]}, {meminfo, <<"MemTotal: 24608608 kB\nMemFree: 6880524 kB\nBuffers: 180436 kB\nCached: 8210228 kB\nSwapCached: 0 kB\nActive: 9727144 kB\nInactive: 7345984 kB\nActive(anon): 8674340 kB\nInactive(anon): 10216 kB\nActive(file): 1052804 kB\nInactive(file): 7335768 kB\nUnevictable: 20760 kB\nMlocked: 20760 kB\nSwapTotal: 20479992 kB\nSwapFree: 20479992 kB\nDirty: 7268 kB\nWriteback: 64 kB\nAnonPages: 8703116 kB\nMapped: 15684 kB\nShmem: 172 kB\nSlab: 321388 kB\nSReclaimable: 263312 kB\nSUnreclaim: 58076 kB\nKernelStack: 2560 kB\nPageTables: 21436 kB\nNFS_Unstable: 0 kB\nBounce: 0 kB\nWritebackTmp: 0 kB\nCommitLimit: 32784296 kB\nCommitted_AS: 10420720 kB\nVmallocTotal: 34359738367 kB\nVmallocUsed: 332500 kB\nVmallocChunk: 34359350016 kB\nHardwareCorrupted: 0 kB\nAnonHugePages: 1212416 kB\nHugePages_Total: 0\nHugePages_Free: 0\nHugePages_Rsvd: 0\nHugePages_Surp: 0\nHugepagesize: 2048 kB\nDirectMap4k: 10240 kB\nDirectMap2M: 25155584 kB\n">>}]}] [ns_doctor:debug,2012-11-12T12:50:37.651,ns_1@192.168.0.22:ns_doctor<0.541.0>:ns_doctor:handle_info:137]Current node statuses: [{'ns_1@192.168.0.20', [{last_heard,{1352,753434,433717}}, {outgoing_replications_safeness_level,[{"default",green}]}, {incoming_replications_conf_hashes, [{"default",[{'ns_1@192.168.0.22',99799376}]}]}, {active_buckets,["default"]}, {ready_buckets,["default"]}, {local_tasks, [[{pid,<<"<0.24734.0>">>}, {bucket,<<"default">>}, {original_target,{[{type,bucket}]}}, {progress,68}, {started_on,1352753303}, {total_vbuckets,1025}, {trigger_type,scheduled}, {type,bucket_compaction}, {updated_on,1352753433}, {vbuckets_done,697}]]}, {memory, [{total,199842240}, {processes,147070712}, {processes_used,146991288}, {system,52771528}, {atom,1393705}, {atom_used,1362529}, {binary,13423832}, {code,13887278}, {ets,5432536}]}, {system_memory_data, [{system_total_memory,25199214592}, {free_swap,20971511808}, {total_swap,20971511808}, {cached_memory,8957403136}, {buffered_memory,178851840}, {free_memory,6503723008}, {total_memory,25199214592}]}, {node_storage_conf,[{db_path,"/data"},{index_path,"/data"}]}, {statistics, [{wall_clock,{1397710,5000}}, {context_switches,{10614437,0}}, {garbage_collection,{910296,2561674558,0}}, {io,{{input,175833598},{output,7766584071}}}, {reductions,{1416549311,5933957}}, {run_queue,0}, {runtime,{372000,1310}}]}, {system_stats, [{cpu_utilization_rate,80.48780487804878}, {swap_total,20971511808}, {swap_used,0}]}, {interesting_stats, [{couch_docs_actual_disk_size,8963911097}, {couch_docs_data_size,7322041697}, {couch_views_actual_disk_size,0}, {couch_views_data_size,0}, {curr_items,1498186}, {curr_items_tot,2997355}, {mem_used,7991863920}, {vb_replica_curr_items,1499169}]}, {cluster_compatibility_version,131072}, {version, [{public_key,"0.13"}, {lhttpc,"1.3.0"}, {ale,"8cffe61"}, {os_mon,"2.2.7"}, {couch_set_view,"1.2.0a-b68b5f4-git"}, {mnesia,"4.5"}, {inets,"5.7.1"}, {couch,"1.2.0a-b68b5f4-git"}, {mapreduce,"1.0.0"}, {couch_index_merger,"1.2.0a-b68b5f4-git"}, {kernel,"2.14.5"}, {crypto,"2.0.4"}, {ssl,"4.1.6"}, {sasl,"2.1.10"}, {couch_view_parser,"1.0.0"}, {ns_server,"2.0.0-1939-rel-enterprise"}, {mochiweb,"1.4.1"}, {oauth,"7d85d3ef"}, {stdlib,"1.17.5"}]}, {supported_compat_version,[2,0]}, {system_arch,"x86_64-unknown-linux-gnu"}, {wall_clock,1397}, {memory_data,{25199214592,18937229312,{<17793.461.0>,3514512}}}, {disk_data, [{"/",41260352,5}, {"/dev/shm",12304304,0}, {"/boot",495844,7}, {"/data",206420664,5}]}, {meminfo, <<"MemTotal: 24608608 kB\nMemFree: 6351292 kB\nBuffers: 174660 kB\nCached: 8747136 kB\nSwapCached: 0 kB\nActive: 10066888 kB\nInactive: 7519964 kB\nActive(anon): 8652824 kB\nInactive(anon): 14632 kB\nActive(file): 1414064 kB\nInactive(file): 7505332 kB\nUnevictable: 20760 kB\nMlocked: 20760 kB\nSwapTotal: 20479992 kB\nSwapFree: 20479992 kB\nDirty: 11620 kB\nWriteback: 0 kB\nAnonPages: 8686124 kB\nMapped: 15544 kB\nShmem: 172 kB\nSlab: 336604 kB\nSReclaimable: 278184 kB\nSUnreclaim: 58420 kB\nKernelStack: 3072 kB\nPageTables: 21744 kB\nNFS_Unstable: 0 kB\nBounce: 0 kB\nWritebackTmp: 0 kB\nCommitLimit: 32784296 kB\nCommitted_AS: 10434920 kB\nVmallocTotal: 34359738367 kB\nVmallocUsed: 332500 kB\nVmallocChunk: 34359355024 kB\nHardwareCorrupted: 0 kB\nAnonHugePages: 1292288 kB\nHugePages_Total: 0\nHugePages_Free: 0\nHugePages_Rsvd: 0\nHugePages_Surp: 0\nHugepagesize: 2048 kB\nDirectMap4k: 10240 kB\nDirectMap2M: 25155584 kB\n">>}]}, {'ns_1@192.168.0.22', [{last_heard,{1352,753432,653329}}, {outgoing_replications_safeness_level,[{"default",green}]}, {incoming_replications_conf_hashes, [{"default",[{'ns_1@192.168.0.20',132836600}]}]}, {active_buckets,["default"]}, {ready_buckets,["default"]}, {local_tasks,[]}, {memory, [{total,208433880}, {processes,156747120}, {processes_used,156658024}, {system,51686760}, {atom,1338193}, {atom_used,1333482}, {binary,12840312}, {code,13490894}, {ets,5408456}]}, {system_memory_data, [{system_total_memory,25199214592}, {free_swap,20971511808}, {total_swap,20971511808}, {cached_memory,8611762176}, {buffered_memory,187514880}, {free_memory,6863417344}, {total_memory,25199214592}]}, {node_storage_conf,[{db_path,"/data"},{index_path,"/data"}]}, {statistics, [{wall_clock,{1380874,5000}}, {context_switches,{11132758,0}}, {garbage_collection,{977644,2479319748,0}}, {io,{{input,183397056},{output,7715605315}}}, {reductions,{1099826614,3524568}}, {run_queue,0}, {runtime,{360200,1300}}]}, {system_stats, [{cpu_utilization_rate,36.206896551724135}, {swap_total,20971511808}, {swap_used,0}]}, {interesting_stats, [{couch_docs_actual_disk_size,8556636170}, {couch_docs_data_size,7322216721}, {couch_views_actual_disk_size,0}, {couch_views_data_size,0}, {curr_items,1498897}, {curr_items_tot,2996805}, {mem_used,7991588872}, {vb_replica_curr_items,1497908}]}, {cluster_compatibility_version,131072}, {version, [{public_key,"0.13"}, {lhttpc,"1.3.0"}, {ale,"8cffe61"}, {os_mon,"2.2.7"}, {couch_set_view,"1.2.0a-b68b5f4-git"}, {mnesia,"4.5"}, {inets,"5.7.1"}, {couch,"1.2.0a-b68b5f4-git"}, {mapreduce,"1.0.0"}, {couch_index_merger,"1.2.0a-b68b5f4-git"}, {kernel,"2.14.5"}, {crypto,"2.0.4"}, {ssl,"4.1.6"}, {sasl,"2.1.10"}, {couch_view_parser,"1.0.0"}, {ns_server,"2.0.0-1939-rel-enterprise"}, {mochiweb,"1.4.1"}, {oauth,"7d85d3ef"}, {stdlib,"1.17.5"}]}, {supported_compat_version,[2,0]}, {system_arch,"x86_64-unknown-linux-gnu"}, {wall_clock,1380}, {memory_data,{25199214592,18333257728,{<0.674.0>,2914384}}}, {disk_data, [{"/",41260352,5}, {"/dev/shm",12304304,0}, {"/boot",495844,7}, {"/data",206420664,5}]}, {meminfo, <<"MemTotal: 24608608 kB\nMemFree: 6702556 kB\nBuffers: 183120 kB\nCached: 8409924 kB\nSwapCached: 0 kB\nActive: 9865212 kB\nInactive: 7380936 kB\nActive(anon): 8645168 kB\nInactive(anon): 10216 kB\nActive(file): 1220044 kB\nInactive(file): 7370720 kB\nUnevictable: 20760 kB\nMlocked: 20760 kB\nSwapTotal: 20479992 kB\nSwapFree: 20479992 kB\nDirty: 5700 kB\nWriteback: 0 kB\nAnonPages: 8676324 kB\nMapped: 15680 kB\nShmem: 172 kB\nSlab: 325380 kB\nSReclaimable: 267932 kB\nSUnreclaim: 57448 kB\nKernelStack: 2552 kB\nPageTables: 21352 kB\nNFS_Unstable: 0 kB\nBounce: 0 kB\nWritebackTmp: 0 kB\nCommitLimit: 32784296 kB\nCommitted_AS: 10398028 kB\nVmallocTotal: 34359738367 kB\nVmallocUsed: 332500 kB\nVmallocChunk: 34359350016 kB\nHardwareCorrupted: 0 kB\nAnonHugePages: 1300480 kB\nHugePages_Total: 0\nHugePages_Free: 0\nHugePages_Rsvd: 0\nHugePages_Surp: 0\nHugepagesize: 2048 kB\nDirectMap4k: 10240 kB\nDirectMap2M: 25155584 kB\n">>}]}] [stats:debug,2012-11-12T12:51:06.475,ns_1@192.168.0.22:<0.683.0>:stats_collector:maybe_log_stats:126](at {{1970,1,16},{7,45,53}}) Stats for bucket "default": accepting_conns 1 auth_cmds 23 auth_errors 0 bucket_active_conns 1 bucket_conns 20 bytes 7993238024 bytes_read 15727738070 bytes_written 12085746064 cas_badval 0 cas_hits 0 cas_misses 0 cmd_flush 0 cmd_get 1908756 cmd_set 3207843 conn_yields 83278 connection_structures 5000 curr_connections 23 curr_conns_on_port_11209 10 curr_conns_on_port_11210 11 curr_items 1498696 curr_items_tot 2996741 curr_temp_items 0 daemon_connections 4 decr_hits 0 decr_misses 0 delete_hits 92975 delete_misses 126059 ep_access_scanner_last_runtime 0 ep_access_scanner_num_items 0 ep_access_scanner_task_time 2012-11-13 10:00:00 ep_allow_data_loss_during_shutdown 1 ep_alog_block_size 4096 ep_alog_path /data/default/access.log ep_alog_sleep_time 1440 ep_alog_task_time 10 ep_backend couchdb ep_bg_fetch_delay 0 ep_bg_fetched 0 ep_bg_meta_fetched 0 ep_bg_remaining_jobs 0 ep_chk_max_items 5000 ep_chk_period 1800 ep_chk_persistence_remains 0 ep_chk_persistence_timeout 10 ep_chk_remover_stime 5 ep_commit_num 680 ep_commit_time 12 ep_commit_time_total 16344 ep_concurrentDB 1 ep_config_file ep_couch_bucket default ep_couch_host localhost ep_couch_port 11213 ep_couch_reconnect_sleeptime 250 ep_couch_response_timeout 180000 ep_data_age 10 ep_data_age_highwat 102 ep_data_traffic_enabled 0 ep_dbinit 0 ep_dbname /data/default ep_degraded_mode 0 ep_diskqueue_drain 5715641 ep_diskqueue_fill 5743539 ep_diskqueue_items 27880 ep_diskqueue_memory 892736 ep_diskqueue_pending 1339104 ep_exp_pager_stime 3600 ep_exp_pager_stime 3600 ep_expired_access 269 ep_expired_pager 0 ep_expiry_window 3 ep_failpartialwarmup 0 ep_flush_all false ep_flush_duration_total 1198 ep_flushall_enabled 0 ep_flusher_state running ep_flusher_todo 27818 ep_getl_default_timeout 15 ep_getl_max_timeout 30 ep_ht_locks 5 ep_ht_size 3079 ep_inconsistent_slave_chk 0 ep_initfile ep_io_num_read 0 ep_io_num_write 5364684 ep_io_read_bytes 0 ep_io_write_bytes 12488198217 ep_item_begin_failed 0 ep_item_commit_failed 0 ep_item_flush_expired 0 ep_item_flush_failed 0 ep_item_num_based_new_chk 1 ep_items_rm_from_checkpoints 0 ep_keep_closed_chks 0 ep_klog_block_size 4096 ep_klog_compactor_queue_cap 500000 ep_klog_compactor_stime 3600 ep_klog_flush commit2 ep_klog_max_entry_ratio 10 ep_klog_max_log_size 2147483647 ep_klog_path ep_klog_sync commit2 ep_kv_size 7369019811 ep_max_checkpoints 2 ep_max_data_size 12582912000 ep_max_item_size 20971520 ep_max_size 12582912000 ep_max_txn_size 10000 ep_max_vbuckets 1024 ep_mem_high_wat 9437184000 ep_mem_high_wat 9437184000 ep_mem_low_wat 7549747200 ep_mem_low_wat 7549747200 ep_mem_tracker_enabled true ep_min_data_age 0 ep_mlog_compactor_runs 0 ep_mutation_mem_threshold 0 ep_num_access_scanner_runs 0 ep_num_eject_failures 0 ep_num_expiry_pager_runs 0 ep_num_non_resident 0 ep_num_not_my_vbuckets 0 ep_num_ops_del_meta 0 ep_num_ops_get_meta 0 ep_num_ops_set_meta 0 ep_num_pager_runs 0 ep_num_value_ejects 0 ep_oom_errors 0 ep_overhead 294420352 ep_pager_active_vb_pcnt 40 ep_pager_unbiased_period 60 ep_pending_ops 0 ep_pending_ops_max 0 ep_pending_ops_max_duration 0 ep_pending_ops_total 0 ep_postInitfile ep_queue_age_cap 900 ep_queue_size 62 ep_startup_time 1352752065 ep_storage_age 7 ep_storage_age_highwat 101 ep_store_max_concurrency 10 ep_store_max_readers 9 ep_store_max_readwrite 1 ep_stored_val_type ep_tap_ack_grace_period 300 ep_tap_ack_initial_sequence_number 1 ep_tap_ack_interval 1000 ep_tap_ack_window_size 10 ep_tap_backfill_resident 0.9 ep_tap_backlog_limit 5000 ep_tap_backoff_period 5 ep_tap_bg_fetch_requeued 0 ep_tap_bg_fetched 0 ep_tap_bg_max_pending 500 ep_tap_keepalive 300 ep_tap_noop_interval 20 ep_tap_requeue_sleep_time 0.1 ep_tap_throttle_cap_pcnt 10 ep_tap_throttle_queue_cap 1000000 ep_tap_throttle_threshold 90 ep_tmp_oom_errors 0 ep_too_old 0 ep_too_young 0 ep_total_cache_size 7333074579 ep_total_del_items 164231 ep_total_enqueued 5743539 ep_total_new_items 3137557 ep_total_persisted 5364684 ep_uncommitted_items 128 ep_value_size 7121939800 ep_vb0 0 ep_vb_snapshot_total 7 ep_vb_total 1024 ep_vbucket_del 0 ep_vbucket_del_fail 0 ep_version 2.0.0r_133_g68e3f7c ep_waitforwarmup 0 ep_warmup 1 ep_warmup_batch_size 1000 ep_warmup_dups 0 ep_warmup_min_items_threshold 100 ep_warmup_min_memory_threshold 100 ep_warmup_oom 0 ep_warmup_thread complete ep_warmup_time 23464 get_hits 1711885 get_misses 196871 incr_hits 0 incr_misses 0 libevent 2.0.11-stable limit_maxbytes 67108864 listen_disabled_num 0 max_conns_on_port_11209 1000 max_conns_on_port_11210 9000 mem_used 7993238024 pid 21605 pointer_size 64 rejected_conns 0 rusage_system 472.716136 rusage_user 821.872056 tap_checkpoint_start_received 512 tap_checkpoint_start_sent 512 tap_connect_received 1 tap_delete_received 89989 tap_delete_sent 91007 tap_mutation_received 3142724 tap_mutation_sent 3153030 tap_opaque_received 1026 tap_opaque_sent 1026 threads 4 time 1352753465 total_connections 74 uptime 1410 vb_active_curr_items 1498696 vb_active_eject 0 vb_active_expired 269 vb_active_ht_memory 12857152 vb_active_itm_memory 3667760544 vb_active_meta_data_memory 118396984 vb_active_num 512 vb_active_num_non_resident 0 vb_active_num_ref_ejects 0 vb_active_num_ref_items 1572894 vb_active_ops_create 1567745 vb_active_ops_delete 83932 vb_active_ops_reject 0 vb_active_ops_update 964615 vb_active_perc_mem_resident 100 vb_active_queue_age 3807284000 vb_active_queue_drain 2864926 vb_active_queue_fill 2878301 vb_active_queue_memory 428000 vb_active_queue_pending 642000 vb_active_queue_size 13375 vb_dead_num 0 vb_pending_curr_items 0 vb_pending_eject 0 vb_pending_expired 0 vb_pending_ht_memory 0 vb_pending_itm_memory 0 vb_pending_meta_data_memory 0 vb_pending_num 0 vb_pending_num_non_resident 0 vb_pending_num_ref_ejects 0 vb_pending_num_ref_items 0 vb_pending_ops_create 0 vb_pending_ops_delete 0 vb_pending_ops_reject 0 vb_pending_ops_update 0 vb_pending_perc_mem_resident 0 vb_pending_queue_age 0 vb_pending_queue_drain 0 vb_pending_queue_fill 0 vb_pending_queue_memory 0 vb_pending_queue_pending 0 vb_pending_queue_size 0 vb_replica_curr_items 1498045 vb_replica_eject 0 vb_replica_expired 0 vb_replica_ht_memory 12857152 vb_replica_itm_memory 3665314035 vb_replica_meta_data_memory 118345555 vb_replica_num 512 vb_replica_num_non_resident 0 vb_replica_num_ref_ejects 0 vb_replica_num_ref_items 1574377 vb_replica_ops_create 1569812 vb_replica_ops_delete 80299 vb_replica_ops_reject 0 vb_replica_ops_update 1098284 vb_replica_perc_mem_resident 100 vb_replica_queue_age 1243676000 vb_replica_queue_drain 2850715 vb_replica_queue_fill 2865238 vb_replica_queue_memory 464736 vb_replica_queue_pending 697104 vb_replica_queue_size 14523 version 1.4.4_600_g7ea975a [ns_doctor:debug,2012-11-12T12:51:37.651,ns_1@192.168.0.22:ns_doctor<0.541.0>:ns_doctor:handle_info:137]Current node statuses: [{'ns_1@192.168.0.20', [{last_heard,{1352,753494,434749}}, {outgoing_replications_safeness_level,[{"default",green}]}, {incoming_replications_conf_hashes, [{"default",[{'ns_1@192.168.0.22',97309049}]}]}, {active_buckets,["default"]}, {ready_buckets,["default"]}, {local_tasks,[]}, {memory, [{total,248522864}, {processes,195087960}, {processes_used,194985432}, {system,53434904}, {atom,1401785}, {atom_used,1374492}, {binary,13622568}, {code,14054366}, {ets,5684248}]}, {system_memory_data, [{system_total_memory,25199214592}, {free_swap,20971511808}, {total_swap,20971511808}, {cached_memory,8243736576}, {buffered_memory,183066624}, {free_memory,7192752128}, {total_memory,25199214592}]}, {node_storage_conf,[{db_path,"/data"},{index_path,"/data"}]}, {statistics, [{wall_clock,{1457711,5001}}, {context_switches,{11090279,0}}, {garbage_collection,{957431,2697030782,0}}, {io,{{input,190089891},{output,8048354482}}}, {reductions,{1478178806,9755073}}, {run_queue,0}, {runtime,{388130,2260}}]}, {system_stats, [{cpu_utilization_rate,73.17073170731707}, {swap_total,20971511808}, {swap_used,0}]}, {interesting_stats, [{couch_docs_actual_disk_size,8190436693}, {couch_docs_data_size,7323668730}, {couch_views_actual_disk_size,0}, {couch_views_data_size,0}, {curr_items,1495227}, {curr_items_tot,2991141}, {mem_used,7979233040}, {vb_replica_curr_items,1495914}]}, {cluster_compatibility_version,131072}, {version, [{public_key,"0.13"}, {lhttpc,"1.3.0"}, {ale,"8cffe61"}, {os_mon,"2.2.7"}, {couch_set_view,"1.2.0a-b68b5f4-git"}, {mnesia,"4.5"}, {inets,"5.7.1"}, {couch,"1.2.0a-b68b5f4-git"}, {mapreduce,"1.0.0"}, {couch_index_merger,"1.2.0a-b68b5f4-git"}, {kernel,"2.14.5"}, {crypto,"2.0.4"}, {ssl,"4.1.6"}, {sasl,"2.1.10"}, {couch_view_parser,"1.0.0"}, {ns_server,"2.0.0-1939-rel-enterprise"}, {mochiweb,"1.4.1"}, {oauth,"7d85d3ef"}, {stdlib,"1.17.5"}]}, {supported_compat_version,[2,0]}, {system_arch,"x86_64-unknown-linux-gnu"}, {wall_clock,1457}, {memory_data,{25199214592,18115719168,{<17793.461.0>,3514512}}}, {disk_data, [{"/",41260352,5}, {"/dev/shm",12304304,0}, {"/boot",495844,7}, {"/data",206420664,5}]}, {meminfo, <<"MemTotal: 24608608 kB\nMemFree: 7024172 kB\nBuffers: 178776 kB\nCached: 8050524 kB\nSwapCached: 0 kB\nActive: 9704192 kB\nInactive: 7227916 kB\nActive(anon): 8690544 kB\nInactive(anon): 14632 kB\nActive(file): 1013648 kB\nInactive(file): 7213284 kB\nUnevictable: 20760 kB\nMlocked: 20760 kB\nSwapTotal: 20479992 kB\nSwapFree: 20479992 kB\nDirty: 8492 kB\nWriteback: 0 kB\nAnonPages: 8726024 kB\nMapped: 15544 kB\nShmem: 172 kB\nSlab: 317960 kB\nSReclaimable: 259440 kB\nSUnreclaim: 58520 kB\nKernelStack: 3064 kB\nPageTables: 21784 kB\nNFS_Unstable: 0 kB\nBounce: 0 kB\nWritebackTmp: 0 kB\nCommitLimit: 32784296 kB\nCommitted_AS: 10477996 kB\nVmallocTotal: 34359738367 kB\nVmallocUsed: 332500 kB\nVmallocChunk: 34359355024 kB\nHardwareCorrupted: 0 kB\nAnonHugePages: 1411072 kB\nHugePages_Total: 0\nHugePages_Free: 0\nHugePages_Rsvd: 0\nHugePages_Surp: 0\nHugepagesize: 2048 kB\nDirectMap4k: 10240 kB\nDirectMap2M: 25155584 kB\n">>}]}, {'ns_1@192.168.0.21', [{last_heard,{1352,753493,51988}}, {outgoing_replications_safeness_level,[{"default",yellow}]}, {incoming_replications_conf_hashes, [{"default",[{'ns_1@192.168.0.22',10493030}]}]}, {active_buckets,["default"]}, {ready_buckets,["default"]}, {local_tasks,[]}, {memory, [{total,76838880}, {processes,40331352}, {processes_used,40325472}, {system,36507528}, {atom,1335769}, {atom_used,1330171}, {binary,2477832}, {code,13429150}, {ets,1792464}]}, {system_memory_data, [{system_total_memory,25199214592}, {free_swap,20971511808}, {total_swap,20971511808}, {cached_memory,62136320}, {buffered_memory,10772480}, {free_memory,24512749568}, {total_memory,25199214592}]}, {node_storage_conf,[{db_path,"/data"},{index_path,"/data"}]}, {statistics, [{wall_clock,{1454100,3551}}, {context_switches,{264573,0}}, {garbage_collection,{47632,130291272,0}}, {io,{{input,11609015},{output,49700730}}}, {reductions,{48186176,1739480}}, {run_queue,0}, {runtime,{56130,890}}]}, {system_stats, [{cpu_utilization_rate,33.333333333333336}, {swap_total,20971511808}, {swap_used,0}]}, {interesting_stats, [{couch_docs_actual_disk_size,6953}, {couch_docs_data_size,0}, {couch_views_actual_disk_size,0}, {couch_views_data_size,0}, {curr_items,2996}, {curr_items_tot,5959}, {mem_used,16157584}, {vb_replica_curr_items,2963}]}, {cluster_compatibility_version,131072}, {version, [{public_key,"0.13"}, {lhttpc,"1.3.0"}, {ale,"8cffe61"}, {os_mon,"2.2.7"}, {couch_set_view,"1.2.0a-b68b5f4-git"}, {mnesia,"4.5"}, {inets,"5.7.1"}, {couch,"1.2.0a-b68b5f4-git"}, {mapreduce,"1.0.0"}, {couch_index_merger,"1.2.0a-b68b5f4-git"}, {kernel,"2.14.5"}, {crypto,"2.0.4"}, {ssl,"4.1.6"}, {sasl,"2.1.10"}, {couch_view_parser,"1.0.0"}, {ns_server,"2.0.0-1939-rel-enterprise"}, {mochiweb,"1.4.1"}, {oauth,"7d85d3ef"}, {stdlib,"1.17.5"}]}, {supported_compat_version,[2,0]}, {system_arch,"x86_64-unknown-linux-gnu"}, {wall_clock,1454}, {memory_data,{25199214592,600182784,{<19409.6.0>,601480}}}, {disk_data, [{"/",41260352,5}, {"/dev/shm",12304304,0}, {"/boot",495844,7}, {"/data",206420664,1}]}, {meminfo, <<"MemTotal: 24608608 kB\nMemFree: 23938480 kB\nBuffers: 10520 kB\nCached: 60680 kB\nSwapCached: 0 kB\nActive: 224644 kB\nInactive: 57520 kB\nActive(anon): 203772 kB\nInactive(anon): 9232 kB\nActive(file): 20872 kB\nInactive(file): 48288 kB\nUnevictable: 20760 kB\nMlocked: 20760 kB\nSwapTotal: 20479992 kB\nSwapFree: 20479992 kB\nDirty: 2996 kB\nWriteback: 0 kB\nAnonPages: 231464 kB\nMapped: 14604 kB\nShmem: 164 kB\nSlab: 68880 kB\nSReclaimable: 12500 kB\nSUnreclaim: 56380 kB\nKernelStack: 3048 kB\nPageTables: 4632 kB\nNFS_Unstable: 0 kB\nBounce: 0 kB\nWritebackTmp: 0 kB\nCommitLimit: 32784296 kB\nCommitted_AS: 1975364 kB\nVmallocTotal: 34359738367 kB\nVmallocUsed: 332500 kB\nVmallocChunk: 34359350016 kB\nHardwareCorrupted: 0 kB\nAnonHugePages: 61440 kB\nHugePages_Total: 0\nHugePages_Free: 0\nHugePages_Rsvd: 0\nHugePages_Surp: 0\nHugepagesize: 2048 kB\nDirectMap4k: 10240 kB\nDirectMap2M: 25155584 kB\n">>}]}, {'ns_1@192.168.0.22', [{last_heard,{1352,753492,656284}}, {outgoing_replications_safeness_level,[{"default",green}]}, {incoming_replications_conf_hashes, [{"default", [{'ns_1@192.168.0.20',39430288},{'ns_1@192.168.0.21',17906667}]}]}, {active_buckets,["default"]}, {ready_buckets,["default"]}, {local_tasks,[]}, {memory, [{total,213414312}, {processes,160118032}, {processes_used,160032864}, {system,53296280}, {atom,1338193}, {atom_used,1333729}, {binary,14155528}, {code,13490894}, {ets,5668896}]}, {system_memory_data, [{system_total_memory,25199214592}, {free_swap,20971511808}, {total_swap,20971511808}, {cached_memory,9244770304}, {buffered_memory,189132800}, {free_memory,6195757056}, {total_memory,25199214592}]}, {node_storage_conf,[{db_path,"/data"},{index_path,"/data"}]}, {statistics, [{wall_clock,{1440876,4599}}, {context_switches,{11602865,0}}, {garbage_collection,{1015439,2582733904,0}}, {io,{{input,188161598},{output,8002882882}}}, {reductions,{1140884438,3149155}}, {run_queue,0}, {runtime,{374650,1510}}]}, {system_stats, [{cpu_utilization_rate,57.36434108527132}, {swap_total,20971511808}, {swap_used,0}]}, {interesting_stats, [{couch_docs_actual_disk_size,9183828752}, {couch_docs_data_size,7324506547}, {couch_views_actual_disk_size,0}, {couch_views_data_size,0}, {curr_items,1496141}, {curr_items_tot,2996839}, {mem_used,7995511944}, {vb_replica_curr_items,1500698}]}, {cluster_compatibility_version,131072}, {version, [{public_key,"0.13"}, {lhttpc,"1.3.0"}, {ale,"8cffe61"}, {os_mon,"2.2.7"}, {couch_set_view,"1.2.0a-b68b5f4-git"}, {mnesia,"4.5"}, {inets,"5.7.1"}, {couch,"1.2.0a-b68b5f4-git"}, {mapreduce,"1.0.0"}, {couch_index_merger,"1.2.0a-b68b5f4-git"}, {kernel,"2.14.5"}, {crypto,"2.0.4"}, {ssl,"4.1.6"}, {sasl,"2.1.10"}, {couch_view_parser,"1.0.0"}, {ns_server,"2.0.0-1939-rel-enterprise"}, {mochiweb,"1.4.1"}, {oauth,"7d85d3ef"}, {stdlib,"1.17.5"}]}, {supported_compat_version,[2,0]}, {system_arch,"x86_64-unknown-linux-gnu"}, {wall_clock,1440}, {memory_data,{25199214592,19002314752,{<0.675.0>,4714984}}}, {disk_data, [{"/",41260352,5}, {"/dev/shm",12304304,0}, {"/boot",495844,7}, {"/data",206420664,5}]}, {meminfo, <<"MemTotal: 24608608 kB\nMemFree: 6050544 kB\nBuffers: 184692 kB\nCached: 9028104 kB\nSwapCached: 0 kB\nActive: 10240084 kB\nInactive: 7640416 kB\nActive(anon): 8660216 kB\nInactive(anon): 10216 kB\nActive(file): 1579868 kB\nInactive(file): 7630200 kB\nUnevictable: 20760 kB\nMlocked: 20760 kB\nSwapTotal: 20479992 kB\nSwapFree: 20479992 kB\nDirty: 3332 kB\nWriteback: 0 kB\nAnonPages: 8689264 kB\nMapped: 15680 kB\nShmem: 172 kB\nSlab: 342224 kB\nSReclaimable: 284652 kB\nSUnreclaim: 57572 kB\nKernelStack: 2544 kB\nPageTables: 21376 kB\nNFS_Unstable: 0 kB\nBounce: 0 kB\nWritebackTmp: 0 kB\nCommitLimit: 32784296 kB\nCommitted_AS: 10419620 kB\nVmallocTotal: 34359738367 kB\nVmallocUsed: 332500 kB\nVmallocChunk: 34359350016 kB\nHardwareCorrupted: 0 kB\nAnonHugePages: 1398784 kB\nHugePages_Total: 0\nHugePages_Free: 0\nHugePages_Rsvd: 0\nHugePages_Surp: 0\nHugepagesize: 2048 kB\nDirectMap4k: 10240 kB\nDirectMap2M: 25155584 kB\n">>}]}] [ns_doctor:debug,2012-11-12T12:52:37.651,ns_1@192.168.0.22:ns_doctor<0.541.0>:ns_doctor:handle_info:137]Current node statuses: [{'ns_1@192.168.0.20', [{last_heard,{1352,753554,435375}}, {outgoing_replications_safeness_level,[{"default",green}]}, {incoming_replications_conf_hashes, [{"default",[{'ns_1@192.168.0.22',21709190}]}]}, {active_buckets,["default"]}, {ready_buckets,["default"]}, {local_tasks,[]}, {memory, [{total,230682400}, {processes,178001960}, {processes_used,177657312}, {system,52680440}, {atom,1401785}, {atom_used,1374492}, {binary,12745608}, {code,14054366}, {ets,5841000}]}, {system_memory_data, [{system_total_memory,25199214592}, {free_swap,20971511808}, {total_swap,20971511808}, {cached_memory,8296624128}, {buffered_memory,184819712}, {free_memory,7140552704}, {total_memory,25199214592}]}, {node_storage_conf,[{db_path,"/data"},{index_path,"/data"}]}, {statistics, [{wall_clock,{1517711,5000}}, {context_switches,{11582537,0}}, {garbage_collection,{1053876,3291673659,0}}, {io,{{input,195640993},{output,8278834381}}}, {reductions,{1555805609,6302647}}, {run_queue,0}, {runtime,{419450,2810}}]}, {system_stats, [{cpu_utilization_rate,69.28746928746929}, {swap_total,20971511808}, {swap_used,0}]}, {interesting_stats, [{couch_docs_actual_disk_size,8253214528}, {couch_docs_data_size,6889681946}, {couch_views_actual_disk_size,0}, {couch_views_data_size,0}, {curr_items,1418759}, {curr_items_tot,2812177}, {mem_used,7520893760}, {vb_replica_curr_items,1393418}]}, {cluster_compatibility_version,131072}, {version, [{public_key,"0.13"}, {lhttpc,"1.3.0"}, {ale,"8cffe61"}, {os_mon,"2.2.7"}, {couch_set_view,"1.2.0a-b68b5f4-git"}, {mnesia,"4.5"}, {inets,"5.7.1"}, {couch,"1.2.0a-b68b5f4-git"}, {mapreduce,"1.0.0"}, {couch_index_merger,"1.2.0a-b68b5f4-git"}, {kernel,"2.14.5"}, {crypto,"2.0.4"}, {ssl,"4.1.6"}, {sasl,"2.1.10"}, {couch_view_parser,"1.0.0"}, {ns_server,"2.0.0-1939-rel-enterprise"}, {mochiweb,"1.4.1"}, {oauth,"7d85d3ef"}, {stdlib,"1.17.5"}]}, {supported_compat_version,[2,0]}, {system_arch,"x86_64-unknown-linux-gnu"}, {wall_clock,1517}, {memory_data,{25199214592,18068250624,{<17793.667.0>,8228504}}}, {disk_data, [{"/",41260352,5}, {"/dev/shm",12304304,0}, {"/boot",495844,7}, {"/data",206420664,5}]}, {meminfo, <<"MemTotal: 24608608 kB\nMemFree: 6968852 kB\nBuffers: 180488 kB\nCached: 8102172 kB\nSwapCached: 0 kB\nActive: 9983644 kB\nInactive: 7002236 kB\nActive(anon): 8691252 kB\nInactive(anon): 14632 kB\nActive(file): 1292392 kB\nInactive(file): 6987604 kB\nUnevictable: 20760 kB\nMlocked: 20760 kB\nSwapTotal: 20479992 kB\nSwapFree: 20479992 kB\nDirty: 6264 kB\nWriteback: 0 kB\nAnonPages: 8730768 kB\nMapped: 15568 kB\nShmem: 172 kB\nSlab: 319172 kB\nSReclaimable: 261024 kB\nSUnreclaim: 58148 kB\nKernelStack: 3056 kB\nPageTables: 21832 kB\nNFS_Unstable: 0 kB\nBounce: 0 kB\nWritebackTmp: 0 kB\nCommitLimit: 32784296 kB\nCommitted_AS: 10473436 kB\nVmallocTotal: 34359738367 kB\nVmallocUsed: 332500 kB\nVmallocChunk: 34359355024 kB\nHardwareCorrupted: 0 kB\nAnonHugePages: 1505280 kB\nHugePages_Total: 0\nHugePages_Free: 0\nHugePages_Rsvd: 0\nHugePages_Surp: 0\nHugepagesize: 2048 kB\nDirectMap4k: 10240 kB\nDirectMap2M: 25155584 kB\n">>}]}, {'ns_1@192.168.0.21', [{last_heard,{1352,753553,48600}}, {outgoing_replications_safeness_level,[{"default",green}]}, {incoming_replications_conf_hashes, [{"default",[{'ns_1@192.168.0.22',82589662}]}]}, {active_buckets,["default"]}, {ready_buckets,["default"]}, {local_tasks, [[{pid,<<"<0.5980.0>">>}, {bucket,<<"default">>}, {original_target,{[{type,bucket}]}}, {progress,53}, {started_on,1352753548}, {total_vbuckets,60}, {trigger_type,scheduled}, {type,bucket_compaction}, {updated_on,1352753553}, {vbuckets_done,32}]]}, {memory, [{total,103428640}, {processes,64797528}, {processes_used,64780936}, {system,38631112}, {atom,1339809}, {atom_used,1335933}, {binary,3515816}, {code,13493102}, {ets,2404896}]}, {system_memory_data, [{system_total_memory,25199214592}, {free_swap,20971511808}, {total_swap,20971511808}, {cached_memory,683028480}, {buffered_memory,88850432}, {free_memory,23258370048}, {total_memory,25199214592}]}, {node_storage_conf,[{db_path,"/data"},{index_path,"/data"}]}, {statistics, [{wall_clock,{1514098,4999}}, {context_switches,{639568,0}}, {garbage_collection,{192204,430190952,0}}, {io,{{input,38533145},{output,1069438788}}}, {reductions,{113373308,5456952}}, {run_queue,0}, {runtime,{79760,2030}}]}, {system_stats, [{cpu_utilization_rate,60.64356435643565}, {swap_total,20971511808}, {swap_used,0}]}, {interesting_stats, [{couch_docs_actual_disk_size,908216328}, {couch_docs_data_size,419987738}, {couch_views_actual_disk_size,0}, {couch_views_data_size,0}, {curr_items,105106}, {curr_items_tot,184021}, {mem_used,489263928}, {vb_replica_curr_items,78915}]}, {cluster_compatibility_version,131072}, {version, [{public_key,"0.13"}, {lhttpc,"1.3.0"}, {ale,"8cffe61"}, {os_mon,"2.2.7"}, {couch_set_view,"1.2.0a-b68b5f4-git"}, {mnesia,"4.5"}, {inets,"5.7.1"}, {couch,"1.2.0a-b68b5f4-git"}, {mapreduce,"1.0.0"}, {couch_index_merger,"1.2.0a-b68b5f4-git"}, {kernel,"2.14.5"}, {crypto,"2.0.4"}, {ssl,"4.1.6"}, {sasl,"2.1.10"}, {couch_view_parser,"1.0.0"}, {ns_server,"2.0.0-1939-rel-enterprise"}, {mochiweb,"1.4.1"}, {oauth,"7d85d3ef"}, {stdlib,"1.17.5"}]}, {supported_compat_version,[2,0]}, {system_arch,"x86_64-unknown-linux-gnu"}, {wall_clock,1514}, {memory_data,{25199214592,1981296640,{<19409.4593.0>,4714984}}}, {disk_data, [{"/",41260352,5}, {"/dev/shm",12304304,0}, {"/boot",495844,7}, {"/data",206420664,1}]}, {meminfo, <<"MemTotal: 24608608 kB\nMemFree: 22713252 kB\nBuffers: 86768 kB\nCached: 667020 kB\nSwapCached: 0 kB\nActive: 840240 kB\nInactive: 646060 kB\nActive(anon): 725528 kB\nInactive(anon): 9232 kB\nActive(file): 114712 kB\nInactive(file): 636828 kB\nUnevictable: 20760 kB\nMlocked: 20760 kB\nSwapTotal: 20479992 kB\nSwapFree: 20479992 kB\nDirty: 5384 kB\nWriteback: 0 kB\nAnonPages: 753592 kB\nMapped: 14616 kB\nShmem: 164 kB\nSlab: 89224 kB\nSReclaimable: 31884 kB\nSUnreclaim: 57340 kB\nKernelStack: 3056 kB\nPageTables: 5772 kB\nNFS_Unstable: 0 kB\nBounce: 0 kB\nWritebackTmp: 0 kB\nCommitLimit: 32784296 kB\nCommitted_AS: 2495968 kB\nVmallocTotal: 34359738367 kB\nVmallocUsed: 332500 kB\nVmallocChunk: 34359350016 kB\nHardwareCorrupted: 0 kB\nAnonHugePages: 110592 kB\nHugePages_Total: 0\nHugePages_Free: 0\nHugePages_Rsvd: 0\nHugePages_Surp: 0\nHugepagesize: 2048 kB\nDirectMap4k: 10240 kB\nDirectMap2M: 25155584 kB\n">>}]}, {'ns_1@192.168.0.22', [{last_heard,{1352,753552,655651}}, {outgoing_replications_safeness_level,[{"default",green}]}, {incoming_replications_conf_hashes, [{"default", [{'ns_1@192.168.0.20',6178370},{'ns_1@192.168.0.21',73684984}]}]}, {active_buckets,["default"]}, {ready_buckets,["default"]}, {local_tasks,[]}, {memory, [{total,229756448}, {processes,176461272}, {processes_used,176379080}, {system,53295176}, {atom,1338193}, {atom_used,1333793}, {binary,13959880}, {code,13490894}, {ets,5857976}]}, {system_memory_data, [{system_total_memory,25199214592}, {free_swap,20971511808}, {total_swap,20971511808}, {cached_memory,10112888832}, {buffered_memory,191041536}, {free_memory,5273964544}, {total_memory,25199214592}]}, {node_storage_conf,[{db_path,"/data"},{index_path,"/data"}]}, {statistics, [{wall_clock,{1500876,5000}}, {context_switches,{12152439,0}}, {garbage_collection,{1161434,2895127073,0}}, {io,{{input,211492289},{output,8645053225}}}, {reductions,{1214219053,5615332}}, {run_queue,0}, {runtime,{401740,2190}}]}, {system_stats, [{cpu_utilization_rate,65.67164179104478}, {swap_total,20971511808}, {swap_used,0}]}, {interesting_stats, [{couch_docs_actual_disk_size,10050317415}, {couch_docs_data_size,7324551411}, {couch_views_actual_disk_size,0}, {couch_views_data_size,0}, {curr_items,1469132}, {curr_items_tot,2996521}, {mem_used,8005974328}, {vb_replica_curr_items,1527389}]}, {cluster_compatibility_version,131072}, {version, [{public_key,"0.13"}, {lhttpc,"1.3.0"}, {ale,"8cffe61"}, {os_mon,"2.2.7"}, {couch_set_view,"1.2.0a-b68b5f4-git"}, {mnesia,"4.5"}, {inets,"5.7.1"}, {couch,"1.2.0a-b68b5f4-git"}, {mapreduce,"1.0.0"}, {couch_index_merger,"1.2.0a-b68b5f4-git"}, {kernel,"2.14.5"}, {crypto,"2.0.4"}, {ssl,"4.1.6"}, {sasl,"2.1.10"}, {couch_view_parser,"1.0.0"}, {ns_server,"2.0.0-1939-rel-enterprise"}, {mochiweb,"1.4.1"}, {oauth,"7d85d3ef"}, {stdlib,"1.17.5"}]}, {supported_compat_version,[2,0]}, {system_arch,"x86_64-unknown-linux-gnu"}, {wall_clock,1500}, {memory_data,{25199214592,19931222016,{<0.687.0>,8228504}}}, {disk_data, [{"/",41260352,5}, {"/dev/shm",12304304,0}, {"/boot",495844,7}, {"/data",206420664,5}]}, {meminfo, <<"MemTotal: 24608608 kB\nMemFree: 5148372 kB\nBuffers: 186564 kB\nCached: 9875868 kB\nSwapCached: 0 kB\nActive: 10661116 kB\nInactive: 8097412 kB\nActive(anon): 8688164 kB\nInactive(anon): 10216 kB\nActive(file): 1972952 kB\nInactive(file): 8087196 kB\nUnevictable: 20760 kB\nMlocked: 20760 kB\nSwapTotal: 20479992 kB\nSwapFree: 20479992 kB\nDirty: 9232 kB\nWriteback: 0 kB\nAnonPages: 8717540 kB\nMapped: 16000 kB\nShmem: 172 kB\nSlab: 366460 kB\nSReclaimable: 308400 kB\nSUnreclaim: 58060 kB\nKernelStack: 2576 kB\nPageTables: 21636 kB\nNFS_Unstable: 0 kB\nBounce: 0 kB\nWritebackTmp: 0 kB\nCommitLimit: 32784296 kB\nCommitted_AS: 10456124 kB\nVmallocTotal: 34359738367 kB\nVmallocUsed: 332500 kB\nVmallocChunk: 34359350016 kB\nHardwareCorrupted: 0 kB\nAnonHugePages: 1505280 kB\nHugePages_Total: 0\nHugePages_Free: 0\nHugePages_Rsvd: 0\nHugePages_Surp: 0\nHugepagesize: 2048 kB\nDirectMap4k: 10240 kB\nDirectMap2M: 25155584 kB\n">>}]}] [stats:debug,2012-11-12T12:52:46.498,ns_1@192.168.0.22:<0.683.0>:stats_collector:maybe_log_stats:126](at {{1970,1,16},{7,45,53}}) Stats for bucket "default": accepting_conns 1 auth_cmds 23 auth_errors 0 bucket_active_conns 1 bucket_conns 29 bytes 8006953480 bytes_read 16996586147 bytes_written 13800511903 cas_badval 0 cas_hits 0 cas_misses 0 cmd_flush 0 cmd_get 2089596 cmd_set 3359345 conn_yields 90859 connection_structures 5000 curr_connections 31 curr_conns_on_port_11209 18 curr_conns_on_port_11210 11 curr_items 1466117 curr_items_tot 2996465 curr_temp_items 0 daemon_connections 4 decr_hits 0 decr_misses 0 delete_hits 100956 delete_misses 138765 ep_access_scanner_last_runtime 0 ep_access_scanner_num_items 0 ep_access_scanner_task_time 2012-11-13 10:00:00 ep_allow_data_loss_during_shutdown 1 ep_alog_block_size 4096 ep_alog_path /data/default/access.log ep_alog_sleep_time 1440 ep_alog_task_time 10 ep_backend couchdb ep_bg_fetch_delay 0 ep_bg_fetched 0 ep_bg_meta_fetched 0 ep_bg_remaining_jobs 0 ep_chk_max_items 5000 ep_chk_period 1800 ep_chk_persistence_remains 1 ep_chk_persistence_timeout 10 ep_chk_remover_stime 5 ep_commit_num 4150 ep_commit_time 30 ep_commit_time_total 52544 ep_concurrentDB 1 ep_config_file ep_couch_bucket default ep_couch_host localhost ep_couch_port 11213 ep_couch_reconnect_sleeptime 250 ep_couch_response_timeout 180000 ep_data_age 14 ep_data_age_highwat 102 ep_data_traffic_enabled 0 ep_dbinit 0 ep_dbname /data/default ep_degraded_mode 0 ep_diskqueue_drain 6355015 ep_diskqueue_fill 6122523 ep_diskqueue_items 76355 ep_diskqueue_memory 1255264 ep_diskqueue_pending 1882896 ep_exp_pager_stime 3600 ep_exp_pager_stime 3600 ep_expired_access 599 ep_expired_pager 0 ep_expiry_window 3 ep_failpartialwarmup 0 ep_flush_all false ep_flush_duration_total 1298 ep_flushall_enabled 0 ep_flusher_state running ep_flusher_todo 74854 ep_getl_default_timeout 15 ep_getl_max_timeout 30 ep_ht_locks 5 ep_ht_size 3079 ep_inconsistent_slave_chk 0 ep_initfile ep_io_num_read 0 ep_io_num_write 5793985 ep_io_read_bytes 0 ep_io_write_bytes 13478257272 ep_item_begin_failed 0 ep_item_commit_failed 0 ep_item_flush_expired 1 ep_item_flush_failed 0 ep_item_num_based_new_chk 1 ep_items_rm_from_checkpoints 8710 ep_keep_closed_chks 0 ep_klog_block_size 4096 ep_klog_compactor_queue_cap 500000 ep_klog_compactor_stime 3600 ep_klog_flush commit2 ep_klog_max_entry_ratio 10 ep_klog_max_log_size 2147483647 ep_klog_path ep_klog_sync commit2 ep_kv_size 7368604467 ep_max_checkpoints 2 ep_max_data_size 12582912000 ep_max_item_size 20971520 ep_max_size 12582912000 ep_max_txn_size 10000 ep_max_vbuckets 1024 ep_mem_high_wat 9437184000 ep_mem_high_wat 9437184000 ep_mem_low_wat 7549747200 ep_mem_low_wat 7549747200 ep_mem_tracker_enabled true ep_min_data_age 0 ep_mlog_compactor_runs 0 ep_mutation_mem_threshold 0 ep_num_access_scanner_runs 0 ep_num_eject_failures 0 ep_num_expiry_pager_runs 0 ep_num_non_resident 0 ep_num_not_my_vbuckets 60 ep_num_ops_del_meta 0 ep_num_ops_get_meta 0 ep_num_ops_set_meta 0 ep_num_pager_runs 0 ep_num_value_ejects 0 ep_oom_errors 0 ep_overhead 292626488 ep_pager_active_vb_pcnt 40 ep_pager_unbiased_period 60 ep_pending_ops 0 ep_pending_ops_max 0 ep_pending_ops_max_duration 0 ep_pending_ops_total 0 ep_postInitfile ep_queue_age_cap 900 ep_queue_size 1501 ep_startup_time 1352752065 ep_storage_age 12 ep_storage_age_highwat 1424 ep_store_max_concurrency 10 ep_store_max_readers 9 ep_store_max_readwrite 1 ep_stored_val_type ep_tap_ack_grace_period 300 ep_tap_ack_initial_sequence_number 1 ep_tap_ack_interval 1000 ep_tap_ack_window_size 10 ep_tap_backfill_resident 0.9 ep_tap_backlog_limit 5000 ep_tap_backoff_period 5 ep_tap_bg_fetch_requeued 0 ep_tap_bg_fetched 1690 ep_tap_bg_max_pending 500 ep_tap_keepalive 300 ep_tap_noop_interval 20 ep_tap_requeue_sleep_time 0.1 ep_tap_throttle_cap_pcnt 10 ep_tap_throttle_queue_cap 1000000 ep_tap_throttle_threshold 90 ep_tmp_oom_errors 0 ep_too_old 5 ep_too_young 0 ep_total_cache_size 7332672335 ep_total_del_items 184032 ep_total_enqueued 6122524 ep_total_new_items 3150263 ep_total_persisted 5793985 ep_uncommitted_items 30 ep_value_size 7121548372 ep_vb0 0 ep_vb_snapshot_total 28 ep_vb_total 1024 ep_vbucket_del 0 ep_vbucket_del_fail 0 ep_version 2.0.0r_133_g68e3f7c ep_waitforwarmup 0 ep_warmup 1 ep_warmup_batch_size 1000 ep_warmup_dups 0 ep_warmup_min_items_threshold 100 ep_warmup_min_memory_threshold 100 ep_warmup_oom 0 ep_warmup_thread complete ep_warmup_time 23464 get_hits 1872071 get_misses 217525 incr_hits 0 incr_misses 0 libevent 2.0.11-stable limit_maxbytes 67108864 listen_disabled_num 0 max_conns_on_port_11209 1000 max_conns_on_port_11210 9000 mem_used 8006953480 pid 21605 pointer_size 64 rejected_conns 0 rusage_system 517.256365 rusage_user 918.026438 tap_checkpoint_end_received 76 tap_checkpoint_end_sent 112 tap_checkpoint_start_received 659 tap_checkpoint_start_sent 715 tap_connect_received 88 tap_delete_received 101264 tap_delete_sent 104216 tap_mutation_received 3498879 tap_mutation_sent 3631620 tap_opaque_received 1340 tap_opaque_sent 1360 tap_vbucket_set_received 64 tap_vbucket_set_sent 86 threads 4 time 1352753565 total_connections 532 uptime 1510 vb_active_curr_items 1466117 vb_active_eject 0 vb_active_expired 442 vb_active_ht_memory 12580920 vb_active_itm_memory 3588133163 vb_active_meta_data_memory 115823243 vb_active_num 501 vb_active_num_non_resident 0 vb_active_num_ref_ejects 0 vb_active_num_ref_items 1545563 vb_active_ops_create 1540055 vb_active_ops_delete 92591 vb_active_ops_reject 0 vb_active_ops_update 1137829 vb_active_perc_mem_resident 100 vb_active_queue_age 4253605000 vb_active_queue_drain 3187616 vb_active_queue_fill 3041604 vb_active_queue_memory 596448 vb_active_queue_pending 894672 vb_active_queue_size 18639 vb_dead_num 0 vb_pending_curr_items 0 vb_pending_eject 0 vb_pending_expired 0 vb_pending_ht_memory 0 vb_pending_itm_memory 0 vb_pending_meta_data_memory 0 vb_pending_num 0 vb_pending_num_non_resident 0 vb_pending_num_ref_ejects 0 vb_pending_num_ref_items 0 vb_pending_ops_create 0 vb_pending_ops_delete 0 vb_pending_ops_reject 0 vb_pending_ops_update 0 vb_pending_perc_mem_resident 0 vb_pending_queue_age 0 vb_pending_queue_drain 0 vb_pending_queue_fill 0 vb_pending_queue_memory 0 vb_pending_queue_pending 0 vb_pending_queue_size 0 vb_replica_curr_items 1530348 vb_replica_eject 0 vb_replica_expired 157 vb_replica_ht_memory 13133384 vb_replica_itm_memory 3744539172 vb_replica_meta_data_memory 120897492 vb_replica_num 523 vb_replica_num_non_resident 0 vb_replica_num_ref_ejects 0 vb_replica_num_ref_items 1615609 vb_replica_ops_create 1610208 vb_replica_ops_delete 91441 vb_replica_ops_reject 0 vb_replica_ops_update 1321889 vb_replica_perc_mem_resident 100 vb_replica_queue_age 1584928000 vb_replica_queue_drain 3167399 vb_replica_queue_fill 3080919 vb_replica_queue_memory 658816 vb_replica_queue_pending 988224 vb_replica_queue_size 20588 version 1.4.4_600_g7ea975a [ns_doctor:debug,2012-11-12T12:53:37.651,ns_1@192.168.0.22:ns_doctor<0.541.0>:ns_doctor:handle_info:137]Current node statuses: [{'ns_1@192.168.0.20', [{last_heard,{1352,753614,435479}}, {outgoing_replications_safeness_level,[{"default",green}]}, {incoming_replications_conf_hashes, [{"default",[{'ns_1@192.168.0.22',18319871}]}]}, {active_buckets,["default"]}, {ready_buckets,["default"]}, {local_tasks,[]}, {memory, [{total,229461432}, {processes,177709656}, {processes_used,177124808}, {system,51751776}, {atom,1401785}, {atom_used,1374492}, {binary,11794016}, {code,14054366}, {ets,5898880}]}, {system_memory_data, [{system_total_memory,25199214592}, {free_swap,20971511808}, {total_swap,20971511808}, {cached_memory,8282820608}, {buffered_memory,186683392}, {free_memory,7138308096}, {total_memory,25199214592}]}, {node_storage_conf,[{db_path,"/data"},{index_path,"/data"}]}, {statistics, [{wall_clock,{1577712,5001}}, {context_switches,{12045231,0}}, {garbage_collection,{1143484,4067767425,0}}, {io,{{input,201091094},{output,8490825387}}}, {reductions,{1629274705,5714699}}, {run_queue,0}, {runtime,{454840,2780}}]}, {system_stats, [{cpu_utilization_rate,73.33333333333333}, {swap_total,20971511808}, {swap_used,0}]}, {interesting_stats, [{couch_docs_actual_disk_size,8248117167}, {couch_docs_data_size,6483348035}, {couch_views_actual_disk_size,0}, {couch_views_data_size,0}, {curr_items,1345637}, {curr_items_tot,2642459}, {mem_used,7072370928}, {vb_replica_curr_items,1296822}]}, {cluster_compatibility_version,131072}, {version, [{public_key,"0.13"}, {lhttpc,"1.3.0"}, {ale,"8cffe61"}, {os_mon,"2.2.7"}, {couch_set_view,"1.2.0a-b68b5f4-git"}, {mnesia,"4.5"}, {inets,"5.7.1"}, {couch,"1.2.0a-b68b5f4-git"}, {mapreduce,"1.0.0"}, {couch_index_merger,"1.2.0a-b68b5f4-git"}, {kernel,"2.14.5"}, {crypto,"2.0.4"}, {ssl,"4.1.6"}, {sasl,"2.1.10"}, {couch_view_parser,"1.0.0"}, {ns_server,"2.0.0-1939-rel-enterprise"}, {mochiweb,"1.4.1"}, {oauth,"7d85d3ef"}, {stdlib,"1.17.5"}]}, {supported_compat_version,[2,0]}, {system_arch,"x86_64-unknown-linux-gnu"}, {wall_clock,1577}, {memory_data,{25199214592,18100379648,{<17793.667.0>,10770992}}}, {disk_data, [{"/",41260352,5}, {"/dev/shm",12304304,0}, {"/boot",495844,7}, {"/data",206420664,5}]}, {meminfo, <<"MemTotal: 24608608 kB\nMemFree: 6971004 kB\nBuffers: 182308 kB\nCached: 8088692 kB\nSwapCached: 0 kB\nActive: 10188908 kB\nInactive: 6793336 kB\nActive(anon): 8698132 kB\nInactive(anon): 15480 kB\nActive(file): 1490776 kB\nInactive(file): 6777856 kB\nUnevictable: 20760 kB\nMlocked: 20760 kB\nSwapTotal: 20479992 kB\nSwapFree: 20479992 kB\nDirty: 5560 kB\nWriteback: 0 kB\nAnonPages: 8744380 kB\nMapped: 15568 kB\nShmem: 172 kB\nSlab: 319304 kB\nSReclaimable: 261216 kB\nSUnreclaim: 58088 kB\nKernelStack: 3072 kB\nPageTables: 21864 kB\nNFS_Unstable: 0 kB\nBounce: 0 kB\nWritebackTmp: 0 kB\nCommitLimit: 32784296 kB\nCommitted_AS: 10471696 kB\nVmallocTotal: 34359738367 kB\nVmallocUsed: 332500 kB\nVmallocChunk: 34359355024 kB\nHardwareCorrupted: 0 kB\nAnonHugePages: 1613824 kB\nHugePages_Total: 0\nHugePages_Free: 0\nHugePages_Rsvd: 0\nHugePages_Surp: 0\nHugepagesize: 2048 kB\nDirectMap4k: 10240 kB\nDirectMap2M: 25155584 kB\n">>}]}, {'ns_1@192.168.0.21', [{last_heard,{1352,753613,49491}}, {outgoing_replications_safeness_level,[{"default",green}]}, {incoming_replications_conf_hashes, [{"default",[{'ns_1@192.168.0.22',75712925}]}]}, {active_buckets,["default"]}, {ready_buckets,["default"]}, {local_tasks, [[{pid,<<"<0.7994.0>">>}, {bucket,<<"default">>}, {original_target,{[{type,bucket}]}}, {progress,25}, {started_on,1352753608}, {total_vbuckets,117}, {trigger_type,scheduled}, {type,bucket_compaction}, {updated_on,1352753613}, {vbuckets_done,30}]]}, {memory, [{total,106399912}, {processes,68216024}, {processes_used,68202248}, {system,38183888}, {atom,1339809}, {atom_used,1335933}, {binary,2775224}, {code,13493102}, {ets,2551592}]}, {system_memory_data, [{system_total_memory,25199214592}, {free_swap,20971511808}, {total_swap,20971511808}, {cached_memory,1353928704}, {buffered_memory,129855488}, {free_memory,22041546752}, {total_memory,25199214592}]}, {node_storage_conf,[{db_path,"/data"},{index_path,"/data"}]}, {statistics, [{wall_clock,{1574099,5000}}, {context_switches,{1096281,0}}, {garbage_collection,{333341,738203865,0}}, {io,{{input,56254955},{output,2033908699}}}, {reductions,{185258139,5945319}}, {run_queue,0}, {runtime,{106590,2350}}]}, {system_stats, [{cpu_utilization_rate,52.926829268292686}, {swap_total,20971511808}, {swap_used,0}]}, {interesting_stats, [{couch_docs_actual_disk_size,1329075719}, {couch_docs_data_size,833035623}, {couch_views_actual_disk_size,0}, {couch_views_data_size,0}, {curr_items,198463}, {curr_items_tot,352681}, {mem_used,936163352}, {vb_replica_curr_items,154218}]}, {cluster_compatibility_version,131072}, {version, [{public_key,"0.13"}, {lhttpc,"1.3.0"}, {ale,"8cffe61"}, {os_mon,"2.2.7"}, {couch_set_view,"1.2.0a-b68b5f4-git"}, {mnesia,"4.5"}, {inets,"5.7.1"}, {couch,"1.2.0a-b68b5f4-git"}, {mapreduce,"1.0.0"}, {couch_index_merger,"1.2.0a-b68b5f4-git"}, {kernel,"2.14.5"}, {crypto,"2.0.4"}, {ssl,"4.1.6"}, {sasl,"2.1.10"}, {couch_view_parser,"1.0.0"}, {ns_server,"2.0.0-1939-rel-enterprise"}, {mochiweb,"1.4.1"}, {oauth,"7d85d3ef"}, {stdlib,"1.17.5"}]}, {supported_compat_version,[2,0]}, {system_arch,"x86_64-unknown-linux-gnu"}, {wall_clock,1574}, {memory_data,{25199214592,2907009024,{<19409.4593.0>,4714984}}}, {disk_data, [{"/",41260352,5}, {"/dev/shm",12304304,0}, {"/boot",495844,7}, {"/data",206420664,1}]}, {meminfo, <<"MemTotal: 24608608 kB\nMemFree: 21525196 kB\nBuffers: 126812 kB\nCached: 1322196 kB\nSwapCached: 0 kB\nActive: 1466312 kB\nInactive: 1186784 kB\nActive(anon): 1196960 kB\nInactive(anon): 9232 kB\nActive(file): 269352 kB\nInactive(file): 1177552 kB\nUnevictable: 20760 kB\nMlocked: 20760 kB\nSwapTotal: 20479992 kB\nSwapFree: 20479992 kB\nDirty: 9144 kB\nWriteback: 0 kB\nAnonPages: 1225104 kB\nMapped: 14616 kB\nShmem: 164 kB\nSlab: 109776 kB\nSReclaimable: 51988 kB\nSUnreclaim: 57788 kB\nKernelStack: 3056 kB\nPageTables: 6732 kB\nNFS_Unstable: 0 kB\nBounce: 0 kB\nWritebackTmp: 0 kB\nCommitLimit: 32784296 kB\nCommitted_AS: 2968684 kB\nVmallocTotal: 34359738367 kB\nVmallocUsed: 332500 kB\nVmallocChunk: 34359350016 kB\nHardwareCorrupted: 0 kB\nAnonHugePages: 198656 kB\nHugePages_Total: 0\nHugePages_Free: 0\nHugePages_Rsvd: 0\nHugePages_Surp: 0\nHugepagesize: 2048 kB\nDirectMap4k: 10240 kB\nDirectMap2M: 25155584 kB\n">>}]}, {'ns_1@192.168.0.22', [{last_heard,{1352,753612,654366}}, {outgoing_replications_safeness_level,[{"default",green}]}, {incoming_replications_conf_hashes, [{"default", [{'ns_1@192.168.0.20',118810519}, {'ns_1@192.168.0.21',131889761}]}]}, {active_buckets,["default"]}, {ready_buckets,["default"]}, {local_tasks, [[{pid,<<"<0.4103.1>">>}, {bucket,<<"default">>}, {original_target,{[{type,bucket}]}}, {progress,4}, {started_on,1352753604}, {total_vbuckets,1025}, {trigger_type,scheduled}, {type,bucket_compaction}, {updated_on,1352753612}, {vbuckets_done,47}]]}, {memory, [{total,230780488}, {processes,177484608}, {processes_used,177433888}, {system,53295880}, {atom,1338193}, {atom_used,1333793}, {binary,13730640}, {code,13490894}, {ets,6080856}]}, {system_memory_data, [{system_total_memory,25199214592}, {free_swap,20971511808}, {total_swap,20971511808}, {cached_memory,10447675392}, {buffered_memory,192606208}, {free_memory,4908568576}, {total_memory,25199214592}]}, {node_storage_conf,[{db_path,"/data"},{index_path,"/data"}]}, {statistics, [{wall_clock,{1560875,5000}}, {context_switches,{12694325,0}}, {garbage_collection,{1301621,3189151124,0}}, {io,{{input,230180430},{output,9265176949}}}, {reductions,{1285515326,5752577}}, {run_queue,0}, {runtime,{428160,2050}}]}, {system_stats, [{cpu_utilization_rate,69.53316953316953}, {swap_total,20971511808}, {swap_used,0}]}, {interesting_stats, [{couch_docs_actual_disk_size,10479389753}, {couch_docs_data_size,7323669966}, {couch_views_actual_disk_size,0}, {couch_views_data_size,0}, {curr_items,1451553}, {curr_items_tot,2996162}, {mem_used,8012712768}, {vb_replica_curr_items,1544609}]}, {cluster_compatibility_version,131072}, {version, [{public_key,"0.13"}, {lhttpc,"1.3.0"}, {ale,"8cffe61"}, {os_mon,"2.2.7"}, {couch_set_view,"1.2.0a-b68b5f4-git"}, {mnesia,"4.5"}, {inets,"5.7.1"}, {couch,"1.2.0a-b68b5f4-git"}, {mapreduce,"1.0.0"}, {couch_index_merger,"1.2.0a-b68b5f4-git"}, {kernel,"2.14.5"}, {crypto,"2.0.4"}, {ssl,"4.1.6"}, {sasl,"2.1.10"}, {couch_view_parser,"1.0.0"}, {ns_server,"2.0.0-1939-rel-enterprise"}, {mochiweb,"1.4.1"}, {oauth,"7d85d3ef"}, {stdlib,"1.17.5"}]}, {supported_compat_version,[2,0]}, {system_arch,"x86_64-unknown-linux-gnu"}, {wall_clock,1560}, {memory_data,{25199214592,20295962624,{<0.687.0>,10770992}}}, {disk_data, [{"/",41260352,5}, {"/dev/shm",12304304,0}, {"/boot",495844,7}, {"/data",206420664,6}]}, {meminfo, <<"MemTotal: 24608608 kB\nMemFree: 4793276 kB\nBuffers: 188092 kB\nCached: 10202808 kB\nSwapCached: 0 kB\nActive: 10818792 kB\nInactive: 8280156 kB\nActive(anon): 8700124 kB\nInactive(anon): 10216 kB\nActive(file): 2118668 kB\nInactive(file): 8269940 kB\nUnevictable: 20760 kB\nMlocked: 20760 kB\nSwapTotal: 20479992 kB\nSwapFree: 20479992 kB\nDirty: 15252 kB\nWriteback: 0 kB\nAnonPages: 8729228 kB\nMapped: 15684 kB\nShmem: 172 kB\nSlab: 381932 kB\nSReclaimable: 323660 kB\nSUnreclaim: 58272 kB\nKernelStack: 2560 kB\nPageTables: 21576 kB\nNFS_Unstable: 0 kB\nBounce: 0 kB\nWritebackTmp: 0 kB\nCommitLimit: 32784296 kB\nCommitted_AS: 10470744 kB\nVmallocTotal: 34359738367 kB\nVmallocUsed: 332500 kB\nVmallocChunk: 34359350016 kB\nHardwareCorrupted: 0 kB\nAnonHugePages: 1603584 kB\nHugePages_Total: 0\nHugePages_Free: 0\nHugePages_Rsvd: 0\nHugePages_Surp: 0\nHugepagesize: 2048 kB\nDirectMap4k: 10240 kB\nDirectMap2M: 25155584 kB\n">>}]}] [stats:debug,2012-11-12T12:54:26.493,ns_1@192.168.0.22:<0.683.0>:stats_collector:maybe_log_stats:126](at {{1970,1,16},{7,45,53}}) Stats for bucket "default": accepting_conns 1 auth_cmds 23 auth_errors 0 bucket_active_conns 1 bucket_conns 31 bytes 8019504864 bytes_read 18302014744 bytes_written 15597459768 cas_badval 0 cas_hits 0 cas_misses 0 cmd_flush 0 cmd_get 2251399 cmd_set 3493407 conn_yields 98272 connection_structures 5000 curr_connections 32 curr_conns_on_port_11209 19 curr_conns_on_port_11210 11 curr_items 1425938 curr_items_tot 2996452 curr_temp_items 0 daemon_connections 4 decr_hits 0 decr_misses 0 delete_hits 108221 delete_misses 149890 ep_access_scanner_last_runtime 0 ep_access_scanner_num_items 0 ep_access_scanner_task_time 2012-11-13 10:00:00 ep_allow_data_loss_during_shutdown 1 ep_alog_block_size 4096 ep_alog_path /data/default/access.log ep_alog_sleep_time 1440 ep_alog_task_time 10 ep_backend couchdb ep_bg_fetch_delay 0 ep_bg_fetched 0 ep_bg_meta_fetched 0 ep_bg_remaining_jobs 0 ep_chk_max_items 5000 ep_chk_period 1800 ep_chk_persistence_remains 1 ep_chk_persistence_timeout 10 ep_chk_remover_stime 5 ep_commit_num 6809 ep_commit_time 12 ep_commit_time_total 93966 ep_concurrentDB 1 ep_config_file ep_couch_bucket default ep_couch_host localhost ep_couch_port 11213 ep_couch_reconnect_sleeptime 250 ep_couch_response_timeout 180000 ep_data_age 2 ep_data_age_highwat 102 ep_data_traffic_enabled 0 ep_dbinit 0 ep_dbname /data/default ep_degraded_mode 0 ep_diskqueue_drain 7032289 ep_diskqueue_fill 6490493 ep_diskqueue_items 90586 ep_diskqueue_memory 2000480 ep_diskqueue_pending 3000720 ep_exp_pager_stime 3600 ep_exp_pager_stime 3600 ep_expired_access 1063 ep_expired_pager 0 ep_expiry_window 3 ep_failpartialwarmup 0 ep_flush_all false ep_flush_duration_total 1387 ep_flushall_enabled 0 ep_flusher_state running ep_flusher_todo 69921 ep_getl_default_timeout 15 ep_getl_max_timeout 30 ep_ht_locks 5 ep_ht_size 3079 ep_inconsistent_slave_chk 0 ep_initfile ep_io_num_read 0 ep_io_num_write 6226507 ep_io_read_bytes 0 ep_io_write_bytes 14474172504 ep_item_begin_failed 0 ep_item_commit_failed 0 ep_item_flush_expired 3 ep_item_flush_failed 0 ep_item_num_based_new_chk 1 ep_items_rm_from_checkpoints 35587 ep_keep_closed_chks 0 ep_klog_block_size 4096 ep_klog_compactor_queue_cap 500000 ep_klog_compactor_stime 3600 ep_klog_flush commit2 ep_klog_max_entry_ratio 10 ep_klog_max_log_size 2147483647 ep_klog_path ep_klog_sync commit2 ep_kv_size 7366797276 ep_max_checkpoints 2 ep_max_data_size 12582912000 ep_max_item_size 20971520 ep_max_size 12582912000 ep_max_txn_size 10000 ep_max_vbuckets 1024 ep_mem_high_wat 9437184000 ep_mem_high_wat 9437184000 ep_mem_low_wat 7549747200 ep_mem_low_wat 7549747200 ep_mem_tracker_enabled true ep_min_data_age 0 ep_mlog_compactor_runs 0 ep_mutation_mem_threshold 0 ep_num_access_scanner_runs 0 ep_num_eject_failures 0 ep_num_expiry_pager_runs 0 ep_num_non_resident 0 ep_num_not_my_vbuckets 154 ep_num_ops_del_meta 0 ep_num_ops_get_meta 0 ep_num_ops_set_meta 0 ep_num_pager_runs 0 ep_num_value_ejects 0 ep_oom_errors 0 ep_overhead 288623690 ep_pager_active_vb_pcnt 40 ep_pager_unbiased_period 60 ep_pending_ops 0 ep_pending_ops_max 1 ep_pending_ops_max_duration 160012 ep_pending_ops_total 2 ep_postInitfile ep_queue_age_cap 900 ep_queue_size 20665 ep_startup_time 1352752065 ep_storage_age 0 ep_storage_age_highwat 1424 ep_store_max_concurrency 10 ep_store_max_readers 9 ep_store_max_readwrite 1 ep_stored_val_type ep_tap_ack_grace_period 300 ep_tap_ack_initial_sequence_number 1 ep_tap_ack_interval 1000 ep_tap_ack_window_size 10 ep_tap_backfill_resident 0.9 ep_tap_backlog_limit 5000 ep_tap_backoff_period 5 ep_tap_bg_fetch_requeued 0 ep_tap_bg_fetched 3998 ep_tap_bg_max_pending 500 ep_tap_keepalive 300 ep_tap_noop_interval 20 ep_tap_requeue_sleep_time 0.1 ep_tap_throttle_cap_pcnt 10 ep_tap_throttle_queue_cap 1000000 ep_tap_throttle_threshold 90 ep_tmp_oom_errors 0 ep_too_old 29 ep_too_young 0 ep_total_cache_size 7330877068 ep_total_del_items 203786 ep_total_enqueued 6490493 ep_total_new_items 3161249 ep_total_persisted 6226507 ep_uncommitted_items 465 ep_value_size 7119745603 ep_vb0 0 ep_vb_snapshot_total 50 ep_vb_total 1024 ep_vbucket_del 0 ep_vbucket_del_fail 0 ep_version 2.0.0r_133_g68e3f7c ep_waitforwarmup 0 ep_warmup 1 ep_warmup_batch_size 1000 ep_warmup_dups 0 ep_warmup_min_items_threshold 100 ep_warmup_min_memory_threshold 100 ep_warmup_oom 0 ep_warmup_thread complete ep_warmup_time 23464 get_hits 2014969 get_misses 236430 incr_hits 0 incr_misses 0 libevent 2.0.11-stable limit_maxbytes 67108864 listen_disabled_num 0 max_conns_on_port_11209 1000 max_conns_on_port_11210 9000 mem_used 8019504864 pid 21605 pointer_size 64 rejected_conns 0 rusage_system 561.204683 rusage_user 1024.290284 tap_checkpoint_end_received 167 tap_checkpoint_end_sent 247 tap_checkpoint_start_received 836 tap_checkpoint_start_sent 962 tap_connect_received 195 tap_delete_received 113546 tap_delete_sent 118387 tap_mutation_received 3888610 tap_mutation_sent 4149384 tap_opaque_received 1719 tap_opaque_sent 1774 tap_vbucket_set_received 142 tap_vbucket_set_sent 192 threads 4 time 1352753665 total_connections 1086 uptime 1610 vb_active_curr_items 1425938 vb_active_eject 0 vb_active_expired 649 vb_active_ht_memory 12229256 vb_active_itm_memory 3487695398 vb_active_meta_data_memory 112649102 vb_active_num 487 vb_active_num_non_resident 0 vb_active_num_ref_ejects 0 vb_active_num_ref_items 1508921 vb_active_ops_create 1502324 vb_active_ops_delete 100522 vb_active_ops_reject 0 vb_active_ops_update 1312691 vb_active_perc_mem_resident 100 vb_active_queue_age 5108727000 vb_active_queue_drain 3525838 vb_active_queue_fill 3187273 vb_active_queue_memory 1224384 vb_active_queue_pending 1836576 vb_active_queue_size 38262 vb_dead_num 0 vb_pending_curr_items 0 vb_pending_eject 0 vb_pending_expired 0 vb_pending_ht_memory 0 vb_pending_itm_memory 0 vb_pending_meta_data_memory 0 vb_pending_num 0 vb_pending_num_non_resident 0 vb_pending_num_ref_ejects 0 vb_pending_num_ref_items 0 vb_pending_ops_create 0 vb_pending_ops_delete 0 vb_pending_ops_reject 0 vb_pending_ops_update 0 vb_pending_perc_mem_resident 0 vb_pending_queue_age 0 vb_pending_queue_drain 0 vb_pending_queue_fill 0 vb_pending_queue_memory 0 vb_pending_queue_pending 0 vb_pending_queue_size 0 vb_replica_curr_items 1570514 vb_replica_eject 0 vb_replica_expired 414 vb_replica_ht_memory 13484952 vb_replica_itm_memory 3843181670 vb_replica_meta_data_memory 124070606 vb_replica_num 537 vb_replica_num_non_resident 0 vb_replica_num_ref_ejects 0 vb_replica_num_ref_items 1664900 vb_replica_ops_create 1658926 vb_replica_ops_delete 103264 vb_replica_ops_reject 0 vb_replica_ops_update 1549175 vb_replica_perc_mem_resident 100 vb_replica_queue_age 2185598000 vb_replica_queue_drain 3506451 vb_replica_queue_fill 3303220 vb_replica_queue_memory 776096 vb_replica_queue_pending 1164144 vb_replica_queue_size 24253 version 1.4.4_600_g7ea975a [ns_doctor:debug,2012-11-12T12:54:37.651,ns_1@192.168.0.22:ns_doctor<0.541.0>:ns_doctor:handle_info:137]Current node statuses: [{'ns_1@192.168.0.20', [{last_heard,{1352,753674,443174}}, {outgoing_replications_safeness_level,[{"default",green}]}, {incoming_replications_conf_hashes, [{"default",[{'ns_1@192.168.0.22',26043003}]}]}, {active_buckets,["default"]}, {ready_buckets,["default"]}, {local_tasks,[]}, {memory, [{total,228851720}, {processes,176912776}, {processes_used,176114256}, {system,51938944}, {atom,1401785}, {atom_used,1374492}, {binary,11850016}, {code,14054366}, {ets,6064528}]}, {system_memory_data, [{system_total_memory,25199214592}, {free_swap,20971511808}, {total_swap,20971511808}, {cached_memory,8269082624}, {buffered_memory,187842560}, {free_memory,7128150016}, {total_memory,25199214592}]}, {node_storage_conf,[{db_path,"/data"},{index_path,"/data"}]}, {statistics, [{wall_clock,{1637719,4985}}, {context_switches,{12470016,0}}, {garbage_collection,{1230006,4919013041,0}}, {io,{{input,209435205},{output,8690540474}}}, {reductions,{1698048599,5690015}}, {run_queue,0}, {runtime,{491530,2980}}]}, {system_stats, [{cpu_utilization_rate,64.2156862745098}, {swap_total,20971511808}, {swap_used,0}]}, {interesting_stats, [{couch_docs_actual_disk_size,8223102734}, {couch_docs_data_size,6106371558}, {couch_views_actual_disk_size,0}, {couch_views_data_size,0}, {curr_items,1281516}, {curr_items_tot,2490673}, {mem_used,6674294944}, {vb_replica_curr_items,1209157}]}, {cluster_compatibility_version,131072}, {version, [{public_key,"0.13"}, {lhttpc,"1.3.0"}, {ale,"8cffe61"}, {os_mon,"2.2.7"}, {couch_set_view,"1.2.0a-b68b5f4-git"}, {mnesia,"4.5"}, {inets,"5.7.1"}, {couch,"1.2.0a-b68b5f4-git"}, {mapreduce,"1.0.0"}, {couch_index_merger,"1.2.0a-b68b5f4-git"}, {kernel,"2.14.5"}, {crypto,"2.0.4"}, {ssl,"4.1.6"}, {sasl,"2.1.10"}, {couch_view_parser,"1.0.0"}, {ns_server,"2.0.0-1939-rel-enterprise"}, {mochiweb,"1.4.1"}, {oauth,"7d85d3ef"}, {stdlib,"1.17.5"}]}, {supported_compat_version,[2,0]}, {system_arch,"x86_64-unknown-linux-gnu"}, {wall_clock,1637}, {memory_data,{25199214592,18121805824,{<17793.667.0>,10770992}}}, {disk_data, [{"/",41260352,5}, {"/dev/shm",12304304,0}, {"/boot",495844,7}, {"/data",206420664,5}]}, {meminfo, <<"MemTotal: 24608608 kB\nMemFree: 6963132 kB\nBuffers: 183440 kB\nCached: 8075276 kB\nSwapCached: 0 kB\nActive: 10380052 kB\nInactive: 6605760 kB\nActive(anon): 8712740 kB\nInactive(anon): 16840 kB\nActive(file): 1667312 kB\nInactive(file): 6588920 kB\nUnevictable: 20760 kB\nMlocked: 20760 kB\nSwapTotal: 20479992 kB\nSwapFree: 20479992 kB\nDirty: 5888 kB\nWriteback: 0 kB\nAnonPages: 8758876 kB\nMapped: 15568 kB\nShmem: 172 kB\nSlab: 319416 kB\nSReclaimable: 261288 kB\nSUnreclaim: 58128 kB\nKernelStack: 3056 kB\nPageTables: 21872 kB\nNFS_Unstable: 0 kB\nBounce: 0 kB\nWritebackTmp: 0 kB\nCommitLimit: 32784296 kB\nCommitted_AS: 10513452 kB\nVmallocTotal: 34359738367 kB\nVmallocUsed: 332500 kB\nVmallocChunk: 34359355024 kB\nHardwareCorrupted: 0 kB\nAnonHugePages: 1720320 kB\nHugePages_Total: 0\nHugePages_Free: 0\nHugePages_Rsvd: 0\nHugePages_Surp: 0\nHugepagesize: 2048 kB\nDirectMap4k: 10240 kB\nDirectMap2M: 25155584 kB\n">>}]}, {'ns_1@192.168.0.21', [{last_heard,{1352,753673,48411}}, {outgoing_replications_safeness_level,[{"default",green}]}, {incoming_replications_conf_hashes, [{"default",[{'ns_1@192.168.0.22',46995128}]}]}, {active_buckets,["default"]}, {ready_buckets,["default"]}, {local_tasks,[]}, {memory, [{total,112941760}, {processes,73833968}, {processes_used,73818944}, {system,39107792}, {atom,1339809}, {atom_used,1335933}, {binary,3474024}, {code,13493102}, {ets,2741200}]}, {system_memory_data, [{system_total_memory,25199214592}, {free_swap,20971511808}, {total_swap,20971511808}, {cached_memory,1770741760}, {buffered_memory,144478208}, {free_memory,21162561536}, {total_memory,25199214592}]}, {node_storage_conf,[{db_path,"/data"},{index_path,"/data"}]}, {statistics, [{wall_clock,{1634098,4993}}, {context_switches,{1539257,0}}, {garbage_collection,{460179,1019764785,0}}, {io,{{input,81356645},{output,2914616335}}}, {reductions,{253258032,5176286}}, {run_queue,1}, {runtime,{132660,2070}}]}, {system_stats, [{cpu_utilization_rate,45.024875621890544}, {swap_total,20971511808}, {swap_used,0}]}, {interesting_stats, [{couch_docs_actual_disk_size,1669217121}, {couch_docs_data_size,1202341740}, {couch_views_actual_disk_size,0}, {couch_views_data_size,0}, {curr_items,288562}, {curr_items_tot,504172}, {mem_used,1338052568}, {vb_replica_curr_items,215610}]}, {cluster_compatibility_version,131072}, {version, [{public_key,"0.13"}, {lhttpc,"1.3.0"}, {ale,"8cffe61"}, {os_mon,"2.2.7"}, {couch_set_view,"1.2.0a-b68b5f4-git"}, {mnesia,"4.5"}, {inets,"5.7.1"}, {couch,"1.2.0a-b68b5f4-git"}, {mapreduce,"1.0.0"}, {couch_index_merger,"1.2.0a-b68b5f4-git"}, {kernel,"2.14.5"}, {crypto,"2.0.4"}, {ssl,"4.1.6"}, {sasl,"2.1.10"}, {couch_view_parser,"1.0.0"}, {ns_server,"2.0.0-1939-rel-enterprise"}, {mochiweb,"1.4.1"}, {oauth,"7d85d3ef"}, {stdlib,"1.17.5"}]}, {supported_compat_version,[2,0]}, {system_arch,"x86_64-unknown-linux-gnu"}, {wall_clock,1634}, {memory_data,{25199214592,3746615296,{<19409.4593.0>,2914384}}}, {disk_data, [{"/",41260352,5}, {"/dev/shm",12304304,0}, {"/boot",495844,7}, {"/data",206420664,1}]}, {meminfo, <<"MemTotal: 24608608 kB\nMemFree: 20666564 kB\nBuffers: 141092 kB\nCached: 1729240 kB\nSwapCached: 0 kB\nActive: 1984656 kB\nInactive: 1514716 kB\nActive(anon): 1621800 kB\nInactive(anon): 9232 kB\nActive(file): 362856 kB\nInactive(file): 1505484 kB\nUnevictable: 20760 kB\nMlocked: 20760 kB\nSwapTotal: 20479992 kB\nSwapFree: 20479992 kB\nDirty: 1428 kB\nWriteback: 0 kB\nAnonPages: 1649812 kB\nMapped: 14612 kB\nShmem: 164 kB\nSlab: 121828 kB\nSReclaimable: 64088 kB\nSUnreclaim: 57740 kB\nKernelStack: 3048 kB\nPageTables: 7488 kB\nNFS_Unstable: 0 kB\nBounce: 0 kB\nWritebackTmp: 0 kB\nCommitLimit: 32784296 kB\nCommitted_AS: 3390584 kB\nVmallocTotal: 34359738367 kB\nVmallocUsed: 332500 kB\nVmallocChunk: 34359350016 kB\nHardwareCorrupted: 0 kB\nAnonHugePages: 294912 kB\nHugePages_Total: 0\nHugePages_Free: 0\nHugePages_Rsvd: 0\nHugePages_Surp: 0\nHugepagesize: 2048 kB\nDirectMap4k: 10240 kB\nDirectMap2M: 25155584 kB\n">>}]}, {'ns_1@192.168.0.22', [{last_heard,{1352,753672,654114}}, {outgoing_replications_safeness_level,[{"default",green}]}, {incoming_replications_conf_hashes, [{"default", [{'ns_1@192.168.0.20',54457232},{'ns_1@192.168.0.21',32203060}]}]}, {active_buckets,["default"]}, {ready_buckets,["default"]}, {local_tasks, [[{pid,<<"<0.4103.1>">>}, {bucket,<<"default">>}, {original_target,{[{type,bucket}]}}, {progress,33}, {started_on,1352753604}, {total_vbuckets,1025}, {trigger_type,scheduled}, {type,bucket_compaction}, {updated_on,1352753672}, {vbuckets_done,347}]]}, {memory, [{total,229138120}, {processes,176128504}, {processes_used,176043408}, {system,53009616}, {atom,1338193}, {atom_used,1333793}, {binary,13370856}, {code,13490894}, {ets,6147360}]}, {system_memory_data, [{system_total_memory,25199214592}, {free_swap,20971511808}, {total_swap,20971511808}, {cached_memory,10060767232}, {buffered_memory,196714496}, {free_memory,5292032000}, {total_memory,25199214592}]}, {node_storage_conf,[{db_path,"/data"},{index_path,"/data"}]}, {statistics, [{wall_clock,{1620875,4996}}, {context_switches,{13209425,0}}, {garbage_collection,{1433880,3469905900,0}}, {io,{{input,254724242},{output,9827536539}}}, {reductions,{1354997813,5603379}}, {run_queue,0}, {runtime,{453200,2030}}]}, {system_stats, [{cpu_utilization_rate,75.31486146095718}, {swap_total,20971511808}, {swap_used,0}]}, {interesting_stats, [{couch_docs_actual_disk_size,9969518789}, {couch_docs_data_size,7322143304}, {couch_views_actual_disk_size,0}, {couch_views_data_size,0}, {curr_items,1423143}, {curr_items_tot,2996659}, {mem_used,8020287128}, {vb_replica_curr_items,1573516}]}, {cluster_compatibility_version,131072}, {version, [{public_key,"0.13"}, {lhttpc,"1.3.0"}, {ale,"8cffe61"}, {os_mon,"2.2.7"}, {couch_set_view,"1.2.0a-b68b5f4-git"}, {mnesia,"4.5"}, {inets,"5.7.1"}, {couch,"1.2.0a-b68b5f4-git"}, {mapreduce,"1.0.0"}, {couch_index_merger,"1.2.0a-b68b5f4-git"}, {kernel,"2.14.5"}, {crypto,"2.0.4"}, {ssl,"4.1.6"}, {sasl,"2.1.10"}, {couch_view_parser,"1.0.0"}, {ns_server,"2.0.0-1939-rel-enterprise"}, {mochiweb,"1.4.1"}, {oauth,"7d85d3ef"}, {stdlib,"1.17.5"}]}, {supported_compat_version,[2,0]}, {system_arch,"x86_64-unknown-linux-gnu"}, {wall_clock,1620}, {memory_data,{25199214592,19905404928,{<0.687.0>,10770992}}}, {disk_data, [{"/",41260352,5}, {"/dev/shm",12304304,0}, {"/boot",495844,7}, {"/data",206420664,5}]}, {meminfo, <<"MemTotal: 24608608 kB\nMemFree: 5168000 kB\nBuffers: 192104 kB\nCached: 9824968 kB\nSwapCached: 0 kB\nActive: 10517240 kB\nInactive: 8220760 kB\nActive(anon): 8712816 kB\nInactive(anon): 10216 kB\nActive(file): 1804424 kB\nInactive(file): 8210544 kB\nUnevictable: 20760 kB\nMlocked: 20760 kB\nSwapTotal: 20479992 kB\nSwapFree: 20479992 kB\nDirty: 12100 kB\nWriteback: 0 kB\nAnonPages: 8742040 kB\nMapped: 15696 kB\nShmem: 172 kB\nSlab: 368280 kB\nSReclaimable: 309228 kB\nSUnreclaim: 59052 kB\nKernelStack: 2568 kB\nPageTables: 21628 kB\nNFS_Unstable: 0 kB\nBounce: 0 kB\nWritebackTmp: 0 kB\nCommitLimit: 32784296 kB\nCommitted_AS: 10492060 kB\nVmallocTotal: 34359738367 kB\nVmallocUsed: 332500 kB\nVmallocChunk: 34359350016 kB\nHardwareCorrupted: 0 kB\nAnonHugePages: 1703936 kB\nHugePages_Total: 0\nHugePages_Free: 0\nHugePages_Rsvd: 0\nHugePages_Surp: 0\nHugepagesize: 2048 kB\nDirectMap4k: 10240 kB\nDirectMap2M: 25155584 kB\n">>}]}] [ns_doctor:debug,2012-11-12T12:55:37.655,ns_1@192.168.0.22:ns_doctor<0.541.0>:ns_doctor:handle_info:137]Current node statuses: [{'ns_1@192.168.0.20', [{last_heard,{1352,753734,434461}}, {outgoing_replications_safeness_level,[{"default",green}]}, {incoming_replications_conf_hashes, [{"default",[{'ns_1@192.168.0.22',8029896}]}]}, {active_buckets,["default"]}, {ready_buckets,["default"]}, {local_tasks, [[{pid,<<"<0.12224.1>">>}, {bucket,<<"default">>}, {original_target,{[{type,bucket}]}}, {progress,19}, {started_on,1352753700}, {total_vbuckets,829}, {trigger_type,scheduled}, {type,bucket_compaction}, {updated_on,1352753733}, {vbuckets_done,158}]]}, {memory, [{total,232736512}, {processes,181362608}, {processes_used,180432088}, {system,51373904}, {atom,1401785}, {atom_used,1374492}, {binary,11201760}, {code,14054366}, {ets,6164888}]}, {system_memory_data, [{system_total_memory,25199214592}, {free_swap,20971511808}, {total_swap,20971511808}, {cached_memory,7695372288}, {buffered_memory,189747200}, {free_memory,7701569536}, {total_memory,25199214592}]}, {node_storage_conf,[{db_path,"/data"},{index_path,"/data"}]}, {statistics, [{wall_clock,{1697711,5000}}, {context_switches,{12863832,0}}, {garbage_collection,{1309525,5850540107,0}}, {io,{{input,217544595},{output,8868163429}}}, {reductions,{1762941416,5536288}}, {run_queue,0}, {runtime,{528470,3000}}]}, {system_stats, [{cpu_utilization_rate,86.27450980392157}, {swap_total,20971511808}, {swap_used,0}]}, {interesting_stats, [{couch_docs_actual_disk_size,7683550846}, {couch_docs_data_size,5763731613}, {couch_views_actual_disk_size,0}, {couch_views_data_size,0}, {curr_items,1217092}, {curr_items_tot,2350689}, {mem_used,6308566520}, {vb_replica_curr_items,1133597}]}, {cluster_compatibility_version,131072}, {version, [{public_key,"0.13"}, {lhttpc,"1.3.0"}, {ale,"8cffe61"}, {os_mon,"2.2.7"}, {couch_set_view,"1.2.0a-b68b5f4-git"}, {mnesia,"4.5"}, {inets,"5.7.1"}, {couch,"1.2.0a-b68b5f4-git"}, {mapreduce,"1.0.0"}, {couch_index_merger,"1.2.0a-b68b5f4-git"}, {kernel,"2.14.5"}, {crypto,"2.0.4"}, {ssl,"4.1.6"}, {sasl,"2.1.10"}, {couch_view_parser,"1.0.0"}, {ns_server,"2.0.0-1939-rel-enterprise"}, {mochiweb,"1.4.1"}, {oauth,"7d85d3ef"}, {stdlib,"1.17.5"}]}, {supported_compat_version,[2,0]}, {system_arch,"x86_64-unknown-linux-gnu"}, {wall_clock,1697}, {memory_data,{25199214592,17755754496,{<17793.429.0>,11224088}}}, {disk_data, [{"/",41260352,5}, {"/dev/shm",12304304,0}, {"/boot",495844,7}, {"/data",206420664,4}]}, {meminfo, <<"MemTotal: 24608608 kB\nMemFree: 7521312 kB\nBuffers: 185300 kB\nCached: 7515012 kB\nSwapCached: 0 kB\nActive: 10221776 kB\nInactive: 6213736 kB\nActive(anon): 8721528 kB\nInactive(anon): 15952 kB\nActive(file): 1500248 kB\nInactive(file): 6197784 kB\nUnevictable: 20760 kB\nMlocked: 20760 kB\nSwapTotal: 20479992 kB\nSwapFree: 20479992 kB\nDirty: 13144 kB\nWriteback: 0 kB\nAnonPages: 8770928 kB\nMapped: 15572 kB\nShmem: 172 kB\nSlab: 316276 kB\nSReclaimable: 257792 kB\nSUnreclaim: 58484 kB\nKernelStack: 3064 kB\nPageTables: 21952 kB\nNFS_Unstable: 0 kB\nBounce: 0 kB\nWritebackTmp: 0 kB\nCommitLimit: 32784296 kB\nCommitted_AS: 10512268 kB\nVmallocTotal: 34359738367 kB\nVmallocUsed: 332500 kB\nVmallocChunk: 34359355024 kB\nHardwareCorrupted: 0 kB\nAnonHugePages: 1830912 kB\nHugePages_Total: 0\nHugePages_Free: 0\nHugePages_Rsvd: 0\nHugePages_Surp: 0\nHugepagesize: 2048 kB\nDirectMap4k: 10240 kB\nDirectMap2M: 25155584 kB\n">>}]}, {'ns_1@192.168.0.21', [{last_heard,{1352,753733,55419}}, {outgoing_replications_safeness_level,[{"default",green}]}, {incoming_replications_conf_hashes, [{"default",[{'ns_1@192.168.0.22',35425303}]}]}, {active_buckets,["default"]}, {ready_buckets,["default"]}, {local_tasks,[]}, {memory, [{total,119521952}, {processes,79977728}, {processes_used,79958368}, {system,39544224}, {atom,1339809}, {atom_used,1335933}, {binary,3741768}, {code,13493102}, {ets,2867568}]}, {system_memory_data, [{system_total_memory,25199214592}, {free_swap,20971511808}, {total_swap,20971511808}, {cached_memory,1779740672}, {buffered_memory,151322624}, {free_memory,20750217216}, {total_memory,25199214592}]}, {node_storage_conf,[{db_path,"/data"},{index_path,"/data"}]}, {statistics, [{wall_clock,{1694101,5002}}, {context_switches,{1971477,0}}, {garbage_collection,{583534,1305383070,0}}, {io,{{input,105265449},{output,3695459154}}}, {reductions,{322437953,5634377}}, {run_queue,0}, {runtime,{158060,2210}}]}, {system_stats, [{cpu_utilization_rate,35.82089552238806}, {swap_total,20971511808}, {swap_used,0}]}, {interesting_stats, [{couch_docs_actual_disk_size,1749416893}, {couch_docs_data_size,1550204582}, {couch_views_actual_disk_size,0}, {couch_views_data_size,0}, {curr_items,361387}, {curr_items_tot,643928}, {mem_used,1706847944}, {vb_replica_curr_items,282541}]}, {cluster_compatibility_version,131072}, {version, [{public_key,"0.13"}, {lhttpc,"1.3.0"}, {ale,"8cffe61"}, {os_mon,"2.2.7"}, {couch_set_view,"1.2.0a-b68b5f4-git"}, {mnesia,"4.5"}, {inets,"5.7.1"}, {couch,"1.2.0a-b68b5f4-git"}, {mapreduce,"1.0.0"}, {couch_index_merger,"1.2.0a-b68b5f4-git"}, {kernel,"2.14.5"}, {crypto,"2.0.4"}, {ssl,"4.1.6"}, {sasl,"2.1.10"}, {couch_view_parser,"1.0.0"}, {ns_server,"2.0.0-1939-rel-enterprise"}, {mochiweb,"1.4.1"}, {oauth,"7d85d3ef"}, {stdlib,"1.17.5"}]}, {supported_compat_version,[2,0]}, {system_arch,"x86_64-unknown-linux-gnu"}, {wall_clock,1694}, {memory_data,{25199214592,4463427584,{<19409.4593.0>,4714984}}}, {disk_data, [{"/",41260352,5}, {"/dev/shm",12304304,0}, {"/boot",495844,7}, {"/data",206420664,1}]}, {meminfo, <<"MemTotal: 24608608 kB\nMemFree: 20264380 kB\nBuffers: 147776 kB\nCached: 1738028 kB\nSwapCached: 0 kB\nActive: 2261288 kB\nInactive: 1637256 kB\nActive(anon): 2005488 kB\nInactive(anon): 9232 kB\nActive(file): 255800 kB\nInactive(file): 1628024 kB\nUnevictable: 20760 kB\nMlocked: 20760 kB\nSwapTotal: 20479992 kB\nSwapFree: 20479992 kB\nDirty: 6860 kB\nWriteback: 0 kB\nAnonPages: 2033612 kB\nMapped: 14612 kB\nShmem: 164 kB\nSlab: 123804 kB\nSReclaimable: 65576 kB\nSUnreclaim: 58228 kB\nKernelStack: 3048 kB\nPageTables: 8248 kB\nNFS_Unstable: 0 kB\nBounce: 0 kB\nWritebackTmp: 0 kB\nCommitLimit: 32784296 kB\nCommitted_AS: 3769312 kB\nVmallocTotal: 34359738367 kB\nVmallocUsed: 332500 kB\nVmallocChunk: 34359350016 kB\nHardwareCorrupted: 0 kB\nAnonHugePages: 399360 kB\nHugePages_Total: 0\nHugePages_Free: 0\nHugePages_Rsvd: 0\nHugePages_Surp: 0\nHugepagesize: 2048 kB\nDirectMap4k: 10240 kB\nDirectMap2M: 25155584 kB\n">>}]}, {'ns_1@192.168.0.22', [{last_heard,{1352,753732,653623}}, {outgoing_replications_safeness_level,[{"default",green}]}, {incoming_replications_conf_hashes, [{"default", [{'ns_1@192.168.0.20',36138543}, {'ns_1@192.168.0.21',125792938}]}]}, {active_buckets,["default"]}, {ready_buckets,["default"]}, {local_tasks, [[{pid,<<"<0.4103.1>">>}, {bucket,<<"default">>}, {original_target,{[{type,bucket}]}}, {progress,63}, {started_on,1352753604}, {total_vbuckets,1025}, {trigger_type,scheduled}, {type,bucket_compaction}, {updated_on,1352753732}, {vbuckets_done,655}]]}, {memory, [{total,232480968}, {processes,179498408}, {processes_used,179351488}, {system,52982560}, {atom,1338193}, {atom_used,1333793}, {binary,13168168}, {code,13490894}, {ets,6327784}]}, {system_memory_data, [{system_total_memory,25199214592}, {free_swap,20971511808}, {total_swap,20971511808}, {cached_memory,9123561472}, {buffered_memory,200929280}, {free_memory,6229336064}, {total_memory,25199214592}]}, {node_storage_conf,[{db_path,"/data"},{index_path,"/data"}]}, {statistics, [{wall_clock,{1680874,4993}}, {context_switches,{13700460,0}}, {garbage_collection,{1552643,3732456518,0}}, {io,{{input,277084749},{output,10345717631}}}, {reductions,{1421518784,5094709}}, {run_queue,0}, {runtime,{477160,1750}}]}, {system_stats, [{cpu_utilization_rate,69.87654320987654}, {swap_total,20971511808}, {swap_used,0}]}, {interesting_stats, [{couch_docs_actual_disk_size,9033687996}, {couch_docs_data_size,7320448546}, {couch_views_actual_disk_size,0}, {couch_views_data_size,0}, {curr_items,1417167}, {curr_items_tot,2996416}, {mem_used,8023549552}, {vb_replica_curr_items,1579249}]}, {cluster_compatibility_version,131072}, {version, [{public_key,"0.13"}, {lhttpc,"1.3.0"}, {ale,"8cffe61"}, {os_mon,"2.2.7"}, {couch_set_view,"1.2.0a-b68b5f4-git"}, {mnesia,"4.5"}, {inets,"5.7.1"}, {couch,"1.2.0a-b68b5f4-git"}, {mapreduce,"1.0.0"}, {couch_index_merger,"1.2.0a-b68b5f4-git"}, {kernel,"2.14.5"}, {crypto,"2.0.4"}, {ssl,"4.1.6"}, {sasl,"2.1.10"}, {couch_view_parser,"1.0.0"}, {ns_server,"2.0.0-1939-rel-enterprise"}, {mochiweb,"1.4.1"}, {oauth,"7d85d3ef"}, {stdlib,"1.17.5"}]}, {supported_compat_version,[2,0]}, {system_arch,"x86_64-unknown-linux-gnu"}, {wall_clock,1680}, {memory_data,{25199214592,18967592960,{<0.687.0>,13313480}}}, {disk_data, [{"/",41260352,5}, {"/dev/shm",12304304,0}, {"/boot",495844,7}, {"/data",206420664,5}]}, {meminfo, <<"MemTotal: 24608608 kB\nMemFree: 6083584 kB\nBuffers: 196220 kB\nCached: 8909400 kB\nSwapCached: 0 kB\nActive: 10141784 kB\nInactive: 7701340 kB\nActive(anon): 8729624 kB\nInactive(anon): 10216 kB\nActive(file): 1412160 kB\nInactive(file): 7691124 kB\nUnevictable: 20760 kB\nMlocked: 20760 kB\nSwapTotal: 20479992 kB\nSwapFree: 20479992 kB\nDirty: 10292 kB\nWriteback: 0 kB\nAnonPages: 8758604 kB\nMapped: 15684 kB\nShmem: 172 kB\nSlab: 347904 kB\nSReclaimable: 289028 kB\nSUnreclaim: 58876 kB\nKernelStack: 2560 kB\nPageTables: 21640 kB\nNFS_Unstable: 0 kB\nBounce: 0 kB\nWritebackTmp: 0 kB\nCommitLimit: 32784296 kB\nCommitted_AS: 10494708 kB\nVmallocTotal: 34359738367 kB\nVmallocUsed: 332500 kB\nVmallocChunk: 34359350016 kB\nHardwareCorrupted: 0 kB\nAnonHugePages: 1808384 kB\nHugePages_Total: 0\nHugePages_Free: 0\nHugePages_Rsvd: 0\nHugePages_Surp: 0\nHugepagesize: 2048 kB\nDirectMap4k: 10240 kB\nDirectMap2M: 25155584 kB\n">>}]}] [stats:debug,2012-11-12T12:56:06.477,ns_1@192.168.0.22:<0.683.0>:stats_collector:maybe_log_stats:126](at {{1970,1,16},{7,45,53}}) Stats for bucket "default": accepting_conns 1 auth_cmds 23 auth_errors 0 bucket_active_conns 3 bucket_conns 25 bytes 8026979488 bytes_read 19471872032 bytes_written 17101529775 cas_badval 0 cas_hits 0 cas_misses 0 cmd_flush 0 cmd_get 2403837 cmd_set 3620332 conn_yields 104165 connection_structures 5000 curr_connections 27 curr_conns_on_port_11209 14 curr_conns_on_port_11210 11 curr_items 1409918 curr_items_tot 2995432 curr_temp_items 0 daemon_connections 4 decr_hits 0 decr_misses 0 delete_hits 115139 delete_misses 160366 ep_access_scanner_last_runtime 0 ep_access_scanner_num_items 0 ep_access_scanner_task_time 2012-11-13 10:00:00 ep_allow_data_loss_during_shutdown 1 ep_alog_block_size 4096 ep_alog_path /data/default/access.log ep_alog_sleep_time 1440 ep_alog_task_time 10 ep_backend couchdb ep_bg_fetch_delay 0 ep_bg_fetched 0 ep_bg_meta_fetched 0 ep_bg_remaining_jobs 0 ep_chk_max_items 5000 ep_chk_period 1800 ep_chk_persistence_remains 0 ep_chk_persistence_timeout 10 ep_chk_remover_stime 5 ep_commit_num 8785 ep_commit_time 58 ep_commit_time_total 136025 ep_concurrentDB 1 ep_config_file ep_couch_bucket default ep_couch_host localhost ep_couch_port 11213 ep_couch_reconnect_sleeptime 250 ep_couch_response_timeout 180000 ep_data_age 14 ep_data_age_highwat 102 ep_data_traffic_enabled 0 ep_dbinit 0 ep_dbname /data/default ep_degraded_mode 0 ep_diskqueue_drain 7674385 ep_diskqueue_fill 6820270 ep_diskqueue_items 110908 ep_diskqueue_memory 1901568 ep_diskqueue_pending 2852352 ep_exp_pager_stime 3600 ep_exp_pager_stime 3600 ep_expired_access 1508 ep_expired_pager 0 ep_expiry_window 3 ep_failpartialwarmup 0 ep_flush_all false ep_flush_duration_total 1496 ep_flushall_enabled 0 ep_flusher_state running ep_flusher_todo 106153 ep_getl_default_timeout 15 ep_getl_max_timeout 30 ep_ht_locks 5 ep_ht_size 3079 ep_inconsistent_slave_chk 0 ep_initfile ep_io_num_read 0 ep_io_num_write 6642504 ep_io_read_bytes 0 ep_io_write_bytes 15422740379 ep_item_begin_failed 0 ep_item_commit_failed 0 ep_item_flush_expired 7 ep_item_flush_failed 0 ep_item_num_based_new_chk 1 ep_items_rm_from_checkpoints 68294 ep_keep_closed_chks 0 ep_klog_block_size 4096 ep_klog_compactor_queue_cap 500000 ep_klog_compactor_stime 3600 ep_klog_flush commit2 ep_klog_max_entry_ratio 10 ep_klog_max_log_size 2147483647 ep_klog_path ep_klog_sync commit2 ep_kv_size 7364644008 ep_max_checkpoints 2 ep_max_data_size 12582912000 ep_max_item_size 20971520 ep_max_size 12582912000 ep_max_txn_size 10000 ep_max_vbuckets 1024 ep_mem_high_wat 9437184000 ep_mem_high_wat 9437184000 ep_mem_low_wat 7549747200 ep_mem_low_wat 7549747200 ep_mem_tracker_enabled true ep_min_data_age 0 ep_mlog_compactor_runs 0 ep_mutation_mem_threshold 0 ep_num_access_scanner_runs 0 ep_num_eject_failures 0 ep_num_expiry_pager_runs 0 ep_num_non_resident 0 ep_num_not_my_vbuckets 234 ep_num_ops_del_meta 0 ep_num_ops_get_meta 0 ep_num_ops_set_meta 0 ep_num_pager_runs 0 ep_num_value_ejects 0 ep_oom_errors 0 ep_overhead 284830028 ep_pager_active_vb_pcnt 40 ep_pager_unbiased_period 60 ep_pending_ops 0 ep_pending_ops_max 1 ep_pending_ops_max_duration 160012 ep_pending_ops_total 3 ep_postInitfile ep_queue_age_cap 900 ep_queue_size 4755 ep_startup_time 1352752065 ep_storage_age 11 ep_storage_age_highwat 1424 ep_store_max_concurrency 10 ep_store_max_readers 9 ep_store_max_readwrite 1 ep_stored_val_type ep_tap_ack_grace_period 300 ep_tap_ack_initial_sequence_number 1 ep_tap_ack_interval 1000 ep_tap_ack_window_size 10 ep_tap_backfill_resident 0.9 ep_tap_backlog_limit 5000 ep_tap_backoff_period 5 ep_tap_bg_fetch_requeued 0 ep_tap_bg_fetched 5861 ep_tap_bg_max_pending 500 ep_tap_keepalive 300 ep_tap_noop_interval 20 ep_tap_requeue_sleep_time 0.1 ep_tap_throttle_cap_pcnt 10 ep_tap_throttle_queue_cap 1000000 ep_tap_throttle_threshold 90 ep_tmp_oom_errors 0 ep_too_old 50 ep_too_young 0 ep_total_cache_size 7328735880 ep_total_del_items 224630 ep_total_enqueued 6820270 ep_total_new_items 3172303 ep_total_persisted 6642504 ep_uncommitted_items 1731 ep_value_size 7117676649 ep_vb0 0 ep_vb_snapshot_total 72 ep_vb_total 1024 ep_vbucket_del 0 ep_vbucket_del_fail 0 ep_version 2.0.0r_133_g68e3f7c ep_waitforwarmup 0 ep_warmup 1 ep_warmup_batch_size 1000 ep_warmup_dups 0 ep_warmup_min_items_threshold 100 ep_warmup_min_memory_threshold 100 ep_warmup_oom 0 ep_warmup_thread complete ep_warmup_time 23464 get_hits 2149155 get_misses 254682 incr_hits 0 incr_misses 0 libevent 2.0.11-stable limit_maxbytes 67108864 listen_disabled_num 0 max_conns_on_port_11209 1000 max_conns_on_port_11210 9000 mem_used 8026979488 pid 21605 pointer_size 64 rejected_conns 0 rusage_system 600.113768 rusage_user 1121.774464 tap_checkpoint_end_received 242 tap_checkpoint_end_sent 348 tap_checkpoint_start_received 993 tap_checkpoint_start_sent 1155 tap_connect_received 278 tap_delete_received 125691 tap_delete_sent 131070 tap_mutation_received 4230886 tap_mutation_sent 4568502 tap_opaque_received 2058 tap_opaque_sent 2100 tap_vbucket_set_received 216 tap_vbucket_set_sent 276 threads 4 time 1352753765 total_connections 1554 uptime 1710 vb_active_curr_items 1409918 vb_active_eject 0 vb_active_expired 866 vb_active_ht_memory 12103696 vb_active_itm_memory 3450169786 vb_active_meta_data_memory 111383522 vb_active_num 482 vb_active_num_non_resident 0 vb_active_num_ref_ejects 0 vb_active_num_ref_items 1499078 vb_active_ops_create 1492846 vb_active_ops_delete 111477 vb_active_ops_reject 0 vb_active_ops_update 1511902 vb_active_perc_mem_resident 100 vb_active_queue_age 5821316000 vb_active_queue_drain 3890641 vb_active_queue_fill 3366957 vb_active_queue_memory 845920 vb_active_queue_pending 1268880 vb_active_queue_size 26435 vb_dead_num 0 vb_pending_curr_items 0 vb_pending_eject 0 vb_pending_expired 0 vb_pending_ht_memory 0 vb_pending_itm_memory 0 vb_pending_meta_data_memory 0 vb_pending_num 0 vb_pending_num_non_resident 0 vb_pending_num_ref_ejects 0 vb_pending_num_ref_items 0 vb_pending_ops_create 0 vb_pending_ops_delete 0 vb_pending_ops_reject 0 vb_pending_ops_update 0 vb_pending_perc_mem_resident 0 vb_pending_queue_age 0 vb_pending_queue_drain 0 vb_pending_queue_fill 0 vb_pending_queue_memory 0 vb_pending_queue_pending 0 vb_pending_queue_size 0 vb_replica_curr_items 1585514 vb_replica_eject 0 vb_replica_expired 642 vb_replica_ht_memory 13610512 vb_replica_itm_memory 3878566094 vb_replica_meta_data_memory 125255606 vb_replica_num 542 vb_replica_num_non_resident 0 vb_replica_num_ref_ejects 0 vb_replica_num_ref_items 1686722 vb_replica_ops_create 1679461 vb_replica_ops_delete 113153 vb_replica_ops_reject 0 vb_replica_ops_update 1733711 vb_replica_perc_mem_resident 100 vb_replica_queue_age 2892789000 vb_replica_queue_drain 3783744 vb_replica_queue_fill 3453313 vb_replica_queue_memory 1055648 vb_replica_queue_pending 1583472 vb_replica_queue_size 32989 version 1.4.4_600_g7ea975a [ns_doctor:debug,2012-11-12T12:56:37.652,ns_1@192.168.0.22:ns_doctor<0.541.0>:ns_doctor:handle_info:137]Current node statuses: [{'ns_1@192.168.0.20', [{last_heard,{1352,753794,434392}}, {outgoing_replications_safeness_level,[{"default",green}]}, {incoming_replications_conf_hashes, [{"default",[{'ns_1@192.168.0.22',114769557}]}]}, {active_buckets,["default"]}, {ready_buckets,["default"]}, {local_tasks, [[{pid,<<"<0.12224.1>">>}, {bucket,<<"default">>}, {original_target,{[{type,bucket}]}}, {progress,59}, {started_on,1352753700}, {total_vbuckets,829}, {trigger_type,scheduled}, {type,bucket_compaction}, {updated_on,1352753793}, {vbuckets_done,490}]]}, {memory, [{total,234497792}, {processes,183540352}, {processes_used,182418536}, {system,50957440}, {atom,1401785}, {atom_used,1374492}, {binary,10651032}, {code,14054366}, {ets,6326264}]}, {system_memory_data, [{system_total_memory,25199214592}, {free_swap,20971511808}, {total_swap,20971511808}, {cached_memory,6650548224}, {buffered_memory,192876544}, {free_memory,8744955904}, {total_memory,25199214592}]}, {node_storage_conf,[{db_path,"/data"},{index_path,"/data"}]}, {statistics, [{wall_clock,{1757711,4998}}, {context_switches,{13262046,0}}, {garbage_collection,{1393669,6703113805,0}}, {io,{{input,229254591},{output,9031514643}}}, {reductions,{1830312188,5874789}}, {run_queue,0}, {runtime,{563170,3110}}]}, {system_stats, [{cpu_utilization_rate,83.90243902439025}, {swap_total,20971511808}, {swap_used,0}]}, {interesting_stats, [{couch_docs_actual_disk_size,6630442483}, {couch_docs_data_size,5448222403}, {couch_views_actual_disk_size,0}, {couch_views_data_size,0}, {curr_items,1155326}, {curr_items_tot,2220535}, {mem_used,5971102320}, {vb_replica_curr_items,1065209}]}, {cluster_compatibility_version,131072}, {version, [{public_key,"0.13"}, {lhttpc,"1.3.0"}, {ale,"8cffe61"}, {os_mon,"2.2.7"}, {couch_set_view,"1.2.0a-b68b5f4-git"}, {mnesia,"4.5"}, {inets,"5.7.1"}, {couch,"1.2.0a-b68b5f4-git"}, {mapreduce,"1.0.0"}, {couch_index_merger,"1.2.0a-b68b5f4-git"}, {kernel,"2.14.5"}, {crypto,"2.0.4"}, {ssl,"4.1.6"}, {sasl,"2.1.10"}, {couch_view_parser,"1.0.0"}, {ns_server,"2.0.0-1939-rel-enterprise"}, {mochiweb,"1.4.1"}, {oauth,"7d85d3ef"}, {stdlib,"1.17.5"}]}, {supported_compat_version,[2,0]}, {system_arch,"x86_64-unknown-linux-gnu"}, {wall_clock,1757}, {memory_data,{25199214592,16743813120,{<17793.667.0>,17427312}}}, {disk_data, [{"/",41260352,5}, {"/dev/shm",12304304,0}, {"/boot",495844,7}, {"/data",206420664,4}]}, {meminfo, <<"MemTotal: 24608608 kB\nMemFree: 8539996 kB\nBuffers: 188356 kB\nCached: 6494676 kB\nSwapCached: 0 kB\nActive: 9823960 kB\nInactive: 5593348 kB\nActive(anon): 8722084 kB\nInactive(anon): 14632 kB\nActive(file): 1101876 kB\nInactive(file): 5578716 kB\nUnevictable: 20760 kB\nMlocked: 20760 kB\nSwapTotal: 20479992 kB\nSwapFree: 20479992 kB\nDirty: 6024 kB\nWriteback: 0 kB\nAnonPages: 8780456 kB\nMapped: 15572 kB\nShmem: 172 kB\nSlab: 306372 kB\nSReclaimable: 247620 kB\nSUnreclaim: 58752 kB\nKernelStack: 3072 kB\nPageTables: 22028 kB\nNFS_Unstable: 0 kB\nBounce: 0 kB\nWritebackTmp: 0 kB\nCommitLimit: 32784296 kB\nCommitted_AS: 10532484 kB\nVmallocTotal: 34359738367 kB\nVmallocUsed: 332500 kB\nVmallocChunk: 34359355024 kB\nHardwareCorrupted: 0 kB\nAnonHugePages: 1929216 kB\nHugePages_Total: 0\nHugePages_Free: 0\nHugePages_Rsvd: 0\nHugePages_Surp: 0\nHugepagesize: 2048 kB\nDirectMap4k: 10240 kB\nDirectMap2M: 25155584 kB\n">>}]}, {'ns_1@192.168.0.21', [{last_heard,{1352,753793,57381}}, {outgoing_replications_safeness_level,[{"default",green}]}, {incoming_replications_conf_hashes, [{"default",[{'ns_1@192.168.0.22',106096895}]}]}, {active_buckets,["default"]}, {ready_buckets,["default"]}, {local_tasks,[]}, {memory, [{total,124890784}, {processes,84432696}, {processes_used,84419760}, {system,40458088}, {atom,1339809}, {atom_used,1335933}, {binary,4441960}, {code,13493102}, {ets,3050600}]}, {system_memory_data, [{system_total_memory,25199214592}, {free_swap,20971511808}, {total_swap,20971511808}, {cached_memory,2557784064}, {buffered_memory,153890816}, {free_memory,19569070080}, {total_memory,25199214592}]}, {node_storage_conf,[{db_path,"/data"},{index_path,"/data"}]}, {statistics, [{wall_clock,{1754098,4998}}, {context_switches,{2412503,0}}, {garbage_collection,{694632,1579561591,0}}, {io,{{input,123919576},{output,4478467492}}}, {reductions,{389102681,6014981}}, {run_queue,0}, {runtime,{183770,2310}}]}, {system_stats, [{cpu_utilization_rate,44.69135802469136}, {swap_total,20971511808}, {swap_used,0}]}, {interesting_stats, [{couch_docs_actual_disk_size,2455017731}, {couch_docs_data_size,1864241542}, {couch_views_actual_disk_size,0}, {couch_views_data_size,0}, {curr_items,431731}, {curr_items_tot,773801}, {mem_used,2051751528}, {vb_replica_curr_items,342070}]}, {cluster_compatibility_version,131072}, {version, [{public_key,"0.13"}, {lhttpc,"1.3.0"}, {ale,"8cffe61"}, {os_mon,"2.2.7"}, {couch_set_view,"1.2.0a-b68b5f4-git"}, {mnesia,"4.5"}, {inets,"5.7.1"}, {couch,"1.2.0a-b68b5f4-git"}, {mapreduce,"1.0.0"}, {couch_index_merger,"1.2.0a-b68b5f4-git"}, {kernel,"2.14.5"}, {crypto,"2.0.4"}, {ssl,"4.1.6"}, {sasl,"2.1.10"}, {couch_view_parser,"1.0.0"}, {ns_server,"2.0.0-1939-rel-enterprise"}, {mochiweb,"1.4.1"}, {oauth,"7d85d3ef"}, {stdlib,"1.17.5"}]}, {supported_compat_version,[2,0]}, {system_arch,"x86_64-unknown-linux-gnu"}, {wall_clock,1754}, {memory_data,{25199214592,5360254976,{<19409.13649.0>,16006048}}}, {disk_data, [{"/",41260352,5}, {"/dev/shm",12304304,0}, {"/boot",495844,7}, {"/data",206420664,2}]}, {meminfo, <<"MemTotal: 24608608 kB\nMemFree: 19110420 kB\nBuffers: 150284 kB\nCached: 2497836 kB\nSwapCached: 0 kB\nActive: 2884708 kB\nInactive: 2145812 kB\nActive(anon): 2375148 kB\nInactive(anon): 9232 kB\nActive(file): 509560 kB\nInactive(file): 2136580 kB\nUnevictable: 20760 kB\nMlocked: 20760 kB\nSwapTotal: 20479992 kB\nSwapFree: 20479992 kB\nDirty: 2912 kB\nWriteback: 0 kB\nAnonPages: 2403160 kB\nMapped: 14616 kB\nShmem: 164 kB\nSlab: 145300 kB\nSReclaimable: 87444 kB\nSUnreclaim: 57856 kB\nKernelStack: 3048 kB\nPageTables: 8968 kB\nNFS_Unstable: 0 kB\nBounce: 0 kB\nWritebackTmp: 0 kB\nCommitLimit: 32784296 kB\nCommitted_AS: 4138864 kB\nVmallocTotal: 34359738367 kB\nVmallocUsed: 332500 kB\nVmallocChunk: 34359350016 kB\nHardwareCorrupted: 0 kB\nAnonHugePages: 497664 kB\nHugePages_Total: 0\nHugePages_Free: 0\nHugePages_Rsvd: 0\nHugePages_Surp: 0\nHugepagesize: 2048 kB\nDirectMap4k: 10240 kB\nDirectMap2M: 25155584 kB\n">>}]}, {'ns_1@192.168.0.22', [{last_heard,{1352,753792,663256}}, {outgoing_replications_safeness_level,[{"default",green}]}, {incoming_replications_conf_hashes, [{"default", [{'ns_1@192.168.0.20',81453730},{'ns_1@192.168.0.21',49331321}]}]}, {active_buckets,["default"]}, {ready_buckets,["default"]}, {local_tasks, [[{pid,<<"<0.4103.1>">>}, {bucket,<<"default">>}, {original_target,{[{type,bucket}]}}, {progress,94}, {started_on,1352753604}, {total_vbuckets,1025}, {trigger_type,scheduled}, {type,bucket_compaction}, {updated_on,1352753792}, {vbuckets_done,973}]]}, {memory, [{total,226592936}, {processes,173330800}, {processes_used,173195736}, {system,53262136}, {atom,1338193}, {atom_used,1333793}, {binary,13420672}, {code,13490894}, {ets,6350152}]}, {system_memory_data, [{system_total_memory,25199214592}, {free_swap,20971511808}, {total_swap,20971511808}, {cached_memory,8898641920}, {buffered_memory,204906496}, {free_memory,6456496128}, {total_memory,25199214592}]}, {node_storage_conf,[{db_path,"/data"},{index_path,"/data"}]}, {statistics, [{wall_clock,{1740884,4999}}, {context_switches,{14204206,0}}, {garbage_collection,{1667016,3991045942,0}}, {io,{{input,296487267},{output,10865213593}}}, {reductions,{1487314313,5740464}}, {run_queue,0}, {runtime,{501520,2160}}]}, {system_stats, [{cpu_utilization_rate,61.44278606965174}, {swap_total,20971511808}, {swap_used,0}]}, {interesting_stats, [{couch_docs_actual_disk_size,8815652944}, {couch_docs_data_size,7319337924}, {couch_views_actual_disk_size,0}, {couch_views_data_size,0}, {curr_items,1406721}, {curr_items_tot,2995149}, {mem_used,8028976424}, {vb_replica_curr_items,1588428}]}, {cluster_compatibility_version,131072}, {version, [{public_key,"0.13"}, {lhttpc,"1.3.0"}, {ale,"8cffe61"}, {os_mon,"2.2.7"}, {couch_set_view,"1.2.0a-b68b5f4-git"}, {mnesia,"4.5"}, {inets,"5.7.1"}, {couch,"1.2.0a-b68b5f4-git"}, {mapreduce,"1.0.0"}, {couch_index_merger,"1.2.0a-b68b5f4-git"}, {kernel,"2.14.5"}, {crypto,"2.0.4"}, {ssl,"4.1.6"}, {sasl,"2.1.10"}, {couch_view_parser,"1.0.0"}, {ns_server,"2.0.0-1939-rel-enterprise"}, {mochiweb,"1.4.1"}, {oauth,"7d85d3ef"}, {stdlib,"1.17.5"}]}, {supported_compat_version,[2,0]}, {system_arch,"x86_64-unknown-linux-gnu"}, {wall_clock,1740}, {memory_data,{25199214592,18745520128,{<0.687.0>,10770992}}}, {disk_data, [{"/",41260352,5}, {"/dev/shm",12304304,0}, {"/boot",495844,7}, {"/data",206420664,5}]}, {meminfo, <<"MemTotal: 24608608 kB\nMemFree: 6305172 kB\nBuffers: 200104 kB\nCached: 8690080 kB\nSwapCached: 0 kB\nActive: 9965176 kB\nInactive: 7665412 kB\nActive(anon): 8732592 kB\nInactive(anon): 10216 kB\nActive(file): 1232584 kB\nInactive(file): 7655196 kB\nUnevictable: 20760 kB\nMlocked: 20760 kB\nSwapTotal: 20479992 kB\nSwapFree: 20479992 kB\nDirty: 10452 kB\nWriteback: 0 kB\nAnonPages: 8761848 kB\nMapped: 15684 kB\nShmem: 172 kB\nSlab: 338136 kB\nSReclaimable: 279344 kB\nSUnreclaim: 58792 kB\nKernelStack: 2560 kB\nPageTables: 21652 kB\nNFS_Unstable: 0 kB\nBounce: 0 kB\nWritebackTmp: 0 kB\nCommitLimit: 32784296 kB\nCommitted_AS: 10509628 kB\nVmallocTotal: 34359738367 kB\nVmallocUsed: 332500 kB\nVmallocChunk: 34359350016 kB\nHardwareCorrupted: 0 kB\nAnonHugePages: 1900544 kB\nHugePages_Total: 0\nHugePages_Free: 0\nHugePages_Rsvd: 0\nHugePages_Surp: 0\nHugepagesize: 2048 kB\nDirectMap4k: 10240 kB\nDirectMap2M: 25155584 kB\n">>}]}] [ns_doctor:debug,2012-11-12T12:57:37.651,ns_1@192.168.0.22:ns_doctor<0.541.0>:ns_doctor:handle_info:137]Current node statuses: [{'ns_1@192.168.0.20', [{last_heard,{1352,753854,433968}}, {outgoing_replications_safeness_level,[{"default",green}]}, {incoming_replications_conf_hashes, [{"default",[{'ns_1@192.168.0.22',8406286}]}]}, {active_buckets,["default"]}, {ready_buckets,["default"]}, {local_tasks, [[{pid,<<"<0.12224.1>">>}, {bucket,<<"default">>}, {original_target,{[{type,bucket}]}}, {progress,96}, {started_on,1352753700}, {total_vbuckets,829}, {trigger_type,scheduled}, {type,bucket_compaction}, {updated_on,1352753853}, {vbuckets_done,797}]]}, {memory, [{total,217611944}, {processes,166925552}, {processes_used,165619280}, {system,50686392}, {atom,1401785}, {atom_used,1374492}, {binary,10247256}, {code,14054366}, {ets,6488224}]}, {system_memory_data, [{system_total_memory,25199214592}, {free_swap,20971511808}, {total_swap,20971511808}, {cached_memory,5743456256}, {buffered_memory,196448256}, {free_memory,9676849152}, {total_memory,25199214592}]}, {node_storage_conf,[{db_path,"/data"},{index_path,"/data"}]}, {statistics, [{wall_clock,{1817710,4998}}, {context_switches,{13675850,0}}, {garbage_collection,{1476546,7498631406,0}}, {io,{{input,243595962},{output,9191052911}}}, {reductions,{1893497659,5483932}}, {run_queue,0}, {runtime,{596600,2430}}]}, {system_stats, [{cpu_utilization_rate,77.50611246943765}, {swap_total,20971511808}, {swap_used,0}]}, {interesting_stats, [{couch_docs_actual_disk_size,5755820249}, {couch_docs_data_size,5141694930}, {couch_views_actual_disk_size,0}, {couch_views_data_size,0}, {curr_items,1099563}, {curr_items_tot,2094597}, {mem_used,5642911360}, {vb_replica_curr_items,995034}]}, {cluster_compatibility_version,131072}, {version, [{public_key,"0.13"}, {lhttpc,"1.3.0"}, {ale,"8cffe61"}, {os_mon,"2.2.7"}, {couch_set_view,"1.2.0a-b68b5f4-git"}, {mnesia,"4.5"}, {inets,"5.7.1"}, {couch,"1.2.0a-b68b5f4-git"}, {mapreduce,"1.0.0"}, {couch_index_merger,"1.2.0a-b68b5f4-git"}, {kernel,"2.14.5"}, {crypto,"2.0.4"}, {ssl,"4.1.6"}, {sasl,"2.1.10"}, {couch_view_parser,"1.0.0"}, {ns_server,"2.0.0-1939-rel-enterprise"}, {mochiweb,"1.4.1"}, {oauth,"7d85d3ef"}, {stdlib,"1.17.5"}]}, {supported_compat_version,[2,0]}, {system_arch,"x86_64-unknown-linux-gnu"}, {wall_clock,1817}, {memory_data,{25199214592,15822495744,{<17793.429.0>,15281928}}}, {disk_data, [{"/",41260352,5}, {"/dev/shm",12304304,0}, {"/boot",495844,7}, {"/data",206420664,3}]}, {meminfo, <<"MemTotal: 24608608 kB\nMemFree: 9450048 kB\nBuffers: 191844 kB\nCached: 5608844 kB\nSwapCached: 0 kB\nActive: 9492500 kB\nInactive: 5036752 kB\nActive(anon): 8714936 kB\nInactive(anon): 16176 kB\nActive(file): 777564 kB\nInactive(file): 5020576 kB\nUnevictable: 20760 kB\nMlocked: 20760 kB\nSwapTotal: 20479992 kB\nSwapFree: 20479992 kB\nDirty: 4572 kB\nWriteback: 0 kB\nAnonPages: 8749792 kB\nMapped: 15572 kB\nShmem: 172 kB\nSlab: 294296 kB\nSReclaimable: 235380 kB\nSUnreclaim: 58916 kB\nKernelStack: 3072 kB\nPageTables: 21956 kB\nNFS_Unstable: 0 kB\nBounce: 0 kB\nWritebackTmp: 0 kB\nCommitLimit: 32784296 kB\nCommitted_AS: 10500828 kB\nVmallocTotal: 34359738367 kB\nVmallocUsed: 332500 kB\nVmallocChunk: 34359355024 kB\nHardwareCorrupted: 0 kB\nAnonHugePages: 2002944 kB\nHugePages_Total: 0\nHugePages_Free: 0\nHugePages_Rsvd: 0\nHugePages_Surp: 0\nHugepagesize: 2048 kB\nDirectMap4k: 10240 kB\nDirectMap2M: 25155584 kB\n">>}]}, {'ns_1@192.168.0.21', [{last_heard,{1352,753853,49500}}, {outgoing_replications_safeness_level,[{"default",green}]}, {incoming_replications_conf_hashes, [{"default",[{'ns_1@192.168.0.22',15845010}]}]}, {active_buckets,["default"]}, {ready_buckets,["default"]}, {local_tasks, [[{pid,<<"<0.16020.0>">>}, {bucket,<<"default">>}, {original_target,{[{type,bucket}]}}, {progress,2}, {started_on,1352753851}, {total_vbuckets,308}, {trigger_type,scheduled}, {type,bucket_compaction}, {updated_on,1352753853}, {vbuckets_done,8}]]}, {memory, [{total,131789000}, {processes,90351936}, {processes_used,90340032}, {system,41437064}, {atom,1339809}, {atom_used,1335933}, {binary,5183264}, {code,13493102}, {ets,3254464}]}, {system_memory_data, [{system_total_memory,25199214592}, {free_swap,20971511808}, {total_swap,20971511808}, {cached_memory,3279515648}, {buffered_memory,156266496}, {free_memory,18468667392}, {total_memory,25199214592}]}, {node_storage_conf,[{db_path,"/data"},{index_path,"/data"}]}, {statistics, [{wall_clock,{1814099,5000}}, {context_switches,{2846160,0}}, {garbage_collection,{797352,1838110084,0}}, {io,{{input,139169939},{output,5235022032}}}, {reductions,{453689656,5692830}}, {run_queue,0}, {runtime,{208120,2150}}]}, {system_stats, [{cpu_utilization_rate,57.5682382133995}, {swap_total,20971511808}, {swap_used,0}]}, {interesting_stats, [{couch_docs_actual_disk_size,3206659015}, {couch_docs_data_size,2169937301}, {couch_views_actual_disk_size,0}, {couch_views_data_size,0}, {curr_items,501498}, {curr_items_tot,900638}, {mem_used,2388824544}, {vb_replica_curr_items,399140}]}, {cluster_compatibility_version,131072}, {version, [{public_key,"0.13"}, {lhttpc,"1.3.0"}, {ale,"8cffe61"}, {os_mon,"2.2.7"}, {couch_set_view,"1.2.0a-b68b5f4-git"}, {mnesia,"4.5"}, {inets,"5.7.1"}, {couch,"1.2.0a-b68b5f4-git"}, {mapreduce,"1.0.0"}, {couch_index_merger,"1.2.0a-b68b5f4-git"}, {kernel,"2.14.5"}, {crypto,"2.0.4"}, {ssl,"4.1.6"}, {sasl,"2.1.10"}, {couch_view_parser,"1.0.0"}, {ns_server,"2.0.0-1939-rel-enterprise"}, {mochiweb,"1.4.1"}, {oauth,"7d85d3ef"}, {stdlib,"1.17.5"}]}, {supported_compat_version,[2,0]}, {system_arch,"x86_64-unknown-linux-gnu"}, {wall_clock,1814}, {memory_data,{25199214592,6503903232,{<19409.4593.0>,2914384}}}, {disk_data, [{"/",41260352,5}, {"/dev/shm",12304304,0}, {"/boot",495844,7}, {"/data",206420664,2}]}, {meminfo, <<"MemTotal: 24608608 kB\nMemFree: 18036056 kB\nBuffers: 152604 kB\nCached: 3202324 kB\nSwapCached: 0 kB\nActive: 3461320 kB\nInactive: 2620764 kB\nActive(anon): 2719476 kB\nInactive(anon): 9676 kB\nActive(file): 741844 kB\nInactive(file): 2611088 kB\nUnevictable: 20760 kB\nMlocked: 20760 kB\nSwapTotal: 20479992 kB\nSwapFree: 20479992 kB\nDirty: 9304 kB\nWriteback: 0 kB\nAnonPages: 2749884 kB\nMapped: 14620 kB\nShmem: 164 kB\nSlab: 166908 kB\nSReclaimable: 108720 kB\nSUnreclaim: 58188 kB\nKernelStack: 3056 kB\nPageTables: 9704 kB\nNFS_Unstable: 0 kB\nBounce: 0 kB\nWritebackTmp: 0 kB\nCommitLimit: 32784296 kB\nCommitted_AS: 4483056 kB\nVmallocTotal: 34359738367 kB\nVmallocUsed: 332500 kB\nVmallocChunk: 34359350016 kB\nHardwareCorrupted: 0 kB\nAnonHugePages: 600064 kB\nHugePages_Total: 0\nHugePages_Free: 0\nHugePages_Rsvd: 0\nHugePages_Surp: 0\nHugepagesize: 2048 kB\nDirectMap4k: 10240 kB\nDirectMap2M: 25155584 kB\n">>}]}, {'ns_1@192.168.0.22', [{last_heard,{1352,753852,653703}}, {outgoing_replications_safeness_level,[{"default",green}]}, {incoming_replications_conf_hashes, [{"default", [{'ns_1@192.168.0.20',101078827},{'ns_1@192.168.0.21',351726}]}]}, {active_buckets,["default"]}, {ready_buckets,["default"]}, {local_tasks,[]}, {memory, [{total,229819728}, {processes,176371928}, {processes_used,176212360}, {system,53447800}, {atom,1338193}, {atom_used,1333793}, {binary,13409584}, {code,13490894}, {ets,6551816}]}, {system_memory_data, [{system_total_memory,25199214592}, {free_swap,20971511808}, {total_swap,20971511808}, {cached_memory,9586229248}, {buffered_memory,207216640}, {free_memory,5730893824}, {total_memory,25199214592}]}, {node_storage_conf,[{db_path,"/data"},{index_path,"/data"}]}, {statistics, [{wall_clock,{1800874,4994}}, {context_switches,{14689729,0}}, {garbage_collection,{1772475,4229941318,0}}, {io,{{input,310876361},{output,11378417323}}}, {reductions,{1549131663,5206748}}, {run_queue,0}, {runtime,{525180,2000}}]}, {system_stats, [{cpu_utilization_rate,39.65087281795511}, {swap_total,20971511808}, {swap_used,0}]}, {interesting_stats, [{couch_docs_actual_disk_size,9468428463}, {couch_docs_data_size,7318607207}, {couch_views_actual_disk_size,0}, {couch_views_data_size,0}, {curr_items,1391750}, {curr_items_tot,2993493}, {mem_used,8034963072}, {vb_replica_curr_items,1601743}]}, {cluster_compatibility_version,131072}, {version, [{public_key,"0.13"}, {lhttpc,"1.3.0"}, {ale,"8cffe61"}, {os_mon,"2.2.7"}, {couch_set_view,"1.2.0a-b68b5f4-git"}, {mnesia,"4.5"}, {inets,"5.7.1"}, {couch,"1.2.0a-b68b5f4-git"}, {mapreduce,"1.0.0"}, {couch_index_merger,"1.2.0a-b68b5f4-git"}, {kernel,"2.14.5"}, {crypto,"2.0.4"}, {ssl,"4.1.6"}, {sasl,"2.1.10"}, {couch_view_parser,"1.0.0"}, {ns_server,"2.0.0-1939-rel-enterprise"}, {mochiweb,"1.4.1"}, {oauth,"7d85d3ef"}, {stdlib,"1.17.5"}]}, {supported_compat_version,[2,0]}, {system_arch,"x86_64-unknown-linux-gnu"}, {wall_clock,1800}, {memory_data,{25199214592,19470417920,{<0.687.0>,14884824}}}, {disk_data, [{"/",41260352,5}, {"/dev/shm",12304304,0}, {"/boot",495844,7}, {"/data",206420664,5}]}, {meminfo, <<"MemTotal: 24608608 kB\nMemFree: 5596576 kB\nBuffers: 202360 kB\nCached: 9361552 kB\nSwapCached: 0 kB\nActive: 10320548 kB\nInactive: 8001568 kB\nActive(anon): 8750184 kB\nInactive(anon): 10216 kB\nActive(file): 1570364 kB\nInactive(file): 7991352 kB\nUnevictable: 20760 kB\nMlocked: 20760 kB\nSwapTotal: 20479992 kB\nSwapFree: 20479992 kB\nDirty: 9080 kB\nWriteback: 0 kB\nAnonPages: 8783248 kB\nMapped: 15672 kB\nShmem: 172 kB\nSlab: 355100 kB\nSReclaimable: 296788 kB\nSUnreclaim: 58312 kB\nKernelStack: 2576 kB\nPageTables: 21756 kB\nNFS_Unstable: 0 kB\nBounce: 0 kB\nWritebackTmp: 0 kB\nCommitLimit: 32784296 kB\nCommitted_AS: 10516236 kB\nVmallocTotal: 34359738367 kB\nVmallocUsed: 332500 kB\nVmallocChunk: 34359350016 kB\nHardwareCorrupted: 0 kB\nAnonHugePages: 2009088 kB\nHugePages_Total: 0\nHugePages_Free: 0\nHugePages_Rsvd: 0\nHugePages_Surp: 0\nHugepagesize: 2048 kB\nDirectMap4k: 10240 kB\nDirectMap2M: 25155584 kB\n">>}]}] [stats:debug,2012-11-12T12:57:46.598,ns_1@192.168.0.22:<0.683.0>:stats_collector:maybe_log_stats:126](at {{1970,1,16},{7,45,53}}) Stats for bucket "default": accepting_conns 1 auth_cmds 23 auth_errors 0 bucket_active_conns 1 bucket_conns 30 bytes 8036847376 bytes_read 20602720757 bytes_written 18534635486 cas_badval 0 cas_hits 0 cas_misses 0 cmd_flush 0 cmd_get 2553853 cmd_set 3744938 conn_yields 109345 connection_structures 5000 curr_connections 31 curr_conns_on_port_11209 18 curr_conns_on_port_11210 11 curr_items 1392001 curr_items_tot 2993732 curr_temp_items 0 daemon_connections 4 decr_hits 0 decr_misses 0 delete_hits 122027 delete_misses 170422 ep_access_scanner_last_runtime 0 ep_access_scanner_num_items 0 ep_access_scanner_task_time 2012-11-13 10:00:00 ep_allow_data_loss_during_shutdown 1 ep_alog_block_size 4096 ep_alog_path /data/default/access.log ep_alog_sleep_time 1440 ep_alog_task_time 10 ep_backend couchdb ep_bg_fetch_delay 0 ep_bg_fetched 0 ep_bg_meta_fetched 0 ep_bg_remaining_jobs 0 ep_chk_max_items 5000 ep_chk_period 1800 ep_chk_persistence_remains 0 ep_chk_persistence_timeout 10 ep_chk_remover_stime 5 ep_commit_num 10882 ep_commit_time 17 ep_commit_time_total 172582 ep_concurrentDB 1 ep_config_file ep_couch_bucket default ep_couch_host localhost ep_couch_port 11213 ep_couch_reconnect_sleeptime 250 ep_couch_response_timeout 180000 ep_data_age 19 ep_data_age_highwat 102 ep_data_traffic_enabled 0 ep_dbinit 0 ep_dbname /data/default ep_degraded_mode 0 ep_diskqueue_drain 8330586 ep_diskqueue_fill 7159640 ep_diskqueue_items 76740 ep_diskqueue_memory 1484000 ep_diskqueue_pending 2226000 ep_exp_pager_stime 3600 ep_exp_pager_stime 3600 ep_expired_access 1956 ep_expired_pager 0 ep_expiry_window 3 ep_failpartialwarmup 0 ep_flush_all false ep_flush_duration_total 1598 ep_flushall_enabled 0 ep_flusher_state running ep_flusher_todo 71749 ep_getl_default_timeout 15 ep_getl_max_timeout 30 ep_ht_locks 5 ep_ht_size 3079 ep_inconsistent_slave_chk 0 ep_initfile ep_io_num_read 0 ep_io_num_write 7076044 ep_io_read_bytes 0 ep_io_write_bytes 16409736859 ep_item_begin_failed 0 ep_item_commit_failed 0 ep_item_flush_expired 8 ep_item_flush_failed 0 ep_item_num_based_new_chk 1 ep_items_rm_from_checkpoints 86230 ep_keep_closed_chks 0 ep_klog_block_size 4096 ep_klog_compactor_queue_cap 500000 ep_klog_compactor_stime 3600 ep_klog_flush commit2 ep_klog_max_entry_ratio 10 ep_klog_max_log_size 2147483647 ep_klog_path ep_klog_sync commit2 ep_kv_size 7363312952 ep_max_checkpoints 2 ep_max_data_size 12582912000 ep_max_item_size 20971520 ep_max_size 12582912000 ep_max_txn_size 10000 ep_max_vbuckets 1024 ep_mem_high_wat 9437184000 ep_mem_high_wat 9437184000 ep_mem_low_wat 7549747200 ep_mem_low_wat 7549747200 ep_mem_tracker_enabled true ep_min_data_age 0 ep_mlog_compactor_runs 0 ep_mutation_mem_threshold 0 ep_num_access_scanner_runs 0 ep_num_eject_failures 0 ep_num_expiry_pager_runs 0 ep_num_non_resident 0 ep_num_not_my_vbuckets 286 ep_num_ops_del_meta 0 ep_num_ops_get_meta 0 ep_num_ops_set_meta 0 ep_num_pager_runs 0 ep_num_value_ejects 0 ep_oom_errors 0 ep_overhead 282277556 ep_pager_active_vb_pcnt 40 ep_pager_unbiased_period 60 ep_pending_ops 0 ep_pending_ops_max 1 ep_pending_ops_max_duration 160012 ep_pending_ops_total 3 ep_postInitfile ep_queue_age_cap 900 ep_queue_size 4991 ep_startup_time 1352752065 ep_storage_age 16 ep_storage_age_highwat 1424 ep_store_max_concurrency 10 ep_store_max_readers 9 ep_store_max_readwrite 1 ep_stored_val_type ep_tap_ack_grace_period 300 ep_tap_ack_initial_sequence_number 1 ep_tap_ack_interval 1000 ep_tap_ack_window_size 10 ep_tap_backfill_resident 0.9 ep_tap_backlog_limit 5000 ep_tap_backoff_period 5 ep_tap_bg_fetch_requeued 0 ep_tap_bg_fetched 7800 ep_tap_bg_max_pending 500 ep_tap_keepalive 300 ep_tap_noop_interval 20 ep_tap_requeue_sleep_time 0.1 ep_tap_throttle_cap_pcnt 10 ep_tap_throttle_queue_cap 1000000 ep_tap_throttle_threshold 90 ep_tmp_oom_errors 0 ep_too_old 79 ep_too_young 0 ep_total_cache_size 7327416524 ep_total_del_items 246981 ep_total_enqueued 7159640 ep_total_new_items 3184664 ep_total_persisted 7076044 ep_uncommitted_items 3848 ep_value_size 7116482788 ep_vb0 0 ep_vb_snapshot_total 93 ep_vb_total 1024 ep_vbucket_del 0 ep_vbucket_del_fail 0 ep_version 2.0.0r_133_g68e3f7c ep_waitforwarmup 0 ep_warmup 1 ep_warmup_batch_size 1000 ep_warmup_dups 0 ep_warmup_min_items_threshold 100 ep_warmup_min_memory_threshold 100 ep_warmup_oom 0 ep_warmup_thread complete ep_warmup_time 23464 get_hits 2280816 get_misses 273037 incr_hits 0 incr_misses 0 libevent 2.0.11-stable limit_maxbytes 67108864 listen_disabled_num 0 max_conns_on_port_11209 1000 max_conns_on_port_11210 9000 mem_used 8036847376 pid 21605 pointer_size 64 rejected_conns 0 rusage_system 639.913718 rusage_user 1224.823798 tap_checkpoint_end_received 311 tap_checkpoint_end_sent 444 tap_checkpoint_start_received 1130 tap_checkpoint_start_sent 1331 tap_connect_received 353 tap_delete_received 137666 tap_delete_sent 143948 tap_mutation_received 4559410 tap_mutation_sent 4967414 tap_opaque_received 2353 tap_opaque_sent 2394 tap_vbucket_set_received 278 tap_vbucket_set_sent 350 threads 4 time 1352753866 total_connections 2002 uptime 1811 vb_active_curr_items 1392001 vb_active_eject 0 vb_active_expired 1053 vb_active_ht_memory 11953024 vb_active_itm_memory 3407220455 vb_active_meta_data_memory 109968079 vb_active_num 476 vb_active_num_non_resident 0 vb_active_num_ref_ejects 0 vb_active_num_ref_items 1486776 vb_active_ops_create 1480512 vb_active_ops_delete 121866 vb_active_ops_reject 0 vb_active_ops_update 1688709 vb_active_perc_mem_resident 100 vb_active_queue_age 5896037000 vb_active_queue_drain 4233560 vb_active_queue_fill 3528486 vb_active_queue_memory 632512 vb_active_queue_pending 948768 vb_active_queue_size 19766 vb_dead_num 0 vb_pending_curr_items 0 vb_pending_eject 0 vb_pending_expired 0 vb_pending_ht_memory 0 vb_pending_itm_memory 0 vb_pending_meta_data_memory 0 vb_pending_num 0 vb_pending_num_non_resident 0 vb_pending_num_ref_ejects 0 vb_pending_num_ref_items 0 vb_pending_ops_create 0 vb_pending_ops_delete 0 vb_pending_ops_reject 0 vb_pending_ops_update 0 vb_pending_perc_mem_resident 0 vb_pending_queue_age 0 vb_pending_queue_drain 0 vb_pending_queue_fill 0 vb_pending_queue_memory 0 vb_pending_queue_pending 0 vb_pending_queue_size 0 vb_replica_curr_items 1601731 vb_replica_eject 0 vb_replica_expired 903 vb_replica_ht_memory 13761184 vb_replica_itm_memory 3920196069 vb_replica_meta_data_memory 126536749 vb_replica_num 548 vb_replica_num_non_resident 0 vb_replica_num_ref_ejects 0 vb_replica_num_ref_items 1711638 vb_replica_ops_create 1704155 vb_replica_ops_delete 125115 vb_replica_ops_reject 0 vb_replica_ops_update 1955734 vb_replica_perc_mem_resident 100 vb_replica_queue_age 2840152000 vb_replica_queue_drain 4097026 vb_replica_queue_fill 3631154 vb_replica_queue_memory 851488 vb_replica_queue_pending 1277232 vb_replica_queue_size 26609 version 1.4.4_600_g7ea975a [ns_doctor:debug,2012-11-12T12:58:37.651,ns_1@192.168.0.22:ns_doctor<0.541.0>:ns_doctor:handle_info:137]Current node statuses: [{'ns_1@192.168.0.20', [{last_heard,{1352,753914,435375}}, {outgoing_replications_safeness_level,[{"default",green}]}, {incoming_replications_conf_hashes, [{"default",[{'ns_1@192.168.0.22',1379047}]}]}, {active_buckets,["default"]}, {ready_buckets,["default"]}, {local_tasks,[]}, {memory, [{total,228053240}, {processes,177873872}, {processes_used,176385024}, {system,50179368}, {atom,1401785}, {atom_used,1374492}, {binary,9640192}, {code,14054366}, {ets,6615784}]}, {system_memory_data, [{system_total_memory,25199214592}, {free_swap,20971511808}, {total_swap,20971511808}, {cached_memory,5812629504}, {buffered_memory,198426624}, {free_memory,9574010880}, {total_memory,25199214592}]}, {node_storage_conf,[{db_path,"/data"},{index_path,"/data"}]}, {statistics, [{wall_clock,{1877712,5002}}, {context_switches,{14051623,0}}, {garbage_collection,{1548976,8177310506,0}}, {io,{{input,248652122},{output,9362487329}}}, {reductions,{1949009451,5750715}}, {run_queue,0}, {runtime,{627110,2840}}]}, {system_stats, [{cpu_utilization_rate,55.94059405940594}, {swap_total,20971511808}, {swap_used,0}]}, {interesting_stats, [{couch_docs_actual_disk_size,5761809511}, {couch_docs_data_size,4884776812}, {couch_views_actual_disk_size,0}, {couch_views_data_size,0}, {curr_items,1049381}, {curr_items_tot,1994859}, {mem_used,5080108576}, {vb_replica_curr_items,945478}]}, {cluster_compatibility_version,131072}, {version, [{public_key,"0.13"}, {lhttpc,"1.3.0"}, {ale,"8cffe61"}, {os_mon,"2.2.7"}, {couch_set_view,"1.2.0a-b68b5f4-git"}, {mnesia,"4.5"}, {inets,"5.7.1"}, {couch,"1.2.0a-b68b5f4-git"}, {mapreduce,"1.0.0"}, {couch_index_merger,"1.2.0a-b68b5f4-git"}, {kernel,"2.14.5"}, {crypto,"2.0.4"}, {ssl,"4.1.6"}, {sasl,"2.1.10"}, {couch_view_parser,"1.0.0"}, {ns_server,"2.0.0-1939-rel-enterprise"}, {mochiweb,"1.4.1"}, {oauth,"7d85d3ef"}, {stdlib,"1.17.5"}]}, {supported_compat_version,[2,0]}, {system_arch,"x86_64-unknown-linux-gnu"}, {wall_clock,1877}, {memory_data,{25199214592,15588806656,{<17793.667.0>,21541144}}}, {disk_data, [{"/",41260352,5}, {"/dev/shm",12304304,0}, {"/boot",495844,7}, {"/data",206420664,3}]}, {meminfo, <<"MemTotal: 24608608 kB\nMemFree: 9349620 kB\nBuffers: 193776 kB\nCached: 5676396 kB\nSwapCached: 0 kB\nActive: 9746076 kB\nInactive: 4885032 kB\nActive(anon): 8748352 kB\nInactive(anon): 14780 kB\nActive(file): 997724 kB\nInactive(file): 4870252 kB\nUnevictable: 20760 kB\nMlocked: 20760 kB\nSwapTotal: 20479992 kB\nSwapFree: 20479992 kB\nDirty: 5608 kB\nWriteback: 0 kB\nAnonPages: 8766108 kB\nMapped: 15568 kB\nShmem: 172 kB\nSlab: 291516 kB\nSReclaimable: 233164 kB\nSUnreclaim: 58352 kB\nKernelStack: 3064 kB\nPageTables: 21936 kB\nNFS_Unstable: 0 kB\nBounce: 0 kB\nWritebackTmp: 0 kB\nCommitLimit: 32784296 kB\nCommitted_AS: 10553940 kB\nVmallocTotal: 34359738367 kB\nVmallocUsed: 332500 kB\nVmallocChunk: 34359355024 kB\nHardwareCorrupted: 0 kB\nAnonHugePages: 2113536 kB\nHugePages_Total: 0\nHugePages_Free: 0\nHugePages_Rsvd: 0\nHugePages_Surp: 0\nHugepagesize: 2048 kB\nDirectMap4k: 10240 kB\nDirectMap2M: 25155584 kB\n">>}]}, {'ns_1@192.168.0.21', [{last_heard,{1352,753913,48739}}, {outgoing_replications_safeness_level,[{"default",green}]}, {incoming_replications_conf_hashes, [{"default",[{'ns_1@192.168.0.22',115162154}]}]}, {active_buckets,["default"]}, {ready_buckets,["default"]}, {local_tasks, [[{pid,<<"<0.20276.0>">>}, {bucket,<<"default">>}, {original_target,{[{type,bucket}]}}, {progress,16}, {started_on,1352753903}, {total_vbuckets,339}, {trigger_type,scheduled}, {type,bucket_compaction}, {updated_on,1352753913}, {vbuckets_done,57}]]}, {memory, [{total,136104464}, {processes,93606352}, {processes_used,93592000}, {system,42498112}, {atom,1339809}, {atom_used,1335933}, {binary,6019224}, {code,13493102}, {ets,3444504}]}, {system_memory_data, [{system_total_memory,25199214592}, {free_swap,20971511808}, {total_swap,20971511808}, {cached_memory,2666921984}, {buffered_memory,161267712}, {free_memory,18806099968}, {total_memory,25199214592}]}, {node_storage_conf,[{db_path,"/data"},{index_path,"/data"}]}, {statistics, [{wall_clock,{1874098,4997}}, {context_switches,{3247695,0}}, {garbage_collection,{886418,2072674893,0}}, {io,{{input,160072441},{output,5655623971}}}, {reductions,{515656382,4518596}}, {run_queue,0}, {runtime,{229910,1580}}]}, {system_stats, [{cpu_utilization_rate,44.33497536945813}, {swap_total,20971511808}, {swap_used,0}]}, {interesting_stats, [{couch_docs_actual_disk_size,2595125237}, {couch_docs_data_size,2420467879}, {couch_views_actual_disk_size,0}, {couch_views_data_size,0}, {curr_items,551067}, {curr_items_tot,1003331}, {mem_used,2652104992}, {vb_replica_curr_items,452264}]}, {cluster_compatibility_version,131072}, {version, [{public_key,"0.13"}, {lhttpc,"1.3.0"}, {ale,"8cffe61"}, {os_mon,"2.2.7"}, {couch_set_view,"1.2.0a-b68b5f4-git"}, {mnesia,"4.5"}, {inets,"5.7.1"}, {couch,"1.2.0a-b68b5f4-git"}, {mapreduce,"1.0.0"}, {couch_index_merger,"1.2.0a-b68b5f4-git"}, {kernel,"2.14.5"}, {crypto,"2.0.4"}, {ssl,"4.1.6"}, {sasl,"2.1.10"}, {couch_view_parser,"1.0.0"}, {ns_server,"2.0.0-1939-rel-enterprise"}, {mochiweb,"1.4.1"}, {oauth,"7d85d3ef"}, {stdlib,"1.17.5"}]}, {supported_compat_version,[2,0]}, {system_arch,"x86_64-unknown-linux-gnu"}, {wall_clock,1874}, {memory_data,{25199214592,6304522240,{<19409.4593.0>,2914384}}}, {disk_data, [{"/",41260352,5}, {"/dev/shm",12304304,0}, {"/boot",495844,7}, {"/data",206420664,2}]}, {meminfo, <<"MemTotal: 24608608 kB\nMemFree: 18365332 kB\nBuffers: 157488 kB\nCached: 2604416 kB\nSwapCached: 0 kB\nActive: 3363184 kB\nInactive: 2405484 kB\nActive(anon): 2999224 kB\nInactive(anon): 9676 kB\nActive(file): 363960 kB\nInactive(file): 2395808 kB\nUnevictable: 20760 kB\nMlocked: 20760 kB\nSwapTotal: 20479992 kB\nSwapFree: 20479992 kB\nDirty: 8224 kB\nWriteback: 0 kB\nAnonPages: 3027724 kB\nMapped: 14612 kB\nShmem: 164 kB\nSlab: 150848 kB\nSReclaimable: 92540 kB\nSUnreclaim: 58308 kB\nKernelStack: 3048 kB\nPageTables: 10148 kB\nNFS_Unstable: 0 kB\nBounce: 0 kB\nWritebackTmp: 0 kB\nCommitLimit: 32784296 kB\nCommitted_AS: 4763572 kB\nVmallocTotal: 34359738367 kB\nVmallocUsed: 332500 kB\nVmallocChunk: 34359350016 kB\nHardwareCorrupted: 0 kB\nAnonHugePages: 698368 kB\nHugePages_Total: 0\nHugePages_Free: 0\nHugePages_Rsvd: 0\nHugePages_Surp: 0\nHugepagesize: 2048 kB\nDirectMap4k: 10240 kB\nDirectMap2M: 25155584 kB\n">>}]}, {'ns_1@192.168.0.22', [{last_heard,{1352,753912,656351}}, {outgoing_replications_safeness_level,[{"default",green}]}, {incoming_replications_conf_hashes, [{"default", [{'ns_1@192.168.0.20',129190421}, {'ns_1@192.168.0.21',112706984}]}]}, {active_buckets,["default"]}, {ready_buckets,["default"]}, {local_tasks,[]}, {memory, [{total,234035576}, {processes,179890536}, {processes_used,179732888}, {system,54145040}, {atom,1338193}, {atom_used,1333793}, {binary,13971696}, {code,13490894}, {ets,6686280}]}, {system_memory_data, [{system_total_memory,25199214592}, {free_swap,20971511808}, {total_swap,20971511808}, {cached_memory,10264756224}, {buffered_memory,209256448}, {free_memory,5016494080}, {total_memory,25199214592}]}, {node_storage_conf,[{db_path,"/data"},{index_path,"/data"}]}, {statistics, [{wall_clock,{1860877,5003}}, {context_switches,{15125982,0}}, {garbage_collection,{1861579,4429729178,0}}, {io,{{input,322528196},{output,11717318571}}}, {reductions,{1605341748,4228318}}, {run_queue,0}, {runtime,{546010,1450}}]}, {system_stats, [{cpu_utilization_rate,33.90243902439025}, {swap_total,20971511808}, {swap_used,0}]}, {interesting_stats, [{couch_docs_actual_disk_size,10145033299}, {couch_docs_data_size,7319714830}, {couch_views_actual_disk_size,0}, {couch_views_data_size,0}, {curr_items,1392141}, {curr_items_tot,2993254}, {mem_used,7728601488}, {vb_replica_curr_items,1601113}]}, {cluster_compatibility_version,131072}, {version, [{public_key,"0.13"}, {lhttpc,"1.3.0"}, {ale,"8cffe61"}, {os_mon,"2.2.7"}, {couch_set_view,"1.2.0a-b68b5f4-git"}, {mnesia,"4.5"}, {inets,"5.7.1"}, {couch,"1.2.0a-b68b5f4-git"}, {mapreduce,"1.0.0"}, {couch_index_merger,"1.2.0a-b68b5f4-git"}, {kernel,"2.14.5"}, {crypto,"2.0.4"}, {ssl,"4.1.6"}, {sasl,"2.1.10"}, {couch_view_parser,"1.0.0"}, {ns_server,"2.0.0-1939-rel-enterprise"}, {mochiweb,"1.4.1"}, {oauth,"7d85d3ef"}, {stdlib,"1.17.5"}]}, {supported_compat_version,[2,0]}, {system_arch,"x86_64-unknown-linux-gnu"}, {wall_clock,1860}, {memory_data,{25199214592,20181450752,{<0.687.0>,14884824}}}, {disk_data, [{"/",41260352,5}, {"/dev/shm",12304304,0}, {"/boot",495844,7}, {"/data",206420664,5}]}, {meminfo, <<"MemTotal: 24608608 kB\nMemFree: 4898920 kB\nBuffers: 204352 kB\nCached: 10024176 kB\nSwapCached: 0 kB\nActive: 10678428 kB\nInactive: 8323100 kB\nActive(anon): 8765200 kB\nInactive(anon): 10216 kB\nActive(file): 1913228 kB\nInactive(file): 8312884 kB\nUnevictable: 20760 kB\nMlocked: 20760 kB\nSwapTotal: 20479992 kB\nSwapFree: 20479992 kB\nDirty: 5076 kB\nWriteback: 0 kB\nAnonPages: 8794192 kB\nMapped: 15680 kB\nShmem: 172 kB\nSlab: 372892 kB\nSReclaimable: 314732 kB\nSUnreclaim: 58160 kB\nKernelStack: 2552 kB\nPageTables: 21640 kB\nNFS_Unstable: 0 kB\nBounce: 0 kB\nWritebackTmp: 0 kB\nCommitLimit: 32784296 kB\nCommitted_AS: 10539060 kB\nVmallocTotal: 34359738367 kB\nVmallocUsed: 332500 kB\nVmallocChunk: 34359350016 kB\nHardwareCorrupted: 0 kB\nAnonHugePages: 2111488 kB\nHugePages_Total: 0\nHugePages_Free: 0\nHugePages_Rsvd: 0\nHugePages_Surp: 0\nHugepagesize: 2048 kB\nDirectMap4k: 10240 kB\nDirectMap2M: 25155584 kB\n">>}]}] [stats:debug,2012-11-12T12:59:26.479,ns_1@192.168.0.22:<0.683.0>:stats_collector:maybe_log_stats:126](at {{1970,1,16},{7,45,53}}) Stats for bucket "default": accepting_conns 1 auth_cmds 23 auth_errors 0 bucket_active_conns 1 bucket_conns 30 bytes 7740165056 bytes_read 21478176029 bytes_written 19678530181 cas_badval 0 cas_hits 0 cas_misses 0 cmd_flush 0 cmd_get 2741065 cmd_set 3899904 conn_yields 113592 connection_structures 5000 curr_connections 31 curr_conns_on_port_11209 18 curr_conns_on_port_11210 11 curr_items 1391792 curr_items_tot 2993561 curr_temp_items 0 daemon_connections 4 decr_hits 0 decr_misses 0 delete_hits 130355 delete_misses 183333 ep_access_scanner_last_runtime 0 ep_access_scanner_num_items 0 ep_access_scanner_task_time 2012-11-13 10:00:00 ep_allow_data_loss_during_shutdown 1 ep_alog_block_size 4096 ep_alog_path /data/default/access.log ep_alog_sleep_time 1440 ep_alog_task_time 10 ep_backend couchdb ep_bg_fetch_delay 0 ep_bg_fetched 0 ep_bg_meta_fetched 0 ep_bg_remaining_jobs 0 ep_chk_max_items 5000 ep_chk_period 1800 ep_chk_persistence_remains 0 ep_chk_persistence_timeout 10 ep_chk_remover_stime 5 ep_commit_num 11895 ep_commit_time 12 ep_commit_time_total 187533 ep_concurrentDB 1 ep_config_file ep_couch_bucket default ep_couch_host localhost ep_couch_port 11213 ep_couch_reconnect_sleeptime 250 ep_couch_response_timeout 180000 ep_data_age 15 ep_data_age_highwat 102 ep_data_traffic_enabled 0 ep_dbinit 0 ep_dbname /data/default ep_degraded_mode 0 ep_diskqueue_drain 8710313 ep_diskqueue_fill 7477060 ep_diskqueue_items 60578 ep_diskqueue_memory 1795456 ep_diskqueue_pending 2693184 ep_exp_pager_stime 3600 ep_exp_pager_stime 3600 ep_expired_access 2296 ep_expired_pager 0 ep_expiry_window 3 ep_failpartialwarmup 0 ep_flush_all false ep_flush_duration_total 1695 ep_flushall_enabled 0 ep_flusher_state running ep_flusher_todo 50202 ep_getl_default_timeout 15 ep_getl_max_timeout 30 ep_ht_locks 5 ep_ht_size 3079 ep_inconsistent_slave_chk 0 ep_initfile ep_io_num_read 0 ep_io_num_write 7375325 ep_io_read_bytes 0 ep_io_write_bytes 17091548489 ep_item_begin_failed 0 ep_item_commit_failed 0 ep_item_flush_expired 9 ep_item_flush_failed 0 ep_item_num_based_new_chk 1 ep_items_rm_from_checkpoints 2174999 ep_keep_closed_chks 0 ep_klog_block_size 4096 ep_klog_compactor_queue_cap 500000 ep_klog_compactor_stime 3600 ep_klog_flush commit2 ep_klog_max_entry_ratio 10 ep_klog_max_log_size 2147483647 ep_klog_path ep_klog_sync commit2 ep_kv_size 7363611535 ep_max_checkpoints 2 ep_max_data_size 12582912000 ep_max_item_size 20971520 ep_max_size 12582912000 ep_max_txn_size 10000 ep_max_vbuckets 1024 ep_mem_high_wat 9437184000 ep_mem_high_wat 9437184000 ep_mem_low_wat 7549747200 ep_mem_low_wat 7549747200 ep_mem_tracker_enabled true ep_min_data_age 0 ep_mlog_compactor_runs 0 ep_mutation_mem_threshold 0 ep_num_access_scanner_runs 0 ep_num_eject_failures 0 ep_num_expiry_pager_runs 0 ep_num_non_resident 0 ep_num_not_my_vbuckets 337 ep_num_ops_del_meta 0 ep_num_ops_get_meta 0 ep_num_ops_set_meta 0 ep_num_pager_runs 0 ep_num_value_ejects 0 ep_oom_errors 0 ep_overhead 107998536 ep_pager_active_vb_pcnt 40 ep_pager_unbiased_period 60 ep_pending_ops 0 ep_pending_ops_max 1 ep_pending_ops_max_duration 160012 ep_pending_ops_total 3 ep_postInitfile ep_queue_age_cap 900 ep_queue_size 10376 ep_startup_time 1352752065 ep_storage_age 13 ep_storage_age_highwat 1424 ep_store_max_concurrency 10 ep_store_max_readers 9 ep_store_max_readwrite 1 ep_stored_val_type ep_tap_ack_grace_period 300 ep_tap_ack_initial_sequence_number 1 ep_tap_ack_interval 1000 ep_tap_ack_window_size 10 ep_tap_backfill_resident 0.9 ep_tap_backlog_limit 5000 ep_tap_backoff_period 5 ep_tap_bg_fetch_requeued 0 ep_tap_bg_fetched 9404 ep_tap_bg_max_pending 500 ep_tap_keepalive 300 ep_tap_noop_interval 20 ep_tap_requeue_sleep_time 0.1 ep_tap_throttle_cap_pcnt 10 ep_tap_throttle_queue_cap 1000000 ep_tap_throttle_threshold 90 ep_tmp_oom_errors 0 ep_too_old 85 ep_too_young 0 ep_total_cache_size 7327723951 ep_total_del_items 266444 ep_total_enqueued 7477060 ep_total_new_items 3199094 ep_total_persisted 7375324 ep_uncommitted_items 668 ep_value_size 7116795814 ep_vb0 0 ep_vb_snapshot_total 118 ep_vb_total 1024 ep_vbucket_del 0 ep_vbucket_del_fail 0 ep_version 2.0.0r_133_g68e3f7c ep_waitforwarmup 0 ep_warmup 1 ep_warmup_batch_size 1000 ep_warmup_dups 0 ep_warmup_min_items_threshold 100 ep_warmup_min_memory_threshold 100 ep_warmup_oom 0 ep_warmup_thread complete ep_warmup_time 23464 get_hits 2444604 get_misses 296461 incr_hits 0 incr_misses 0 libevent 2.0.11-stable limit_maxbytes 67108864 listen_disabled_num 0 max_conns_on_port_11209 1000 max_conns_on_port_11210 9000 mem_used 7740165056 pid 21605 pointer_size 64 rejected_conns 0 rusage_system 675.159360 rusage_user 1295.998978 tap_checkpoint_end_received 744 tap_checkpoint_end_sent 848 tap_checkpoint_start_received 1627 tap_checkpoint_start_sent 1800 tap_connect_received 411 tap_delete_received 149674 tap_delete_sent 155559 tap_mutation_received 4749086 tap_mutation_sent 5224110 tap_opaque_received 2614 tap_opaque_sent 2626 tap_vbucket_set_received 336 tap_vbucket_set_sent 408 threads 4 time 1352753966 total_connections 2351 uptime 1911 vb_active_curr_items 1391792 vb_active_eject 0 vb_active_expired 1144 vb_active_ht_memory 11953024 vb_active_itm_memory 3407492672 vb_active_meta_data_memory 109951568 vb_active_num 476 vb_active_num_non_resident 0 vb_active_num_ref_ejects 0 vb_active_num_ref_items 1494088 vb_active_ops_create 1487341 vb_active_ops_delete 130327 vb_active_ops_reject 0 vb_active_ops_update 1817141 vb_active_perc_mem_resident 100 vb_active_queue_age 5944478000 vb_active_queue_drain 4412235 vb_active_queue_fill 3670852 vb_active_queue_memory 715616 vb_active_queue_pending 1073424 vb_active_queue_size 22363 vb_dead_num 0 vb_pending_curr_items 0 vb_pending_eject 0 vb_pending_expired 0 vb_pending_ht_memory 0 vb_pending_itm_memory 0 vb_pending_meta_data_memory 0 vb_pending_num 0 vb_pending_num_non_resident 0 vb_pending_num_ref_ejects 0 vb_pending_num_ref_items 0 vb_pending_ops_create 0 vb_pending_ops_delete 0 vb_pending_ops_reject 0 vb_pending_ops_update 0 vb_pending_perc_mem_resident 0 vb_pending_queue_age 0 vb_pending_queue_drain 0 vb_pending_queue_fill 0 vb_pending_queue_memory 0 vb_pending_queue_pending 0 vb_pending_queue_size 0 vb_replica_curr_items 1601769 vb_replica_eject 0 vb_replica_expired 1152 vb_replica_ht_memory 13761184 vb_replica_itm_memory 3920231279 vb_replica_meta_data_memory 126539751 vb_replica_num 548 vb_replica_num_non_resident 0 vb_replica_num_ref_ejects 0 vb_replica_num_ref_items 1720160 vb_replica_ops_create 1711755 vb_replica_ops_delete 136117 vb_replica_ops_reject 0 vb_replica_ops_update 2092678 vb_replica_perc_mem_resident 100 vb_replica_queue_age 3108823000 vb_replica_queue_drain 4298078 vb_replica_queue_fill 3806208 vb_replica_queue_memory 1079840 vb_replica_queue_pending 1619760 vb_replica_queue_size 33745 version 1.4.4_600_g7ea975a [ns_doctor:debug,2012-11-12T12:59:37.651,ns_1@192.168.0.22:ns_doctor<0.541.0>:ns_doctor:handle_info:137]Current node statuses: [{'ns_1@192.168.0.20', [{last_heard,{1352,753974,435392}}, {outgoing_replications_safeness_level,[{"default",green}]}, {incoming_replications_conf_hashes, [{"default",[{'ns_1@192.168.0.22',25843399}]}]}, {active_buckets,["default"]}, {ready_buckets,["default"]}, {local_tasks,[]}, {memory, [{total,220546312}, {processes,170246216}, {processes_used,168626184}, {system,50300096}, {atom,1401785}, {atom_used,1374492}, {binary,9710472}, {code,14054366}, {ets,6688488}]}, {system_memory_data, [{system_total_memory,25199214592}, {free_swap,20971511808}, {total_swap,20971511808}, {cached_memory,5968031744}, {buffered_memory,199852032}, {free_memory,9458802688}, {total_memory,25199214592}]}, {node_storage_conf,[{db_path,"/data"},{index_path,"/data"}]}, {statistics, [{wall_clock,{1937711,5000}}, {context_switches,{14366681,0}}, {garbage_collection,{1609714,8803093773,0}}, {io,{{input,252478274},{output,9531392868}}}, {reductions,{1999906249,5071862}}, {run_queue,0}, {runtime,{655260,1970}}]}, {system_stats, [{cpu_utilization_rate,58.89724310776943}, {swap_total,20971511808}, {swap_used,0}]}, {interesting_stats, [{couch_docs_actual_disk_size,5894224739}, {couch_docs_data_size,4655913051}, {couch_views_actual_disk_size,0}, {couch_views_data_size,0}, {curr_items,999584}, {curr_items_tot,1895024}, {mem_used,4840830032}, {vb_replica_curr_items,895440}]}, {cluster_compatibility_version,131072}, {version, [{public_key,"0.13"}, {lhttpc,"1.3.0"}, {ale,"8cffe61"}, {os_mon,"2.2.7"}, {couch_set_view,"1.2.0a-b68b5f4-git"}, {mnesia,"4.5"}, {inets,"5.7.1"}, {couch,"1.2.0a-b68b5f4-git"}, {mapreduce,"1.0.0"}, {couch_index_merger,"1.2.0a-b68b5f4-git"}, {kernel,"2.14.5"}, {crypto,"2.0.4"}, {ssl,"4.1.6"}, {sasl,"2.1.10"}, {couch_view_parser,"1.0.0"}, {ns_server,"2.0.0-1939-rel-enterprise"}, {mochiweb,"1.4.1"}, {oauth,"7d85d3ef"}, {stdlib,"1.17.5"}]}, {supported_compat_version,[2,0]}, {system_arch,"x86_64-unknown-linux-gnu"}, {wall_clock,1937}, {memory_data,{25199214592,15745495040,{<17793.429.0>,25154224}}}, {disk_data, [{"/",41260352,5}, {"/dev/shm",12304304,0}, {"/boot",495844,7}, {"/data",206420664,3}]}, {meminfo, <<"MemTotal: 24608608 kB\nMemFree: 9237112 kB\nBuffers: 195168 kB\nCached: 5827828 kB\nSwapCached: 0 kB\nActive: 9921508 kB\nInactive: 4823468 kB\nActive(anon): 8709560 kB\nInactive(anon): 14632 kB\nActive(file): 1211948 kB\nInactive(file): 4808836 kB\nUnevictable: 20760 kB\nMlocked: 20760 kB\nSwapTotal: 20479992 kB\nSwapFree: 20479992 kB\nDirty: 4820 kB\nWriteback: 0 kB\nAnonPages: 8743332 kB\nMapped: 15896 kB\nShmem: 172 kB\nSlab: 290596 kB\nSReclaimable: 232388 kB\nSUnreclaim: 58208 kB\nKernelStack: 3064 kB\nPageTables: 21896 kB\nNFS_Unstable: 0 kB\nBounce: 0 kB\nWritebackTmp: 0 kB\nCommitLimit: 32784296 kB\nCommitted_AS: 10494956 kB\nVmallocTotal: 34359738367 kB\nVmallocUsed: 332500 kB\nVmallocChunk: 34359355024 kB\nHardwareCorrupted: 0 kB\nAnonHugePages: 2189312 kB\nHugePages_Total: 0\nHugePages_Free: 0\nHugePages_Rsvd: 0\nHugePages_Surp: 0\nHugepagesize: 2048 kB\nDirectMap4k: 10240 kB\nDirectMap2M: 25155584 kB\n">>}]}, {'ns_1@192.168.0.21', [{last_heard,{1352,753973,54664}}, {outgoing_replications_safeness_level,[{"default",green}]}, {incoming_replications_conf_hashes, [{"default",[{'ns_1@192.168.0.22',41498822}]}]}, {active_buckets,["default"]}, {ready_buckets,["default"]}, {local_tasks,[]}, {memory, [{total,141747040}, {processes,99162976}, {processes_used,99153624}, {system,42584064}, {atom,1339809}, {atom_used,1335933}, {binary,5963576}, {code,13493102}, {ets,3555432}]}, {system_memory_data, [{system_total_memory,25199214592}, {free_swap,20971511808}, {total_swap,20971511808}, {cached_memory,2952097792}, {buffered_memory,164872192}, {free_memory,18231009280}, {total_memory,25199214592}]}, {node_storage_conf,[{db_path,"/data"},{index_path,"/data"}]}, {statistics, [{wall_clock,{1934104,5005}}, {context_switches,{3633478,0}}, {garbage_collection,{972725,2301694944,0}}, {io,{{input,177027099},{output,6002466160}}}, {reductions,{576753264,4805831}}, {run_queue,0}, {runtime,{250230,1740}}]}, {system_stats, [{cpu_utilization_rate,16.25615763546798}, {swap_total,20971511808}, {swap_used,0}]}, {interesting_stats, [{couch_docs_actual_disk_size,2868859932}, {couch_docs_data_size,2664141827}, {couch_views_actual_disk_size,0}, {couch_views_data_size,0}, {curr_items,600967}, {curr_items_tot,1100604}, {mem_used,2898429680}, {vb_replica_curr_items,499637}]}, {cluster_compatibility_version,131072}, {version, [{public_key,"0.13"}, {lhttpc,"1.3.0"}, {ale,"8cffe61"}, {os_mon,"2.2.7"}, {couch_set_view,"1.2.0a-b68b5f4-git"}, {mnesia,"4.5"}, {inets,"5.7.1"}, {couch,"1.2.0a-b68b5f4-git"}, {mapreduce,"1.0.0"}, {couch_index_merger,"1.2.0a-b68b5f4-git"}, {kernel,"2.14.5"}, {crypto,"2.0.4"}, {ssl,"4.1.6"}, {sasl,"2.1.10"}, {couch_view_parser,"1.0.0"}, {ns_server,"2.0.0-1939-rel-enterprise"}, {mochiweb,"1.4.1"}, {oauth,"7d85d3ef"}, {stdlib,"1.17.5"}]}, {supported_compat_version,[2,0]}, {system_arch,"x86_64-unknown-linux-gnu"}, {wall_clock,1934}, {memory_data,{25199214592,6742052864,{<19409.4596.0>,4714984}}}, {disk_data, [{"/",41260352,5}, {"/dev/shm",12304304,0}, {"/boot",495844,7}, {"/data",206420664,2}]}, {meminfo, <<"MemTotal: 24608608 kB\nMemFree: 17803720 kB\nBuffers: 161008 kB\nCached: 2882908 kB\nSwapCached: 0 kB\nActive: 3726716 kB\nInactive: 2595156 kB\nActive(anon): 3270920 kB\nInactive(anon): 9232 kB\nActive(file): 455796 kB\nInactive(file): 2585924 kB\nUnevictable: 20760 kB\nMlocked: 20760 kB\nSwapTotal: 20479992 kB\nSwapFree: 20479992 kB\nDirty: 2236 kB\nWriteback: 0 kB\nAnonPages: 3299040 kB\nMapped: 14616 kB\nShmem: 164 kB\nSlab: 158132 kB\nSReclaimable: 100092 kB\nSUnreclaim: 58040 kB\nKernelStack: 3048 kB\nPageTables: 10728 kB\nNFS_Unstable: 0 kB\nBounce: 0 kB\nWritebackTmp: 0 kB\nCommitLimit: 32784296 kB\nCommitted_AS: 5036488 kB\nVmallocTotal: 34359738367 kB\nVmallocUsed: 332500 kB\nVmallocChunk: 34359350016 kB\nHardwareCorrupted: 0 kB\nAnonHugePages: 800768 kB\nHugePages_Total: 0\nHugePages_Free: 0\nHugePages_Rsvd: 0\nHugePages_Surp: 0\nHugepagesize: 2048 kB\nDirectMap4k: 10240 kB\nDirectMap2M: 25155584 kB\n">>}]}, {'ns_1@192.168.0.22', [{last_heard,{1352,753972,654213}}, {outgoing_replications_safeness_level,[{"default",green}]}, {incoming_replications_conf_hashes, [{"default", [{'ns_1@192.168.0.20',13540410}, {'ns_1@192.168.0.21',130344087}]}]}, {active_buckets,["default"]}, {ready_buckets,["default"]}, {local_tasks, [[{pid,<<"<0.19737.1>">>}, {bucket,<<"default">>}, {original_target,{[{type,bucket}]}}, {progress,10}, {started_on,1352753952}, {total_vbuckets,1025}, {trigger_type,scheduled}, {type,bucket_compaction}, {updated_on,1352753972}, {vbuckets_done,111}]]}, {memory, [{total,237944568}, {processes,183719360}, {processes_used,183606584}, {system,54225208}, {atom,1338193}, {atom_used,1333793}, {binary,13828504}, {code,13490894}, {ets,6903992}]}, {system_memory_data, [{system_total_memory,25199214592}, {free_swap,20971511808}, {total_swap,20971511808}, {cached_memory,10031046656}, {buffered_memory,211517440}, {free_memory,5235220480}, {total_memory,25199214592}]}, {node_storage_conf,[{db_path,"/data"},{index_path,"/data"}]}, {statistics, [{wall_clock,{1920875,5000}}, {context_switches,{15543597,0}}, {garbage_collection,{1946799,4623780214,0}}, {io,{{input,332697875},{output,12012177735}}}, {reductions,{1660739275,5426517}}, {run_queue,0}, {runtime,{564410,1740}}]}, {system_stats, [{cpu_utilization_rate,33.0}, {swap_total,20971511808}, {swap_used,0}]}, {interesting_stats, [{couch_docs_actual_disk_size,9996696763}, {couch_docs_data_size,7320313005}, {couch_views_actual_disk_size,0}, {couch_views_data_size,0}, {curr_items,1392097}, {curr_items_tot,2993405}, {mem_used,7741602656}, {vb_replica_curr_items,1601308}]}, {cluster_compatibility_version,131072}, {version, [{public_key,"0.13"}, {lhttpc,"1.3.0"}, {ale,"8cffe61"}, {os_mon,"2.2.7"}, {couch_set_view,"1.2.0a-b68b5f4-git"}, {mnesia,"4.5"}, {inets,"5.7.1"}, {couch,"1.2.0a-b68b5f4-git"}, {mapreduce,"1.0.0"}, {couch_index_merger,"1.2.0a-b68b5f4-git"}, {kernel,"2.14.5"}, {crypto,"2.0.4"}, {ssl,"4.1.6"}, {sasl,"2.1.10"}, {couch_view_parser,"1.0.0"}, {ns_server,"2.0.0-1939-rel-enterprise"}, {mochiweb,"1.4.1"}, {oauth,"7d85d3ef"}, {stdlib,"1.17.5"}]}, {supported_compat_version,[2,0]}, {system_arch,"x86_64-unknown-linux-gnu"}, {wall_clock,1920}, {memory_data,{25199214592,19957645312,{<0.687.0>,14884824}}}, {disk_data, [{"/",41260352,5}, {"/dev/shm",12304304,0}, {"/boot",495844,7}, {"/data",206420664,5}]}, {meminfo, <<"MemTotal: 24608608 kB\nMemFree: 5112520 kB\nBuffers: 206560 kB\nCached: 9795944 kB\nSwapCached: 0 kB\nActive: 10649404 kB\nInactive: 8129904 kB\nActive(anon): 8768256 kB\nInactive(anon): 10216 kB\nActive(file): 1881148 kB\nInactive(file): 8119688 kB\nUnevictable: 20760 kB\nMlocked: 20760 kB\nSwapTotal: 20479992 kB\nSwapFree: 20479992 kB\nDirty: 2516 kB\nWriteback: 2296 kB\nAnonPages: 8797316 kB\nMapped: 15684 kB\nShmem: 172 kB\nSlab: 382192 kB\nSReclaimable: 323664 kB\nSUnreclaim: 58528 kB\nKernelStack: 2560 kB\nPageTables: 21700 kB\nNFS_Unstable: 0 kB\nBounce: 0 kB\nWritebackTmp: 0 kB\nCommitLimit: 32784296 kB\nCommitted_AS: 10533828 kB\nVmallocTotal: 34359738367 kB\nVmallocUsed: 332500 kB\nVmallocChunk: 34359350016 kB\nHardwareCorrupted: 0 kB\nAnonHugePages: 2211840 kB\nHugePages_Total: 0\nHugePages_Free: 0\nHugePages_Rsvd: 0\nHugePages_Surp: 0\nHugepagesize: 2048 kB\nDirectMap4k: 10240 kB\nDirectMap2M: 25155584 kB\n">>}]}] [ns_doctor:debug,2012-11-12T13:00:37.651,ns_1@192.168.0.22:ns_doctor<0.541.0>:ns_doctor:handle_info:137]Current node statuses: [{'ns_1@192.168.0.20', [{last_heard,{1352,754034,433488}}, {outgoing_replications_safeness_level,[{"default",green}]}, {incoming_replications_conf_hashes, [{"default",[{'ns_1@192.168.0.22',130273090}]}]}, {active_buckets,["default"]}, {ready_buckets,["default"]}, {local_tasks,[]}, {memory, [{total,220901464}, {processes,170924544}, {processes_used,169132816}, {system,49976920}, {atom,1401785}, {atom_used,1374492}, {binary,9265280}, {code,14054366}, {ets,6839008}]}, {system_memory_data, [{system_total_memory,25199214592}, {free_swap,20971511808}, {total_swap,20971511808}, {cached_memory,6043914240}, {buffered_memory,200687616}, {free_memory,9385656320}, {total_memory,25199214592}]}, {node_storage_conf,[{db_path,"/data"},{index_path,"/data"}]}, {statistics, [{wall_clock,{1997710,4992}}, {context_switches,{14725477,0}}, {garbage_collection,{1683118,9565604874,0}}, {io,{{input,259856008},{output,9696676379}}}, {reductions,{2055817602,5231329}}, {run_queue,0}, {runtime,{687880,2560}}]}, {system_stats, [{cpu_utilization_rate,66.83046683046683}, {swap_total,20971511808}, {swap_used,0}]}, {interesting_stats, [{couch_docs_actual_disk_size,5998078169}, {couch_docs_data_size,4371676627}, {couch_views_actual_disk_size,0}, {couch_views_data_size,0}, {curr_items,941099}, {curr_items_tot,1778046}, {mem_used,4559872488}, {vb_replica_curr_items,836947}]}, {cluster_compatibility_version,131072}, {version, [{public_key,"0.13"}, {lhttpc,"1.3.0"}, {ale,"8cffe61"}, {os_mon,"2.2.7"}, {couch_set_view,"1.2.0a-b68b5f4-git"}, {mnesia,"4.5"}, {inets,"5.7.1"}, {couch,"1.2.0a-b68b5f4-git"}, {mapreduce,"1.0.0"}, {couch_index_merger,"1.2.0a-b68b5f4-git"}, {kernel,"2.14.5"}, {crypto,"2.0.4"}, {ssl,"4.1.6"}, {sasl,"2.1.10"}, {couch_view_parser,"1.0.0"}, {ns_server,"2.0.0-1939-rel-enterprise"}, {mochiweb,"1.4.1"}, {oauth,"7d85d3ef"}, {stdlib,"1.17.5"}]}, {supported_compat_version,[2,0]}, {system_arch,"x86_64-unknown-linux-gnu"}, {wall_clock,1997}, {memory_data,{25199214592,15851524096,{<17793.667.0>,21541144}}}, {disk_data, [{"/",41260352,5}, {"/dev/shm",12304304,0}, {"/boot",495844,7}, {"/data",206420664,3}]}, {meminfo, <<"MemTotal: 24608608 kB\nMemFree: 9165680 kB\nBuffers: 195984 kB\nCached: 5902260 kB\nSwapCached: 0 kB\nActive: 10118120 kB\nInactive: 4699652 kB\nActive(anon): 8707456 kB\nInactive(anon): 14632 kB\nActive(file): 1410664 kB\nInactive(file): 4685020 kB\nUnevictable: 20760 kB\nMlocked: 20760 kB\nSwapTotal: 20479992 kB\nSwapFree: 20479992 kB\nDirty: 3816 kB\nWriteback: 0 kB\nAnonPages: 8741084 kB\nMapped: 15568 kB\nShmem: 172 kB\nSlab: 289588 kB\nSReclaimable: 231356 kB\nSUnreclaim: 58232 kB\nKernelStack: 3072 kB\nPageTables: 21892 kB\nNFS_Unstable: 0 kB\nBounce: 0 kB\nWritebackTmp: 0 kB\nCommitLimit: 32784296 kB\nCommitted_AS: 10500452 kB\nVmallocTotal: 34359738367 kB\nVmallocUsed: 332500 kB\nVmallocChunk: 34359355024 kB\nHardwareCorrupted: 0 kB\nAnonHugePages: 2287616 kB\nHugePages_Total: 0\nHugePages_Free: 0\nHugePages_Rsvd: 0\nHugePages_Surp: 0\nHugepagesize: 2048 kB\nDirectMap4k: 10240 kB\nDirectMap2M: 25155584 kB\n">>}]}, {'ns_1@192.168.0.21', [{last_heard,{1352,754033,49204}}, {outgoing_replications_safeness_level,[{"default",green}]}, {incoming_replications_conf_hashes, [{"default",[{'ns_1@192.168.0.22',73427174}]}]}, {active_buckets,["default"]}, {ready_buckets,["default"]}, {local_tasks,[]}, {memory, [{total,148655184}, {processes,105433128}, {processes_used,105426816}, {system,43222056}, {atom,1339809}, {atom_used,1335933}, {binary,6380440}, {code,13493102}, {ets,3742464}]}, {system_memory_data, [{system_total_memory,25199214592}, {free_swap,20971511808}, {total_swap,20971511808}, {cached_memory,3594989568}, {buffered_memory,166842368}, {free_memory,17238683648}, {total_memory,25199214592}]}, {node_storage_conf,[{db_path,"/data"},{index_path,"/data"}]}, {statistics, [{wall_clock,{1994098,4998}}, {context_switches,{4040626,0}}, {garbage_collection,{1058751,2546277926,0}}, {io,{{input,191010638},{output,6395046355}}}, {reductions,{640468091,5514554}}, {run_queue,0}, {runtime,{271390,1830}}]}, {system_stats, [{cpu_utilization_rate,29.166666666666668}, {swap_total,20971511808}, {swap_used,0}]}, {interesting_stats, [{couch_docs_actual_disk_size,3500032542}, {couch_docs_data_size,2934747236}, {couch_views_actual_disk_size,0}, {couch_views_data_size,0}, {curr_items,659135}, {curr_items_tot,1213015}, {mem_used,3183843872}, {vb_replica_curr_items,553880}]}, {cluster_compatibility_version,131072}, {version, [{public_key,"0.13"}, {lhttpc,"1.3.0"}, {ale,"8cffe61"}, {os_mon,"2.2.7"}, {couch_set_view,"1.2.0a-b68b5f4-git"}, {mnesia,"4.5"}, {inets,"5.7.1"}, {couch,"1.2.0a-b68b5f4-git"}, {mapreduce,"1.0.0"}, {couch_index_merger,"1.2.0a-b68b5f4-git"}, {kernel,"2.14.5"}, {crypto,"2.0.4"}, {ssl,"4.1.6"}, {sasl,"2.1.10"}, {couch_view_parser,"1.0.0"}, {ns_server,"2.0.0-1939-rel-enterprise"}, {mochiweb,"1.4.1"}, {oauth,"7d85d3ef"}, {stdlib,"1.17.5"}]}, {supported_compat_version,[2,0]}, {system_arch,"x86_64-unknown-linux-gnu"}, {wall_clock,1994}, {memory_data,{25199214592,7718612992,{<19409.4606.0>,3143528}}}, {disk_data, [{"/",41260352,5}, {"/dev/shm",12304304,0}, {"/boot",495844,7}, {"/data",206420664,2}]}, {meminfo, <<"MemTotal: 24608608 kB\nMemFree: 16834652 kB\nBuffers: 162932 kB\nCached: 3510732 kB\nSwapCached: 0 kB\nActive: 4367428 kB\nInactive: 2904736 kB\nActive(anon): 3591268 kB\nInactive(anon): 9232 kB\nActive(file): 776160 kB\nInactive(file): 2895504 kB\nUnevictable: 20760 kB\nMlocked: 20760 kB\nSwapTotal: 20479992 kB\nSwapFree: 20479992 kB\nDirty: 3868 kB\nWriteback: 0 kB\nAnonPages: 3619404 kB\nMapped: 14616 kB\nShmem: 164 kB\nSlab: 176760 kB\nSReclaimable: 118764 kB\nSUnreclaim: 57996 kB\nKernelStack: 3056 kB\nPageTables: 11392 kB\nNFS_Unstable: 0 kB\nBounce: 0 kB\nWritebackTmp: 0 kB\nCommitLimit: 32784296 kB\nCommitted_AS: 5357600 kB\nVmallocTotal: 34359738367 kB\nVmallocUsed: 332500 kB\nVmallocChunk: 34359350016 kB\nHardwareCorrupted: 0 kB\nAnonHugePages: 905216 kB\nHugePages_Total: 0\nHugePages_Free: 0\nHugePages_Rsvd: 0\nHugePages_Surp: 0\nHugepagesize: 2048 kB\nDirectMap4k: 10240 kB\nDirectMap2M: 25155584 kB\n">>}]}, {'ns_1@192.168.0.22', [{last_heard,{1352,754032,663637}}, {outgoing_replications_safeness_level,[{"default",green}]}, {incoming_replications_conf_hashes, [{"default", [{'ns_1@192.168.0.20',101044339}, {'ns_1@192.168.0.21',74435993}]}]}, {active_buckets,["default"]}, {ready_buckets,["default"]}, {local_tasks, [[{pid,<<"<0.19737.1>">>}, {bucket,<<"default">>}, {original_target,{[{type,bucket}]}}, {progress,41}, {started_on,1352753952}, {total_vbuckets,1025}, {trigger_type,scheduled}, {type,bucket_compaction}, {updated_on,1352754032}, {vbuckets_done,429}]]}, {memory, [{total,232169304}, {processes,177950080}, {processes_used,177839888}, {system,54219224}, {atom,1338193}, {atom_used,1333793}, {binary,13725800}, {code,13490894}, {ets,7000672}]}, {system_memory_data, [{system_total_memory,25199214592}, {free_swap,20971511808}, {total_swap,20971511808}, {cached_memory,9443434496}, {buffered_memory,215375872}, {free_memory,5829296128}, {total_memory,25199214592}]}, {node_storage_conf,[{db_path,"/data"},{index_path,"/data"}]}, {statistics, [{wall_clock,{1980883,5009}}, {context_switches,{15999310,0}}, {garbage_collection,{2049013,4841102286,0}}, {io,{{input,348163773},{output,12312129764}}}, {reductions,{1721553626,5195954}}, {run_queue,1}, {runtime,{585610,1770}}]}, {system_stats, [{cpu_utilization_rate,60.75}, {swap_total,20971511808}, {swap_used,0}]}, {interesting_stats, [{couch_docs_actual_disk_size,9338258484}, {couch_docs_data_size,7320994711}, {couch_views_actual_disk_size,0}, {couch_views_data_size,0}, {curr_items,1391789}, {curr_items_tot,2992860}, {mem_used,7754061840}, {vb_replica_curr_items,1601071}]}, {cluster_compatibility_version,131072}, {version, [{public_key,"0.13"}, {lhttpc,"1.3.0"}, {ale,"8cffe61"}, {os_mon,"2.2.7"}, {couch_set_view,"1.2.0a-b68b5f4-git"}, {mnesia,"4.5"}, {inets,"5.7.1"}, {couch,"1.2.0a-b68b5f4-git"}, {mapreduce,"1.0.0"}, {couch_index_merger,"1.2.0a-b68b5f4-git"}, {kernel,"2.14.5"}, {crypto,"2.0.4"}, {ssl,"4.1.6"}, {sasl,"2.1.10"}, {couch_view_parser,"1.0.0"}, {ns_server,"2.0.0-1939-rel-enterprise"}, {mochiweb,"1.4.1"}, {oauth,"7d85d3ef"}, {stdlib,"1.17.5"}]}, {supported_compat_version,[2,0]}, {system_arch,"x86_64-unknown-linux-gnu"}, {wall_clock,1980}, {memory_data,{25199214592,19367886848,{<0.687.0>,14884824}}}, {disk_data, [{"/",41260352,5}, {"/dev/shm",12304304,0}, {"/boot",495844,7}, {"/data",206420664,5}]}, {meminfo, <<"MemTotal: 24608608 kB\nMemFree: 5689696 kB\nBuffers: 210328 kB\nCached: 9225384 kB\nSwapCached: 0 kB\nActive: 10422796 kB\nInactive: 7793732 kB\nActive(anon): 8772884 kB\nInactive(anon): 10216 kB\nActive(file): 1649912 kB\nInactive(file): 7783516 kB\nUnevictable: 20760 kB\nMlocked: 20760 kB\nSwapTotal: 20479992 kB\nSwapFree: 20479992 kB\nDirty: 8016 kB\nWriteback: 0 kB\nAnonPages: 8801908 kB\nMapped: 15684 kB\nShmem: 172 kB\nSlab: 367656 kB\nSReclaimable: 309136 kB\nSUnreclaim: 58520 kB\nKernelStack: 2568 kB\nPageTables: 21704 kB\nNFS_Unstable: 0 kB\nBounce: 0 kB\nWritebackTmp: 0 kB\nCommitLimit: 32784296 kB\nCommitted_AS: 10535780 kB\nVmallocTotal: 34359738367 kB\nVmallocUsed: 332500 kB\nVmallocChunk: 34359350016 kB\nHardwareCorrupted: 0 kB\nAnonHugePages: 2312192 kB\nHugePages_Total: 0\nHugePages_Free: 0\nHugePages_Rsvd: 0\nHugePages_Surp: 0\nHugepagesize: 2048 kB\nDirectMap4k: 10240 kB\nDirectMap2M: 25155584 kB\n">>}]}] [stats:debug,2012-11-12T13:01:06.486,ns_1@192.168.0.22:<0.683.0>:stats_collector:maybe_log_stats:126](at {{1970,1,16},{7,45,54}}) Stats for bucket "default": accepting_conns 1 auth_cmds 23 auth_errors 0 bucket_active_conns 1 bucket_conns 30 bytes 7760364288 bytes_read 22355086426 bytes_written 20825650459 cas_badval 0 cas_hits 0 cas_misses 0 cmd_flush 0 cmd_get 2929386 cmd_set 4056250 conn_yields 118041 connection_structures 5000 curr_connections 31 curr_conns_on_port_11209 18 curr_conns_on_port_11210 11 curr_items 1391927 curr_items_tot 2993032 curr_temp_items 0 daemon_connections 4 decr_hits 0 decr_misses 0 delete_hits 138531 delete_misses 196557 ep_access_scanner_last_runtime 0 ep_access_scanner_num_items 0 ep_access_scanner_task_time 2012-11-13 10:00:00 ep_allow_data_loss_during_shutdown 1 ep_alog_block_size 4096 ep_alog_path /data/default/access.log ep_alog_sleep_time 1440 ep_alog_task_time 10 ep_backend couchdb ep_bg_fetch_delay 0 ep_bg_fetched 0 ep_bg_meta_fetched 0 ep_bg_remaining_jobs 0 ep_chk_max_items 5000 ep_chk_period 1800 ep_chk_persistence_remains 0 ep_chk_persistence_timeout 10 ep_chk_remover_stime 5 ep_commit_num 12432 ep_commit_time 6 ep_commit_time_total 197415 ep_concurrentDB 1 ep_config_file ep_couch_bucket default ep_couch_host localhost ep_couch_port 11213 ep_couch_reconnect_sleeptime 250 ep_couch_response_timeout 180000 ep_data_age 23 ep_data_age_highwat 102 ep_data_traffic_enabled 0 ep_dbinit 0 ep_dbname /data/default ep_degraded_mode 0 ep_diskqueue_drain 9035488 ep_diskqueue_fill 7794619 ep_diskqueue_items 65093 ep_diskqueue_memory 1898016 ep_diskqueue_pending 2847024 ep_exp_pager_stime 3600 ep_exp_pager_stime 3600 ep_expired_access 2590 ep_expired_pager 0 ep_expiry_window 3 ep_failpartialwarmup 0 ep_flush_all false ep_flush_duration_total 1786 ep_flushall_enabled 0 ep_flusher_state running ep_flusher_todo 27679 ep_getl_default_timeout 15 ep_getl_max_timeout 30 ep_ht_locks 5 ep_ht_size 3079 ep_inconsistent_slave_chk 0 ep_initfile ep_io_num_read 0 ep_io_num_write 7659024 ep_io_read_bytes 0 ep_io_write_bytes 17735058652 ep_item_begin_failed 0 ep_item_commit_failed 0 ep_item_flush_expired 9 ep_item_flush_failed 0 ep_item_num_based_new_chk 1 ep_items_rm_from_checkpoints 2178290 ep_keep_closed_chks 0 ep_klog_block_size 4096 ep_klog_compactor_queue_cap 500000 ep_klog_compactor_stime 3600 ep_klog_flush commit2 ep_klog_max_entry_ratio 10 ep_klog_max_log_size 2147483647 ep_klog_path ep_klog_sync commit2 ep_kv_size 7363926624 ep_max_checkpoints 2 ep_max_data_size 12582912000 ep_max_item_size 20971520 ep_max_size 12582912000 ep_max_txn_size 10000 ep_max_vbuckets 1024 ep_mem_high_wat 9437184000 ep_mem_high_wat 9437184000 ep_mem_low_wat 7549747200 ep_mem_low_wat 7549747200 ep_mem_tracker_enabled true ep_min_data_age 0 ep_mlog_compactor_runs 0 ep_mutation_mem_threshold 0 ep_num_access_scanner_runs 0 ep_num_eject_failures 0 ep_num_expiry_pager_runs 0 ep_num_non_resident 0 ep_num_not_my_vbuckets 381 ep_num_ops_del_meta 0 ep_num_ops_get_meta 0 ep_num_ops_set_meta 0 ep_num_pager_runs 0 ep_num_value_ejects 0 ep_oom_errors 0 ep_overhead 112646012 ep_pager_active_vb_pcnt 40 ep_pager_unbiased_period 60 ep_pending_ops 0 ep_pending_ops_max 1 ep_pending_ops_max_duration 160012 ep_pending_ops_total 3 ep_postInitfile ep_queue_age_cap 900 ep_queue_size 37414 ep_startup_time 1352752065 ep_storage_age 23 ep_storage_age_highwat 1424 ep_store_max_concurrency 10 ep_store_max_readers 9 ep_store_max_readwrite 1 ep_stored_val_type ep_tap_ack_grace_period 300 ep_tap_ack_initial_sequence_number 1 ep_tap_ack_interval 1000 ep_tap_ack_window_size 10 ep_tap_backfill_resident 0.9 ep_tap_backlog_limit 5000 ep_tap_backoff_period 5 ep_tap_bg_fetch_requeued 0 ep_tap_bg_fetched 11178 ep_tap_bg_max_pending 500 ep_tap_keepalive 300 ep_tap_noop_interval 20 ep_tap_requeue_sleep_time 0.1 ep_tap_throttle_cap_pcnt 10 ep_tap_throttle_queue_cap 1000000 ep_tap_throttle_threshold 90 ep_tmp_oom_errors 0 ep_too_old 85 ep_too_young 0 ep_total_cache_size 7328045568 ep_total_del_items 286247 ep_total_enqueued 7794619 ep_total_new_items 3213560 ep_total_persisted 7659024 ep_uncommitted_items 5857 ep_value_size 7117154729 ep_vb0 0 ep_vb_snapshot_total 138 ep_vb_total 1024 ep_vbucket_del 0 ep_vbucket_del_fail 0 ep_version 2.0.0r_133_g68e3f7c ep_waitforwarmup 0 ep_warmup 1 ep_warmup_batch_size 1000 ep_warmup_dups 0 ep_warmup_min_items_threshold 100 ep_warmup_min_memory_threshold 100 ep_warmup_oom 0 ep_warmup_thread complete ep_warmup_time 23464 get_hits 2609165 get_misses 320221 incr_hits 0 incr_misses 0 libevent 2.0.11-stable limit_maxbytes 67108864 listen_disabled_num 0 max_conns_on_port_11209 1000 max_conns_on_port_11210 9000 mem_used 7760364288 pid 21605 pointer_size 64 rejected_conns 0 rusage_system 712.059750 rusage_user 1357.888569 tap_checkpoint_end_received 808 tap_checkpoint_end_sent 929 tap_checkpoint_start_received 1756 tap_checkpoint_start_sent 1949 tap_connect_received 471 tap_delete_received 161938 tap_delete_sent 167512 tap_mutation_received 4937927 tap_mutation_sent 5478017 tap_opaque_received 2884 tap_opaque_sent 2867 tap_vbucket_set_received 396 tap_vbucket_set_sent 468 threads 4 time 1352754066 total_connections 2711 uptime 2011 vb_active_curr_items 1391927 vb_active_eject 0 vb_active_expired 1199 vb_active_ht_memory 11953024 vb_active_itm_memory 3407397137 vb_active_meta_data_memory 109962233 vb_active_num 476 vb_active_num_non_resident 0 vb_active_num_ref_ejects 0 vb_active_num_ref_items 1501220 vb_active_ops_create 1493626 vb_active_ops_delete 138225 vb_active_ops_reject 0 vb_active_ops_update 1939606 vb_active_perc_mem_resident 100 vb_active_queue_age 6230798000 vb_active_queue_drain 4554930 vb_active_queue_fill 3817818 vb_active_queue_memory 1100192 vb_active_queue_pending 1650288 vb_active_queue_size 34381 vb_dead_num 0 vb_pending_curr_items 0 vb_pending_eject 0 vb_pending_expired 0 vb_pending_ht_memory 0 vb_pending_itm_memory 0 vb_pending_meta_data_memory 0 vb_pending_num 0 vb_pending_num_non_resident 0 vb_pending_num_ref_ejects 0 vb_pending_num_ref_items 0 vb_pending_ops_create 0 vb_pending_ops_delete 0 vb_pending_ops_reject 0 vb_pending_ops_update 0 vb_pending_perc_mem_resident 0 vb_pending_queue_age 0 vb_pending_queue_drain 0 vb_pending_queue_fill 0 vb_pending_queue_memory 0 vb_pending_queue_pending 0 vb_pending_queue_size 0 vb_replica_curr_items 1601105 vb_replica_eject 0 vb_replica_expired 1391 vb_replica_ht_memory 13761184 vb_replica_itm_memory 3920648431 vb_replica_meta_data_memory 126487295 vb_replica_num 548 vb_replica_num_non_resident 0 vb_replica_num_ref_ejects 0 vb_replica_num_ref_items 1728621 vb_replica_ops_create 1719938 vb_replica_ops_delete 148022 vb_replica_ops_reject 0 vb_replica_ops_update 2219652 vb_replica_perc_mem_resident 100 vb_replica_queue_age 3141889000 vb_replica_queue_drain 4480558 vb_replica_queue_fill 3976801 vb_replica_queue_memory 797824 vb_replica_queue_pending 1196736 vb_replica_queue_size 24932 version 1.4.4_600_g7ea975a [ns_doctor:debug,2012-11-12T13:01:37.651,ns_1@192.168.0.22:ns_doctor<0.541.0>:ns_doctor:handle_info:137]Current node statuses: [{'ns_1@192.168.0.20', [{last_heard,{1352,754094,434104}}, {outgoing_replications_safeness_level,[{"default",green}]}, {incoming_replications_conf_hashes, [{"default",[{'ns_1@192.168.0.22',49291278}]}]}, {active_buckets,["default"]}, {ready_buckets,["default"]}, {local_tasks, [[{pid,<<"<0.30667.1>">>}, {bucket,<<"default">>}, {original_target,{[{type,bucket}]}}, {progress,45}, {started_on,1352754039}, {total_vbuckets,605}, {trigger_type,scheduled}, {type,bucket_compaction}, {updated_on,1352754093}, {vbuckets_done,277}]]}, {memory, [{total,226940784}, {processes,175858264}, {processes_used,174003240}, {system,51082520}, {atom,1401785}, {atom_used,1374492}, {binary,10272432}, {code,14054366}, {ets,6944640}]}, {system_memory_data, [{system_total_memory,25199214592}, {free_swap,20971511808}, {total_swap,20971511808}, {cached_memory,5216690176}, {buffered_memory,203878400}, {free_memory,10202005504}, {total_memory,25199214592}]}, {node_storage_conf,[{db_path,"/data"},{index_path,"/data"}]}, {statistics, [{wall_clock,{2057710,4999}}, {context_switches,{15066700,0}}, {garbage_collection,{1748274,10139246081,0}}, {io,{{input,270383645},{output,9850182918}}}, {reductions,{2108132425,5850910}}, {run_queue,0}, {runtime,{714020,2720}}]}, {system_stats, [{cpu_utilization_rate,87.04156479217603}, {swap_total,20971511808}, {swap_used,0}]}, {interesting_stats, [{couch_docs_actual_disk_size,5216203610}, {couch_docs_data_size,4156493069}, {couch_views_actual_disk_size,0}, {couch_views_data_size,0}, {curr_items,897368}, {curr_items_tot,1690682}, {mem_used,4346061360}, {vb_replica_curr_items,793314}]}, {cluster_compatibility_version,131072}, {version, [{public_key,"0.13"}, {lhttpc,"1.3.0"}, {ale,"8cffe61"}, {os_mon,"2.2.7"}, {couch_set_view,"1.2.0a-b68b5f4-git"}, {mnesia,"4.5"}, {inets,"5.7.1"}, {couch,"1.2.0a-b68b5f4-git"}, {mapreduce,"1.0.0"}, {couch_index_merger,"1.2.0a-b68b5f4-git"}, {kernel,"2.14.5"}, {crypto,"2.0.4"}, {ssl,"4.1.6"}, {sasl,"2.1.10"}, {couch_view_parser,"1.0.0"}, {ns_server,"2.0.0-1939-rel-enterprise"}, {mochiweb,"1.4.1"}, {oauth,"7d85d3ef"}, {stdlib,"1.17.5"}]}, {supported_compat_version,[2,0]}, {system_arch,"x86_64-unknown-linux-gnu"}, {wall_clock,2057}, {memory_data,{25199214592,15238365184,{<17793.667.0>,17427312}}}, {disk_data, [{"/",41260352,5}, {"/dev/shm",12304304,0}, {"/boot",495844,7}, {"/data",206420664,3}]}, {meminfo, <<"MemTotal: 24608608 kB\nMemFree: 9962896 kB\nBuffers: 199100 kB\nCached: 5094424 kB\nSwapCached: 0 kB\nActive: 9713236 kB\nInactive: 4315972 kB\nActive(anon): 8720820 kB\nInactive(anon): 16724 kB\nActive(file): 992416 kB\nInactive(file): 4299248 kB\nUnevictable: 20760 kB\nMlocked: 20760 kB\nSwapTotal: 20479992 kB\nSwapFree: 20479992 kB\nDirty: 7880 kB\nWriteback: 0 kB\nAnonPages: 8789072 kB\nMapped: 15572 kB\nShmem: 172 kB\nSlab: 281516 kB\nSReclaimable: 223000 kB\nSUnreclaim: 58516 kB\nKernelStack: 3080 kB\nPageTables: 22096 kB\nNFS_Unstable: 0 kB\nBounce: 0 kB\nWritebackTmp: 0 kB\nCommitLimit: 32784296 kB\nCommitted_AS: 10504948 kB\nVmallocTotal: 34359738367 kB\nVmallocUsed: 332500 kB\nVmallocChunk: 34359355024 kB\nHardwareCorrupted: 0 kB\nAnonHugePages: 2424832 kB\nHugePages_Total: 0\nHugePages_Free: 0\nHugePages_Rsvd: 0\nHugePages_Surp: 0\nHugepagesize: 2048 kB\nDirectMap4k: 10240 kB\nDirectMap2M: 25155584 kB\n">>}]}, {'ns_1@192.168.0.21', [{last_heard,{1352,754093,52983}}, {outgoing_replications_safeness_level,[{"default",green}]}, {incoming_replications_conf_hashes, [{"default",[{'ns_1@192.168.0.22',62391444}]}]}, {active_buckets,["default"]}, {ready_buckets,["default"]}, {local_tasks,[]}, {memory, [{total,158939008}, {processes,115027688}, {processes_used,115006056}, {system,43911320}, {atom,1339809}, {atom_used,1335933}, {binary,6978144}, {code,13493102}, {ets,3822736}]}, {system_memory_data, [{system_total_memory,25199214592}, {free_swap,20971511808}, {total_swap,20971511808}, {cached_memory,4175884288}, {buffered_memory,168370176}, {free_memory,16379830272}, {total_memory,25199214592}]}, {node_storage_conf,[{db_path,"/data"},{index_path,"/data"}]}, {statistics, [{wall_clock,{2054100,5001}}, {context_switches,{4397282,0}}, {garbage_collection,{1127459,2752071462,0}}, {io,{{input,200163685},{output,6732785018}}}, {reductions,{696947082,5699508}}, {run_queue,0}, {runtime,{290600,1760}}]}, {system_stats, [{cpu_utilization_rate,23.762376237623762}, {swap_total,20971511808}, {swap_used,0}]}, {interesting_stats, [{couch_docs_actual_disk_size,4068244680}, {couch_docs_data_size,3149880353}, {couch_views_actual_disk_size,0}, {couch_views_data_size,0}, {curr_items,699844}, {curr_items_tot,1300619}, {mem_used,3408280168}, {vb_replica_curr_items,600775}]}, {cluster_compatibility_version,131072}, {version, [{public_key,"0.13"}, {lhttpc,"1.3.0"}, {ale,"8cffe61"}, {os_mon,"2.2.7"}, {couch_set_view,"1.2.0a-b68b5f4-git"}, {mnesia,"4.5"}, {inets,"5.7.1"}, {couch,"1.2.0a-b68b5f4-git"}, {mapreduce,"1.0.0"}, {couch_index_merger,"1.2.0a-b68b5f4-git"}, {kernel,"2.14.5"}, {crypto,"2.0.4"}, {ssl,"4.1.6"}, {sasl,"2.1.10"}, {couch_view_parser,"1.0.0"}, {ns_server,"2.0.0-1939-rel-enterprise"}, {mochiweb,"1.4.1"}, {oauth,"7d85d3ef"}, {stdlib,"1.17.5"}]}, {supported_compat_version,[2,0]}, {system_arch,"x86_64-unknown-linux-gnu"}, {wall_clock,2054}, {memory_data,{25199214592,8593776640,{<19409.4593.0>,2914384}}}, {disk_data, [{"/",41260352,5}, {"/dev/shm",12304304,0}, {"/boot",495844,7}, {"/data",206420664,2}]}, {meminfo, <<"MemTotal: 24608608 kB\nMemFree: 15996176 kB\nBuffers: 164424 kB\nCached: 4078012 kB\nSwapCached: 0 kB\nActive: 4901676 kB\nInactive: 3191792 kB\nActive(anon): 3843828 kB\nInactive(anon): 9232 kB\nActive(file): 1057848 kB\nInactive(file): 3182560 kB\nUnevictable: 20760 kB\nMlocked: 20760 kB\nSwapTotal: 20479992 kB\nSwapFree: 20479992 kB\nDirty: 2880 kB\nWriteback: 0 kB\nAnonPages: 3872220 kB\nMapped: 14616 kB\nShmem: 164 kB\nSlab: 193476 kB\nSReclaimable: 135552 kB\nSUnreclaim: 57924 kB\nKernelStack: 3056 kB\nPageTables: 11920 kB\nNFS_Unstable: 0 kB\nBounce: 0 kB\nWritebackTmp: 0 kB\nCommitLimit: 32784296 kB\nCommitted_AS: 5608520 kB\nVmallocTotal: 34359738367 kB\nVmallocUsed: 332500 kB\nVmallocChunk: 34359350016 kB\nHardwareCorrupted: 0 kB\nAnonHugePages: 1015808 kB\nHugePages_Total: 0\nHugePages_Free: 0\nHugePages_Rsvd: 0\nHugePages_Surp: 0\nHugepagesize: 2048 kB\nDirectMap4k: 10240 kB\nDirectMap2M: 25155584 kB\n">>}]}, {'ns_1@192.168.0.22', [{last_heard,{1352,754092,654970}}, {outgoing_replications_safeness_level,[{"default",green}]}, {incoming_replications_conf_hashes, [{"default", [{'ns_1@192.168.0.20',88924577},{'ns_1@192.168.0.21',34831582}]}]}, {active_buckets,["default"]}, {ready_buckets,["default"]}, {local_tasks, [[{pid,<<"<0.19737.1>">>}, {bucket,<<"default">>}, {original_target,{[{type,bucket}]}}, {progress,72}, {started_on,1352753952}, {total_vbuckets,1025}, {trigger_type,scheduled}, {type,bucket_compaction}, {updated_on,1352754092}, {vbuckets_done,738}]]}, {memory, [{total,260148064}, {processes,204274376}, {processes_used,204135832}, {system,55873688}, {atom,1338193}, {atom_used,1333793}, {binary,15263048}, {code,13490894}, {ets,7115584}]}, {system_memory_data, [{system_total_memory,25199214592}, {free_swap,20971511808}, {total_swap,20971511808}, {cached_memory,8676298752}, {buffered_memory,219377664}, {free_memory,6596771840}, {total_memory,25199214592}]}, {node_storage_conf,[{db_path,"/data"},{index_path,"/data"}]}, {statistics, [{wall_clock,{2040876,5001}}, {context_switches,{16432977,0}}, {garbage_collection,{2135627,5028225841,0}}, {io,{{input,365350879},{output,12610799195}}}, {reductions,{1778404485,6782605}}, {run_queue,0}, {runtime,{605500,1900}}]}, {system_stats, [{cpu_utilization_rate,54.166666666666664}, {swap_total,20971511808}, {swap_used,0}]}, {interesting_stats, [{couch_docs_actual_disk_size,8577856592}, {couch_docs_data_size,7321676505}, {couch_views_actual_disk_size,0}, {couch_views_data_size,0}, {curr_items,1392082}, {curr_items_tot,2992937}, {mem_used,7764002496}, {vb_replica_curr_items,1600855}]}, {cluster_compatibility_version,131072}, {version, [{public_key,"0.13"}, {lhttpc,"1.3.0"}, {ale,"8cffe61"}, {os_mon,"2.2.7"}, {couch_set_view,"1.2.0a-b68b5f4-git"}, {mnesia,"4.5"}, {inets,"5.7.1"}, {couch,"1.2.0a-b68b5f4-git"}, {mapreduce,"1.0.0"}, {couch_index_merger,"1.2.0a-b68b5f4-git"}, {kernel,"2.14.5"}, {crypto,"2.0.4"}, {ssl,"4.1.6"}, {sasl,"2.1.10"}, {couch_view_parser,"1.0.0"}, {ns_server,"2.0.0-1939-rel-enterprise"}, {mochiweb,"1.4.1"}, {oauth,"7d85d3ef"}, {stdlib,"1.17.5"}]}, {supported_compat_version,[2,0]}, {system_arch,"x86_64-unknown-linux-gnu"}, {wall_clock,2040}, {memory_data,{25199214592,18615664640,{<0.687.0>,14884824}}}, {disk_data, [{"/",41260352,5}, {"/dev/shm",12304304,0}, {"/boot",495844,7}, {"/data",206420664,5}]}, {meminfo, <<"MemTotal: 24608608 kB\nMemFree: 6442408 kB\nBuffers: 214236 kB\nCached: 8472948 kB\nSwapCached: 0 kB\nActive: 10092348 kB\nInactive: 7387440 kB\nActive(anon): 8784956 kB\nInactive(anon): 10216 kB\nActive(file): 1307392 kB\nInactive(file): 7377224 kB\nUnevictable: 20760 kB\nMlocked: 20760 kB\nSwapTotal: 20479992 kB\nSwapFree: 20479992 kB\nDirty: 9064 kB\nWriteback: 0 kB\nAnonPages: 8822084 kB\nMapped: 15684 kB\nShmem: 172 kB\nSlab: 350892 kB\nSReclaimable: 292144 kB\nSUnreclaim: 58748 kB\nKernelStack: 2568 kB\nPageTables: 21780 kB\nNFS_Unstable: 0 kB\nBounce: 0 kB\nWritebackTmp: 0 kB\nCommitLimit: 32784296 kB\nCommitted_AS: 10553864 kB\nVmallocTotal: 34359738367 kB\nVmallocUsed: 332500 kB\nVmallocChunk: 34359350016 kB\nHardwareCorrupted: 0 kB\nAnonHugePages: 2428928 kB\nHugePages_Total: 0\nHugePages_Free: 0\nHugePages_Rsvd: 0\nHugePages_Surp: 0\nHugepagesize: 2048 kB\nDirectMap4k: 10240 kB\nDirectMap2M: 25155584 kB\n">>}]}] [ns_doctor:debug,2012-11-12T13:02:37.651,ns_1@192.168.0.22:ns_doctor<0.541.0>:ns_doctor:handle_info:137]Current node statuses: [{'ns_1@192.168.0.20', [{last_heard,{1352,754154,445291}}, {outgoing_replications_safeness_level,[{"default",green}]}, {incoming_replications_conf_hashes, [{"default",[{'ns_1@192.168.0.22',125227443}]}]}, {active_buckets,["default"]}, {ready_buckets,["default"]}, {local_tasks,[]}, {memory, [{total,246010648}, {processes,196749720}, {processes_used,194725312}, {system,49260928}, {atom,1401785}, {atom_used,1374492}, {binary,8336368}, {code,14054366}, {ets,7080328}]}, {system_memory_data, [{system_total_memory,25199214592}, {free_swap,20971511808}, {total_swap,20971511808}, {cached_memory,4383260672}, {buffered_memory,207212544}, {free_memory,11034316800}, {total_memory,25199214592}]}, {node_storage_conf,[{db_path,"/data"},{index_path,"/data"}]}, {statistics, [{wall_clock,{2117722,5011}}, {context_switches,{15432916,0}}, {garbage_collection,{1815515,10731153442,0}}, {io,{{input,283514858},{output,9993087883}}}, {reductions,{2161941928,4423840}}, {run_queue,0}, {runtime,{741040,2410}}]}, {system_stats, [{cpu_utilization_rate,61.29807692307692}, {swap_total,20971511808}, {swap_used,0}]}, {interesting_stats, [{couch_docs_actual_disk_size,4296917848}, {couch_docs_data_size,3942552249}, {couch_views_actual_disk_size,0}, {couch_views_data_size,0}, {curr_items,856126}, {curr_items_tot,1608540}, {mem_used,4148764272}, {vb_replica_curr_items,752414}]}, {cluster_compatibility_version,131072}, {version, [{public_key,"0.13"}, {lhttpc,"1.3.0"}, {ale,"8cffe61"}, {os_mon,"2.2.7"}, {couch_set_view,"1.2.0a-b68b5f4-git"}, {mnesia,"4.5"}, {inets,"5.7.1"}, {couch,"1.2.0a-b68b5f4-git"}, {mapreduce,"1.0.0"}, {couch_index_merger,"1.2.0a-b68b5f4-git"}, {kernel,"2.14.5"}, {crypto,"2.0.4"}, {ssl,"4.1.6"}, {sasl,"2.1.10"}, {couch_view_parser,"1.0.0"}, {ns_server,"2.0.0-1939-rel-enterprise"}, {mochiweb,"1.4.1"}, {oauth,"7d85d3ef"}, {stdlib,"1.17.5"}]}, {supported_compat_version,[2,0]}, {system_arch,"x86_64-unknown-linux-gnu"}, {wall_clock,2117}, {memory_data,{25199214592,14359973888,{<17793.667.0>,21541144}}}, {disk_data, [{"/",41260352,5}, {"/dev/shm",12304304,0}, {"/boot",495844,7}, {"/data",206420664,3}]}, {meminfo, <<"MemTotal: 24608608 kB\nMemFree: 10775948 kB\nBuffers: 202356 kB\nCached: 4280528 kB\nSwapCached: 0 kB\nActive: 9360776 kB\nInactive: 3866428 kB\nActive(anon): 8731752 kB\nInactive(anon): 14760 kB\nActive(file): 629024 kB\nInactive(file): 3851668 kB\nUnevictable: 20760 kB\nMlocked: 20760 kB\nSwapTotal: 20479992 kB\nSwapFree: 20479992 kB\nDirty: 4112 kB\nWriteback: 0 kB\nAnonPages: 8736700 kB\nMapped: 15568 kB\nShmem: 172 kB\nSlab: 269536 kB\nSReclaimable: 210844 kB\nSUnreclaim: 58692 kB\nKernelStack: 3064 kB\nPageTables: 21928 kB\nNFS_Unstable: 0 kB\nBounce: 0 kB\nWritebackTmp: 0 kB\nCommitLimit: 32784296 kB\nCommitted_AS: 10533028 kB\nVmallocTotal: 34359738367 kB\nVmallocUsed: 332500 kB\nVmallocChunk: 34359355024 kB\nHardwareCorrupted: 0 kB\nAnonHugePages: 2482176 kB\nHugePages_Total: 0\nHugePages_Free: 0\nHugePages_Rsvd: 0\nHugePages_Surp: 0\nHugepagesize: 2048 kB\nDirectMap4k: 10240 kB\nDirectMap2M: 25155584 kB\n">>}]}, {'ns_1@192.168.0.21', [{last_heard,{1352,754153,50251}}, {outgoing_replications_safeness_level,[{"default",green}]}, {incoming_replications_conf_hashes, [{"default",[{'ns_1@192.168.0.22',96910777}]}]}, {active_buckets,["default"]}, {ready_buckets,["default"]}, {local_tasks,[]}, {memory, [{total,154712696}, {processes,110559992}, {processes_used,110546304}, {system,44152704}, {atom,1339809}, {atom_used,1335933}, {binary,6999024}, {code,13493102}, {ets,4005200}]}, {system_memory_data, [{system_total_memory,25199214592}, {free_swap,20971511808}, {total_swap,20971511808}, {cached_memory,4756148224}, {buffered_memory,169136128}, {free_memory,15558434816}, {total_memory,25199214592}]}, {node_storage_conf,[{db_path,"/data"},{index_path,"/data"}]}, {statistics, [{wall_clock,{2114099,5000}}, {context_switches,{4769362,0}}, {garbage_collection,{1200282,2964331964,0}}, {io,{{input,210086388},{output,7078776497}}}, {reductions,{754030249,4522011}}, {run_queue,0}, {runtime,{310330,1620}}]}, {system_stats, [{cpu_utilization_rate,26.044226044226043}, {swap_total,20971511808}, {swap_used,0}]}, {interesting_stats, [{couch_docs_actual_disk_size,4644018358}, {couch_docs_data_size,3363779052}, {couch_views_actual_disk_size,0}, {couch_views_data_size,0}, {curr_items,743646}, {curr_items_tot,1387946}, {mem_used,3630075392}, {vb_replica_curr_items,644300}]}, {cluster_compatibility_version,131072}, {version, [{public_key,"0.13"}, {lhttpc,"1.3.0"}, {ale,"8cffe61"}, {os_mon,"2.2.7"}, {couch_set_view,"1.2.0a-b68b5f4-git"}, {mnesia,"4.5"}, {inets,"5.7.1"}, {couch,"1.2.0a-b68b5f4-git"}, {mapreduce,"1.0.0"}, {couch_index_merger,"1.2.0a-b68b5f4-git"}, {kernel,"2.14.5"}, {crypto,"2.0.4"}, {ssl,"4.1.6"}, {sasl,"2.1.10"}, {couch_view_parser,"1.0.0"}, {ns_server,"2.0.0-1939-rel-enterprise"}, {mochiweb,"1.4.1"}, {oauth,"7d85d3ef"}, {stdlib,"1.17.5"}]}, {supported_compat_version,[2,0]}, {system_arch,"x86_64-unknown-linux-gnu"}, {wall_clock,2114}, {memory_data,{25199214592,9468329984,{<19409.4593.0>,4714984}}}, {disk_data, [{"/",41260352,5}, {"/dev/shm",12304304,0}, {"/boot",495844,7}, {"/data",206420664,3}]}, {meminfo, <<"MemTotal: 24608608 kB\nMemFree: 15193784 kB\nBuffers: 165172 kB\nCached: 4644676 kB\nSwapCached: 0 kB\nActive: 5393144 kB\nInactive: 3484896 kB\nActive(anon): 4061252 kB\nInactive(anon): 9232 kB\nActive(file): 1331892 kB\nInactive(file): 3475664 kB\nUnevictable: 20760 kB\nMlocked: 20760 kB\nSwapTotal: 20479992 kB\nSwapFree: 20479992 kB\nDirty: 2540 kB\nWriteback: 0 kB\nAnonPages: 4091264 kB\nMapped: 14616 kB\nShmem: 164 kB\nSlab: 210168 kB\nSReclaimable: 152184 kB\nSUnreclaim: 57984 kB\nKernelStack: 3048 kB\nPageTables: 12364 kB\nNFS_Unstable: 0 kB\nBounce: 0 kB\nWritebackTmp: 0 kB\nCommitLimit: 32784296 kB\nCommitted_AS: 5834232 kB\nVmallocTotal: 34359738367 kB\nVmallocUsed: 332500 kB\nVmallocChunk: 34359350016 kB\nHardwareCorrupted: 0 kB\nAnonHugePages: 1107968 kB\nHugePages_Total: 0\nHugePages_Free: 0\nHugePages_Rsvd: 0\nHugePages_Surp: 0\nHugepagesize: 2048 kB\nDirectMap4k: 10240 kB\nDirectMap2M: 25155584 kB\n">>}]}, {'ns_1@192.168.0.22', [{last_heard,{1352,754152,655668}}, {outgoing_replications_safeness_level,[{"default",green}]}, {incoming_replications_conf_hashes, [{"default", [{'ns_1@192.168.0.20',107393119}, {'ns_1@192.168.0.21',45880069}]}]}, {active_buckets,["default"]}, {ready_buckets,["default"]}, {local_tasks, [[{pid,<<"<0.19737.1>">>}, {bucket,<<"default">>}, {original_target,{[{type,bucket}]}}, {progress,99}, {started_on,1352753952}, {total_vbuckets,1025}, {trigger_type,scheduled}, {type,bucket_compaction}, {updated_on,1352754152}, {vbuckets_done,1024}]]}, {memory, [{total,231865560}, {processes,177673736}, {processes_used,177572080}, {system,54191824}, {atom,1338193}, {atom_used,1333793}, {binary,13465984}, {code,13490894}, {ets,7226128}]}, {system_memory_data, [{system_total_memory,25199214592}, {free_swap,20971511808}, {total_swap,20971511808}, {cached_memory,8399560704}, {buffered_memory,223191040}, {free_memory,6911283200}, {total_memory,25199214592}]}, {node_storage_conf,[{db_path,"/data"},{index_path,"/data"}]}, {statistics, [{wall_clock,{2100876,5002}}, {context_switches,{16850268,0}}, {garbage_collection,{2222413,5214911027,0}}, {io,{{input,378082843},{output,12909623389}}}, {reductions,{1832860773,4418732}}, {run_queue,0}, {runtime,{624970,1610}}]}, {system_stats, [{cpu_utilization_rate,56.72371638141809}, {swap_total,20971511808}, {swap_used,0}]}, {interesting_stats, [{couch_docs_actual_disk_size,8275985488}, {couch_docs_data_size,7321650739}, {couch_views_actual_disk_size,0}, {couch_views_data_size,0}, {curr_items,1391706}, {curr_items_tot,2993384}, {mem_used,7774617536}, {vb_replica_curr_items,1601678}]}, {cluster_compatibility_version,131072}, {version, [{public_key,"0.13"}, {lhttpc,"1.3.0"}, {ale,"8cffe61"}, {os_mon,"2.2.7"}, {couch_set_view,"1.2.0a-b68b5f4-git"}, {mnesia,"4.5"}, {inets,"5.7.1"}, {couch,"1.2.0a-b68b5f4-git"}, {mapreduce,"1.0.0"}, {couch_index_merger,"1.2.0a-b68b5f4-git"}, {kernel,"2.14.5"}, {crypto,"2.0.4"}, {ssl,"4.1.6"}, {sasl,"2.1.10"}, {couch_view_parser,"1.0.0"}, {ns_server,"2.0.0-1939-rel-enterprise"}, {mochiweb,"1.4.1"}, {oauth,"7d85d3ef"}, {stdlib,"1.17.5"}]}, {supported_compat_version,[2,0]}, {system_arch,"x86_64-unknown-linux-gnu"}, {wall_clock,2100}, {memory_data,{25199214592,18293829632,{<0.687.0>,10770992}}}, {disk_data, [{"/",41260352,5}, {"/dev/shm",12304304,0}, {"/boot",495844,7}, {"/data",206420664,5}]}, {meminfo, <<"MemTotal: 24608608 kB\nMemFree: 6749300 kB\nBuffers: 217960 kB\nCached: 8202696 kB\nSwapCached: 0 kB\nActive: 9904408 kB\nInactive: 7279408 kB\nActive(anon): 8753788 kB\nInactive(anon): 11324 kB\nActive(file): 1150620 kB\nInactive(file): 7268084 kB\nUnevictable: 20760 kB\nMlocked: 20760 kB\nSwapTotal: 20479992 kB\nSwapFree: 20479992 kB\nDirty: 8448 kB\nWriteback: 0 kB\nAnonPages: 8788264 kB\nMapped: 15684 kB\nShmem: 172 kB\nSlab: 340468 kB\nSReclaimable: 281720 kB\nSUnreclaim: 58748 kB\nKernelStack: 2560 kB\nPageTables: 21712 kB\nNFS_Unstable: 0 kB\nBounce: 0 kB\nWritebackTmp: 0 kB\nCommitLimit: 32784296 kB\nCommitted_AS: 10517312 kB\nVmallocTotal: 34359738367 kB\nVmallocUsed: 332500 kB\nVmallocChunk: 34359350016 kB\nHardwareCorrupted: 0 kB\nAnonHugePages: 2498560 kB\nHugePages_Total: 0\nHugePages_Free: 0\nHugePages_Rsvd: 0\nHugePages_Surp: 0\nHugepagesize: 2048 kB\nDirectMap4k: 10240 kB\nDirectMap2M: 25155584 kB\n">>}]}] [stats:debug,2012-11-12T13:02:46.481,ns_1@192.168.0.22:<0.683.0>:stats_collector:maybe_log_stats:126](at {{1970,1,16},{7,45,54}}) Stats for bucket "default": accepting_conns 1 auth_cmds 23 auth_errors 0 bucket_active_conns 1 bucket_conns 30 bytes 7777074576 bytes_read 23231784427 bytes_written 21910274395 cas_badval 0 cas_hits 0 cas_misses 0 cmd_flush 0 cmd_get 3115984 cmd_set 4210211 conn_yields 122319 connection_structures 5000 curr_connections 31 curr_conns_on_port_11209 18 curr_conns_on_port_11210 11 curr_items 1391176 curr_items_tot 2991685 curr_temp_items 0 daemon_connections 4 decr_hits 0 decr_misses 0 delete_hits 146552 delete_misses 209486 ep_access_scanner_last_runtime 0 ep_access_scanner_num_items 0 ep_access_scanner_task_time 2012-11-13 10:00:00 ep_allow_data_loss_during_shutdown 1 ep_alog_block_size 4096 ep_alog_path /data/default/access.log ep_alog_sleep_time 1440 ep_alog_task_time 10 ep_backend couchdb ep_bg_fetch_delay 0 ep_bg_fetched 0 ep_bg_meta_fetched 0 ep_bg_remaining_jobs 0 ep_chk_max_items 5000 ep_chk_period 1800 ep_chk_persistence_remains 0 ep_chk_persistence_timeout 10 ep_chk_remover_stime 5 ep_commit_num 13078 ep_commit_time 6 ep_commit_time_total 211519 ep_concurrentDB 1 ep_config_file ep_couch_bucket default ep_couch_host localhost ep_couch_port 11213 ep_couch_reconnect_sleeptime 250 ep_couch_response_timeout 180000 ep_data_age 15 ep_data_age_highwat 102 ep_data_traffic_enabled 0 ep_dbinit 0 ep_dbname /data/default ep_degraded_mode 0 ep_diskqueue_drain 9373380 ep_diskqueue_fill 8104336 ep_diskqueue_items 51416 ep_diskqueue_memory 1414464 ep_diskqueue_pending 2121696 ep_exp_pager_stime 3600 ep_exp_pager_stime 3600 ep_expired_access 2855 ep_expired_pager 0 ep_expiry_window 3 ep_failpartialwarmup 0 ep_flush_all false ep_flush_duration_total 1892 ep_flushall_enabled 0 ep_flusher_state running ep_flusher_todo 34282 ep_getl_default_timeout 15 ep_getl_max_timeout 30 ep_ht_locks 5 ep_ht_size 3079 ep_inconsistent_slave_chk 0 ep_initfile ep_io_num_read 0 ep_io_num_write 7950758 ep_io_read_bytes 0 ep_io_write_bytes 18391896327 ep_item_begin_failed 0 ep_item_commit_failed 0 ep_item_flush_expired 9 ep_item_flush_failed 0 ep_item_num_based_new_chk 1 ep_items_rm_from_checkpoints 2182808 ep_keep_closed_chks 0 ep_klog_block_size 4096 ep_klog_compactor_queue_cap 500000 ep_klog_compactor_stime 3600 ep_klog_flush commit2 ep_klog_max_entry_ratio 10 ep_klog_max_log_size 2147483647 ep_klog_path ep_klog_sync commit2 ep_kv_size 7364693655 ep_max_checkpoints 2 ep_max_data_size 12582912000 ep_max_item_size 20971520 ep_max_size 12582912000 ep_max_txn_size 10000 ep_max_vbuckets 1024 ep_mem_high_wat 9437184000 ep_mem_high_wat 9437184000 ep_mem_low_wat 7549747200 ep_mem_low_wat 7549747200 ep_mem_tracker_enabled true ep_min_data_age 0 ep_mlog_compactor_runs 0 ep_mutation_mem_threshold 0 ep_num_access_scanner_runs 0 ep_num_eject_failures 0 ep_num_expiry_pager_runs 0 ep_num_non_resident 0 ep_num_not_my_vbuckets 419 ep_num_ops_del_meta 0 ep_num_ops_get_meta 0 ep_num_ops_set_meta 0 ep_num_pager_runs 0 ep_num_value_ejects 0 ep_oom_errors 0 ep_overhead 117115692 ep_pager_active_vb_pcnt 40 ep_pager_unbiased_period 60 ep_pending_ops 0 ep_pending_ops_max 1 ep_pending_ops_max_duration 160012 ep_pending_ops_total 3 ep_postInitfile ep_queue_age_cap 900 ep_queue_size 17134 ep_startup_time 1352752065 ep_storage_age 14 ep_storage_age_highwat 1424 ep_store_max_concurrency 10 ep_store_max_readers 9 ep_store_max_readwrite 1 ep_stored_val_type ep_tap_ack_grace_period 300 ep_tap_ack_initial_sequence_number 1 ep_tap_ack_interval 1000 ep_tap_ack_window_size 10 ep_tap_backfill_resident 0.9 ep_tap_backlog_limit 5000 ep_tap_backoff_period 5 ep_tap_bg_fetch_requeued 0 ep_tap_bg_fetched 12800 ep_tap_bg_max_pending 500 ep_tap_keepalive 300 ep_tap_noop_interval 20 ep_tap_requeue_sleep_time 0.1 ep_tap_throttle_cap_pcnt 10 ep_tap_throttle_queue_cap 1000000 ep_tap_throttle_threshold 90 ep_tmp_oom_errors 0 ep_too_old 85 ep_too_young 0 ep_total_cache_size 7328820531 ep_total_del_items 306925 ep_total_enqueued 8104338 ep_total_new_items 3228455 ep_total_persisted 7950758 ep_uncommitted_items 1054 ep_value_size 7118030422 ep_vb0 0 ep_vb_snapshot_total 159 ep_vb_total 1024 ep_vbucket_del 0 ep_vbucket_del_fail 0 ep_version 2.0.0r_133_g68e3f7c ep_waitforwarmup 0 ep_warmup 1 ep_warmup_batch_size 1000 ep_warmup_dups 0 ep_warmup_min_items_threshold 100 ep_warmup_min_memory_threshold 100 ep_warmup_oom 0 ep_warmup_thread complete ep_warmup_time 23464 get_hits 2772150 get_misses 343834 incr_hits 0 incr_misses 0 libevent 2.0.11-stable limit_maxbytes 67108864 listen_disabled_num 0 max_conns_on_port_11209 1000 max_conns_on_port_11210 9000 mem_used 7777074576 pid 21605 pointer_size 64 rejected_conns 0 rusage_system 749.448066 rusage_user 1420.786007 tap_checkpoint_end_received 871 tap_checkpoint_end_sent 1001 tap_checkpoint_start_received 1873 tap_checkpoint_start_sent 2077 tap_connect_received 523 tap_delete_received 174196 tap_delete_sent 179161 tap_mutation_received 5129180 tap_mutation_sent 5713691 tap_opaque_received 3118 tap_opaque_sent 3074 tap_vbucket_set_received 448 tap_vbucket_set_sent 520 threads 4 time 1352754166 total_connections 3023 uptime 2111 vb_active_curr_items 1391176 vb_active_eject 0 vb_active_expired 1259 vb_active_ht_memory 11953024 vb_active_itm_memory 3408186304 vb_active_meta_data_memory 109902904 vb_active_num 476 vb_active_num_non_resident 0 vb_active_num_ref_ejects 0 vb_active_num_ref_items 1508397 vb_active_ops_create 1500927 vb_active_ops_delete 147515 vb_active_ops_reject 0 vb_active_ops_update 2074447 vb_active_perc_mem_resident 100 vb_active_queue_age 6233615000 vb_active_queue_drain 4717079 vb_active_queue_fill 3958588 vb_active_queue_memory 703328 vb_active_queue_pending 1054992 vb_active_queue_size 21979 vb_dead_num 0 vb_pending_curr_items 0 vb_pending_eject 0 vb_pending_expired 0 vb_pending_ht_memory 0 vb_pending_itm_memory 0 vb_pending_meta_data_memory 0 vb_pending_num 0 vb_pending_num_non_resident 0 vb_pending_num_ref_ejects 0 vb_pending_num_ref_items 0 vb_pending_ops_create 0 vb_pending_ops_delete 0 vb_pending_ops_reject 0 vb_pending_ops_update 0 vb_pending_perc_mem_resident 0 vb_pending_queue_age 0 vb_pending_queue_drain 0 vb_pending_queue_fill 0 vb_pending_queue_memory 0 vb_pending_queue_pending 0 vb_pending_queue_size 0 vb_replica_curr_items 1600509 vb_replica_eject 0 vb_replica_expired 1596 vb_replica_ht_memory 13761184 vb_replica_itm_memory 3920634227 vb_replica_meta_data_memory 126440211 vb_replica_num 548 vb_replica_num_non_resident 0 vb_replica_num_ref_ejects 0 vb_replica_num_ref_items 1736761 vb_replica_ops_create 1727528 vb_replica_ops_delete 159410 vb_replica_ops_reject 0 vb_replica_ops_update 2340975 vb_replica_perc_mem_resident 100 vb_replica_queue_age 3381287000 vb_replica_queue_drain 4656301 vb_replica_queue_fill 4145748 vb_replica_queue_memory 711136 vb_replica_queue_pending 1066704 vb_replica_queue_size 22223 version 1.4.4_600_g7ea975a [ns_doctor:debug,2012-11-12T13:03:37.652,ns_1@192.168.0.22:ns_doctor<0.541.0>:ns_doctor:handle_info:137]Current node statuses: [{'ns_1@192.168.0.20', [{last_heard,{1352,754214,434154}}, {outgoing_replications_safeness_level,[{"default",green}]}, {incoming_replications_conf_hashes, [{"default",[{'ns_1@192.168.0.22',102902283}]}]}, {active_buckets,["default"]}, {ready_buckets,["default"]}, {local_tasks,[]}, {memory, [{total,201340200}, {processes,152313368}, {processes_used,150170152}, {system,49026832}, {atom,1401785}, {atom_used,1374492}, {binary,7962624}, {code,14054366}, {ets,7242728}]}, {system_memory_data, [{system_total_memory,25199214592}, {free_swap,20971511808}, {total_swap,20971511808}, {cached_memory,4568834048}, {buffered_memory,208900096}, {free_memory,10886631424}, {total_memory,25199214592}]}, {node_storage_conf,[{db_path,"/data"},{index_path,"/data"}]}, {statistics, [{wall_clock,{2177711,5000}}, {context_switches,{15784710,0}}, {garbage_collection,{1872391,11276239820,0}}, {io,{{input,290611211},{output,10133903354}}}, {reductions,{2211384577,3933579}}, {run_queue,0}, {runtime,{768880,2010}}]}, {system_stats, [{cpu_utilization_rate,51.358024691358025}, {swap_total,20971511808}, {swap_used,0}]}, {interesting_stats, [{couch_docs_actual_disk_size,4502018362}, {couch_docs_data_size,3756292887}, {couch_views_actual_disk_size,0}, {couch_views_data_size,0}, {curr_items,815020}, {curr_items_tot,1526074}, {mem_used,3947875008}, {vb_replica_curr_items,711054}]}, {cluster_compatibility_version,131072}, {version, [{public_key,"0.13"}, {lhttpc,"1.3.0"}, {ale,"8cffe61"}, {os_mon,"2.2.7"}, {couch_set_view,"1.2.0a-b68b5f4-git"}, {mnesia,"4.5"}, {inets,"5.7.1"}, {couch,"1.2.0a-b68b5f4-git"}, {mapreduce,"1.0.0"}, {couch_index_merger,"1.2.0a-b68b5f4-git"}, {kernel,"2.14.5"}, {crypto,"2.0.4"}, {ssl,"4.1.6"}, {sasl,"2.1.10"}, {couch_view_parser,"1.0.0"}, {ns_server,"2.0.0-1939-rel-enterprise"}, {mochiweb,"1.4.1"}, {oauth,"7d85d3ef"}, {stdlib,"1.17.5"}]}, {supported_compat_version,[2,0]}, {system_arch,"x86_64-unknown-linux-gnu"}, {wall_clock,2177}, {memory_data,{25199214592,14259589120,{<17793.429.0>,25151784}}}, {disk_data, [{"/",41260352,5}, {"/dev/shm",12304304,0}, {"/boot",495844,7}, {"/data",206420664,3}]}, {meminfo, <<"MemTotal: 24608608 kB\nMemFree: 10631476 kB\nBuffers: 204004 kB\nCached: 4461752 kB\nSwapCached: 0 kB\nActive: 9625712 kB\nInactive: 3747924 kB\nActive(anon): 8695916 kB\nInactive(anon): 14632 kB\nActive(file): 929796 kB\nInactive(file): 3733292 kB\nUnevictable: 20760 kB\nMlocked: 20760 kB\nSwapTotal: 20479992 kB\nSwapFree: 20479992 kB\nDirty: 1156 kB\nWriteback: 0 kB\nAnonPages: 8713040 kB\nMapped: 15568 kB\nShmem: 172 kB\nSlab: 267772 kB\nSReclaimable: 209620 kB\nSUnreclaim: 58152 kB\nKernelStack: 3064 kB\nPageTables: 21864 kB\nNFS_Unstable: 0 kB\nBounce: 0 kB\nWritebackTmp: 0 kB\nCommitLimit: 32784296 kB\nCommitted_AS: 10499200 kB\nVmallocTotal: 34359738367 kB\nVmallocUsed: 332500 kB\nVmallocChunk: 34359355024 kB\nHardwareCorrupted: 0 kB\nAnonHugePages: 2560000 kB\nHugePages_Total: 0\nHugePages_Free: 0\nHugePages_Rsvd: 0\nHugePages_Surp: 0\nHugepagesize: 2048 kB\nDirectMap4k: 10240 kB\nDirectMap2M: 25155584 kB\n">>}]}, {'ns_1@192.168.0.21', [{last_heard,{1352,754213,50015}}, {outgoing_replications_safeness_level,[{"default",green}]}, {incoming_replications_conf_hashes, [{"default",[{'ns_1@192.168.0.22',21862316}]}]}, {active_buckets,["default"]}, {ready_buckets,["default"]}, {local_tasks, [[{pid,<<"<0.27886.0>">>}, {bucket,<<"default">>}, {original_target,{[{type,bucket}]}}, {progress,51}, {started_on,1352754170}, {total_vbuckets,487}, {trigger_type,scheduled}, {type,bucket_compaction}, {updated_on,1352754213}, {vbuckets_done,253}]]}, {memory, [{total,160615400}, {processes,116025608}, {processes_used,116012656}, {system,44589792}, {atom,1339809}, {atom_used,1335933}, {binary,7179720}, {code,13493102}, {ets,4231056}]}, {system_memory_data, [{system_total_memory,25199214592}, {free_swap,20971511808}, {total_swap,20971511808}, {cached_memory,4489011200}, {buffered_memory,172568576}, {free_memory,15606898688}, {total_memory,25199214592}]}, {node_storage_conf,[{db_path,"/data"},{index_path,"/data"}]}, {statistics, [{wall_clock,{2174098,4999}}, {context_switches,{5189507,0}}, {garbage_collection,{1277332,3182728226,0}}, {io,{{input,230527523},{output,7427613206}}}, {reductions,{814415095,4657088}}, {run_queue,0}, {runtime,{331080,1700}}]}, {system_stats, [{cpu_utilization_rate,62.93532338308458}, {swap_total,20971511808}, {swap_used,0}]}, {interesting_stats, [{couch_docs_actual_disk_size,4457589150}, {couch_docs_data_size,3565929414}, {couch_views_actual_disk_size,0}, {couch_views_data_size,0}, {curr_items,784601}, {curr_items_tot,1468409}, {mem_used,3835812272}, {vb_replica_curr_items,683808}]}, {cluster_compatibility_version,131072}, {version, [{public_key,"0.13"}, {lhttpc,"1.3.0"}, {ale,"8cffe61"}, {os_mon,"2.2.7"}, {couch_set_view,"1.2.0a-b68b5f4-git"}, {mnesia,"4.5"}, {inets,"5.7.1"}, {couch,"1.2.0a-b68b5f4-git"}, {mapreduce,"1.0.0"}, {couch_index_merger,"1.2.0a-b68b5f4-git"}, {kernel,"2.14.5"}, {crypto,"2.0.4"}, {ssl,"4.1.6"}, {sasl,"2.1.10"}, {couch_view_parser,"1.0.0"}, {ns_server,"2.0.0-1939-rel-enterprise"}, {mochiweb,"1.4.1"}, {oauth,"7d85d3ef"}, {stdlib,"1.17.5"}]}, {supported_compat_version,[2,0]}, {system_arch,"x86_64-unknown-linux-gnu"}, {wall_clock,2174}, {memory_data,{25199214592,9648537600,{<19409.4606.0>,6657160}}}, {disk_data, [{"/",41260352,5}, {"/dev/shm",12304304,0}, {"/boot",495844,7}, {"/data",206420664,3}]}, {meminfo, <<"MemTotal: 24608608 kB\nMemFree: 15241112 kB\nBuffers: 168524 kB\nCached: 4383800 kB\nSwapCached: 0 kB\nActive: 5228288 kB\nInactive: 3607240 kB\nActive(anon): 4275972 kB\nInactive(anon): 9232 kB\nActive(file): 952316 kB\nInactive(file): 3598008 kB\nUnevictable: 20760 kB\nMlocked: 20760 kB\nSwapTotal: 20479992 kB\nSwapFree: 20479992 kB\nDirty: 9672 kB\nWriteback: 68 kB\nAnonPages: 4304112 kB\nMapped: 14620 kB\nShmem: 164 kB\nSlab: 205144 kB\nSReclaimable: 146700 kB\nSUnreclaim: 58444 kB\nKernelStack: 3056 kB\nPageTables: 12840 kB\nNFS_Unstable: 0 kB\nBounce: 0 kB\nWritebackTmp: 0 kB\nCommitLimit: 32784296 kB\nCommitted_AS: 6057868 kB\nVmallocTotal: 34359738367 kB\nVmallocUsed: 332500 kB\nVmallocChunk: 34359350016 kB\nHardwareCorrupted: 0 kB\nAnonHugePages: 1206272 kB\nHugePages_Total: 0\nHugePages_Free: 0\nHugePages_Rsvd: 0\nHugePages_Surp: 0\nHugepagesize: 2048 kB\nDirectMap4k: 10240 kB\nDirectMap2M: 25155584 kB\n">>}]}, {'ns_1@192.168.0.22', [{last_heard,{1352,754212,654759}}, {outgoing_replications_safeness_level,[{"default",green}]}, {incoming_replications_conf_hashes, [{"default", [{'ns_1@192.168.0.20',42307221},{'ns_1@192.168.0.21',91785386}]}]}, {active_buckets,["default"]}, {ready_buckets,["default"]}, {local_tasks,[]}, {memory, [{total,237690968}, {processes,183039232}, {processes_used,182881664}, {system,54651736}, {atom,1338193}, {atom_used,1333793}, {binary,13815528}, {code,13490894}, {ets,7344392}]}, {system_memory_data, [{system_total_memory,25199214592}, {free_swap,20971511808}, {total_swap,20971511808}, {cached_memory,9110036480}, {buffered_memory,225001472}, {free_memory,6186262528}, {total_memory,25199214592}]}, {node_storage_conf,[{db_path,"/data"},{index_path,"/data"}]}, {statistics, [{wall_clock,{2160875,5001}}, {context_switches,{17273380,0}}, {garbage_collection,{2302345,5388384761,0}}, {io,{{input,385161022},{output,13214144360}}}, {reductions,{1884588222,4076248}}, {run_queue,0}, {runtime,{643900,1550}}]}, {system_stats, [{cpu_utilization_rate,46.25}, {swap_total,20971511808}, {swap_used,0}]}, {interesting_stats, [{couch_docs_actual_disk_size,8973072528}, {couch_docs_data_size,7323866155}, {couch_views_actual_disk_size,0}, {couch_views_data_size,0}, {curr_items,1391387}, {curr_items_tot,2991455}, {mem_used,7783944272}, {vb_replica_curr_items,1600068}]}, {cluster_compatibility_version,131072}, {version, [{public_key,"0.13"}, {lhttpc,"1.3.0"}, {ale,"8cffe61"}, {os_mon,"2.2.7"}, {couch_set_view,"1.2.0a-b68b5f4-git"}, {mnesia,"4.5"}, {inets,"5.7.1"}, {couch,"1.2.0a-b68b5f4-git"}, {mapreduce,"1.0.0"}, {couch_index_merger,"1.2.0a-b68b5f4-git"}, {kernel,"2.14.5"}, {crypto,"2.0.4"}, {ssl,"4.1.6"}, {sasl,"2.1.10"}, {couch_view_parser,"1.0.0"}, {ns_server,"2.0.0-1939-rel-enterprise"}, {mochiweb,"1.4.1"}, {oauth,"7d85d3ef"}, {stdlib,"1.17.5"}]}, {supported_compat_version,[2,0]}, {system_arch,"x86_64-unknown-linux-gnu"}, {wall_clock,2160}, {memory_data,{25199214592,19011428352,{<0.687.0>,10770992}}}, {disk_data, [{"/",41260352,5}, {"/dev/shm",12304304,0}, {"/boot",495844,7}, {"/data",206420664,5}]}, {meminfo, <<"MemTotal: 24608608 kB\nMemFree: 6041520 kB\nBuffers: 219728 kB\nCached: 8896520 kB\nSwapCached: 0 kB\nActive: 10405356 kB\nInactive: 7482684 kB\nActive(anon): 8763760 kB\nInactive(anon): 10216 kB\nActive(file): 1641596 kB\nInactive(file): 7472468 kB\nUnevictable: 20760 kB\nMlocked: 20760 kB\nSwapTotal: 20479992 kB\nSwapFree: 20479992 kB\nDirty: 4176 kB\nWriteback: 0 kB\nAnonPages: 8792864 kB\nMapped: 16000 kB\nShmem: 172 kB\nSlab: 343512 kB\nSReclaimable: 285444 kB\nSUnreclaim: 58068 kB\nKernelStack: 2576 kB\nPageTables: 21788 kB\nNFS_Unstable: 0 kB\nBounce: 0 kB\nWritebackTmp: 0 kB\nCommitLimit: 32784296 kB\nCommitted_AS: 10543508 kB\nVmallocTotal: 34359738367 kB\nVmallocUsed: 332500 kB\nVmallocChunk: 34359350016 kB\nHardwareCorrupted: 0 kB\nAnonHugePages: 2594816 kB\nHugePages_Total: 0\nHugePages_Free: 0\nHugePages_Rsvd: 0\nHugePages_Surp: 0\nHugepagesize: 2048 kB\nDirectMap4k: 10240 kB\nDirectMap2M: 25155584 kB\n">>}]}] [stats:debug,2012-11-12T13:04:26.499,ns_1@192.168.0.22:<0.683.0>:stats_collector:maybe_log_stats:126](at {{1970,1,16},{7,45,54}}) Stats for bucket "default": accepting_conns 1 auth_cmds 23 auth_errors 0 bucket_active_conns 2 bucket_conns 29 bytes 7790740736 bytes_read 24149256570 bytes_written 22961154483 cas_badval 0 cas_hits 0 cas_misses 0 cmd_flush 0 cmd_get 3312920 cmd_set 4373226 conn_yields 126599 connection_structures 5000 curr_connections 30 curr_conns_on_port_11209 17 curr_conns_on_port_11210 11 curr_items 1387684 curr_items_tot 2990381 curr_temp_items 0 daemon_connections 4 decr_hits 0 decr_misses 0 delete_hits 154895 delete_misses 223293 ep_access_scanner_last_runtime 0 ep_access_scanner_num_items 0 ep_access_scanner_task_time 2012-11-13 10:00:00 ep_allow_data_loss_during_shutdown 1 ep_alog_block_size 4096 ep_alog_path /data/default/access.log ep_alog_sleep_time 1440 ep_alog_task_time 10 ep_backend couchdb ep_bg_fetch_delay 0 ep_bg_fetched 0 ep_bg_meta_fetched 0 ep_bg_remaining_jobs 0 ep_chk_max_items 5000 ep_chk_period 1800 ep_chk_persistence_remains 0 ep_chk_persistence_timeout 10 ep_chk_remover_stime 5 ep_commit_num 13867 ep_commit_time 4 ep_commit_time_total 222484 ep_concurrentDB 1 ep_config_file ep_couch_bucket default ep_couch_host localhost ep_couch_port 11213 ep_couch_reconnect_sleeptime 250 ep_couch_response_timeout 180000 ep_data_age 11 ep_data_age_highwat 102 ep_data_traffic_enabled 0 ep_dbinit 0 ep_dbname /data/default ep_degraded_mode 0 ep_diskqueue_drain 9743030 ep_diskqueue_fill 8449185 ep_diskqueue_items 39107 ep_diskqueue_memory 1045312 ep_diskqueue_pending 1567968 ep_exp_pager_stime 3600 ep_exp_pager_stime 3600 ep_expired_access 3120 ep_expired_pager 0 ep_expiry_window 3 ep_failpartialwarmup 0 ep_flush_all false ep_flush_duration_total 1992 ep_flushall_enabled 0 ep_flusher_state running ep_flusher_todo 19080 ep_getl_default_timeout 15 ep_getl_max_timeout 30 ep_ht_locks 5 ep_ht_size 3079 ep_inconsistent_slave_chk 0 ep_initfile ep_io_num_read 0 ep_io_num_write 8279848 ep_io_read_bytes 0 ep_io_write_bytes 19136016997 ep_item_begin_failed 0 ep_item_commit_failed 0 ep_item_flush_expired 11 ep_item_flush_failed 0 ep_item_num_based_new_chk 1 ep_items_rm_from_checkpoints 2188325 ep_keep_closed_chks 0 ep_klog_block_size 4096 ep_klog_compactor_queue_cap 500000 ep_klog_compactor_stime 3600 ep_klog_flush commit2 ep_klog_max_entry_ratio 10 ep_klog_max_log_size 2147483647 ep_klog_path ep_klog_sync commit2 ep_kv_size 7364974267 ep_max_checkpoints 2 ep_max_data_size 12582912000 ep_max_item_size 20971520 ep_max_size 12582912000 ep_max_txn_size 10000 ep_max_vbuckets 1024 ep_mem_high_wat 9437184000 ep_mem_high_wat 9437184000 ep_mem_low_wat 7549747200 ep_mem_low_wat 7549747200 ep_mem_tracker_enabled true ep_min_data_age 0 ep_mlog_compactor_runs 0 ep_mutation_mem_threshold 0 ep_num_access_scanner_runs 0 ep_num_eject_failures 0 ep_num_expiry_pager_runs 0 ep_num_non_resident 0 ep_num_not_my_vbuckets 449 ep_num_ops_del_meta 0 ep_num_ops_get_meta 0 ep_num_ops_set_meta 0 ep_num_pager_runs 0 ep_num_value_ejects 0 ep_oom_errors 0 ep_overhead 120931716 ep_pager_active_vb_pcnt 40 ep_pager_unbiased_period 60 ep_pending_ops 0 ep_pending_ops_max 1 ep_pending_ops_max_duration 160012 ep_pending_ops_total 3 ep_postInitfile ep_queue_age_cap 900 ep_queue_size 20027 ep_startup_time 1352752065 ep_storage_age 8 ep_storage_age_highwat 1424 ep_store_max_concurrency 10 ep_store_max_readers 9 ep_store_max_readwrite 1 ep_stored_val_type ep_tap_ack_grace_period 300 ep_tap_ack_initial_sequence_number 1 ep_tap_ack_interval 1000 ep_tap_ack_window_size 10 ep_tap_backfill_resident 0.9 ep_tap_backlog_limit 5000 ep_tap_backoff_period 5 ep_tap_bg_fetch_requeued 0 ep_tap_bg_fetched 13951 ep_tap_bg_max_pending 500 ep_tap_keepalive 300 ep_tap_noop_interval 20 ep_tap_requeue_sleep_time 0.1 ep_tap_throttle_cap_pcnt 10 ep_tap_throttle_queue_cap 1000000 ep_tap_throttle_threshold 90 ep_tmp_oom_errors 0 ep_too_old 85 ep_too_young 0 ep_total_cache_size 7329107539 ep_total_del_items 328040 ep_total_enqueued 8449190 ep_total_new_items 3244225 ep_total_persisted 8279848 ep_uncommitted_items 267 ep_value_size 7118416138 ep_vb0 0 ep_vb_snapshot_total 181 ep_vb_total 1024 ep_vbucket_del 0 ep_vbucket_del_fail 0 ep_version 2.0.0r_133_g68e3f7c ep_waitforwarmup 0 ep_warmup 1 ep_warmup_batch_size 1000 ep_warmup_dups 0 ep_warmup_min_items_threshold 100 ep_warmup_min_memory_threshold 100 ep_warmup_oom 0 ep_warmup_thread complete ep_warmup_time 23464 get_hits 2943826 get_misses 369094 incr_hits 0 incr_misses 0 libevent 2.0.11-stable limit_maxbytes 67108864 listen_disabled_num 0 max_conns_on_port_11209 1000 max_conns_on_port_11210 9000 mem_used 7790740736 pid 21605 pointer_size 64 rejected_conns 0 rusage_system 785.373605 rusage_user 1481.616760 tap_checkpoint_end_received 917 tap_checkpoint_end_sent 1050 tap_checkpoint_start_received 1957 tap_checkpoint_start_sent 2170 tap_connect_received 561 tap_delete_received 186238 tap_delete_sent 190385 tap_mutation_received 5328091 tap_mutation_sent 5939097 tap_opaque_received 3283 tap_opaque_sent 3225 tap_vbucket_set_received 484 tap_vbucket_set_sent 558 threads 4 time 1352754266 total_connections 3247 uptime 2211 vb_active_curr_items 1387684 vb_active_eject 0 vb_active_expired 1338 vb_active_ht_memory 11928008 vb_active_itm_memory 3400736092 vb_active_meta_data_memory 109627036 vb_active_num 475 vb_active_num_non_resident 0 vb_active_num_ref_ejects 0 vb_active_num_ref_items 1512849 vb_active_ops_create 1505079 vb_active_ops_delete 156823 vb_active_ops_reject 0 vb_active_ops_update 2215279 vb_active_perc_mem_resident 100 vb_active_queue_age 5999751000 vb_active_queue_drain 4880571 vb_active_queue_fill 4111024 vb_active_queue_memory 594240 vb_active_queue_pending 891360 vb_active_queue_size 18570 vb_dead_num 0 vb_pending_curr_items 0 vb_pending_eject 0 vb_pending_expired 0 vb_pending_ht_memory 0 vb_pending_itm_memory 0 vb_pending_meta_data_memory 0 vb_pending_num 0 vb_pending_num_non_resident 0 vb_pending_num_ref_ejects 0 vb_pending_num_ref_items 0 vb_pending_ops_create 0 vb_pending_ops_delete 0 vb_pending_ops_reject 0 vb_pending_ops_update 0 vb_pending_perc_mem_resident 0 vb_pending_queue_age 0 vb_pending_queue_drain 0 vb_pending_queue_fill 0 vb_pending_queue_memory 0 vb_pending_queue_pending 0 vb_pending_queue_size 0 vb_replica_curr_items 1602697 vb_replica_eject 0 vb_replica_expired 1782 vb_replica_ht_memory 13786200 vb_replica_itm_memory 3928371447 vb_replica_meta_data_memory 126613063 vb_replica_num 549 vb_replica_num_non_resident 0 vb_replica_num_ref_ejects 0 vb_replica_num_ref_items 1748582 vb_replica_ops_create 1739146 vb_replica_ops_delete 171217 vb_replica_ops_reject 0 vb_replica_ops_update 2492337 vb_replica_perc_mem_resident 100 vb_replica_queue_age 3315171000 vb_replica_queue_drain 4862459 vb_replica_queue_fill 4338161 vb_replica_queue_memory 451072 vb_replica_queue_pending 676608 vb_replica_queue_size 14096 version 1.4.4_600_g7ea975a [ns_doctor:debug,2012-11-12T13:04:37.651,ns_1@192.168.0.22:ns_doctor<0.541.0>:ns_doctor:handle_info:137]Current node statuses: [{'ns_1@192.168.0.20', [{last_heard,{1352,754274,433865}}, {outgoing_replications_safeness_level,[{"default",green}]}, {incoming_replications_conf_hashes, [{"default",[{'ns_1@192.168.0.22',78973257}]}]}, {active_buckets,["default"]}, {ready_buckets,["default"]}, {local_tasks,[]}, {memory, [{total,205425200}, {processes,156010824}, {processes_used,153777672}, {system,49414376}, {atom,1401785}, {atom_used,1374492}, {binary,8188584}, {code,14054366}, {ets,7421864}]}, {system_memory_data, [{system_total_memory,25199214592}, {free_swap,20971511808}, {total_swap,20971511808}, {cached_memory,4788879360}, {buffered_memory,209981440}, {free_memory,10667053056}, {total_memory,25199214592}]}, {node_storage_conf,[{db_path,"/data"},{index_path,"/data"}]}, {statistics, [{wall_clock,{2237710,4995}}, {context_switches,{16105221,0}}, {garbage_collection,{1926132,11781303596,0}}, {io,{{input,294169519},{output,10266347141}}}, {reductions,{2257711745,4724453}}, {run_queue,0}, {runtime,{794440,2680}}]}, {system_stats, [{cpu_utilization_rate,66.25916870415648}, {swap_total,20971511808}, {swap_used,0}]}, {interesting_stats, [{couch_docs_actual_disk_size,4718035289}, {couch_docs_data_size,3585399628}, {couch_views_actual_disk_size,0}, {couch_views_data_size,0}, {curr_items,779916}, {curr_items_tot,1455677}, {mem_used,3777867168}, {vb_replica_curr_items,675761}]}, {cluster_compatibility_version,131072}, {version, [{public_key,"0.13"}, {lhttpc,"1.3.0"}, {ale,"8cffe61"}, {os_mon,"2.2.7"}, {couch_set_view,"1.2.0a-b68b5f4-git"}, {mnesia,"4.5"}, {inets,"5.7.1"}, {couch,"1.2.0a-b68b5f4-git"}, {mapreduce,"1.0.0"}, {couch_index_merger,"1.2.0a-b68b5f4-git"}, {kernel,"2.14.5"}, {crypto,"2.0.4"}, {ssl,"4.1.6"}, {sasl,"2.1.10"}, {couch_view_parser,"1.0.0"}, {ns_server,"2.0.0-1939-rel-enterprise"}, {mochiweb,"1.4.1"}, {oauth,"7d85d3ef"}, {stdlib,"1.17.5"}]}, {supported_compat_version,[2,0]}, {system_arch,"x86_64-unknown-linux-gnu"}, {wall_clock,2237}, {memory_data,{25199214592,14533267456,{<17793.667.0>,17427312}}}, {disk_data, [{"/",41260352,5}, {"/dev/shm",12304304,0}, {"/boot",495844,7}, {"/data",206420664,3}]}, {meminfo, <<"MemTotal: 24608608 kB\nMemFree: 10417044 kB\nBuffers: 205060 kB\nCached: 4676640 kB\nSwapCached: 0 kB\nActive: 9868952 kB\nInactive: 3719440 kB\nActive(anon): 8694464 kB\nInactive(anon): 14632 kB\nActive(file): 1174488 kB\nInactive(file): 3704808 kB\nUnevictable: 20760 kB\nMlocked: 20760 kB\nSwapTotal: 20479992 kB\nSwapFree: 20479992 kB\nDirty: 1604 kB\nWriteback: 0 kB\nAnonPages: 8742208 kB\nMapped: 15568 kB\nShmem: 172 kB\nSlab: 266852 kB\nSReclaimable: 208872 kB\nSUnreclaim: 57980 kB\nKernelStack: 3064 kB\nPageTables: 21932 kB\nNFS_Unstable: 0 kB\nBounce: 0 kB\nWritebackTmp: 0 kB\nCommitLimit: 32784296 kB\nCommitted_AS: 10503940 kB\nVmallocTotal: 34359738367 kB\nVmallocUsed: 332500 kB\nVmallocChunk: 34359355024 kB\nHardwareCorrupted: 0 kB\nAnonHugePages: 2689024 kB\nHugePages_Total: 0\nHugePages_Free: 0\nHugePages_Rsvd: 0\nHugePages_Surp: 0\nHugepagesize: 2048 kB\nDirectMap4k: 10240 kB\nDirectMap2M: 25155584 kB\n">>}]}, {'ns_1@192.168.0.21', [{last_heard,{1352,754273,48955}}, {outgoing_replications_safeness_level,[{"default",green}]}, {incoming_replications_conf_hashes, [{"default",[{'ns_1@192.168.0.22',74579881}]}]}, {active_buckets,["default"]}, {ready_buckets,["default"]}, {local_tasks,[]}, {memory, [{total,163383288}, {processes,117978376}, {processes_used,117962224}, {system,45404912}, {atom,1339809}, {atom_used,1335933}, {binary,7828168}, {code,13493102}, {ets,4380128}]}, {system_memory_data, [{system_total_memory,25199214592}, {free_swap,20971511808}, {total_swap,20971511808}, {cached_memory,4266594304}, {buffered_memory,175796224}, {free_memory,15653560320}, {total_memory,25199214592}]}, {node_storage_conf,[{db_path,"/data"},{index_path,"/data"}]}, {statistics, [{wall_clock,{2234098,4999}}, {context_switches,{5593439,0}}, {garbage_collection,{1350232,3386169799,0}}, {io,{{input,247453949},{output,7736417284}}}, {reductions,{871906737,6150656}}, {run_queue,0}, {runtime,{349860,2030}}]}, {system_stats, [{cpu_utilization_rate,40.52757793764988}, {swap_total,20971511808}, {swap_used,0}]}, {interesting_stats, [{couch_docs_actual_disk_size,4151494944}, {couch_docs_data_size,3723613398}, {couch_views_actual_disk_size,0}, {couch_views_data_size,0}, {curr_items,819269}, {curr_items_tot,1533600}, {mem_used,4003458192}, {vb_replica_curr_items,714331}]}, {cluster_compatibility_version,131072}, {version, [{public_key,"0.13"}, {lhttpc,"1.3.0"}, {ale,"8cffe61"}, {os_mon,"2.2.7"}, {couch_set_view,"1.2.0a-b68b5f4-git"}, {mnesia,"4.5"}, {inets,"5.7.1"}, {couch,"1.2.0a-b68b5f4-git"}, {mapreduce,"1.0.0"}, {couch_index_merger,"1.2.0a-b68b5f4-git"}, {kernel,"2.14.5"}, {crypto,"2.0.4"}, {ssl,"4.1.6"}, {sasl,"2.1.10"}, {couch_view_parser,"1.0.0"}, {ns_server,"2.0.0-1939-rel-enterprise"}, {mochiweb,"1.4.1"}, {oauth,"7d85d3ef"}, {stdlib,"1.17.5"}]}, {supported_compat_version,[2,0]}, {system_arch,"x86_64-unknown-linux-gnu"}, {wall_clock,2234}, {memory_data,{25199214592,9296916480,{<19409.4606.0>,5085816}}}, {disk_data, [{"/",41260352,5}, {"/dev/shm",12304304,0}, {"/boot",495844,7}, {"/data",206420664,3}]}, {meminfo, <<"MemTotal: 24608608 kB\nMemFree: 15286680 kB\nBuffers: 171676 kB\nCached: 4166596 kB\nSwapCached: 0 kB\nActive: 5153192 kB\nInactive: 3643428 kB\nActive(anon): 4450516 kB\nInactive(anon): 10140 kB\nActive(file): 702676 kB\nInactive(file): 3633288 kB\nUnevictable: 20760 kB\nMlocked: 20760 kB\nSwapTotal: 20479992 kB\nSwapFree: 20479992 kB\nDirty: 3064 kB\nWriteback: 0 kB\nAnonPages: 4479556 kB\nMapped: 14616 kB\nShmem: 164 kB\nSlab: 198272 kB\nSReclaimable: 140216 kB\nSUnreclaim: 58056 kB\nKernelStack: 3048 kB\nPageTables: 13128 kB\nNFS_Unstable: 0 kB\nBounce: 0 kB\nWritebackTmp: 0 kB\nCommitLimit: 32784296 kB\nCommitted_AS: 6219692 kB\nVmallocTotal: 34359738367 kB\nVmallocUsed: 332500 kB\nVmallocChunk: 34359350016 kB\nHardwareCorrupted: 0 kB\nAnonHugePages: 1308672 kB\nHugePages_Total: 0\nHugePages_Free: 0\nHugePages_Rsvd: 0\nHugePages_Surp: 0\nHugepagesize: 2048 kB\nDirectMap4k: 10240 kB\nDirectMap2M: 25155584 kB\n">>}]}, {'ns_1@192.168.0.22', [{last_heard,{1352,754272,659768}}, {outgoing_replications_safeness_level,[{"default",green}]}, {incoming_replications_conf_hashes, [{"default", [{'ns_1@192.168.0.20',37933022},{'ns_1@192.168.0.21',13331994}]}]}, {active_buckets,["default"]}, {ready_buckets,["default"]}, {local_tasks,[]}, {memory, [{total,237216736}, {processes,182002216}, {processes_used,181846344}, {system,55214520}, {atom,1338193}, {atom_used,1333793}, {binary,14189192}, {code,13490894}, {ets,7532448}]}, {system_memory_data, [{system_total_memory,25199214592}, {free_swap,20971511808}, {total_swap,20971511808}, {cached_memory,9818312704}, {buffered_memory,226623488}, {free_memory,5445038080}, {total_memory,25199214592}]}, {node_storage_conf,[{db_path,"/data"},{index_path,"/data"}]}, {statistics, [{wall_clock,{2220880,5006}}, {context_switches,{17694229,0}}, {garbage_collection,{2375608,5550991511,0}}, {io,{{input,395469669},{output,13533773827}}}, {reductions,{1934491389,5277539}}, {run_queue,2}, {runtime,{661750,1810}}]}, {system_stats, [{cpu_utilization_rate,52.28915662650602}, {swap_total,20971511808}, {swap_used,0}]}, {interesting_stats, [{couch_docs_actual_disk_size,9677825046}, {couch_docs_data_size,7324565194}, {couch_views_actual_disk_size,0}, {couch_views_data_size,0}, {curr_items,1390173}, {curr_items_tot,2990074}, {mem_used,7791974784}, {vb_replica_curr_items,1599901}]}, {cluster_compatibility_version,131072}, {version, [{public_key,"0.13"}, {lhttpc,"1.3.0"}, {ale,"8cffe61"}, {os_mon,"2.2.7"}, {couch_set_view,"1.2.0a-b68b5f4-git"}, {mnesia,"4.5"}, {inets,"5.7.1"}, {couch,"1.2.0a-b68b5f4-git"}, {mapreduce,"1.0.0"}, {couch_index_merger,"1.2.0a-b68b5f4-git"}, {kernel,"2.14.5"}, {crypto,"2.0.4"}, {ssl,"4.1.6"}, {sasl,"2.1.10"}, {couch_view_parser,"1.0.0"}, {ns_server,"2.0.0-1939-rel-enterprise"}, {mochiweb,"1.4.1"}, {oauth,"7d85d3ef"}, {stdlib,"1.17.5"}]}, {supported_compat_version,[2,0]}, {system_arch,"x86_64-unknown-linux-gnu"}, {wall_clock,2220}, {memory_data,{25199214592,19751636992,{<0.687.0>,10770992}}}, {disk_data, [{"/",41260352,5}, {"/dev/shm",12304304,0}, {"/boot",495844,7}, {"/data",206420664,5}]}, {meminfo, <<"MemTotal: 24608608 kB\nMemFree: 5317420 kB\nBuffers: 221312 kB\nCached: 9588196 kB\nSwapCached: 0 kB\nActive: 10816432 kB\nInactive: 7775744 kB\nActive(anon): 8774612 kB\nInactive(anon): 10216 kB\nActive(file): 2041820 kB\nInactive(file): 7765528 kB\nUnevictable: 20760 kB\nMlocked: 20760 kB\nSwapTotal: 20479992 kB\nSwapFree: 20479992 kB\nDirty: 5072 kB\nWriteback: 0 kB\nAnonPages: 8787312 kB\nMapped: 15680 kB\nShmem: 172 kB\nSlab: 362276 kB\nSReclaimable: 304184 kB\nSUnreclaim: 58092 kB\nKernelStack: 2552 kB\nPageTables: 21668 kB\nNFS_Unstable: 0 kB\nBounce: 0 kB\nWritebackTmp: 0 kB\nCommitLimit: 32784296 kB\nCommitted_AS: 10535100 kB\nVmallocTotal: 34359738367 kB\nVmallocUsed: 332500 kB\nVmallocChunk: 34359350016 kB\nHardwareCorrupted: 0 kB\nAnonHugePages: 2676736 kB\nHugePages_Total: 0\nHugePages_Free: 0\nHugePages_Rsvd: 0\nHugePages_Surp: 0\nHugepagesize: 2048 kB\nDirectMap4k: 10240 kB\nDirectMap2M: 25155584 kB\n">>}]}] [ns_doctor:debug,2012-11-12T13:05:37.652,ns_1@192.168.0.22:ns_doctor<0.541.0>:ns_doctor:handle_info:137]Current node statuses: [{'ns_1@192.168.0.20', [{last_heard,{1352,754334,435621}}, {outgoing_replications_safeness_level,[{"default",green}]}, {incoming_replications_conf_hashes, [{"default",[{'ns_1@192.168.0.22',108890716}]}]}, {active_buckets,["default"]}, {ready_buckets,["default"]}, {local_tasks, [[{pid,<<"<0.10895.2>">>}, {bucket,<<"default">>}, {original_target,{[{type,bucket}]}}, {progress,2}, {started_on,1352754331}, {total_vbuckets,465}, {trigger_type,scheduled}, {type,bucket_compaction}, {updated_on,1352754333}, {vbuckets_done,12}]]}, {memory, [{total,206509048}, {processes,157153744}, {processes_used,154781928}, {system,49355304}, {atom,1401785}, {atom_used,1374492}, {binary,8072328}, {code,14054366}, {ets,7500272}]}, {system_memory_data, [{system_total_memory,25199214592}, {free_swap,20971511808}, {total_swap,20971511808}, {cached_memory,4800409600}, {buffered_memory,210501632}, {free_memory,10656428032}, {total_memory,25199214592}]}, {node_storage_conf,[{db_path,"/data"},{index_path,"/data"}]}, {statistics, [{wall_clock,{2297711,5000}}, {context_switches,{16528806,0}}, {garbage_collection,{1998285,12477729604,0}}, {io,{{input,298526890},{output,10392126877}}}, {reductions,{2312655434,4270960}}, {run_queue,0}, {runtime,{827520,2360}}]}, {system_stats, [{cpu_utilization_rate,88.78048780487805}, {swap_total,20971511808}, {swap_used,0}]}, {interesting_stats, [{couch_docs_actual_disk_size,4760704031}, {couch_docs_data_size,3328676276}, {couch_views_actual_disk_size,0}, {couch_views_data_size,0}, {curr_items,727179}, {curr_items_tot,1350470}, {mem_used,3520274928}, {vb_replica_curr_items,623291}]}, {cluster_compatibility_version,131072}, {version, [{public_key,"0.13"}, {lhttpc,"1.3.0"}, {ale,"8cffe61"}, {os_mon,"2.2.7"}, {couch_set_view,"1.2.0a-b68b5f4-git"}, {mnesia,"4.5"}, {inets,"5.7.1"}, {couch,"1.2.0a-b68b5f4-git"}, {mapreduce,"1.0.0"}, {couch_index_merger,"1.2.0a-b68b5f4-git"}, {kernel,"2.14.5"}, {crypto,"2.0.4"}, {ssl,"4.1.6"}, {sasl,"2.1.10"}, {couch_view_parser,"1.0.0"}, {ns_server,"2.0.0-1939-rel-enterprise"}, {mochiweb,"1.4.1"}, {oauth,"7d85d3ef"}, {stdlib,"1.17.5"}]}, {supported_compat_version,[2,0]}, {system_arch,"x86_64-unknown-linux-gnu"}, {wall_clock,2297}, {memory_data,{25199214592,14571601920,{<17793.667.0>,21541144}}}, {disk_data, [{"/",41260352,5}, {"/dev/shm",12304304,0}, {"/boot",495844,7}, {"/data",206420664,3}]}, {meminfo, <<"MemTotal: 24608608 kB\nMemFree: 10406916 kB\nBuffers: 205568 kB\nCached: 4687900 kB\nSwapCached: 0 kB\nActive: 10064720 kB\nInactive: 3535780 kB\nActive(anon): 8694652 kB\nInactive(anon): 14632 kB\nActive(file): 1370068 kB\nInactive(file): 3521148 kB\nUnevictable: 20760 kB\nMlocked: 20760 kB\nSwapTotal: 20479992 kB\nSwapFree: 20479992 kB\nDirty: 10168 kB\nWriteback: 0 kB\nAnonPages: 8711668 kB\nMapped: 15572 kB\nShmem: 172 kB\nSlab: 265072 kB\nSReclaimable: 207080 kB\nSUnreclaim: 57992 kB\nKernelStack: 3072 kB\nPageTables: 21932 kB\nNFS_Unstable: 0 kB\nBounce: 0 kB\nWritebackTmp: 0 kB\nCommitLimit: 32784296 kB\nCommitted_AS: 10494680 kB\nVmallocTotal: 34359738367 kB\nVmallocUsed: 332500 kB\nVmallocChunk: 34359355024 kB\nHardwareCorrupted: 0 kB\nAnonHugePages: 2758656 kB\nHugePages_Total: 0\nHugePages_Free: 0\nHugePages_Rsvd: 0\nHugePages_Surp: 0\nHugepagesize: 2048 kB\nDirectMap4k: 10240 kB\nDirectMap2M: 25155584 kB\n">>}]}, {'ns_1@192.168.0.21', [{last_heard,{1352,754333,51146}}, {outgoing_replications_safeness_level,[{"default",green}]}, {incoming_replications_conf_hashes, [{"default",[{'ns_1@192.168.0.22',61224477}]}]}, {active_buckets,["default"]}, {ready_buckets,["default"]}, {local_tasks,[]}, {memory, [{total,169412112}, {processes,123650640}, {processes_used,123631944}, {system,45761472}, {atom,1339809}, {atom_used,1335933}, {binary,8099832}, {code,13493102}, {ets,4448872}]}, {system_memory_data, [{system_total_memory,25199214592}, {free_swap,20971511808}, {total_swap,20971511808}, {cached_memory,4999311360}, {buffered_memory,178122752}, {free_memory,14606561280}, {total_memory,25199214592}]}, {node_storage_conf,[{db_path,"/data"},{index_path,"/data"}]}, {statistics, [{wall_clock,{2294098,5000}}, {context_switches,{6082151,0}}, {garbage_collection,{1439858,3630256993,0}}, {io,{{input,258999650},{output,8162620387}}}, {reductions,{937286314,5692029}}, {run_queue,0}, {runtime,{372300,1890}}]}, {system_stats, [{cpu_utilization_rate,36.029411764705884}, {swap_total,20971511808}, {swap_used,0}]}, {interesting_stats, [{couch_docs_actual_disk_size,4886171437}, {couch_docs_data_size,3994481731}, {couch_views_actual_disk_size,0}, {couch_views_data_size,0}, {curr_items,871579}, {curr_items_tot,1638314}, {mem_used,4271302064}, {vb_replica_curr_items,766735}]}, {cluster_compatibility_version,131072}, {version, [{public_key,"0.13"}, {lhttpc,"1.3.0"}, {ale,"8cffe61"}, {os_mon,"2.2.7"}, {couch_set_view,"1.2.0a-b68b5f4-git"}, {mnesia,"4.5"}, {inets,"5.7.1"}, {couch,"1.2.0a-b68b5f4-git"}, {mapreduce,"1.0.0"}, {couch_index_merger,"1.2.0a-b68b5f4-git"}, {kernel,"2.14.5"}, {crypto,"2.0.4"}, {ssl,"4.1.6"}, {sasl,"2.1.10"}, {couch_view_parser,"1.0.0"}, {ns_server,"2.0.0-1939-rel-enterprise"}, {mochiweb,"1.4.1"}, {oauth,"7d85d3ef"}, {stdlib,"1.17.5"}]}, {supported_compat_version,[2,0]}, {system_arch,"x86_64-unknown-linux-gnu"}, {wall_clock,2294}, {memory_data,{25199214592,10356383744,{<19409.4606.0>,5085816}}}, {disk_data, [{"/",41260352,5}, {"/dev/shm",12304304,0}, {"/boot",495844,7}, {"/data",206420664,3}]}, {meminfo, <<"MemTotal: 24608608 kB\nMemFree: 14264220 kB\nBuffers: 173948 kB\nCached: 4882140 kB\nSwapCached: 0 kB\nActive: 5842372 kB\nInactive: 3956452 kB\nActive(anon): 4735440 kB\nInactive(anon): 9300 kB\nActive(file): 1106932 kB\nInactive(file): 3947152 kB\nUnevictable: 20760 kB\nMlocked: 20760 kB\nSwapTotal: 20479992 kB\nSwapFree: 20479992 kB\nDirty: 4764 kB\nWriteback: 0 kB\nAnonPages: 4763548 kB\nMapped: 14616 kB\nShmem: 164 kB\nSlab: 218376 kB\nSReclaimable: 160368 kB\nSUnreclaim: 58008 kB\nKernelStack: 3048 kB\nPageTables: 13688 kB\nNFS_Unstable: 0 kB\nBounce: 0 kB\nWritebackTmp: 0 kB\nCommitLimit: 32784296 kB\nCommitted_AS: 6502720 kB\nVmallocTotal: 34359738367 kB\nVmallocUsed: 332500 kB\nVmallocChunk: 34359350016 kB\nHardwareCorrupted: 0 kB\nAnonHugePages: 1415168 kB\nHugePages_Total: 0\nHugePages_Free: 0\nHugePages_Rsvd: 0\nHugePages_Surp: 0\nHugepagesize: 2048 kB\nDirectMap4k: 10240 kB\nDirectMap2M: 25155584 kB\n">>}]}, {'ns_1@192.168.0.22', [{last_heard,{1352,754332,656682}}, {outgoing_replications_safeness_level,[{"default",green}]}, {incoming_replications_conf_hashes, [{"default", [{'ns_1@192.168.0.20',97338679},{'ns_1@192.168.0.21',94243932}]}]}, {active_buckets,["default"]}, {ready_buckets,["default"]}, {local_tasks,[]}, {memory, [{total,246788000}, {processes,180775720}, {processes_used,180616256}, {system,66012280}, {atom,1338193}, {atom_used,1333793}, {binary,24821032}, {code,13490894}, {ets,7706440}]}, {system_memory_data, [{system_total_memory,25199214592}, {free_swap,20971511808}, {total_swap,20971511808}, {cached_memory,10587361280}, {buffered_memory,227237888}, {free_memory,4651401216}, {total_memory,25199214592}]}, {node_storage_conf,[{db_path,"/data"},{index_path,"/data"}]}, {statistics, [{wall_clock,{2280877,5002}}, {context_switches,{18205417,0}}, {garbage_collection,{2474017,5752838480,0}}, {io,{{input,403952860},{output,13849088028}}}, {reductions,{1992690936,4878451}}, {run_queue,0}, {runtime,{683040,1840}}]}, {system_stats, [{cpu_utilization_rate,47.64267990074442}, {swap_total,20971511808}, {swap_used,0}]}, {interesting_stats, [{couch_docs_actual_disk_size,10444747658}, {couch_docs_data_size,7325370308}, {couch_views_actual_disk_size,0}, {couch_views_data_size,0}, {curr_items,1387275}, {curr_items_tot,2989460}, {mem_used,7801797080}, {vb_replica_curr_items,1602185}]}, {cluster_compatibility_version,131072}, {version, [{public_key,"0.13"}, {lhttpc,"1.3.0"}, {ale,"8cffe61"}, {os_mon,"2.2.7"}, {couch_set_view,"1.2.0a-b68b5f4-git"}, {mnesia,"4.5"}, {inets,"5.7.1"}, {couch,"1.2.0a-b68b5f4-git"}, {mapreduce,"1.0.0"}, {couch_index_merger,"1.2.0a-b68b5f4-git"}, {kernel,"2.14.5"}, {crypto,"2.0.4"}, {ssl,"4.1.6"}, {sasl,"2.1.10"}, {couch_view_parser,"1.0.0"}, {ns_server,"2.0.0-1939-rel-enterprise"}, {mochiweb,"1.4.1"}, {oauth,"7d85d3ef"}, {stdlib,"1.17.5"}]}, {supported_compat_version,[2,0]}, {system_arch,"x86_64-unknown-linux-gnu"}, {wall_clock,2280}, {memory_data,{25199214592,20547559424,{<0.687.0>,10770992}}}, {disk_data, [{"/",41260352,5}, {"/dev/shm",12304304,0}, {"/boot",495844,7}, {"/data",206420664,6}]}, {meminfo, <<"MemTotal: 24608608 kB\nMemFree: 4542384 kB\nBuffers: 221912 kB\nCached: 10339220 kB\nSwapCached: 0 kB\nActive: 11259196 kB\nInactive: 8087492 kB\nActive(anon): 8777868 kB\nInactive(anon): 10216 kB\nActive(file): 2481328 kB\nInactive(file): 8077276 kB\nUnevictable: 20760 kB\nMlocked: 20760 kB\nSwapTotal: 20479992 kB\nSwapFree: 20479992 kB\nDirty: 6108 kB\nWriteback: 0 kB\nAnonPages: 8790472 kB\nMapped: 15680 kB\nShmem: 172 kB\nSlab: 383548 kB\nSReclaimable: 325468 kB\nSUnreclaim: 58080 kB\nKernelStack: 2552 kB\nPageTables: 21688 kB\nNFS_Unstable: 0 kB\nBounce: 0 kB\nWritebackTmp: 0 kB\nCommitLimit: 32784296 kB\nCommitted_AS: 10547908 kB\nVmallocTotal: 34359738367 kB\nVmallocUsed: 332500 kB\nVmallocChunk: 34359350016 kB\nHardwareCorrupted: 0 kB\nAnonHugePages: 2772992 kB\nHugePages_Total: 0\nHugePages_Free: 0\nHugePages_Rsvd: 0\nHugePages_Surp: 0\nHugepagesize: 2048 kB\nDirectMap4k: 10240 kB\nDirectMap2M: 25155584 kB\n">>}]}] [stats:debug,2012-11-12T13:06:06.492,ns_1@192.168.0.22:<0.683.0>:stats_collector:maybe_log_stats:126](at {{1970,1,16},{7,45,54}}) Stats for bucket "default": accepting_conns 1 auth_cmds 23 auth_errors 0 bucket_active_conns 2 bucket_conns 30 bytes 7806841672 bytes_read 25048597682 bytes_written 24074276403 cas_badval 0 cas_hits 0 cas_misses 0 cmd_flush 0 cmd_get 3500366 cmd_set 4530107 conn_yields 130802 connection_structures 5000 curr_connections 30 curr_conns_on_port_11209 18 curr_conns_on_port_11210 11 curr_items 1388065 curr_items_tot 2990883 curr_temp_items 0 daemon_connections 4 decr_hits 0 decr_misses 0 delete_hits 162858 delete_misses 236731 ep_access_scanner_last_runtime 0 ep_access_scanner_num_items 0 ep_access_scanner_task_time 2012-11-13 10:00:00 ep_allow_data_loss_during_shutdown 1 ep_alog_block_size 4096 ep_alog_path /data/default/access.log ep_alog_sleep_time 1440 ep_alog_task_time 10 ep_backend couchdb ep_bg_fetch_delay 0 ep_bg_fetched 0 ep_bg_meta_fetched 0 ep_bg_remaining_jobs 0 ep_chk_max_items 5000 ep_chk_period 1800 ep_chk_persistence_remains 1 ep_chk_persistence_timeout 10 ep_chk_remover_stime 5 ep_commit_num 15902 ep_commit_time 84 ep_commit_time_total 240020 ep_concurrentDB 1 ep_config_file ep_couch_bucket default ep_couch_host localhost ep_couch_port 11213 ep_couch_reconnect_sleeptime 250 ep_couch_response_timeout 180000 ep_data_age 11 ep_data_age_highwat 102 ep_data_traffic_enabled 0 ep_dbinit 0 ep_dbname /data/default ep_degraded_mode 0 ep_diskqueue_drain 10088987 ep_diskqueue_fill 8798587 ep_diskqueue_items 65352 ep_diskqueue_memory 1963104 ep_diskqueue_pending 2944656 ep_exp_pager_stime 3600 ep_exp_pager_stime 3600 ep_expired_access 3446 ep_expired_pager 0 ep_expiry_window 3 ep_failpartialwarmup 0 ep_flush_all false ep_flush_duration_total 2084 ep_flushall_enabled 0 ep_flusher_state running ep_flusher_todo 20745 ep_getl_default_timeout 15 ep_getl_max_timeout 30 ep_ht_locks 5 ep_ht_size 3079 ep_inconsistent_slave_chk 0 ep_initfile ep_io_num_read 0 ep_io_num_write 8600168 ep_io_read_bytes 0 ep_io_write_bytes 19865762432 ep_item_begin_failed 0 ep_item_commit_failed 0 ep_item_flush_expired 14 ep_item_flush_failed 0 ep_item_num_based_new_chk 1 ep_items_rm_from_checkpoints 2197277 ep_keep_closed_chks 0 ep_klog_block_size 4096 ep_klog_compactor_queue_cap 500000 ep_klog_compactor_stime 3600 ep_klog_flush commit2 ep_klog_max_entry_ratio 10 ep_klog_max_log_size 2147483647 ep_klog_path ep_klog_sync commit2 ep_kv_size 7365533029 ep_max_checkpoints 2 ep_max_data_size 12582912000 ep_max_item_size 20971520 ep_max_size 12582912000 ep_max_txn_size 10000 ep_max_vbuckets 1024 ep_mem_high_wat 9437184000 ep_mem_high_wat 9437184000 ep_mem_low_wat 7549747200 ep_mem_low_wat 7549747200 ep_mem_tracker_enabled true ep_min_data_age 0 ep_mlog_compactor_runs 0 ep_mutation_mem_threshold 0 ep_num_access_scanner_runs 0 ep_num_eject_failures 0 ep_num_expiry_pager_runs 0 ep_num_non_resident 0 ep_num_not_my_vbuckets 498 ep_num_ops_del_meta 0 ep_num_ops_get_meta 0 ep_num_ops_set_meta 0 ep_num_pager_runs 0 ep_num_value_ejects 0 ep_oom_errors 0 ep_overhead 123952228 ep_pager_active_vb_pcnt 40 ep_pager_unbiased_period 60 ep_pending_ops 0 ep_pending_ops_max 1 ep_pending_ops_max_duration 160012 ep_pending_ops_total 4 ep_postInitfile ep_queue_age_cap 900 ep_queue_size 44607 ep_startup_time 1352752065 ep_storage_age 8 ep_storage_age_highwat 1424 ep_store_max_concurrency 10 ep_store_max_readers 9 ep_store_max_readwrite 1 ep_stored_val_type ep_tap_ack_grace_period 300 ep_tap_ack_initial_sequence_number 1 ep_tap_ack_interval 1000 ep_tap_ack_window_size 10 ep_tap_backfill_resident 0.9 ep_tap_backlog_limit 5000 ep_tap_backoff_period 5 ep_tap_bg_fetch_requeued 0 ep_tap_bg_fetched 15726 ep_tap_bg_max_pending 500 ep_tap_keepalive 300 ep_tap_noop_interval 20 ep_tap_requeue_sleep_time 0.1 ep_tap_throttle_cap_pcnt 10 ep_tap_throttle_queue_cap 1000000 ep_tap_throttle_threshold 90 ep_tmp_oom_errors 0 ep_too_old 85 ep_too_young 0 ep_total_cache_size 7329677509 ep_total_del_items 348437 ep_total_enqueued 8798587 ep_total_new_items 3258181 ep_total_persisted 8600168 ep_uncommitted_items 46 ep_value_size 7118936459 ep_vb0 0 ep_vb_snapshot_total 208 ep_vb_total 1024 ep_vbucket_del 0 ep_vbucket_del_fail 0 ep_version 2.0.0r_133_g68e3f7c ep_waitforwarmup 0 ep_warmup 1 ep_warmup_batch_size 1000 ep_warmup_dups 0 ep_warmup_min_items_threshold 100 ep_warmup_min_memory_threshold 100 ep_warmup_oom 0 ep_warmup_thread complete ep_warmup_time 23464 get_hits 3106523 get_misses 393843 incr_hits 0 incr_misses 0 libevent 2.0.11-stable limit_maxbytes 67108864 listen_disabled_num 0 max_conns_on_port_11209 1000 max_conns_on_port_11210 9000 mem_used 7806841672 pid 21605 pointer_size 64 rejected_conns 0 rusage_system 824.828606 rusage_user 1550.151341 tap_checkpoint_end_received 988 tap_checkpoint_end_sent 1125 tap_checkpoint_start_received 2084 tap_checkpoint_start_sent 2304 tap_connect_received 614 tap_delete_received 198843 tap_delete_sent 202850 tap_mutation_received 5525582 tap_mutation_sent 6187039 tap_opaque_received 3523 tap_opaque_sent 3437 tap_vbucket_set_received 538 tap_vbucket_set_sent 612 threads 4 time 1352754366 total_connections 3568 uptime 2311 vb_active_curr_items 1388065 vb_active_eject 0 vb_active_expired 1406 vb_active_ht_memory 11928008 vb_active_itm_memory 3401930527 vb_active_meta_data_memory 109657135 vb_active_num 475 vb_active_num_non_resident 0 vb_active_num_ref_ejects 0 vb_active_num_ref_items 1520901 vb_active_ops_create 1512296 vb_active_ops_delete 166809 vb_active_ops_reject 0 vb_active_ops_update 2367993 vb_active_perc_mem_resident 100 vb_active_queue_age 5631446000 vb_active_queue_drain 5050106 vb_active_queue_fill 4277933 vb_active_queue_memory 972640 vb_active_queue_pending 1458960 vb_active_queue_size 30395 vb_dead_num 0 vb_pending_curr_items 0 vb_pending_eject 0 vb_pending_expired 0 vb_pending_ht_memory 0 vb_pending_itm_memory 0 vb_pending_meta_data_memory 0 vb_pending_num 0 vb_pending_num_non_resident 0 vb_pending_num_ref_ejects 0 vb_pending_num_ref_items 0 vb_pending_ops_create 0 vb_pending_ops_delete 0 vb_pending_ops_reject 0 vb_pending_ops_update 0 vb_pending_perc_mem_resident 0 vb_pending_queue_age 0 vb_pending_queue_drain 0 vb_pending_queue_fill 0 vb_pending_queue_memory 0 vb_pending_queue_pending 0 vb_pending_queue_size 0 vb_replica_curr_items 1602818 vb_replica_eject 0 vb_replica_expired 2040 vb_replica_ht_memory 13786296 vb_replica_itm_memory 3927746982 vb_replica_meta_data_memory 126622622 vb_replica_num 549 vb_replica_num_non_resident 0 vb_replica_num_ref_ejects 0 vb_replica_num_ref_items 1756388 vb_replica_ops_create 1745889 vb_replica_ops_delete 181628 vb_replica_ops_reject 0 vb_replica_ops_update 2625595 vb_replica_perc_mem_resident 100 vb_replica_queue_age 3030269000 vb_replica_queue_drain 5038881 vb_replica_queue_fill 4520654 vb_replica_queue_memory 990464 vb_replica_queue_pending 1485696 vb_replica_queue_size 30952 version 1.4.4_600_g7ea975a [ns_doctor:debug,2012-11-12T13:06:37.651,ns_1@192.168.0.22:ns_doctor<0.541.0>:ns_doctor:handle_info:137]Current node statuses: [{'ns_1@192.168.0.20', [{last_heard,{1352,754394,434524}}, {outgoing_replications_safeness_level,[{"default",green}]}, {incoming_replications_conf_hashes, [{"default",[{'ns_1@192.168.0.22',31708871}]}]}, {active_buckets,["default"]}, {ready_buckets,["default"]}, {local_tasks, [[{pid,<<"<0.10895.2>">>}, {bucket,<<"default">>}, {original_target,{[{type,bucket}]}}, {progress,76}, {started_on,1352754331}, {total_vbuckets,465}, {trigger_type,scheduled}, {type,bucket_compaction}, {updated_on,1352754393}, {vbuckets_done,354}]]}, {memory, [{total,190331840}, {processes,141735696}, {processes_used,139281976}, {system,48596144}, {atom,1401785}, {atom_used,1374492}, {binary,7153384}, {code,14054366}, {ets,7669392}]}, {system_memory_data, [{system_total_memory,25199214592}, {free_swap,20971511808}, {total_swap,20971511808}, {cached_memory,3740168192}, {buffered_memory,213925888}, {free_memory,11732799488}, {total_memory,25199214592}]}, {node_storage_conf,[{db_path,"/data"},{index_path,"/data"}]}, {statistics, [{wall_clock,{2357711,5001}}, {context_switches,{16886116,0}}, {garbage_collection,{2059431,12942666935,0}}, {io,{{input,315219948},{output,10512378556}}}, {reductions,{2361575210,4015403}}, {run_queue,0}, {runtime,{851810,2020}}]}, {system_stats, [{cpu_utilization_rate,74.64114832535886}, {swap_total,20971511808}, {swap_used,0}]}, {interesting_stats, [{couch_docs_actual_disk_size,3751238731}, {couch_docs_data_size,3156775215}, {couch_views_actual_disk_size,0}, {couch_views_data_size,0}, {curr_items,694987}, {curr_items_tot,1286010}, {mem_used,3363995424}, {vb_replica_curr_items,591023}]}, {cluster_compatibility_version,131072}, {version, [{public_key,"0.13"}, {lhttpc,"1.3.0"}, {ale,"8cffe61"}, {os_mon,"2.2.7"}, {couch_set_view,"1.2.0a-b68b5f4-git"}, {mnesia,"4.5"}, {inets,"5.7.1"}, {couch,"1.2.0a-b68b5f4-git"}, {mapreduce,"1.0.0"}, {couch_index_merger,"1.2.0a-b68b5f4-git"}, {kernel,"2.14.5"}, {crypto,"2.0.4"}, {ssl,"4.1.6"}, {sasl,"2.1.10"}, {couch_view_parser,"1.0.0"}, {ns_server,"2.0.0-1939-rel-enterprise"}, {mochiweb,"1.4.1"}, {oauth,"7d85d3ef"}, {stdlib,"1.17.5"}]}, {supported_compat_version,[2,0]}, {system_arch,"x86_64-unknown-linux-gnu"}, {wall_clock,2357}, {memory_data,{25199214592,13759844352,{<17793.429.0>,15919128}}}, {disk_data, [{"/",41260352,5}, {"/dev/shm",12304304,0}, {"/boot",495844,7}, {"/data",206420664,2}]}, {meminfo, <<"MemTotal: 24608608 kB\nMemFree: 11457812 kB\nBuffers: 208912 kB\nCached: 3652508 kB\nSwapCached: 0 kB\nActive: 9413636 kB\nInactive: 3152072 kB\nActive(anon): 8691652 kB\nInactive(anon): 14632 kB\nActive(file): 721984 kB\nInactive(file): 3137440 kB\nUnevictable: 20760 kB\nMlocked: 20760 kB\nSwapTotal: 20479992 kB\nSwapFree: 20479992 kB\nDirty: 4452 kB\nWriteback: 0 kB\nAnonPages: 8708792 kB\nMapped: 15572 kB\nShmem: 172 kB\nSlab: 248824 kB\nSReclaimable: 190384 kB\nSUnreclaim: 58440 kB\nKernelStack: 3072 kB\nPageTables: 21908 kB\nNFS_Unstable: 0 kB\nBounce: 0 kB\nWritebackTmp: 0 kB\nCommitLimit: 32784296 kB\nCommitted_AS: 10481400 kB\nVmallocTotal: 34359738367 kB\nVmallocUsed: 332500 kB\nVmallocChunk: 34359355024 kB\nHardwareCorrupted: 0 kB\nAnonHugePages: 2856960 kB\nHugePages_Total: 0\nHugePages_Free: 0\nHugePages_Rsvd: 0\nHugePages_Surp: 0\nHugepagesize: 2048 kB\nDirectMap4k: 10240 kB\nDirectMap2M: 25155584 kB\n">>}]}, {'ns_1@192.168.0.21', [{last_heard,{1352,754393,49568}}, {outgoing_replications_safeness_level,[{"default",green}]}, {incoming_replications_conf_hashes, [{"default",[{'ns_1@192.168.0.22',19144698}]}]}, {active_buckets,["default"]}, {ready_buckets,["default"]}, {local_tasks,[]}, {memory, [{total,168836800}, {processes,122656008}, {processes_used,122647600}, {system,46180792}, {atom,1339809}, {atom_used,1335933}, {binary,8315352}, {code,13493102}, {ets,4634280}]}, {system_memory_data, [{system_total_memory,25199214592}, {free_swap,20971511808}, {total_swap,20971511808}, {cached_memory,5610102784}, {buffered_memory,179097600}, {free_memory,13794639872}, {total_memory,25199214592}]}, {node_storage_conf,[{db_path,"/data"},{index_path,"/data"}]}, {statistics, [{wall_clock,{2354098,4999}}, {context_switches,{6466499,0}}, {garbage_collection,{1500320,3828635846,0}}, {io,{{input,272327119},{output,8500459463}}}, {reductions,{992141692,4535465}}, {run_queue,1}, {runtime,{390670,1560}}]}, {system_stats, [{cpu_utilization_rate,36.881188118811885}, {swap_total,20971511808}, {swap_used,0}]}, {interesting_stats, [{couch_docs_actual_disk_size,5494996731}, {couch_docs_data_size,4152119478}, {couch_views_actual_disk_size,0}, {couch_views_data_size,0}, {curr_items,903715}, {curr_items_tot,1708211}, {mem_used,4451241728}, {vb_replica_curr_items,804496}]}, {cluster_compatibility_version,131072}, {version, [{public_key,"0.13"}, {lhttpc,"1.3.0"}, {ale,"8cffe61"}, {os_mon,"2.2.7"}, {couch_set_view,"1.2.0a-b68b5f4-git"}, {mnesia,"4.5"}, {inets,"5.7.1"}, {couch,"1.2.0a-b68b5f4-git"}, {mapreduce,"1.0.0"}, {couch_index_merger,"1.2.0a-b68b5f4-git"}, {kernel,"2.14.5"}, {crypto,"2.0.4"}, {ssl,"4.1.6"}, {sasl,"2.1.10"}, {couch_view_parser,"1.0.0"}, {ns_server,"2.0.0-1939-rel-enterprise"}, {mochiweb,"1.4.1"}, {oauth,"7d85d3ef"}, {stdlib,"1.17.5"}]}, {supported_compat_version,[2,0]}, {system_arch,"x86_64-unknown-linux-gnu"}, {wall_clock,2354}, {memory_data,{25199214592,11216146432,{<19409.4593.0>,4714984}}}, {disk_data, [{"/",41260352,5}, {"/dev/shm",12304304,0}, {"/boot",495844,7}, {"/data",206420664,3}]}, {meminfo, <<"MemTotal: 24608608 kB\nMemFree: 13471328 kB\nBuffers: 174900 kB\nCached: 5478616 kB\nSwapCached: 0 kB\nActive: 6340696 kB\nInactive: 4232444 kB\nActive(anon): 4912392 kB\nInactive(anon): 9232 kB\nActive(file): 1428304 kB\nInactive(file): 4223212 kB\nUnevictable: 20760 kB\nMlocked: 20760 kB\nSwapTotal: 20479992 kB\nSwapFree: 20479992 kB\nDirty: 3220 kB\nWriteback: 0 kB\nAnonPages: 4940428 kB\nMapped: 14616 kB\nShmem: 164 kB\nSlab: 235880 kB\nSReclaimable: 177924 kB\nSUnreclaim: 57956 kB\nKernelStack: 3048 kB\nPageTables: 14032 kB\nNFS_Unstable: 0 kB\nBounce: 0 kB\nWritebackTmp: 0 kB\nCommitLimit: 32784296 kB\nCommitted_AS: 6693956 kB\nVmallocTotal: 34359738367 kB\nVmallocUsed: 332500 kB\nVmallocChunk: 34359350016 kB\nHardwareCorrupted: 0 kB\nAnonHugePages: 1509376 kB\nHugePages_Total: 0\nHugePages_Free: 0\nHugePages_Rsvd: 0\nHugePages_Surp: 0\nHugepagesize: 2048 kB\nDirectMap4k: 10240 kB\nDirectMap2M: 25155584 kB\n">>}]}, {'ns_1@192.168.0.22', [{last_heard,{1352,754392,661768}}, {outgoing_replications_safeness_level,[{"default",green}]}, {incoming_replications_conf_hashes, [{"default", [{'ns_1@192.168.0.20',29836238},{'ns_1@192.168.0.21',8727879}]}]}, {active_buckets,["default"]}, {ready_buckets,["default"]}, {local_tasks, [[{pid,<<"<0.2241.2>">>}, {bucket,<<"default">>}, {original_target,{[{type,bucket}]}}, {progress,30}, {started_on,1352754332}, {total_vbuckets,1025}, {trigger_type,scheduled}, {type,bucket_compaction}, {updated_on,1352754392}, {vbuckets_done,316}]]}, {memory, [{total,238714144}, {processes,183516616}, {processes_used,183417576}, {system,55197528}, {atom,1338193}, {atom_used,1333793}, {binary,13877680}, {code,13490894}, {ets,7824488}]}, {system_memory_data, [{system_total_memory,25199214592}, {free_swap,20971511808}, {total_swap,20971511808}, {cached_memory,9780326400}, {buffered_memory,230735872}, {free_memory,5459738624}, {total_memory,25199214592}]}, {node_storage_conf,[{db_path,"/data"},{index_path,"/data"}]}, {statistics, [{wall_clock,{2340882,5008}}, {context_switches,{18642821,0}}, {garbage_collection,{2550249,5918821716,0}}, {io,{{input,417871963},{output,14153723121}}}, {reductions,{2044812774,4392821}}, {run_queue,0}, {runtime,{701490,1520}}]}, {system_stats, [{cpu_utilization_rate,53.82716049382716}, {swap_total,20971511808}, {swap_used,0}]}, {interesting_stats, [{couch_docs_actual_disk_size,9673307149}, {couch_docs_data_size,7325406055}, {couch_views_actual_disk_size,0}, {couch_views_data_size,0}, {curr_items,1391209}, {curr_items_tot,2990778}, {mem_used,7810184216}, {vb_replica_curr_items,1599569}]}, {cluster_compatibility_version,131072}, {version, [{public_key,"0.13"}, {lhttpc,"1.3.0"}, {ale,"8cffe61"}, {os_mon,"2.2.7"}, {couch_set_view,"1.2.0a-b68b5f4-git"}, {mnesia,"4.5"}, {inets,"5.7.1"}, {couch,"1.2.0a-b68b5f4-git"}, {mapreduce,"1.0.0"}, {couch_index_merger,"1.2.0a-b68b5f4-git"}, {kernel,"2.14.5"}, {crypto,"2.0.4"}, {ssl,"4.1.6"}, {sasl,"2.1.10"}, {couch_view_parser,"1.0.0"}, {ns_server,"2.0.0-1939-rel-enterprise"}, {mochiweb,"1.4.1"}, {oauth,"7d85d3ef"}, {stdlib,"1.17.5"}]}, {supported_compat_version,[2,0]}, {system_arch,"x86_64-unknown-linux-gnu"}, {wall_clock,2340}, {memory_data,{25199214592,19744817152,{<0.687.0>,10770992}}}, {disk_data, [{"/",41260352,5}, {"/dev/shm",12304304,0}, {"/boot",495844,7}, {"/data",206420664,5}]}, {meminfo, <<"MemTotal: 24608608 kB\nMemFree: 5331776 kB\nBuffers: 225328 kB\nCached: 9550772 kB\nSwapCached: 0 kB\nActive: 10770276 kB\nInactive: 7796832 kB\nActive(anon): 8782984 kB\nInactive(anon): 10216 kB\nActive(file): 1987292 kB\nInactive(file): 7786616 kB\nUnevictable: 20760 kB\nMlocked: 20760 kB\nSwapTotal: 20479992 kB\nSwapFree: 20479992 kB\nDirty: 9240 kB\nWriteback: 160 kB\nAnonPages: 8795660 kB\nMapped: 15684 kB\nShmem: 172 kB\nSlab: 374136 kB\nSReclaimable: 315468 kB\nSUnreclaim: 58668 kB\nKernelStack: 2560 kB\nPageTables: 21740 kB\nNFS_Unstable: 0 kB\nBounce: 0 kB\nWritebackTmp: 0 kB\nCommitLimit: 32784296 kB\nCommitted_AS: 10546592 kB\nVmallocTotal: 34359738367 kB\nVmallocUsed: 332500 kB\nVmallocChunk: 34359350016 kB\nHardwareCorrupted: 0 kB\nAnonHugePages: 2867200 kB\nHugePages_Total: 0\nHugePages_Free: 0\nHugePages_Rsvd: 0\nHugePages_Surp: 0\nHugepagesize: 2048 kB\nDirectMap4k: 10240 kB\nDirectMap2M: 25155584 kB\n">>}]}] [ns_doctor:debug,2012-11-12T13:07:37.651,ns_1@192.168.0.22:ns_doctor<0.541.0>:ns_doctor:handle_info:137]Current node statuses: [{'ns_1@192.168.0.20', [{last_heard,{1352,754454,433911}}, {outgoing_replications_safeness_level,[{"default",green}]}, {incoming_replications_conf_hashes, [{"default",[{'ns_1@192.168.0.22',1691425}]}]}, {active_buckets,["default"]}, {ready_buckets,["default"]}, {local_tasks,[]}, {memory, [{total,195738048}, {processes,147725176}, {processes_used,145173592}, {system,48012872}, {atom,1401785}, {atom_used,1374492}, {binary,6546848}, {code,14054366}, {ets,7706192}]}, {system_memory_data, [{system_total_memory,25199214592}, {free_swap,20971511808}, {total_swap,20971511808}, {cached_memory,3560030208}, {buffered_memory,215863296}, {free_memory,11895828480}, {total_memory,25199214592}]}, {node_storage_conf,[{db_path,"/data"},{index_path,"/data"}]}, {statistics, [{wall_clock,{2417710,4999}}, {context_switches,{17199894,0}}, {garbage_collection,{2109016,13352646478,0}}, {io,{{input,321053273},{output,10621642517}}}, {reductions,{2405818898,3326554}}, {run_queue,0}, {runtime,{875110,2010}}]}, {system_stats, [{cpu_utilization_rate,66.91358024691358}, {swap_total,20971511808}, {swap_used,0}]}, {interesting_stats, [{couch_docs_actual_disk_size,3472197962}, {couch_docs_data_size,3027841306}, {couch_views_actual_disk_size,0}, {couch_views_data_size,0}, {curr_items,665792}, {curr_items_tot,1227254}, {mem_used,3221187536}, {vb_replica_curr_items,561462}]}, {cluster_compatibility_version,131072}, {version, [{public_key,"0.13"}, {lhttpc,"1.3.0"}, {ale,"8cffe61"}, {os_mon,"2.2.7"}, {couch_set_view,"1.2.0a-b68b5f4-git"}, {mnesia,"4.5"}, {inets,"5.7.1"}, {couch,"1.2.0a-b68b5f4-git"}, {mapreduce,"1.0.0"}, {couch_index_merger,"1.2.0a-b68b5f4-git"}, {kernel,"2.14.5"}, {crypto,"2.0.4"}, {ssl,"4.1.6"}, {sasl,"2.1.10"}, {couch_view_parser,"1.0.0"}, {ns_server,"2.0.0-1939-rel-enterprise"}, {mochiweb,"1.4.1"}, {oauth,"7d85d3ef"}, {stdlib,"1.17.5"}]}, {supported_compat_version,[2,0]}, {system_arch,"x86_64-unknown-linux-gnu"}, {wall_clock,2417}, {memory_data,{25199214592,13224898560,{<17793.667.0>,21541144}}}, {disk_data, [{"/",41260352,5}, {"/dev/shm",12304304,0}, {"/boot",495844,7}, {"/data",206420664,2}]}, {meminfo, <<"MemTotal: 24608608 kB\nMemFree: 11617020 kB\nBuffers: 210804 kB\nCached: 3476592 kB\nSwapCached: 0 kB\nActive: 9435464 kB\nInactive: 2978252 kB\nActive(anon): 8712952 kB\nInactive(anon): 15556 kB\nActive(file): 722512 kB\nInactive(file): 2962696 kB\nUnevictable: 20760 kB\nMlocked: 20760 kB\nSwapTotal: 20479992 kB\nSwapFree: 20479992 kB\nDirty: 3136 kB\nWriteback: 0 kB\nAnonPages: 8747300 kB\nMapped: 15568 kB\nShmem: 172 kB\nSlab: 243016 kB\nSReclaimable: 184960 kB\nSUnreclaim: 58056 kB\nKernelStack: 3064 kB\nPageTables: 21908 kB\nNFS_Unstable: 0 kB\nBounce: 0 kB\nWritebackTmp: 0 kB\nCommitLimit: 32784296 kB\nCommitted_AS: 10514436 kB\nVmallocTotal: 34359738367 kB\nVmallocUsed: 332500 kB\nVmallocChunk: 34359355024 kB\nHardwareCorrupted: 0 kB\nAnonHugePages: 2975744 kB\nHugePages_Total: 0\nHugePages_Free: 0\nHugePages_Rsvd: 0\nHugePages_Surp: 0\nHugepagesize: 2048 kB\nDirectMap4k: 10240 kB\nDirectMap2M: 25155584 kB\n">>}]}, {'ns_1@192.168.0.21', [{last_heard,{1352,754453,49975}}, {outgoing_replications_safeness_level,[{"default",green}]}, {incoming_replications_conf_hashes, [{"default",[{'ns_1@192.168.0.22',26000108}]}]}, {active_buckets,["default"]}, {ready_buckets,["default"]}, {local_tasks,[]}, {memory, [{total,178634776}, {processes,131407568}, {processes_used,131400760}, {system,47227208}, {atom,1339809}, {atom_used,1335933}, {binary,9283560}, {code,13493102}, {ets,4701736}]}, {system_memory_data, [{system_total_memory,25199214592}, {free_swap,20971511808}, {total_swap,20971511808}, {cached_memory,6205911040}, {buffered_memory,179662848}, {free_memory,13024743424}, {total_memory,25199214592}]}, {node_storage_conf,[{db_path,"/data"},{index_path,"/data"}]}, {statistics, [{wall_clock,{2414099,5000}}, {context_switches,{6824262,0}}, {garbage_collection,{1553147,4012322446,0}}, {io,{{input,281846138},{output,8799830764}}}, {reductions,{1044287029,4061648}}, {run_queue,0}, {runtime,{408620,1440}}]}, {system_stats, [{cpu_utilization_rate,36.59147869674185}, {swap_total,20971511808}, {swap_used,0}]}, {interesting_stats, [{couch_docs_actual_disk_size,6091535767}, {couch_docs_data_size,4296347018}, {couch_views_actual_disk_size,0}, {couch_views_data_size,0}, {curr_items,933322}, {curr_items_tot,1761313}, {mem_used,4587516064}, {vb_replica_curr_items,827991}]}, {cluster_compatibility_version,131072}, {version, [{public_key,"0.13"}, {lhttpc,"1.3.0"}, {ale,"8cffe61"}, {os_mon,"2.2.7"}, {couch_set_view,"1.2.0a-b68b5f4-git"}, {mnesia,"4.5"}, {inets,"5.7.1"}, {couch,"1.2.0a-b68b5f4-git"}, {mapreduce,"1.0.0"}, {couch_index_merger,"1.2.0a-b68b5f4-git"}, {kernel,"2.14.5"}, {crypto,"2.0.4"}, {ssl,"4.1.6"}, {sasl,"2.1.10"}, {couch_view_parser,"1.0.0"}, {ns_server,"2.0.0-1939-rel-enterprise"}, {mochiweb,"1.4.1"}, {oauth,"7d85d3ef"}, {stdlib,"1.17.5"}]}, {supported_compat_version,[2,0]}, {system_arch,"x86_64-unknown-linux-gnu"}, {wall_clock,2414}, {memory_data,{25199214592,12020121600,{<19409.4606.0>,9199648}}}, {disk_data, [{"/",41260352,5}, {"/dev/shm",12304304,0}, {"/boot",495844,7}, {"/data",206420664,3}]}, {meminfo, <<"MemTotal: 24608608 kB\nMemFree: 12719476 kB\nBuffers: 175452 kB\nCached: 6060460 kB\nSwapCached: 0 kB\nActive: 6778016 kB\nInactive: 4529216 kB\nActive(anon): 5064200 kB\nInactive(anon): 9232 kB\nActive(file): 1713816 kB\nInactive(file): 4519984 kB\nUnevictable: 20760 kB\nMlocked: 20760 kB\nSwapTotal: 20479992 kB\nSwapFree: 20479992 kB\nDirty: 3192 kB\nWriteback: 0 kB\nAnonPages: 5092532 kB\nMapped: 14616 kB\nShmem: 164 kB\nSlab: 253028 kB\nSReclaimable: 194988 kB\nSUnreclaim: 58040 kB\nKernelStack: 3048 kB\nPageTables: 14340 kB\nNFS_Unstable: 0 kB\nBounce: 0 kB\nWritebackTmp: 0 kB\nCommitLimit: 32784296 kB\nCommitted_AS: 6842316 kB\nVmallocTotal: 34359738367 kB\nVmallocUsed: 332500 kB\nVmallocChunk: 34359350016 kB\nHardwareCorrupted: 0 kB\nAnonHugePages: 1611776 kB\nHugePages_Total: 0\nHugePages_Free: 0\nHugePages_Rsvd: 0\nHugePages_Surp: 0\nHugepagesize: 2048 kB\nDirectMap4k: 10240 kB\nDirectMap2M: 25155584 kB\n">>}]}, {'ns_1@192.168.0.22', [{last_heard,{1352,754452,654337}}, {outgoing_replications_safeness_level,[{"default",green}]}, {incoming_replications_conf_hashes, [{"default", [{'ns_1@192.168.0.20',4860021},{'ns_1@192.168.0.21',56523215}]}]}, {active_buckets,["default"]}, {ready_buckets,["default"]}, {local_tasks, [[{pid,<<"<0.2241.2>">>}, {bucket,<<"default">>}, {original_target,{[{type,bucket}]}}, {progress,61}, {started_on,1352754332}, {total_vbuckets,1025}, {trigger_type,scheduled}, {type,bucket_compaction}, {updated_on,1352754452}, {vbuckets_done,632}]]}, {memory, [{total,244894736}, {processes,179381352}, {processes_used,179305808}, {system,65513384}, {atom,1338193}, {atom_used,1333793}, {binary,23991632}, {code,13490894}, {ets,8025880}]}, {system_memory_data, [{system_total_memory,25199214592}, {free_swap,20971511808}, {total_swap,20971511808}, {cached_memory,9182859264}, {buffered_memory,234323968}, {free_memory,6063935488}, {total_memory,25199214592}]}, {node_storage_conf,[{db_path,"/data"},{index_path,"/data"}]}, {statistics, [{wall_clock,{2400875,5001}}, {context_switches,{19066226,0}}, {garbage_collection,{2620456,6074989289,0}}, {io,{{input,433306750},{output,14461325321}}}, {reductions,{2094832895,4421411}}, {run_queue,2}, {runtime,{718330,1440}}]}, {system_stats, [{cpu_utilization_rate,61.48148148148148}, {swap_total,20971511808}, {swap_used,0}]}, {interesting_stats, [{couch_docs_actual_disk_size,9069782039}, {couch_docs_data_size,7325847380}, {couch_views_actual_disk_size,0}, {couch_views_data_size,0}, {curr_items,1390028}, {curr_items_tot,2990295}, {mem_used,7818169896}, {vb_replica_curr_items,1600267}]}, {cluster_compatibility_version,131072}, {version, [{public_key,"0.13"}, {lhttpc,"1.3.0"}, {ale,"8cffe61"}, {os_mon,"2.2.7"}, {couch_set_view,"1.2.0a-b68b5f4-git"}, {mnesia,"4.5"}, {inets,"5.7.1"}, {couch,"1.2.0a-b68b5f4-git"}, {mapreduce,"1.0.0"}, {couch_index_merger,"1.2.0a-b68b5f4-git"}, {kernel,"2.14.5"}, {crypto,"2.0.4"}, {ssl,"4.1.6"}, {sasl,"2.1.10"}, {couch_view_parser,"1.0.0"}, {ns_server,"2.0.0-1939-rel-enterprise"}, {mochiweb,"1.4.1"}, {oauth,"7d85d3ef"}, {stdlib,"1.17.5"}]}, {supported_compat_version,[2,0]}, {system_arch,"x86_64-unknown-linux-gnu"}, {wall_clock,2400}, {memory_data,{25199214592,19142373376,{<0.687.0>,10770992}}}, {disk_data, [{"/",41260352,5}, {"/dev/shm",12304304,0}, {"/boot",495844,7}, {"/data",206420664,5}]}, {meminfo, <<"MemTotal: 24608608 kB\nMemFree: 5921812 kB\nBuffers: 228832 kB\nCached: 8967636 kB\nSwapCached: 0 kB\nActive: 10444484 kB\nInactive: 7545536 kB\nActive(anon): 8784960 kB\nInactive(anon): 10216 kB\nActive(file): 1659524 kB\nInactive(file): 7535320 kB\nUnevictable: 20760 kB\nMlocked: 20760 kB\nSwapTotal: 20479992 kB\nSwapFree: 20479992 kB\nDirty: 8064 kB\nWriteback: 0 kB\nAnonPages: 8797484 kB\nMapped: 15684 kB\nShmem: 172 kB\nSlab: 362200 kB\nSReclaimable: 303556 kB\nSUnreclaim: 58644 kB\nKernelStack: 2560 kB\nPageTables: 21756 kB\nNFS_Unstable: 0 kB\nBounce: 0 kB\nWritebackTmp: 0 kB\nCommitLimit: 32784296 kB\nCommitted_AS: 10559056 kB\nVmallocTotal: 34359738367 kB\nVmallocUsed: 332500 kB\nVmallocChunk: 34359350016 kB\nHardwareCorrupted: 0 kB\nAnonHugePages: 2963456 kB\nHugePages_Total: 0\nHugePages_Free: 0\nHugePages_Rsvd: 0\nHugePages_Surp: 0\nHugepagesize: 2048 kB\nDirectMap4k: 10240 kB\nDirectMap2M: 25155584 kB\n">>}]}] [stats:debug,2012-11-12T13:07:46.487,ns_1@192.168.0.22:<0.683.0>:stats_collector:maybe_log_stats:126](at {{1970,1,16},{7,45,54}}) Stats for bucket "default": accepting_conns 1 auth_cmds 23 auth_errors 0 bucket_active_conns 1 bucket_conns 31 bytes 7819895872 bytes_read 25952549326 bytes_written 25079204930 cas_badval 0 cas_hits 0 cas_misses 0 cmd_flush 0 cmd_get 3692562 cmd_set 4689738 conn_yields 134794 connection_structures 5000 curr_connections 32 curr_conns_on_port_11209 19 curr_conns_on_port_11210 11 curr_items 1389575 curr_items_tot 2990039 curr_temp_items 0 daemon_connections 4 decr_hits 0 decr_misses 0 delete_hits 170942 delete_misses 250443 ep_access_scanner_last_runtime 0 ep_access_scanner_num_items 0 ep_access_scanner_task_time 2012-11-13 10:00:00 ep_allow_data_loss_during_shutdown 1 ep_alog_block_size 4096 ep_alog_path /data/default/access.log ep_alog_sleep_time 1440 ep_alog_task_time 10 ep_backend couchdb ep_bg_fetch_delay 0 ep_bg_fetched 0 ep_bg_meta_fetched 0 ep_bg_remaining_jobs 0 ep_chk_max_items 5000 ep_chk_period 1800 ep_chk_persistence_remains 1 ep_chk_persistence_timeout 10 ep_chk_remover_stime 5 ep_commit_num 16608 ep_commit_time 21 ep_commit_time_total 252824 ep_concurrentDB 1 ep_config_file ep_couch_bucket default ep_couch_host localhost ep_couch_port 11213 ep_couch_reconnect_sleeptime 250 ep_couch_response_timeout 180000 ep_data_age 19 ep_data_age_highwat 102 ep_data_traffic_enabled 0 ep_dbinit 0 ep_dbname /data/default ep_degraded_mode 0 ep_diskqueue_drain 10428557 ep_diskqueue_fill 9119453 ep_diskqueue_items 63283 ep_diskqueue_memory 1823552 ep_diskqueue_pending 2735328 ep_exp_pager_stime 3600 ep_exp_pager_stime 3600 ep_expired_access 3755 ep_expired_pager 0 ep_expiry_window 3 ep_failpartialwarmup 0 ep_flush_all false ep_flush_duration_total 2192 ep_flushall_enabled 0 ep_flusher_state running ep_flusher_todo 43444 ep_getl_default_timeout 15 ep_getl_max_timeout 30 ep_ht_locks 5 ep_ht_size 3079 ep_inconsistent_slave_chk 0 ep_initfile ep_io_num_read 0 ep_io_num_write 8901653 ep_io_read_bytes 0 ep_io_write_bytes 20552895821 ep_item_begin_failed 0 ep_item_commit_failed 0 ep_item_flush_expired 17 ep_item_flush_failed 0 ep_item_num_based_new_chk 1 ep_items_rm_from_checkpoints 2202640 ep_keep_closed_chks 0 ep_klog_block_size 4096 ep_klog_compactor_queue_cap 500000 ep_klog_compactor_stime 3600 ep_klog_flush commit2 ep_klog_max_entry_ratio 10 ep_klog_max_log_size 2147483647 ep_klog_path ep_klog_sync commit2 ep_kv_size 7366020533 ep_max_checkpoints 2 ep_max_data_size 12582912000 ep_max_item_size 20971520 ep_max_size 12582912000 ep_max_txn_size 10000 ep_max_vbuckets 1024 ep_mem_high_wat 9437184000 ep_mem_high_wat 9437184000 ep_mem_low_wat 7549747200 ep_mem_low_wat 7549747200 ep_mem_tracker_enabled true ep_min_data_age 0 ep_mlog_compactor_runs 0 ep_mutation_mem_threshold 0 ep_num_access_scanner_runs 0 ep_num_eject_failures 0 ep_num_expiry_pager_runs 0 ep_num_non_resident 0 ep_num_not_my_vbuckets 523 ep_num_ops_del_meta 0 ep_num_ops_get_meta 0 ep_num_ops_set_meta 0 ep_num_pager_runs 0 ep_num_value_ejects 0 ep_oom_errors 0 ep_overhead 127314934 ep_pager_active_vb_pcnt 40 ep_pager_unbiased_period 60 ep_pending_ops 0 ep_pending_ops_max 1 ep_pending_ops_max_duration 160012 ep_pending_ops_total 5 ep_postInitfile ep_queue_age_cap 900 ep_queue_size 19839 ep_startup_time 1352752065 ep_storage_age 18 ep_storage_age_highwat 1424 ep_store_max_concurrency 10 ep_store_max_readers 9 ep_store_max_readwrite 1 ep_stored_val_type ep_tap_ack_grace_period 300 ep_tap_ack_initial_sequence_number 1 ep_tap_ack_interval 1000 ep_tap_ack_window_size 10 ep_tap_backfill_resident 0.9 ep_tap_backlog_limit 5000 ep_tap_backoff_period 5 ep_tap_bg_fetch_requeued 0 ep_tap_bg_fetched 16895 ep_tap_bg_max_pending 500 ep_tap_keepalive 300 ep_tap_noop_interval 20 ep_tap_requeue_sleep_time 0.1 ep_tap_throttle_cap_pcnt 10 ep_tap_throttle_queue_cap 1000000 ep_tap_throttle_threshold 90 ep_tmp_oom_errors 0 ep_too_old 85 ep_too_young 0 ep_total_cache_size 7330173737 ep_total_del_items 368362 ep_total_enqueued 9119453 ep_total_new_items 3272706 ep_total_persisted 8901653 ep_uncommitted_items 6543 ep_value_size 7119492920 ep_vb0 0 ep_vb_snapshot_total 228 ep_vb_total 1024 ep_vbucket_del 0 ep_vbucket_del_fail 0 ep_version 2.0.0r_133_g68e3f7c ep_waitforwarmup 0 ep_warmup 1 ep_warmup_batch_size 1000 ep_warmup_dups 0 ep_warmup_min_items_threshold 100 ep_warmup_min_memory_threshold 100 ep_warmup_oom 0 ep_warmup_thread complete ep_warmup_time 23464 get_hits 3273455 get_misses 419107 incr_hits 0 incr_misses 0 libevent 2.0.11-stable limit_maxbytes 67108864 listen_disabled_num 0 max_conns_on_port_11209 1000 max_conns_on_port_11210 9000 mem_used 7819895872 pid 21605 pointer_size 64 rejected_conns 0 rusage_system 860.462189 rusage_user 1606.912712 tap_checkpoint_end_received 1034 tap_checkpoint_end_sent 1172 tap_checkpoint_start_received 2164 tap_checkpoint_start_sent 2382 tap_connect_received 645 tap_delete_received 210464 tap_delete_sent 214093 tap_mutation_received 5722105 tap_mutation_sent 6401152 tap_opaque_received 3667 tap_opaque_sent 3563 tap_vbucket_set_received 570 tap_vbucket_set_sent 642 threads 4 time 1352754466 total_connections 3756 uptime 2411 vb_active_curr_items 1389575 vb_active_eject 0 vb_active_expired 1495 vb_active_ht_memory 11953120 vb_active_itm_memory 3408116705 vb_active_meta_data_memory 109776425 vb_active_num 476 vb_active_num_non_resident 0 vb_active_num_ref_ejects 0 vb_active_num_ref_items 1530997 vb_active_ops_create 1522487 vb_active_ops_delete 177175 vb_active_ops_reject 0 vb_active_ops_update 2515078 vb_active_perc_mem_resident 100 vb_active_queue_age 5848316000 vb_active_queue_drain 5227997 vb_active_queue_fill 4435975 vb_active_queue_memory 615296 vb_active_queue_pending 922944 vb_active_queue_size 19228 vb_dead_num 0 vb_pending_curr_items 0 vb_pending_eject 0 vb_pending_expired 0 vb_pending_ht_memory 0 vb_pending_itm_memory 0 vb_pending_meta_data_memory 0 vb_pending_num 0 vb_pending_num_non_resident 0 vb_pending_num_ref_ejects 0 vb_pending_num_ref_items 0 vb_pending_ops_create 0 vb_pending_ops_delete 0 vb_pending_ops_reject 0 vb_pending_ops_update 0 vb_pending_perc_mem_resident 0 vb_pending_queue_age 0 vb_pending_queue_drain 0 vb_pending_queue_fill 0 vb_pending_queue_memory 0 vb_pending_queue_pending 0 vb_pending_queue_size 0 vb_replica_curr_items 1600464 vb_replica_eject 0 vb_replica_expired 2260 vb_replica_ht_memory 13761280 vb_replica_itm_memory 3922057032 vb_replica_meta_data_memory 126436656 vb_replica_num 548 vb_replica_num_non_resident 0 vb_replica_num_ref_ejects 0 vb_replica_num_ref_items 1761571 vb_replica_ops_create 1750225 vb_replica_ops_delete 191187 vb_replica_ops_reject 0 vb_replica_ops_update 2745552 vb_replica_perc_mem_resident 100 vb_replica_queue_age 3482559000 vb_replica_queue_drain 5200560 vb_replica_queue_fill 4683478 vb_replica_queue_memory 1208256 vb_replica_queue_pending 1812384 vb_replica_queue_size 37758 version 1.4.4_600_g7ea975a [ns_doctor:debug,2012-11-12T13:08:37.651,ns_1@192.168.0.22:ns_doctor<0.541.0>:ns_doctor:handle_info:137]Current node statuses: [{'ns_1@192.168.0.20', [{last_heard,{1352,754514,433732}}, {outgoing_replications_safeness_level,[{"default",green}]}, {incoming_replications_conf_hashes, [{"default",[{'ns_1@192.168.0.22',10287324}]}]}, {active_buckets,["default"]}, {ready_buckets,["default"]}, {local_tasks,[]}, {memory, [{total,190457584}, {processes,142467312}, {processes_used,139858064}, {system,47990272}, {atom,1401785}, {atom_used,1374492}, {binary,6348336}, {code,14054366}, {ets,7895400}]}, {system_memory_data, [{system_total_memory,25199214592}, {free_swap,20971511808}, {total_swap,20971511808}, {cached_memory,3794411520}, {buffered_memory,217120768}, {free_memory,11680239616}, {total_memory,25199214592}]}, {node_storage_conf,[{db_path,"/data"},{index_path,"/data"}]}, {statistics, [{wall_clock,{2477710,4995}}, {context_switches,{17483288,0}}, {garbage_collection,{2145874,13648198591,0}}, {io,{{input,324097892},{output,10728324294}}}, {reductions,{2444668405,2619284}}, {run_queue,0}, {runtime,{894280,1020}}]}, {system_stats, [{cpu_utilization_rate,54.65686274509804}, {swap_total,20971511808}, {swap_used,0}]}, {interesting_stats, [{couch_docs_actual_disk_size,3697855930}, {couch_docs_data_size,2928143356}, {couch_views_actual_disk_size,0}, {couch_views_data_size,0}, {curr_items,648400}, {curr_items_tot,1192114}, {mem_used,3136654320}, {vb_replica_curr_items,543714}]}, {cluster_compatibility_version,131072}, {version, [{public_key,"0.13"}, {lhttpc,"1.3.0"}, {ale,"8cffe61"}, {os_mon,"2.2.7"}, {couch_set_view,"1.2.0a-b68b5f4-git"}, {mnesia,"4.5"}, {inets,"5.7.1"}, {couch,"1.2.0a-b68b5f4-git"}, {mapreduce,"1.0.0"}, {couch_index_merger,"1.2.0a-b68b5f4-git"}, {kernel,"2.14.5"}, {crypto,"2.0.4"}, {ssl,"4.1.6"}, {sasl,"2.1.10"}, {couch_view_parser,"1.0.0"}, {ns_server,"2.0.0-1939-rel-enterprise"}, {mochiweb,"1.4.1"}, {oauth,"7d85d3ef"}, {stdlib,"1.17.5"}]}, {supported_compat_version,[2,0]}, {system_arch,"x86_64-unknown-linux-gnu"}, {wall_clock,2477}, {memory_data,{25199214592,13473562624,{<17793.429.0>,15914000}}}, {disk_data, [{"/",41260352,5}, {"/dev/shm",12304304,0}, {"/boot",495844,7}, {"/data",206420664,2}]}, {meminfo, <<"MemTotal: 24608608 kB\nMemFree: 11406732 kB\nBuffers: 212032 kB\nCached: 3705480 kB\nSwapCached: 0 kB\nActive: 9654884 kB\nInactive: 2969404 kB\nActive(anon): 8694928 kB\nInactive(anon): 14632 kB\nActive(file): 959956 kB\nInactive(file): 2954772 kB\nUnevictable: 20760 kB\nMlocked: 20760 kB\nSwapTotal: 20479992 kB\nSwapFree: 20479992 kB\nDirty: 2748 kB\nWriteback: 0 kB\nAnonPages: 8728472 kB\nMapped: 15568 kB\nShmem: 172 kB\nSlab: 242184 kB\nSReclaimable: 184312 kB\nSUnreclaim: 57872 kB\nKernelStack: 3064 kB\nPageTables: 21872 kB\nNFS_Unstable: 0 kB\nBounce: 0 kB\nWritebackTmp: 0 kB\nCommitLimit: 32784296 kB\nCommitted_AS: 10480688 kB\nVmallocTotal: 34359738367 kB\nVmallocUsed: 332500 kB\nVmallocChunk: 34359355024 kB\nHardwareCorrupted: 0 kB\nAnonHugePages: 3057664 kB\nHugePages_Total: 0\nHugePages_Free: 0\nHugePages_Rsvd: 0\nHugePages_Surp: 0\nHugepagesize: 2048 kB\nDirectMap4k: 10240 kB\nDirectMap2M: 25155584 kB\n">>}]}, {'ns_1@192.168.0.21', [{last_heard,{1352,754513,60798}}, {outgoing_replications_safeness_level,[{"default",green}]}, {incoming_replications_conf_hashes, [{"default",[{'ns_1@192.168.0.22',6452058}]}]}, {active_buckets,["default"]}, {ready_buckets,["default"]}, {local_tasks, [[{pid,<<"<0.4023.1>">>}, {bucket,<<"default">>}, {original_target,{[{type,bucket}]}}, {progress,47}, {started_on,1352754463}, {total_vbuckets,607}, {trigger_type,scheduled}, {type,bucket_compaction}, {updated_on,1352754513}, {vbuckets_done,287}]]}, {memory, [{total,180775992}, {processes,133568800}, {processes_used,133531800}, {system,47207192}, {atom,1339809}, {atom_used,1335933}, {binary,9059728}, {code,13493102}, {ets,4891512}]}, {system_memory_data, [{system_total_memory,25199214592}, {free_swap,20971511808}, {total_swap,20971511808}, {cached_memory,5680631808}, {buffered_memory,182710272}, {free_memory,13445304320}, {total_memory,25199214592}]}, {node_storage_conf,[{db_path,"/data"},{index_path,"/data"}]}, {statistics, [{wall_clock,{2474100,5000}}, {context_switches,{7182733,0}}, {garbage_collection,{1603035,4180540046,0}}, {io,{{input,297720502},{output,9069747450}}}, {reductions,{1094209376,3996606}}, {run_queue,0}, {runtime,{425430,1360}}]}, {system_stats, [{cpu_utilization_rate,47.524752475247524}, {swap_total,20971511808}, {swap_used,0}]}, {interesting_stats, [{couch_docs_actual_disk_size,5621129985}, {couch_docs_data_size,4397150211}, {couch_views_actual_disk_size,0}, {couch_views_data_size,0}, {curr_items,950975}, {curr_items_tot,1802176}, {mem_used,4694227904}, {vb_replica_curr_items,851201}]}, {cluster_compatibility_version,131072}, {version, [{public_key,"0.13"}, {lhttpc,"1.3.0"}, {ale,"8cffe61"}, {os_mon,"2.2.7"}, {couch_set_view,"1.2.0a-b68b5f4-git"}, {mnesia,"4.5"}, {inets,"5.7.1"}, {couch,"1.2.0a-b68b5f4-git"}, {mapreduce,"1.0.0"}, {couch_index_merger,"1.2.0a-b68b5f4-git"}, {kernel,"2.14.5"}, {crypto,"2.0.4"}, {ssl,"4.1.6"}, {sasl,"2.1.10"}, {couch_view_parser,"1.0.0"}, {ns_server,"2.0.0-1939-rel-enterprise"}, {mochiweb,"1.4.1"}, {oauth,"7d85d3ef"}, {stdlib,"1.17.5"}]}, {supported_compat_version,[2,0]}, {system_arch,"x86_64-unknown-linux-gnu"}, {wall_clock,2474}, {memory_data,{25199214592,11850596352,{<19409.4606.0>,13313480}}}, {disk_data, [{"/",41260352,5}, {"/dev/shm",12304304,0}, {"/boot",495844,7}, {"/data",206420664,3}]}, {meminfo, <<"MemTotal: 24608608 kB\nMemFree: 13130676 kB\nBuffers: 178428 kB\nCached: 5547492 kB\nSwapCached: 0 kB\nActive: 6410900 kB\nInactive: 4497516 kB\nActive(anon): 5175264 kB\nInactive(anon): 9232 kB\nActive(file): 1235636 kB\nInactive(file): 4488284 kB\nUnevictable: 20760 kB\nMlocked: 20760 kB\nSwapTotal: 20479992 kB\nSwapFree: 20479992 kB\nDirty: 4636 kB\nWriteback: 0 kB\nAnonPages: 5203228 kB\nMapped: 14620 kB\nShmem: 164 kB\nSlab: 239960 kB\nSReclaimable: 181564 kB\nSUnreclaim: 58396 kB\nKernelStack: 3056 kB\nPageTables: 14608 kB\nNFS_Unstable: 0 kB\nBounce: 0 kB\nWritebackTmp: 0 kB\nCommitLimit: 32784296 kB\nCommitted_AS: 6961992 kB\nVmallocTotal: 34359738367 kB\nVmallocUsed: 332500 kB\nVmallocChunk: 34359350016 kB\nHardwareCorrupted: 0 kB\nAnonHugePages: 1714176 kB\nHugePages_Total: 0\nHugePages_Free: 0\nHugePages_Rsvd: 0\nHugePages_Surp: 0\nHugepagesize: 2048 kB\nDirectMap4k: 10240 kB\nDirectMap2M: 25155584 kB\n">>}]}, {'ns_1@192.168.0.22', [{last_heard,{1352,754512,655174}}, {outgoing_replications_safeness_level,[{"default",green}]}, {incoming_replications_conf_hashes, [{"default", [{'ns_1@192.168.0.20',26103937},{'ns_1@192.168.0.21',74732187}]}]}, {active_buckets,["default"]}, {ready_buckets,["default"]}, {local_tasks, [[{pid,<<"<0.2241.2>">>}, {bucket,<<"default">>}, {original_target,{[{type,bucket}]}}, {progress,91}, {started_on,1352754332}, {total_vbuckets,1025}, {trigger_type,scheduled}, {type,bucket_compaction}, {updated_on,1352754512}, {vbuckets_done,936}]]}, {memory, [{total,238668648}, {processes,183787600}, {processes_used,183650904}, {system,54881048}, {atom,1338193}, {atom_used,1333793}, {binary,13368408}, {code,13490894}, {ets,8023240}]}, {system_memory_data, [{system_total_memory,25199214592}, {free_swap,20971511808}, {total_swap,20971511808}, {cached_memory,8537174016}, {buffered_memory,238075904}, {free_memory,6709080064}, {total_memory,25199214592}]}, {node_storage_conf,[{db_path,"/data"},{index_path,"/data"}]}, {statistics, [{wall_clock,{2460875,4998}}, {context_switches,{19471392,0}}, {garbage_collection,{2677267,6206079677,0}}, {io,{{input,445586647},{output,14769841331}}}, {reductions,{2140534976,3733440}}, {run_queue,0}, {runtime,{734080,1350}}]}, {system_stats, [{cpu_utilization_rate,48.175182481751825}, {swap_total,20971511808}, {swap_used,0}]}, {interesting_stats, [{couch_docs_actual_disk_size,8423130064}, {couch_docs_data_size,7326294128}, {couch_views_actual_disk_size,0}, {couch_views_data_size,0}, {curr_items,1390492}, {curr_items_tot,2991364}, {mem_used,7824240792}, {vb_replica_curr_items,1600872}]}, {cluster_compatibility_version,131072}, {version, [{public_key,"0.13"}, {lhttpc,"1.3.0"}, {ale,"8cffe61"}, {os_mon,"2.2.7"}, {couch_set_view,"1.2.0a-b68b5f4-git"}, {mnesia,"4.5"}, {inets,"5.7.1"}, {couch,"1.2.0a-b68b5f4-git"}, {mapreduce,"1.0.0"}, {couch_index_merger,"1.2.0a-b68b5f4-git"}, {kernel,"2.14.5"}, {crypto,"2.0.4"}, {ssl,"4.1.6"}, {sasl,"2.1.10"}, {couch_view_parser,"1.0.0"}, {ns_server,"2.0.0-1939-rel-enterprise"}, {mochiweb,"1.4.1"}, {oauth,"7d85d3ef"}, {stdlib,"1.17.5"}]}, {supported_compat_version,[2,0]}, {system_arch,"x86_64-unknown-linux-gnu"}, {wall_clock,2460}, {memory_data,{25199214592,18500366336,{<0.687.0>,14884824}}}, {disk_data, [{"/",41260352,5}, {"/dev/shm",12304304,0}, {"/boot",495844,7}, {"/data",206420664,5}]}, {meminfo, <<"MemTotal: 24608608 kB\nMemFree: 6551836 kB\nBuffers: 232496 kB\nCached: 8336756 kB\nSwapCached: 0 kB\nActive: 10046872 kB\nInactive: 7323820 kB\nActive(anon): 8793000 kB\nInactive(anon): 10216 kB\nActive(file): 1253872 kB\nInactive(file): 7313604 kB\nUnevictable: 20760 kB\nMlocked: 20760 kB\nSwapTotal: 20479992 kB\nSwapFree: 20479992 kB\nDirty: 4780 kB\nWriteback: 0 kB\nAnonPages: 8805528 kB\nMapped: 15684 kB\nShmem: 172 kB\nSlab: 351940 kB\nSReclaimable: 293076 kB\nSUnreclaim: 58864 kB\nKernelStack: 2560 kB\nPageTables: 21760 kB\nNFS_Unstable: 0 kB\nBounce: 0 kB\nWritebackTmp: 0 kB\nCommitLimit: 32784296 kB\nCommitted_AS: 10550444 kB\nVmallocTotal: 34359738367 kB\nVmallocUsed: 332500 kB\nVmallocChunk: 34359350016 kB\nHardwareCorrupted: 0 kB\nAnonHugePages: 3061760 kB\nHugePages_Total: 0\nHugePages_Free: 0\nHugePages_Rsvd: 0\nHugePages_Surp: 0\nHugepagesize: 2048 kB\nDirectMap4k: 10240 kB\nDirectMap2M: 25155584 kB\n">>}]}] [stats:debug,2012-11-12T13:09:26.491,ns_1@192.168.0.22:<0.683.0>:stats_collector:maybe_log_stats:126](at {{1970,1,16},{7,45,54}}) Stats for bucket "default": accepting_conns 1 auth_cmds 23 auth_errors 0 bucket_active_conns 1 bucket_conns 30 bytes 7829078184 bytes_read 26884263672 bytes_written 26058604032 cas_badval 0 cas_hits 0 cas_misses 0 cmd_flush 0 cmd_get 3892800 cmd_set 4856255 conn_yields 138807 connection_structures 5000 curr_connections 31 curr_conns_on_port_11209 18 curr_conns_on_port_11210 11 curr_items 1389822 curr_items_tot 2989750 curr_temp_items 0 daemon_connections 4 decr_hits 0 decr_misses 0 delete_hits 179094 delete_misses 264906 ep_access_scanner_last_runtime 0 ep_access_scanner_num_items 0 ep_access_scanner_task_time 2012-11-13 10:00:00 ep_allow_data_loss_during_shutdown 1 ep_alog_block_size 4096 ep_alog_path /data/default/access.log ep_alog_sleep_time 1440 ep_alog_task_time 10 ep_backend couchdb ep_bg_fetch_delay 0 ep_bg_fetched 0 ep_bg_meta_fetched 0 ep_bg_remaining_jobs 0 ep_chk_max_items 5000 ep_chk_period 1800 ep_chk_persistence_remains 0 ep_chk_persistence_timeout 10 ep_chk_remover_stime 5 ep_commit_num 17056 ep_commit_time 17 ep_commit_time_total 264354 ep_concurrentDB 1 ep_config_file ep_couch_bucket default ep_couch_host localhost ep_couch_port 11213 ep_couch_reconnect_sleeptime 250 ep_couch_response_timeout 180000 ep_data_age 2 ep_data_age_highwat 102 ep_data_traffic_enabled 0 ep_dbinit 0 ep_dbname /data/default ep_degraded_mode 0 ep_diskqueue_drain 10733607 ep_diskqueue_fill 9424481 ep_diskqueue_items 70830 ep_diskqueue_memory 2112160 ep_diskqueue_pending 3168240 ep_exp_pager_stime 3600 ep_exp_pager_stime 3600 ep_expired_access 3991 ep_expired_pager 0 ep_expiry_window 3 ep_failpartialwarmup 0 ep_flush_all false ep_flush_duration_total 2278 ep_flushall_enabled 0 ep_flusher_state running ep_flusher_todo 7722 ep_getl_default_timeout 15 ep_getl_max_timeout 30 ep_ht_locks 5 ep_ht_size 3079 ep_inconsistent_slave_chk 0 ep_initfile ep_io_num_read 0 ep_io_num_write 9165975 ep_io_read_bytes 0 ep_io_write_bytes 21152650511 ep_item_begin_failed 0 ep_item_commit_failed 0 ep_item_flush_expired 19 ep_item_flush_failed 0 ep_item_num_based_new_chk 1 ep_items_rm_from_checkpoints 2209298 ep_keep_closed_chks 0 ep_klog_block_size 4096 ep_klog_compactor_queue_cap 500000 ep_klog_compactor_stime 3600 ep_klog_flush commit2 ep_klog_max_entry_ratio 10 ep_klog_max_log_size 2147483647 ep_klog_path ep_klog_sync commit2 ep_kv_size 7366815786 ep_max_checkpoints 2 ep_max_data_size 12582912000 ep_max_item_size 20971520 ep_max_size 12582912000 ep_max_txn_size 10000 ep_max_vbuckets 1024 ep_mem_high_wat 9437184000 ep_mem_high_wat 9437184000 ep_mem_low_wat 7549747200 ep_mem_low_wat 7549747200 ep_mem_tracker_enabled true ep_min_data_age 0 ep_mlog_compactor_runs 0 ep_mutation_mem_threshold 0 ep_num_access_scanner_runs 0 ep_num_eject_failures 0 ep_num_expiry_pager_runs 0 ep_num_non_resident 0 ep_num_not_my_vbuckets 541 ep_num_ops_del_meta 0 ep_num_ops_get_meta 0 ep_num_ops_set_meta 0 ep_num_pager_runs 0 ep_num_value_ejects 0 ep_oom_errors 0 ep_overhead 130144642 ep_pager_active_vb_pcnt 40 ep_pager_unbiased_period 60 ep_pending_ops 0 ep_pending_ops_max 1 ep_pending_ops_max_duration 160012 ep_pending_ops_total 6 ep_postInitfile ep_queue_age_cap 900 ep_queue_size 63108 ep_startup_time 1352752065 ep_storage_age 1 ep_storage_age_highwat 1424 ep_store_max_concurrency 10 ep_store_max_readers 9 ep_store_max_readwrite 1 ep_stored_val_type ep_tap_ack_grace_period 300 ep_tap_ack_initial_sequence_number 1 ep_tap_ack_interval 1000 ep_tap_ack_window_size 10 ep_tap_backfill_resident 0.9 ep_tap_backlog_limit 5000 ep_tap_backoff_period 5 ep_tap_bg_fetch_requeued 0 ep_tap_bg_fetched 17778 ep_tap_bg_max_pending 500 ep_tap_keepalive 300 ep_tap_noop_interval 20 ep_tap_requeue_sleep_time 0.1 ep_tap_throttle_cap_pcnt 10 ep_tap_throttle_queue_cap 1000000 ep_tap_throttle_threshold 90 ep_tmp_oom_errors 0 ep_too_old 85 ep_too_young 0 ep_total_cache_size 7330978866 ep_total_del_items 386665 ep_total_enqueued 9424481 ep_total_new_items 3286588 ep_total_persisted 9165975 ep_uncommitted_items 698 ep_value_size 7120313516 ep_vb0 0 ep_vb_snapshot_total 240 ep_vb_total 1024 ep_vbucket_del 0 ep_vbucket_del_fail 0 ep_version 2.0.0r_133_g68e3f7c ep_waitforwarmup 0 ep_warmup 1 ep_warmup_batch_size 1000 ep_warmup_dups 0 ep_warmup_min_items_threshold 100 ep_warmup_min_memory_threshold 100 ep_warmup_oom 0 ep_warmup_thread complete ep_warmup_time 23464 get_hits 3447152 get_misses 445648 incr_hits 0 incr_misses 0 libevent 2.0.11-stable limit_maxbytes 67108864 listen_disabled_num 0 max_conns_on_port_11209 1000 max_conns_on_port_11210 9000 mem_used 7829078184 pid 21605 pointer_size 64 rejected_conns 0 rusage_system 894.036085 rusage_user 1656.506172 tap_checkpoint_end_received 1066 tap_checkpoint_end_sent 1205 tap_checkpoint_start_received 2219 tap_checkpoint_start_sent 2437 tap_connect_received 667 tap_delete_received 221965 tap_delete_sent 224531 tap_mutation_received 5922608 tap_mutation_sent 6605980 tap_opaque_received 3766 tap_opaque_sent 3651 tap_vbucket_set_received 592 tap_vbucket_set_sent 664 threads 4 time 1352754565 total_connections 3887 uptime 2510 vb_active_curr_items 1389822 vb_active_eject 0 vb_active_expired 1594 vb_active_ht_memory 11953216 vb_active_itm_memory 3407983058 vb_active_meta_data_memory 109795938 vb_active_num 476 vb_active_num_non_resident 0 vb_active_num_ref_ejects 0 vb_active_num_ref_items 1537905 vb_active_ops_create 1528172 vb_active_ops_delete 184849 vb_active_ops_reject 0 vb_active_ops_update 2624879 vb_active_perc_mem_resident 100 vb_active_queue_age 6951401000 vb_active_queue_drain 5359259 vb_active_queue_fill 4579066 vb_active_queue_memory 1159936 vb_active_queue_pending 1739904 vb_active_queue_size 36248 vb_dead_num 0 vb_pending_curr_items 0 vb_pending_eject 0 vb_pending_expired 0 vb_pending_ht_memory 0 vb_pending_itm_memory 0 vb_pending_meta_data_memory 0 vb_pending_num 0 vb_pending_num_non_resident 0 vb_pending_num_ref_ejects 0 vb_pending_num_ref_items 0 vb_pending_ops_create 0 vb_pending_ops_delete 0 vb_pending_ops_reject 0 vb_pending_ops_update 0 vb_pending_perc_mem_resident 0 vb_pending_queue_age 0 vb_pending_queue_drain 0 vb_pending_queue_fill 0 vb_pending_queue_memory 0 vb_pending_queue_pending 0 vb_pending_queue_size 0 vb_replica_curr_items 1599928 vb_replica_eject 0 vb_replica_expired 2397 vb_replica_ht_memory 13761088 vb_replica_itm_memory 3922995808 vb_replica_meta_data_memory 126394312 vb_replica_num 548 vb_replica_num_non_resident 0 vb_replica_num_ref_ejects 0 vb_replica_num_ref_items 1769908 vb_replica_ops_create 1758420 vb_replica_ops_delete 201816 vb_replica_ops_reject 0 vb_replica_ops_update 2867898 vb_replica_perc_mem_resident 100 vb_replica_queue_age 4501213000 vb_replica_queue_drain 5374348 vb_replica_queue_fill 4845415 vb_replica_queue_memory 952224 vb_replica_queue_pending 1428336 vb_replica_queue_size 29757 version 1.4.4_600_g7ea975a [ns_doctor:debug,2012-11-12T13:09:37.651,ns_1@192.168.0.22:ns_doctor<0.541.0>:ns_doctor:handle_info:137]Current node statuses: [{'ns_1@192.168.0.20', [{last_heard,{1352,754574,435221}}, {outgoing_replications_safeness_level,[{"default",green}]}, {incoming_replications_conf_hashes, [{"default",[{'ns_1@192.168.0.22',68010460}]}]}, {active_buckets,["default"]}, {ready_buckets,["default"]}, {local_tasks,[]}, {memory, [{total,194669920}, {processes,146117736}, {processes_used,143451096}, {system,48552184}, {atom,1401785}, {atom_used,1374492}, {binary,6763728}, {code,14054366}, {ets,8052576}]}, {system_memory_data, [{system_total_memory,25199214592}, {free_swap,20971511808}, {total_swap,20971511808}, {cached_memory,4006854656}, {buffered_memory,217518080}, {free_memory,11462578176}, {total_memory,25199214592}]}, {node_storage_conf,[{db_path,"/data"},{index_path,"/data"}]}, {statistics, [{wall_clock,{2537711,5001}}, {context_switches,{17766787,0}}, {garbage_collection,{2186079,14000096924,0}}, {io,{{input,330246215},{output,10837269110}}}, {reductions,{2484429818,3887346}}, {run_queue,0}, {runtime,{915750,2230}}]}, {system_stats, [{cpu_utilization_rate,60.33653846153846}, {swap_total,20971511808}, {swap_used,0}]}, {interesting_stats, [{couch_docs_actual_disk_size,3935333361}, {couch_docs_data_size,2835057875}, {couch_views_actual_disk_size,0}, {couch_views_data_size,0}, {curr_items,627610}, {curr_items_tot,1150615}, {mem_used,3035010384}, {vb_replica_curr_items,523005}]}, {cluster_compatibility_version,131072}, {version, [{public_key,"0.13"}, {lhttpc,"1.3.0"}, {ale,"8cffe61"}, {os_mon,"2.2.7"}, {couch_set_view,"1.2.0a-b68b5f4-git"}, {mnesia,"4.5"}, {inets,"5.7.1"}, {couch,"1.2.0a-b68b5f4-git"}, {mapreduce,"1.0.0"}, {couch_index_merger,"1.2.0a-b68b5f4-git"}, {kernel,"2.14.5"}, {crypto,"2.0.4"}, {ssl,"4.1.6"}, {sasl,"2.1.10"}, {couch_view_parser,"1.0.0"}, {ns_server,"2.0.0-1939-rel-enterprise"}, {mochiweb,"1.4.1"}, {oauth,"7d85d3ef"}, {stdlib,"1.17.5"}]}, {supported_compat_version,[2,0]}, {system_arch,"x86_64-unknown-linux-gnu"}, {wall_clock,2537}, {memory_data,{25199214592,13674057728,{<17793.667.0>,21541264}}}, {disk_data, [{"/",41260352,5}, {"/dev/shm",12304304,0}, {"/boot",495844,7}, {"/data",206420664,2}]}, {meminfo, <<"MemTotal: 24608608 kB\nMemFree: 11194420 kB\nBuffers: 212420 kB\nCached: 3912944 kB\nSwapCached: 0 kB\nActive: 9867756 kB\nInactive: 2969456 kB\nActive(anon): 8699536 kB\nInactive(anon): 14632 kB\nActive(file): 1168220 kB\nInactive(file): 2954824 kB\nUnevictable: 20760 kB\nMlocked: 20760 kB\nSwapTotal: 20479992 kB\nSwapFree: 20479992 kB\nDirty: 2456 kB\nWriteback: 0 kB\nAnonPages: 8733160 kB\nMapped: 15568 kB\nShmem: 172 kB\nSlab: 241684 kB\nSReclaimable: 183776 kB\nSUnreclaim: 57908 kB\nKernelStack: 3064 kB\nPageTables: 21880 kB\nNFS_Unstable: 0 kB\nBounce: 0 kB\nWritebackTmp: 0 kB\nCommitLimit: 32784296 kB\nCommitted_AS: 10481692 kB\nVmallocTotal: 34359738367 kB\nVmallocUsed: 332500 kB\nVmallocChunk: 34359355024 kB\nHardwareCorrupted: 0 kB\nAnonHugePages: 3162112 kB\nHugePages_Total: 0\nHugePages_Free: 0\nHugePages_Rsvd: 0\nHugePages_Surp: 0\nHugepagesize: 2048 kB\nDirectMap4k: 10240 kB\nDirectMap2M: 25155584 kB\n">>}]}, {'ns_1@192.168.0.21', [{last_heard,{1352,754573,50018}}, {outgoing_replications_safeness_level,[{"default",green}]}, {incoming_replications_conf_hashes, [{"default",[{'ns_1@192.168.0.22',53272706}]}]}, {active_buckets,["default"]}, {ready_buckets,["default"]}, {local_tasks,[]}, {memory, [{total,180580880}, {processes,132455912}, {processes_used,132396728}, {system,48124968}, {atom,1339809}, {atom_used,1335933}, {binary,9795872}, {code,13493102}, {ets,5061776}]}, {system_memory_data, [{system_total_memory,25199214592}, {free_swap,20971511808}, {total_swap,20971511808}, {cached_memory,5027770368}, {buffered_memory,186748928}, {free_memory,13998694400}, {total_memory,25199214592}]}, {node_storage_conf,[{db_path,"/data"},{index_path,"/data"}]}, {statistics, [{wall_clock,{2534099,4998}}, {context_switches,{7558524,0}}, {garbage_collection,{1658054,4357023539,0}}, {io,{{input,318917902},{output,9348632969}}}, {reductions,{1146554531,4986132}}, {run_queue,0}, {runtime,{442900,1750}}]}, {system_stats, [{cpu_utilization_rate,38.48039215686274}, {swap_total,20971511808}, {swap_used,0}]}, {interesting_stats, [{couch_docs_actual_disk_size,4914003691}, {couch_docs_data_size,4484337970}, {couch_views_actual_disk_size,0}, {couch_views_data_size,0}, {curr_items,971328}, {curr_items_tot,1842550}, {mem_used,4800182808}, {vb_replica_curr_items,871222}]}, {cluster_compatibility_version,131072}, {version, [{public_key,"0.13"}, {lhttpc,"1.3.0"}, {ale,"8cffe61"}, {os_mon,"2.2.7"}, {couch_set_view,"1.2.0a-b68b5f4-git"}, {mnesia,"4.5"}, {inets,"5.7.1"}, {couch,"1.2.0a-b68b5f4-git"}, {mapreduce,"1.0.0"}, {couch_index_merger,"1.2.0a-b68b5f4-git"}, {kernel,"2.14.5"}, {crypto,"2.0.4"}, {ssl,"4.1.6"}, {sasl,"2.1.10"}, {couch_view_parser,"1.0.0"}, {ns_server,"2.0.0-1939-rel-enterprise"}, {mochiweb,"1.4.1"}, {oauth,"7d85d3ef"}, {stdlib,"1.17.5"}]}, {supported_compat_version,[2,0]}, {system_arch,"x86_64-unknown-linux-gnu"}, {wall_clock,2534}, {memory_data,{25199214592,11235794944,{<19409.4606.0>,9199648}}}, {disk_data, [{"/",41260352,5}, {"/dev/shm",12304304,0}, {"/boot",495844,7}, {"/data",206420664,3}]}, {meminfo, <<"MemTotal: 24608608 kB\nMemFree: 13670600 kB\nBuffers: 182372 kB\nCached: 4909932 kB\nSwapCached: 0 kB\nActive: 6005548 kB\nInactive: 4380524 kB\nActive(anon): 5286884 kB\nInactive(anon): 9232 kB\nActive(file): 718664 kB\nInactive(file): 4371292 kB\nUnevictable: 20760 kB\nMlocked: 20760 kB\nSwapTotal: 20479992 kB\nSwapFree: 20479992 kB\nDirty: 2620 kB\nWriteback: 0 kB\nAnonPages: 5315004 kB\nMapped: 14616 kB\nShmem: 164 kB\nSlab: 223200 kB\nSReclaimable: 164488 kB\nSUnreclaim: 58712 kB\nKernelStack: 3048 kB\nPageTables: 14760 kB\nNFS_Unstable: 0 kB\nBounce: 0 kB\nWritebackTmp: 0 kB\nCommitLimit: 32784296 kB\nCommitted_AS: 7059436 kB\nVmallocTotal: 34359738367 kB\nVmallocUsed: 332500 kB\nVmallocChunk: 34359350016 kB\nHardwareCorrupted: 0 kB\nAnonHugePages: 1814528 kB\nHugePages_Total: 0\nHugePages_Free: 0\nHugePages_Rsvd: 0\nHugePages_Surp: 0\nHugepagesize: 2048 kB\nDirectMap4k: 10240 kB\nDirectMap2M: 25155584 kB\n">>}]}, {'ns_1@192.168.0.22', [{last_heard,{1352,754572,654845}}, {outgoing_replications_safeness_level,[{"default",green}]}, {incoming_replications_conf_hashes, [{"default", [{'ns_1@192.168.0.20',90955448}, {'ns_1@192.168.0.21',122191001}]}]}, {active_buckets,["default"]}, {ready_buckets,["default"]}, {local_tasks,[]}, {memory, [{total,230228576}, {processes,174578264}, {processes_used,174420696}, {system,55650312}, {atom,1338193}, {atom_used,1333793}, {binary,13981952}, {code,13490894}, {ets,8180152}]}, {system_memory_data, [{system_total_memory,25199214592}, {free_swap,20971511808}, {total_swap,20971511808}, {cached_memory,8831152128}, {buffered_memory,240254976}, {free_memory,6413729792}, {total_memory,25199214592}]}, {node_storage_conf,[{db_path,"/data"},{index_path,"/data"}]}, {statistics, [{wall_clock,{2520875,5001}}, {context_switches,{19841894,0}}, {garbage_collection,{2726872,6335717470,0}}, {io,{{input,452041920},{output,15081346960}}}, {reductions,{2184003702,4060428}}, {run_queue,0}, {runtime,{748570,1440}}]}, {system_stats, [{cpu_utilization_rate,36.85503685503686}, {swap_total,20971511808}, {swap_used,0}]}, {interesting_stats, [{couch_docs_actual_disk_size,8674398421}, {couch_docs_data_size,7327249684}, {couch_views_actual_disk_size,0}, {couch_views_data_size,0}, {curr_items,1388996}, {curr_items_tot,2989141}, {mem_used,7830068840}, {vb_replica_curr_items,1600145}]}, {cluster_compatibility_version,131072}, {version, [{public_key,"0.13"}, {lhttpc,"1.3.0"}, {ale,"8cffe61"}, {os_mon,"2.2.7"}, {couch_set_view,"1.2.0a-b68b5f4-git"}, {mnesia,"4.5"}, {inets,"5.7.1"}, {couch,"1.2.0a-b68b5f4-git"}, {mapreduce,"1.0.0"}, {couch_index_merger,"1.2.0a-b68b5f4-git"}, {kernel,"2.14.5"}, {crypto,"2.0.4"}, {ssl,"4.1.6"}, {sasl,"2.1.10"}, {couch_view_parser,"1.0.0"}, {ns_server,"2.0.0-1939-rel-enterprise"}, {mochiweb,"1.4.1"}, {oauth,"7d85d3ef"}, {stdlib,"1.17.5"}]}, {supported_compat_version,[2,0]}, {system_arch,"x86_64-unknown-linux-gnu"}, {wall_clock,2520}, {memory_data,{25199214592,18784223232,{<0.687.0>,6657160}}}, {disk_data, [{"/",41260352,5}, {"/dev/shm",12304304,0}, {"/boot",495844,7}, {"/data",206420664,5}]}, {meminfo, <<"MemTotal: 24608608 kB\nMemFree: 6263408 kB\nBuffers: 234624 kB\nCached: 8624172 kB\nSwapCached: 0 kB\nActive: 10290540 kB\nInactive: 7370884 kB\nActive(anon): 8795020 kB\nInactive(anon): 10216 kB\nActive(file): 1495520 kB\nInactive(file): 7360668 kB\nUnevictable: 20760 kB\nMlocked: 20760 kB\nSwapTotal: 20479992 kB\nSwapFree: 20479992 kB\nDirty: 3448 kB\nWriteback: 0 kB\nAnonPages: 8807876 kB\nMapped: 15800 kB\nShmem: 172 kB\nSlab: 347956 kB\nSReclaimable: 289908 kB\nSUnreclaim: 58048 kB\nKernelStack: 2576 kB\nPageTables: 21844 kB\nNFS_Unstable: 0 kB\nBounce: 0 kB\nWritebackTmp: 0 kB\nCommitLimit: 32784296 kB\nCommitted_AS: 10559284 kB\nVmallocTotal: 34359738367 kB\nVmallocUsed: 332500 kB\nVmallocChunk: 34359350016 kB\nHardwareCorrupted: 0 kB\nAnonHugePages: 3162112 kB\nHugePages_Total: 0\nHugePages_Free: 0\nHugePages_Rsvd: 0\nHugePages_Surp: 0\nHugepagesize: 2048 kB\nDirectMap4k: 10240 kB\nDirectMap2M: 25155584 kB\n">>}]}] [ns_doctor:debug,2012-11-12T13:10:37.651,ns_1@192.168.0.22:ns_doctor<0.541.0>:ns_doctor:handle_info:137]Current node statuses: [{'ns_1@192.168.0.20', [{last_heard,{1352,754634,434928}}, {outgoing_replications_safeness_level,[{"default",green}]}, {incoming_replications_conf_hashes, [{"default",[{'ns_1@192.168.0.22',82298913}]}]}, {active_buckets,["default"]}, {ready_buckets,["default"]}, {local_tasks, [[{pid,<<"<0.20195.2>">>}, {bucket,<<"default">>}, {original_target,{[{type,bucket}]}}, {progress,57}, {started_on,1352754594}, {total_vbuckets,385}, {trigger_type,scheduled}, {type,bucket_compaction}, {updated_on,1352754633}, {vbuckets_done,223}]]}, {memory, [{total,182283272}, {processes,134146792}, {processes_used,131402152}, {system,48136480}, {atom,1401785}, {atom_used,1374492}, {binary,6153600}, {code,14054366}, {ets,8255088}]}, {system_memory_data, [{system_total_memory,25199214592}, {free_swap,20971511808}, {total_swap,20971511808}, {cached_memory,3326402560}, {buffered_memory,219766784}, {free_memory,12156588032}, {total_memory,25199214592}]}, {node_storage_conf,[{db_path,"/data"},{index_path,"/data"}]}, {statistics, [{wall_clock,{2597711,4998}}, {context_switches,{18166762,0}}, {garbage_collection,{2250533,14483323061,0}}, {io,{{input,340732359},{output,10934237341}}}, {reductions,{2534177273,4414620}}, {run_queue,0}, {runtime,{942740,1730}}]}, {system_stats, [{cpu_utilization_rate,67.8048780487805}, {swap_total,20971511808}, {swap_used,0}]}, {interesting_stats, [{couch_docs_actual_disk_size,3317499757}, {couch_docs_data_size,2655197114}, {couch_views_actual_disk_size,0}, {couch_views_data_size,0}, {curr_items,592434}, {curr_items_tot,1080235}, {mem_used,2861229840}, {vb_replica_curr_items,487801}]}, {cluster_compatibility_version,131072}, {version, [{public_key,"0.13"}, {lhttpc,"1.3.0"}, {ale,"8cffe61"}, {os_mon,"2.2.7"}, {couch_set_view,"1.2.0a-b68b5f4-git"}, {mnesia,"4.5"}, {inets,"5.7.1"}, {couch,"1.2.0a-b68b5f4-git"}, {mapreduce,"1.0.0"}, {couch_index_merger,"1.2.0a-b68b5f4-git"}, {kernel,"2.14.5"}, {crypto,"2.0.4"}, {ssl,"4.1.6"}, {sasl,"2.1.10"}, {couch_view_parser,"1.0.0"}, {ns_server,"2.0.0-1939-rel-enterprise"}, {mochiweb,"1.4.1"}, {oauth,"7d85d3ef"}, {stdlib,"1.17.5"}]}, {supported_compat_version,[2,0]}, {system_arch,"x86_64-unknown-linux-gnu"}, {wall_clock,2597}, {memory_data,{25199214592,13344997376,{<17793.429.0>,15934056}}}, {disk_data, [{"/",41260352,5}, {"/dev/shm",12304304,0}, {"/boot",495844,7}, {"/data",206420664,2}]}, {meminfo, <<"MemTotal: 24608608 kB\nMemFree: 11871916 kB\nBuffers: 214616 kB\nCached: 3248440 kB\nSwapCached: 0 kB\nActive: 9478632 kB\nInactive: 2689188 kB\nActive(anon): 8692372 kB\nInactive(anon): 14632 kB\nActive(file): 786260 kB\nInactive(file): 2674556 kB\nUnevictable: 20760 kB\nMlocked: 20760 kB\nSwapTotal: 20479992 kB\nSwapFree: 20479992 kB\nDirty: 9588 kB\nWriteback: 0 kB\nAnonPages: 8725924 kB\nMapped: 15892 kB\nShmem: 172 kB\nSlab: 233384 kB\nSReclaimable: 175112 kB\nSUnreclaim: 58272 kB\nKernelStack: 3104 kB\nPageTables: 22036 kB\nNFS_Unstable: 0 kB\nBounce: 0 kB\nWritebackTmp: 0 kB\nCommitLimit: 32784296 kB\nCommitted_AS: 10470956 kB\nVmallocTotal: 34359738367 kB\nVmallocUsed: 332500 kB\nVmallocChunk: 34359355024 kB\nHardwareCorrupted: 0 kB\nAnonHugePages: 3250176 kB\nHugePages_Total: 0\nHugePages_Free: 0\nHugePages_Rsvd: 0\nHugePages_Surp: 0\nHugepagesize: 2048 kB\nDirectMap4k: 10240 kB\nDirectMap2M: 25155584 kB\n">>}]}, {'ns_1@192.168.0.21', [{last_heard,{1352,754633,49360}}, {outgoing_replications_safeness_level,[{"default",green}]}, {incoming_replications_conf_hashes, [{"default",[{'ns_1@192.168.0.22',38243142}]}]}, {active_buckets,["default"]}, {ready_buckets,["default"]}, {local_tasks,[]}, {memory, [{total,185928344}, {processes,137111336}, {processes_used,137096128}, {system,48817008}, {atom,1339809}, {atom_used,1335933}, {binary,10293752}, {code,13493102}, {ets,5241976}]}, {system_memory_data, [{system_total_memory,25199214592}, {free_swap,20971511808}, {total_swap,20971511808}, {cached_memory,5721985024}, {buffered_memory,188690432}, {free_memory,13087293440}, {total_memory,25199214592}]}, {node_storage_conf,[{db_path,"/data"},{index_path,"/data"}]}, {statistics, [{wall_clock,{2594098,4999}}, {context_switches,{7992840,0}}, {garbage_collection,{1724029,4565817658,0}}, {io,{{input,329675010},{output,9709296295}}}, {reductions,{1204699856,4604337}}, {run_queue,0}, {runtime,{463370,1710}}]}, {system_stats, [{cpu_utilization_rate,28.087167070217916}, {swap_total,20971511808}, {swap_used,0}]}, {interesting_stats, [{couch_docs_actual_disk_size,5615384439}, {couch_docs_data_size,4657553083}, {couch_views_actual_disk_size,0}, {couch_views_data_size,0}, {curr_items,1006247}, {curr_items_tot,1912446}, {mem_used,4980956712}, {vb_replica_curr_items,906199}]}, {cluster_compatibility_version,131072}, {version, [{public_key,"0.13"}, {lhttpc,"1.3.0"}, {ale,"8cffe61"}, {os_mon,"2.2.7"}, {couch_set_view,"1.2.0a-b68b5f4-git"}, {mnesia,"4.5"}, {inets,"5.7.1"}, {couch,"1.2.0a-b68b5f4-git"}, {mapreduce,"1.0.0"}, {couch_index_merger,"1.2.0a-b68b5f4-git"}, {kernel,"2.14.5"}, {crypto,"2.0.4"}, {ssl,"4.1.6"}, {sasl,"2.1.10"}, {couch_view_parser,"1.0.0"}, {ns_server,"2.0.0-1939-rel-enterprise"}, {mochiweb,"1.4.1"}, {oauth,"7d85d3ef"}, {stdlib,"1.17.5"}]}, {supported_compat_version,[2,0]}, {system_arch,"x86_64-unknown-linux-gnu"}, {wall_clock,2594}, {memory_data,{25199214592,11930185728,{<19409.4778.1>,12342376}}}, {disk_data, [{"/",41260352,5}, {"/dev/shm",12304304,0}, {"/boot",495844,7}, {"/data",206420664,3}]}, {meminfo, <<"MemTotal: 24608608 kB\nMemFree: 12780808 kB\nBuffers: 184268 kB\nCached: 5587876 kB\nSwapCached: 0 kB\nActive: 6629552 kB\nInactive: 4628652 kB\nActive(anon): 5479136 kB\nInactive(anon): 9232 kB\nActive(file): 1150416 kB\nInactive(file): 4619420 kB\nUnevictable: 20760 kB\nMlocked: 20760 kB\nSwapTotal: 20479992 kB\nSwapFree: 20479992 kB\nDirty: 4560 kB\nWriteback: 0 kB\nAnonPages: 5507268 kB\nMapped: 14616 kB\nShmem: 164 kB\nSlab: 240832 kB\nSReclaimable: 182808 kB\nSUnreclaim: 58024 kB\nKernelStack: 3056 kB\nPageTables: 15168 kB\nNFS_Unstable: 0 kB\nBounce: 0 kB\nWritebackTmp: 0 kB\nCommitLimit: 32784296 kB\nCommitted_AS: 7261052 kB\nVmallocTotal: 34359738367 kB\nVmallocUsed: 332500 kB\nVmallocChunk: 34359350016 kB\nHardwareCorrupted: 0 kB\nAnonHugePages: 1921024 kB\nHugePages_Total: 0\nHugePages_Free: 0\nHugePages_Rsvd: 0\nHugePages_Surp: 0\nHugepagesize: 2048 kB\nDirectMap4k: 10240 kB\nDirectMap2M: 25155584 kB\n">>}]}, {'ns_1@192.168.0.22', [{last_heard,{1352,754632,659364}}, {outgoing_replications_safeness_level,[{"default",green}]}, {incoming_replications_conf_hashes, [{"default", [{'ns_1@192.168.0.20',104935534}, {'ns_1@192.168.0.21',50428495}]}]}, {active_buckets,["default"]}, {ready_buckets,["default"]}, {local_tasks,[]}, {memory, [{total,240794880}, {processes,185030360}, {processes_used,184872864}, {system,55764520}, {atom,1338193}, {atom_used,1333793}, {binary,13918960}, {code,13490894}, {ets,8358520}]}, {system_memory_data, [{system_total_memory,25199214592}, {free_swap,20971511808}, {total_swap,20971511808}, {cached_memory,9591238656}, {buffered_memory,242171904}, {free_memory,5640642560}, {total_memory,25199214592}]}, {node_storage_conf,[{db_path,"/data"},{index_path,"/data"}]}, {statistics, [{wall_clock,{2580879,5005}}, {context_switches,{20310363,0}}, {garbage_collection,{2800899,6501747898,0}}, {io,{{input,462507134},{output,15393942517}}}, {reductions,{2235915036,4189498}}, {run_queue,0}, {runtime,{767620,1430}}]}, {system_stats, [{cpu_utilization_rate,35.45232273838631}, {swap_total,20971511808}, {swap_used,0}]}, {interesting_stats, [{couch_docs_actual_disk_size,9444216987}, {couch_docs_data_size,7329151873}, {couch_views_actual_disk_size,0}, {couch_views_data_size,0}, {curr_items,1388562}, {curr_items_tot,2987577}, {mem_used,7838068824}, {vb_replica_curr_items,1599015}]}, {cluster_compatibility_version,131072}, {version, [{public_key,"0.13"}, {lhttpc,"1.3.0"}, {ale,"8cffe61"}, {os_mon,"2.2.7"}, {couch_set_view,"1.2.0a-b68b5f4-git"}, {mnesia,"4.5"}, {inets,"5.7.1"}, {couch,"1.2.0a-b68b5f4-git"}, {mapreduce,"1.0.0"}, {couch_index_merger,"1.2.0a-b68b5f4-git"}, {kernel,"2.14.5"}, {crypto,"2.0.4"}, {ssl,"4.1.6"}, {sasl,"2.1.10"}, {couch_view_parser,"1.0.0"}, {ns_server,"2.0.0-1939-rel-enterprise"}, {mochiweb,"1.4.1"}, {oauth,"7d85d3ef"}, {stdlib,"1.17.5"}]}, {supported_compat_version,[2,0]}, {system_arch,"x86_64-unknown-linux-gnu"}, {wall_clock,2580}, {memory_data,{25199214592,19557302272,{<0.687.0>,17427312}}}, {disk_data, [{"/",41260352,5}, {"/dev/shm",12304304,0}, {"/boot",495844,7}, {"/data",206420664,5}]}, {meminfo, <<"MemTotal: 24608608 kB\nMemFree: 5508688 kB\nBuffers: 236496 kB\nCached: 9366444 kB\nSwapCached: 0 kB\nActive: 10797012 kB\nInactive: 7609512 kB\nActive(anon): 8795860 kB\nInactive(anon): 10216 kB\nActive(file): 2001152 kB\nInactive(file): 7599296 kB\nUnevictable: 20760 kB\nMlocked: 20760 kB\nSwapTotal: 20479992 kB\nSwapFree: 20479992 kB\nDirty: 1792 kB\nWriteback: 0 kB\nAnonPages: 8808560 kB\nMapped: 15680 kB\nShmem: 172 kB\nSlab: 357736 kB\nSReclaimable: 299864 kB\nSUnreclaim: 57872 kB\nKernelStack: 2560 kB\nPageTables: 21716 kB\nNFS_Unstable: 0 kB\nBounce: 0 kB\nWritebackTmp: 0 kB\nCommitLimit: 32784296 kB\nCommitted_AS: 10567696 kB\nVmallocTotal: 34359738367 kB\nVmallocUsed: 332500 kB\nVmallocChunk: 34359350016 kB\nHardwareCorrupted: 0 kB\nAnonHugePages: 3254272 kB\nHugePages_Total: 0\nHugePages_Free: 0\nHugePages_Rsvd: 0\nHugePages_Surp: 0\nHugepagesize: 2048 kB\nDirectMap4k: 10240 kB\nDirectMap2M: 25155584 kB\n">>}]}] [stats:debug,2012-11-12T13:11:06.470,ns_1@192.168.0.22:<0.683.0>:stats_collector:maybe_log_stats:126](at {{1970,1,16},{7,45,54}}) Stats for bucket "default": accepting_conns 1 auth_cmds 23 auth_errors 0 bucket_active_conns 1 bucket_conns 30 bytes 7841121608 bytes_read 27789836776 bytes_written 27080416184 cas_badval 0 cas_hits 0 cas_misses 0 cmd_flush 0 cmd_get 4064907 cmd_set 5014463 conn_yields 142752 connection_structures 5000 curr_connections 31 curr_conns_on_port_11209 18 curr_conns_on_port_11210 11 curr_items 1388400 curr_items_tot 2987770 curr_temp_items 0 daemon_connections 4 decr_hits 0 decr_misses 0 delete_hits 186832 delete_misses 278880 ep_access_scanner_last_runtime 0 ep_access_scanner_num_items 0 ep_access_scanner_task_time 2012-11-13 10:00:00 ep_allow_data_loss_during_shutdown 1 ep_alog_block_size 4096 ep_alog_path /data/default/access.log ep_alog_sleep_time 1440 ep_alog_task_time 10 ep_backend couchdb ep_bg_fetch_delay 0 ep_bg_fetched 0 ep_bg_meta_fetched 0 ep_bg_remaining_jobs 0 ep_chk_max_items 5000 ep_chk_period 1800 ep_chk_persistence_remains 0 ep_chk_persistence_timeout 10 ep_chk_remover_stime 5 ep_commit_num 18616 ep_commit_time 29 ep_commit_time_total 279651 ep_concurrentDB 1 ep_config_file ep_couch_bucket default ep_couch_host localhost ep_couch_port 11213 ep_couch_reconnect_sleeptime 250 ep_couch_response_timeout 180000 ep_data_age 2 ep_data_age_highwat 102 ep_data_traffic_enabled 0 ep_dbinit 0 ep_dbname /data/default ep_degraded_mode 0 ep_diskqueue_drain 11128929 ep_diskqueue_fill 9773023 ep_diskqueue_items 43622 ep_diskqueue_memory 1222304 ep_diskqueue_pending 1833456 ep_exp_pager_stime 3600 ep_exp_pager_stime 3600 ep_expired_access 4315 ep_expired_pager 0 ep_expiry_window 3 ep_failpartialwarmup 0 ep_flush_all false ep_flush_duration_total 2394 ep_flushall_enabled 0 ep_flusher_state running ep_flusher_todo 31327 ep_getl_default_timeout 15 ep_getl_max_timeout 30 ep_ht_locks 5 ep_ht_size 3079 ep_inconsistent_slave_chk 0 ep_initfile ep_io_num_read 0 ep_io_num_write 9509069 ep_io_read_bytes 0 ep_io_write_bytes 21938231672 ep_item_begin_failed 0 ep_item_commit_failed 0 ep_item_flush_expired 21 ep_item_flush_failed 0 ep_item_num_based_new_chk 1 ep_items_rm_from_checkpoints 2220739 ep_keep_closed_chks 0 ep_klog_block_size 4096 ep_klog_compactor_queue_cap 500000 ep_klog_compactor_stime 3600 ep_klog_flush commit2 ep_klog_max_entry_ratio 10 ep_klog_max_log_size 2147483647 ep_klog_path ep_klog_sync commit2 ep_kv_size 7367807657 ep_max_checkpoints 2 ep_max_data_size 12582912000 ep_max_item_size 20971520 ep_max_size 12582912000 ep_max_txn_size 10000 ep_max_vbuckets 1024 ep_mem_high_wat 9437184000 ep_mem_high_wat 9437184000 ep_mem_low_wat 7549747200 ep_mem_low_wat 7549747200 ep_mem_tracker_enabled true ep_min_data_age 0 ep_mlog_compactor_runs 0 ep_mutation_mem_threshold 0 ep_num_access_scanner_runs 0 ep_num_eject_failures 0 ep_num_expiry_pager_runs 0 ep_num_non_resident 0 ep_num_not_my_vbuckets 579 ep_num_ops_del_meta 0 ep_num_ops_get_meta 0 ep_num_ops_set_meta 0 ep_num_pager_runs 0 ep_num_value_ejects 0 ep_oom_errors 0 ep_overhead 132791930 ep_pager_active_vb_pcnt 40 ep_pager_unbiased_period 60 ep_pending_ops 0 ep_pending_ops_max 1 ep_pending_ops_max_duration 160012 ep_pending_ops_total 6 ep_postInitfile ep_queue_age_cap 900 ep_queue_size 12295 ep_startup_time 1352752065 ep_storage_age 1 ep_storage_age_highwat 1424 ep_store_max_concurrency 10 ep_store_max_readers 9 ep_store_max_readwrite 1 ep_stored_val_type ep_tap_ack_grace_period 300 ep_tap_ack_initial_sequence_number 1 ep_tap_ack_interval 1000 ep_tap_ack_window_size 10 ep_tap_backfill_resident 0.9 ep_tap_backlog_limit 5000 ep_tap_backoff_period 5 ep_tap_bg_fetch_requeued 0 ep_tap_bg_fetched 19258 ep_tap_bg_max_pending 500 ep_tap_keepalive 300 ep_tap_noop_interval 20 ep_tap_requeue_sleep_time 0.1 ep_tap_throttle_cap_pcnt 10 ep_tap_throttle_queue_cap 1000000 ep_tap_throttle_threshold 90 ep_tmp_oom_errors 0 ep_too_old 85 ep_too_young 0 ep_total_cache_size 7331975582 ep_total_del_items 408806 ep_total_enqueued 9773024 ep_total_new_items 3302771 ep_total_persisted 9509069 ep_uncommitted_items 3734 ep_value_size 7121462812 ep_vb0 0 ep_vb_snapshot_total 264 ep_vb_total 1024 ep_vbucket_del 0 ep_vbucket_del_fail 0 ep_version 2.0.0r_133_g68e3f7c ep_waitforwarmup 0 ep_warmup 1 ep_warmup_batch_size 1000 ep_warmup_dups 0 ep_warmup_min_items_threshold 100 ep_warmup_min_memory_threshold 100 ep_warmup_oom 0 ep_warmup_thread complete ep_warmup_time 23464 get_hits 3612287 get_misses 452620 incr_hits 0 incr_misses 0 libevent 2.0.11-stable limit_maxbytes 67108864 listen_disabled_num 0 max_conns_on_port_11209 1000 max_conns_on_port_11210 9000 mem_used 7841121608 pid 21605 pointer_size 64 rejected_conns 0 rusage_system 931.179439 rusage_user 1721.244331 tap_checkpoint_end_received 1118 tap_checkpoint_end_sent 1257 tap_checkpoint_start_received 2309 tap_checkpoint_start_sent 2526 tap_connect_received 703 tap_delete_received 233827 tap_delete_sent 236082 tap_mutation_received 6121673 tap_mutation_sent 6825832 tap_opaque_received 3928 tap_opaque_sent 3795 tap_vbucket_set_received 628 tap_vbucket_set_sent 700 threads 4 time 1352754665 total_connections 4103 uptime 2610 vb_active_curr_items 1388400 vb_active_eject 0 vb_active_expired 1697 vb_active_ht_memory 11953216 vb_active_itm_memory 3408369408 vb_active_meta_data_memory 109683600 vb_active_num 476 vb_active_num_non_resident 0 vb_active_num_ref_ejects 0 vb_active_num_ref_items 1545509 vb_active_ops_create 1536541 vb_active_ops_delete 196013 vb_active_ops_reject 0 vb_active_ops_update 2789045 vb_active_perc_mem_resident 100 vb_active_queue_age 5982025000 vb_active_queue_drain 5555727 vb_active_queue_fill 4739878 vb_active_queue_memory 391712 vb_active_queue_pending 587568 vb_active_queue_size 12241 vb_dead_num 0 vb_pending_curr_items 0 vb_pending_eject 0 vb_pending_expired 0 vb_pending_ht_memory 0 vb_pending_itm_memory 0 vb_pending_meta_data_memory 0 vb_pending_num 0 vb_pending_num_non_resident 0 vb_pending_num_ref_ejects 0 vb_pending_num_ref_items 0 vb_pending_ops_create 0 vb_pending_ops_delete 0 vb_pending_ops_reject 0 vb_pending_ops_update 0 vb_pending_perc_mem_resident 0 vb_pending_queue_age 0 vb_pending_queue_drain 0 vb_pending_queue_fill 0 vb_pending_queue_memory 0 vb_pending_queue_pending 0 vb_pending_queue_size 0 vb_replica_curr_items 1599370 vb_replica_eject 0 vb_replica_expired 2618 vb_replica_ht_memory 13761184 vb_replica_itm_memory 3923606174 vb_replica_meta_data_memory 126350230 vb_replica_num 548 vb_replica_num_non_resident 0 vb_replica_num_ref_ejects 0 vb_replica_num_ref_items 1777852 vb_replica_ops_create 1766231 vb_replica_ops_delete 212793 vb_replica_ops_reject 0 vb_replica_ops_update 3008487 vb_replica_perc_mem_resident 100 vb_replica_queue_age 3980559000 vb_replica_queue_drain 5573202 vb_replica_queue_fill 5033145 vb_replica_queue_memory 830592 vb_replica_queue_pending 1245888 vb_replica_queue_size 25956 version 1.4.4_600_g7ea975a [ns_doctor:debug,2012-11-12T13:11:37.652,ns_1@192.168.0.22:ns_doctor<0.541.0>:ns_doctor:handle_info:137]Current node statuses: [{'ns_1@192.168.0.20', [{last_heard,{1352,754694,436002}}, {outgoing_replications_safeness_level,[{"default",green}]}, {incoming_replications_conf_hashes, [{"default",[{'ns_1@192.168.0.22',39551543}]}]}, {active_buckets,["default"]}, {ready_buckets,["default"]}, {local_tasks,[]}, {memory, [{total,200048032}, {processes,151189560}, {processes_used,148334872}, {system,48858472}, {atom,1401785}, {atom_used,1374492}, {binary,6852672}, {code,14054366}, {ets,8297936}]}, {system_memory_data, [{system_total_memory,25199214592}, {free_swap,20971511808}, {total_swap,20971511808}, {cached_memory,2918285312}, {buffered_memory,221806592}, {free_memory,12579033088}, {total_memory,25199214592}]}, {node_storage_conf,[{db_path,"/data"},{index_path,"/data"}]}, {statistics, [{wall_clock,{2657711,4999}}, {context_switches,{18590931,0}}, {garbage_collection,{2312631,14962713395,0}}, {io,{{input,348452591},{output,11026404789}}}, {reductions,{2583899887,4851231}}, {run_queue,0}, {runtime,{969420,2560}}]}, {system_stats, [{cpu_utilization_rate,59.32203389830509}, {swap_total,20971511808}, {swap_used,0}]}, {interesting_stats, [{couch_docs_actual_disk_size,2847588415}, {couch_docs_data_size,2513263232}, {couch_views_actual_disk_size,0}, {couch_views_data_size,0}, {curr_items,560519}, {curr_items_tot,1016240}, {mem_used,2704465328}, {vb_replica_curr_items,455721}]}, {cluster_compatibility_version,131072}, {version, [{public_key,"0.13"}, {lhttpc,"1.3.0"}, {ale,"8cffe61"}, {os_mon,"2.2.7"}, {couch_set_view,"1.2.0a-b68b5f4-git"}, {mnesia,"4.5"}, {inets,"5.7.1"}, {couch,"1.2.0a-b68b5f4-git"}, {mapreduce,"1.0.0"}, {couch_index_merger,"1.2.0a-b68b5f4-git"}, {kernel,"2.14.5"}, {crypto,"2.0.4"}, {ssl,"4.1.6"}, {sasl,"2.1.10"}, {couch_view_parser,"1.0.0"}, {ns_server,"2.0.0-1939-rel-enterprise"}, {mochiweb,"1.4.1"}, {oauth,"7d85d3ef"}, {stdlib,"1.17.5"}]}, {supported_compat_version,[2,0]}, {system_arch,"x86_64-unknown-linux-gnu"}, {wall_clock,2657}, {memory_data,{25199214592,12621856768,{<17793.667.0>,20119840}}}, {disk_data, [{"/",41260352,5}, {"/dev/shm",12304304,0}, {"/boot",495844,7}, {"/data",206420664,2}]}, {meminfo, <<"MemTotal: 24608608 kB\nMemFree: 12284460 kB\nBuffers: 216608 kB\nCached: 2849888 kB\nSwapCached: 0 kB\nActive: 9346200 kB\nInactive: 2416132 kB\nActive(anon): 8682860 kB\nInactive(anon): 15300 kB\nActive(file): 663340 kB\nInactive(file): 2400832 kB\nUnevictable: 20760 kB\nMlocked: 20760 kB\nSwapTotal: 20479992 kB\nSwapFree: 20479992 kB\nDirty: 3504 kB\nWriteback: 0 kB\nAnonPages: 8716932 kB\nMapped: 15568 kB\nShmem: 172 kB\nSlab: 226320 kB\nSReclaimable: 168320 kB\nSUnreclaim: 58000 kB\nKernelStack: 3064 kB\nPageTables: 21856 kB\nNFS_Unstable: 0 kB\nBounce: 0 kB\nWritebackTmp: 0 kB\nCommitLimit: 32784296 kB\nCommitted_AS: 10492788 kB\nVmallocTotal: 34359738367 kB\nVmallocUsed: 332500 kB\nVmallocChunk: 34359355024 kB\nHardwareCorrupted: 0 kB\nAnonHugePages: 3348480 kB\nHugePages_Total: 0\nHugePages_Free: 0\nHugePages_Rsvd: 0\nHugePages_Surp: 0\nHugepagesize: 2048 kB\nDirectMap4k: 10240 kB\nDirectMap2M: 25155584 kB\n">>}]}, {'ns_1@192.168.0.21', [{last_heard,{1352,754693,48299}}, {outgoing_replications_safeness_level,[{"default",green}]}, {incoming_replications_conf_hashes, [{"default",[{'ns_1@192.168.0.22',111513635}]}]}, {active_buckets,["default"]}, {ready_buckets,["default"]}, {local_tasks,[]}, {memory, [{total,191476536}, {processes,141779520}, {processes_used,141773208}, {system,49697016}, {atom,1339809}, {atom_used,1335933}, {binary,11077376}, {code,13493102}, {ets,5320800}]}, {system_memory_data, [{system_total_memory,25199214592}, {free_swap,20971511808}, {total_swap,20971511808}, {cached_memory,6419881984}, {buffered_memory,190128128}, {free_memory,12199931904}, {total_memory,25199214592}]}, {node_storage_conf,[{db_path,"/data"},{index_path,"/data"}]}, {statistics, [{wall_clock,{2654098,4999}}, {context_switches,{8417330,0}}, {garbage_collection,{1785202,4769535999,0}}, {io,{{input,340347366},{output,10053780379}}}, {reductions,{1262579080,6277893}}, {run_queue,0}, {runtime,{483170,2040}}]}, {system_stats, [{cpu_utilization_rate,44.66501240694789}, {swap_total,20971511808}, {swap_used,0}]}, {interesting_stats, [{couch_docs_actual_disk_size,6301250987}, {couch_docs_data_size,4814232341}, {couch_views_actual_disk_size,0}, {couch_views_data_size,0}, {curr_items,1038010}, {curr_items_tot,1973381}, {mem_used,5138700488}, {vb_replica_curr_items,935371}]}, {cluster_compatibility_version,131072}, {version, [{public_key,"0.13"}, {lhttpc,"1.3.0"}, {ale,"8cffe61"}, {os_mon,"2.2.7"}, {couch_set_view,"1.2.0a-b68b5f4-git"}, {mnesia,"4.5"}, {inets,"5.7.1"}, {couch,"1.2.0a-b68b5f4-git"}, {mapreduce,"1.0.0"}, {couch_index_merger,"1.2.0a-b68b5f4-git"}, {kernel,"2.14.5"}, {crypto,"2.0.4"}, {ssl,"4.1.6"}, {sasl,"2.1.10"}, {couch_view_parser,"1.0.0"}, {ns_server,"2.0.0-1939-rel-enterprise"}, {mochiweb,"1.4.1"}, {oauth,"7d85d3ef"}, {stdlib,"1.17.5"}]}, {supported_compat_version,[2,0]}, {system_arch,"x86_64-unknown-linux-gnu"}, {wall_clock,2654}, {memory_data,{25199214592,12832112640,{<19409.12433.1>,17429400}}}, {disk_data, [{"/",41260352,5}, {"/dev/shm",12304304,0}, {"/boot",495844,7}, {"/data",206420664,4}]}, {meminfo, <<"MemTotal: 24608608 kB\nMemFree: 11913996 kB\nBuffers: 185672 kB\nCached: 6269416 kB\nSwapCached: 0 kB\nActive: 7185816 kB\nInactive: 4919080 kB\nActive(anon): 5642592 kB\nInactive(anon): 9232 kB\nActive(file): 1543224 kB\nInactive(file): 4909848 kB\nUnevictable: 20760 kB\nMlocked: 20760 kB\nSwapTotal: 20479992 kB\nSwapFree: 20479992 kB\nDirty: 4092 kB\nWriteback: 0 kB\nAnonPages: 5670604 kB\nMapped: 14616 kB\nShmem: 164 kB\nSlab: 260432 kB\nSReclaimable: 202352 kB\nSUnreclaim: 58080 kB\nKernelStack: 3048 kB\nPageTables: 15496 kB\nNFS_Unstable: 0 kB\nBounce: 0 kB\nWritebackTmp: 0 kB\nCommitLimit: 32784296 kB\nCommitted_AS: 7423616 kB\nVmallocTotal: 34359738367 kB\nVmallocUsed: 332500 kB\nVmallocChunk: 34359350016 kB\nHardwareCorrupted: 0 kB\nAnonHugePages: 2021376 kB\nHugePages_Total: 0\nHugePages_Free: 0\nHugePages_Rsvd: 0\nHugePages_Surp: 0\nHugepagesize: 2048 kB\nDirectMap4k: 10240 kB\nDirectMap2M: 25155584 kB\n">>}]}, {'ns_1@192.168.0.22', [{last_heard,{1352,754692,653967}}, {outgoing_replications_safeness_level,[{"default",green}]}, {incoming_replications_conf_hashes, [{"default", [{'ns_1@192.168.0.20',100179979}, {'ns_1@192.168.0.21',70040684}]}]}, {active_buckets,["default"]}, {ready_buckets,["default"]}, {local_tasks,[]}, {memory, [{total,270499456}, {processes,213201112}, {processes_used,213043624}, {system,57298344}, {atom,1338193}, {atom_used,1333793}, {binary,15279352}, {code,13490894}, {ets,8534656}]}, {system_memory_data, [{system_total_memory,25199214592}, {free_swap,20971511808}, {total_swap,20971511808}, {cached_memory,10290888704}, {buffered_memory,243146752}, {free_memory,4891025408}, {total_memory,25199214592}]}, {node_storage_conf,[{db_path,"/data"},{index_path,"/data"}]}, {statistics, [{wall_clock,{2640875,5000}}, {context_switches,{20763017,0}}, {garbage_collection,{2866022,6662702233,0}}, {io,{{input,469203037},{output,15711091237}}}, {reductions,{2287993755,6613488}}, {run_queue,0}, {runtime,{786720,1880}}]}, {system_stats, [{cpu_utilization_rate,49.754901960784316}, {swap_total,20971511808}, {swap_used,0}]}, {interesting_stats, [{couch_docs_actual_disk_size,10137501891}, {couch_docs_data_size,7330085713}, {couch_views_actual_disk_size,0}, {couch_views_data_size,0}, {curr_items,1388075}, {curr_items_tot,2986994}, {mem_used,7843978888}, {vb_replica_curr_items,1598919}]}, {cluster_compatibility_version,131072}, {version, [{public_key,"0.13"}, {lhttpc,"1.3.0"}, {ale,"8cffe61"}, {os_mon,"2.2.7"}, {couch_set_view,"1.2.0a-b68b5f4-git"}, {mnesia,"4.5"}, {inets,"5.7.1"}, {couch,"1.2.0a-b68b5f4-git"}, {mapreduce,"1.0.0"}, {couch_index_merger,"1.2.0a-b68b5f4-git"}, {kernel,"2.14.5"}, {crypto,"2.0.4"}, {ssl,"4.1.6"}, {sasl,"2.1.10"}, {couch_view_parser,"1.0.0"}, {ns_server,"2.0.0-1939-rel-enterprise"}, {mochiweb,"1.4.1"}, {oauth,"7d85d3ef"}, {stdlib,"1.17.5"}]}, {supported_compat_version,[2,0]}, {system_arch,"x86_64-unknown-linux-gnu"}, {wall_clock,2640}, {memory_data,{25199214592,20307681280,{<0.687.0>,17427312}}}, {disk_data, [{"/",41260352,5}, {"/dev/shm",12304304,0}, {"/boot",495844,7}, {"/data",206420664,5}]}, {meminfo, <<"MemTotal: 24608608 kB\nMemFree: 4776392 kB\nBuffers: 237448 kB\nCached: 10049696 kB\nSwapCached: 0 kB\nActive: 11231376 kB\nInactive: 7888840 kB\nActive(anon): 8825224 kB\nInactive(anon): 10216 kB\nActive(file): 2406152 kB\nInactive(file): 7878624 kB\nUnevictable: 20760 kB\nMlocked: 20760 kB\nSwapTotal: 20479992 kB\nSwapFree: 20479992 kB\nDirty: 2620 kB\nWriteback: 0 kB\nAnonPages: 8837940 kB\nMapped: 15680 kB\nShmem: 172 kB\nSlab: 376708 kB\nSReclaimable: 318712 kB\nSUnreclaim: 57996 kB\nKernelStack: 2552 kB\nPageTables: 21776 kB\nNFS_Unstable: 0 kB\nBounce: 0 kB\nWritebackTmp: 0 kB\nCommitLimit: 32784296 kB\nCommitted_AS: 10590012 kB\nVmallocTotal: 34359738367 kB\nVmallocUsed: 332500 kB\nVmallocChunk: 34359350016 kB\nHardwareCorrupted: 0 kB\nAnonHugePages: 3368960 kB\nHugePages_Total: 0\nHugePages_Free: 0\nHugePages_Rsvd: 0\nHugePages_Surp: 0\nHugepagesize: 2048 kB\nDirectMap4k: 10240 kB\nDirectMap2M: 25155584 kB\n">>}]}] [ns_doctor:debug,2012-11-12T13:12:37.651,ns_1@192.168.0.22:ns_doctor<0.541.0>:ns_doctor:handle_info:137]Current node statuses: [{'ns_1@192.168.0.20', [{last_heard,{1352,754754,433877}}, {outgoing_replications_safeness_level,[{"default",green}]}, {incoming_replications_conf_hashes, [{"default",[{'ns_1@192.168.0.22',98249505}]}]}, {active_buckets,["default"]}, {ready_buckets,["default"]}, {local_tasks,[]}, {memory, [{total,191807584}, {processes,143869704}, {processes_used,140900792}, {system,47937880}, {atom,1401785}, {atom_used,1374492}, {binary,5797624}, {code,14054366}, {ets,8458912}]}, {system_memory_data, [{system_total_memory,25199214592}, {free_swap,20971511808}, {total_swap,20971511808}, {cached_memory,2989658112}, {buffered_memory,223215616}, {free_memory,12501901312}, {total_memory,25199214592}]}, {node_storage_conf,[{db_path,"/data"},{index_path,"/data"}]}, {statistics, [{wall_clock,{2717710,4998}}, {context_switches,{19003379,0}}, {garbage_collection,{2376709,15544722611,0}}, {io,{{input,355461445},{output,11113937047}}}, {reductions,{2633071646,3801635}}, {run_queue,0}, {runtime,{999780,2350}}]}, {system_stats, [{cpu_utilization_rate,64.0506329113924}, {swap_total,20971511808}, {swap_used,0}]}, {interesting_stats, [{couch_docs_actual_disk_size,2917380477}, {couch_docs_data_size,2313300288}, {couch_views_actual_disk_size,0}, {couch_views_data_size,0}, {curr_items,520123}, {curr_items_tot,934635}, {mem_used,2501981376}, {vb_replica_curr_items,414512}]}, {cluster_compatibility_version,131072}, {version, [{public_key,"0.13"}, {lhttpc,"1.3.0"}, {ale,"8cffe61"}, {os_mon,"2.2.7"}, {couch_set_view,"1.2.0a-b68b5f4-git"}, {mnesia,"4.5"}, {inets,"5.7.1"}, {couch,"1.2.0a-b68b5f4-git"}, {mapreduce,"1.0.0"}, {couch_index_merger,"1.2.0a-b68b5f4-git"}, {kernel,"2.14.5"}, {crypto,"2.0.4"}, {ssl,"4.1.6"}, {sasl,"2.1.10"}, {couch_view_parser,"1.0.0"}, {ns_server,"2.0.0-1939-rel-enterprise"}, {mochiweb,"1.4.1"}, {oauth,"7d85d3ef"}, {stdlib,"1.17.5"}]}, {supported_compat_version,[2,0]}, {system_arch,"x86_64-unknown-linux-gnu"}, {wall_clock,2717}, {memory_data,{25199214592,12687470592,{<17793.667.0>,26926200}}}, {disk_data, [{"/",41260352,5}, {"/dev/shm",12304304,0}, {"/boot",495844,7}, {"/data",206420664,2}]}, {meminfo, <<"MemTotal: 24608608 kB\nMemFree: 12208888 kB\nBuffers: 217984 kB\nCached: 2919588 kB\nSwapCached: 0 kB\nActive: 9596168 kB\nInactive: 2242916 kB\nActive(anon): 8689188 kB\nInactive(anon): 14632 kB\nActive(file): 906980 kB\nInactive(file): 2228284 kB\nUnevictable: 20760 kB\nMlocked: 20760 kB\nSwapTotal: 20479992 kB\nSwapFree: 20479992 kB\nDirty: 2820 kB\nWriteback: 0 kB\nAnonPages: 8739120 kB\nMapped: 15568 kB\nShmem: 172 kB\nSlab: 224932 kB\nSReclaimable: 167164 kB\nSUnreclaim: 57768 kB\nKernelStack: 3064 kB\nPageTables: 21916 kB\nNFS_Unstable: 0 kB\nBounce: 0 kB\nWritebackTmp: 0 kB\nCommitLimit: 32784296 kB\nCommitted_AS: 10485792 kB\nVmallocTotal: 34359738367 kB\nVmallocUsed: 332500 kB\nVmallocChunk: 34359355024 kB\nHardwareCorrupted: 0 kB\nAnonHugePages: 3471360 kB\nHugePages_Total: 0\nHugePages_Free: 0\nHugePages_Rsvd: 0\nHugePages_Surp: 0\nHugepagesize: 2048 kB\nDirectMap4k: 10240 kB\nDirectMap2M: 25155584 kB\n">>}]}, {'ns_1@192.168.0.21', [{last_heard,{1352,754753,52895}}, {outgoing_replications_safeness_level,[{"default",green}]}, {incoming_replications_conf_hashes, [{"default",[{'ns_1@192.168.0.22',41664495}]}]}, {active_buckets,["default"]}, {ready_buckets,["default"]}, {local_tasks,[]}, {memory, [{total,196012856}, {processes,147556904}, {processes_used,147546720}, {system,48455952}, {atom,1339809}, {atom_used,1335933}, {binary,9638608}, {code,13493102}, {ets,5504584}]}, {system_memory_data, [{system_total_memory,25199214592}, {free_swap,20971511808}, {total_swap,20971511808}, {cached_memory,7194419200}, {buffered_memory,190926848}, {free_memory,11185762304}, {total_memory,25199214592}]}, {node_storage_conf,[{db_path,"/data"},{index_path,"/data"}]}, {statistics, [{wall_clock,{2714101,5001}}, {context_switches,{8923923,0}}, {garbage_collection,{1860383,4998979889,0}}, {io,{{input,355763969},{output,10463145585}}}, {reductions,{1326065826,5737934}}, {run_queue,0}, {runtime,{505870,1990}}]}, {system_stats, [{cpu_utilization_rate,39.618138424821005}, {swap_total,20971511808}, {swap_used,0}]}, {interesting_stats, [{couch_docs_actual_disk_size,7069432126}, {couch_docs_data_size,5014570233}, {couch_views_actual_disk_size,0}, {couch_views_data_size,0}, {curr_items,1078859}, {curr_items_tot,2051026}, {mem_used,5340201464}, {vb_replica_curr_items,972167}]}, {cluster_compatibility_version,131072}, {version, [{public_key,"0.13"}, {lhttpc,"1.3.0"}, {ale,"8cffe61"}, {os_mon,"2.2.7"}, {couch_set_view,"1.2.0a-b68b5f4-git"}, {mnesia,"4.5"}, {inets,"5.7.1"}, {couch,"1.2.0a-b68b5f4-git"}, {mapreduce,"1.0.0"}, {couch_index_merger,"1.2.0a-b68b5f4-git"}, {kernel,"2.14.5"}, {crypto,"2.0.4"}, {ssl,"4.1.6"}, {sasl,"2.1.10"}, {couch_view_parser,"1.0.0"}, {ns_server,"2.0.0-1939-rel-enterprise"}, {mochiweb,"1.4.1"}, {oauth,"7d85d3ef"}, {stdlib,"1.17.5"}]}, {supported_compat_version,[2,0]}, {system_arch,"x86_64-unknown-linux-gnu"}, {wall_clock,2714}, {memory_data,{25199214592,13790003200,{<19409.4606.0>,10770992}}}, {disk_data, [{"/",41260352,5}, {"/dev/shm",12304304,0}, {"/boot",495844,7}, {"/data",206420664,4}]}, {meminfo, <<"MemTotal: 24608608 kB\nMemFree: 10923596 kB\nBuffers: 186452 kB\nCached: 7025800 kB\nSwapCached: 0 kB\nActive: 7805052 kB\nInactive: 5267580 kB\nActive(anon): 5853128 kB\nInactive(anon): 9232 kB\nActive(file): 1951924 kB\nInactive(file): 5258348 kB\nUnevictable: 20760 kB\nMlocked: 20760 kB\nSwapTotal: 20479992 kB\nSwapFree: 20479992 kB\nDirty: 3608 kB\nWriteback: 0 kB\nAnonPages: 5881264 kB\nMapped: 14616 kB\nShmem: 164 kB\nSlab: 282776 kB\nSReclaimable: 224608 kB\nSUnreclaim: 58168 kB\nKernelStack: 3048 kB\nPageTables: 15888 kB\nNFS_Unstable: 0 kB\nBounce: 0 kB\nWritebackTmp: 0 kB\nCommitLimit: 32784296 kB\nCommitted_AS: 7630008 kB\nVmallocTotal: 34359738367 kB\nVmallocUsed: 332500 kB\nVmallocChunk: 34359350016 kB\nHardwareCorrupted: 0 kB\nAnonHugePages: 2119680 kB\nHugePages_Total: 0\nHugePages_Free: 0\nHugePages_Rsvd: 0\nHugePages_Surp: 0\nHugepagesize: 2048 kB\nDirectMap4k: 10240 kB\nDirectMap2M: 25155584 kB\n">>}]}, {'ns_1@192.168.0.22', [{last_heard,{1352,754752,655297}}, {outgoing_replications_safeness_level,[{"default",green}]}, {incoming_replications_conf_hashes, [{"default", [{'ns_1@192.168.0.20',80076211},{'ns_1@192.168.0.21',52123397}]}]}, {active_buckets,["default"]}, {ready_buckets,["default"]}, {local_tasks,[]}, {memory, [{total,244429848}, {processes,188614856}, {processes_used,188454744}, {system,55814992}, {atom,1338193}, {atom_used,1333793}, {binary,13733264}, {code,13490894}, {ets,8600560}]}, {system_memory_data, [{system_total_memory,25199214592}, {free_swap,20971511808}, {total_swap,20971511808}, {cached_memory,11034869760}, {buffered_memory,243576832}, {free_memory,4134563840}, {total_memory,25199214592}]}, {node_storage_conf,[{db_path,"/data"},{index_path,"/data"}]}, {statistics, [{wall_clock,{2700876,5002}}, {context_switches,{21280522,0}}, {garbage_collection,{2948588,6845637031,0}}, {io,{{input,477006872},{output,16027686490}}}, {reductions,{2343042542,5318906}}, {run_queue,0}, {runtime,{808070,1900}}]}, {system_stats, [{cpu_utilization_rate,48.45605700712589}, {swap_total,20971511808}, {swap_used,0}]}, {interesting_stats, [{couch_docs_actual_disk_size,10881217004}, {couch_docs_data_size,7330859681}, {couch_views_actual_disk_size,0}, {couch_views_data_size,0}, {curr_items,1387051}, {curr_items_tot,2986254}, {mem_used,7850612136}, {vb_replica_curr_items,1599203}]}, {cluster_compatibility_version,131072}, {version, [{public_key,"0.13"}, {lhttpc,"1.3.0"}, {ale,"8cffe61"}, {os_mon,"2.2.7"}, {couch_set_view,"1.2.0a-b68b5f4-git"}, {mnesia,"4.5"}, {inets,"5.7.1"}, {couch,"1.2.0a-b68b5f4-git"}, {mapreduce,"1.0.0"}, {couch_index_merger,"1.2.0a-b68b5f4-git"}, {kernel,"2.14.5"}, {crypto,"2.0.4"}, {ssl,"4.1.6"}, {sasl,"2.1.10"}, {couch_view_parser,"1.0.0"}, {ns_server,"2.0.0-1939-rel-enterprise"}, {mochiweb,"1.4.1"}, {oauth,"7d85d3ef"}, {stdlib,"1.17.5"}]}, {supported_compat_version,[2,0]}, {system_arch,"x86_64-unknown-linux-gnu"}, {wall_clock,2700}, {memory_data,{25199214592,21064650752,{<0.687.0>,21541144}}}, {disk_data, [{"/",41260352,5}, {"/dev/shm",12304304,0}, {"/boot",495844,7}, {"/data",206420664,6}]}, {meminfo, <<"MemTotal: 24608608 kB\nMemFree: 4037908 kB\nBuffers: 237868 kB\nCached: 10776240 kB\nSwapCached: 0 kB\nActive: 11655604 kB\nInactive: 8181440 kB\nActive(anon): 8815224 kB\nInactive(anon): 10216 kB\nActive(file): 2840380 kB\nInactive(file): 8171224 kB\nUnevictable: 20760 kB\nMlocked: 20760 kB\nSwapTotal: 20479992 kB\nSwapFree: 20479992 kB\nDirty: 5776 kB\nWriteback: 0 kB\nAnonPages: 8827932 kB\nMapped: 15680 kB\nShmem: 172 kB\nSlab: 398060 kB\nSReclaimable: 340148 kB\nSUnreclaim: 57912 kB\nKernelStack: 2552 kB\nPageTables: 21764 kB\nNFS_Unstable: 0 kB\nBounce: 0 kB\nWritebackTmp: 0 kB\nCommitLimit: 32784296 kB\nCommitted_AS: 10603300 kB\nVmallocTotal: 34359738367 kB\nVmallocUsed: 332500 kB\nVmallocChunk: 34359350016 kB\nHardwareCorrupted: 0 kB\nAnonHugePages: 3454976 kB\nHugePages_Total: 0\nHugePages_Free: 0\nHugePages_Rsvd: 0\nHugePages_Surp: 0\nHugepagesize: 2048 kB\nDirectMap4k: 10240 kB\nDirectMap2M: 25155584 kB\n">>}]}] [stats:debug,2012-11-12T13:12:46.497,ns_1@192.168.0.22:<0.683.0>:stats_collector:maybe_log_stats:126](at {{1970,1,16},{7,45,54}}) Stats for bucket "default": accepting_conns 1 auth_cmds 23 auth_errors 0 bucket_active_conns 2 bucket_conns 31 bytes 7852758752 bytes_read 28706924497 bytes_written 28161261796 cas_badval 0 cas_hits 0 cas_misses 0 cmd_flush 0 cmd_get 4235131 cmd_set 5172981 conn_yields 146937 connection_structures 5000 curr_connections 32 curr_conns_on_port_11209 19 curr_conns_on_port_11210 11 curr_items 1386590 curr_items_tot 2986143 curr_temp_items 0 daemon_connections 4 decr_hits 0 decr_misses 0 delete_hits 194649 delete_misses 293076 ep_access_scanner_last_runtime 0 ep_access_scanner_num_items 0 ep_access_scanner_task_time 2012-11-13 10:00:00 ep_allow_data_loss_during_shutdown 1 ep_alog_block_size 4096 ep_alog_path /data/default/access.log ep_alog_sleep_time 1440 ep_alog_task_time 10 ep_backend couchdb ep_bg_fetch_delay 0 ep_bg_fetched 0 ep_bg_meta_fetched 0 ep_bg_remaining_jobs 0 ep_chk_max_items 5000 ep_chk_period 1800 ep_chk_persistence_remains 1 ep_chk_persistence_timeout 10 ep_chk_remover_stime 5 ep_commit_num 21162 ep_commit_time 27 ep_commit_time_total 298461 ep_concurrentDB 1 ep_config_file ep_couch_bucket default ep_couch_host localhost ep_couch_port 11213 ep_couch_reconnect_sleeptime 250 ep_couch_response_timeout 180000 ep_data_age 2 ep_data_age_highwat 102 ep_data_traffic_enabled 0 ep_dbinit 0 ep_dbname /data/default ep_degraded_mode 0 ep_diskqueue_drain 11518696 ep_diskqueue_fill 10119306 ep_diskqueue_items 26360 ep_diskqueue_memory 699360 ep_diskqueue_pending 1049040 ep_exp_pager_stime 3600 ep_exp_pager_stime 3600 ep_expired_access 4716 ep_expired_pager 0 ep_expiry_window 3 ep_failpartialwarmup 0 ep_flush_all false ep_flush_duration_total 2493 ep_flushall_enabled 0 ep_flusher_state running ep_flusher_todo 13388 ep_getl_default_timeout 15 ep_getl_max_timeout 30 ep_ht_locks 5 ep_ht_size 3079 ep_inconsistent_slave_chk 0 ep_initfile ep_io_num_read 0 ep_io_num_write 9851290 ep_io_read_bytes 0 ep_io_write_bytes 22716227044 ep_item_begin_failed 0 ep_item_commit_failed 0 ep_item_flush_expired 22 ep_item_flush_failed 0 ep_item_num_based_new_chk 1 ep_items_rm_from_checkpoints 2231874 ep_keep_closed_chks 0 ep_klog_block_size 4096 ep_klog_compactor_queue_cap 500000 ep_klog_compactor_stime 3600 ep_klog_flush commit2 ep_klog_max_entry_ratio 10 ep_klog_max_log_size 2147483647 ep_klog_path ep_klog_sync commit2 ep_kv_size 7367253553 ep_max_checkpoints 2 ep_max_data_size 12582912000 ep_max_item_size 20971520 ep_max_size 12582912000 ep_max_txn_size 10000 ep_max_vbuckets 1024 ep_mem_high_wat 9437184000 ep_mem_high_wat 9437184000 ep_mem_low_wat 7549747200 ep_mem_low_wat 7549747200 ep_mem_tracker_enabled true ep_min_data_age 0 ep_mlog_compactor_runs 0 ep_mutation_mem_threshold 0 ep_num_access_scanner_runs 0 ep_num_eject_failures 0 ep_num_expiry_pager_runs 0 ep_num_non_resident 0 ep_num_not_my_vbuckets 611 ep_num_ops_del_meta 0 ep_num_ops_get_meta 0 ep_num_ops_set_meta 0 ep_num_pager_runs 0 ep_num_value_ejects 0 ep_oom_errors 0 ep_overhead 135346410 ep_pager_active_vb_pcnt 40 ep_pager_unbiased_period 60 ep_pending_ops 0 ep_pending_ops_max 1 ep_pending_ops_max_duration 160012 ep_pending_ops_total 6 ep_postInitfile ep_queue_age_cap 900 ep_queue_size 12972 ep_startup_time 1352752065 ep_storage_age 0 ep_storage_age_highwat 1424 ep_store_max_concurrency 10 ep_store_max_readers 9 ep_store_max_readwrite 1 ep_stored_val_type ep_tap_ack_grace_period 300 ep_tap_ack_initial_sequence_number 1 ep_tap_ack_interval 1000 ep_tap_ack_window_size 10 ep_tap_backfill_resident 0.9 ep_tap_backlog_limit 5000 ep_tap_backoff_period 5 ep_tap_bg_fetch_requeued 0 ep_tap_bg_fetched 21279 ep_tap_bg_max_pending 500 ep_tap_keepalive 300 ep_tap_noop_interval 20 ep_tap_requeue_sleep_time 0.1 ep_tap_throttle_cap_pcnt 10 ep_tap_throttle_queue_cap 1000000 ep_tap_throttle_threshold 90 ep_tmp_oom_errors 0 ep_too_old 85 ep_too_young 0 ep_total_cache_size 7331446793 ep_total_del_items 431810 ep_total_enqueued 10119424 ep_total_new_items 3318587 ep_total_persisted 9851290 ep_uncommitted_items 595 ep_value_size 7121039633 ep_vb0 0 ep_vb_snapshot_total 291 ep_vb_total 1024 ep_vbucket_del 0 ep_vbucket_del_fail 0 ep_version 2.0.0r_133_g68e3f7c ep_waitforwarmup 0 ep_warmup 1 ep_warmup_batch_size 1000 ep_warmup_dups 0 ep_warmup_min_items_threshold 100 ep_warmup_min_memory_threshold 100 ep_warmup_oom 0 ep_warmup_thread complete ep_warmup_time 23464 get_hits 3776406 get_misses 458725 incr_hits 0 incr_misses 0 libevent 2.0.11-stable limit_maxbytes 67108864 listen_disabled_num 0 max_conns_on_port_11209 1000 max_conns_on_port_11210 9000 mem_used 7852758752 pid 21605 pointer_size 64 rejected_conns 0 rusage_system 971.395325 rusage_user 1794.341218 tap_checkpoint_end_received 1182 tap_checkpoint_end_sent 1319 tap_checkpoint_start_received 2423 tap_checkpoint_start_sent 2636 tap_connect_received 749 tap_delete_received 246744 tap_delete_sent 249149 tap_mutation_received 6325087 tap_mutation_sent 7063378 tap_opaque_received 4135 tap_opaque_sent 3978 tap_vbucket_set_received 674 tap_vbucket_set_sent 746 threads 4 time 1352754765 total_connections 4379 uptime 2710 vb_active_curr_items 1386590 vb_active_eject 0 vb_active_expired 1763 vb_active_ht_memory 11953312 vb_active_itm_memory 3404525498 vb_active_meta_data_memory 109540610 vb_active_num 476 vb_active_num_non_resident 0 vb_active_num_ref_ejects 0 vb_active_num_ref_items 1551708 vb_active_ops_create 1542685 vb_active_ops_delete 206921 vb_active_ops_reject 0 vb_active_ops_update 2948442 vb_active_perc_mem_resident 100 vb_active_queue_age 5159399000 vb_active_queue_drain 5737622 vb_active_queue_fill 4901425 vb_active_queue_memory 299040 vb_active_queue_pending 448560 vb_active_queue_size 9345 vb_dead_num 0 vb_pending_curr_items 0 vb_pending_eject 0 vb_pending_expired 0 vb_pending_ht_memory 0 vb_pending_itm_memory 0 vb_pending_meta_data_memory 0 vb_pending_num 0 vb_pending_num_non_resident 0 vb_pending_num_ref_ejects 0 vb_pending_num_ref_items 0 vb_pending_ops_create 0 vb_pending_ops_delete 0 vb_pending_ops_reject 0 vb_pending_ops_update 0 vb_pending_perc_mem_resident 0 vb_pending_queue_age 0 vb_pending_queue_drain 0 vb_pending_queue_fill 0 vb_pending_queue_memory 0 vb_pending_queue_pending 0 vb_pending_queue_size 0 vb_replica_curr_items 1599553 vb_replica_eject 0 vb_replica_expired 2953 vb_replica_ht_memory 13760992 vb_replica_itm_memory 3926921295 vb_replica_meta_data_memory 126364687 vb_replica_num 548 vb_replica_num_non_resident 0 vb_replica_num_ref_ejects 0 vb_replica_num_ref_items 1787296 vb_replica_ops_create 1775903 vb_replica_ops_delete 224889 vb_replica_ops_reject 0 vb_replica_ops_update 3152689 vb_replica_perc_mem_resident 100 vb_replica_queue_age 3120758000 vb_replica_queue_drain 5781074 vb_replica_queue_fill 5217881 vb_replica_queue_memory 400320 vb_replica_queue_pending 600480 vb_replica_queue_size 12510 version 1.4.4_600_g7ea975a [ns_doctor:debug,2012-11-12T13:13:37.651,ns_1@192.168.0.22:ns_doctor<0.541.0>:ns_doctor:handle_info:137]Current node statuses: [{'ns_1@192.168.0.20', [{last_heard,{1352,754814,434833}}, {outgoing_replications_safeness_level,[{"default",green}]}, {incoming_replications_conf_hashes, [{"default",[{'ns_1@192.168.0.22',33812443}]}]}, {active_buckets,["default"]}, {ready_buckets,["default"]}, {local_tasks,[]}, {memory, [{total,184073552}, {processes,136067600}, {processes_used,133033120}, {system,48005952}, {atom,1401785}, {atom_used,1374492}, {binary,5803040}, {code,14054366}, {ets,8533656}]}, {system_memory_data, [{system_total_memory,25199214592}, {free_swap,20971511808}, {total_swap,20971511808}, {cached_memory,3101069312}, {buffered_memory,223551488}, {free_memory,12402065408}, {total_memory,25199214592}]}, {node_storage_conf,[{db_path,"/data"},{index_path,"/data"}]}, {statistics, [{wall_clock,{2777711,4999}}, {context_switches,{19343104,0}}, {garbage_collection,{2424143,15881289931,0}}, {io,{{input,358298573},{output,11189075023}}}, {reductions,{2674882307,2603955}}, {run_queue,0}, {runtime,{1022490,1040}}]}, {system_stats, [{cpu_utilization_rate,50.864197530864196}, {swap_total,20971511808}, {swap_used,0}]}, {interesting_stats, [{couch_docs_actual_disk_size,3012242197}, {couch_docs_data_size,2184731081}, {couch_views_actual_disk_size,0}, {couch_views_data_size,0}, {curr_items,496948}, {curr_items_tot,887653}, {mem_used,2386453248}, {vb_replica_curr_items,390705}]}, {cluster_compatibility_version,131072}, {version, [{public_key,"0.13"}, {lhttpc,"1.3.0"}, {ale,"8cffe61"}, {os_mon,"2.2.7"}, {couch_set_view,"1.2.0a-b68b5f4-git"}, {mnesia,"4.5"}, {inets,"5.7.1"}, {couch,"1.2.0a-b68b5f4-git"}, {mapreduce,"1.0.0"}, {couch_index_merger,"1.2.0a-b68b5f4-git"}, {kernel,"2.14.5"}, {crypto,"2.0.4"}, {ssl,"4.1.6"}, {sasl,"2.1.10"}, {couch_view_parser,"1.0.0"}, {ns_server,"2.0.0-1939-rel-enterprise"}, {mochiweb,"1.4.1"}, {oauth,"7d85d3ef"}, {stdlib,"1.17.5"}]}, {supported_compat_version,[2,0]}, {system_arch,"x86_64-unknown-linux-gnu"}, {wall_clock,2777}, {memory_data,{25199214592,12746915840,{<17793.667.0>,20119840}}}, {disk_data, [{"/",41260352,5}, {"/dev/shm",12304304,0}, {"/boot",495844,7}, {"/data",206420664,2}]}, {meminfo, <<"MemTotal: 24608608 kB\nMemFree: 12111392 kB\nBuffers: 218312 kB\nCached: 3028388 kB\nSwapCached: 0 kB\nActive: 9772784 kB\nInactive: 2164720 kB\nActive(anon): 8678276 kB\nInactive(anon): 14716 kB\nActive(file): 1094508 kB\nInactive(file): 2150004 kB\nUnevictable: 20760 kB\nMlocked: 20760 kB\nSwapTotal: 20479992 kB\nSwapFree: 20479992 kB\nDirty: 1944 kB\nWriteback: 0 kB\nAnonPages: 8711872 kB\nMapped: 15568 kB\nShmem: 172 kB\nSlab: 224132 kB\nSReclaimable: 166384 kB\nSUnreclaim: 57748 kB\nKernelStack: 3064 kB\nPageTables: 21840 kB\nNFS_Unstable: 0 kB\nBounce: 0 kB\nWritebackTmp: 0 kB\nCommitLimit: 32784296 kB\nCommitted_AS: 10470740 kB\nVmallocTotal: 34359738367 kB\nVmallocUsed: 332500 kB\nVmallocChunk: 34359355024 kB\nHardwareCorrupted: 0 kB\nAnonHugePages: 3547136 kB\nHugePages_Total: 0\nHugePages_Free: 0\nHugePages_Rsvd: 0\nHugePages_Surp: 0\nHugepagesize: 2048 kB\nDirectMap4k: 10240 kB\nDirectMap2M: 25155584 kB\n">>}]}, {'ns_1@192.168.0.21', [{last_heard,{1352,754813,50910}}, {outgoing_replications_safeness_level,[{"default",green}]}, {incoming_replications_conf_hashes, [{"default",[{'ns_1@192.168.0.22',40435163}]}]}, {active_buckets,["default"]}, {ready_buckets,["default"]}, {local_tasks, [[{pid,<<"<0.14104.1>">>}, {bucket,<<"default">>}, {original_target,{[{type,bucket}]}}, {progress,26}, {started_on,1352754779}, {total_vbuckets,715}, {trigger_type,scheduled}, {type,bucket_compaction}, {updated_on,1352754813}, {vbuckets_done,189}]]}, {memory, [{total,194050768}, {processes,145329008}, {processes_used,145285696}, {system,48721760}, {atom,1339809}, {atom_used,1335933}, {binary,9792360}, {code,13493102}, {ets,5594808}]}, {system_memory_data, [{system_total_memory,25199214592}, {free_swap,20971511808}, {total_swap,20971511808}, {cached_memory,6978875392}, {buffered_memory,193241088}, {free_memory,11253284864}, {total_memory,25199214592}]}, {node_storage_conf,[{db_path,"/data"},{index_path,"/data"}]}, {statistics, [{wall_clock,{2774100,5001}}, {context_switches,{9351246,0}}, {garbage_collection,{1917142,5185645200,0}}, {io,{{input,370370662},{output,10792903935}}}, {reductions,{1380972090,3734763}}, {run_queue,0}, {runtime,{525230,1280}}]}, {system_stats, [{cpu_utilization_rate,45.34313725490196}, {swap_total,20971511808}, {swap_used,0}]}, {interesting_stats, [{couch_docs_actual_disk_size,6959197235}, {couch_docs_data_size,5142932847}, {couch_views_actual_disk_size,0}, {couch_views_data_size,0}, {curr_items,1103087}, {curr_items_tot,2104189}, {mem_used,5475913560}, {vb_replica_curr_items,1001102}]}, {cluster_compatibility_version,131072}, {version, [{public_key,"0.13"}, {lhttpc,"1.3.0"}, {ale,"8cffe61"}, {os_mon,"2.2.7"}, {couch_set_view,"1.2.0a-b68b5f4-git"}, {mnesia,"4.5"}, {inets,"5.7.1"}, {couch,"1.2.0a-b68b5f4-git"}, {mapreduce,"1.0.0"}, {couch_index_merger,"1.2.0a-b68b5f4-git"}, {kernel,"2.14.5"}, {crypto,"2.0.4"}, {ssl,"4.1.6"}, {sasl,"2.1.10"}, {couch_view_parser,"1.0.0"}, {ns_server,"2.0.0-1939-rel-enterprise"}, {mochiweb,"1.4.1"}, {oauth,"7d85d3ef"}, {stdlib,"1.17.5"}]}, {supported_compat_version,[2,0]}, {system_arch,"x86_64-unknown-linux-gnu"}, {wall_clock,2774}, {memory_data,{25199214592,14124220416,{<19409.4606.0>,13313480}}}, {disk_data, [{"/",41260352,5}, {"/dev/shm",12304304,0}, {"/boot",495844,7}, {"/data",206420664,4}]}, {meminfo, <<"MemTotal: 24608608 kB\nMemFree: 10989784 kB\nBuffers: 188712 kB\nCached: 6815308 kB\nSwapCached: 0 kB\nActive: 7669860 kB\nInactive: 5333956 kB\nActive(anon): 5991140 kB\nInactive(anon): 10784 kB\nActive(file): 1678720 kB\nInactive(file): 5323172 kB\nUnevictable: 20760 kB\nMlocked: 20760 kB\nSwapTotal: 20479992 kB\nSwapFree: 20479992 kB\nDirty: 4352 kB\nWriteback: 96 kB\nAnonPages: 6020716 kB\nMapped: 14620 kB\nShmem: 164 kB\nSlab: 282372 kB\nSReclaimable: 223944 kB\nSUnreclaim: 58428 kB\nKernelStack: 3056 kB\nPageTables: 16216 kB\nNFS_Unstable: 0 kB\nBounce: 0 kB\nWritebackTmp: 0 kB\nCommitLimit: 32784296 kB\nCommitted_AS: 7781840 kB\nVmallocTotal: 34359738367 kB\nVmallocUsed: 332500 kB\nVmallocChunk: 34359350016 kB\nHardwareCorrupted: 0 kB\nAnonHugePages: 2215936 kB\nHugePages_Total: 0\nHugePages_Free: 0\nHugePages_Rsvd: 0\nHugePages_Surp: 0\nHugepagesize: 2048 kB\nDirectMap4k: 10240 kB\nDirectMap2M: 25155584 kB\n">>}]}, {'ns_1@192.168.0.22', [{last_heard,{1352,754812,654768}}, {outgoing_replications_safeness_level,[{"default",green}]}, {incoming_replications_conf_hashes, [{"default", [{'ns_1@192.168.0.20',110910968}, {'ns_1@192.168.0.21',102332585}]}]}, {active_buckets,["default"]}, {ready_buckets,["default"]}, {local_tasks, [[{pid,<<"<0.17176.2>">>}, {bucket,<<"default">>}, {original_target,{[{type,bucket}]}}, {progress,23}, {started_on,1352754769}, {total_vbuckets,1025}, {trigger_type,scheduled}, {type,bucket_compaction}, {updated_on,1352754812}, {vbuckets_done,238}]]}, {memory, [{total,251633144}, {processes,195396760}, {processes_used,195305144}, {system,56236384}, {atom,1338193}, {atom_used,1333793}, {binary,13894920}, {code,13490894}, {ets,8846280}]}, {system_memory_data, [{system_total_memory,25199214592}, {free_swap,20971511808}, {total_swap,20971511808}, {cached_memory,10463739904}, {buffered_memory,246169600}, {free_memory,4695822336}, {total_memory,25199214592}]}, {node_storage_conf,[{db_path,"/data"},{index_path,"/data"}]}, {statistics, [{wall_clock,{2760875,5001}}, {context_switches,{21747463,0}}, {garbage_collection,{3013087,6991759462,0}}, {io,{{input,491546655},{output,16330088824}}}, {reductions,{2392258601,3321918}}, {run_queue,0}, {runtime,{826200,1160}}]}, {system_stats, [{cpu_utilization_rate,50.368550368550366}, {swap_total,20971511808}, {swap_used,0}]}, {interesting_stats, [{couch_docs_actual_disk_size,10361867077}, {couch_docs_data_size,7330193996}, {couch_views_actual_disk_size,0}, {couch_views_data_size,0}, {curr_items,1387054}, {curr_items_tot,2987656}, {mem_used,7857291192}, {vb_replica_curr_items,1600602}]}, {cluster_compatibility_version,131072}, {version, [{public_key,"0.13"}, {lhttpc,"1.3.0"}, {ale,"8cffe61"}, {os_mon,"2.2.7"}, {couch_set_view,"1.2.0a-b68b5f4-git"}, {mnesia,"4.5"}, {inets,"5.7.1"}, {couch,"1.2.0a-b68b5f4-git"}, {mapreduce,"1.0.0"}, {couch_index_merger,"1.2.0a-b68b5f4-git"}, {kernel,"2.14.5"}, {crypto,"2.0.4"}, {ssl,"4.1.6"}, {sasl,"2.1.10"}, {couch_view_parser,"1.0.0"}, {ns_server,"2.0.0-1939-rel-enterprise"}, {mochiweb,"1.4.1"}, {oauth,"7d85d3ef"}, {stdlib,"1.17.5"}]}, {supported_compat_version,[2,0]}, {system_arch,"x86_64-unknown-linux-gnu"}, {wall_clock,2760}, {memory_data,{25199214592,20512796672,{<0.687.0>,24233672}}}, {disk_data, [{"/",41260352,5}, {"/dev/shm",12304304,0}, {"/boot",495844,7}, {"/data",206420664,5}]}, {meminfo, <<"MemTotal: 24608608 kB\nMemFree: 4585764 kB\nBuffers: 240400 kB\nCached: 10218496 kB\nSwapCached: 0 kB\nActive: 11291340 kB\nInactive: 8000676 kB\nActive(anon): 8824844 kB\nInactive(anon): 10216 kB\nActive(file): 2466496 kB\nInactive(file): 7990460 kB\nUnevictable: 20760 kB\nMlocked: 20760 kB\nSwapTotal: 20479992 kB\nSwapFree: 20479992 kB\nDirty: 7168 kB\nWriteback: 0 kB\nAnonPages: 8854288 kB\nMapped: 15684 kB\nShmem: 172 kB\nSlab: 395824 kB\nSReclaimable: 337436 kB\nSUnreclaim: 58388 kB\nKernelStack: 2560 kB\nPageTables: 21836 kB\nNFS_Unstable: 0 kB\nBounce: 0 kB\nWritebackTmp: 0 kB\nCommitLimit: 32784296 kB\nCommitted_AS: 10587652 kB\nVmallocTotal: 34359738367 kB\nVmallocUsed: 332500 kB\nVmallocChunk: 34359350016 kB\nHardwareCorrupted: 0 kB\nAnonHugePages: 3559424 kB\nHugePages_Total: 0\nHugePages_Free: 0\nHugePages_Rsvd: 0\nHugePages_Surp: 0\nHugepagesize: 2048 kB\nDirectMap4k: 10240 kB\nDirectMap2M: 25155584 kB\n">>}]}] [stats:debug,2012-11-12T13:14:26.535,ns_1@192.168.0.22:<0.683.0>:stats_collector:maybe_log_stats:126](at {{1970,1,16},{7,45,54}}) Stats for bucket "default": accepting_conns 1 auth_cmds 23 auth_errors 0 bucket_active_conns 1 bucket_conns 30 bytes 7863331744 bytes_read 29606302181 bytes_written 29103989547 cas_badval 0 cas_hits 0 cas_misses 0 cmd_flush 0 cmd_get 4410837 cmd_set 5336506 conn_yields 150567 connection_structures 5000 curr_connections 31 curr_conns_on_port_11209 18 curr_conns_on_port_11210 11 curr_items 1387334 curr_items_tot 2989856 curr_temp_items 0 daemon_connections 4 decr_hits 0 decr_misses 0 delete_hits 202364 delete_misses 307614 ep_access_scanner_last_runtime 0 ep_access_scanner_num_items 0 ep_access_scanner_task_time 2012-11-13 10:00:00 ep_allow_data_loss_during_shutdown 1 ep_alog_block_size 4096 ep_alog_path /data/default/access.log ep_alog_sleep_time 1440 ep_alog_task_time 10 ep_backend couchdb ep_bg_fetch_delay 0 ep_bg_fetched 0 ep_bg_meta_fetched 0 ep_bg_remaining_jobs 0 ep_chk_max_items 5000 ep_chk_period 1800 ep_chk_persistence_remains 0 ep_chk_persistence_timeout 10 ep_chk_remover_stime 5 ep_commit_num 21689 ep_commit_time 17 ep_commit_time_total 308508 ep_concurrentDB 1 ep_config_file ep_couch_bucket default ep_couch_host localhost ep_couch_port 11213 ep_couch_reconnect_sleeptime 250 ep_couch_response_timeout 180000 ep_data_age 10 ep_data_age_highwat 102 ep_data_traffic_enabled 0 ep_dbinit 0 ep_dbname /data/default ep_degraded_mode 0 ep_diskqueue_drain 11738381 ep_diskqueue_fill 10407472 ep_diskqueue_items 107128 ep_diskqueue_memory 3235648 ep_diskqueue_pending 4853472 ep_exp_pager_stime 3600 ep_exp_pager_stime 3600 ep_expired_access 4988 ep_expired_pager 0 ep_expiry_window 3 ep_failpartialwarmup 0 ep_flush_all false ep_flush_duration_total 2592 ep_flushall_enabled 0 ep_flusher_state running ep_flusher_todo 90101 ep_getl_default_timeout 15 ep_getl_max_timeout 30 ep_ht_locks 5 ep_ht_size 3079 ep_inconsistent_slave_chk 0 ep_initfile ep_io_num_read 0 ep_io_num_write 10055866 ep_io_read_bytes 0 ep_io_write_bytes 23179954736 ep_item_begin_failed 0 ep_item_commit_failed 0 ep_item_flush_expired 24 ep_item_flush_failed 0 ep_item_num_based_new_chk 1 ep_items_rm_from_checkpoints 2238831 ep_keep_closed_chks 0 ep_klog_block_size 4096 ep_klog_compactor_queue_cap 500000 ep_klog_compactor_stime 3600 ep_klog_flush commit2 ep_klog_max_entry_ratio 10 ep_klog_max_log_size 2147483647 ep_klog_path ep_klog_sync commit2 ep_kv_size 7368233280 ep_max_checkpoints 2 ep_max_data_size 12582912000 ep_max_item_size 20971520 ep_max_size 12582912000 ep_max_txn_size 10000 ep_max_vbuckets 1024 ep_mem_high_wat 9437184000 ep_mem_high_wat 9437184000 ep_mem_low_wat 7549747200 ep_mem_low_wat 7549747200 ep_mem_tracker_enabled true ep_min_data_age 0 ep_mlog_compactor_runs 0 ep_mutation_mem_threshold 0 ep_num_access_scanner_runs 0 ep_num_eject_failures 0 ep_num_expiry_pager_runs 0 ep_num_non_resident 0 ep_num_not_my_vbuckets 620 ep_num_ops_del_meta 0 ep_num_ops_get_meta 0 ep_num_ops_set_meta 0 ep_num_pager_runs 0 ep_num_value_ejects 0 ep_oom_errors 0 ep_overhead 138662350 ep_pager_active_vb_pcnt 40 ep_pager_unbiased_period 60 ep_pending_ops 0 ep_pending_ops_max 1 ep_pending_ops_max_duration 160012 ep_pending_ops_total 7 ep_postInitfile ep_queue_age_cap 900 ep_queue_size 17027 ep_startup_time 1352752065 ep_storage_age 8 ep_storage_age_highwat 1424 ep_store_max_concurrency 10 ep_store_max_readers 9 ep_store_max_readwrite 1 ep_stored_val_type ep_tap_ack_grace_period 300 ep_tap_ack_initial_sequence_number 1 ep_tap_ack_interval 1000 ep_tap_ack_window_size 10 ep_tap_backfill_resident 0.9 ep_tap_backlog_limit 5000 ep_tap_backoff_period 5 ep_tap_bg_fetch_requeued 0 ep_tap_bg_fetched 22208 ep_tap_bg_max_pending 500 ep_tap_keepalive 300 ep_tap_noop_interval 20 ep_tap_requeue_sleep_time 0.1 ep_tap_throttle_cap_pcnt 10 ep_tap_throttle_queue_cap 1000000 ep_tap_throttle_threshold 90 ep_tmp_oom_errors 0 ep_too_old 85 ep_too_young 0 ep_total_cache_size 7332425040 ep_total_del_items 445737 ep_total_enqueued 10407472 ep_total_new_items 3328689 ep_total_persisted 10055866 ep_uncommitted_items 4868 ep_value_size 7121728925 ep_vb0 0 ep_vb_snapshot_total 305 ep_vb_total 1024 ep_vbucket_del 0 ep_vbucket_del_fail 0 ep_version 2.0.0r_133_g68e3f7c ep_waitforwarmup 0 ep_warmup 1 ep_warmup_batch_size 1000 ep_warmup_dups 0 ep_warmup_min_items_threshold 100 ep_warmup_min_memory_threshold 100 ep_warmup_oom 0 ep_warmup_thread complete ep_warmup_time 23464 get_hits 3945471 get_misses 465366 incr_hits 0 incr_misses 0 libevent 2.0.11-stable limit_maxbytes 67108864 listen_disabled_num 0 max_conns_on_port_11209 1000 max_conns_on_port_11210 9000 mem_used 7863331744 pid 21605 pointer_size 64 rejected_conns 0 rusage_system 1003.779402 rusage_user 1842.802851 tap_checkpoint_end_received 1212 tap_checkpoint_end_sent 1350 tap_checkpoint_start_received 2473 tap_checkpoint_start_sent 2686 tap_connect_received 769 tap_delete_received 258027 tap_delete_sent 259593 tap_mutation_received 6516307 tap_mutation_sent 7257661 tap_opaque_received 4225 tap_opaque_sent 4058 tap_vbucket_set_received 694 tap_vbucket_set_sent 766 threads 4 time 1352754865 total_connections 4498 uptime 2810 vb_active_curr_items 1387334 vb_active_eject 0 vb_active_expired 1891 vb_active_ht_memory 11953312 vb_active_itm_memory 3403831130 vb_active_meta_data_memory 109599386 vb_active_num 476 vb_active_num_non_resident 0 vb_active_num_ref_ejects 0 vb_active_num_ref_items 1558221 vb_active_ops_create 1547275 vb_active_ops_delete 213965 vb_active_ops_reject 0 vb_active_ops_update 3046960 vb_active_perc_mem_resident 100 vb_active_queue_age 5981499000 vb_active_queue_drain 5848491 vb_active_queue_fill 5033776 vb_active_queue_memory 1236160 vb_active_queue_pending 1854240 vb_active_queue_size 38630 vb_dead_num 0 vb_pending_curr_items 0 vb_pending_eject 0 vb_pending_expired 0 vb_pending_ht_memory 0 vb_pending_itm_memory 0 vb_pending_meta_data_memory 0 vb_pending_num 0 vb_pending_num_non_resident 0 vb_pending_num_ref_ejects 0 vb_pending_num_ref_items 0 vb_pending_ops_create 0 vb_pending_ops_delete 0 vb_pending_ops_reject 0 vb_pending_ops_update 0 vb_pending_perc_mem_resident 0 vb_pending_queue_age 0 vb_pending_queue_drain 0 vb_pending_queue_fill 0 vb_pending_queue_memory 0 vb_pending_queue_pending 0 vb_pending_queue_size 0 vb_replica_curr_items 1602522 vb_replica_eject 0 vb_replica_expired 3097 vb_replica_ht_memory 13760992 vb_replica_itm_memory 3928593910 vb_replica_meta_data_memory 126599238 vb_replica_num 548 vb_replica_num_non_resident 0 vb_replica_num_ref_ejects 0 vb_replica_num_ref_items 1795830 vb_replica_ops_create 1781417 vb_replica_ops_delete 231772 vb_replica_ops_reject 0 vb_replica_ops_update 3234571 vb_replica_perc_mem_resident 100 vb_replica_queue_age 4618176000 vb_replica_queue_drain 5889890 vb_replica_queue_fill 5373696 vb_replica_queue_memory 1999488 vb_replica_queue_pending 2999232 vb_replica_queue_size 62484 version 1.4.4_600_g7ea975a [ns_doctor:debug,2012-11-12T13:14:37.651,ns_1@192.168.0.22:ns_doctor<0.541.0>:ns_doctor:handle_info:137]Current node statuses: [{'ns_1@192.168.0.20', [{last_heard,{1352,754874,434556}}, {outgoing_replications_safeness_level,[{"default",green}]}, {incoming_replications_conf_hashes, [{"default",[{'ns_1@192.168.0.22',59168313}]}]}, {active_buckets,["default"]}, {ready_buckets,["default"]}, {local_tasks, [[{pid,<<"<0.28783.2>">>}, {bucket,<<"default">>}, {original_target,{[{type,bucket}]}}, {progress,50}, {started_on,1352754842}, {total_vbuckets,299}, {trigger_type,scheduled}, {type,bucket_compaction}, {updated_on,1352754873}, {vbuckets_done,152}]]}, {memory, [{total,185621848}, {processes,137829360}, {processes_used,134787832}, {system,47792488}, {atom,1401785}, {atom_used,1374492}, {binary,5387744}, {code,14054366}, {ets,8737912}]}, {system_memory_data, [{system_total_memory,25199214592}, {free_swap,20971511808}, {total_swap,20971511808}, {cached_memory,2685333504}, {buffered_memory,225247232}, {free_memory,12821446656}, {total_memory,25199214592}]}, {node_storage_conf,[{db_path,"/data"},{index_path,"/data"}]}, {statistics, [{wall_clock,{2837711,4997}}, {context_switches,{19583554,0}}, {garbage_collection,{2458065,16121630142,0}}, {io,{{input,364727913},{output,11262526644}}}, {reductions,{2711676772,2693888}}, {run_queue,0}, {runtime,{1039510,980}}]}, {system_stats, [{cpu_utilization_rate,78.15533980582525}, {swap_total,20971511808}, {swap_used,0}]}, {interesting_stats, [{couch_docs_actual_disk_size,2671786451}, {couch_docs_data_size,2112890121}, {couch_views_actual_disk_size,0}, {couch_views_data_size,0}, {curr_items,482383}, {curr_items_tot,858515}, {mem_used,2314967952}, {vb_replica_curr_items,376132}]}, {cluster_compatibility_version,131072}, {version, [{public_key,"0.13"}, {lhttpc,"1.3.0"}, {ale,"8cffe61"}, {os_mon,"2.2.7"}, {couch_set_view,"1.2.0a-b68b5f4-git"}, {mnesia,"4.5"}, {inets,"5.7.1"}, {couch,"1.2.0a-b68b5f4-git"}, {mapreduce,"1.0.0"}, {couch_index_merger,"1.2.0a-b68b5f4-git"}, {kernel,"2.14.5"}, {crypto,"2.0.4"}, {ssl,"4.1.6"}, {sasl,"2.1.10"}, {couch_view_parser,"1.0.0"}, {ns_server,"2.0.0-1939-rel-enterprise"}, {mochiweb,"1.4.1"}, {oauth,"7d85d3ef"}, {stdlib,"1.17.5"}]}, {supported_compat_version,[2,0]}, {system_arch,"x86_64-unknown-linux-gnu"}, {wall_clock,2837}, {memory_data,{25199214592,12622548992,{<17793.667.0>,20119840}}}, {disk_data, [{"/",41260352,5}, {"/dev/shm",12304304,0}, {"/boot",495844,7}, {"/data",206420664,2}]}, {meminfo, <<"MemTotal: 24608608 kB\nMemFree: 12520944 kB\nBuffers: 219968 kB\nCached: 2622396 kB\nSwapCached: 0 kB\nActive: 9425188 kB\nInactive: 2108596 kB\nActive(anon): 8678564 kB\nInactive(anon): 14632 kB\nActive(file): 746624 kB\nInactive(file): 2093964 kB\nUnevictable: 20760 kB\nMlocked: 20760 kB\nSwapTotal: 20479992 kB\nSwapFree: 20479992 kB\nDirty: 8720 kB\nWriteback: 48 kB\nAnonPages: 8712016 kB\nMapped: 15572 kB\nShmem: 172 kB\nSlab: 218024 kB\nSReclaimable: 159744 kB\nSUnreclaim: 58280 kB\nKernelStack: 3072 kB\nPageTables: 21904 kB\nNFS_Unstable: 0 kB\nBounce: 0 kB\nWritebackTmp: 0 kB\nCommitLimit: 32784296 kB\nCommitted_AS: 10485920 kB\nVmallocTotal: 34359738367 kB\nVmallocUsed: 332500 kB\nVmallocChunk: 34359355024 kB\nHardwareCorrupted: 0 kB\nAnonHugePages: 3649536 kB\nHugePages_Total: 0\nHugePages_Free: 0\nHugePages_Rsvd: 0\nHugePages_Surp: 0\nHugepagesize: 2048 kB\nDirectMap4k: 10240 kB\nDirectMap2M: 25155584 kB\n">>}]}, {'ns_1@192.168.0.21', [{last_heard,{1352,754873,52514}}, {outgoing_replications_safeness_level,[{"default",green}]}, {incoming_replications_conf_hashes, [{"default",[{'ns_1@192.168.0.22',124880358}]}]}, {active_buckets,["default"]}, {ready_buckets,["default"]}, {local_tasks, [[{pid,<<"<0.14104.1>">>}, {bucket,<<"default">>}, {original_target,{[{type,bucket}]}}, {progress,74}, {started_on,1352754779}, {total_vbuckets,715}, {trigger_type,scheduled}, {type,bucket_compaction}, {updated_on,1352754873}, {vbuckets_done,530}]]}, {memory, [{total,194485032}, {processes,145419616}, {processes_used,145400864}, {system,49065416}, {atom,1339809}, {atom_used,1335933}, {binary,9908936}, {code,13493102}, {ets,5806080}]}, {system_memory_data, [{system_total_memory,25199214592}, {free_swap,20971511808}, {total_swap,20971511808}, {cached_memory,6206234624}, {buffered_memory,196882432}, {free_memory,11966304256}, {total_memory,25199214592}]}, {node_storage_conf,[{db_path,"/data"},{index_path,"/data"}]}, {statistics, [{wall_clock,{2834102,5002}}, {context_switches,{9728730,0}}, {garbage_collection,{1965660,5353470827,0}}, {io,{{input,386965378},{output,11057954497}}}, {reductions,{1431376368,3911055}}, {run_queue,0}, {runtime,{542000,1250}}]}, {system_stats, [{cpu_utilization_rate,46.41975308641975}, {swap_total,20971511808}, {swap_used,0}]}, {interesting_stats, [{couch_docs_actual_disk_size,6189163435}, {couch_docs_data_size,5215219946}, {couch_views_actual_disk_size,0}, {couch_views_data_size,0}, {curr_items,1117632}, {curr_items_tot,2133100}, {mem_used,5553357240}, {vb_replica_curr_items,1015468}]}, {cluster_compatibility_version,131072}, {version, [{public_key,"0.13"}, {lhttpc,"1.3.0"}, {ale,"8cffe61"}, {os_mon,"2.2.7"}, {couch_set_view,"1.2.0a-b68b5f4-git"}, {mnesia,"4.5"}, {inets,"5.7.1"}, {couch,"1.2.0a-b68b5f4-git"}, {mapreduce,"1.0.0"}, {couch_index_merger,"1.2.0a-b68b5f4-git"}, {kernel,"2.14.5"}, {crypto,"2.0.4"}, {ssl,"4.1.6"}, {sasl,"2.1.10"}, {couch_view_parser,"1.0.0"}, {ns_server,"2.0.0-1939-rel-enterprise"}, {mochiweb,"1.4.1"}, {oauth,"7d85d3ef"}, {stdlib,"1.17.5"}]}, {supported_compat_version,[2,0]}, {system_arch,"x86_64-unknown-linux-gnu"}, {wall_clock,2834}, {memory_data,{25199214592,13411205120,{<19409.4606.0>,13313480}}}, {disk_data, [{"/",41260352,5}, {"/dev/shm",12304304,0}, {"/boot",495844,7}, {"/data",206420664,4}]}, {meminfo, <<"MemTotal: 24608608 kB\nMemFree: 11685844 kB\nBuffers: 192268 kB\nCached: 6060776 kB\nSwapCached: 0 kB\nActive: 7156380 kB\nInactive: 5175916 kB\nActive(anon): 6072020 kB\nInactive(anon): 9232 kB\nActive(file): 1084360 kB\nInactive(file): 5166684 kB\nUnevictable: 20760 kB\nMlocked: 20760 kB\nSwapTotal: 20479992 kB\nSwapFree: 20479992 kB\nDirty: 8340 kB\nWriteback: 0 kB\nAnonPages: 6100036 kB\nMapped: 14620 kB\nShmem: 164 kB\nSlab: 260640 kB\nSReclaimable: 201960 kB\nSUnreclaim: 58680 kB\nKernelStack: 3056 kB\nPageTables: 16380 kB\nNFS_Unstable: 0 kB\nBounce: 0 kB\nWritebackTmp: 0 kB\nCommitLimit: 32784296 kB\nCommitted_AS: 7853276 kB\nVmallocTotal: 34359738367 kB\nVmallocUsed: 332500 kB\nVmallocChunk: 34359350016 kB\nHardwareCorrupted: 0 kB\nAnonHugePages: 2318336 kB\nHugePages_Total: 0\nHugePages_Free: 0\nHugePages_Rsvd: 0\nHugePages_Surp: 0\nHugepagesize: 2048 kB\nDirectMap4k: 10240 kB\nDirectMap2M: 25155584 kB\n">>}]}, {'ns_1@192.168.0.22', [{last_heard,{1352,754872,655161}}, {outgoing_replications_safeness_level,[{"default",green}]}, {incoming_replications_conf_hashes, [{"default", [{'ns_1@192.168.0.20',87278877}, {'ns_1@192.168.0.21',123316905}]}]}, {active_buckets,["default"]}, {ready_buckets,["default"]}, {local_tasks, [[{pid,<<"<0.17176.2>">>}, {bucket,<<"default">>}, {original_target,{[{type,bucket}]}}, {progress,52}, {started_on,1352754769}, {total_vbuckets,1025}, {trigger_type,scheduled}, {type,bucket_compaction}, {updated_on,1352754872}, {vbuckets_done,535}]]}, {memory, [{total,243664320}, {processes,187477664}, {processes_used,187437688}, {system,56186656}, {atom,1338193}, {atom_used,1333793}, {binary,13697736}, {code,13490894}, {ets,8983280}]}, {system_memory_data, [{system_total_memory,25199214592}, {free_swap,20971511808}, {total_swap,20971511808}, {cached_memory,9478815744}, {buffered_memory,249413632}, {free_memory,5696155648}, {total_memory,25199214592}]}, {node_storage_conf,[{db_path,"/data"},{index_path,"/data"}]}, {statistics, [{wall_clock,{2820875,5000}}, {context_switches,{22122205,0}}, {garbage_collection,{3061226,7113805997,0}}, {io,{{input,499571179},{output,16625759635}}}, {reductions,{2435137535,3313824}}, {run_queue,0}, {runtime,{840790,1100}}]}, {system_stats, [{cpu_utilization_rate,48.655256723716384}, {swap_total,20971511808}, {swap_used,0}]}, {interesting_stats, [{couch_docs_actual_disk_size,9353784138}, {couch_docs_data_size,7330175180}, {couch_views_actual_disk_size,0}, {couch_views_data_size,0}, {curr_items,1386724}, {curr_items_tot,2989430}, {mem_used,7863747584}, {vb_replica_curr_items,1602706}]}, {cluster_compatibility_version,131072}, {version, [{public_key,"0.13"}, {lhttpc,"1.3.0"}, {ale,"8cffe61"}, {os_mon,"2.2.7"}, {couch_set_view,"1.2.0a-b68b5f4-git"}, {mnesia,"4.5"}, {inets,"5.7.1"}, {couch,"1.2.0a-b68b5f4-git"}, {mapreduce,"1.0.0"}, {couch_index_merger,"1.2.0a-b68b5f4-git"}, {kernel,"2.14.5"}, {crypto,"2.0.4"}, {ssl,"4.1.6"}, {sasl,"2.1.10"}, {couch_view_parser,"1.0.0"}, {ns_server,"2.0.0-1939-rel-enterprise"}, {mochiweb,"1.4.1"}, {oauth,"7d85d3ef"}, {stdlib,"1.17.5"}]}, {supported_compat_version,[2,0]}, {system_arch,"x86_64-unknown-linux-gnu"}, {wall_clock,2820}, {memory_data,{25199214592,19502362624,{<0.687.0>,17427312}}}, {disk_data, [{"/",41260352,5}, {"/dev/shm",12304304,0}, {"/boot",495844,7}, {"/data",206420664,5}]}, {meminfo, <<"MemTotal: 24608608 kB\nMemFree: 5563148 kB\nBuffers: 243568 kB\nCached: 9256656 kB\nSwapCached: 0 kB\nActive: 10721240 kB\nInactive: 7608468 kB\nActive(anon): 8819936 kB\nInactive(anon): 12148 kB\nActive(file): 1901304 kB\nInactive(file): 7596320 kB\nUnevictable: 20760 kB\nMlocked: 20760 kB\nSwapTotal: 20479992 kB\nSwapFree: 20479992 kB\nDirty: 11192 kB\nWriteback: 0 kB\nAnonPages: 8853368 kB\nMapped: 15684 kB\nShmem: 172 kB\nSlab: 380744 kB\nSReclaimable: 322144 kB\nSUnreclaim: 58600 kB\nKernelStack: 2560 kB\nPageTables: 21836 kB\nNFS_Unstable: 0 kB\nBounce: 0 kB\nWritebackTmp: 0 kB\nCommitLimit: 32784296 kB\nCommitted_AS: 10582408 kB\nVmallocTotal: 34359738367 kB\nVmallocUsed: 332500 kB\nVmallocChunk: 34359350016 kB\nHardwareCorrupted: 0 kB\nAnonHugePages: 3651584 kB\nHugePages_Total: 0\nHugePages_Free: 0\nHugePages_Rsvd: 0\nHugePages_Surp: 0\nHugepagesize: 2048 kB\nDirectMap4k: 10240 kB\nDirectMap2M: 25155584 kB\n">>}]}] [ns_doctor:debug,2012-11-12T13:15:37.651,ns_1@192.168.0.22:ns_doctor<0.541.0>:ns_doctor:handle_info:137]Current node statuses: [{'ns_1@192.168.0.20', [{last_heard,{1352,754934,436326}}, {outgoing_replications_safeness_level,[{"default",green}]}, {incoming_replications_conf_hashes, [{"default",[{'ns_1@192.168.0.22',103724345}]}]}, {active_buckets,["default"]}, {ready_buckets,["default"]}, {local_tasks,[]}, {memory, [{total,185859704}, {processes,138046304}, {processes_used,134917256}, {system,47813400}, {atom,1401785}, {atom_used,1374492}, {binary,5294584}, {code,14054366}, {ets,8862144}]}, {system_memory_data, [{system_total_memory,25199214592}, {free_swap,20971511808}, {total_swap,20971511808}, {cached_memory,2347192320}, {buffered_memory,227090432}, {free_memory,13129703424}, {total_memory,25199214592}]}, {node_storage_conf,[{db_path,"/data"},{index_path,"/data"}]}, {statistics, [{wall_clock,{2897713,5001}}, {context_switches,{19844659,0}}, {garbage_collection,{2497833,16427239489,0}}, {io,{{input,374520537},{output,11341858475}}}, {reductions,{2750515381,3297301}}, {run_queue,0}, {runtime,{1059050,1930}}]}, {system_stats, [{cpu_utilization_rate,55.55555555555556}, {swap_total,20971511808}, {swap_used,0}]}, {interesting_stats, [{couch_docs_actual_disk_size,2260477834}, {couch_docs_data_size,2026645295}, {couch_views_actual_disk_size,0}, {couch_views_data_size,0}, {curr_items,464538}, {curr_items_tot,822969}, {mem_used,2227846848}, {vb_replica_curr_items,358431}]}, {cluster_compatibility_version,131072}, {version, [{public_key,"0.13"}, {lhttpc,"1.3.0"}, {ale,"8cffe61"}, {os_mon,"2.2.7"}, {couch_set_view,"1.2.0a-b68b5f4-git"}, {mnesia,"4.5"}, {inets,"5.7.1"}, {couch,"1.2.0a-b68b5f4-git"}, {mapreduce,"1.0.0"}, {couch_index_merger,"1.2.0a-b68b5f4-git"}, {kernel,"2.14.5"}, {crypto,"2.0.4"}, {ssl,"4.1.6"}, {sasl,"2.1.10"}, {couch_view_parser,"1.0.0"}, {ns_server,"2.0.0-1939-rel-enterprise"}, {mochiweb,"1.4.1"}, {oauth,"7d85d3ef"}, {stdlib,"1.17.5"}]}, {supported_compat_version,[2,0]}, {system_arch,"x86_64-unknown-linux-gnu"}, {wall_clock,2897}, {memory_data,{25199214592,12022894592,{<17793.667.0>,26926200}}}, {disk_data, [{"/",41260352,5}, {"/dev/shm",12304304,0}, {"/boot",495844,7}, {"/data",206420664,2}]}, {meminfo, <<"MemTotal: 24608608 kB\nMemFree: 12821976 kB\nBuffers: 221768 kB\nCached: 2292180 kB\nSwapCached: 0 kB\nActive: 9257764 kB\nInactive: 1981028 kB\nActive(anon): 8712596 kB\nInactive(anon): 14780 kB\nActive(file): 545168 kB\nInactive(file): 1966248 kB\nUnevictable: 20760 kB\nMlocked: 20760 kB\nSwapTotal: 20479992 kB\nSwapFree: 20479992 kB\nDirty: 2456 kB\nWriteback: 0 kB\nAnonPages: 8745924 kB\nMapped: 15568 kB\nShmem: 172 kB\nSlab: 211580 kB\nSReclaimable: 153764 kB\nSUnreclaim: 57816 kB\nKernelStack: 3064 kB\nPageTables: 21920 kB\nNFS_Unstable: 0 kB\nBounce: 0 kB\nWritebackTmp: 0 kB\nCommitLimit: 32784296 kB\nCommitted_AS: 10510564 kB\nVmallocTotal: 34359738367 kB\nVmallocUsed: 332500 kB\nVmallocChunk: 34359355024 kB\nHardwareCorrupted: 0 kB\nAnonHugePages: 3778560 kB\nHugePages_Total: 0\nHugePages_Free: 0\nHugePages_Rsvd: 0\nHugePages_Surp: 0\nHugepagesize: 2048 kB\nDirectMap4k: 10240 kB\nDirectMap2M: 25155584 kB\n">>}]}, {'ns_1@192.168.0.21', [{last_heard,{1352,754933,49523}}, {outgoing_replications_safeness_level,[{"default",green}]}, {incoming_replications_conf_hashes, [{"default",[{'ns_1@192.168.0.22',14287118}]}]}, {active_buckets,["default"]}, {ready_buckets,["default"]}, {local_tasks,[]}, {memory, [{total,196457208}, {processes,146606088}, {processes_used,146559232}, {system,49851120}, {atom,1339809}, {atom_used,1335933}, {binary,10573800}, {code,13493102}, {ets,5927664}]}, {system_memory_data, [{system_total_memory,25199214592}, {free_swap,20971511808}, {total_swap,20971511808}, {cached_memory,6126977024}, {buffered_memory,200015872}, {free_memory,11952193536}, {total_memory,25199214592}]}, {node_storage_conf,[{db_path,"/data"},{index_path,"/data"}]}, {statistics, [{wall_clock,{2894098,4997}}, {context_switches,{10113038,0}}, {garbage_collection,{2013855,5525743275,0}}, {io,{{input,405379231},{output,11352090081}}}, {reductions,{1482775771,3989961}}, {run_queue,0}, {runtime,{559130,1350}}]}, {system_stats, [{cpu_utilization_rate,29.62962962962963}, {swap_total,20971511808}, {swap_used,0}]}, {interesting_stats, [{couch_docs_actual_disk_size,6013245072}, {couch_docs_data_size,5302648038}, {couch_views_actual_disk_size,0}, {couch_views_data_size,0}, {curr_items,1134419}, {curr_items_tot,2167416}, {mem_used,5645161416}, {vb_replica_curr_items,1032997}]}, {cluster_compatibility_version,131072}, {version, [{public_key,"0.13"}, {lhttpc,"1.3.0"}, {ale,"8cffe61"}, {os_mon,"2.2.7"}, {couch_set_view,"1.2.0a-b68b5f4-git"}, {mnesia,"4.5"}, {inets,"5.7.1"}, {couch,"1.2.0a-b68b5f4-git"}, {mapreduce,"1.0.0"}, {couch_index_merger,"1.2.0a-b68b5f4-git"}, {kernel,"2.14.5"}, {crypto,"2.0.4"}, {ssl,"4.1.6"}, {sasl,"2.1.10"}, {couch_view_parser,"1.0.0"}, {ns_server,"2.0.0-1939-rel-enterprise"}, {mochiweb,"1.4.1"}, {oauth,"7d85d3ef"}, {stdlib,"1.17.5"}]}, {supported_compat_version,[2,0]}, {system_arch,"x86_64-unknown-linux-gnu"}, {wall_clock,2894}, {memory_data,{25199214592,13127348224,{<19409.4606.0>,10770992}}}, {disk_data, [{"/",41260352,5}, {"/dev/shm",12304304,0}, {"/boot",495844,7}, {"/data",206420664,3}]}, {meminfo, <<"MemTotal: 24608608 kB\nMemFree: 11672064 kB\nBuffers: 195328 kB\nCached: 5983376 kB\nSwapCached: 0 kB\nActive: 7209100 kB\nInactive: 5141400 kB\nActive(anon): 6164612 kB\nInactive(anon): 9232 kB\nActive(file): 1044488 kB\nInactive(file): 5132168 kB\nUnevictable: 20760 kB\nMlocked: 20760 kB\nSwapTotal: 20479992 kB\nSwapFree: 20479992 kB\nDirty: 4900 kB\nWriteback: 96 kB\nAnonPages: 6190640 kB\nMapped: 14616 kB\nShmem: 164 kB\nSlab: 255496 kB\nSReclaimable: 197320 kB\nSUnreclaim: 58176 kB\nKernelStack: 3048 kB\nPageTables: 16504 kB\nNFS_Unstable: 0 kB\nBounce: 0 kB\nWritebackTmp: 0 kB\nCommitLimit: 32784296 kB\nCommitted_AS: 7952532 kB\nVmallocTotal: 34359738367 kB\nVmallocUsed: 332500 kB\nVmallocChunk: 34359350016 kB\nHardwareCorrupted: 0 kB\nAnonHugePages: 2416640 kB\nHugePages_Total: 0\nHugePages_Free: 0\nHugePages_Rsvd: 0\nHugePages_Surp: 0\nHugepagesize: 2048 kB\nDirectMap4k: 10240 kB\nDirectMap2M: 25155584 kB\n">>}]}, {'ns_1@192.168.0.22', [{last_heard,{1352,754932,654175}}, {outgoing_replications_safeness_level,[{"default",green}]}, {incoming_replications_conf_hashes, [{"default", [{'ns_1@192.168.0.20',45138758}, {'ns_1@192.168.0.21',109798675}]}]}, {active_buckets,["default"]}, {ready_buckets,["default"]}, {local_tasks, [[{pid,<<"<0.17176.2>">>}, {bucket,<<"default">>}, {original_target,{[{type,bucket}]}}, {progress,82}, {started_on,1352754769}, {total_vbuckets,1025}, {trigger_type,scheduled}, {type,bucket_compaction}, {updated_on,1352754932}, {vbuckets_done,845}]]}, {memory, [{total,242390440}, {processes,185786224}, {processes_used,185677328}, {system,56604216}, {atom,1338193}, {atom_used,1333793}, {binary,14022104}, {code,13490894}, {ets,9086280}]}, {system_memory_data, [{system_total_memory,25199214592}, {free_swap,20971511808}, {total_swap,20971511808}, {cached_memory,8793534464}, {buffered_memory,252743680}, {free_memory,6381223936}, {total_memory,25199214592}]}, {node_storage_conf,[{db_path,"/data"},{index_path,"/data"}]}, {statistics, [{wall_clock,{2880875,5001}}, {context_switches,{22516764,0}}, {garbage_collection,{3113673,7242765426,0}}, {io,{{input,511174779},{output,16933226289}}}, {reductions,{2479928039,3399551}}, {run_queue,0}, {runtime,{856070,1190}}]}, {system_stats, [{cpu_utilization_rate,55.14705882352941}, {swap_total,20971511808}, {swap_used,0}]}, {interesting_stats, [{couch_docs_actual_disk_size,8661210116}, {couch_docs_data_size,7330616854}, {couch_views_actual_disk_size,0}, {couch_views_data_size,0}, {curr_items,1386220}, {curr_items_tot,2987251}, {mem_used,7867669672}, {vb_replica_curr_items,1601031}]}, {cluster_compatibility_version,131072}, {version, [{public_key,"0.13"}, {lhttpc,"1.3.0"}, {ale,"8cffe61"}, {os_mon,"2.2.7"}, {couch_set_view,"1.2.0a-b68b5f4-git"}, {mnesia,"4.5"}, {inets,"5.7.1"}, {couch,"1.2.0a-b68b5f4-git"}, {mapreduce,"1.0.0"}, {couch_index_merger,"1.2.0a-b68b5f4-git"}, {kernel,"2.14.5"}, {crypto,"2.0.4"}, {ssl,"4.1.6"}, {sasl,"2.1.10"}, {couch_view_parser,"1.0.0"}, {ns_server,"2.0.0-1939-rel-enterprise"}, {mochiweb,"1.4.1"}, {oauth,"7d85d3ef"}, {stdlib,"1.17.5"}]}, {supported_compat_version,[2,0]}, {system_arch,"x86_64-unknown-linux-gnu"}, {wall_clock,2880}, {memory_data,{25199214592,18816466944,{<0.687.0>,17427312}}}, {disk_data, [{"/",41260352,5}, {"/dev/shm",12304304,0}, {"/boot",495844,7}, {"/data",206420664,5}]}, {meminfo, <<"MemTotal: 24608608 kB\nMemFree: 6231664 kB\nBuffers: 246820 kB\nCached: 8587436 kB\nSwapCached: 0 kB\nActive: 10320508 kB\nInactive: 7353660 kB\nActive(anon): 8832496 kB\nInactive(anon): 10216 kB\nActive(file): 1488012 kB\nInactive(file): 7343444 kB\nUnevictable: 20760 kB\nMlocked: 20760 kB\nSwapTotal: 20479992 kB\nSwapFree: 20479992 kB\nDirty: 9088 kB\nWriteback: 0 kB\nAnonPages: 8861940 kB\nMapped: 15684 kB\nShmem: 172 kB\nSlab: 367196 kB\nSReclaimable: 308636 kB\nSUnreclaim: 58560 kB\nKernelStack: 2560 kB\nPageTables: 21844 kB\nNFS_Unstable: 0 kB\nBounce: 0 kB\nWritebackTmp: 0 kB\nCommitLimit: 32784296 kB\nCommitted_AS: 10587552 kB\nVmallocTotal: 34359738367 kB\nVmallocUsed: 332500 kB\nVmallocChunk: 34359350016 kB\nHardwareCorrupted: 0 kB\nAnonHugePages: 3753984 kB\nHugePages_Total: 0\nHugePages_Free: 0\nHugePages_Rsvd: 0\nHugePages_Surp: 0\nHugepagesize: 2048 kB\nDirectMap4k: 10240 kB\nDirectMap2M: 25155584 kB\n">>}]}] [stats:debug,2012-11-12T13:16:06.470,ns_1@192.168.0.22:<0.683.0>:stats_collector:maybe_log_stats:126](at {{1970,1,16},{7,45,54}}) Stats for bucket "default": accepting_conns 1 auth_cmds 23 auth_errors 0 bucket_active_conns 1 bucket_conns 30 bytes 7870622232 bytes_read 30523762218 bytes_written 30060565837 cas_badval 0 cas_hits 0 cas_misses 0 cmd_flush 0 cmd_get 4587213 cmd_set 5499241 conn_yields 154319 connection_structures 5000 curr_connections 31 curr_conns_on_port_11209 18 curr_conns_on_port_11210 11 curr_items 1386309 curr_items_tot 2986151 curr_temp_items 0 daemon_connections 4 decr_hits 0 decr_misses 0 delete_hits 210116 delete_misses 321717 ep_access_scanner_last_runtime 0 ep_access_scanner_num_items 0 ep_access_scanner_task_time 2012-11-13 10:00:00 ep_allow_data_loss_during_shutdown 1 ep_alog_block_size 4096 ep_alog_path /data/default/access.log ep_alog_sleep_time 1440 ep_alog_task_time 10 ep_backend couchdb ep_bg_fetch_delay 0 ep_bg_fetched 0 ep_bg_meta_fetched 0 ep_bg_remaining_jobs 0 ep_chk_max_items 5000 ep_chk_period 1800 ep_chk_persistence_remains 0 ep_chk_persistence_timeout 10 ep_chk_remover_stime 5 ep_commit_num 22209 ep_commit_time 18 ep_commit_time_total 319585 ep_concurrentDB 1 ep_config_file ep_couch_bucket default ep_couch_host localhost ep_couch_port 11213 ep_couch_reconnect_sleeptime 250 ep_couch_response_timeout 180000 ep_data_age 14 ep_data_age_highwat 102 ep_data_traffic_enabled 0 ep_dbinit 0 ep_dbname /data/default ep_degraded_mode 0 ep_diskqueue_drain 12093205 ep_diskqueue_fill 10705585 ep_diskqueue_items 62962 ep_diskqueue_memory 1823904 ep_diskqueue_pending 2735856 ep_exp_pager_stime 3600 ep_exp_pager_stime 3600 ep_expired_access 5327 ep_expired_pager 0 ep_expiry_window 3 ep_failpartialwarmup 0 ep_flush_all false ep_flush_duration_total 2696 ep_flushall_enabled 0 ep_flusher_state running ep_flusher_todo 58719 ep_getl_default_timeout 15 ep_getl_max_timeout 30 ep_ht_locks 5 ep_ht_size 3079 ep_inconsistent_slave_chk 0 ep_initfile ep_io_num_read 0 ep_io_num_write 10351827 ep_io_read_bytes 0 ep_io_write_bytes 23845372909 ep_item_begin_failed 0 ep_item_commit_failed 0 ep_item_flush_expired 25 ep_item_flush_failed 0 ep_item_num_based_new_chk 1 ep_items_rm_from_checkpoints 2249234 ep_keep_closed_chks 0 ep_klog_block_size 4096 ep_klog_compactor_queue_cap 500000 ep_klog_compactor_stime 3600 ep_klog_flush commit2 ep_klog_max_entry_ratio 10 ep_klog_max_log_size 2147483647 ep_klog_path ep_klog_sync commit2 ep_kv_size 7368297749 ep_max_checkpoints 2 ep_max_data_size 12582912000 ep_max_item_size 20971520 ep_max_size 12582912000 ep_max_txn_size 10000 ep_max_vbuckets 1024 ep_mem_high_wat 9437184000 ep_mem_high_wat 9437184000 ep_mem_low_wat 7549747200 ep_mem_low_wat 7549747200 ep_mem_tracker_enabled true ep_min_data_age 0 ep_mlog_compactor_runs 0 ep_mutation_mem_threshold 0 ep_num_access_scanner_runs 0 ep_num_eject_failures 0 ep_num_expiry_pager_runs 0 ep_num_non_resident 0 ep_num_not_my_vbuckets 639 ep_num_ops_del_meta 0 ep_num_ops_get_meta 0 ep_num_ops_set_meta 0 ep_num_pager_runs 0 ep_num_value_ejects 0 ep_oom_errors 0 ep_overhead 140611418 ep_pager_active_vb_pcnt 40 ep_pager_unbiased_period 60 ep_pending_ops 0 ep_pending_ops_max 1 ep_pending_ops_max_duration 160012 ep_pending_ops_total 8 ep_postInitfile ep_queue_age_cap 900 ep_queue_size 4243 ep_startup_time 1352752065 ep_storage_age 14 ep_storage_age_highwat 1424 ep_store_max_concurrency 10 ep_store_max_readers 9 ep_store_max_readwrite 1 ep_stored_val_type ep_tap_ack_grace_period 300 ep_tap_ack_initial_sequence_number 1 ep_tap_ack_interval 1000 ep_tap_ack_window_size 10 ep_tap_backfill_resident 0.9 ep_tap_backlog_limit 5000 ep_tap_backoff_period 5 ep_tap_bg_fetch_requeued 0 ep_tap_bg_fetched 23099 ep_tap_bg_max_pending 500 ep_tap_keepalive 300 ep_tap_noop_interval 20 ep_tap_requeue_sleep_time 0.1 ep_tap_throttle_cap_pcnt 10 ep_tap_throttle_queue_cap 1000000 ep_tap_throttle_threshold 90 ep_tmp_oom_errors 0 ep_too_old 85 ep_too_young 0 ep_total_cache_size 7332499649 ep_total_del_items 468187 ep_total_enqueued 10705585 ep_total_new_items 3345861 ep_total_persisted 10351827 ep_uncommitted_items 5337 ep_value_size 7122088598 ep_vb0 0 ep_vb_snapshot_total 320 ep_vb_total 1024 ep_vbucket_del 0 ep_vbucket_del_fail 0 ep_version 2.0.0r_133_g68e3f7c ep_waitforwarmup 0 ep_warmup 1 ep_warmup_batch_size 1000 ep_warmup_dups 0 ep_warmup_min_items_threshold 100 ep_warmup_min_memory_threshold 100 ep_warmup_oom 0 ep_warmup_thread complete ep_warmup_time 23464 get_hits 4114445 get_misses 472768 incr_hits 0 incr_misses 0 libevent 2.0.11-stable limit_maxbytes 67108864 listen_disabled_num 0 max_conns_on_port_11209 1000 max_conns_on_port_11210 9000 mem_used 7870622232 pid 21605 pointer_size 64 rejected_conns 0 rusage_system 1037.240315 rusage_user 1895.304869 tap_checkpoint_end_received 1242 tap_checkpoint_end_sent 1380 tap_checkpoint_start_received 2524 tap_checkpoint_start_sent 2737 tap_connect_received 789 tap_delete_received 269542 tap_delete_sent 269981 tap_mutation_received 6715601 tap_mutation_sent 7458333 tap_opaque_received 4315 tap_opaque_sent 4139 tap_vbucket_set_received 714 tap_vbucket_set_sent 786 threads 4 time 1352754965 total_connections 4619 uptime 2910 vb_active_curr_items 1386309 vb_active_eject 0 vb_active_expired 2068 vb_active_ht_memory 11953312 vb_active_itm_memory 3403685411 vb_active_meta_data_memory 109518411 vb_active_num 476 vb_active_num_non_resident 0 vb_active_num_ref_ejects 0 vb_active_num_ref_items 1565558 vb_active_ops_create 1555238 vb_active_ops_delete 223854 vb_active_ops_reject 0 vb_active_ops_update 3173942 vb_active_perc_mem_resident 100 vb_active_queue_age 6000709000 vb_active_queue_drain 6006880 vb_active_queue_fill 5171542 vb_active_queue_memory 791104 vb_active_queue_pending 1186656 vb_active_queue_size 24722 vb_dead_num 0 vb_pending_curr_items 0 vb_pending_eject 0 vb_pending_expired 0 vb_pending_ht_memory 0 vb_pending_itm_memory 0 vb_pending_meta_data_memory 0 vb_pending_num 0 vb_pending_num_non_resident 0 vb_pending_num_ref_ejects 0 vb_pending_num_ref_items 0 vb_pending_ops_create 0 vb_pending_ops_delete 0 vb_pending_ops_reject 0 vb_pending_ops_update 0 vb_pending_perc_mem_resident 0 vb_pending_queue_age 0 vb_pending_queue_drain 0 vb_pending_queue_fill 0 vb_pending_queue_memory 0 vb_pending_queue_pending 0 vb_pending_queue_size 0 vb_replica_curr_items 1599842 vb_replica_eject 0 vb_replica_expired 3259 vb_replica_ht_memory 13760896 vb_replica_itm_memory 3928814238 vb_replica_meta_data_memory 126387518 vb_replica_num 548 vb_replica_num_non_resident 0 vb_replica_num_ref_ejects 0 vb_replica_num_ref_items 1803538 vb_replica_ops_create 1790624 vb_replica_ops_delete 244333 vb_replica_ops_reject 0 vb_replica_ops_update 3363896 vb_replica_perc_mem_resident 100 vb_replica_queue_age 4958767000 vb_replica_queue_drain 6086325 vb_replica_queue_fill 5534043 vb_replica_queue_memory 1032800 vb_replica_queue_pending 1549200 vb_replica_queue_size 32275 version 1.4.4_600_g7ea975a [ns_doctor:debug,2012-11-12T13:16:37.651,ns_1@192.168.0.22:ns_doctor<0.541.0>:ns_doctor:handle_info:137]Current node statuses: [{'ns_1@192.168.0.20', [{last_heard,{1352,754994,435226}}, {outgoing_replications_safeness_level,[{"default",green}]}, {incoming_replications_conf_hashes, [{"default",[{'ns_1@192.168.0.22',92107460}]}]}, {active_buckets,["default"]}, {ready_buckets,["default"]}, {local_tasks,[]}, {memory, [{total,183917096}, {processes,136319464}, {processes_used,133121544}, {system,47597632}, {atom,1401785}, {atom_used,1374492}, {binary,4919448}, {code,14054366}, {ets,9035776}]}, {system_memory_data, [{system_total_memory,25199214592}, {free_swap,20971511808}, {total_swap,20971511808}, {cached_memory,2459893760}, {buffered_memory,228384768}, {free_memory,13059514368}, {total_memory,25199214592}]}, {node_storage_conf,[{db_path,"/data"},{index_path,"/data"}]}, {statistics, [{wall_clock,{2957712,5000}}, {context_switches,{20186720,0}}, {garbage_collection,{2544952,16798549770,0}}, {io,{{input,377776214},{output,11409571494}}}, {reductions,{2792500381,3932847}}, {run_queue,0}, {runtime,{1082430,2200}}]}, {system_stats, [{cpu_utilization_rate,57.420924574209245}, {swap_total,20971511808}, {swap_used,0}]}, {interesting_stats, [{couch_docs_actual_disk_size,2388708758}, {couch_docs_data_size,1905029427}, {couch_views_actual_disk_size,0}, {couch_views_data_size,0}, {curr_items,438186}, {curr_items_tot,770308}, {mem_used,2097575504}, {vb_replica_curr_items,332122}]}, {cluster_compatibility_version,131072}, {version, [{public_key,"0.13"}, {lhttpc,"1.3.0"}, {ale,"8cffe61"}, {os_mon,"2.2.7"}, {couch_set_view,"1.2.0a-b68b5f4-git"}, {mnesia,"4.5"}, {inets,"5.7.1"}, {couch,"1.2.0a-b68b5f4-git"}, {mapreduce,"1.0.0"}, {couch_index_merger,"1.2.0a-b68b5f4-git"}, {kernel,"2.14.5"}, {crypto,"2.0.4"}, {ssl,"4.1.6"}, {sasl,"2.1.10"}, {couch_view_parser,"1.0.0"}, {ns_server,"2.0.0-1939-rel-enterprise"}, {mochiweb,"1.4.1"}, {oauth,"7d85d3ef"}, {stdlib,"1.17.5"}]}, {supported_compat_version,[2,0]}, {system_arch,"x86_64-unknown-linux-gnu"}, {wall_clock,2957}, {memory_data,{25199214592,12147740672,{<17793.667.0>,20119840}}}, {disk_data, [{"/",41260352,5}, {"/dev/shm",12304304,0}, {"/boot",495844,7}, {"/data",206420664,2}]}, {meminfo, <<"MemTotal: 24608608 kB\nMemFree: 12753680 kB\nBuffers: 223032 kB\nCached: 2402240 kB\nSwapCached: 0 kB\nActive: 9434196 kB\nInactive: 1874092 kB\nActive(anon): 8671016 kB\nInactive(anon): 14632 kB\nActive(file): 763180 kB\nInactive(file): 1859460 kB\nUnevictable: 20760 kB\nMlocked: 20760 kB\nSwapTotal: 20479992 kB\nSwapFree: 20479992 kB\nDirty: 2564 kB\nWriteback: 0 kB\nAnonPages: 8704528 kB\nMapped: 15888 kB\nShmem: 172 kB\nSlab: 210956 kB\nSReclaimable: 153160 kB\nSUnreclaim: 57796 kB\nKernelStack: 3088 kB\nPageTables: 21960 kB\nNFS_Unstable: 0 kB\nBounce: 0 kB\nWritebackTmp: 0 kB\nCommitLimit: 32784296 kB\nCommitted_AS: 10471048 kB\nVmallocTotal: 34359738367 kB\nVmallocUsed: 332500 kB\nVmallocChunk: 34359355024 kB\nHardwareCorrupted: 0 kB\nAnonHugePages: 3837952 kB\nHugePages_Total: 0\nHugePages_Free: 0\nHugePages_Rsvd: 0\nHugePages_Surp: 0\nHugepagesize: 2048 kB\nDirectMap4k: 10240 kB\nDirectMap2M: 25155584 kB\n">>}]}, {'ns_1@192.168.0.21', [{last_heard,{1352,754993,49794}}, {outgoing_replications_safeness_level,[{"default",green}]}, {incoming_replications_conf_hashes, [{"default",[{'ns_1@192.168.0.22',117872391}]}]}, {active_buckets,["default"]}, {ready_buckets,["default"]}, {local_tasks,[]}, {memory, [{total,201534272}, {processes,151273336}, {processes_used,151261936}, {system,50260936}, {atom,1339809}, {atom_used,1335933}, {binary,10795280}, {code,13493102}, {ets,6106992}]}, {system_memory_data, [{system_total_memory,25199214592}, {free_swap,20971511808}, {total_swap,20971511808}, {cached_memory,6831157248}, {buffered_memory,202035200}, {free_memory,11079344128}, {total_memory,25199214592}]}, {node_storage_conf,[{db_path,"/data"},{index_path,"/data"}]}, {statistics, [{wall_clock,{2954099,4999}}, {context_switches,{10528302,0}}, {garbage_collection,{2067627,5717259838,0}}, {io,{{input,416218735},{output,11696818276}}}, {reductions,{1537050389,4985782}}, {run_queue,0}, {runtime,{577420,1720}}]}, {system_stats, [{cpu_utilization_rate,37.4384236453202}, {swap_total,20971511808}, {swap_used,0}]}, {interesting_stats, [{couch_docs_actual_disk_size,6706359708}, {couch_docs_data_size,5417813808}, {couch_views_actual_disk_size,0}, {couch_views_data_size,0}, {curr_items,1160386}, {curr_items_tot,2217196}, {mem_used,5776162008}, {vb_replica_curr_items,1056810}]}, {cluster_compatibility_version,131072}, {version, [{public_key,"0.13"}, {lhttpc,"1.3.0"}, {ale,"8cffe61"}, {os_mon,"2.2.7"}, {couch_set_view,"1.2.0a-b68b5f4-git"}, {mnesia,"4.5"}, {inets,"5.7.1"}, {couch,"1.2.0a-b68b5f4-git"}, {mapreduce,"1.0.0"}, {couch_index_merger,"1.2.0a-b68b5f4-git"}, {kernel,"2.14.5"}, {crypto,"2.0.4"}, {ssl,"4.1.6"}, {sasl,"2.1.10"}, {couch_view_parser,"1.0.0"}, {ns_server,"2.0.0-1939-rel-enterprise"}, {mochiweb,"1.4.1"}, {oauth,"7d85d3ef"}, {stdlib,"1.17.5"}]}, {supported_compat_version,[2,0]}, {system_arch,"x86_64-unknown-linux-gnu"}, {wall_clock,2954}, {memory_data,{25199214592,13896290304,{<19409.4606.0>,13313480}}}, {disk_data, [{"/",41260352,5}, {"/dev/shm",12304304,0}, {"/boot",495844,7}, {"/data",206420664,4}]}, {meminfo, <<"MemTotal: 24608608 kB\nMemFree: 10819672 kB\nBuffers: 197300 kB\nCached: 6671052 kB\nSwapCached: 0 kB\nActive: 7787776 kB\nInactive: 5396028 kB\nActive(anon): 6308200 kB\nInactive(anon): 9232 kB\nActive(file): 1479576 kB\nInactive(file): 5386796 kB\nUnevictable: 20760 kB\nMlocked: 20760 kB\nSwapTotal: 20479992 kB\nSwapFree: 20479992 kB\nDirty: 5252 kB\nWriteback: 0 kB\nAnonPages: 6336224 kB\nMapped: 14616 kB\nShmem: 164 kB\nSlab: 274296 kB\nSReclaimable: 216104 kB\nSUnreclaim: 58192 kB\nKernelStack: 3048 kB\nPageTables: 16788 kB\nNFS_Unstable: 0 kB\nBounce: 0 kB\nWritebackTmp: 0 kB\nCommitLimit: 32784296 kB\nCommitted_AS: 8099552 kB\nVmallocTotal: 34359738367 kB\nVmallocUsed: 332500 kB\nVmallocChunk: 34359350016 kB\nHardwareCorrupted: 0 kB\nAnonHugePages: 2521088 kB\nHugePages_Total: 0\nHugePages_Free: 0\nHugePages_Rsvd: 0\nHugePages_Surp: 0\nHugepagesize: 2048 kB\nDirectMap4k: 10240 kB\nDirectMap2M: 25155584 kB\n">>}]}, {'ns_1@192.168.0.22', [{last_heard,{1352,754992,655492}}, {outgoing_replications_safeness_level,[{"default",green}]}, {incoming_replications_conf_hashes, [{"default", [{'ns_1@192.168.0.20',23740029},{'ns_1@192.168.0.21',15882834}]}]}, {active_buckets,["default"]}, {ready_buckets,["default"]}, {local_tasks,[]}, {memory, [{total,248103592}, {processes,191206816}, {processes_used,191030048}, {system,56896776}, {atom,1338193}, {atom_used,1333793}, {binary,14215360}, {code,13490894}, {ets,9195992}]}, {system_memory_data, [{system_total_memory,25199214592}, {free_swap,20971511808}, {total_swap,20971511808}, {cached_memory,8789266432}, {buffered_memory,256323584}, {free_memory,6388199424}, {total_memory,25199214592}]}, {node_storage_conf,[{db_path,"/data"},{index_path,"/data"}]}, {statistics, [{wall_clock,{2940876,5001}}, {context_switches,{22959143,0}}, {garbage_collection,{3175070,7392202100,0}}, {io,{{input,525300164},{output,17249999533}}}, {reductions,{2528947606,4290853}}, {run_queue,0}, {runtime,{874080,1730}}]}, {system_stats, [{cpu_utilization_rate,35.696821515892424}, {swap_total,20971511808}, {swap_used,0}]}, {interesting_stats, [{couch_docs_actual_disk_size,8626724245}, {couch_docs_data_size,7331688657}, {couch_views_actual_disk_size,0}, {couch_views_data_size,0}, {curr_items,1385412}, {curr_items_tot,2984358}, {mem_used,7872820488}, {vb_replica_curr_items,1598946}]}, {cluster_compatibility_version,131072}, {version, [{public_key,"0.13"}, {lhttpc,"1.3.0"}, {ale,"8cffe61"}, {os_mon,"2.2.7"}, {couch_set_view,"1.2.0a-b68b5f4-git"}, {mnesia,"4.5"}, {inets,"5.7.1"}, {couch,"1.2.0a-b68b5f4-git"}, {mapreduce,"1.0.0"}, {couch_index_merger,"1.2.0a-b68b5f4-git"}, {kernel,"2.14.5"}, {crypto,"2.0.4"}, {ssl,"4.1.6"}, {sasl,"2.1.10"}, {couch_view_parser,"1.0.0"}, {ns_server,"2.0.0-1939-rel-enterprise"}, {mochiweb,"1.4.1"}, {oauth,"7d85d3ef"}, {stdlib,"1.17.5"}]}, {supported_compat_version,[2,0]}, {system_arch,"x86_64-unknown-linux-gnu"}, {wall_clock,2940}, {memory_data,{25199214592,18811015168,{<0.687.0>,24233672}}}, {disk_data, [{"/",41260352,5}, {"/dev/shm",12304304,0}, {"/boot",495844,7}, {"/data",206420664,5}]}, {meminfo, <<"MemTotal: 24608608 kB\nMemFree: 6238476 kB\nBuffers: 250316 kB\nCached: 8583268 kB\nSwapCached: 0 kB\nActive: 10403160 kB\nInactive: 7273048 kB\nActive(anon): 8834992 kB\nInactive(anon): 10216 kB\nActive(file): 1568168 kB\nInactive(file): 7262832 kB\nUnevictable: 20760 kB\nMlocked: 20760 kB\nSwapTotal: 20479992 kB\nSwapFree: 20479992 kB\nDirty: 6676 kB\nWriteback: 0 kB\nAnonPages: 8864208 kB\nMapped: 15680 kB\nShmem: 172 kB\nSlab: 358528 kB\nSReclaimable: 300260 kB\nSUnreclaim: 58268 kB\nKernelStack: 2552 kB\nPageTables: 21788 kB\nNFS_Unstable: 0 kB\nBounce: 0 kB\nWritebackTmp: 0 kB\nCommitLimit: 32784296 kB\nCommitted_AS: 10602500 kB\nVmallocTotal: 34359738367 kB\nVmallocUsed: 332500 kB\nVmallocChunk: 34359350016 kB\nHardwareCorrupted: 0 kB\nAnonHugePages: 3852288 kB\nHugePages_Total: 0\nHugePages_Free: 0\nHugePages_Rsvd: 0\nHugePages_Surp: 0\nHugepagesize: 2048 kB\nDirectMap4k: 10240 kB\nDirectMap2M: 25155584 kB\n">>}]}] [ns_doctor:debug,2012-11-12T13:17:37.651,ns_1@192.168.0.22:ns_doctor<0.541.0>:ns_doctor:handle_info:137]Current node statuses: [{'ns_1@192.168.0.20', [{last_heard,{1352,755054,434566}}, {outgoing_replications_safeness_level,[{"default",green}]}, {incoming_replications_conf_hashes, [{"default",[{'ns_1@192.168.0.22',80077887}]}]}, {active_buckets,["default"]}, {ready_buckets,["default"]}, {local_tasks,[]}, {memory, [{total,183738832}, {processes,135994128}, {processes_used,132702024}, {system,47744704}, {atom,1401785}, {atom_used,1374492}, {binary,5027264}, {code,14054366}, {ets,9092632}]}, {system_memory_data, [{system_total_memory,25199214592}, {free_swap,20971511808}, {total_swap,20971511808}, {cached_memory,2497716224}, {buffered_memory,228851712}, {free_memory,12987592704}, {total_memory,25199214592}]}, {node_storage_conf,[{db_path,"/data"},{index_path,"/data"}]}, {statistics, [{wall_clock,{3017711,5000}}, {context_switches,{20580035,0}}, {garbage_collection,{2604979,17324690705,0}}, {io,{{input,380852609},{output,11474154995}}}, {reductions,{2838827384,3791649}}, {run_queue,0}, {runtime,{1111430,2340}}]}, {system_stats, [{cpu_utilization_rate,66.17647058823529}, {swap_total,20971511808}, {swap_used,0}]}, {interesting_stats, [{couch_docs_actual_disk_size,2420491524}, {couch_docs_data_size,1740243203}, {couch_views_actual_disk_size,0}, {couch_views_data_size,0}, {curr_items,405979}, {curr_items_tot,703109}, {mem_used,1930023888}, {vb_replica_curr_items,297130}]}, {cluster_compatibility_version,131072}, {version, [{public_key,"0.13"}, {lhttpc,"1.3.0"}, {ale,"8cffe61"}, {os_mon,"2.2.7"}, {couch_set_view,"1.2.0a-b68b5f4-git"}, {mnesia,"4.5"}, {inets,"5.7.1"}, {couch,"1.2.0a-b68b5f4-git"}, {mapreduce,"1.0.0"}, {couch_index_merger,"1.2.0a-b68b5f4-git"}, {kernel,"2.14.5"}, {crypto,"2.0.4"}, {ssl,"4.1.6"}, {sasl,"2.1.10"}, {couch_view_parser,"1.0.0"}, {ns_server,"2.0.0-1939-rel-enterprise"}, {mochiweb,"1.4.1"}, {oauth,"7d85d3ef"}, {stdlib,"1.17.5"}]}, {supported_compat_version,[2,0]}, {system_arch,"x86_64-unknown-linux-gnu"}, {wall_clock,3017}, {memory_data,{25199214592,12211757056,{<17793.429.0>,25151472}}}, {disk_data, [{"/",41260352,5}, {"/dev/shm",12304304,0}, {"/boot",495844,7}, {"/data",206420664,2}]}, {meminfo, <<"MemTotal: 24608608 kB\nMemFree: 12683444 kB\nBuffers: 223488 kB\nCached: 2439176 kB\nSwapCached: 0 kB\nActive: 9462552 kB\nInactive: 1917096 kB\nActive(anon): 8520804 kB\nInactive(anon): 198268 kB\nActive(file): 941748 kB\nInactive(file): 1718828 kB\nUnevictable: 20760 kB\nMlocked: 20760 kB\nSwapTotal: 20479992 kB\nSwapFree: 20479992 kB\nDirty: 1752 kB\nWriteback: 0 kB\nAnonPages: 8737640 kB\nMapped: 15568 kB\nShmem: 172 kB\nSlab: 209980 kB\nSReclaimable: 152292 kB\nSUnreclaim: 57688 kB\nKernelStack: 3064 kB\nPageTables: 21916 kB\nNFS_Unstable: 0 kB\nBounce: 0 kB\nWritebackTmp: 0 kB\nCommitLimit: 32784296 kB\nCommitted_AS: 10493400 kB\nVmallocTotal: 34359738367 kB\nVmallocUsed: 332500 kB\nVmallocChunk: 34359355024 kB\nHardwareCorrupted: 0 kB\nAnonHugePages: 3975168 kB\nHugePages_Total: 0\nHugePages_Free: 0\nHugePages_Rsvd: 0\nHugePages_Surp: 0\nHugepagesize: 2048 kB\nDirectMap4k: 10240 kB\nDirectMap2M: 25155584 kB\n">>}]}, {'ns_1@192.168.0.21', [{last_heard,{1352,755053,48471}}, {outgoing_replications_safeness_level,[{"default",green}]}, {incoming_replications_conf_hashes, [{"default",[{'ns_1@192.168.0.22',98882482}]}]}, {active_buckets,["default"]}, {ready_buckets,["default"]}, {local_tasks,[]}, {memory, [{total,211513624}, {processes,150575552}, {processes_used,150566888}, {system,60938072}, {atom,1339809}, {atom_used,1335933}, {binary,21391056}, {code,13493102}, {ets,6175744}]}, {system_memory_data, [{system_total_memory,25199214592}, {free_swap,20971511808}, {total_swap,20971511808}, {cached_memory,7642079232}, {buffered_memory,203251712}, {free_memory,10067353600}, {total_memory,25199214592}]}, {node_storage_conf,[{db_path,"/data"},{index_path,"/data"}]}, {statistics, [{wall_clock,{3014098,4996}}, {context_switches,{11025129,0}}, {garbage_collection,{2134137,5928667262,0}}, {io,{{input,427925545},{output,12082545232}}}, {reductions,{1597546560,5132442}}, {run_queue,0}, {runtime,{598240,1890}}]}, {system_stats, [{cpu_utilization_rate,34.97536945812808}, {swap_total,20971511808}, {swap_used,0}]}, {interesting_stats, [{couch_docs_actual_disk_size,7510046150}, {couch_docs_data_size,5590267339}, {couch_views_actual_disk_size,0}, {couch_views_data_size,0}, {curr_items,1192031}, {curr_items_tot,2282954}, {mem_used,5948242424}, {vb_replica_curr_items,1090923}]}, {cluster_compatibility_version,131072}, {version, [{public_key,"0.13"}, {lhttpc,"1.3.0"}, {ale,"8cffe61"}, {os_mon,"2.2.7"}, {couch_set_view,"1.2.0a-b68b5f4-git"}, {mnesia,"4.5"}, {inets,"5.7.1"}, {couch,"1.2.0a-b68b5f4-git"}, {mapreduce,"1.0.0"}, {couch_index_merger,"1.2.0a-b68b5f4-git"}, {kernel,"2.14.5"}, {crypto,"2.0.4"}, {ssl,"4.1.6"}, {sasl,"2.1.10"}, {couch_view_parser,"1.0.0"}, {ns_server,"2.0.0-1939-rel-enterprise"}, {mochiweb,"1.4.1"}, {oauth,"7d85d3ef"}, {stdlib,"1.17.5"}]}, {supported_compat_version,[2,0]}, {system_arch,"x86_64-unknown-linux-gnu"}, {wall_clock,3014}, {memory_data,{25199214592,14916345856,{<19409.4606.0>,13313480}}}, {disk_data, [{"/",41260352,5}, {"/dev/shm",12304304,0}, {"/boot",495844,7}, {"/data",206420664,4}]}, {meminfo, <<"MemTotal: 24608608 kB\nMemFree: 9831400 kB\nBuffers: 198484 kB\nCached: 7462972 kB\nSwapCached: 0 kB\nActive: 8410600 kB\nInactive: 5738544 kB\nActive(anon): 6479896 kB\nInactive(anon): 9772 kB\nActive(file): 1930704 kB\nInactive(file): 5728772 kB\nUnevictable: 20760 kB\nMlocked: 20760 kB\nSwapTotal: 20479992 kB\nSwapFree: 20479992 kB\nDirty: 3964 kB\nWriteback: 0 kB\nAnonPages: 6508652 kB\nMapped: 14616 kB\nShmem: 164 kB\nSlab: 296956 kB\nSReclaimable: 238764 kB\nSUnreclaim: 58192 kB\nKernelStack: 3048 kB\nPageTables: 17128 kB\nNFS_Unstable: 0 kB\nBounce: 0 kB\nWritebackTmp: 0 kB\nCommitLimit: 32784296 kB\nCommitted_AS: 8262332 kB\nVmallocTotal: 34359738367 kB\nVmallocUsed: 332500 kB\nVmallocChunk: 34359350016 kB\nHardwareCorrupted: 0 kB\nAnonHugePages: 2615296 kB\nHugePages_Total: 0\nHugePages_Free: 0\nHugePages_Rsvd: 0\nHugePages_Surp: 0\nHugepagesize: 2048 kB\nDirectMap4k: 10240 kB\nDirectMap2M: 25155584 kB\n">>}]}, {'ns_1@192.168.0.22', [{last_heard,{1352,755052,657267}}, {outgoing_replications_safeness_level,[{"default",green}]}, {incoming_replications_conf_hashes, [{"default", [{'ns_1@192.168.0.20',134138249},{'ns_1@192.168.0.21',2349069}]}]}, {active_buckets,["default"]}, {ready_buckets,["default"]}, {local_tasks,[]}, {memory, [{total,244588304}, {processes,187106160}, {processes_used,186929472}, {system,57482144}, {atom,1338193}, {atom_used,1333793}, {binary,14628128}, {code,13490894}, {ets,9370472}]}, {system_memory_data, [{system_total_memory,25199214592}, {free_swap,20971511808}, {total_swap,20971511808}, {cached_memory,9590054912}, {buffered_memory,258093056}, {free_memory,5571899392}, {total_memory,25199214592}]}, {node_storage_conf,[{db_path,"/data"},{index_path,"/data"}]}, {statistics, [{wall_clock,{3000877,5003}}, {context_switches,{23457140,0}}, {garbage_collection,{3241508,7552529093,0}}, {io,{{input,532124800},{output,17574011351}}}, {reductions,{2579920490,4308961}}, {run_queue,0}, {runtime,{893190,1650}}]}, {system_stats, [{cpu_utilization_rate,36.22828784119107}, {swap_total,20971511808}, {swap_used,0}]}, {interesting_stats, [{couch_docs_actual_disk_size,9421669477}, {couch_docs_data_size,7332523197}, {couch_views_actual_disk_size,0}, {couch_views_data_size,0}, {curr_items,1385377}, {curr_items_tot,2983808}, {mem_used,7879082072}, {vb_replica_curr_items,1598431}]}, {cluster_compatibility_version,131072}, {version, [{public_key,"0.13"}, {lhttpc,"1.3.0"}, {ale,"8cffe61"}, {os_mon,"2.2.7"}, {couch_set_view,"1.2.0a-b68b5f4-git"}, {mnesia,"4.5"}, {inets,"5.7.1"}, {couch,"1.2.0a-b68b5f4-git"}, {mapreduce,"1.0.0"}, {couch_index_merger,"1.2.0a-b68b5f4-git"}, {kernel,"2.14.5"}, {crypto,"2.0.4"}, {ssl,"4.1.6"}, {sasl,"2.1.10"}, {couch_view_parser,"1.0.0"}, {ns_server,"2.0.0-1939-rel-enterprise"}, {mochiweb,"1.4.1"}, {oauth,"7d85d3ef"}, {stdlib,"1.17.5"}]}, {supported_compat_version,[2,0]}, {system_arch,"x86_64-unknown-linux-gnu"}, {wall_clock,3000}, {memory_data,{25199214592,19626807296,{<0.687.0>,17427312}}}, {disk_data, [{"/",41260352,5}, {"/dev/shm",12304304,0}, {"/boot",495844,7}, {"/data",206420664,5}]}, {meminfo, <<"MemTotal: 24608608 kB\nMemFree: 5441308 kB\nBuffers: 252044 kB\nCached: 9365288 kB\nSwapCached: 0 kB\nActive: 10903480 kB\nInactive: 7565764 kB\nActive(anon): 8844720 kB\nInactive(anon): 10216 kB\nActive(file): 2058760 kB\nInactive(file): 7555548 kB\nUnevictable: 20760 kB\nMlocked: 20760 kB\nSwapTotal: 20479992 kB\nSwapFree: 20479992 kB\nDirty: 5400 kB\nWriteback: 0 kB\nAnonPages: 8873928 kB\nMapped: 15680 kB\nShmem: 172 kB\nSlab: 361052 kB\nSReclaimable: 303024 kB\nSUnreclaim: 58028 kB\nKernelStack: 2552 kB\nPageTables: 21808 kB\nNFS_Unstable: 0 kB\nBounce: 0 kB\nWritebackTmp: 0 kB\nCommitLimit: 32784296 kB\nCommitted_AS: 10594700 kB\nVmallocTotal: 34359738367 kB\nVmallocUsed: 332500 kB\nVmallocChunk: 34359350016 kB\nHardwareCorrupted: 0 kB\nAnonHugePages: 3952640 kB\nHugePages_Total: 0\nHugePages_Free: 0\nHugePages_Rsvd: 0\nHugePages_Surp: 0\nHugepagesize: 2048 kB\nDirectMap4k: 10240 kB\nDirectMap2M: 25155584 kB\n">>}]}] [stats:debug,2012-11-12T13:17:46.484,ns_1@192.168.0.22:<0.683.0>:stats_collector:maybe_log_stats:126](at {{1970,1,16},{7,45,55}}) Stats for bucket "default": accepting_conns 1 auth_cmds 23 auth_errors 0 bucket_active_conns 1 bucket_conns 30 bytes 7880018280 bytes_read 31438704227 bytes_written 31089501491 cas_badval 0 cas_hits 0 cas_misses 0 cmd_flush 0 cmd_get 4756688 cmd_set 5655956 conn_yields 158208 connection_structures 5000 curr_connections 31 curr_conns_on_port_11209 18 curr_conns_on_port_11210 11 curr_items 1385445 curr_items_tot 2983901 curr_temp_items 0 daemon_connections 4 decr_hits 0 decr_misses 0 delete_hits 217597 delete_misses 335347 ep_access_scanner_last_runtime 0 ep_access_scanner_num_items 0 ep_access_scanner_task_time 2012-11-13 10:00:00 ep_allow_data_loss_during_shutdown 1 ep_alog_block_size 4096 ep_alog_path /data/default/access.log ep_alog_sleep_time 1440 ep_alog_task_time 10 ep_backend couchdb ep_bg_fetch_delay 0 ep_bg_fetched 0 ep_bg_meta_fetched 0 ep_bg_remaining_jobs 0 ep_chk_max_items 5000 ep_chk_period 1800 ep_chk_persistence_remains 0 ep_chk_persistence_timeout 10 ep_chk_remover_stime 5 ep_commit_num 24233 ep_commit_time 3 ep_commit_time_total 336124 ep_concurrentDB 1 ep_config_file ep_couch_bucket default ep_couch_host localhost ep_couch_port 11213 ep_couch_reconnect_sleeptime 250 ep_couch_response_timeout 180000 ep_data_age 2 ep_data_age_highwat 102 ep_data_traffic_enabled 0 ep_dbinit 0 ep_dbname /data/default ep_degraded_mode 0 ep_diskqueue_drain 12505476 ep_diskqueue_fill 11063186 ep_diskqueue_items 31969 ep_diskqueue_memory 840448 ep_diskqueue_pending 1260672 ep_exp_pager_stime 3600 ep_exp_pager_stime 3600 ep_expired_access 5798 ep_expired_pager 0 ep_expiry_window 3 ep_failpartialwarmup 0 ep_flush_all false ep_flush_duration_total 2795 ep_flushall_enabled 0 ep_flusher_state running ep_flusher_todo 26438 ep_getl_default_timeout 15 ep_getl_max_timeout 30 ep_ht_locks 5 ep_ht_size 3079 ep_inconsistent_slave_chk 0 ep_initfile ep_io_num_read 0 ep_io_num_write 10732512 ep_io_read_bytes 0 ep_io_write_bytes 24716820024 ep_item_begin_failed 0 ep_item_commit_failed 0 ep_item_flush_expired 28 ep_item_flush_failed 0 ep_item_num_based_new_chk 1 ep_items_rm_from_checkpoints 2266557 ep_keep_closed_chks 0 ep_klog_block_size 4096 ep_klog_compactor_queue_cap 500000 ep_klog_compactor_stime 3600 ep_klog_flush commit2 ep_klog_max_entry_ratio 10 ep_klog_max_log_size 2147483647 ep_klog_path ep_klog_sync commit2 ep_kv_size 7368597631 ep_max_checkpoints 2 ep_max_data_size 12582912000 ep_max_item_size 20971520 ep_max_size 12582912000 ep_max_txn_size 10000 ep_max_vbuckets 1024 ep_mem_high_wat 9437184000 ep_mem_high_wat 9437184000 ep_mem_low_wat 7549747200 ep_mem_low_wat 7549747200 ep_mem_tracker_enabled true ep_min_data_age 0 ep_mlog_compactor_runs 0 ep_mutation_mem_threshold 0 ep_num_access_scanner_runs 0 ep_num_eject_failures 0 ep_num_expiry_pager_runs 0 ep_num_non_resident 0 ep_num_not_my_vbuckets 672 ep_num_ops_del_meta 0 ep_num_ops_get_meta 0 ep_num_ops_set_meta 0 ep_num_pager_runs 0 ep_num_value_ejects 0 ep_oom_errors 0 ep_overhead 142203390 ep_pager_active_vb_pcnt 40 ep_pager_unbiased_period 60 ep_pending_ops 0 ep_pending_ops_max 1 ep_pending_ops_max_duration 160012 ep_pending_ops_total 8 ep_postInitfile ep_queue_age_cap 900 ep_queue_size 5531 ep_startup_time 1352752065 ep_storage_age 2 ep_storage_age_highwat 1424 ep_store_max_concurrency 10 ep_store_max_readers 9 ep_store_max_readwrite 1 ep_stored_val_type ep_tap_ack_grace_period 300 ep_tap_ack_initial_sequence_number 1 ep_tap_ack_interval 1000 ep_tap_ack_window_size 10 ep_tap_backfill_resident 0.9 ep_tap_backlog_limit 5000 ep_tap_backoff_period 5 ep_tap_bg_fetch_requeued 0 ep_tap_bg_fetched 24930 ep_tap_bg_max_pending 500 ep_tap_keepalive 300 ep_tap_noop_interval 20 ep_tap_requeue_sleep_time 0.1 ep_tap_throttle_cap_pcnt 10 ep_tap_throttle_queue_cap 1000000 ep_tap_throttle_threshold 90 ep_tmp_oom_errors 0 ep_too_old 87 ep_too_young 0 ep_total_cache_size 7332805140 ep_total_del_items 491696 ep_total_enqueued 11063187 ep_total_new_items 3362402 ep_total_persisted 10732512 ep_uncommitted_items 4205 ep_value_size 7122568185 ep_vb0 0 ep_vb_snapshot_total 349 ep_vb_total 1024 ep_vbucket_del 0 ep_vbucket_del_fail 0 ep_version 2.0.0r_133_g68e3f7c ep_waitforwarmup 0 ep_warmup 1 ep_warmup_batch_size 1000 ep_warmup_dups 0 ep_warmup_min_items_threshold 100 ep_warmup_min_memory_threshold 100 ep_warmup_oom 0 ep_warmup_thread complete ep_warmup_time 23464 get_hits 4277044 get_misses 479644 incr_hits 0 incr_misses 0 libevent 2.0.11-stable limit_maxbytes 67108864 listen_disabled_num 0 max_conns_on_port_11209 1000 max_conns_on_port_11210 9000 mem_used 7880018280 pid 21605 pointer_size 64 rejected_conns 0 rusage_system 1076.459353 rusage_user 1966.616028 tap_checkpoint_end_received 1298 tap_checkpoint_end_sent 1436 tap_checkpoint_start_received 2619 tap_checkpoint_start_sent 2831 tap_connect_received 827 tap_delete_received 282593 tap_delete_sent 282416 tap_mutation_received 6920101 tap_mutation_sent 7681723 tap_opaque_received 4486 tap_opaque_sent 4291 tap_vbucket_set_received 752 tap_vbucket_set_sent 824 threads 4 time 1352755065 total_connections 4883 uptime 3010 vb_active_curr_items 1385445 vb_active_eject 0 vb_active_expired 2193 vb_active_ht_memory 11953312 vb_active_itm_memory 3404252252 vb_active_meta_data_memory 109450155 vb_active_num 476 vb_active_num_non_resident 0 vb_active_num_ref_ejects 0 vb_active_num_ref_items 1573288 vb_active_ops_create 1563332 vb_active_ops_delete 235123 vb_active_ops_reject 0 vb_active_ops_update 3349525 vb_active_perc_mem_resident 100 vb_active_queue_age 4790658000 vb_active_queue_drain 6200523 vb_active_queue_fill 5336400 vb_active_queue_memory 357088 vb_active_queue_pending 535632 vb_active_queue_size 11159 vb_dead_num 0 vb_pending_curr_items 0 vb_pending_eject 0 vb_pending_expired 0 vb_pending_ht_memory 0 vb_pending_itm_memory 0 vb_pending_meta_data_memory 0 vb_pending_num 0 vb_pending_num_non_resident 0 vb_pending_num_ref_ejects 0 vb_pending_num_ref_items 0 vb_pending_ops_create 0 vb_pending_ops_delete 0 vb_pending_ops_reject 0 vb_pending_ops_update 0 vb_pending_perc_mem_resident 0 vb_pending_queue_age 0 vb_pending_queue_drain 0 vb_pending_queue_fill 0 vb_pending_queue_memory 0 vb_pending_queue_pending 0 vb_pending_queue_size 0 vb_replica_curr_items 1598456 vb_replica_eject 0 vb_replica_expired 3605 vb_replica_ht_memory 13761088 vb_replica_itm_memory 3928552888 vb_replica_meta_data_memory 126278024 vb_replica_num 548 vb_replica_num_non_resident 0 vb_replica_num_ref_ejects 0 vb_replica_num_ref_items 1811525 vb_replica_ops_create 1799071 vb_replica_ops_delete 256573 vb_replica_ops_reject 0 vb_replica_ops_update 3528899 vb_replica_perc_mem_resident 100 vb_replica_queue_age 3763982000 vb_replica_queue_drain 6304953 vb_replica_queue_fill 5726786 vb_replica_queue_memory 483360 vb_replica_queue_pending 725040 vb_replica_queue_size 15105 version 1.4.4_600_g7ea975a [ns_doctor:debug,2012-11-12T13:18:37.651,ns_1@192.168.0.22:ns_doctor<0.541.0>:ns_doctor:handle_info:137]Current node statuses: [{'ns_1@192.168.0.20', [{last_heard,{1352,755114,435732}}, {outgoing_replications_safeness_level,[{"default",green}]}, {incoming_replications_conf_hashes, [{"default",[{'ns_1@192.168.0.22',104057646}]}]}, {active_buckets,["default"]}, {ready_buckets,["default"]}, {local_tasks, [[{pid,<<"<0.3016.3>">>}, {bucket,<<"default">>}, {original_target,{[{type,bucket}]}}, {progress,54}, {started_on,1352755084}, {total_vbuckets,229}, {trigger_type,scheduled}, {type,bucket_compaction}, {updated_on,1352755113}, {vbuckets_done,124}]]}, {memory, [{total,176068408}, {processes,128742776}, {processes_used,125399448}, {system,47325632}, {atom,1401785}, {atom_used,1374492}, {binary,4412856}, {code,14054366}, {ets,9295936}]}, {system_memory_data, [{system_total_memory,25199214592}, {free_swap,20971511808}, {total_swap,20971511808}, {cached_memory,2067435520}, {buffered_memory,230129664}, {free_memory,13457489920}, {total_memory,25199214592}]}, {node_storage_conf,[{db_path,"/data"},{index_path,"/data"}]}, {statistics, [{wall_clock,{3077712,5001}}, {context_switches,{20921090,0}}, {garbage_collection,{2657075,17707983128,0}}, {io,{{input,390748754},{output,11533347922}}}, {reductions,{2882226092,2386978}}, {run_queue,0}, {runtime,{1135680,750}}]}, {system_stats, [{cpu_utilization_rate,48.743718592964825}, {swap_total,20971511808}, {swap_used,0}]}, {interesting_stats, [{couch_docs_actual_disk_size,2029112585}, {couch_docs_data_size,1597111303}, {couch_views_actual_disk_size,0}, {couch_views_data_size,0}, {curr_items,377074}, {curr_items_tot,648287}, {mem_used,1792688208}, {vb_replica_curr_items,271213}]}, {cluster_compatibility_version,131072}, {version, [{public_key,"0.13"}, {lhttpc,"1.3.0"}, {ale,"8cffe61"}, {os_mon,"2.2.7"}, {couch_set_view,"1.2.0a-b68b5f4-git"}, {mnesia,"4.5"}, {inets,"5.7.1"}, {couch,"1.2.0a-b68b5f4-git"}, {mapreduce,"1.0.0"}, {couch_index_merger,"1.2.0a-b68b5f4-git"}, {kernel,"2.14.5"}, {crypto,"2.0.4"}, {ssl,"4.1.6"}, {sasl,"2.1.10"}, {couch_view_parser,"1.0.0"}, {ns_server,"2.0.0-1939-rel-enterprise"}, {mochiweb,"1.4.1"}, {oauth,"7d85d3ef"}, {stdlib,"1.17.5"}]}, {supported_compat_version,[2,0]}, {system_arch,"x86_64-unknown-linux-gnu"}, {wall_clock,3077}, {memory_data,{25199214592,12000747520,{<17793.429.0>,25175824}}}, {disk_data, [{"/",41260352,5}, {"/dev/shm",12304304,0}, {"/boot",495844,7}, {"/data",206420664,2}]}, {meminfo, <<"MemTotal: 24608608 kB\nMemFree: 13142080 kB\nBuffers: 224736 kB\nCached: 2018980 kB\nSwapCached: 0 kB\nActive: 8790152 kB\nInactive: 2137716 kB\nActive(anon): 8141904 kB\nInactive(anon): 544164 kB\nActive(file): 648248 kB\nInactive(file): 1593552 kB\nUnevictable: 20760 kB\nMlocked: 20760 kB\nSwapTotal: 20479992 kB\nSwapFree: 20479992 kB\nDirty: 3436 kB\nWriteback: 328 kB\nAnonPages: 8704748 kB\nMapped: 15572 kB\nShmem: 172 kB\nSlab: 204732 kB\nSReclaimable: 146600 kB\nSUnreclaim: 58132 kB\nKernelStack: 3072 kB\nPageTables: 21896 kB\nNFS_Unstable: 0 kB\nBounce: 0 kB\nWritebackTmp: 0 kB\nCommitLimit: 32784296 kB\nCommitted_AS: 10452932 kB\nVmallocTotal: 34359738367 kB\nVmallocUsed: 332500 kB\nVmallocChunk: 34359355024 kB\nHardwareCorrupted: 0 kB\nAnonHugePages: 4040704 kB\nHugePages_Total: 0\nHugePages_Free: 0\nHugePages_Rsvd: 0\nHugePages_Surp: 0\nHugepagesize: 2048 kB\nDirectMap4k: 10240 kB\nDirectMap2M: 25155584 kB\n">>}]}, {'ns_1@192.168.0.21', [{last_heard,{1352,755113,49243}}, {outgoing_replications_safeness_level,[{"default",green}]}, {incoming_replications_conf_hashes, [{"default",[{'ns_1@192.168.0.22',117659570}]}]}, {active_buckets,["default"]}, {ready_buckets,["default"]}, {local_tasks, [[{pid,<<"<0.24861.1>">>}, {bucket,<<"default">>}, {original_target,{[{type,bucket}]}}, {progress,18}, {started_on,1352755087}, {total_vbuckets,797}, {trigger_type,scheduled}, {type,bucket_compaction}, {updated_on,1352755111}, {vbuckets_done,149}]]}, {memory, [{total,208317376}, {processes,156892808}, {processes_used,156839040}, {system,51424568}, {atom,1339809}, {atom_used,1335933}, {binary,11671568}, {code,13493102}, {ets,6368176}]}, {system_memory_data, [{system_total_memory,25199214592}, {free_swap,20971511808}, {total_swap,20971511808}, {cached_memory,7768170496}, {buffered_memory,205279232}, {free_memory,9757487104}, {total_memory,25199214592}]}, {node_storage_conf,[{db_path,"/data"},{index_path,"/data"}]}, {statistics, [{wall_clock,{3074099,5000}}, {context_switches,{11506708,0}}, {garbage_collection,{2197163,6136898519,0}}, {io,{{input,446435914},{output,12454039728}}}, {reductions,{1657223851,4541593}}, {run_queue,0}, {runtime,{618500,1480}}]}, {system_stats, [{cpu_utilization_rate,26.06516290726817}, {swap_total,20971511808}, {swap_used,0}]}, {interesting_stats, [{couch_docs_actual_disk_size,7726470388}, {couch_docs_data_size,5733701709}, {couch_views_actual_disk_size,0}, {couch_views_data_size,0}, {curr_items,1221516}, {curr_items_tot,2341582}, {mem_used,6100048536}, {vb_replica_curr_items,1120066}]}, {cluster_compatibility_version,131072}, {version, [{public_key,"0.13"}, {lhttpc,"1.3.0"}, {ale,"8cffe61"}, {os_mon,"2.2.7"}, {couch_set_view,"1.2.0a-b68b5f4-git"}, {mnesia,"4.5"}, {inets,"5.7.1"}, {couch,"1.2.0a-b68b5f4-git"}, {mapreduce,"1.0.0"}, {couch_index_merger,"1.2.0a-b68b5f4-git"}, {kernel,"2.14.5"}, {crypto,"2.0.4"}, {ssl,"4.1.6"}, {sasl,"2.1.10"}, {couch_view_parser,"1.0.0"}, {ns_server,"2.0.0-1939-rel-enterprise"}, {mochiweb,"1.4.1"}, {oauth,"7d85d3ef"}, {stdlib,"1.17.5"}]}, {supported_compat_version,[2,0]}, {system_arch,"x86_64-unknown-linux-gnu"}, {wall_clock,3074}, {memory_data,{25199214592,15573073920,{<19409.4606.0>,10770992}}}, {disk_data, [{"/",41260352,5}, {"/dev/shm",12304304,0}, {"/boot",495844,7}, {"/data",206420664,4}]}, {meminfo, <<"MemTotal: 24608608 kB\nMemFree: 9528796 kB\nBuffers: 200468 kB\nCached: 7586104 kB\nSwapCached: 0 kB\nActive: 8543052 kB\nInactive: 5900392 kB\nActive(anon): 6649620 kB\nInactive(anon): 9232 kB\nActive(file): 1893432 kB\nInactive(file): 5891160 kB\nUnevictable: 20760 kB\nMlocked: 20760 kB\nSwapTotal: 20479992 kB\nSwapFree: 20479992 kB\nDirty: 644 kB\nWriteback: 328 kB\nAnonPages: 6675316 kB\nMapped: 14620 kB\nShmem: 164 kB\nSlab: 304960 kB\nSReclaimable: 246336 kB\nSUnreclaim: 58624 kB\nKernelStack: 3056 kB\nPageTables: 17484 kB\nNFS_Unstable: 0 kB\nBounce: 0 kB\nWritebackTmp: 0 kB\nCommitLimit: 32784296 kB\nCommitted_AS: 8419404 kB\nVmallocTotal: 34359738367 kB\nVmallocUsed: 332500 kB\nVmallocChunk: 34359350016 kB\nHardwareCorrupted: 0 kB\nAnonHugePages: 2717696 kB\nHugePages_Total: 0\nHugePages_Free: 0\nHugePages_Rsvd: 0\nHugePages_Surp: 0\nHugepagesize: 2048 kB\nDirectMap4k: 10240 kB\nDirectMap2M: 25155584 kB\n">>}]}, {'ns_1@192.168.0.22', [{last_heard,{1352,755112,654043}}, {outgoing_replications_safeness_level,[{"default",green}]}, {incoming_replications_conf_hashes, [{"default", [{'ns_1@192.168.0.20',5142506},{'ns_1@192.168.0.21',129490314}]}]}, {active_buckets,["default"]}, {ready_buckets,["default"]}, {local_tasks,[]}, {memory, [{total,242346408}, {processes,184911232}, {processes_used,184734384}, {system,57435176}, {atom,1338193}, {atom_used,1333793}, {binary,14518008}, {code,13490894}, {ets,9433240}]}, {system_memory_data, [{system_total_memory,25199214592}, {free_swap,20971511808}, {total_swap,20971511808}, {cached_memory,10272829440}, {buffered_memory,258940928}, {free_memory,4875001856}, {total_memory,25199214592}]}, {node_storage_conf,[{db_path,"/data"},{index_path,"/data"}]}, {statistics, [{wall_clock,{3060875,5001}}, {context_switches,{23914057,0}}, {garbage_collection,{3303110,7704167402,0}}, {io,{{input,538520657},{output,17883697708}}}, {reductions,{2628506422,3991405}}, {run_queue,0}, {runtime,{912080,1360}}]}, {system_stats, [{cpu_utilization_rate,25.124378109452735}, {swap_total,20971511808}, {swap_used,0}]}, {interesting_stats, [{couch_docs_actual_disk_size,10116015195}, {couch_docs_data_size,7333513100}, {couch_views_actual_disk_size,0}, {couch_views_data_size,0}, {curr_items,1385727}, {curr_items_tot,2984630}, {mem_used,7885477256}, {vb_replica_curr_items,1598903}]}, {cluster_compatibility_version,131072}, {version, [{public_key,"0.13"}, {lhttpc,"1.3.0"}, {ale,"8cffe61"}, {os_mon,"2.2.7"}, {couch_set_view,"1.2.0a-b68b5f4-git"}, {mnesia,"4.5"}, {inets,"5.7.1"}, {couch,"1.2.0a-b68b5f4-git"}, {mapreduce,"1.0.0"}, {couch_index_merger,"1.2.0a-b68b5f4-git"}, {kernel,"2.14.5"}, {crypto,"2.0.4"}, {ssl,"4.1.6"}, {sasl,"2.1.10"}, {couch_view_parser,"1.0.0"}, {ns_server,"2.0.0-1939-rel-enterprise"}, {mochiweb,"1.4.1"}, {oauth,"7d85d3ef"}, {stdlib,"1.17.5"}]}, {supported_compat_version,[2,0]}, {system_arch,"x86_64-unknown-linux-gnu"}, {wall_clock,3060}, {memory_data,{25199214592,19626807296,{<0.687.0>,17427312}}}, {disk_data, [{"/",41260352,5}, {"/dev/shm",12304304,0}, {"/boot",495844,7}, {"/data",206420664,5}]}, {meminfo, <<"MemTotal: 24608608 kB\nMemFree: 4760744 kB\nBuffers: 252872 kB\nCached: 10032060 kB\nSwapCached: 0 kB\nActive: 11270552 kB\nInactive: 7861548 kB\nActive(anon): 8839736 kB\nInactive(anon): 10216 kB\nActive(file): 2430816 kB\nInactive(file): 7851332 kB\nUnevictable: 20760 kB\nMlocked: 20760 kB\nSwapTotal: 20479992 kB\nSwapFree: 20479992 kB\nDirty: 5668 kB\nWriteback: 0 kB\nAnonPages: 8868724 kB\nMapped: 15680 kB\nShmem: 172 kB\nSlab: 379168 kB\nSReclaimable: 321276 kB\nSUnreclaim: 57892 kB\nKernelStack: 2552 kB\nPageTables: 21792 kB\nNFS_Unstable: 0 kB\nBounce: 0 kB\nWritebackTmp: 0 kB\nCommitLimit: 32784296 kB\nCommitted_AS: 10611140 kB\nVmallocTotal: 34359738367 kB\nVmallocUsed: 332500 kB\nVmallocChunk: 34359350016 kB\nHardwareCorrupted: 0 kB\nAnonHugePages: 4042752 kB\nHugePages_Total: 0\nHugePages_Free: 0\nHugePages_Rsvd: 0\nHugePages_Surp: 0\nHugepagesize: 2048 kB\nDirectMap4k: 10240 kB\nDirectMap2M: 25155584 kB\n">>}]}] [stats:debug,2012-11-12T13:19:26.473,ns_1@192.168.0.22:<0.683.0>:stats_collector:maybe_log_stats:126](at {{1970,1,16},{7,45,55}}) Stats for bucket "default": accepting_conns 1 auth_cmds 23 auth_errors 0 bucket_active_conns 1 bucket_conns 30 bytes 7890625552 bytes_read 32349452073 bytes_written 32039797142 cas_badval 0 cas_hits 0 cas_misses 0 cmd_flush 0 cmd_get 4932639 cmd_set 5818037 conn_yields 161964 connection_structures 5000 curr_connections 31 curr_conns_on_port_11209 18 curr_conns_on_port_11210 11 curr_items 1386376 curr_items_tot 2985720 curr_temp_items 0 daemon_connections 4 decr_hits 0 decr_misses 0 delete_hits 225395 delete_misses 349367 ep_access_scanner_last_runtime 0 ep_access_scanner_num_items 0 ep_access_scanner_task_time 2012-11-13 10:00:00 ep_allow_data_loss_during_shutdown 1 ep_alog_block_size 4096 ep_alog_path /data/default/access.log ep_alog_sleep_time 1440 ep_alog_task_time 10 ep_backend couchdb ep_bg_fetch_delay 0 ep_bg_fetched 0 ep_bg_meta_fetched 0 ep_bg_remaining_jobs 0 ep_chk_max_items 5000 ep_chk_period 1800 ep_chk_persistence_remains 0 ep_chk_persistence_timeout 10 ep_chk_remover_stime 5 ep_commit_num 24966 ep_commit_time 33 ep_commit_time_total 344677 ep_concurrentDB 1 ep_config_file ep_couch_bucket default ep_couch_host localhost ep_couch_port 11213 ep_couch_reconnect_sleeptime 250 ep_couch_response_timeout 180000 ep_data_age 6 ep_data_age_highwat 102 ep_data_traffic_enabled 0 ep_dbinit 0 ep_dbname /data/default ep_degraded_mode 0 ep_diskqueue_drain 12813873 ep_diskqueue_fill 11414646 ep_diskqueue_items 84516 ep_diskqueue_memory 2558784 ep_diskqueue_pending 3838176 ep_exp_pager_stime 3600 ep_exp_pager_stime 3600 ep_expired_access 6140 ep_expired_pager 0 ep_expiry_window 3 ep_failpartialwarmup 0 ep_flush_all false ep_flush_duration_total 2874 ep_flushall_enabled 0 ep_flusher_state running ep_flusher_todo 15392 ep_getl_default_timeout 15 ep_getl_max_timeout 30 ep_ht_locks 5 ep_ht_size 3079 ep_inconsistent_slave_chk 0 ep_initfile ep_io_num_read 0 ep_io_num_write 11023524 ep_io_read_bytes 0 ep_io_write_bytes 25384705067 ep_item_begin_failed 0 ep_item_commit_failed 0 ep_item_flush_expired 29 ep_item_flush_failed 0 ep_item_num_based_new_chk 1 ep_items_rm_from_checkpoints 2277827 ep_keep_closed_chks 0 ep_klog_block_size 4096 ep_klog_compactor_queue_cap 500000 ep_klog_compactor_stime 3600 ep_klog_flush commit2 ep_klog_max_entry_ratio 10 ep_klog_max_log_size 2147483647 ep_klog_path ep_klog_sync commit2 ep_kv_size 7370186188 ep_max_checkpoints 2 ep_max_data_size 12582912000 ep_max_item_size 20971520 ep_max_size 12582912000 ep_max_txn_size 10000 ep_max_vbuckets 1024 ep_mem_high_wat 9437184000 ep_mem_high_wat 9437184000 ep_mem_low_wat 7549747200 ep_mem_low_wat 7549747200 ep_mem_tracker_enabled true ep_min_data_age 0 ep_mlog_compactor_runs 0 ep_mutation_mem_threshold 0 ep_num_access_scanner_runs 0 ep_num_eject_failures 0 ep_num_expiry_pager_runs 0 ep_num_non_resident 0 ep_num_not_my_vbuckets 682 ep_num_ops_del_meta 0 ep_num_ops_get_meta 0 ep_num_ops_set_meta 0 ep_num_pager_runs 0 ep_num_value_ejects 0 ep_oom_errors 0 ep_overhead 144549708 ep_pager_active_vb_pcnt 40 ep_pager_unbiased_period 60 ep_pending_ops 0 ep_pending_ops_max 1 ep_pending_ops_max_duration 160012 ep_pending_ops_total 9 ep_postInitfile ep_queue_age_cap 900 ep_queue_size 69124 ep_startup_time 1352752065 ep_storage_age 4 ep_storage_age_highwat 1424 ep_store_max_concurrency 10 ep_store_max_readers 9 ep_store_max_readwrite 1 ep_stored_val_type ep_tap_ack_grace_period 300 ep_tap_ack_initial_sequence_number 1 ep_tap_ack_interval 1000 ep_tap_ack_window_size 10 ep_tap_backfill_resident 0.9 ep_tap_backlog_limit 5000 ep_tap_backoff_period 5 ep_tap_bg_fetch_requeued 0 ep_tap_bg_fetched 25916 ep_tap_bg_max_pending 500 ep_tap_keepalive 300 ep_tap_noop_interval 20 ep_tap_requeue_sleep_time 0.1 ep_tap_throttle_cap_pcnt 10 ep_tap_throttle_queue_cap 1000000 ep_tap_throttle_threshold 90 ep_tmp_oom_errors 0 ep_too_old 88 ep_too_young 0 ep_total_cache_size 7334403640 ep_total_del_items 508720 ep_total_enqueued 11414646 ep_total_new_items 3375118 ep_total_persisted 11023524 ep_uncommitted_items 7399 ep_value_size 7124014097 ep_vb0 0 ep_vb_snapshot_total 363 ep_vb_total 1024 ep_vbucket_del 0 ep_vbucket_del_fail 0 ep_version 2.0.0r_133_g68e3f7c ep_waitforwarmup 0 ep_warmup 1 ep_warmup_batch_size 1000 ep_warmup_dups 0 ep_warmup_min_items_threshold 100 ep_warmup_min_memory_threshold 100 ep_warmup_oom 0 ep_warmup_thread complete ep_warmup_time 23464 get_hits 4445640 get_misses 486999 incr_hits 0 incr_misses 0 libevent 2.0.11-stable limit_maxbytes 67108864 listen_disabled_num 0 max_conns_on_port_11209 1000 max_conns_on_port_11210 9000 mem_used 7890625552 pid 21605 pointer_size 64 rejected_conns 0 rusage_system 1112.046943 rusage_user 2023.421393 tap_checkpoint_end_received 1327 tap_checkpoint_end_sent 1466 tap_checkpoint_start_received 2669 tap_checkpoint_start_sent 2881 tap_connect_received 847 tap_delete_received 294026 tap_delete_sent 293013 tap_mutation_received 7117574 tap_mutation_sent 7880532 tap_opaque_received 4576 tap_opaque_sent 4371 tap_vbucket_set_received 772 tap_vbucket_set_sent 844 threads 4 time 1352755165 total_connections 5003 uptime 3110 vb_active_curr_items 1386376 vb_active_eject 0 vb_active_expired 2356 vb_active_ht_memory 11953312 vb_active_itm_memory 3404900872 vb_active_meta_data_memory 109523704 vb_active_num 476 vb_active_num_non_resident 0 vb_active_num_ref_ejects 0 vb_active_num_ref_items 1580801 vb_active_ops_create 1569392 vb_active_ops_delete 243171 vb_active_ops_reject 0 vb_active_ops_update 3480640 vb_active_perc_mem_resident 100 vb_active_queue_age 4959099000 vb_active_queue_drain 6344545 vb_active_queue_fill 5499140 vb_active_queue_memory 1188800 vb_active_queue_pending 1783200 vb_active_queue_size 37150 vb_dead_num 0 vb_pending_curr_items 0 vb_pending_eject 0 vb_pending_expired 0 vb_pending_ht_memory 0 vb_pending_itm_memory 0 vb_pending_meta_data_memory 0 vb_pending_num 0 vb_pending_num_non_resident 0 vb_pending_num_ref_ejects 0 vb_pending_num_ref_items 0 vb_pending_ops_create 0 vb_pending_ops_delete 0 vb_pending_ops_reject 0 vb_pending_ops_update 0 vb_pending_perc_mem_resident 0 vb_pending_queue_age 0 vb_pending_queue_drain 0 vb_pending_queue_fill 0 vb_pending_queue_memory 0 vb_pending_queue_pending 0 vb_pending_queue_size 0 vb_replica_curr_items 1599344 vb_replica_eject 0 vb_replica_expired 3784 vb_replica_ht_memory 13761088 vb_replica_itm_memory 3929502768 vb_replica_meta_data_memory 126348176 vb_replica_num 548 vb_replica_num_non_resident 0 vb_replica_num_ref_ejects 0 vb_replica_num_ref_items 1819760 vb_replica_ops_create 1805728 vb_replica_ops_delete 265549 vb_replica_ops_reject 0 vb_replica_ops_update 3659094 vb_replica_perc_mem_resident 100 vb_replica_queue_age 4407186000 vb_replica_queue_drain 6469328 vb_replica_queue_fill 5915506 vb_replica_queue_memory 1369984 vb_replica_queue_pending 2054976 vb_replica_queue_size 42812 version 1.4.4_600_g7ea975a [ns_doctor:debug,2012-11-12T13:19:37.651,ns_1@192.168.0.22:ns_doctor<0.541.0>:ns_doctor:handle_info:137]Current node statuses: [{'ns_1@192.168.0.20', [{last_heard,{1352,755174,435137}}, {outgoing_replications_safeness_level,[{"default",green}]}, {incoming_replications_conf_hashes, [{"default",[{'ns_1@192.168.0.22',56413902}]}]}, {active_buckets,["default"]}, {ready_buckets,["default"]}, {local_tasks,[]}, {memory, [{total,177031232}, {processes,129810888}, {processes_used,126408488}, {system,47220344}, {atom,1401785}, {atom_used,1374492}, {binary,4286488}, {code,14054366}, {ets,9325496}]}, {system_memory_data, [{system_total_memory,25199214592}, {free_swap,20971511808}, {total_swap,20971511808}, {cached_memory,1826201600}, {buffered_memory,231333888}, {free_memory,13702598656}, {total_memory,25199214592}]}, {node_storage_conf,[{db_path,"/data"},{index_path,"/data"}]}, {statistics, [{wall_clock,{3137711,5000}}, {context_switches,{21142323,0}}, {garbage_collection,{2686460,17925226917,0}}, {io,{{input,396579057},{output,11586364814}}}, {reductions,{2916869512,2667412}}, {run_queue,0}, {runtime,{1151810,1140}}]}, {system_stats, [{cpu_utilization_rate,56.00961538461539}, {swap_total,20971511808}, {swap_used,0}]}, {interesting_stats, [{couch_docs_actual_disk_size,1739428619}, {couch_docs_data_size,1540244445}, {couch_views_actual_disk_size,0}, {couch_views_data_size,0}, {curr_items,365296}, {curr_items_tot,624694}, {mem_used,1735335520}, {vb_replica_curr_items,259398}]}, {cluster_compatibility_version,131072}, {version, [{public_key,"0.13"}, {lhttpc,"1.3.0"}, {ale,"8cffe61"}, {os_mon,"2.2.7"}, {couch_set_view,"1.2.0a-b68b5f4-git"}, {mnesia,"4.5"}, {inets,"5.7.1"}, {couch,"1.2.0a-b68b5f4-git"}, {mapreduce,"1.0.0"}, {couch_index_merger,"1.2.0a-b68b5f4-git"}, {kernel,"2.14.5"}, {crypto,"2.0.4"}, {ssl,"4.1.6"}, {sasl,"2.1.10"}, {couch_view_parser,"1.0.0"}, {ns_server,"2.0.0-1939-rel-enterprise"}, {mochiweb,"1.4.1"}, {oauth,"7d85d3ef"}, {stdlib,"1.17.5"}]}, {supported_compat_version,[2,0]}, {system_arch,"x86_64-unknown-linux-gnu"}, {wall_clock,3137}, {memory_data,{25199214592,11453710336,{<17793.667.0>,20119840}}}, {disk_data, [{"/",41260352,5}, {"/dev/shm",12304304,0}, {"/boot",495844,7}, {"/data",206420664,1}]}, {meminfo, <<"MemTotal: 24608608 kB\nMemFree: 13381444 kB\nBuffers: 225912 kB\nCached: 1783400 kB\nSwapCached: 0 kB\nActive: 8626636 kB\nInactive: 2066736 kB\nActive(anon): 8129548 kB\nInactive(anon): 556500 kB\nActive(file): 497088 kB\nInactive(file): 1510236 kB\nUnevictable: 20760 kB\nMlocked: 20760 kB\nSwapTotal: 20479992 kB\nSwapFree: 20479992 kB\nDirty: 1840 kB\nWriteback: 0 kB\nAnonPages: 8704932 kB\nMapped: 15568 kB\nShmem: 172 kB\nSlab: 199388 kB\nSReclaimable: 141660 kB\nSUnreclaim: 57728 kB\nKernelStack: 3064 kB\nPageTables: 21856 kB\nNFS_Unstable: 0 kB\nBounce: 0 kB\nWritebackTmp: 0 kB\nCommitLimit: 32784296 kB\nCommitted_AS: 10461340 kB\nVmallocTotal: 34359738367 kB\nVmallocUsed: 332500 kB\nVmallocChunk: 34359355024 kB\nHardwareCorrupted: 0 kB\nAnonHugePages: 4143104 kB\nHugePages_Total: 0\nHugePages_Free: 0\nHugePages_Rsvd: 0\nHugePages_Surp: 0\nHugepagesize: 2048 kB\nDirectMap4k: 10240 kB\nDirectMap2M: 25155584 kB\n">>}]}, {'ns_1@192.168.0.21', [{last_heard,{1352,755173,51227}}, {outgoing_replications_safeness_level,[{"default",green}]}, {incoming_replications_conf_hashes, [{"default",[{'ns_1@192.168.0.22',119226318}]}]}, {active_buckets,["default"]}, {ready_buckets,["default"]}, {local_tasks, [[{pid,<<"<0.24861.1>">>}, {bucket,<<"default">>}, {original_target,{[{type,bucket}]}}, {progress,61}, {started_on,1352755087}, {total_vbuckets,797}, {trigger_type,scheduled}, {type,bucket_compaction}, {updated_on,1352755173}, {vbuckets_done,488}]]}, {memory, [{total,214012784}, {processes,161427432}, {processes_used,161401600}, {system,52585352}, {atom,1339809}, {atom_used,1335933}, {binary,12693552}, {code,13493102}, {ets,6491560}]}, {system_memory_data, [{system_total_memory,25199214592}, {free_swap,20971511808}, {total_swap,20971511808}, {cached_memory,7159930880}, {buffered_memory,208723968}, {free_memory,10315112448}, {total_memory,25199214592}]}, {node_storage_conf,[{db_path,"/data"},{index_path,"/data"}]}, {statistics, [{wall_clock,{3134100,5001}}, {context_switches,{11894421,0}}, {garbage_collection,{2240536,6298691528,0}}, {io,{{input,463585091},{output,12730505207}}}, {reductions,{1707510757,4638429}}, {run_queue,0}, {runtime,{634910,1570}}]}, {system_stats, [{cpu_utilization_rate,37.89731051344743}, {swap_total,20971511808}, {swap_used,0}]}, {interesting_stats, [{couch_docs_actual_disk_size,7112545179}, {couch_docs_data_size,5791356057}, {couch_views_actual_disk_size,0}, {couch_views_data_size,0}, {curr_items,1233200}, {curr_items_tot,2364628}, {mem_used,6163296920}, {vb_replica_curr_items,1131428}]}, {cluster_compatibility_version,131072}, {version, [{public_key,"0.13"}, {lhttpc,"1.3.0"}, {ale,"8cffe61"}, {os_mon,"2.2.7"}, {couch_set_view,"1.2.0a-b68b5f4-git"}, {mnesia,"4.5"}, {inets,"5.7.1"}, {couch,"1.2.0a-b68b5f4-git"}, {mapreduce,"1.0.0"}, {couch_index_merger,"1.2.0a-b68b5f4-git"}, {kernel,"2.14.5"}, {crypto,"2.0.4"}, {ssl,"4.1.6"}, {sasl,"2.1.10"}, {couch_view_parser,"1.0.0"}, {ns_server,"2.0.0-1939-rel-enterprise"}, {mochiweb,"1.4.1"}, {oauth,"7d85d3ef"}, {stdlib,"1.17.5"}]}, {supported_compat_version,[2,0]}, {system_arch,"x86_64-unknown-linux-gnu"}, {wall_clock,3134}, {memory_data,{25199214592,15011848192,{<19409.4606.0>,17577352}}}, {disk_data, [{"/",41260352,5}, {"/dev/shm",12304304,0}, {"/boot",495844,7}, {"/data",206420664,4}]}, {meminfo, <<"MemTotal: 24608608 kB\nMemFree: 10073352 kB\nBuffers: 203832 kB\nCached: 6992120 kB\nSwapCached: 0 kB\nActive: 8086760 kB\nInactive: 5829488 kB\nActive(anon): 6713232 kB\nInactive(anon): 9232 kB\nActive(file): 1373528 kB\nInactive(file): 5820256 kB\nUnevictable: 20760 kB\nMlocked: 20760 kB\nSwapTotal: 20479992 kB\nSwapFree: 20479992 kB\nDirty: 8504 kB\nWriteback: 0 kB\nAnonPages: 6741272 kB\nMapped: 14620 kB\nShmem: 164 kB\nSlab: 287352 kB\nSReclaimable: 228688 kB\nSUnreclaim: 58664 kB\nKernelStack: 3056 kB\nPageTables: 17620 kB\nNFS_Unstable: 0 kB\nBounce: 0 kB\nWritebackTmp: 0 kB\nCommitLimit: 32784296 kB\nCommitted_AS: 8510708 kB\nVmallocTotal: 34359738367 kB\nVmallocUsed: 332500 kB\nVmallocChunk: 34359350016 kB\nHardwareCorrupted: 0 kB\nAnonHugePages: 2813952 kB\nHugePages_Total: 0\nHugePages_Free: 0\nHugePages_Rsvd: 0\nHugePages_Surp: 0\nHugepagesize: 2048 kB\nDirectMap4k: 10240 kB\nDirectMap2M: 25155584 kB\n">>}]}, {'ns_1@192.168.0.22', [{last_heard,{1352,755172,656000}}, {outgoing_replications_safeness_level,[{"default",green}]}, {incoming_replications_conf_hashes, [{"default", [{'ns_1@192.168.0.20',30488939}, {'ns_1@192.168.0.21',119305271}]}]}, {active_buckets,["default"]}, {ready_buckets,["default"]}, {local_tasks, [[{pid,<<"<0.31203.2>">>}, {bucket,<<"default">>}, {original_target,{[{type,bucket}]}}, {progress,13}, {started_on,1352755145}, {total_vbuckets,1025}, {trigger_type,scheduled}, {type,bucket_compaction}, {updated_on,1352755172}, {vbuckets_done,139}]]}, {memory, [{total,243315112}, {processes,185879024}, {processes_used,185834688}, {system,57436088}, {atom,1338193}, {atom_used,1333793}, {binary,14191912}, {code,13490894}, {ets,9743384}]}, {system_memory_data, [{system_total_memory,25199214592}, {free_swap,20971511808}, {total_swap,20971511808}, {cached_memory,10261041152}, {buffered_memory,260517888}, {free_memory,4870410240}, {total_memory,25199214592}]}, {node_storage_conf,[{db_path,"/data"},{index_path,"/data"}]}, {statistics, [{wall_clock,{3120876,4998}}, {context_switches,{24302215,0}}, {garbage_collection,{3343323,7818843025,0}}, {io,{{input,548069416},{output,18189169174}}}, {reductions,{2669827543,3691339}}, {run_queue,1}, {runtime,{926550,1250}}]}, {system_stats, [{cpu_utilization_rate,38.57493857493858}, {swap_total,20971511808}, {swap_used,0}]}, {interesting_stats, [{couch_docs_actual_disk_size,10128927687}, {couch_docs_data_size,7333976838}, {couch_views_actual_disk_size,0}, {couch_views_data_size,0}, {curr_items,1386741}, {curr_items_tot,2986236}, {mem_used,7890828256}, {vb_replica_curr_items,1599495}]}, {cluster_compatibility_version,131072}, {version, [{public_key,"0.13"}, {lhttpc,"1.3.0"}, {ale,"8cffe61"}, {os_mon,"2.2.7"}, {couch_set_view,"1.2.0a-b68b5f4-git"}, {mnesia,"4.5"}, {inets,"5.7.1"}, {couch,"1.2.0a-b68b5f4-git"}, {mapreduce,"1.0.0"}, {couch_index_merger,"1.2.0a-b68b5f4-git"}, {kernel,"2.14.5"}, {crypto,"2.0.4"}, {ssl,"4.1.6"}, {sasl,"2.1.10"}, {couch_view_parser,"1.0.0"}, {ns_server,"2.0.0-1939-rel-enterprise"}, {mochiweb,"1.4.1"}, {oauth,"7d85d3ef"}, {stdlib,"1.17.5"}]}, {supported_compat_version,[2,0]}, {system_arch,"x86_64-unknown-linux-gnu"}, {wall_clock,3120}, {memory_data,{25199214592,20324466688,{<0.687.0>,10770992}}}, {disk_data, [{"/",41260352,5}, {"/dev/shm",12304304,0}, {"/boot",495844,7}, {"/data",206420664,5}]}, {meminfo, <<"MemTotal: 24608608 kB\nMemFree: 4756516 kB\nBuffers: 254412 kB\nCached: 10020548 kB\nSwapCached: 0 kB\nActive: 11170648 kB\nInactive: 7960284 kB\nActive(anon): 8848408 kB\nInactive(anon): 10216 kB\nActive(file): 2322240 kB\nInactive(file): 7950068 kB\nUnevictable: 20760 kB\nMlocked: 20760 kB\nSwapTotal: 20479992 kB\nSwapFree: 20479992 kB\nDirty: 6260 kB\nWriteback: 0 kB\nAnonPages: 8877616 kB\nMapped: 15680 kB\nShmem: 172 kB\nSlab: 386472 kB\nSReclaimable: 328316 kB\nSUnreclaim: 58156 kB\nKernelStack: 2552 kB\nPageTables: 21808 kB\nNFS_Unstable: 0 kB\nBounce: 0 kB\nWritebackTmp: 0 kB\nCommitLimit: 32784296 kB\nCommitted_AS: 10608516 kB\nVmallocTotal: 34359738367 kB\nVmallocUsed: 332500 kB\nVmallocChunk: 34359350016 kB\nHardwareCorrupted: 0 kB\nAnonHugePages: 4143104 kB\nHugePages_Total: 0\nHugePages_Free: 0\nHugePages_Rsvd: 0\nHugePages_Surp: 0\nHugepagesize: 2048 kB\nDirectMap4k: 10240 kB\nDirectMap2M: 25155584 kB\n">>}]}] [ns_doctor:debug,2012-11-12T13:20:37.652,ns_1@192.168.0.22:ns_doctor<0.541.0>:ns_doctor:handle_info:137]Current node statuses: [{'ns_1@192.168.0.20', [{last_heard,{1352,755234,440200}}, {outgoing_replications_safeness_level,[{"default",green}]}, {incoming_replications_conf_hashes, [{"default",[{'ns_1@192.168.0.22',59532833}]}]}, {active_buckets,["default"]}, {ready_buckets,["default"]}, {local_tasks,[]}, {memory, [{total,206147680}, {processes,158775400}, {processes_used,155340304}, {system,47372280}, {atom,1401785}, {atom_used,1374492}, {binary,4268712}, {code,14054366}, {ets,9498808}]}, {system_memory_data, [{system_total_memory,25199214592}, {free_swap,20971511808}, {total_swap,20971511808}, {cached_memory,1964232704}, {buffered_memory,231264256}, {free_memory,13531287552}, {total_memory,25199214592}]}, {node_storage_conf,[{db_path,"/data"},{index_path,"/data"}]}, {statistics, [{wall_clock,{3197715,5005}}, {context_switches,{21393813,0}}, {garbage_collection,{2716713,18139670159,0}}, {io,{{input,398841775},{output,11638049474}}}, {reductions,{2951734670,3574902}}, {run_queue,0}, {runtime,{1168420,2180}}]}, {system_stats, [{cpu_utilization_rate,65.68627450980392}, {swap_total,20971511808}, {swap_used,0}]}, {interesting_stats, [{couch_docs_actual_disk_size,1896785672}, {couch_docs_data_size,1497827611}, {couch_views_actual_disk_size,0}, {couch_views_data_size,0}, {curr_items,356628}, {curr_items_tot,604412}, {mem_used,1685853744}, {vb_replica_curr_items,247784}]}, {cluster_compatibility_version,131072}, {version, [{public_key,"0.13"}, {lhttpc,"1.3.0"}, {ale,"8cffe61"}, {os_mon,"2.2.7"}, {couch_set_view,"1.2.0a-b68b5f4-git"}, {mnesia,"4.5"}, {inets,"5.7.1"}, {couch,"1.2.0a-b68b5f4-git"}, {mapreduce,"1.0.0"}, {couch_index_merger,"1.2.0a-b68b5f4-git"}, {kernel,"2.14.5"}, {crypto,"2.0.4"}, {ssl,"4.1.6"}, {sasl,"2.1.10"}, {couch_view_parser,"1.0.0"}, {ns_server,"2.0.0-1939-rel-enterprise"}, {mochiweb,"1.4.1"}, {oauth,"7d85d3ef"}, {stdlib,"1.17.5"}]}, {supported_compat_version,[2,0]}, {system_arch,"x86_64-unknown-linux-gnu"}, {wall_clock,3197}, {memory_data,{25199214592,11652620288,{<17793.667.0>,20119840}}}, {disk_data, [{"/",41260352,5}, {"/dev/shm",12304304,0}, {"/boot",495844,7}, {"/data",206420664,1}]}, {meminfo, <<"MemTotal: 24608608 kB\nMemFree: 13214148 kB\nBuffers: 225844 kB\nCached: 1918196 kB\nSwapCached: 0 kB\nActive: 8849556 kB\nInactive: 2011128 kB\nActive(anon): 8177676 kB\nInactive(anon): 540960 kB\nActive(file): 671880 kB\nInactive(file): 1470168 kB\nUnevictable: 20760 kB\nMlocked: 20760 kB\nSwapTotal: 20479992 kB\nSwapFree: 20479992 kB\nDirty: 1592 kB\nWriteback: 0 kB\nAnonPages: 8735480 kB\nMapped: 15568 kB\nShmem: 172 kB\nSlab: 199124 kB\nSReclaimable: 141492 kB\nSUnreclaim: 57632 kB\nKernelStack: 3072 kB\nPageTables: 21904 kB\nNFS_Unstable: 0 kB\nBounce: 0 kB\nWritebackTmp: 0 kB\nCommitLimit: 32784296 kB\nCommitted_AS: 10488776 kB\nVmallocTotal: 34359738367 kB\nVmallocUsed: 332500 kB\nVmallocChunk: 34359355024 kB\nHardwareCorrupted: 0 kB\nAnonHugePages: 4265984 kB\nHugePages_Total: 0\nHugePages_Free: 0\nHugePages_Rsvd: 0\nHugePages_Surp: 0\nHugepagesize: 2048 kB\nDirectMap4k: 10240 kB\nDirectMap2M: 25155584 kB\n">>}]}, {'ns_1@192.168.0.21', [{last_heard,{1352,755233,49627}}, {outgoing_replications_safeness_level,[{"default",green}]}, {incoming_replications_conf_hashes, [{"default",[{'ns_1@192.168.0.22',65024889}]}]}, {active_buckets,["default"]}, {ready_buckets,["default"]}, {local_tasks,[]}, {memory, [{total,214645784}, {processes,163141016}, {processes_used,163034488}, {system,51504768}, {atom,1339809}, {atom_used,1335933}, {binary,11512320}, {code,13493102}, {ets,6596304}]}, {system_memory_data, [{system_total_memory,25199214592}, {free_swap,20971511808}, {total_swap,20971511808}, {cached_memory,6604972032}, {buffered_memory,212791296}, {free_memory,10828419072}, {total_memory,25199214592}]}, {node_storage_conf,[{db_path,"/data"},{index_path,"/data"}]}, {statistics, [{wall_clock,{3194099,5000}}, {context_switches,{12261573,0}}, {garbage_collection,{2280128,6453010988,0}}, {io,{{input,480223043},{output,12992153887}}}, {reductions,{1755255625,4287133}}, {run_queue,0}, {runtime,{650720,1520}}]}, {system_stats, [{cpu_utilization_rate,36.51960784313726}, {swap_total,20971511808}, {swap_used,0}]}, {interesting_stats, [{couch_docs_actual_disk_size,6466712048}, {couch_docs_data_size,5835287736}, {couch_views_actual_disk_size,0}, {couch_views_data_size,0}, {curr_items,1241629}, {curr_items_tot,2381996}, {mem_used,6212019848}, {vb_replica_curr_items,1140367}]}, {cluster_compatibility_version,131072}, {version, [{public_key,"0.13"}, {lhttpc,"1.3.0"}, {ale,"8cffe61"}, {os_mon,"2.2.7"}, {couch_set_view,"1.2.0a-b68b5f4-git"}, {mnesia,"4.5"}, {inets,"5.7.1"}, {couch,"1.2.0a-b68b5f4-git"}, {mapreduce,"1.0.0"}, {couch_index_merger,"1.2.0a-b68b5f4-git"}, {kernel,"2.14.5"}, {crypto,"2.0.4"}, {ssl,"4.1.6"}, {sasl,"2.1.10"}, {couch_view_parser,"1.0.0"}, {ns_server,"2.0.0-1939-rel-enterprise"}, {mochiweb,"1.4.1"}, {oauth,"7d85d3ef"}, {stdlib,"1.17.5"}]}, {supported_compat_version,[2,0]}, {system_arch,"x86_64-unknown-linux-gnu"}, {wall_clock,3194}, {memory_data,{25199214592,14429118464,{<19409.4606.0>,17577352}}}, {disk_data, [{"/",41260352,5}, {"/dev/shm",12304304,0}, {"/boot",495844,7}, {"/data",206420664,4}]}, {meminfo, <<"MemTotal: 24608608 kB\nMemFree: 10574628 kB\nBuffers: 207804 kB\nCached: 6450168 kB\nSwapCached: 0 kB\nActive: 7744720 kB\nInactive: 5686224 kB\nActive(anon): 6764412 kB\nInactive(anon): 10640 kB\nActive(file): 980308 kB\nInactive(file): 5675584 kB\nUnevictable: 20760 kB\nMlocked: 20760 kB\nSwapTotal: 20479992 kB\nSwapFree: 20479992 kB\nDirty: 6472 kB\nWriteback: 0 kB\nAnonPages: 6793988 kB\nMapped: 14616 kB\nShmem: 164 kB\nSlab: 271808 kB\nSReclaimable: 213012 kB\nSUnreclaim: 58796 kB\nKernelStack: 3056 kB\nPageTables: 17680 kB\nNFS_Unstable: 0 kB\nBounce: 0 kB\nWritebackTmp: 0 kB\nCommitLimit: 32784296 kB\nCommitted_AS: 8564084 kB\nVmallocTotal: 34359738367 kB\nVmallocUsed: 332500 kB\nVmallocChunk: 34359350016 kB\nHardwareCorrupted: 0 kB\nAnonHugePages: 2912256 kB\nHugePages_Total: 0\nHugePages_Free: 0\nHugePages_Rsvd: 0\nHugePages_Surp: 0\nHugepagesize: 2048 kB\nDirectMap4k: 10240 kB\nDirectMap2M: 25155584 kB\n">>}]}, {'ns_1@192.168.0.22', [{last_heard,{1352,755232,654560}}, {outgoing_replications_safeness_level,[{"default",green}]}, {incoming_replications_conf_hashes, [{"default", [{'ns_1@192.168.0.20',106427218}, {'ns_1@192.168.0.21',58188073}]}]}, {active_buckets,["default"]}, {ready_buckets,["default"]}, {local_tasks, [[{pid,<<"<0.31203.2>">>}, {bucket,<<"default">>}, {original_target,{[{type,bucket}]}}, {progress,41}, {started_on,1352755145}, {total_vbuckets,1025}, {trigger_type,scheduled}, {type,bucket_compaction}, {updated_on,1352755232}, {vbuckets_done,430}]]}, {memory, [{total,238048584}, {processes,180694888}, {processes_used,180532632}, {system,57353696}, {atom,1338193}, {atom_used,1333793}, {binary,14186272}, {code,13490894}, {ets,9682296}]}, {system_memory_data, [{system_total_memory,25199214592}, {free_swap,20971511808}, {total_swap,20971511808}, {cached_memory,9542139904}, {buffered_memory,263663616}, {free_memory,5583384576}, {total_memory,25199214592}]}, {node_storage_conf,[{db_path,"/data"},{index_path,"/data"}]}, {statistics, [{wall_clock,{3180875,4998}}, {context_switches,{24686875,0}}, {garbage_collection,{3387112,7930590671,0}}, {io,{{input,559776759},{output,18496867444}}}, {reductions,{2711418300,3560271}}, {run_queue,0}, {runtime,{940870,1240}}]}, {system_stats, [{cpu_utilization_rate,59.35162094763092}, {swap_total,20971511808}, {swap_used,0}]}, {interesting_stats, [{couch_docs_actual_disk_size,9406780516}, {couch_docs_data_size,7335345706}, {couch_views_actual_disk_size,0}, {couch_views_data_size,0}, {curr_items,1385916}, {curr_items_tot,2986854}, {mem_used,7897477744}, {vb_replica_curr_items,1600938}]}, {cluster_compatibility_version,131072}, {version, [{public_key,"0.13"}, {lhttpc,"1.3.0"}, {ale,"8cffe61"}, {os_mon,"2.2.7"}, {couch_set_view,"1.2.0a-b68b5f4-git"}, {mnesia,"4.5"}, {inets,"5.7.1"}, {couch,"1.2.0a-b68b5f4-git"}, {mapreduce,"1.0.0"}, {couch_index_merger,"1.2.0a-b68b5f4-git"}, {kernel,"2.14.5"}, {crypto,"2.0.4"}, {ssl,"4.1.6"}, {sasl,"2.1.10"}, {couch_view_parser,"1.0.0"}, {ns_server,"2.0.0-1939-rel-enterprise"}, {mochiweb,"1.4.1"}, {oauth,"7d85d3ef"}, {stdlib,"1.17.5"}]}, {supported_compat_version,[2,0]}, {system_arch,"x86_64-unknown-linux-gnu"}, {wall_clock,3180}, {memory_data,{25199214592,20329312256,{<0.687.0>,13313480}}}, {disk_data, [{"/",41260352,5}, {"/dev/shm",12304304,0}, {"/boot",495844,7}, {"/data",206420664,5}]}, {meminfo, <<"MemTotal: 24608608 kB\nMemFree: 5452524 kB\nBuffers: 257484 kB\nCached: 9318496 kB\nSwapCached: 0 kB\nActive: 10820500 kB\nInactive: 7620776 kB\nActive(anon): 8857424 kB\nInactive(anon): 10216 kB\nActive(file): 1963076 kB\nInactive(file): 7610560 kB\nUnevictable: 20760 kB\nMlocked: 20760 kB\nSwapTotal: 20479992 kB\nSwapFree: 20479992 kB\nDirty: 7284 kB\nWriteback: 0 kB\nAnonPages: 8886852 kB\nMapped: 15672 kB\nShmem: 172 kB\nSlab: 379336 kB\nSReclaimable: 320940 kB\nSUnreclaim: 58396 kB\nKernelStack: 2584 kB\nPageTables: 21960 kB\nNFS_Unstable: 0 kB\nBounce: 0 kB\nWritebackTmp: 0 kB\nCommitLimit: 32784296 kB\nCommitted_AS: 10628572 kB\nVmallocTotal: 34359738367 kB\nVmallocUsed: 332500 kB\nVmallocChunk: 34359350016 kB\nHardwareCorrupted: 0 kB\nAnonHugePages: 4245504 kB\nHugePages_Total: 0\nHugePages_Free: 0\nHugePages_Rsvd: 0\nHugePages_Surp: 0\nHugepagesize: 2048 kB\nDirectMap4k: 10240 kB\nDirectMap2M: 25155584 kB\n">>}]}] [stats:debug,2012-11-12T13:21:06.471,ns_1@192.168.0.22:<0.683.0>:stats_collector:maybe_log_stats:126](at {{1970,1,16},{7,45,55}}) Stats for bucket "default": accepting_conns 1 auth_cmds 23 auth_errors 0 bucket_active_conns 1 bucket_conns 30 bytes 7900740864 bytes_read 33275772653 bytes_written 32972541844 cas_badval 0 cas_hits 0 cas_misses 0 cmd_flush 0 cmd_get 5110165 cmd_set 5983015 conn_yields 165758 connection_structures 5000 curr_connections 31 curr_conns_on_port_11209 18 curr_conns_on_port_11210 11 curr_items 1386496 curr_items_tot 2984965 curr_temp_items 0 daemon_connections 4 decr_hits 0 decr_misses 0 delete_hits 233261 delete_misses 363643 ep_access_scanner_last_runtime 0 ep_access_scanner_num_items 0 ep_access_scanner_task_time 2012-11-13 10:00:00 ep_allow_data_loss_during_shutdown 1 ep_alog_block_size 4096 ep_alog_path /data/default/access.log ep_alog_sleep_time 1440 ep_alog_task_time 10 ep_backend couchdb ep_bg_fetch_delay 0 ep_bg_fetched 0 ep_bg_meta_fetched 0 ep_bg_remaining_jobs 0 ep_chk_max_items 5000 ep_chk_period 1800 ep_chk_persistence_remains 0 ep_chk_persistence_timeout 10 ep_chk_remover_stime 5 ep_commit_num 25227 ep_commit_time 19 ep_commit_time_total 353548 ep_concurrentDB 1 ep_config_file ep_couch_bucket default ep_couch_host localhost ep_couch_port 11213 ep_couch_reconnect_sleeptime 250 ep_couch_response_timeout 180000 ep_data_age 27 ep_data_age_highwat 102 ep_data_traffic_enabled 0 ep_dbinit 0 ep_dbname /data/default ep_degraded_mode 0 ep_diskqueue_drain 13124761 ep_diskqueue_fill 11711509 ep_diskqueue_items 78959 ep_diskqueue_memory 2384736 ep_diskqueue_pending 3577104 ep_exp_pager_stime 3600 ep_exp_pager_stime 3600 ep_expired_access 6488 ep_expired_pager 0 ep_expiry_window 3 ep_failpartialwarmup 0 ep_flush_all false ep_flush_duration_total 2974 ep_flushall_enabled 0 ep_flusher_state running ep_flusher_todo 6164 ep_getl_default_timeout 15 ep_getl_max_timeout 30 ep_ht_locks 5 ep_ht_size 3079 ep_inconsistent_slave_chk 0 ep_initfile ep_io_num_read 0 ep_io_num_write 11285057 ep_io_read_bytes 0 ep_io_write_bytes 25977350164 ep_item_begin_failed 0 ep_item_commit_failed 0 ep_item_flush_expired 29 ep_item_flush_failed 0 ep_item_num_based_new_chk 1 ep_items_rm_from_checkpoints 2286675 ep_keep_closed_chks 0 ep_klog_block_size 4096 ep_klog_compactor_queue_cap 500000 ep_klog_compactor_stime 3600 ep_klog_flush commit2 ep_klog_max_entry_ratio 10 ep_klog_max_log_size 2147483647 ep_klog_path ep_klog_sync commit2 ep_kv_size 7371014951 ep_max_checkpoints 2 ep_max_data_size 12582912000 ep_max_item_size 20971520 ep_max_size 12582912000 ep_max_txn_size 10000 ep_max_vbuckets 1024 ep_mem_high_wat 9437184000 ep_mem_high_wat 9437184000 ep_mem_low_wat 7549747200 ep_mem_low_wat 7549747200 ep_mem_tracker_enabled true ep_min_data_age 0 ep_mlog_compactor_runs 0 ep_mutation_mem_threshold 0 ep_num_access_scanner_runs 0 ep_num_eject_failures 0 ep_num_expiry_pager_runs 0 ep_num_non_resident 0 ep_num_not_my_vbuckets 694 ep_num_ops_del_meta 0 ep_num_ops_get_meta 0 ep_num_ops_set_meta 0 ep_num_pager_runs 0 ep_num_value_ejects 0 ep_oom_errors 0 ep_overhead 146958378 ep_pager_active_vb_pcnt 40 ep_pager_unbiased_period 60 ep_pending_ops 0 ep_pending_ops_max 2 ep_pending_ops_max_duration 160012 ep_pending_ops_total 11 ep_postInitfile ep_queue_age_cap 900 ep_queue_size 72795 ep_startup_time 1352752065 ep_storage_age 24 ep_storage_age_highwat 1424 ep_store_max_concurrency 10 ep_store_max_readers 9 ep_store_max_readwrite 1 ep_stored_val_type ep_tap_ack_grace_period 300 ep_tap_ack_initial_sequence_number 1 ep_tap_ack_interval 1000 ep_tap_ack_window_size 10 ep_tap_backfill_resident 0.9 ep_tap_backlog_limit 5000 ep_tap_backoff_period 5 ep_tap_bg_fetch_requeued 0 ep_tap_bg_fetched 26770 ep_tap_bg_max_pending 500 ep_tap_keepalive 300 ep_tap_noop_interval 20 ep_tap_requeue_sleep_time 0.1 ep_tap_throttle_cap_pcnt 10 ep_tap_throttle_queue_cap 1000000 ep_tap_throttle_threshold 90 ep_tmp_oom_errors 0 ep_too_old 88 ep_too_young 0 ep_total_cache_size 7335240347 ep_total_del_items 527552 ep_total_enqueued 11711509 ep_total_new_items 3389988 ep_total_persisted 11285057 ep_uncommitted_items 3306 ep_value_size 7124904212 ep_vb0 0 ep_vb_snapshot_total 373 ep_vb_total 1024 ep_vbucket_del 0 ep_vbucket_del_fail 0 ep_version 2.0.0r_133_g68e3f7c ep_waitforwarmup 0 ep_warmup 1 ep_warmup_batch_size 1000 ep_warmup_dups 0 ep_warmup_min_items_threshold 100 ep_warmup_min_memory_threshold 100 ep_warmup_oom 0 ep_warmup_thread complete ep_warmup_time 23464 get_hits 4614865 get_misses 495300 incr_hits 0 incr_misses 0 libevent 2.0.11-stable limit_maxbytes 67108864 listen_disabled_num 0 max_conns_on_port_11209 1000 max_conns_on_port_11210 9000 mem_used 7900740864 pid 21605 pointer_size 64 rejected_conns 0 rusage_system 1145.364878 rusage_user 2073.919716 tap_checkpoint_end_received 1351 tap_checkpoint_end_sent 1490 tap_checkpoint_start_received 2709 tap_checkpoint_start_sent 2921 tap_connect_received 863 tap_delete_received 305415 tap_delete_sent 303397 tap_mutation_received 7317781 tap_mutation_sent 8073887 tap_opaque_received 4648 tap_opaque_sent 4435 tap_vbucket_set_received 788 tap_vbucket_set_sent 860 threads 4 time 1352755266 total_connections 5099 uptime 3211 vb_active_curr_items 1386496 vb_active_eject 0 vb_active_expired 2545 vb_active_ht_memory 11953312 vb_active_itm_memory 3405739160 vb_active_meta_data_memory 109533184 vb_active_num 476 vb_active_num_non_resident 0 vb_active_num_ref_ejects 0 vb_active_num_ref_items 1588353 vb_active_ops_create 1576481 vb_active_ops_delete 251705 vb_active_ops_reject 0 vb_active_ops_update 3598557 vb_active_perc_mem_resident 100 vb_active_queue_age 5771694000 vb_active_queue_drain 6489172 vb_active_queue_fill 5640082 vb_active_queue_memory 1268512 vb_active_queue_pending 1902768 vb_active_queue_size 39641 vb_dead_num 0 vb_pending_curr_items 0 vb_pending_eject 0 vb_pending_expired 0 vb_pending_ht_memory 0 vb_pending_itm_memory 0 vb_pending_meta_data_memory 0 vb_pending_num 0 vb_pending_num_non_resident 0 vb_pending_num_ref_ejects 0 vb_pending_num_ref_items 0 vb_pending_ops_create 0 vb_pending_ops_delete 0 vb_pending_ops_reject 0 vb_pending_ops_update 0 vb_pending_perc_mem_resident 0 vb_pending_queue_age 0 vb_pending_queue_drain 0 vb_pending_queue_fill 0 vb_pending_queue_memory 0 vb_pending_queue_pending 0 vb_pending_queue_size 0 vb_replica_curr_items 1598469 vb_replica_eject 0 vb_replica_expired 3943 vb_replica_ht_memory 13760992 vb_replica_itm_memory 3929501187 vb_replica_meta_data_memory 126279051 vb_replica_num 548 vb_replica_num_non_resident 0 vb_replica_num_ref_ejects 0 vb_replica_num_ref_items 1827590 vb_replica_ops_create 1813511 vb_replica_ops_delete 275847 vb_replica_ops_reject 0 vb_replica_ops_update 3769001 vb_replica_perc_mem_resident 100 vb_replica_queue_age 5680828000 vb_replica_queue_drain 6635589 vb_replica_queue_fill 6071427 vb_replica_queue_memory 1116224 vb_replica_queue_pending 1674336 vb_replica_queue_size 34882 version 1.4.4_600_g7ea975a [ns_doctor:debug,2012-11-12T13:21:37.651,ns_1@192.168.0.22:ns_doctor<0.541.0>:ns_doctor:handle_info:137]Current node statuses: [{'ns_1@192.168.0.20', [{last_heard,{1352,755294,433736}}, {outgoing_replications_safeness_level,[{"default",green}]}, {incoming_replications_conf_hashes, [{"default",[{'ns_1@192.168.0.22',133509647}]}]}, {active_buckets,["default"]}, {ready_buckets,["default"]}, {local_tasks, [[{pid,<<"<0.7805.3>">>}, {bucket,<<"default">>}, {original_target,{[{type,bucket}]}}, {progress,6}, {started_on,1352755290}, {total_vbuckets,197}, {trigger_type,scheduled}, {type,bucket_compaction}, {updated_on,1352755293}, {vbuckets_done,12}]]}, {memory, [{total,167656424}, {processes,119869920}, {processes_used,116402928}, {system,47786504}, {atom,1401785}, {atom_used,1374492}, {binary,4494120}, {code,14054366}, {ets,9695904}]}, {system_memory_data, [{system_total_memory,25199214592}, {free_swap,20971511808}, {total_swap,20971511808}, {cached_memory,2032582656}, {buffered_memory,229404672}, {free_memory,13507076096}, {total_memory,25199214592}]}, {node_storage_conf,[{db_path,"/data"},{index_path,"/data"}]}, {statistics, [{wall_clock,{3257710,4998}}, {context_switches,{21681804,0}}, {garbage_collection,{2753892,18401536095,0}}, {io,{{input,405090039},{output,11695112158}}}, {reductions,{2989555631,3180621}}, {run_queue,0}, {runtime,{1187520,1250}}]}, {system_stats, [{cpu_utilization_rate,62.65356265356265}, {swap_total,20971511808}, {swap_used,0}]}, {interesting_stats, [{couch_docs_actual_disk_size,1992198982}, {couch_docs_data_size,1411799654}, {couch_views_actual_disk_size,0}, {couch_views_data_size,0}, {curr_items,339081}, {curr_items_tot,572440}, {mem_used,1606128208}, {vb_replica_curr_items,233359}]}, {cluster_compatibility_version,131072}, {version, [{public_key,"0.13"}, {lhttpc,"1.3.0"}, {ale,"8cffe61"}, {os_mon,"2.2.7"}, {couch_set_view,"1.2.0a-b68b5f4-git"}, {mnesia,"4.5"}, {inets,"5.7.1"}, {couch,"1.2.0a-b68b5f4-git"}, {mapreduce,"1.0.0"}, {couch_index_merger,"1.2.0a-b68b5f4-git"}, {kernel,"2.14.5"}, {crypto,"2.0.4"}, {ssl,"4.1.6"}, {sasl,"2.1.10"}, {couch_view_parser,"1.0.0"}, {ns_server,"2.0.0-1939-rel-enterprise"}, {mochiweb,"1.4.1"}, {oauth,"7d85d3ef"}, {stdlib,"1.17.5"}]}, {supported_compat_version,[2,0]}, {system_arch,"x86_64-unknown-linux-gnu"}, {wall_clock,3257}, {memory_data,{25199214592,11701870592,{<17793.429.0>,15907280}}}, {disk_data, [{"/",41260352,5}, {"/dev/shm",12304304,0}, {"/boot",495844,7}, {"/data",206420664,2}]}, {meminfo, <<"MemTotal: 24608608 kB\nMemFree: 13190504 kB\nBuffers: 224028 kB\nCached: 1984944 kB\nSwapCached: 0 kB\nActive: 8918480 kB\nInactive: 1967828 kB\nActive(anon): 8125312 kB\nInactive(anon): 554100 kB\nActive(file): 793168 kB\nInactive(file): 1413728 kB\nUnevictable: 20760 kB\nMlocked: 20760 kB\nSwapTotal: 20479992 kB\nSwapFree: 20479992 kB\nDirty: 5352 kB\nWriteback: 0 kB\nAnonPages: 8698428 kB\nMapped: 15572 kB\nShmem: 172 kB\nSlab: 198412 kB\nSReclaimable: 140644 kB\nSUnreclaim: 57768 kB\nKernelStack: 3072 kB\nPageTables: 21888 kB\nNFS_Unstable: 0 kB\nBounce: 0 kB\nWritebackTmp: 0 kB\nCommitLimit: 32784296 kB\nCommitted_AS: 10453144 kB\nVmallocTotal: 34359738367 kB\nVmallocUsed: 332500 kB\nVmallocChunk: 34359355024 kB\nHardwareCorrupted: 0 kB\nAnonHugePages: 4308992 kB\nHugePages_Total: 0\nHugePages_Free: 0\nHugePages_Rsvd: 0\nHugePages_Surp: 0\nHugepagesize: 2048 kB\nDirectMap4k: 10240 kB\nDirectMap2M: 25155584 kB\n">>}]}, {'ns_1@192.168.0.21', [{last_heard,{1352,755293,49982}}, {outgoing_replications_safeness_level,[{"default",green}]}, {incoming_replications_conf_hashes, [{"default",[{'ns_1@192.168.0.22',108271459}]}]}, {active_buckets,["default"]}, {ready_buckets,["default"]}, {local_tasks,[]}, {memory, [{total,243239808}, {processes,189671328}, {processes_used,189617688}, {system,53568480}, {atom,1339809}, {atom_used,1335933}, {binary,13375144}, {code,13493102}, {ets,6788032}]}, {system_memory_data, [{system_total_memory,25199214592}, {free_swap,20971511808}, {total_swap,20971511808}, {cached_memory,7292555264}, {buffered_memory,214659072}, {free_memory,10001231872}, {total_memory,25199214592}]}, {node_storage_conf,[{db_path,"/data"},{index_path,"/data"}]}, {statistics, [{wall_clock,{3254099,5001}}, {context_switches,{12642637,0}}, {garbage_collection,{2319726,6629002904,0}}, {io,{{input,494682001},{output,13317159353}}}, {reductions,{1807214535,6663321}}, {run_queue,0}, {runtime,{667390,1870}}]}, {system_stats, [{cpu_utilization_rate,29.879518072289155}, {swap_total,20971511808}, {swap_used,0}]}, {interesting_stats, [{couch_docs_actual_disk_size,7164249649}, {couch_docs_data_size,5922522191}, {couch_views_actual_disk_size,0}, {couch_views_data_size,0}, {curr_items,1258691}, {curr_items_tot,2416180}, {mem_used,6306434552}, {vb_replica_curr_items,1157489}]}, {cluster_compatibility_version,131072}, {version, [{public_key,"0.13"}, {lhttpc,"1.3.0"}, {ale,"8cffe61"}, {os_mon,"2.2.7"}, {couch_set_view,"1.2.0a-b68b5f4-git"}, {mnesia,"4.5"}, {inets,"5.7.1"}, {couch,"1.2.0a-b68b5f4-git"}, {mapreduce,"1.0.0"}, {couch_index_merger,"1.2.0a-b68b5f4-git"}, {kernel,"2.14.5"}, {crypto,"2.0.4"}, {ssl,"4.1.6"}, {sasl,"2.1.10"}, {couch_view_parser,"1.0.0"}, {ns_server,"2.0.0-1939-rel-enterprise"}, {mochiweb,"1.4.1"}, {oauth,"7d85d3ef"}, {stdlib,"1.17.5"}]}, {supported_compat_version,[2,0]}, {system_arch,"x86_64-unknown-linux-gnu"}, {wall_clock,3254}, {memory_data,{25199214592,15033589760,{<19409.4606.0>,17577352}}}, {disk_data, [{"/",41260352,5}, {"/dev/shm",12304304,0}, {"/boot",495844,7}, {"/data",206420664,4}]}, {meminfo, <<"MemTotal: 24608608 kB\nMemFree: 9766828 kB\nBuffers: 209628 kB\nCached: 7121636 kB\nSwapCached: 0 kB\nActive: 8337584 kB\nInactive: 5883692 kB\nActive(anon): 6882876 kB\nInactive(anon): 9232 kB\nActive(file): 1454708 kB\nInactive(file): 5874460 kB\nUnevictable: 20760 kB\nMlocked: 20760 kB\nSwapTotal: 20479992 kB\nSwapFree: 20479992 kB\nDirty: 6404 kB\nWriteback: 0 kB\nAnonPages: 6910892 kB\nMapped: 14616 kB\nShmem: 164 kB\nSlab: 289272 kB\nSReclaimable: 231144 kB\nSUnreclaim: 58128 kB\nKernelStack: 3048 kB\nPageTables: 17900 kB\nNFS_Unstable: 0 kB\nBounce: 0 kB\nWritebackTmp: 0 kB\nCommitLimit: 32784296 kB\nCommitted_AS: 8667152 kB\nVmallocTotal: 34359738367 kB\nVmallocUsed: 332500 kB\nVmallocChunk: 34359350016 kB\nHardwareCorrupted: 0 kB\nAnonHugePages: 3035136 kB\nHugePages_Total: 0\nHugePages_Free: 0\nHugePages_Rsvd: 0\nHugePages_Surp: 0\nHugepagesize: 2048 kB\nDirectMap4k: 10240 kB\nDirectMap2M: 25155584 kB\n">>}]}, {'ns_1@192.168.0.22', [{last_heard,{1352,755292,655074}}, {outgoing_replications_safeness_level,[{"default",green}]}, {incoming_replications_conf_hashes, [{"default", [{'ns_1@192.168.0.20',86474715},{'ns_1@192.168.0.21',22366177}]}]}, {active_buckets,["default"]}, {ready_buckets,["default"]}, {local_tasks, [[{pid,<<"<0.31203.2>">>}, {bucket,<<"default">>}, {original_target,{[{type,bucket}]}}, {progress,72}, {started_on,1352755145}, {total_vbuckets,1025}, {trigger_type,scheduled}, {type,bucket_compaction}, {updated_on,1352755292}, {vbuckets_done,746}]]}, {memory, [{total,268614544}, {processes,209660696}, {processes_used,209529640}, {system,58953848}, {atom,1338193}, {atom_used,1333793}, {binary,15576080}, {code,13490894}, {ets,9891680}]}, {system_memory_data, [{system_total_memory,25199214592}, {free_swap,20971511808}, {total_swap,20971511808}, {cached_memory,9004335104}, {buffered_memory,267206656}, {free_memory,6101204992}, {total_memory,25199214592}]}, {node_storage_conf,[{db_path,"/data"},{index_path,"/data"}]}, {statistics, [{wall_clock,{3240876,5001}}, {context_switches,{25104993,0}}, {garbage_collection,{3439513,8064404541,0}}, {io,{{input,570854562},{output,18809614672}}}, {reductions,{2758984883,5491550}}, {run_queue,1}, {runtime,{956890,1530}}]}, {system_stats, [{cpu_utilization_rate,52.42718446601942}, {swap_total,20971511808}, {swap_used,0}]}, {interesting_stats, [{couch_docs_actual_disk_size,8867755105}, {couch_docs_data_size,7335778232}, {couch_views_actual_disk_size,0}, {couch_views_data_size,0}, {curr_items,1386072}, {curr_items_tot,2984650}, {mem_used,7904489200}, {vb_replica_curr_items,1598578}]}, {cluster_compatibility_version,131072}, {version, [{public_key,"0.13"}, {lhttpc,"1.3.0"}, {ale,"8cffe61"}, {os_mon,"2.2.7"}, {couch_set_view,"1.2.0a-b68b5f4-git"}, {mnesia,"4.5"}, {inets,"5.7.1"}, {couch,"1.2.0a-b68b5f4-git"}, {mapreduce,"1.0.0"}, {couch_index_merger,"1.2.0a-b68b5f4-git"}, {kernel,"2.14.5"}, {crypto,"2.0.4"}, {ssl,"4.1.6"}, {sasl,"2.1.10"}, {couch_view_parser,"1.0.0"}, {ns_server,"2.0.0-1939-rel-enterprise"}, {mochiweb,"1.4.1"}, {oauth,"7d85d3ef"}, {stdlib,"1.17.5"}]}, {supported_compat_version,[2,0]}, {system_arch,"x86_64-unknown-linux-gnu"}, {wall_clock,3240}, {memory_data,{25199214592,19618369536,{<0.687.0>,13313480}}}, {disk_data, [{"/",41260352,5}, {"/dev/shm",12304304,0}, {"/boot",495844,7}, {"/data",206420664,5}]}, {meminfo, <<"MemTotal: 24608608 kB\nMemFree: 5958208 kB\nBuffers: 260944 kB\nCached: 8793296 kB\nSwapCached: 0 kB\nActive: 10506660 kB\nInactive: 7437972 kB\nActive(anon): 8882528 kB\nInactive(anon): 10216 kB\nActive(file): 1624132 kB\nInactive(file): 7427756 kB\nUnevictable: 20760 kB\nMlocked: 20760 kB\nSwapTotal: 20479992 kB\nSwapFree: 20479992 kB\nDirty: 10500 kB\nWriteback: 0 kB\nAnonPages: 8912108 kB\nMapped: 15684 kB\nShmem: 172 kB\nSlab: 371020 kB\nSReclaimable: 312448 kB\nSUnreclaim: 58572 kB\nKernelStack: 2560 kB\nPageTables: 21940 kB\nNFS_Unstable: 0 kB\nBounce: 0 kB\nWritebackTmp: 0 kB\nCommitLimit: 32784296 kB\nCommitted_AS: 10661800 kB\nVmallocTotal: 34359738367 kB\nVmallocUsed: 332500 kB\nVmallocChunk: 34359350016 kB\nHardwareCorrupted: 0 kB\nAnonHugePages: 4360192 kB\nHugePages_Total: 0\nHugePages_Free: 0\nHugePages_Rsvd: 0\nHugePages_Surp: 0\nHugepagesize: 2048 kB\nDirectMap4k: 10240 kB\nDirectMap2M: 25155584 kB\n">>}]}] [ns_doctor:debug,2012-11-12T13:22:37.651,ns_1@192.168.0.22:ns_doctor<0.541.0>:ns_doctor:handle_info:137]Current node statuses: [{'ns_1@192.168.0.20', [{last_heard,{1352,755354,435039}}, {outgoing_replications_safeness_level,[{"default",green}]}, {incoming_replications_conf_hashes, [{"default",[{'ns_1@192.168.0.22',117522711}]}]}, {active_buckets,["default"]}, {ready_buckets,["default"]}, {local_tasks, [[{pid,<<"<0.7805.3>">>}, {bucket,<<"default">>}, {original_target,{[{type,bucket}]}}, {progress,92}, {started_on,1352755290}, {total_vbuckets,197}, {trigger_type,scheduled}, {type,bucket_compaction}, {updated_on,1352755353}, {vbuckets_done,182}]]}, {memory, [{total,169127096}, {processes,121530560}, {processes_used,118021928}, {system,47596536}, {atom,1401785}, {atom_used,1374492}, {binary,4127184}, {code,14054366}, {ets,9875200}]}, {system_memory_data, [{system_total_memory,25199214592}, {free_swap,20971511808}, {total_swap,20971511808}, {cached_memory,1552920576}, {buffered_memory,228245504}, {free_memory,14006550528}, {total_memory,25199214592}]}, {node_storage_conf,[{db_path,"/data"},{index_path,"/data"}]}, {statistics, [{wall_clock,{3317711,4992}}, {context_switches,{21864552,0}}, {garbage_collection,{2783113,18621848284,0}}, {io,{{input,414945292},{output,11741437434}}}, {reductions,{3024196318,3725100}}, {run_queue,0}, {runtime,{1203330,1770}}]}, {system_stats, [{cpu_utilization_rate,65.20681265206812}, {swap_total,20971511808}, {swap_used,0}]}, {interesting_stats, [{couch_docs_actual_disk_size,1518427201}, {couch_docs_data_size,1339637735}, {couch_views_actual_disk_size,0}, {couch_views_data_size,0}, {curr_items,324344}, {curr_items_tot,543060}, {mem_used,1533680640}, {vb_replica_curr_items,218716}]}, {cluster_compatibility_version,131072}, {version, [{public_key,"0.13"}, {lhttpc,"1.3.0"}, {ale,"8cffe61"}, {os_mon,"2.2.7"}, {couch_set_view,"1.2.0a-b68b5f4-git"}, {mnesia,"4.5"}, {inets,"5.7.1"}, {couch,"1.2.0a-b68b5f4-git"}, {mapreduce,"1.0.0"}, {couch_index_merger,"1.2.0a-b68b5f4-git"}, {kernel,"2.14.5"}, {crypto,"2.0.4"}, {ssl,"4.1.6"}, {sasl,"2.1.10"}, {couch_view_parser,"1.0.0"}, {ns_server,"2.0.0-1939-rel-enterprise"}, {mochiweb,"1.4.1"}, {oauth,"7d85d3ef"}, {stdlib,"1.17.5"}]}, {supported_compat_version,[2,0]}, {system_arch,"x86_64-unknown-linux-gnu"}, {wall_clock,3317}, {memory_data,{25199214592,11344740352,{<17793.667.0>,17427312}}}, {disk_data, [{"/",41260352,5}, {"/dev/shm",12304304,0}, {"/boot",495844,7}, {"/data",206420664,1}]}, {meminfo, <<"MemTotal: 24608608 kB\nMemFree: 13678520 kB\nBuffers: 222896 kB\nCached: 1516524 kB\nSwapCached: 0 kB\nActive: 8517968 kB\nInactive: 1884612 kB\nActive(anon): 8094980 kB\nInactive(anon): 570404 kB\nActive(file): 422988 kB\nInactive(file): 1314208 kB\nUnevictable: 20760 kB\nMlocked: 20760 kB\nSwapTotal: 20479992 kB\nSwapFree: 20479992 kB\nDirty: 8760 kB\nWriteback: 0 kB\nAnonPages: 8684276 kB\nMapped: 15568 kB\nShmem: 172 kB\nSlab: 193472 kB\nSReclaimable: 135372 kB\nSUnreclaim: 58100 kB\nKernelStack: 3072 kB\nPageTables: 21868 kB\nNFS_Unstable: 0 kB\nBounce: 0 kB\nWritebackTmp: 0 kB\nCommitLimit: 32784296 kB\nCommitted_AS: 10447496 kB\nVmallocTotal: 34359738367 kB\nVmallocUsed: 332500 kB\nVmallocChunk: 34359355024 kB\nHardwareCorrupted: 0 kB\nAnonHugePages: 4317184 kB\nHugePages_Total: 0\nHugePages_Free: 0\nHugePages_Rsvd: 0\nHugePages_Surp: 0\nHugepagesize: 2048 kB\nDirectMap4k: 10240 kB\nDirectMap2M: 25155584 kB\n">>}]}, {'ns_1@192.168.0.21', [{last_heard,{1352,755353,48968}}, {outgoing_replications_safeness_level,[{"default",green}]}, {incoming_replications_conf_hashes, [{"default",[{'ns_1@192.168.0.22',50223893}]}]}, {active_buckets,["default"]}, {ready_buckets,["default"]}, {local_tasks,[]}, {memory, [{total,234403440}, {processes,181126880}, {processes_used,181114040}, {system,53276560}, {atom,1339809}, {atom_used,1335933}, {binary,12902624}, {code,13493102}, {ets,6965136}]}, {system_memory_data, [{system_total_memory,25199214592}, {free_swap,20971511808}, {total_swap,20971511808}, {cached_memory,7929876480}, {buffered_memory,216027136}, {free_memory,9274814464}, {total_memory,25199214592}]}, {node_storage_conf,[{db_path,"/data"},{index_path,"/data"}]}, {statistics, [{wall_clock,{3314098,4999}}, {context_switches,{12996570,0}}, {garbage_collection,{2355106,6794366154,0}}, {io,{{input,505192753},{output,13617038904}}}, {reductions,{1855233939,5755306}}, {run_queue,0}, {runtime,{683480,2050}}]}, {system_stats, [{cpu_utilization_rate,42.72997032640949}, {swap_total,20971511808}, {swap_used,0}]}, {interesting_stats, [{couch_docs_actual_disk_size,7792949652}, {couch_docs_data_size,5981357046}, {couch_views_actual_disk_size,0}, {couch_views_data_size,0}, {curr_items,1273002}, {curr_items_tot,2444869}, {mem_used,6359324424}, {vb_replica_curr_items,1171867}]}, {cluster_compatibility_version,131072}, {version, [{public_key,"0.13"}, {lhttpc,"1.3.0"}, {ale,"8cffe61"}, {os_mon,"2.2.7"}, {couch_set_view,"1.2.0a-b68b5f4-git"}, {mnesia,"4.5"}, {inets,"5.7.1"}, {couch,"1.2.0a-b68b5f4-git"}, {mapreduce,"1.0.0"}, {couch_index_merger,"1.2.0a-b68b5f4-git"}, {kernel,"2.14.5"}, {crypto,"2.0.4"}, {ssl,"4.1.6"}, {sasl,"2.1.10"}, {couch_view_parser,"1.0.0"}, {ns_server,"2.0.0-1939-rel-enterprise"}, {mochiweb,"1.4.1"}, {oauth,"7d85d3ef"}, {stdlib,"1.17.5"}]}, {supported_compat_version,[2,0]}, {system_arch,"x86_64-unknown-linux-gnu"}, {wall_clock,3314}, {memory_data,{25199214592,15758966784,{<19409.4606.0>,17577352}}}, {disk_data, [{"/",41260352,5}, {"/dev/shm",12304304,0}, {"/boot",495844,7}, {"/data",206420664,4}]}, {meminfo, <<"MemTotal: 24608608 kB\nMemFree: 9057436 kB\nBuffers: 210964 kB\nCached: 7744020 kB\nSwapCached: 0 kB\nActive: 8772860 kB\nInactive: 6140100 kB\nActive(anon): 6949500 kB\nInactive(anon): 10456 kB\nActive(file): 1823360 kB\nInactive(file): 6129644 kB\nUnevictable: 20760 kB\nMlocked: 20760 kB\nSwapTotal: 20479992 kB\nSwapFree: 20479992 kB\nDirty: 4872 kB\nWriteback: 0 kB\nAnonPages: 6978760 kB\nMapped: 14616 kB\nShmem: 164 kB\nSlab: 306644 kB\nSReclaimable: 248588 kB\nSUnreclaim: 58056 kB\nKernelStack: 3048 kB\nPageTables: 18048 kB\nNFS_Unstable: 0 kB\nBounce: 0 kB\nWritebackTmp: 0 kB\nCommitLimit: 32784296 kB\nCommitted_AS: 8750904 kB\nVmallocTotal: 34359738367 kB\nVmallocUsed: 332500 kB\nVmallocChunk: 34359350016 kB\nHardwareCorrupted: 0 kB\nAnonHugePages: 3125248 kB\nHugePages_Total: 0\nHugePages_Free: 0\nHugePages_Rsvd: 0\nHugePages_Surp: 0\nHugepagesize: 2048 kB\nDirectMap4k: 10240 kB\nDirectMap2M: 25155584 kB\n">>}]}, {'ns_1@192.168.0.22', [{last_heard,{1352,755352,658969}}, {outgoing_replications_safeness_level,[{"default",green}]}, {incoming_replications_conf_hashes, [{"default", [{'ns_1@192.168.0.20',65529968},{'ns_1@192.168.0.21',56067194}]}]}, {active_buckets,["default"]}, {ready_buckets,["default"]}, {local_tasks,[]}, {memory, [{total,251012432}, {processes,194407240}, {processes_used,194230472}, {system,56605192}, {atom,1338193}, {atom_used,1333793}, {binary,13090440}, {code,13490894}, {ets,10034136}]}, {system_memory_data, [{system_total_memory,25199214592}, {free_swap,20971511808}, {total_swap,20971511808}, {cached_memory,8576450560}, {buffered_memory,271294464}, {free_memory,6547496960}, {total_memory,25199214592}]}, {node_storage_conf,[{db_path,"/data"},{index_path,"/data"}]}, {statistics, [{wall_clock,{3300879,5004}}, {context_switches,{25521329,0}}, {garbage_collection,{3488940,8193074790,0}}, {io,{{input,584392369},{output,19119698899}}}, {reductions,{2803853937,4185452}}, {run_queue,0}, {runtime,{972500,1400}}]}, {system_stats, [{cpu_utilization_rate,34.80392156862745}, {swap_total,20971511808}, {swap_used,0}]}, {interesting_stats, [{couch_docs_actual_disk_size,8397248436}, {couch_docs_data_size,7336174074}, {couch_views_actual_disk_size,0}, {couch_views_data_size,0}, {curr_items,1385582}, {curr_items_tot,2983349}, {mem_used,7890525536}, {vb_replica_curr_items,1597767}]}, {cluster_compatibility_version,131072}, {version, [{public_key,"0.13"}, {lhttpc,"1.3.0"}, {ale,"8cffe61"}, {os_mon,"2.2.7"}, {couch_set_view,"1.2.0a-b68b5f4-git"}, {mnesia,"4.5"}, {inets,"5.7.1"}, {couch,"1.2.0a-b68b5f4-git"}, {mapreduce,"1.0.0"}, {couch_index_merger,"1.2.0a-b68b5f4-git"}, {kernel,"2.14.5"}, {crypto,"2.0.4"}, {ssl,"4.1.6"}, {sasl,"2.1.10"}, {couch_view_parser,"1.0.0"}, {ns_server,"2.0.0-1939-rel-enterprise"}, {mochiweb,"1.4.1"}, {oauth,"7d85d3ef"}, {stdlib,"1.17.5"}]}, {supported_compat_version,[2,0]}, {system_arch,"x86_64-unknown-linux-gnu"}, {wall_clock,3300}, {memory_data,{25199214592,19099787264,{<0.687.0>,17427312}}}, {disk_data, [{"/",41260352,5}, {"/dev/shm",12304304,0}, {"/boot",495844,7}, {"/data",206420664,5}]}, {meminfo, <<"MemTotal: 24608608 kB\nMemFree: 6394288 kB\nBuffers: 264936 kB\nCached: 8375440 kB\nSwapCached: 0 kB\nActive: 10292748 kB\nInactive: 7222560 kB\nActive(anon): 8867284 kB\nInactive(anon): 10216 kB\nActive(file): 1425464 kB\nInactive(file): 7212344 kB\nUnevictable: 20760 kB\nMlocked: 20760 kB\nSwapTotal: 20479992 kB\nSwapFree: 20479992 kB\nDirty: 4756 kB\nWriteback: 0 kB\nAnonPages: 8896408 kB\nMapped: 15680 kB\nShmem: 172 kB\nSlab: 363176 kB\nSReclaimable: 304600 kB\nSUnreclaim: 58576 kB\nKernelStack: 2552 kB\nPageTables: 21848 kB\nNFS_Unstable: 0 kB\nBounce: 0 kB\nWritebackTmp: 0 kB\nCommitLimit: 32784296 kB\nCommitted_AS: 10653040 kB\nVmallocTotal: 34359738367 kB\nVmallocUsed: 332500 kB\nVmallocChunk: 34359350016 kB\nHardwareCorrupted: 0 kB\nAnonHugePages: 4444160 kB\nHugePages_Total: 0\nHugePages_Free: 0\nHugePages_Rsvd: 0\nHugePages_Surp: 0\nHugepagesize: 2048 kB\nDirectMap4k: 10240 kB\nDirectMap2M: 25155584 kB\n">>}]}] [stats:debug,2012-11-12T13:22:46.496,ns_1@192.168.0.22:<0.683.0>:stats_collector:maybe_log_stats:126](at {{1970,1,16},{7,45,55}}) Stats for bucket "default": accepting_conns 1 auth_cmds 23 auth_errors 0 bucket_active_conns 1 bucket_conns 30 bytes 7878679200 bytes_read 34191417196 bytes_written 33899399255 cas_badval 0 cas_hits 0 cas_misses 0 cmd_flush 0 cmd_get 5284976 cmd_set 6145911 conn_yields 169318 connection_structures 5000 curr_connections 30 curr_conns_on_port_11209 18 curr_conns_on_port_11210 11 curr_items 1381796 curr_items_tot 2982154 curr_temp_items 0 daemon_connections 4 decr_hits 0 decr_misses 0 delete_hits 240908 delete_misses 377692 ep_access_scanner_last_runtime 0 ep_access_scanner_num_items 0 ep_access_scanner_task_time 2012-11-13 10:00:00 ep_allow_data_loss_during_shutdown 1 ep_alog_block_size 4096 ep_alog_path /data/default/access.log ep_alog_sleep_time 1440 ep_alog_task_time 10 ep_backend couchdb ep_bg_fetch_delay 0 ep_bg_fetched 0 ep_bg_meta_fetched 0 ep_bg_remaining_jobs 0 ep_chk_max_items 5000 ep_chk_period 1800 ep_chk_persistence_remains 1 ep_chk_persistence_timeout 10 ep_chk_remover_stime 5 ep_commit_num 25752 ep_commit_time 17 ep_commit_time_total 362315 ep_concurrentDB 1 ep_config_file ep_couch_bucket default ep_couch_host localhost ep_couch_port 11213 ep_couch_reconnect_sleeptime 250 ep_couch_response_timeout 180000 ep_data_age 11 ep_data_age_highwat 102 ep_data_traffic_enabled 0 ep_dbinit 0 ep_dbname /data/default ep_degraded_mode 0 ep_diskqueue_drain 13515583 ep_diskqueue_fill 12049229 ep_diskqueue_items 37312 ep_diskqueue_memory 1003520 ep_diskqueue_pending 1505280 ep_exp_pager_stime 3600 ep_exp_pager_stime 3600 ep_expired_access 6857 ep_expired_pager 0 ep_expiry_window 3 ep_failpartialwarmup 0 ep_flush_all false ep_flush_duration_total 3091 ep_flushall_enabled 0 ep_flusher_state running ep_flusher_todo 21817 ep_getl_default_timeout 15 ep_getl_max_timeout 30 ep_ht_locks 5 ep_ht_size 3079 ep_inconsistent_slave_chk 0 ep_initfile ep_io_num_read 0 ep_io_num_write 11609570 ep_io_read_bytes 0 ep_io_write_bytes 26718993973 ep_item_begin_failed 0 ep_item_commit_failed 0 ep_item_flush_expired 30 ep_item_flush_failed 0 ep_item_num_based_new_chk 1 ep_items_rm_from_checkpoints 2509689 ep_keep_closed_chks 0 ep_klog_block_size 4096 ep_klog_compactor_queue_cap 500000 ep_klog_compactor_stime 3600 ep_klog_flush commit2 ep_klog_max_entry_ratio 10 ep_klog_max_log_size 2147483647 ep_klog_path ep_klog_sync commit2 ep_kv_size 7371776866 ep_max_checkpoints 2 ep_max_data_size 12582912000 ep_max_item_size 20971520 ep_max_size 12582912000 ep_max_txn_size 10000 ep_max_vbuckets 1024 ep_mem_high_wat 9437184000 ep_mem_high_wat 9437184000 ep_mem_low_wat 7549747200 ep_mem_low_wat 7549747200 ep_mem_tracker_enabled true ep_min_data_age 0 ep_mlog_compactor_runs 0 ep_mutation_mem_threshold 0 ep_num_access_scanner_runs 0 ep_num_eject_failures 0 ep_num_expiry_pager_runs 0 ep_num_non_resident 0 ep_num_not_my_vbuckets 709 ep_num_ops_del_meta 0 ep_num_ops_get_meta 0 ep_num_ops_set_meta 0 ep_num_pager_runs 0 ep_num_value_ejects 0 ep_oom_errors 0 ep_overhead 133119616 ep_pager_active_vb_pcnt 40 ep_pager_unbiased_period 60 ep_pending_ops 0 ep_pending_ops_max 2 ep_pending_ops_max_duration 160012 ep_pending_ops_total 11 ep_postInitfile ep_queue_age_cap 900 ep_queue_size 15495 ep_startup_time 1352752065 ep_storage_age 10 ep_storage_age_highwat 1424 ep_store_max_concurrency 10 ep_store_max_readers 9 ep_store_max_readwrite 1 ep_stored_val_type ep_tap_ack_grace_period 300 ep_tap_ack_initial_sequence_number 1 ep_tap_ack_interval 1000 ep_tap_ack_window_size 10 ep_tap_backfill_resident 0.9 ep_tap_backlog_limit 5000 ep_tap_backoff_period 5 ep_tap_bg_fetch_requeued 0 ep_tap_bg_fetched 27682 ep_tap_bg_max_pending 500 ep_tap_keepalive 300 ep_tap_noop_interval 20 ep_tap_requeue_sleep_time 0.1 ep_tap_throttle_cap_pcnt 10 ep_tap_throttle_queue_cap 1000000 ep_tap_throttle_threshold 90 ep_tmp_oom_errors 0 ep_too_old 89 ep_too_young 0 ep_total_cache_size 7336010142 ep_total_del_items 549399 ep_total_enqueued 12049238 ep_total_new_items 3406966 ep_total_persisted 11609570 ep_uncommitted_items 44 ep_value_size 7125890649 ep_vb0 0 ep_vb_snapshot_total 388 ep_vb_total 1024 ep_vbucket_del 0 ep_vbucket_del_fail 0 ep_version 2.0.0r_133_g68e3f7c ep_waitforwarmup 0 ep_warmup 1 ep_warmup_batch_size 1000 ep_warmup_dups 0 ep_warmup_min_items_threshold 100 ep_warmup_min_memory_threshold 100 ep_warmup_oom 0 ep_warmup_thread complete ep_warmup_time 23464 get_hits 4781575 get_misses 503401 incr_hits 0 incr_misses 0 libevent 2.0.11-stable limit_maxbytes 67108864 listen_disabled_num 0 max_conns_on_port_11209 1000 max_conns_on_port_11210 9000 mem_used 7878679200 pid 21605 pointer_size 64 rejected_conns 0 rusage_system 1179.101749 rusage_user 2130.121172 tap_checkpoint_end_received 1417 tap_checkpoint_end_sent 1547 tap_checkpoint_start_received 2792 tap_checkpoint_start_sent 2995 tap_connect_received 880 tap_delete_received 316824 tap_delete_sent 313718 tap_mutation_received 7516060 tap_mutation_sent 8267296 tap_opaque_received 4720 tap_opaque_sent 4501 tap_vbucket_set_received 804 tap_vbucket_set_sent 878 threads 4 time 1352755366 total_connections 5200 uptime 3311 vb_active_curr_items 1381796 vb_active_eject 0 vb_active_expired 2710 vb_active_ht_memory 11928200 vb_active_itm_memory 3398876500 vb_active_meta_data_memory 109161884 vb_active_num 475 vb_active_num_non_resident 0 vb_active_num_ref_ejects 0 vb_active_num_ref_items 1592238 vb_active_ops_create 1581553 vb_active_ops_delete 261681 vb_active_ops_reject 0 vb_active_ops_update 3751450 vb_active_perc_mem_resident 100 vb_active_queue_age 5105512000 vb_active_queue_drain 6671930 vb_active_queue_fill 5785059 vb_active_queue_memory 279072 vb_active_queue_pending 418608 vb_active_queue_size 8721 vb_dead_num 0 vb_pending_curr_items 0 vb_pending_eject 0 vb_pending_expired 0 vb_pending_ht_memory 0 vb_pending_itm_memory 0 vb_pending_meta_data_memory 0 vb_pending_num 0 vb_pending_num_non_resident 0 vb_pending_num_ref_ejects 0 vb_pending_num_ref_items 0 vb_pending_ops_create 0 vb_pending_ops_delete 0 vb_pending_ops_reject 0 vb_pending_ops_update 0 vb_pending_perc_mem_resident 0 vb_pending_queue_age 0 vb_pending_queue_drain 0 vb_pending_queue_fill 0 vb_pending_queue_memory 0 vb_pending_queue_pending 0 vb_pending_queue_size 0 vb_replica_curr_items 1600358 vb_replica_eject 0 vb_replica_expired 4147 vb_replica_ht_memory 13786200 vb_replica_itm_memory 3937133642 vb_replica_meta_data_memory 126428282 vb_replica_num 549 vb_replica_num_non_resident 0 vb_replica_num_ref_ejects 0 vb_replica_num_ref_items 1839266 vb_replica_ops_create 1825415 vb_replica_ops_delete 287718 vb_replica_ops_reject 0 vb_replica_ops_update 3901791 vb_replica_perc_mem_resident 100 vb_replica_queue_age 5802990000 vb_replica_queue_drain 6843653 vb_replica_queue_fill 6264170 vb_replica_queue_memory 724448 vb_replica_queue_pending 1086672 vb_replica_queue_size 22639 version 1.4.4_600_g7ea975a [ns_doctor:debug,2012-11-12T13:23:37.653,ns_1@192.168.0.22:ns_doctor<0.541.0>:ns_doctor:handle_info:137]Current node statuses: [{'ns_1@192.168.0.20', [{last_heard,{1352,755414,435879}}, {outgoing_replications_safeness_level,[{"default",green}]}, {incoming_replications_conf_hashes, [{"default",[{'ns_1@192.168.0.22',65041758}]}]}, {active_buckets,["default"]}, {ready_buckets,["default"]}, {local_tasks,[]}, {memory, [{total,170948632}, {processes,123196536}, {processes_used,119630536}, {system,47752096}, {atom,1401785}, {atom_used,1374492}, {binary,4238288}, {code,14054366}, {ets,9932320}]}, {system_memory_data, [{system_total_memory,25199214592}, {free_swap,20971511808}, {total_swap,20971511808}, {cached_memory,1591218176}, {buffered_memory,227966976}, {free_memory,13976502272}, {total_memory,25199214592}]}, {node_storage_conf,[{db_path,"/data"},{index_path,"/data"}]}, {statistics, [{wall_clock,{3377712,5001}}, {context_switches,{22213082,0}}, {garbage_collection,{2827271,18899146341,0}}, {io,{{input,418749382},{output,11785338673}}}, {reductions,{3064334082,2648903}}, {run_queue,0}, {runtime,{1225060,1060}}]}, {system_stats, [{cpu_utilization_rate,56.447688564476884}, {swap_total,20971511808}, {swap_used,0}]}, {interesting_stats, [{couch_docs_actual_disk_size,1509059912}, {couch_docs_data_size,1253557160}, {couch_views_actual_disk_size,0}, {couch_views_data_size,0}, {curr_items,306752}, {curr_items_tot,507969}, {mem_used,1446233904}, {vb_replica_curr_items,201217}]}, {cluster_compatibility_version,131072}, {version, [{public_key,"0.13"}, {lhttpc,"1.3.0"}, {ale,"8cffe61"}, {os_mon,"2.2.7"}, {couch_set_view,"1.2.0a-b68b5f4-git"}, {mnesia,"4.5"}, {inets,"5.7.1"}, {couch,"1.2.0a-b68b5f4-git"}, {mapreduce,"1.0.0"}, {couch_index_merger,"1.2.0a-b68b5f4-git"}, {kernel,"2.14.5"}, {crypto,"2.0.4"}, {ssl,"4.1.6"}, {sasl,"2.1.10"}, {couch_view_parser,"1.0.0"}, {ns_server,"2.0.0-1939-rel-enterprise"}, {mochiweb,"1.4.1"}, {oauth,"7d85d3ef"}, {stdlib,"1.17.5"}]}, {supported_compat_version,[2,0]}, {system_arch,"x86_64-unknown-linux-gnu"}, {wall_clock,3377}, {memory_data,{25199214592,11190947840,{<17793.429.0>,15910408}}}, {disk_data, [{"/",41260352,5}, {"/dev/shm",12304304,0}, {"/boot",495844,7}, {"/data",206420664,1}]}, {meminfo, <<"MemTotal: 24608608 kB\nMemFree: 13649176 kB\nBuffers: 222624 kB\nCached: 1553924 kB\nSwapCached: 0 kB\nActive: 8655268 kB\nInactive: 1779992 kB\nActive(anon): 8083480 kB\nInactive(anon): 577104 kB\nActive(file): 571788 kB\nInactive(file): 1202888 kB\nUnevictable: 20760 kB\nMlocked: 20760 kB\nSwapTotal: 20479992 kB\nSwapFree: 20479992 kB\nDirty: 1308 kB\nWriteback: 0 kB\nAnonPages: 8679468 kB\nMapped: 15564 kB\nShmem: 172 kB\nSlab: 192012 kB\nSReclaimable: 134364 kB\nSUnreclaim: 57648 kB\nKernelStack: 3064 kB\nPageTables: 21808 kB\nNFS_Unstable: 0 kB\nBounce: 0 kB\nWritebackTmp: 0 kB\nCommitLimit: 32784296 kB\nCommitted_AS: 10431220 kB\nVmallocTotal: 34359738367 kB\nVmallocUsed: 332500 kB\nVmallocChunk: 34359355024 kB\nHardwareCorrupted: 0 kB\nAnonHugePages: 4415488 kB\nHugePages_Total: 0\nHugePages_Free: 0\nHugePages_Rsvd: 0\nHugePages_Surp: 0\nHugepagesize: 2048 kB\nDirectMap4k: 10240 kB\nDirectMap2M: 25155584 kB\n">>}]}, {'ns_1@192.168.0.21', [{last_heard,{1352,755413,48781}}, {outgoing_replications_safeness_level,[{"default",green}]}, {incoming_replications_conf_hashes, [{"default",[{'ns_1@192.168.0.22',133801846}]}]}, {active_buckets,["default"]}, {ready_buckets,["default"]}, {local_tasks, [[{pid,<<"<0.3167.2>">>}, {bucket,<<"default">>}, {original_target,{[{type,bucket}]}}, {progress,21}, {started_on,1352755380}, {total_vbuckets,847}, {trigger_type,scheduled}, {type,bucket_compaction}, {updated_on,1352755413}, {vbuckets_done,185}]]}, {memory, [{total,236314432}, {processes,180724048}, {processes_used,180716256}, {system,55590384}, {atom,1339809}, {atom_used,1335933}, {binary,15085856}, {code,13493102}, {ets,7080776}]}, {system_memory_data, [{system_total_memory,25199214592}, {free_swap,20971511808}, {total_swap,20971511808}, {cached_memory,7949549568}, {buffered_memory,218255360}, {free_memory,9160810496}, {total_memory,25199214592}]}, {node_storage_conf,[{db_path,"/data"},{index_path,"/data"}]}, {statistics, [{wall_clock,{3374098,4997}}, {context_switches,{13434536,0}}, {garbage_collection,{2403724,6973846090,0}}, {io,{{input,516459746},{output,13936514298}}}, {reductions,{1908228149,3660921}}, {run_queue,0}, {runtime,{702130,1320}}]}, {system_stats, [{cpu_utilization_rate,52.334152334152336}, {swap_total,20971511808}, {swap_used,0}]}, {interesting_stats, [{couch_docs_actual_disk_size,7905654124}, {couch_docs_data_size,6081825717}, {couch_views_actual_disk_size,0}, {couch_views_data_size,0}, {curr_items,1290549}, {curr_items_tot,2480084}, {mem_used,6430816456}, {vb_replica_curr_items,1189535}]}, {cluster_compatibility_version,131072}, {version, [{public_key,"0.13"}, {lhttpc,"1.3.0"}, {ale,"8cffe61"}, {os_mon,"2.2.7"}, {couch_set_view,"1.2.0a-b68b5f4-git"}, {mnesia,"4.5"}, {inets,"5.7.1"}, {couch,"1.2.0a-b68b5f4-git"}, {mapreduce,"1.0.0"}, {couch_index_merger,"1.2.0a-b68b5f4-git"}, {kernel,"2.14.5"}, {crypto,"2.0.4"}, {ssl,"4.1.6"}, {sasl,"2.1.10"}, {couch_view_parser,"1.0.0"}, {ns_server,"2.0.0-1939-rel-enterprise"}, {mochiweb,"1.4.1"}, {oauth,"7d85d3ef"}, {stdlib,"1.17.5"}]}, {supported_compat_version,[2,0]}, {system_arch,"x86_64-unknown-linux-gnu"}, {wall_clock,3374}, {memory_data,{25199214592,16162410496,{<19409.4606.0>,17577352}}}, {disk_data, [{"/",41260352,5}, {"/dev/shm",12304304,0}, {"/boot",495844,7}, {"/data",206420664,4}]}, {meminfo, <<"MemTotal: 24608608 kB\nMemFree: 8946104 kB\nBuffers: 213140 kB\nCached: 7763232 kB\nSwapCached: 0 kB\nActive: 8790808 kB\nInactive: 6228116 kB\nActive(anon): 7035952 kB\nInactive(anon): 9232 kB\nActive(file): 1754856 kB\nInactive(file): 6218884 kB\nUnevictable: 20760 kB\nMlocked: 20760 kB\nSwapTotal: 20479992 kB\nSwapFree: 20479992 kB\nDirty: 8844 kB\nWriteback: 0 kB\nAnonPages: 7064012 kB\nMapped: 14620 kB\nShmem: 164 kB\nSlab: 311572 kB\nSReclaimable: 253144 kB\nSUnreclaim: 58428 kB\nKernelStack: 3056 kB\nPageTables: 18264 kB\nNFS_Unstable: 0 kB\nBounce: 0 kB\nWritebackTmp: 0 kB\nCommitLimit: 32784296 kB\nCommitted_AS: 8817284 kB\nVmallocTotal: 34359738367 kB\nVmallocUsed: 332500 kB\nVmallocChunk: 34359350016 kB\nHardwareCorrupted: 0 kB\nAnonHugePages: 3223552 kB\nHugePages_Total: 0\nHugePages_Free: 0\nHugePages_Rsvd: 0\nHugePages_Surp: 0\nHugepagesize: 2048 kB\nDirectMap4k: 10240 kB\nDirectMap2M: 25155584 kB\n">>}]}, {'ns_1@192.168.0.22', [{last_heard,{1352,755412,654603}}, {outgoing_replications_safeness_level,[{"default",green}]}, {incoming_replications_conf_hashes, [{"default", [{'ns_1@192.168.0.20',134081225}, {'ns_1@192.168.0.21',82625378}]}]}, {active_buckets,["default"]}, {ready_buckets,["default"]}, {local_tasks,[]}, {memory, [{total,260032440}, {processes,202137136}, {processes_used,201960800}, {system,57895304}, {atom,1338193}, {atom_used,1333793}, {binary,14206184}, {code,13490894}, {ets,10208520}]}, {system_memory_data, [{system_total_memory,25199214592}, {free_swap,20971511808}, {total_swap,20971511808}, {cached_memory,9287049216}, {buffered_memory,272855040}, {free_memory,5826543616}, {total_memory,25199214592}]}, {node_storage_conf,[{db_path,"/data"},{index_path,"/data"}]}, {statistics, [{wall_clock,{3360875,5000}}, {context_switches,{25962905,0}}, {garbage_collection,{3537989,8320250663,0}}, {io,{{input,590061086},{output,19429697557}}}, {reductions,{2848432499,3050029}}, {run_queue,3}, {runtime,{988930,1090}}]}, {system_stats, [{cpu_utilization_rate,31.540342298288508}, {swap_total,20971511808}, {swap_used,0}]}, {interesting_stats, [{couch_docs_actual_disk_size,9112274008}, {couch_docs_data_size,7337506548}, {couch_views_actual_disk_size,0}, {couch_views_data_size,0}, {curr_items,1384925}, {curr_items_tot,2982729}, {mem_used,7866097440}, {vb_replica_curr_items,1597804}]}, {cluster_compatibility_version,131072}, {version, [{public_key,"0.13"}, {lhttpc,"1.3.0"}, {ale,"8cffe61"}, {os_mon,"2.2.7"}, {couch_set_view,"1.2.0a-b68b5f4-git"}, {mnesia,"4.5"}, {inets,"5.7.1"}, {couch,"1.2.0a-b68b5f4-git"}, {mapreduce,"1.0.0"}, {couch_index_merger,"1.2.0a-b68b5f4-git"}, {kernel,"2.14.5"}, {crypto,"2.0.4"}, {ssl,"4.1.6"}, {sasl,"2.1.10"}, {couch_view_parser,"1.0.0"}, {ns_server,"2.0.0-1939-rel-enterprise"}, {mochiweb,"1.4.1"}, {oauth,"7d85d3ef"}, {stdlib,"1.17.5"}]}, {supported_compat_version,[2,0]}, {system_arch,"x86_64-unknown-linux-gnu"}, {wall_clock,3360}, {memory_data,{25199214592,18650128384,{<0.687.0>,26926200}}}, {disk_data, [{"/",41260352,5}, {"/dev/shm",12304304,0}, {"/boot",495844,7}, {"/data",206420664,5}]}, {meminfo, <<"MemTotal: 24608608 kB\nMemFree: 5690232 kB\nBuffers: 266460 kB\nCached: 9069384 kB\nSwapCached: 0 kB\nActive: 10794556 kB\nInactive: 7425344 kB\nActive(anon): 8876436 kB\nInactive(anon): 10216 kB\nActive(file): 1918120 kB\nInactive(file): 7415128 kB\nUnevictable: 20760 kB\nMlocked: 20760 kB\nSwapTotal: 20479992 kB\nSwapFree: 20479992 kB\nDirty: 3480 kB\nWriteback: 0 kB\nAnonPages: 8905316 kB\nMapped: 15680 kB\nShmem: 172 kB\nSlab: 362540 kB\nSReclaimable: 304556 kB\nSUnreclaim: 57984 kB\nKernelStack: 2552 kB\nPageTables: 21856 kB\nNFS_Unstable: 0 kB\nBounce: 0 kB\nWritebackTmp: 0 kB\nCommitLimit: 32784296 kB\nCommitted_AS: 10662104 kB\nVmallocTotal: 34359738367 kB\nVmallocUsed: 332500 kB\nVmallocChunk: 34359350016 kB\nHardwareCorrupted: 0 kB\nAnonHugePages: 4548608 kB\nHugePages_Total: 0\nHugePages_Free: 0\nHugePages_Rsvd: 0\nHugePages_Surp: 0\nHugepagesize: 2048 kB\nDirectMap4k: 10240 kB\nDirectMap2M: 25155584 kB\n">>}]}] [stats:debug,2012-11-12T13:24:26.489,ns_1@192.168.0.22:<0.683.0>:stats_collector:maybe_log_stats:126](at {{1970,1,16},{7,45,55}}) Stats for bucket "default": accepting_conns 1 auth_cmds 23 auth_errors 0 bucket_active_conns 1 bucket_conns 30 bytes 7852708016 bytes_read 35115997159 bytes_written 34839718074 cas_badval 0 cas_hits 0 cas_misses 0 cmd_flush 0 cmd_get 5461547 cmd_set 6309165 conn_yields 172844 connection_structures 5000 curr_connections 31 curr_conns_on_port_11209 18 curr_conns_on_port_11210 11 curr_items 1384956 curr_items_tot 2982675 curr_temp_items 0 daemon_connections 4 decr_hits 0 decr_misses 0 delete_hits 248741 delete_misses 391866 ep_access_scanner_last_runtime 0 ep_access_scanner_num_items 0 ep_access_scanner_task_time 2012-11-13 10:00:00 ep_allow_data_loss_during_shutdown 1 ep_alog_block_size 4096 ep_alog_path /data/default/access.log ep_alog_sleep_time 1440 ep_alog_task_time 10 ep_backend couchdb ep_bg_fetch_delay 0 ep_bg_fetched 0 ep_bg_meta_fetched 0 ep_bg_remaining_jobs 0 ep_chk_max_items 5000 ep_chk_period 1800 ep_chk_persistence_remains 0 ep_chk_persistence_timeout 10 ep_chk_remover_stime 5 ep_commit_num 26746 ep_commit_time 5 ep_commit_time_total 374187 ep_concurrentDB 1 ep_config_file ep_couch_bucket default ep_couch_host localhost ep_couch_port 11213 ep_couch_reconnect_sleeptime 250 ep_couch_response_timeout 180000 ep_data_age 3 ep_data_age_highwat 102 ep_data_traffic_enabled 0 ep_dbinit 0 ep_dbname /data/default ep_degraded_mode 0 ep_diskqueue_drain 13838477 ep_diskqueue_fill 12389667 ep_diskqueue_items 65468 ep_diskqueue_memory 1930496 ep_diskqueue_pending 2895744 ep_exp_pager_stime 3600 ep_exp_pager_stime 3600 ep_expired_access 7230 ep_expired_pager 0 ep_expiry_window 3 ep_failpartialwarmup 0 ep_flush_all false ep_flush_duration_total 3184 ep_flushall_enabled 0 ep_flusher_state running ep_flusher_todo 29504 ep_getl_default_timeout 15 ep_getl_max_timeout 30 ep_ht_locks 5 ep_ht_size 3079 ep_inconsistent_slave_chk 0 ep_initfile ep_io_num_read 0 ep_io_num_write 11899704 ep_io_read_bytes 0 ep_io_write_bytes 27389403785 ep_item_begin_failed 0 ep_item_commit_failed 0 ep_item_flush_expired 32 ep_item_flush_failed 0 ep_item_num_based_new_chk 1 ep_items_rm_from_checkpoints 2764375 ep_keep_closed_chks 0 ep_klog_block_size 4096 ep_klog_compactor_queue_cap 500000 ep_klog_compactor_stime 3600 ep_klog_flush commit2 ep_klog_max_entry_ratio 10 ep_klog_max_log_size 2147483647 ep_klog_path ep_klog_sync commit2 ep_kv_size 7371679205 ep_max_checkpoints 2 ep_max_data_size 12582912000 ep_max_item_size 20971520 ep_max_size 12582912000 ep_max_txn_size 10000 ep_max_vbuckets 1024 ep_mem_high_wat 9437184000 ep_mem_high_wat 9437184000 ep_mem_low_wat 7549747200 ep_mem_low_wat 7549747200 ep_mem_tracker_enabled true ep_min_data_age 0 ep_mlog_compactor_runs 0 ep_mutation_mem_threshold 0 ep_num_access_scanner_runs 0 ep_num_eject_failures 0 ep_num_expiry_pager_runs 0 ep_num_non_resident 0 ep_num_not_my_vbuckets 716 ep_num_ops_del_meta 0 ep_num_ops_get_meta 0 ep_num_ops_set_meta 0 ep_num_pager_runs 0 ep_num_value_ejects 0 ep_oom_errors 0 ep_overhead 117772646 ep_pager_active_vb_pcnt 40 ep_pager_unbiased_period 60 ep_pending_ops 0 ep_pending_ops_max 2 ep_pending_ops_max_duration 160012 ep_pending_ops_total 11 ep_postInitfile ep_queue_age_cap 900 ep_queue_size 35964 ep_startup_time 1352752065 ep_storage_age 1 ep_storage_age_highwat 1424 ep_store_max_concurrency 10 ep_store_max_readers 9 ep_store_max_readwrite 1 ep_stored_val_type ep_tap_ack_grace_period 300 ep_tap_ack_initial_sequence_number 1 ep_tap_ack_interval 1000 ep_tap_ack_window_size 10 ep_tap_backfill_resident 0.9 ep_tap_backlog_limit 5000 ep_tap_backoff_period 5 ep_tap_bg_fetch_requeued 0 ep_tap_bg_fetched 28733 ep_tap_bg_max_pending 500 ep_tap_keepalive 300 ep_tap_noop_interval 20 ep_tap_requeue_sleep_time 0.1 ep_tap_throttle_cap_pcnt 10 ep_tap_throttle_queue_cap 1000000 ep_tap_throttle_threshold 90 ep_tmp_oom_errors 0 ep_too_old 90 ep_too_young 0 ep_total_cache_size 7335924725 ep_total_del_items 567673 ep_total_enqueued 12389667 ep_total_new_items 3420953 ep_total_persisted 11899704 ep_uncommitted_items 5578 ep_value_size 7125754852 ep_vb0 0 ep_vb_snapshot_total 402 ep_vb_total 1024 ep_vbucket_del 0 ep_vbucket_del_fail 0 ep_version 2.0.0r_133_g68e3f7c ep_waitforwarmup 0 ep_warmup 1 ep_warmup_batch_size 1000 ep_warmup_dups 0 ep_warmup_min_items_threshold 100 ep_warmup_min_memory_threshold 100 ep_warmup_oom 0 ep_warmup_thread complete ep_warmup_time 23464 get_hits 4949671 get_misses 511876 incr_hits 0 incr_misses 0 libevent 2.0.11-stable limit_maxbytes 67108864 listen_disabled_num 0 max_conns_on_port_11209 1000 max_conns_on_port_11210 9000 mem_used 7852708016 pid 21605 pointer_size 64 rejected_conns 0 rusage_system 1214.140422 rusage_user 2187.831399 tap_checkpoint_end_received 1498 tap_checkpoint_end_sent 1612 tap_checkpoint_start_received 2891 tap_checkpoint_start_sent 3077 tap_connect_received 897 tap_delete_received 328509 tap_delete_sent 324469 tap_mutation_received 7717397 tap_mutation_sent 8464122 tap_opaque_received 4801 tap_opaque_sent 4571 tap_vbucket_set_received 822 tap_vbucket_set_sent 894 threads 4 time 1352755466 total_connections 5303 uptime 3411 vb_active_curr_items 1384956 vb_active_eject 0 vb_active_expired 2919 vb_active_ht_memory 11953312 vb_active_itm_memory 3405825980 vb_active_meta_data_memory 109411524 vb_active_num 476 vb_active_num_non_resident 0 vb_active_num_ref_ejects 0 vb_active_num_ref_items 1603218 vb_active_ops_create 1591828 vb_active_ops_delete 271030 vb_active_ops_reject 0 vb_active_ops_update 3892436 vb_active_perc_mem_resident 100 vb_active_queue_age 4797360000 vb_active_queue_drain 6838457 vb_active_queue_fill 5954233 vb_active_queue_memory 617952 vb_active_queue_pending 926928 vb_active_queue_size 19311 vb_dead_num 0 vb_pending_curr_items 0 vb_pending_eject 0 vb_pending_expired 0 vb_pending_ht_memory 0 vb_pending_itm_memory 0 vb_pending_meta_data_memory 0 vb_pending_num 0 vb_pending_num_non_resident 0 vb_pending_num_ref_ejects 0 vb_pending_num_ref_items 0 vb_pending_ops_create 0 vb_pending_ops_delete 0 vb_pending_ops_reject 0 vb_pending_ops_update 0 vb_pending_perc_mem_resident 0 vb_pending_queue_age 0 vb_pending_queue_drain 0 vb_pending_queue_fill 0 vb_pending_queue_memory 0 vb_pending_queue_pending 0 vb_pending_queue_size 0 vb_replica_curr_items 1597719 vb_replica_eject 0 vb_replica_expired 4311 vb_replica_ht_memory 13761184 vb_replica_itm_memory 3930098745 vb_replica_meta_data_memory 126219801 vb_replica_num 548 vb_replica_num_non_resident 0 vb_replica_num_ref_ejects 0 vb_replica_num_ref_items 1844091 vb_replica_ops_create 1829128 vb_replica_ops_delete 296643 vb_replica_ops_reject 0 vb_replica_ops_update 4018671 vb_replica_perc_mem_resident 100 vb_replica_queue_age 5778019000 vb_replica_queue_drain 7000020 vb_replica_queue_fill 6435434 vb_replica_queue_memory 1312544 vb_replica_queue_pending 1968816 vb_replica_queue_size 41017 version 1.4.4_600_g7ea975a [ns_doctor:debug,2012-11-12T13:24:37.651,ns_1@192.168.0.22:ns_doctor<0.541.0>:ns_doctor:handle_info:137]Current node statuses: [{'ns_1@192.168.0.20', [{last_heard,{1352,755474,435108}}, {outgoing_replications_safeness_level,[{"default",green}]}, {incoming_replications_conf_hashes, [{"default",[{'ns_1@192.168.0.22',113376369}]}]}, {active_buckets,["default"]}, {ready_buckets,["default"]}, {local_tasks,[]}, {memory, [{total,172656864}, {processes,125396576}, {processes_used,121797872}, {system,47260288}, {atom,1401785}, {atom_used,1374492}, {binary,3578720}, {code,14054366}, {ets,10107536}]}, {system_memory_data, [{system_total_memory,25199214592}, {free_swap,20971311104}, {total_swap,20971511808}, {cached_memory,1692057600}, {buffered_memory,227627008}, {free_memory,13865611264}, {total_memory,25199214592}]}, {node_storage_conf,[{db_path,"/data"},{index_path,"/data"}]}, {statistics, [{wall_clock,{3437711,5001}}, {context_switches,{22468066,0}}, {garbage_collection,{2859511,19114094119,0}}, {io,{{input,424428996},{output,11828674397}}}, {reductions,{3099512226,2381920}}, {run_queue,0}, {runtime,{1242370,940}}]}, {system_stats, [{cpu_utilization_rate,53.233830845771145}, {swap_total,20971511808}, {swap_used,200704}]}, {interesting_stats, [{couch_docs_actual_disk_size,1611538586}, {couch_docs_data_size,1196340398}, {couch_views_actual_disk_size,0}, {couch_views_data_size,0}, {curr_items,295001}, {curr_items_tot,484643}, {mem_used,1388114320}, {vb_replica_curr_items,189642}]}, {cluster_compatibility_version,131072}, {version, [{public_key,"0.13"}, {lhttpc,"1.3.0"}, {ale,"8cffe61"}, {os_mon,"2.2.7"}, {couch_set_view,"1.2.0a-b68b5f4-git"}, {mnesia,"4.5"}, {inets,"5.7.1"}, {couch,"1.2.0a-b68b5f4-git"}, {mapreduce,"1.0.0"}, {couch_index_merger,"1.2.0a-b68b5f4-git"}, {kernel,"2.14.5"}, {crypto,"2.0.4"}, {ssl,"4.1.6"}, {sasl,"2.1.10"}, {couch_view_parser,"1.0.0"}, {ns_server,"2.0.0-1939-rel-enterprise"}, {mochiweb,"1.4.1"}, {oauth,"7d85d3ef"}, {stdlib,"1.17.5"}]}, {supported_compat_version,[2,0]}, {system_arch,"x86_64-unknown-linux-gnu"}, {wall_clock,3437}, {memory_data,{25199214592,11301494784,{<17793.667.0>,17427312}}}, {disk_data, [{"/",41260352,5}, {"/dev/shm",12304304,0}, {"/boot",495844,7}, {"/data",206420664,1}]}, {meminfo, <<"MemTotal: 24608608 kB\nMemFree: 13540636 kB\nBuffers: 222292 kB\nCached: 1652400 kB\nSwapCached: 196 kB\nActive: 8792996 kB\nInactive: 1751424 kB\nActive(anon): 8076192 kB\nInactive(anon): 595520 kB\nActive(file): 716804 kB\nInactive(file): 1155904 kB\nUnevictable: 20760 kB\nMlocked: 20760 kB\nSwapTotal: 20479992 kB\nSwapFree: 20479796 kB\nDirty: 684 kB\nWriteback: 12 kB\nAnonPages: 8684152 kB\nMapped: 15564 kB\nShmem: 172 kB\nSlab: 191700 kB\nSReclaimable: 134132 kB\nSUnreclaim: 57568 kB\nKernelStack: 3064 kB\nPageTables: 21804 kB\nNFS_Unstable: 0 kB\nBounce: 0 kB\nWritebackTmp: 0 kB\nCommitLimit: 32784296 kB\nCommitted_AS: 10451164 kB\nVmallocTotal: 34359738367 kB\nVmallocUsed: 332500 kB\nVmallocChunk: 34359355024 kB\nHardwareCorrupted: 0 kB\nAnonHugePages: 4509696 kB\nHugePages_Total: 0\nHugePages_Free: 0\nHugePages_Rsvd: 0\nHugePages_Surp: 0\nHugepagesize: 2048 kB\nDirectMap4k: 10240 kB\nDirectMap2M: 25155584 kB\n">>}]}, {'ns_1@192.168.0.21', [{last_heard,{1352,755473,48867}}, {outgoing_replications_safeness_level,[{"default",green}]}, {incoming_replications_conf_hashes, [{"default",[{'ns_1@192.168.0.22',1071063}]}]}, {active_buckets,["default"]}, {ready_buckets,["default"]}, {local_tasks, [[{pid,<<"<0.3167.2>">>}, {bucket,<<"default">>}, {original_target,{[{type,bucket}]}}, {progress,60}, {started_on,1352755380}, {total_vbuckets,847}, {trigger_type,scheduled}, {type,bucket_compaction}, {updated_on,1352755472}, {vbuckets_done,516}]]}, {memory, [{total,219455560}, {processes,167495944}, {processes_used,167446360}, {system,51959616}, {atom,1339809}, {atom_used,1335933}, {binary,11253088}, {code,13493102}, {ets,7271728}]}, {system_memory_data, [{system_total_memory,25199214592}, {free_swap,20971511808}, {total_swap,20971511808}, {cached_memory,7430889472}, {buffered_memory,221827072}, {free_memory,9644191744}, {total_memory,25199214592}]}, {node_storage_conf,[{db_path,"/data"},{index_path,"/data"}]}, {statistics, [{wall_clock,{3434098,4999}}, {context_switches,{13831628,0}}, {garbage_collection,{2447100,7139026948,0}}, {io,{{input,537330341},{output,14235194644}}}, {reductions,{1958791614,3454312}}, {run_queue,0}, {runtime,{717120,1040}}]}, {system_stats, [{cpu_utilization_rate,33.002481389578165}, {swap_total,20971511808}, {swap_used,0}]}, {interesting_stats, [{couch_docs_actual_disk_size,7380238564}, {couch_docs_data_size,6139111211}, {couch_views_actual_disk_size,0}, {couch_views_data_size,0}, {curr_items,1302374}, {curr_items_tot,2503149}, {mem_used,6471865208}, {vb_replica_curr_items,1200775}]}, {cluster_compatibility_version,131072}, {version, [{public_key,"0.13"}, {lhttpc,"1.3.0"}, {ale,"8cffe61"}, {os_mon,"2.2.7"}, {couch_set_view,"1.2.0a-b68b5f4-git"}, {mnesia,"4.5"}, {inets,"5.7.1"}, {couch,"1.2.0a-b68b5f4-git"}, {mapreduce,"1.0.0"}, {couch_index_merger,"1.2.0a-b68b5f4-git"}, {kernel,"2.14.5"}, {crypto,"2.0.4"}, {ssl,"4.1.6"}, {sasl,"2.1.10"}, {couch_view_parser,"1.0.0"}, {ns_server,"2.0.0-1939-rel-enterprise"}, {mochiweb,"1.4.1"}, {oauth,"7d85d3ef"}, {stdlib,"1.17.5"}]}, {supported_compat_version,[2,0]}, {system_arch,"x86_64-unknown-linux-gnu"}, {wall_clock,3434}, {memory_data,{25199214592,15645450240,{<19409.4606.0>,17577352}}}, {disk_data, [{"/",41260352,5}, {"/dev/shm",12304304,0}, {"/boot",495844,7}, {"/data",206420664,4}]}, {meminfo, <<"MemTotal: 24608608 kB\nMemFree: 9418156 kB\nBuffers: 216628 kB\nCached: 7256728 kB\nSwapCached: 0 kB\nActive: 8461976 kB\nInactive: 6100028 kB\nActive(anon): 7081524 kB\nInactive(anon): 9232 kB\nActive(file): 1380452 kB\nInactive(file): 6090796 kB\nUnevictable: 20760 kB\nMlocked: 20760 kB\nSwapTotal: 20479992 kB\nSwapFree: 20479992 kB\nDirty: 9708 kB\nWriteback: 0 kB\nAnonPages: 7109736 kB\nMapped: 14620 kB\nShmem: 164 kB\nSlab: 296484 kB\nSReclaimable: 237904 kB\nSUnreclaim: 58580 kB\nKernelStack: 3056 kB\nPageTables: 18356 kB\nNFS_Unstable: 0 kB\nBounce: 0 kB\nWritebackTmp: 0 kB\nCommitLimit: 32784296 kB\nCommitted_AS: 8865676 kB\nVmallocTotal: 34359738367 kB\nVmallocUsed: 332500 kB\nVmallocChunk: 34359350016 kB\nHardwareCorrupted: 0 kB\nAnonHugePages: 3313664 kB\nHugePages_Total: 0\nHugePages_Free: 0\nHugePages_Rsvd: 0\nHugePages_Surp: 0\nHugepagesize: 2048 kB\nDirectMap4k: 10240 kB\nDirectMap2M: 25155584 kB\n">>}]}, {'ns_1@192.168.0.22', [{last_heard,{1352,755472,654873}}, {outgoing_replications_safeness_level,[{"default",green}]}, {incoming_replications_conf_hashes, [{"default", [{'ns_1@192.168.0.20',17356660}, {'ns_1@192.168.0.21',113779977}]}]}, {active_buckets,["default"]}, {ready_buckets,["default"]}, {local_tasks,[]}, {memory, [{total,252668288}, {processes,194456040}, {processes_used,194279560}, {system,58212248}, {atom,1338193}, {atom_used,1333793}, {binary,14462128}, {code,13490894}, {ets,10271104}]}, {system_memory_data, [{system_total_memory,25199214592}, {free_swap,20971511808}, {total_swap,20971511808}, {cached_memory,9858883584}, {buffered_memory,274128896}, {free_memory,5250920448}, {total_memory,25199214592}]}, {node_storage_conf,[{db_path,"/data"},{index_path,"/data"}]}, {statistics, [{wall_clock,{3420875,5000}}, {context_switches,{26341920,0}}, {garbage_collection,{3576873,8431672092,0}}, {io,{{input,594788807},{output,19741028584}}}, {reductions,{2888684788,2865085}}, {run_queue,0}, {runtime,{1003030,1010}}]}, {system_stats, [{cpu_utilization_rate,23.514851485148515}, {swap_total,20971511808}, {swap_used,0}]}, {interesting_stats, [{couch_docs_actual_disk_size,9695968076}, {couch_docs_data_size,7338260998}, {couch_views_actual_disk_size,0}, {couch_views_data_size,0}, {curr_items,1385383}, {curr_items_tot,2983006}, {mem_used,7853249600}, {vb_replica_curr_items,1597623}]}, {cluster_compatibility_version,131072}, {version, [{public_key,"0.13"}, {lhttpc,"1.3.0"}, {ale,"8cffe61"}, {os_mon,"2.2.7"}, {couch_set_view,"1.2.0a-b68b5f4-git"}, {mnesia,"4.5"}, {inets,"5.7.1"}, {couch,"1.2.0a-b68b5f4-git"}, {mapreduce,"1.0.0"}, {couch_index_merger,"1.2.0a-b68b5f4-git"}, {kernel,"2.14.5"}, {crypto,"2.0.4"}, {ssl,"4.1.6"}, {sasl,"2.1.10"}, {couch_view_parser,"1.0.0"}, {ns_server,"2.0.0-1939-rel-enterprise"}, {mochiweb,"1.4.1"}, {oauth,"7d85d3ef"}, {stdlib,"1.17.5"}]}, {supported_compat_version,[2,0]}, {system_arch,"x86_64-unknown-linux-gnu"}, {wall_clock,3420}, {memory_data,{25199214592,19374440448,{<0.687.0>,30291960}}}, {disk_data, [{"/",41260352,5}, {"/dev/shm",12304304,0}, {"/boot",495844,7}, {"/data",206420664,5}]}, {meminfo, <<"MemTotal: 24608608 kB\nMemFree: 5127852 kB\nBuffers: 267704 kB\nCached: 9627816 kB\nSwapCached: 0 kB\nActive: 11120732 kB\nInactive: 7654940 kB\nActive(anon): 8872280 kB\nInactive(anon): 10376 kB\nActive(file): 2248452 kB\nInactive(file): 7644564 kB\nUnevictable: 20760 kB\nMlocked: 20760 kB\nSwapTotal: 20479992 kB\nSwapFree: 20479992 kB\nDirty: 2276 kB\nWriteback: 4 kB\nAnonPages: 8901336 kB\nMapped: 15680 kB\nShmem: 172 kB\nSlab: 368676 kB\nSReclaimable: 310828 kB\nSUnreclaim: 57848 kB\nKernelStack: 2552 kB\nPageTables: 21856 kB\nNFS_Unstable: 0 kB\nBounce: 0 kB\nWritebackTmp: 0 kB\nCommitLimit: 32784296 kB\nCommitted_AS: 10644776 kB\nVmallocTotal: 34359738367 kB\nVmallocUsed: 332500 kB\nVmallocChunk: 34359350016 kB\nHardwareCorrupted: 0 kB\nAnonHugePages: 4640768 kB\nHugePages_Total: 0\nHugePages_Free: 0\nHugePages_Rsvd: 0\nHugePages_Surp: 0\nHugepagesize: 2048 kB\nDirectMap4k: 10240 kB\nDirectMap2M: 25155584 kB\n">>}]}] [ns_doctor:debug,2012-11-12T13:25:37.651,ns_1@192.168.0.22:ns_doctor<0.541.0>:ns_doctor:handle_info:137]Current node statuses: [{'ns_1@192.168.0.20', [{last_heard,{1352,755534,434859}}, {outgoing_replications_safeness_level,[{"default",green}]}, {incoming_replications_conf_hashes, [{"default",[{'ns_1@192.168.0.22',96831094}]}]}, {active_buckets,["default"]}, {ready_buckets,["default"]}, {local_tasks,[]}, {memory, [{total,165859520}, {processes,118196144}, {processes_used,114572920}, {system,47663376}, {atom,1401785}, {atom_used,1374492}, {binary,3941776}, {code,14054366}, {ets,10150920}]}, {system_memory_data, [{system_total_memory,25199214592}, {free_swap,20971311104}, {total_swap,20971511808}, {cached_memory,1793789952}, {buffered_memory,227340288}, {free_memory,13738516480}, {total_memory,25199214592}]}, {node_storage_conf,[{db_path,"/data"},{index_path,"/data"}]}, {statistics, [{wall_clock,{3497711,5000}}, {context_switches,{22711260,0}}, {garbage_collection,{2890794,19303947598,0}}, {io,{{input,426721570},{output,11866370000}}}, {reductions,{3133837371,2936843}}, {run_queue,0}, {runtime,{1259020,1730}}]}, {system_stats, [{cpu_utilization_rate,57.53086419753087}, {swap_total,20971511808}, {swap_used,200704}]}, {interesting_stats, [{couch_docs_actual_disk_size,1719784889}, {couch_docs_data_size,1153996941}, {couch_views_actual_disk_size,0}, {couch_views_data_size,0}, {curr_items,286370}, {curr_items_tot,467237}, {mem_used,1345068496}, {vb_replica_curr_items,180867}]}, {cluster_compatibility_version,131072}, {version, [{public_key,"0.13"}, {lhttpc,"1.3.0"}, {ale,"8cffe61"}, {os_mon,"2.2.7"}, {couch_set_view,"1.2.0a-b68b5f4-git"}, {mnesia,"4.5"}, {inets,"5.7.1"}, {couch,"1.2.0a-b68b5f4-git"}, {mapreduce,"1.0.0"}, {couch_index_merger,"1.2.0a-b68b5f4-git"}, {kernel,"2.14.5"}, {crypto,"2.0.4"}, {ssl,"4.1.6"}, {sasl,"2.1.10"}, {couch_view_parser,"1.0.0"}, {ns_server,"2.0.0-1939-rel-enterprise"}, {mochiweb,"1.4.1"}, {oauth,"7d85d3ef"}, {stdlib,"1.17.5"}]}, {supported_compat_version,[2,0]}, {system_arch,"x86_64-unknown-linux-gnu"}, {wall_clock,3497}, {memory_data,{25199214592,11391389696,{<17793.667.0>,21541144}}}, {disk_data, [{"/",41260352,5}, {"/dev/shm",12304304,0}, {"/boot",495844,7}, {"/data",206420664,1}]}, {meminfo, <<"MemTotal: 24608608 kB\nMemFree: 13416520 kB\nBuffers: 222012 kB\nCached: 1751748 kB\nSwapCached: 196 kB\nActive: 8928736 kB\nInactive: 1736904 kB\nActive(anon): 8084860 kB\nInactive(anon): 609136 kB\nActive(file): 843876 kB\nInactive(file): 1127768 kB\nUnevictable: 20760 kB\nMlocked: 20760 kB\nSwapTotal: 20479992 kB\nSwapFree: 20479796 kB\nDirty: 1212 kB\nWriteback: 0 kB\nAnonPages: 8712320 kB\nMapped: 15564 kB\nShmem: 172 kB\nSlab: 191336 kB\nSReclaimable: 133916 kB\nSUnreclaim: 57420 kB\nKernelStack: 3064 kB\nPageTables: 21868 kB\nNFS_Unstable: 0 kB\nBounce: 0 kB\nWritebackTmp: 0 kB\nCommitLimit: 32784296 kB\nCommitted_AS: 10480088 kB\nVmallocTotal: 34359738367 kB\nVmallocUsed: 332500 kB\nVmallocChunk: 34359355024 kB\nHardwareCorrupted: 0 kB\nAnonHugePages: 4640768 kB\nHugePages_Total: 0\nHugePages_Free: 0\nHugePages_Rsvd: 0\nHugePages_Surp: 0\nHugepagesize: 2048 kB\nDirectMap4k: 10240 kB\nDirectMap2M: 25155584 kB\n">>}]}, {'ns_1@192.168.0.21', [{last_heard,{1352,755533,50024}}, {outgoing_replications_safeness_level,[{"default",green}]}, {incoming_replications_conf_hashes, [{"default",[{'ns_1@192.168.0.22',36726440}]}]}, {active_buckets,["default"]}, {ready_buckets,["default"]}, {local_tasks, [[{pid,<<"<0.3167.2>">>}, {bucket,<<"default">>}, {original_target,{[{type,bucket}]}}, {progress,98}, {started_on,1352755380}, {total_vbuckets,847}, {trigger_type,scheduled}, {type,bucket_compaction}, {updated_on,1352755532}, {vbuckets_done,835}]]}, {memory, [{total,222205232}, {processes,168966960}, {processes_used,168870456}, {system,53238272}, {atom,1339809}, {atom_used,1335933}, {binary,12531032}, {code,13493102}, {ets,7272376}]}, {system_memory_data, [{system_total_memory,25199214592}, {free_swap,20971511808}, {total_swap,20971511808}, {cached_memory,6965186560}, {buffered_memory,226017280}, {free_memory,10071937024}, {total_memory,25199214592}]}, {node_storage_conf,[{db_path,"/data"},{index_path,"/data"}]}, {statistics, [{wall_clock,{3494099,5001}}, {context_switches,{14221432,0}}, {garbage_collection,{2484514,7297784308,0}}, {io,{{input,555690858},{output,14508062071}}}, {reductions,{2008182971,3726883}}, {run_queue,0}, {runtime,{732370,1230}}]}, {system_stats, [{cpu_utilization_rate,33.16831683168317}, {swap_total,20971511808}, {swap_used,0}]}, {interesting_stats, [{couch_docs_actual_disk_size,6916502131}, {couch_docs_data_size,6181958464}, {couch_views_actual_disk_size,0}, {couch_views_data_size,0}, {curr_items,1310485}, {curr_items_tot,2520169}, {mem_used,6502910920}, {vb_replica_curr_items,1209684}]}, {cluster_compatibility_version,131072}, {version, [{public_key,"0.13"}, {lhttpc,"1.3.0"}, {ale,"8cffe61"}, {os_mon,"2.2.7"}, {couch_set_view,"1.2.0a-b68b5f4-git"}, {mnesia,"4.5"}, {inets,"5.7.1"}, {couch,"1.2.0a-b68b5f4-git"}, {mapreduce,"1.0.0"}, {couch_index_merger,"1.2.0a-b68b5f4-git"}, {kernel,"2.14.5"}, {crypto,"2.0.4"}, {ssl,"4.1.6"}, {sasl,"2.1.10"}, {couch_view_parser,"1.0.0"}, {ns_server,"2.0.0-1939-rel-enterprise"}, {mochiweb,"1.4.1"}, {oauth,"7d85d3ef"}, {stdlib,"1.17.5"}]}, {supported_compat_version,[2,0]}, {system_arch,"x86_64-unknown-linux-gnu"}, {wall_clock,3494}, {memory_data,{25199214592,15236382720,{<19409.4606.0>,16006008}}}, {disk_data, [{"/",41260352,5}, {"/dev/shm",12304304,0}, {"/boot",495844,7}, {"/data",206420664,4}]}, {meminfo, <<"MemTotal: 24608608 kB\nMemFree: 9835876 kB\nBuffers: 220720 kB\nCached: 6801940 kB\nSwapCached: 0 kB\nActive: 8197284 kB\nInactive: 5959720 kB\nActive(anon): 7127144 kB\nInactive(anon): 9232 kB\nActive(file): 1070140 kB\nInactive(file): 5950488 kB\nUnevictable: 20760 kB\nMlocked: 20760 kB\nSwapTotal: 20479992 kB\nSwapFree: 20479992 kB\nDirty: 2092 kB\nWriteback: 0 kB\nAnonPages: 7155064 kB\nMapped: 14620 kB\nShmem: 164 kB\nSlab: 283180 kB\nSReclaimable: 224516 kB\nSUnreclaim: 58664 kB\nKernelStack: 3056 kB\nPageTables: 18460 kB\nNFS_Unstable: 0 kB\nBounce: 0 kB\nWritebackTmp: 0 kB\nCommitLimit: 32784296 kB\nCommitted_AS: 8914616 kB\nVmallocTotal: 34359738367 kB\nVmallocUsed: 332500 kB\nVmallocChunk: 34359350016 kB\nHardwareCorrupted: 0 kB\nAnonHugePages: 3414016 kB\nHugePages_Total: 0\nHugePages_Free: 0\nHugePages_Rsvd: 0\nHugePages_Surp: 0\nHugepagesize: 2048 kB\nDirectMap4k: 10240 kB\nDirectMap2M: 25155584 kB\n">>}]}, {'ns_1@192.168.0.22', [{last_heard,{1352,755532,659663}}, {outgoing_replications_safeness_level,[{"default",green}]}, {incoming_replications_conf_hashes, [{"default", [{'ns_1@192.168.0.20',63482604}, {'ns_1@192.168.0.21',127900300}]}]}, {active_buckets,["default"]}, {ready_buckets,["default"]}, {local_tasks, [[{pid,<<"<0.12036.3>">>}, {bucket,<<"default">>}, {original_target,{[{type,bucket}]}}, {progress,2}, {started_on,1352755526}, {total_vbuckets,1025}, {trigger_type,scheduled}, {type,bucket_compaction}, {updated_on,1352755532}, {vbuckets_done,22}]]}, {memory, [{total,262979520}, {processes,205075680}, {processes_used,204923544}, {system,57903840}, {atom,1338193}, {atom_used,1333793}, {binary,13952128}, {code,13490894}, {ets,10468704}]}, {system_memory_data, [{system_total_memory,25199214592}, {free_swap,20971511808}, {total_swap,20971511808}, {cached_memory,10318737408}, {buffered_memory,274989056}, {free_memory,4766339072}, {total_memory,25199214592}]}, {node_storage_conf,[{db_path,"/data"},{index_path,"/data"}]}, {statistics, [{wall_clock,{3480879,4981}}, {context_switches,{26701688,0}}, {garbage_collection,{3608454,8537413545,0}}, {io,{{input,603067665},{output,20043807621}}}, {reductions,{2927497188,3060498}}, {run_queue,0}, {runtime,{1017330,1070}}]}, {system_stats, [{cpu_utilization_rate,42.606516290726816}, {swap_total,20971511808}, {swap_used,0}]}, {interesting_stats, [{couch_docs_actual_disk_size,10189197808}, {couch_docs_data_size,7339039026}, {couch_views_actual_disk_size,0}, {couch_views_data_size,0}, {curr_items,1384916}, {curr_items_tot,2982875}, {mem_used,7836158576}, {vb_replica_curr_items,1597959}]}, {cluster_compatibility_version,131072}, {version, [{public_key,"0.13"}, {lhttpc,"1.3.0"}, {ale,"8cffe61"}, {os_mon,"2.2.7"}, {couch_set_view,"1.2.0a-b68b5f4-git"}, {mnesia,"4.5"}, {inets,"5.7.1"}, {couch,"1.2.0a-b68b5f4-git"}, {mapreduce,"1.0.0"}, {couch_index_merger,"1.2.0a-b68b5f4-git"}, {kernel,"2.14.5"}, {crypto,"2.0.4"}, {ssl,"4.1.6"}, {sasl,"2.1.10"}, {couch_view_parser,"1.0.0"}, {ns_server,"2.0.0-1939-rel-enterprise"}, {mochiweb,"1.4.1"}, {oauth,"7d85d3ef"}, {stdlib,"1.17.5"}]}, {supported_compat_version,[2,0]}, {system_arch,"x86_64-unknown-linux-gnu"}, {wall_clock,3480}, {memory_data,{25199214592,19952676864,{<0.687.0>,24233672}}}, {disk_data, [{"/",41260352,5}, {"/dev/shm",12304304,0}, {"/boot",495844,7}, {"/data",206420664,5}]}, {meminfo, <<"MemTotal: 24608608 kB\nMemFree: 4654876 kB\nBuffers: 268544 kB\nCached: 10076564 kB\nSwapCached: 0 kB\nActive: 11295984 kB\nInactive: 7942464 kB\nActive(anon): 8819532 kB\nInactive(anon): 76308 kB\nActive(file): 2476452 kB\nInactive(file): 7866156 kB\nUnevictable: 20760 kB\nMlocked: 20760 kB\nSwapTotal: 20479992 kB\nSwapFree: 20479992 kB\nDirty: 6472 kB\nWriteback: 136 kB\nAnonPages: 8914780 kB\nMapped: 15684 kB\nShmem: 172 kB\nSlab: 382788 kB\nSReclaimable: 324696 kB\nSUnreclaim: 58092 kB\nKernelStack: 2568 kB\nPageTables: 21960 kB\nNFS_Unstable: 0 kB\nBounce: 0 kB\nWritebackTmp: 0 kB\nCommitLimit: 32784296 kB\nCommitted_AS: 10663328 kB\nVmallocTotal: 34359738367 kB\nVmallocUsed: 332500 kB\nVmallocChunk: 34359350016 kB\nHardwareCorrupted: 0 kB\nAnonHugePages: 4745216 kB\nHugePages_Total: 0\nHugePages_Free: 0\nHugePages_Rsvd: 0\nHugePages_Surp: 0\nHugepagesize: 2048 kB\nDirectMap4k: 10240 kB\nDirectMap2M: 25155584 kB\n">>}]}] [stats:debug,2012-11-12T13:26:06.498,ns_1@192.168.0.22:<0.683.0>:stats_collector:maybe_log_stats:126](at {{1970,1,16},{7,45,55}}) Stats for bucket "default": accepting_conns 1 auth_cmds 23 auth_errors 0 bucket_active_conns 1 bucket_conns 30 bytes 7831640640 bytes_read 36015521608 bytes_written 35739062624 cas_badval 0 cas_hits 0 cas_misses 0 cmd_flush 0 cmd_get 5635909 cmd_set 6470447 conn_yields 176253 connection_structures 5000 curr_connections 31 curr_conns_on_port_11209 18 curr_conns_on_port_11210 11 curr_items 1384966 curr_items_tot 2981889 curr_temp_items 0 daemon_connections 4 decr_hits 0 decr_misses 0 delete_hits 256334 delete_misses 406357 ep_access_scanner_last_runtime 0 ep_access_scanner_num_items 0 ep_access_scanner_task_time 2012-11-13 10:00:00 ep_allow_data_loss_during_shutdown 1 ep_alog_block_size 4096 ep_alog_path /data/default/access.log ep_alog_sleep_time 1440 ep_alog_task_time 10 ep_backend couchdb ep_bg_fetch_delay 0 ep_bg_fetched 0 ep_bg_meta_fetched 0 ep_bg_remaining_jobs 0 ep_chk_max_items 5000 ep_chk_period 1800 ep_chk_persistence_remains 0 ep_chk_persistence_timeout 10 ep_chk_remover_stime 5 ep_commit_num 27020 ep_commit_time 18 ep_commit_time_total 381091 ep_concurrentDB 1 ep_config_file ep_couch_bucket default ep_couch_host localhost ep_couch_port 11213 ep_couch_reconnect_sleeptime 250 ep_couch_response_timeout 180000 ep_data_age 19 ep_data_age_highwat 102 ep_data_traffic_enabled 0 ep_dbinit 0 ep_dbname /data/default ep_degraded_mode 0 ep_diskqueue_drain 14148213 ep_diskqueue_fill 12686064 ep_diskqueue_items 60306 ep_diskqueue_memory 1758624 ep_diskqueue_pending 2637936 ep_exp_pager_stime 3600 ep_exp_pager_stime 3600 ep_expired_access 7576 ep_expired_pager 0 ep_expiry_window 3 ep_failpartialwarmup 0 ep_flush_all false ep_flush_duration_total 3277 ep_flushall_enabled 0 ep_flusher_state running ep_flusher_todo 8291 ep_getl_default_timeout 15 ep_getl_max_timeout 30 ep_ht_locks 5 ep_ht_size 3079 ep_inconsistent_slave_chk 0 ep_initfile ep_io_num_read 0 ep_io_num_write 12166661 ep_io_read_bytes 0 ep_io_write_bytes 27999862579 ep_item_begin_failed 0 ep_item_commit_failed 0 ep_item_flush_expired 33 ep_item_flush_failed 0 ep_item_num_based_new_chk 1 ep_items_rm_from_checkpoints 2979857 ep_keep_closed_chks 0 ep_klog_block_size 4096 ep_klog_compactor_queue_cap 500000 ep_klog_compactor_stime 3600 ep_klog_flush commit2 ep_klog_max_entry_ratio 10 ep_klog_max_log_size 2147483647 ep_klog_path ep_klog_sync commit2 ep_kv_size 7372356367 ep_max_checkpoints 2 ep_max_data_size 12582912000 ep_max_item_size 20971520 ep_max_size 12582912000 ep_max_txn_size 10000 ep_max_vbuckets 1024 ep_mem_high_wat 9437184000 ep_mem_high_wat 9437184000 ep_mem_low_wat 7549747200 ep_mem_low_wat 7549747200 ep_mem_tracker_enabled true ep_min_data_age 0 ep_mlog_compactor_runs 0 ep_mutation_mem_threshold 0 ep_num_access_scanner_runs 0 ep_num_eject_failures 0 ep_num_expiry_pager_runs 0 ep_num_non_resident 0 ep_num_not_my_vbuckets 726 ep_num_ops_del_meta 0 ep_num_ops_get_meta 0 ep_num_ops_set_meta 0 ep_num_pager_runs 0 ep_num_value_ejects 0 ep_oom_errors 0 ep_overhead 105524632 ep_pager_active_vb_pcnt 40 ep_pager_unbiased_period 60 ep_pending_ops 0 ep_pending_ops_max 2 ep_pending_ops_max_duration 160012 ep_pending_ops_total 11 ep_postInitfile ep_queue_age_cap 900 ep_queue_size 52015 ep_startup_time 1352752065 ep_storage_age 16 ep_storage_age_highwat 1424 ep_store_max_concurrency 10 ep_store_max_readers 9 ep_store_max_readwrite 1 ep_stored_val_type ep_tap_ack_grace_period 300 ep_tap_ack_initial_sequence_number 1 ep_tap_ack_interval 1000 ep_tap_ack_window_size 10 ep_tap_backfill_resident 0.9 ep_tap_backlog_limit 5000 ep_tap_backoff_period 5 ep_tap_bg_fetch_requeued 0 ep_tap_bg_fetched 29576 ep_tap_bg_max_pending 500 ep_tap_keepalive 300 ep_tap_noop_interval 20 ep_tap_requeue_sleep_time 0.1 ep_tap_throttle_cap_pcnt 10 ep_tap_throttle_queue_cap 1000000 ep_tap_throttle_threshold 90 ep_tmp_oom_errors 0 ep_too_old 90 ep_too_young 0 ep_total_cache_size 7336611919 ep_total_del_items 586400 ep_total_enqueued 12686064 ep_total_new_items 3435564 ep_total_persisted 12166661 ep_uncommitted_items 2736 ep_value_size 7126496719 ep_vb0 0 ep_vb_snapshot_total 414 ep_vb_total 1024 ep_vbucket_del 0 ep_vbucket_del_fail 0 ep_version 2.0.0r_133_g68e3f7c ep_waitforwarmup 0 ep_warmup 1 ep_warmup_batch_size 1000 ep_warmup_dups 0 ep_warmup_min_items_threshold 100 ep_warmup_min_memory_threshold 100 ep_warmup_oom 0 ep_warmup_thread complete ep_warmup_time 23464 get_hits 5115289 get_misses 520620 incr_hits 0 incr_misses 0 libevent 2.0.11-stable limit_maxbytes 67108864 listen_disabled_num 0 max_conns_on_port_11209 1000 max_conns_on_port_11210 9000 mem_used 7831640640 pid 21605 pointer_size 64 rejected_conns 0 rusage_system 1251.086805 rusage_user 2244.852730 tap_checkpoint_end_received 1559 tap_checkpoint_end_sent 1671 tap_checkpoint_start_received 2967 tap_checkpoint_start_sent 3150 tap_connect_received 911 tap_delete_received 339474 tap_delete_sent 334519 tap_mutation_received 7910733 tap_mutation_sent 8648940 tap_opaque_received 4864 tap_opaque_sent 4627 tap_vbucket_set_received 836 tap_vbucket_set_sent 908 threads 4 time 1352755566 total_connections 5387 uptime 3511 vb_active_curr_items 1384966 vb_active_eject 0 vb_active_expired 3114 vb_active_ht_memory 11953312 vb_active_itm_memory 3406505338 vb_active_meta_data_memory 109412314 vb_active_num 476 vb_active_num_non_resident 0 vb_active_num_ref_ejects 0 vb_active_num_ref_items 1610451 vb_active_ops_create 1598265 vb_active_ops_delete 279575 vb_active_ops_reject 0 vb_active_ops_update 4007374 vb_active_perc_mem_resident 100 vb_active_queue_age 4916918000 vb_active_queue_drain 6975019 vb_active_queue_fill 6092834 vb_active_queue_memory 885824 vb_active_queue_pending 1328736 vb_active_queue_size 27682 vb_dead_num 0 vb_pending_curr_items 0 vb_pending_eject 0 vb_pending_expired 0 vb_pending_ht_memory 0 vb_pending_itm_memory 0 vb_pending_meta_data_memory 0 vb_pending_num 0 vb_pending_num_non_resident 0 vb_pending_num_ref_ejects 0 vb_pending_num_ref_items 0 vb_pending_ops_create 0 vb_pending_ops_delete 0 vb_pending_ops_reject 0 vb_pending_ops_update 0 vb_pending_perc_mem_resident 0 vb_pending_queue_age 0 vb_pending_queue_drain 0 vb_pending_queue_fill 0 vb_pending_queue_memory 0 vb_pending_queue_pending 0 vb_pending_queue_size 0 vb_replica_curr_items 1596923 vb_replica_eject 0 vb_replica_expired 4462 vb_replica_ht_memory 13761088 vb_replica_itm_memory 3930106581 vb_replica_meta_data_memory 126156917 vb_replica_num 548 vb_replica_num_non_resident 0 vb_replica_num_ref_ejects 0 vb_replica_num_ref_items 1852074 vb_replica_ops_create 1837301 vb_replica_ops_delete 306825 vb_replica_ops_reject 0 vb_replica_ops_update 4137373 vb_replica_perc_mem_resident 100 vb_replica_queue_age 6019779000 vb_replica_queue_drain 7173194 vb_replica_queue_fill 6593230 vb_replica_queue_memory 872800 vb_replica_queue_pending 1309200 vb_replica_queue_size 27275 version 1.4.4_600_g7ea975a [ns_doctor:debug,2012-11-12T13:26:37.651,ns_1@192.168.0.22:ns_doctor<0.541.0>:ns_doctor:handle_info:137]Current node statuses: [{'ns_1@192.168.0.20', [{last_heard,{1352,755594,449582}}, {outgoing_replications_safeness_level,[{"default",green}]}, {incoming_replications_conf_hashes, [{"default",[{'ns_1@192.168.0.22',110032478}]}]}, {active_buckets,["default"]}, {ready_buckets,["default"]}, {local_tasks, [[{pid,<<"<0.14390.3>">>}, {bucket,<<"default">>}, {original_target,{[{type,bucket}]}}, {progress,43}, {started_on,1352755575}, {total_vbuckets,151}, {trigger_type,scheduled}, {type,bucket_compaction}, {updated_on,1352755593}, {vbuckets_done,66}]]}, {memory, [{total,175827616}, {processes,128076920}, {processes_used,124426512}, {system,47750696}, {atom,1401785}, {atom_used,1374492}, {binary,3839120}, {code,14054366}, {ets,10339856}]}, {system_memory_data, [{system_total_memory,25199214592}, {free_swap,20971323392}, {total_swap,20971511808}, {cached_memory,1378590720}, {buffered_memory,228495360}, {free_memory,14159106048}, {total_memory,25199214592}]}, {node_storage_conf,[{db_path,"/data"},{index_path,"/data"}]}, {statistics, [{wall_clock,{3557725,5013}}, {context_switches,{22941840,0}}, {garbage_collection,{2926969,19562139266,0}}, {io,{{input,436502041},{output,11901517584}}}, {reductions,{3170682471,2674768}}, {run_queue,0}, {runtime,{1276390,1310}}]}, {system_stats, [{cpu_utilization_rate,58.19070904645477}, {swap_total,20971511808}, {swap_used,188416}]}, {interesting_stats, [{couch_docs_actual_disk_size,1312584312}, {couch_docs_data_size,1066358957}, {couch_views_actual_disk_size,0}, {couch_views_data_size,0}, {curr_items,268833}, {curr_items_tot,432021}, {mem_used,1256090736}, {vb_replica_curr_items,163188}]}, {cluster_compatibility_version,131072}, {version, [{public_key,"0.13"}, {lhttpc,"1.3.0"}, {ale,"8cffe61"}, {os_mon,"2.2.7"}, {couch_set_view,"1.2.0a-b68b5f4-git"}, {mnesia,"4.5"}, {inets,"5.7.1"}, {couch,"1.2.0a-b68b5f4-git"}, {mapreduce,"1.0.0"}, {couch_index_merger,"1.2.0a-b68b5f4-git"}, {kernel,"2.14.5"}, {crypto,"2.0.4"}, {ssl,"4.1.6"}, {sasl,"2.1.10"}, {couch_view_parser,"1.0.0"}, {ns_server,"2.0.0-1939-rel-enterprise"}, {mochiweb,"1.4.1"}, {oauth,"7d85d3ef"}, {stdlib,"1.17.5"}]}, {supported_compat_version,[2,0]}, {system_arch,"x86_64-unknown-linux-gnu"}, {wall_clock,3557}, {memory_data,{25199214592,11026628608,{<17793.667.0>,24233672}}}, {disk_data, [{"/",41260352,5}, {"/dev/shm",12304304,0}, {"/boot",495844,7}, {"/data",206420664,1}]}, {meminfo, <<"MemTotal: 24608608 kB\nMemFree: 13827252 kB\nBuffers: 223140 kB\nCached: 1346280 kB\nSwapCached: 64 kB\nActive: 8536548 kB\nInactive: 1723992 kB\nActive(anon): 8024744 kB\nInactive(anon): 668864 kB\nActive(file): 511804 kB\nInactive(file): 1055128 kB\nUnevictable: 20760 kB\nMlocked: 20760 kB\nSwapTotal: 20479992 kB\nSwapFree: 20479808 kB\nDirty: 6956 kB\nWriteback: 0 kB\nAnonPages: 8712656 kB\nMapped: 15568 kB\nShmem: 172 kB\nSlab: 187316 kB\nSReclaimable: 129468 kB\nSUnreclaim: 57848 kB\nKernelStack: 3072 kB\nPageTables: 21928 kB\nNFS_Unstable: 0 kB\nBounce: 0 kB\nWritebackTmp: 0 kB\nCommitLimit: 32784296 kB\nCommitted_AS: 10494620 kB\nVmallocTotal: 34359738367 kB\nVmallocUsed: 332500 kB\nVmallocChunk: 34359355024 kB\nHardwareCorrupted: 0 kB\nAnonHugePages: 4741120 kB\nHugePages_Total: 0\nHugePages_Free: 0\nHugePages_Rsvd: 0\nHugePages_Surp: 0\nHugepagesize: 2048 kB\nDirectMap4k: 10240 kB\nDirectMap2M: 25155584 kB\n">>}]}, {'ns_1@192.168.0.21', [{last_heard,{1352,755593,48853}}, {outgoing_replications_safeness_level,[{"default",green}]}, {incoming_replications_conf_hashes, [{"default",[{'ns_1@192.168.0.22',35302010}]}]}, {active_buckets,["default"]}, {ready_buckets,["default"]}, {local_tasks,[]}, {memory, [{total,230637608}, {processes,177449224}, {processes_used,177392848}, {system,53188384}, {atom,1339809}, {atom_used,1335933}, {binary,12303416}, {code,13493102}, {ets,7448112}]}, {system_memory_data, [{system_total_memory,25199214592}, {free_swap,20971511808}, {total_swap,20971511808}, {cached_memory,7626756096}, {buffered_memory,227909632}, {free_memory,9293500416}, {total_memory,25199214592}]}, {node_storage_conf,[{db_path,"/data"},{index_path,"/data"}]}, {statistics, [{wall_clock,{3554098,4998}}, {context_switches,{14627016,0}}, {garbage_collection,{2525353,7474655181,0}}, {io,{{input,567373376},{output,14828537594}}}, {reductions,{2059722470,3107369}}, {run_queue,0}, {runtime,{749720,1040}}]}, {system_stats, [{cpu_utilization_rate,14.786967418546366}, {swap_total,20971511808}, {swap_used,0}]}, {interesting_stats, [{couch_docs_actual_disk_size,7520578122}, {couch_docs_data_size,6270706409}, {couch_views_actual_disk_size,0}, {couch_views_data_size,0}, {curr_items,1327522}, {curr_items_tot,2554111}, {mem_used,6577311464}, {vb_replica_curr_items,1226589}]}, {cluster_compatibility_version,131072}, {version, [{public_key,"0.13"}, {lhttpc,"1.3.0"}, {ale,"8cffe61"}, {os_mon,"2.2.7"}, {couch_set_view,"1.2.0a-b68b5f4-git"}, {mnesia,"4.5"}, {inets,"5.7.1"}, {couch,"1.2.0a-b68b5f4-git"}, {mapreduce,"1.0.0"}, {couch_index_merger,"1.2.0a-b68b5f4-git"}, {kernel,"2.14.5"}, {crypto,"2.0.4"}, {ssl,"4.1.6"}, {sasl,"2.1.10"}, {couch_view_parser,"1.0.0"}, {ns_server,"2.0.0-1939-rel-enterprise"}, {mochiweb,"1.4.1"}, {oauth,"7d85d3ef"}, {stdlib,"1.17.5"}]}, {supported_compat_version,[2,0]}, {system_arch,"x86_64-unknown-linux-gnu"}, {wall_clock,3554}, {memory_data,{25199214592,15766380544,{<19409.4606.0>,20119840}}}, {disk_data, [{"/",41260352,5}, {"/dev/shm",12304304,0}, {"/boot",495844,7}, {"/data",206420664,4}]}, {meminfo, <<"MemTotal: 24608608 kB\nMemFree: 9075932 kB\nBuffers: 222568 kB\nCached: 7448004 kB\nSwapCached: 0 kB\nActive: 8785708 kB\nInactive: 6115116 kB\nActive(anon): 7222972 kB\nInactive(anon): 9280 kB\nActive(file): 1562736 kB\nInactive(file): 6105836 kB\nUnevictable: 20760 kB\nMlocked: 20760 kB\nSwapTotal: 20479992 kB\nSwapFree: 20479992 kB\nDirty: 464 kB\nWriteback: 92 kB\nAnonPages: 7251276 kB\nMapped: 14616 kB\nShmem: 164 kB\nSlab: 299916 kB\nSReclaimable: 241984 kB\nSUnreclaim: 57932 kB\nKernelStack: 3048 kB\nPageTables: 18580 kB\nNFS_Unstable: 0 kB\nBounce: 0 kB\nWritebackTmp: 0 kB\nCommitLimit: 32784296 kB\nCommitted_AS: 9012152 kB\nVmallocTotal: 34359738367 kB\nVmallocUsed: 332500 kB\nVmallocChunk: 34359350016 kB\nHardwareCorrupted: 0 kB\nAnonHugePages: 3514368 kB\nHugePages_Total: 0\nHugePages_Free: 0\nHugePages_Rsvd: 0\nHugePages_Surp: 0\nHugepagesize: 2048 kB\nDirectMap4k: 10240 kB\nDirectMap2M: 25155584 kB\n">>}]}, {'ns_1@192.168.0.22', [{last_heard,{1352,755592,654908}}, {outgoing_replications_safeness_level,[{"default",green}]}, {incoming_replications_conf_hashes, [{"default", [{'ns_1@192.168.0.20',73820263},{'ns_1@192.168.0.21',91420610}]}]}, {active_buckets,["default"]}, {ready_buckets,["default"]}, {local_tasks, [[{pid,<<"<0.12036.3>">>}, {bucket,<<"default">>}, {original_target,{[{type,bucket}]}}, {progress,29}, {started_on,1352755526}, {total_vbuckets,1025}, {trigger_type,scheduled}, {type,bucket_compaction}, {updated_on,1352755592}, {vbuckets_done,301}]]}, {memory, [{total,253717016}, {processes,195452376}, {processes_used,195294640}, {system,58264640}, {atom,1338193}, {atom_used,1333793}, {binary,14257392}, {code,13490894}, {ets,10526248}]}, {system_memory_data,