============================================================================== couchbase logs (stats) cbbrowse_logs stats ============================================================================== [ns_doctor:debug,2012-11-10T0:52:20.439,ns_1@127.0.0.1:ns_doctor<0.377.0>:ns_doctor:handle_info:133]Got initial status [{'ns_1@127.0.0.1', [{last_heard,{1352,537540,439493}}, {outgoing_replications_safeness_level,[]}, {incoming_replications_conf_hashes,[]}, {active_buckets,[]}, {ready_buckets,[]}, {local_tasks,[]}, {memory, [{total,39796304}, {processes,9188160}, {processes_used,9175536}, {system,30608144}, {atom,1134249}, {atom_used,1132331}, {binary,110648}, {code,11233400}, {ets,871056}]}, {system_memory_data, [{system_total_memory,25199214592}, {free_swap,20960342016}, {total_swap,20971511808}, {cached_memory,5802680320}, {buffered_memory,267862016}, {free_memory,18281304064}, {total_memory,25199214592}]}, {node_storage_conf, [{db_path, "/opt/couchbase/var/lib/couchbase/data/"}, {index_path, "/opt/couchbase/var/lib/couchbase/data/"}]}, {statistics, [{wall_clock,{2782,7}}, {context_switches,{26641,0}}, {garbage_collection,{7099,33953933,0}}, {io,{{input,6758510},{output,657902}}}, {reductions,{19978001,19247}}, {run_queue,0}, {runtime,{2290,0}}]}, {system_stats, [{cpu_utilization_rate,0}, {swap_total,0}, {swap_used,0}]}, {interesting_stats,[]}, {cluster_compatibility_version,1}, {version, [{public_key,"0.13"}, {lhttpc,"1.3.0"}, {ale,"8cffe61"}, {os_mon,"2.2.7"}, {couch_set_view,"1.2.0a-b68b5f4-git"}, {mnesia,"4.5"}, {inets,"5.7.1"}, {couch,"1.2.0a-b68b5f4-git"}, {mapreduce,"1.0.0"}, {couch_index_merger,"1.2.0a-b68b5f4-git"}, {kernel,"2.14.5"}, {crypto,"2.0.4"}, {ssl,"4.1.6"}, {sasl,"2.1.10"}, {couch_view_parser,"1.0.0"}, {ns_server,"2.0.0-1939-rel-enterprise"}, {mochiweb,"1.4.1"}, {oauth,"7d85d3ef"}, {stdlib,"1.17.5"}]}, {supported_compat_version,[2,0]}, {system_arch,"x86_64-unknown-linux-gnu"}, {wall_clock,2}, {memory_data, {25199214592,6897377280,{<0.6.0>,601272}}}, {disk_data, [{"/",41260352,5}, {"/dev/shm",12304304,0}, {"/boot",495844,7}, {"/data",206420664,59}]}, {meminfo, <<"MemTotal: 24608608 kB\nMemFree: 17852836 kB\nBuffers: 261584 kB\nCached: 5666680 kB\nSwapCached: 1076 kB\nActive: 2910968 kB\nInactive: 3069316 kB\nActive(anon): 50860 kB\nInactive(anon): 1168 kB\nActive(file): 2860108 kB\nInactive(file): 3068148 kB\nUnevictable: 0 kB\nMlocked: 0 kB\nSwapTotal: 20479992 kB\nSwapFree: 20469084 kB\nDirty: 391072 kB\nWriteback: 0 kB\nAnonPages: 51060 kB\nMapped: 11892 kB\nShmem: 4 kB\nSlab: 481992 kB\nSReclaimable: 426632 kB\nSUnreclaim: 55360 kB\nKernelStack: 2712 kB\nPageTables: 3368 kB\nNFS_Unstable: 0 kB\nBounce: 0 kB\nWritebackTmp: 0 kB\nCommitLimit: 32784296 kB\nCommitted_AS: 1563436 kB\nVmallocTotal: 34359738367 kB\nVmallocUsed: 332500 kB\nVmallocChunk: 34359360032 kB\nHardwareCorrupted: 0 kB\nAnonHugePages: 14336 kB\nHugePages_Total: 0\nHugePages_Free: 0\nHugePages_Rsvd: 0\nHugePages_Surp: 0\nHugepagesize: 2048 kB\nDirectMap4k: 10240 kB\nDirectMap2M: 25155584 kB\n">>}]}] [ns_doctor:debug,2012-11-10T0:52:38.094,ns_1@192.168.0.21:ns_doctor<0.378.0>:ns_doctor:handle_info:133]Got initial status [{'ns_1@192.168.0.21', [{last_heard,{1352,537558,94052}}, {outgoing_replications_safeness_level,[]}, {incoming_replications_conf_hashes,[]}, {active_buckets,[]}, {ready_buckets,[]}, {local_tasks,[]}, {memory, [{total,40054552}, {processes,9294352}, {processes_used,9282728}, {system,30760200}, {atom,1171065}, {atom_used,1138659}, {binary,145960}, {code,11307964}, {ets,875720}]}, {system_memory_data, [{system_total_memory,25199214592}, {free_swap,20960342016}, {total_swap,20971511808}, {cached_memory,5803036672}, {buffered_memory,267980800}, {free_memory,18277568512}, {total_memory,25199214592}]}, {node_storage_conf, [{db_path, "/opt/couchbase/var/lib/couchbase/data/"}, {index_path, "/opt/couchbase/var/lib/couchbase/data/"}]}, {statistics, [{wall_clock,{2641,2}}, {context_switches,{26569,0}}, {garbage_collection,{7191,33851903,0}}, {io,{{input,6772909},{output,661035}}}, {reductions,{19833668,18340}}, {run_queue,0}, {runtime,{2290,0}}]}, {system_stats, [{cpu_utilization_rate,0}, {swap_total,0}, {swap_used,0}]}, {interesting_stats,[]}, {cluster_compatibility_version,1}, {version, [{public_key,"0.13"}, {lhttpc,"1.3.0"}, {ale,"8cffe61"}, {os_mon,"2.2.7"}, {couch_set_view,"1.2.0a-b68b5f4-git"}, {mnesia,"4.5"}, {inets,"5.7.1"}, {couch,"1.2.0a-b68b5f4-git"}, {mapreduce,"1.0.0"}, {couch_index_merger,"1.2.0a-b68b5f4-git"}, {kernel,"2.14.5"}, {crypto,"2.0.4"}, {ssl,"4.1.6"}, {sasl,"2.1.10"}, {couch_view_parser,"1.0.0"}, {ns_server,"2.0.0-1939-rel-enterprise"}, {mochiweb,"1.4.1"}, {oauth,"7d85d3ef"}, {stdlib,"1.17.5"}]}, {supported_compat_version,[2,0]}, {system_arch,"x86_64-unknown-linux-gnu"}, {wall_clock,2}, {memory_data, {25199214592,6904893440,{<0.6.0>,601272}}}, {disk_data, [{"/",41260352,5}, {"/dev/shm",12304304,0}, {"/boot",495844,7}, {"/data",206420664,59}]}, {meminfo, <<"MemTotal: 24608608 kB\nMemFree: 17849188 kB\nBuffers: 261700 kB\nCached: 5667028 kB\nSwapCached: 1076 kB\nActive: 2922300 kB\nInactive: 3062000 kB\nActive(anon): 54440 kB\nInactive(anon): 1168 kB\nActive(file): 2867860 kB\nInactive(file): 3060832 kB\nUnevictable: 0 kB\nMlocked: 0 kB\nSwapTotal: 20479992 kB\nSwapFree: 20469084 kB\nDirty: 391364 kB\nWriteback: 0 kB\nAnonPages: 55224 kB\nMapped: 11804 kB\nShmem: 4 kB\nSlab: 482152 kB\nSReclaimable: 426708 kB\nSUnreclaim: 55444 kB\nKernelStack: 2744 kB\nPageTables: 3308 kB\nNFS_Unstable: 0 kB\nBounce: 0 kB\nWritebackTmp: 0 kB\nCommitLimit: 32784296 kB\nCommitted_AS: 1562692 kB\nVmallocTotal: 34359738367 kB\nVmallocUsed: 332500 kB\nVmallocChunk: 34359360032 kB\nHardwareCorrupted: 0 kB\nAnonHugePages: 16384 kB\nHugePages_Total: 0\nHugePages_Free: 0\nHugePages_Rsvd: 0\nHugePages_Surp: 0\nHugepagesize: 2048 kB\nDirectMap4k: 10240 kB\nDirectMap2M: 25155584 kB\n">>}]}] [ns_doctor:debug,2012-11-10T0:53:38.072,ns_1@192.168.0.21:ns_doctor<0.378.0>:ns_doctor:handle_info:137]Current node statuses: [{'ns_1@192.168.0.21', [{last_heard,{1352,537618,69723}}, {outgoing_replications_safeness_level,[]}, {incoming_replications_conf_hashes,[]}, {active_buckets,[]}, {ready_buckets,[]}, {local_tasks,[]}, {memory, [{total,47005984}, {processes,14543280}, {processes_used,14536584}, {system,32462704}, {atom,1240665}, {atom_used,1238822}, {binary,210632}, {code,12637367}, {ets,1068808}]}, {system_memory_data, [{system_total_memory,25199214592}, {free_swap,20960342016}, {total_swap,20971511808}, {cached_memory,3250950144}, {buffered_memory,292065280}, {free_memory,20761784320}, {total_memory,25199214592}]}, {node_storage_conf, [{db_path,"/opt/couchbase/var/lib/couchbase/data/"}, {index_path,"/opt/couchbase/var/lib/couchbase/data/"}]}, {statistics, [{wall_clock,{62617,5000}}, {context_switches,{37404,0}}, {garbage_collection,{9241,37762618,0}}, {io,{{input,7552209},{output,917045}}}, {reductions,{21182768,80634}}, {run_queue,0}, {runtime,{4400,150}}]}, {system_stats, [{cpu_utilization_rate,1.2406947890818858}, {swap_total,20971511808}, {swap_used,11169792}]}, {interesting_stats,[]}, {cluster_compatibility_version,131072}, {version, [{public_key,"0.13"}, {lhttpc,"1.3.0"}, {ale,"8cffe61"}, {os_mon,"2.2.7"}, {couch_set_view,"1.2.0a-b68b5f4-git"}, {mnesia,"4.5"}, {inets,"5.7.1"}, {couch,"1.2.0a-b68b5f4-git"}, {mapreduce,"1.0.0"}, {couch_index_merger,"1.2.0a-b68b5f4-git"}, {kernel,"2.14.5"}, {crypto,"2.0.4"}, {ssl,"4.1.6"}, {sasl,"2.1.10"}, {couch_view_parser,"1.0.0"}, {ns_server,"2.0.0-1939-rel-enterprise"}, {mochiweb,"1.4.1"}, {oauth,"7d85d3ef"}, {stdlib,"1.17.5"}]}, {supported_compat_version,[2,0]}, {system_arch,"x86_64-unknown-linux-gnu"}, {wall_clock,62}, {memory_data,{25199214592,4436041728,{<0.6.0>,601480}}}, {disk_data, [{"/",41260352,5}, {"/dev/shm",12304304,0}, {"/boot",495844,7}, {"/data",206420664,40}]}, {meminfo, <<"MemTotal: 24608608 kB\nMemFree: 20275180 kB\nBuffers: 285220 kB\nCached: 3174756 kB\nSwapCached: 1076 kB\nActive: 1754720 kB\nInactive: 1834980 kB\nActive(anon): 129032 kB\nInactive(anon): 1168 kB\nActive(file): 1625688 kB\nInactive(file): 1833812 kB\nUnevictable: 0 kB\nMlocked: 0 kB\nSwapTotal: 20479992 kB\nSwapFree: 20469084 kB\nDirty: 1420 kB\nWriteback: 0 kB\nAnonPages: 129192 kB\nMapped: 14716 kB\nShmem: 4 kB\nSlab: 446876 kB\nSReclaimable: 391280 kB\nSUnreclaim: 55596 kB\nKernelStack: 2872 kB\nPageTables: 3872 kB\nNFS_Unstable: 0 kB\nBounce: 0 kB\nWritebackTmp: 0 kB\nCommitLimit: 32784296 kB\nCommitted_AS: 1828488 kB\nVmallocTotal: 34359738367 kB\nVmallocUsed: 332500 kB\nVmallocChunk: 34359360032 kB\nHardwareCorrupted: 0 kB\nAnonHugePages: 30720 kB\nHugePages_Total: 0\nHugePages_Free: 0\nHugePages_Rsvd: 0\nHugePages_Surp: 0\nHugepagesize: 2048 kB\nDirectMap4k: 10240 kB\nDirectMap2M: 25155584 kB\n">>}]}] [ns_doctor:debug,2012-11-10T0:54:38.072,ns_1@192.168.0.21:ns_doctor<0.378.0>:ns_doctor:handle_info:137]Current node statuses: [{'ns_1@192.168.0.21', [{last_heard,{1352,537678,69694}}, {outgoing_replications_safeness_level,[]}, {incoming_replications_conf_hashes,[]}, {active_buckets,[]}, {ready_buckets,[]}, {local_tasks,[]}, {memory, [{total,47456072}, {processes,14912152}, {processes_used,14905456}, {system,32543920}, {atom,1242281}, {atom_used,1240427}, {binary,229208}, {code,12661620}, {ets,1102688}]}, {system_memory_data, [{system_total_memory,25199214592}, {free_swap,20960342016}, {total_swap,20971511808}, {cached_memory,1983307776}, {buffered_memory,316465152}, {free_memory,22064939008}, {total_memory,25199214592}]}, {node_storage_conf, [{db_path,"/opt/couchbase/var/lib/couchbase/data/"}, {index_path,"/opt/couchbase/var/lib/couchbase/data/"}]}, {statistics, [{wall_clock,{122617,5000}}, {context_switches,{46005,0}}, {garbage_collection,{10560,40361285,0}}, {io,{{input,7610007},{output,1008284}}}, {reductions,{22172381,72330}}, {run_queue,0}, {runtime,{6290,140}}]}, {system_stats, [{cpu_utilization_rate,1.0471204188481675}, {swap_total,20971511808}, {swap_used,11169792}]}, {interesting_stats,[]}, {cluster_compatibility_version,131072}, {version, [{public_key,"0.13"}, {lhttpc,"1.3.0"}, {ale,"8cffe61"}, {os_mon,"2.2.7"}, {couch_set_view,"1.2.0a-b68b5f4-git"}, {mnesia,"4.5"}, {inets,"5.7.1"}, {couch,"1.2.0a-b68b5f4-git"}, {mapreduce,"1.0.0"}, {couch_index_merger,"1.2.0a-b68b5f4-git"}, {kernel,"2.14.5"}, {crypto,"2.0.4"}, {ssl,"4.1.6"}, {sasl,"2.1.10"}, {couch_view_parser,"1.0.0"}, {ns_server,"2.0.0-1939-rel-enterprise"}, {mochiweb,"1.4.1"}, {oauth,"7d85d3ef"}, {stdlib,"1.17.5"}]}, {supported_compat_version,[2,0]}, {system_arch,"x86_64-unknown-linux-gnu"}, {wall_clock,122}, {memory_data,{25199214592,3133386752,{<0.6.0>,601480}}}, {disk_data, [{"/",41260352,5}, {"/dev/shm",12304304,0}, {"/boot",495844,7}, {"/data",206420664,19}]}, {meminfo, <<"MemTotal: 24608608 kB\nMemFree: 21547792 kB\nBuffers: 309048 kB\nCached: 1936824 kB\nSwapCached: 1076 kB\nActive: 1143032 kB\nInactive: 1234756 kB\nActive(anon): 130760 kB\nInactive(anon): 1168 kB\nActive(file): 1012272 kB\nInactive(file): 1233588 kB\nUnevictable: 0 kB\nMlocked: 0 kB\nSwapTotal: 20479992 kB\nSwapFree: 20469084 kB\nDirty: 304 kB\nWriteback: 0 kB\nAnonPages: 130900 kB\nMapped: 14732 kB\nShmem: 4 kB\nSlab: 386744 kB\nSReclaimable: 331256 kB\nSUnreclaim: 55488 kB\nKernelStack: 2872 kB\nPageTables: 3880 kB\nNFS_Unstable: 0 kB\nBounce: 0 kB\nWritebackTmp: 0 kB\nCommitLimit: 32784296 kB\nCommitted_AS: 1830460 kB\nVmallocTotal: 34359738367 kB\nVmallocUsed: 332500 kB\nVmallocChunk: 34359360032 kB\nHardwareCorrupted: 0 kB\nAnonHugePages: 30720 kB\nHugePages_Total: 0\nHugePages_Free: 0\nHugePages_Rsvd: 0\nHugePages_Surp: 0\nHugepagesize: 2048 kB\nDirectMap4k: 10240 kB\nDirectMap2M: 25155584 kB\n">>}]}] [ns_doctor:debug,2012-11-10T0:55:22.939,ns_1@192.168.0.21:ns_doctor<0.1147.0>:ns_doctor:handle_info:133]Got initial status [{'ns_1@192.168.0.21', [{last_heard,{1352,537722,939120}}, {outgoing_replications_safeness_level,[]}, {incoming_replications_conf_hashes,[]}, {active_buckets,[]}, {ready_buckets,[]}, {local_tasks,[]}, {memory, [{total,42674920}, {processes,9962856}, {processes_used,9895760}, {system,32712064}, {atom,1243897}, {atom_used,1242557}, {binary,415120}, {code,12689570}, {ets,1054680}]}, {system_memory_data, [{system_total_memory,25199214592}, {free_swap,20960342016}, {total_swap,20971511808}, {cached_memory,584675328}, {buffered_memory,335937536}, {free_memory,23676698624}, {total_memory,25199214592}]}, {node_storage_conf, [{db_path,"/data"},{index_path,"/data"}]}, {statistics, [{wall_clock,{167485,2}}, {context_switches,{56485,0}}, {garbage_collection,{12823,44399649,0}}, {io,{{input,8384521},{output,1516260}}}, {reductions,{23737937,34908}}, {run_queue,1}, {runtime,{8490,10}}]}, {system_stats, [{cpu_utilization_rate,0}, {swap_total,0}, {swap_used,0}]}, {interesting_stats,[]}, {cluster_compatibility_version,131072}, {version, [{public_key,"0.13"}, {lhttpc,"1.3.0"}, {ale,"8cffe61"}, {os_mon,"2.2.7"}, {couch_set_view,"1.2.0a-b68b5f4-git"}, {mnesia,"4.5"}, {inets,"5.7.1"}, {couch,"1.2.0a-b68b5f4-git"}, {mapreduce,"1.0.0"}, {couch_index_merger,"1.2.0a-b68b5f4-git"}, {kernel,"2.14.5"}, {crypto,"2.0.4"}, {ssl,"4.1.6"}, {sasl,"2.1.10"}, {couch_view_parser,"1.0.0"}, {ns_server,"2.0.0-1939-rel-enterprise"}, {mochiweb,"1.4.1"}, {oauth,"7d85d3ef"}, {stdlib,"1.17.5"}]}, {supported_compat_version,[2,0]}, {system_arch,"x86_64-unknown-linux-gnu"}, {wall_clock,167}, {memory_data, {25199214592,3133386752,{<0.6.0>,601480}}}, {disk_data, [{"/",41260352,5}, {"/dev/shm",12304304,0}, {"/boot",495844,7}, {"/data",206420664,19}]}, {meminfo, <<"MemTotal: 24608608 kB\nMemFree: 23121776 kB\nBuffers: 328064 kB\nCached: 570972 kB\nSwapCached: 1076 kB\nActive: 402016 kB\nInactive: 563888 kB\nActive(anon): 65720 kB\nInactive(anon): 1168 kB\nActive(file): 336296 kB\nInactive(file): 562720 kB\nUnevictable: 0 kB\nMlocked: 0 kB\nSwapTotal: 20479992 kB\nSwapFree: 20469084 kB\nDirty: 1328 kB\nWriteback: 0 kB\nAnonPages: 65848 kB\nMapped: 13736 kB\nShmem: 4 kB\nSlab: 226216 kB\nSReclaimable: 170680 kB\nSUnreclaim: 55536 kB\nKernelStack: 2704 kB\nPageTables: 3424 kB\nNFS_Unstable: 0 kB\nBounce: 0 kB\nWritebackTmp: 0 kB\nCommitLimit: 32784296 kB\nCommitted_AS: 1592996 kB\nVmallocTotal: 34359738367 kB\nVmallocUsed: 332500 kB\nVmallocChunk: 34359360032 kB\nHardwareCorrupted: 0 kB\nAnonHugePages: 22528 kB\nHugePages_Total: 0\nHugePages_Free: 0\nHugePages_Rsvd: 0\nHugePages_Surp: 0\nHugepagesize: 2048 kB\nDirectMap4k: 10240 kB\nDirectMap2M: 25155584 kB\n">>}]}] [ns_doctor:debug,2012-11-10T0:55:41.392,ns_1@192.168.0.21:ns_doctor<0.405.0>:ns_doctor:handle_info:133]Got initial status [{'ns_1@192.168.0.21', [{last_heard,{1352,537741,392856}}, {outgoing_replications_safeness_level,[]}, {incoming_replications_conf_hashes,[]}, {active_buckets,[]}, {ready_buckets,[]}, {local_tasks,[]}, {memory, [{total,40326456}, {processes,9577656}, {processes_used,9569240}, {system,30748800}, {atom,1122825}, {atom_used,1120305}, {binary,258864}, {code,11128507}, {ets,976472}]}, {system_memory_data, [{system_total_memory,25199214592}, {free_swap,20960342016}, {total_swap,20971511808}, {cached_memory,585064448}, {buffered_memory,336039936}, {free_memory,23639863296}, {total_memory,25199214592}]}, {node_storage_conf, [{db_path,"/data"},{index_path,"/data"}]}, {statistics, [{wall_clock,{2583,7}}, {context_switches,{26001,0}}, {garbage_collection,{6820,32662887,0}}, {io,{{input,6700412},{output,596850}}}, {reductions,{19265809,19703}}, {run_queue,0}, {runtime,{2230,0}}]}, {system_stats, [{cpu_utilization_rate,0}, {swap_total,0}, {swap_used,0}]}, {interesting_stats,[]}, {cluster_compatibility_version,131072}, {version, [{public_key,"0.13"}, {lhttpc,"1.3.0"}, {ale,"8cffe61"}, {os_mon,"2.2.7"}, {couch_set_view,"1.2.0a-b68b5f4-git"}, {mnesia,"4.5"}, {inets,"5.7.1"}, {couch,"1.2.0a-b68b5f4-git"}, {mapreduce,"1.0.0"}, {couch_index_merger,"1.2.0a-b68b5f4-git"}, {kernel,"2.14.5"}, {crypto,"2.0.4"}, {ssl,"4.1.6"}, {sasl,"2.1.10"}, {couch_view_parser,"1.0.0"}, {ns_server,"2.0.0-1939-rel-enterprise"}, {mochiweb,"1.4.1"}, {oauth,"7d85d3ef"}, {stdlib,"1.17.5"}]}, {supported_compat_version,[2,0]}, {system_arch,"x86_64-unknown-linux-gnu"}, {wall_clock,2}, {memory_data, {25199214592,1542803456,{<0.6.0>,601320}}}, {disk_data, [{"/",41260352,5}, {"/dev/shm",12304304,0}, {"/boot",495844,7}, {"/data",206420664,1}]}, {meminfo, <<"MemTotal: 24608608 kB\nMemFree: 23085804 kB\nBuffers: 328164 kB\nCached: 571352 kB\nSwapCached: 1076 kB\nActive: 436528 kB\nInactive: 563796 kB\nActive(anon): 99668 kB\nInactive(anon): 1164 kB\nActive(file): 336860 kB\nInactive(file): 562632 kB\nUnevictable: 0 kB\nMlocked: 0 kB\nSwapTotal: 20479992 kB\nSwapFree: 20469084 kB\nDirty: 1684 kB\nWriteback: 0 kB\nAnonPages: 99608 kB\nMapped: 12644 kB\nShmem: 0 kB\nSlab: 226408 kB\nSReclaimable: 170240 kB\nSUnreclaim: 56168 kB\nKernelStack: 3776 kB\nPageTables: 4044 kB\nNFS_Unstable: 0 kB\nBounce: 0 kB\nWritebackTmp: 0 kB\nCommitLimit: 32784296 kB\nCommitted_AS: 2986412 kB\nVmallocTotal: 34359738367 kB\nVmallocUsed: 332500 kB\nVmallocChunk: 34359360032 kB\nHardwareCorrupted: 0 kB\nAnonHugePages: 32768 kB\nHugePages_Total: 0\nHugePages_Free: 0\nHugePages_Rsvd: 0\nHugePages_Surp: 0\nHugepagesize: 2048 kB\nDirectMap4k: 10240 kB\nDirectMap2M: 25155584 kB\n">>}]}] [ns_doctor:debug,2012-11-10T0:56:41.371,ns_1@192.168.0.21:ns_doctor<0.405.0>:ns_doctor:handle_info:137]Current node statuses: [{'ns_1@192.168.0.21', [{last_heard,{1352,537801,368856}}, {outgoing_replications_safeness_level,[]}, {incoming_replications_conf_hashes,[]}, {active_buckets,[]}, {ready_buckets,[]}, {local_tasks,[]}, {memory, [{total,45876976}, {processes,13542184}, {processes_used,13534928}, {system,32334792}, {atom,1231777}, {atom_used,1226534}, {binary,276112}, {code,12439786}, {ets,1090168}]}, {system_memory_data, [{system_total_memory,25199214592}, {free_swap,20971511808}, {total_swap,20971511808}, {cached_memory,18329600}, {buffered_memory,2584576}, {free_memory,24671625216}, {total_memory,25199214592}]}, {node_storage_conf,[{db_path,"/data"},{index_path,"/data"}]}, {statistics, [{wall_clock,{62560,5000}}, {context_switches,{35959,0}}, {garbage_collection,{8359,35875639,0}}, {io,{{input,7439213},{output,791530}}}, {reductions,{20429212,57785}}, {run_queue,0}, {runtime,{4300,180}}]}, {system_stats, [{cpu_utilization_rate,8.68421052631579}, {swap_total,4665344}, {swap_used,4665344}]}, {interesting_stats,[]}, {cluster_compatibility_version,131072}, {version, [{public_key,"0.13"}, {lhttpc,"1.3.0"}, {ale,"8cffe61"}, {os_mon,"2.2.7"}, {couch_set_view,"1.2.0a-b68b5f4-git"}, {mnesia,"4.5"}, {inets,"5.7.1"}, {couch,"1.2.0a-b68b5f4-git"}, {mapreduce,"1.0.0"}, {couch_index_merger,"1.2.0a-b68b5f4-git"}, {kernel,"2.14.5"}, {crypto,"2.0.4"}, {ssl,"4.1.6"}, {sasl,"2.1.10"}, {couch_view_parser,"1.0.0"}, {ns_server,"2.0.0-1939-rel-enterprise"}, {mochiweb,"1.4.1"}, {oauth,"7d85d3ef"}, {stdlib,"1.17.5"}]}, {supported_compat_version,[2,0]}, {system_arch,"x86_64-unknown-linux-gnu"}, {wall_clock,62}, {memory_data,{25199214592,516431872,{<0.6.0>,601480}}}, {disk_data, [{"/",41260352,5}, {"/dev/shm",12304304,0}, {"/boot",495844,7}, {"/data",206420664,1}]}, {meminfo, <<"MemTotal: 24608608 kB\nMemFree: 24093384 kB\nBuffers: 2524 kB\nCached: 17900 kB\nSwapCached: 0 kB\nActive: 135596 kB\nInactive: 15620 kB\nActive(anon): 121688 kB\nInactive(anon): 9272 kB\nActive(file): 13908 kB\nInactive(file): 6348 kB\nUnevictable: 0 kB\nMlocked: 0 kB\nSwapTotal: 20479992 kB\nSwapFree: 20479992 kB\nDirty: 48 kB\nWriteback: 0 kB\nAnonPages: 130796 kB\nMapped: 11912 kB\nShmem: 164 kB\nSlab: 67960 kB\nSReclaimable: 12276 kB\nSUnreclaim: 55684 kB\nKernelStack: 2848 kB\nPageTables: 3572 kB\nNFS_Unstable: 0 kB\nBounce: 0 kB\nWritebackTmp: 0 kB\nCommitLimit: 32784296 kB\nCommitted_AS: 1787084 kB\nVmallocTotal: 34359738367 kB\nVmallocUsed: 332500 kB\nVmallocChunk: 34359355024 kB\nHardwareCorrupted: 0 kB\nAnonHugePages: 30720 kB\nHugePages_Total: 0\nHugePages_Free: 0\nHugePages_Rsvd: 0\nHugePages_Surp: 0\nHugepagesize: 2048 kB\nDirectMap4k: 10240 kB\nDirectMap2M: 25155584 kB\n">>}]}] [ns_doctor:debug,2012-11-10T0:57:41.371,ns_1@192.168.0.21:ns_doctor<0.405.0>:ns_doctor:handle_info:137]Current node statuses: [{'ns_1@192.168.0.21', [{last_heard,{1352,537861,369155}}, {outgoing_replications_safeness_level,[]}, {incoming_replications_conf_hashes,[]}, {active_buckets,[]}, {ready_buckets,[]}, {local_tasks,[]}, {memory, [{total,46780120}, {processes,14413488}, {processes_used,14406232}, {system,32366632}, {atom,1235009}, {atom_used,1231640}, {binary,184072}, {code,12523185}, {ets,1123168}]}, {system_memory_data, [{system_total_memory,25199214592}, {free_swap,20971511808}, {total_swap,20971511808}, {cached_memory,18845696}, {buffered_memory,3809280}, {free_memory,24670396416}, {total_memory,25199214592}]}, {node_storage_conf,[{db_path,"/data"},{index_path,"/data"}]}, {statistics, [{wall_clock,{122560,5000}}, {context_switches,{44635,0}}, {garbage_collection,{9580,38715377,0}}, {io,{{input,7527432},{output,889590}}}, {reductions,{21439776,69578}}, {run_queue,0}, {runtime,{6620,190}}]}, {system_stats, [{cpu_utilization_rate,1.6},{swap_total,20971511808},{swap_used,0}]}, {interesting_stats,[]}, {cluster_compatibility_version,131072}, {version, [{public_key,"0.13"}, {lhttpc,"1.3.0"}, {ale,"8cffe61"}, {os_mon,"2.2.7"}, {couch_set_view,"1.2.0a-b68b5f4-git"}, {mnesia,"4.5"}, {inets,"5.7.1"}, {couch,"1.2.0a-b68b5f4-git"}, {mapreduce,"1.0.0"}, {couch_index_merger,"1.2.0a-b68b5f4-git"}, {kernel,"2.14.5"}, {crypto,"2.0.4"}, {ssl,"4.1.6"}, {sasl,"2.1.10"}, {couch_view_parser,"1.0.0"}, {ns_server,"2.0.0-1939-rel-enterprise"}, {mochiweb,"1.4.1"}, {oauth,"7d85d3ef"}, {stdlib,"1.17.5"}]}, {supported_compat_version,[2,0]}, {system_arch,"x86_64-unknown-linux-gnu"}, {wall_clock,122}, {memory_data,{25199214592,528564224,{<0.6.0>,601480}}}, {disk_data, [{"/",41260352,5}, {"/dev/shm",12304304,0}, {"/boot",495844,7}, {"/data",206420664,1}]}, {meminfo, <<"MemTotal: 24608608 kB\nMemFree: 24092184 kB\nBuffers: 3720 kB\nCached: 18404 kB\nSwapCached: 0 kB\nActive: 137284 kB\nInactive: 16852 kB\nActive(anon): 122908 kB\nInactive(anon): 9272 kB\nActive(file): 14376 kB\nInactive(file): 7580 kB\nUnevictable: 0 kB\nMlocked: 0 kB\nSwapTotal: 20479992 kB\nSwapFree: 20479992 kB\nDirty: 0 kB\nWriteback: 0 kB\nAnonPages: 132016 kB\nMapped: 11944 kB\nShmem: 164 kB\nSlab: 66560 kB\nSReclaimable: 11272 kB\nSUnreclaim: 55288 kB\nKernelStack: 2848 kB\nPageTables: 3572 kB\nNFS_Unstable: 0 kB\nBounce: 0 kB\nWritebackTmp: 0 kB\nCommitLimit: 32784296 kB\nCommitted_AS: 1788800 kB\nVmallocTotal: 34359738367 kB\nVmallocUsed: 332500 kB\nVmallocChunk: 34359355024 kB\nHardwareCorrupted: 0 kB\nAnonHugePages: 30720 kB\nHugePages_Total: 0\nHugePages_Free: 0\nHugePages_Rsvd: 0\nHugePages_Surp: 0\nHugepagesize: 2048 kB\nDirectMap4k: 10240 kB\nDirectMap2M: 25155584 kB\n">>}]}] [ns_doctor:debug,2012-11-10T0:58:41.371,ns_1@192.168.0.21:ns_doctor<0.405.0>:ns_doctor:handle_info:137]Current node statuses: [{'ns_1@192.168.0.21', [{last_heard,{1352,537921,369641}}, {outgoing_replications_safeness_level,[]}, {incoming_replications_conf_hashes,[]}, {active_buckets,[]}, {ready_buckets,[]}, {local_tasks,[]}, {memory, [{total,46844240}, {processes,14434968}, {processes_used,14412992}, {system,32409272}, {atom,1235009}, {atom_used,1231640}, {binary,193808}, {code,12523185}, {ets,1154144}]}, {system_memory_data, [{system_total_memory,25199214592}, {free_swap,20971511808}, {total_swap,20971511808}, {cached_memory,18976768}, {buffered_memory,3928064}, {free_memory,24669896704}, {total_memory,25199214592}]}, {node_storage_conf,[{db_path,"/data"},{index_path,"/data"}]}, {statistics, [{wall_clock,{182560,5001}}, {context_switches,{53517,0}}, {garbage_collection,{10615,41272019,0}}, {io,{{input,7813437},{output,1203367}}}, {reductions,{22306597,109005}}, {run_queue,0}, {runtime,{9000,210}}]}, {system_stats, [{cpu_utilization_rate,2.0050125313283207}, {swap_total,20971511808}, {swap_used,0}]}, {interesting_stats,[]}, {cluster_compatibility_version,131072}, {version, [{public_key,"0.13"}, {lhttpc,"1.3.0"}, {ale,"8cffe61"}, {os_mon,"2.2.7"}, {couch_set_view,"1.2.0a-b68b5f4-git"}, {mnesia,"4.5"}, {inets,"5.7.1"}, {couch,"1.2.0a-b68b5f4-git"}, {mapreduce,"1.0.0"}, {couch_index_merger,"1.2.0a-b68b5f4-git"}, {kernel,"2.14.5"}, {crypto,"2.0.4"}, {ssl,"4.1.6"}, {sasl,"2.1.10"}, {couch_view_parser,"1.0.0"}, {ns_server,"2.0.0-1939-rel-enterprise"}, {mochiweb,"1.4.1"}, {oauth,"7d85d3ef"}, {stdlib,"1.17.5"}]}, {supported_compat_version,[2,0]}, {system_arch,"x86_64-unknown-linux-gnu"}, {wall_clock,182}, {memory_data,{25199214592,528683008,{<0.6.0>,601480}}}, {disk_data, [{"/",41260352,5}, {"/dev/shm",12304304,0}, {"/boot",495844,7}, {"/data",206420664,1}]}, {meminfo, <<"MemTotal: 24608608 kB\nMemFree: 24091696 kB\nBuffers: 3836 kB\nCached: 18532 kB\nSwapCached: 0 kB\nActive: 137400 kB\nInactive: 17084 kB\nActive(anon): 123016 kB\nInactive(anon): 9272 kB\nActive(file): 14384 kB\nInactive(file): 7812 kB\nUnevictable: 0 kB\nMlocked: 0 kB\nSwapTotal: 20479992 kB\nSwapFree: 20479992 kB\nDirty: 36 kB\nWriteback: 0 kB\nAnonPages: 132152 kB\nMapped: 11944 kB\nShmem: 164 kB\nSlab: 66600 kB\nSReclaimable: 11260 kB\nSUnreclaim: 55340 kB\nKernelStack: 2840 kB\nPageTables: 3580 kB\nNFS_Unstable: 0 kB\nBounce: 0 kB\nWritebackTmp: 0 kB\nCommitLimit: 32784296 kB\nCommitted_AS: 1790032 kB\nVmallocTotal: 34359738367 kB\nVmallocUsed: 332500 kB\nVmallocChunk: 34359355024 kB\nHardwareCorrupted: 0 kB\nAnonHugePages: 30720 kB\nHugePages_Total: 0\nHugePages_Free: 0\nHugePages_Rsvd: 0\nHugePages_Surp: 0\nHugepagesize: 2048 kB\nDirectMap4k: 10240 kB\nDirectMap2M: 25155584 kB\n">>}]}] [ns_doctor:debug,2012-11-10T0:59:41.371,ns_1@192.168.0.21:ns_doctor<0.405.0>:ns_doctor:handle_info:137]Current node statuses: [{'ns_1@192.168.0.21', [{last_heard,{1352,537981,369813}}, {outgoing_replications_safeness_level,[]}, {incoming_replications_conf_hashes,[]}, {active_buckets,[]}, {ready_buckets,[]}, {local_tasks,[]}, {memory, [{total,47029648}, {processes,14587352}, {processes_used,14565376}, {system,32442296}, {atom,1235009}, {atom_used,1231640}, {binary,195808}, {code,12523185}, {ets,1182744}]}, {system_memory_data, [{system_total_memory,25199214592}, {free_swap,20971511808}, {total_swap,20971511808}, {cached_memory,19103744}, {buffered_memory,4005888}, {free_memory,24669634560}, {total_memory,25199214592}]}, {node_storage_conf,[{db_path,"/data"},{index_path,"/data"}]}, {statistics, [{wall_clock,{242560,5000}}, {context_switches,{62012,0}}, {garbage_collection,{11649,43778914,0}}, {io,{{input,7856322},{output,1296086}}}, {reductions,{23190043,66951}}, {run_queue,0}, {runtime,{11290,160}}]}, {system_stats, [{cpu_utilization_rate,1.2853470437017995}, {swap_total,20971511808}, {swap_used,0}]}, {interesting_stats,[]}, {cluster_compatibility_version,131072}, {version, [{public_key,"0.13"}, {lhttpc,"1.3.0"}, {ale,"8cffe61"}, {os_mon,"2.2.7"}, {couch_set_view,"1.2.0a-b68b5f4-git"}, {mnesia,"4.5"}, {inets,"5.7.1"}, {couch,"1.2.0a-b68b5f4-git"}, {mapreduce,"1.0.0"}, {couch_index_merger,"1.2.0a-b68b5f4-git"}, {kernel,"2.14.5"}, {crypto,"2.0.4"}, {ssl,"4.1.6"}, {sasl,"2.1.10"}, {couch_view_parser,"1.0.0"}, {ns_server,"2.0.0-1939-rel-enterprise"}, {mochiweb,"1.4.1"}, {oauth,"7d85d3ef"}, {stdlib,"1.17.5"}]}, {supported_compat_version,[2,0]}, {system_arch,"x86_64-unknown-linux-gnu"}, {wall_clock,242}, {memory_data,{25199214592,529580032,{<0.6.0>,601480}}}, {disk_data, [{"/",41260352,5}, {"/dev/shm",12304304,0}, {"/boot",495844,7}, {"/data",206420664,1}]}, {meminfo, <<"MemTotal: 24608608 kB\nMemFree: 24091440 kB\nBuffers: 3912 kB\nCached: 18656 kB\nSwapCached: 0 kB\nActive: 137488 kB\nInactive: 17216 kB\nActive(anon): 123032 kB\nInactive(anon): 9272 kB\nActive(file): 14456 kB\nInactive(file): 7944 kB\nUnevictable: 0 kB\nMlocked: 0 kB\nSwapTotal: 20479992 kB\nSwapFree: 20479992 kB\nDirty: 16 kB\nWriteback: 0 kB\nAnonPages: 132184 kB\nMapped: 11944 kB\nShmem: 164 kB\nSlab: 66544 kB\nSReclaimable: 11256 kB\nSUnreclaim: 55288 kB\nKernelStack: 2840 kB\nPageTables: 3584 kB\nNFS_Unstable: 0 kB\nBounce: 0 kB\nWritebackTmp: 0 kB\nCommitLimit: 32784296 kB\nCommitted_AS: 1790032 kB\nVmallocTotal: 34359738367 kB\nVmallocUsed: 332500 kB\nVmallocChunk: 34359355024 kB\nHardwareCorrupted: 0 kB\nAnonHugePages: 30720 kB\nHugePages_Total: 0\nHugePages_Free: 0\nHugePages_Rsvd: 0\nHugePages_Surp: 0\nHugepagesize: 2048 kB\nDirectMap4k: 10240 kB\nDirectMap2M: 25155584 kB\n">>}]}] [ns_doctor:debug,2012-11-10T1:00:41.371,ns_1@192.168.0.21:ns_doctor<0.405.0>:ns_doctor:handle_info:137]Current node statuses: [{'ns_1@192.168.0.21', [{last_heard,{1352,538041,368699}}, {outgoing_replications_safeness_level,[]}, {incoming_replications_conf_hashes,[]}, {active_buckets,[]}, {ready_buckets,[]}, {local_tasks,[]}, {memory, [{total,46987832}, {processes,14514648}, {processes_used,14492672}, {system,32473184}, {atom,1235009}, {atom_used,1231640}, {binary,196376}, {code,12523185}, {ets,1211120}]}, {system_memory_data, [{system_total_memory,25199214592}, {free_swap,20971511808}, {total_swap,20971511808}, {cached_memory,19353600}, {buffered_memory,4177920}, {free_memory,24668364800}, {total_memory,25199214592}]}, {node_storage_conf,[{db_path,"/data"},{index_path,"/data"}]}, {statistics, [{wall_clock,{302560,5001}}, {context_switches,{70657,0}}, {garbage_collection,{12722,46306065,0}}, {io,{{input,7898336},{output,1387491}}}, {reductions,{24107404,77413}}, {run_queue,0}, {runtime,{13330,120}}]}, {system_stats, [{cpu_utilization_rate,1.0178117048346056}, {swap_total,20971511808}, {swap_used,0}]}, {interesting_stats,[]}, {cluster_compatibility_version,131072}, {version, [{public_key,"0.13"}, {lhttpc,"1.3.0"}, {ale,"8cffe61"}, {os_mon,"2.2.7"}, {couch_set_view,"1.2.0a-b68b5f4-git"}, {mnesia,"4.5"}, {inets,"5.7.1"}, {couch,"1.2.0a-b68b5f4-git"}, {mapreduce,"1.0.0"}, {couch_index_merger,"1.2.0a-b68b5f4-git"}, {kernel,"2.14.5"}, {crypto,"2.0.4"}, {ssl,"4.1.6"}, {sasl,"2.1.10"}, {couch_view_parser,"1.0.0"}, {ns_server,"2.0.0-1939-rel-enterprise"}, {mochiweb,"1.4.1"}, {oauth,"7d85d3ef"}, {stdlib,"1.17.5"}]}, {supported_compat_version,[2,0]}, {system_arch,"x86_64-unknown-linux-gnu"}, {wall_clock,302}, {memory_data,{25199214592,530722816,{<0.6.0>,601480}}}, {disk_data, [{"/",41260352,5}, {"/dev/shm",12304304,0}, {"/boot",495844,7}, {"/data",206420664,1}]}, {meminfo, <<"MemTotal: 24608608 kB\nMemFree: 24090200 kB\nBuffers: 4080 kB\nCached: 18900 kB\nSwapCached: 0 kB\nActive: 138884 kB\nInactive: 17512 kB\nActive(anon): 124308 kB\nInactive(anon): 9272 kB\nActive(file): 14576 kB\nInactive(file): 8240 kB\nUnevictable: 0 kB\nMlocked: 0 kB\nSwapTotal: 20479992 kB\nSwapFree: 20479992 kB\nDirty: 0 kB\nWriteback: 0 kB\nAnonPages: 133416 kB\nMapped: 11944 kB\nShmem: 164 kB\nSlab: 66484 kB\nSReclaimable: 11248 kB\nSUnreclaim: 55236 kB\nKernelStack: 2848 kB\nPageTables: 3576 kB\nNFS_Unstable: 0 kB\nBounce: 0 kB\nWritebackTmp: 0 kB\nCommitLimit: 32784296 kB\nCommitted_AS: 1789316 kB\nVmallocTotal: 34359738367 kB\nVmallocUsed: 332500 kB\nVmallocChunk: 34359355024 kB\nHardwareCorrupted: 0 kB\nAnonHugePages: 30720 kB\nHugePages_Total: 0\nHugePages_Free: 0\nHugePages_Rsvd: 0\nHugePages_Surp: 0\nHugepagesize: 2048 kB\nDirectMap4k: 10240 kB\nDirectMap2M: 25155584 kB\n">>}]}] [ns_doctor:debug,2012-11-10T1:01:41.371,ns_1@192.168.0.21:ns_doctor<0.405.0>:ns_doctor:handle_info:137]Current node statuses: [{'ns_1@192.168.0.21', [{last_heard,{1352,538101,369195}}, {outgoing_replications_safeness_level,[]}, {incoming_replications_conf_hashes,[]}, {active_buckets,[]}, {ready_buckets,[]}, {local_tasks,[]}, {memory, [{total,47210192}, {processes,14697680}, {processes_used,14675704}, {system,32512512}, {atom,1235009}, {atom_used,1231640}, {binary,202704}, {code,12523185}, {ets,1242168}]}, {system_memory_data, [{system_total_memory,25199214592}, {free_swap,20971511808}, {total_swap,20971511808}, {cached_memory,19869696}, {buffered_memory,4558848}, {free_memory,24665944064}, {total_memory,25199214592}]}, {node_storage_conf,[{db_path,"/data"},{index_path,"/data"}]}, {statistics, [{wall_clock,{362560,4995}}, {context_switches,{79323,0}}, {garbage_collection,{14000,49097045,0}}, {io,{{input,8188900},{output,1577657}}}, {reductions,{25163329,113333}}, {run_queue,0}, {runtime,{15370,180}}]}, {system_stats, [{cpu_utilization_rate,1.7045454545454546}, {swap_total,20971511808}, {swap_used,0}]}, {interesting_stats,[]}, {cluster_compatibility_version,131072}, {version, [{public_key,"0.13"}, {lhttpc,"1.3.0"}, {ale,"8cffe61"}, {os_mon,"2.2.7"}, {couch_set_view,"1.2.0a-b68b5f4-git"}, {mnesia,"4.5"}, {inets,"5.7.1"}, {couch,"1.2.0a-b68b5f4-git"}, {mapreduce,"1.0.0"}, {couch_index_merger,"1.2.0a-b68b5f4-git"}, {kernel,"2.14.5"}, {crypto,"2.0.4"}, {ssl,"4.1.6"}, {sasl,"2.1.10"}, {couch_view_parser,"1.0.0"}, {ns_server,"2.0.0-1939-rel-enterprise"}, {mochiweb,"1.4.1"}, {oauth,"7d85d3ef"}, {stdlib,"1.17.5"}]}, {supported_compat_version,[2,0]}, {system_arch,"x86_64-unknown-linux-gnu"}, {wall_clock,362}, {memory_data,{25199214592,533676032,{<0.6.0>,601480}}}, {disk_data, [{"/",41260352,5}, {"/dev/shm",12304304,0}, {"/boot",495844,7}, {"/data",206420664,1}]}, {meminfo, <<"MemTotal: 24608608 kB\nMemFree: 24087836 kB\nBuffers: 4452 kB\nCached: 19404 kB\nSwapCached: 0 kB\nActive: 139552 kB\nInactive: 18228 kB\nActive(anon): 124860 kB\nInactive(anon): 9272 kB\nActive(file): 14692 kB\nInactive(file): 8956 kB\nUnevictable: 0 kB\nMlocked: 0 kB\nSwapTotal: 20479992 kB\nSwapFree: 20479992 kB\nDirty: 96 kB\nWriteback: 0 kB\nAnonPages: 133968 kB\nMapped: 11944 kB\nShmem: 164 kB\nSlab: 66760 kB\nSReclaimable: 11256 kB\nSUnreclaim: 55504 kB\nKernelStack: 2832 kB\nPageTables: 3580 kB\nNFS_Unstable: 0 kB\nBounce: 0 kB\nWritebackTmp: 0 kB\nCommitLimit: 32784296 kB\nCommitted_AS: 1792492 kB\nVmallocTotal: 34359738367 kB\nVmallocUsed: 332500 kB\nVmallocChunk: 34359355024 kB\nHardwareCorrupted: 0 kB\nAnonHugePages: 30720 kB\nHugePages_Total: 0\nHugePages_Free: 0\nHugePages_Rsvd: 0\nHugePages_Surp: 0\nHugepagesize: 2048 kB\nDirectMap4k: 10240 kB\nDirectMap2M: 25155584 kB\n">>}]}] [ns_doctor:debug,2012-11-10T1:02:41.371,ns_1@192.168.0.21:ns_doctor<0.405.0>:ns_doctor:handle_info:137]Current node statuses: [{'ns_1@192.168.0.21', [{last_heard,{1352,538156,368060}}, {outgoing_replications_safeness_level,[]}, {incoming_replications_conf_hashes,[]}, {active_buckets,[]}, {ready_buckets,[]}, {local_tasks,[]}, {memory, [{total,47212424}, {processes,14663040}, {processes_used,14641064}, {system,32549384}, {atom,1235009}, {atom_used,1231640}, {binary,211344}, {code,12523185}, {ets,1267720}]}, {system_memory_data, [{system_total_memory,25199214592}, {free_swap,20971511808}, {total_swap,20971511808}, {cached_memory,19996672}, {buffered_memory,4677632}, {free_memory,24665985024}, {total_memory,25199214592}]}, {node_storage_conf,[{db_path,"/data"},{index_path,"/data"}]}, {statistics, [{wall_clock,{417559,4999}}, {context_switches,{87286,0}}, {garbage_collection,{14907,51601478,0}}, {io,{{input,8227810},{output,1670379}}}, {reductions,{26027951,70055}}, {run_queue,0}, {runtime,{17230,130}}]}, {system_stats, [{cpu_utilization_rate,1.092896174863388}, {swap_total,20971511808}, {swap_used,0}]}, {interesting_stats,[]}, {cluster_compatibility_version,131072}, {version, [{public_key,"0.13"}, {lhttpc,"1.3.0"}, {ale,"8cffe61"}, {os_mon,"2.2.7"}, {couch_set_view,"1.2.0a-b68b5f4-git"}, {mnesia,"4.5"}, {inets,"5.7.1"}, {couch,"1.2.0a-b68b5f4-git"}, {mapreduce,"1.0.0"}, {couch_index_merger,"1.2.0a-b68b5f4-git"}, {kernel,"2.14.5"}, {crypto,"2.0.4"}, {ssl,"4.1.6"}, {sasl,"2.1.10"}, {couch_view_parser,"1.0.0"}, {ns_server,"2.0.0-1939-rel-enterprise"}, {mochiweb,"1.4.1"}, {oauth,"7d85d3ef"}, {stdlib,"1.17.5"}]}, {supported_compat_version,[2,0]}, {system_arch,"x86_64-unknown-linux-gnu"}, {wall_clock,417}, {memory_data,{25199214592,533676032,{<0.6.0>,601480}}}, {disk_data, [{"/",41260352,5}, {"/dev/shm",12304304,0}, {"/boot",495844,7}, {"/data",206420664,1}]}, {meminfo, <<"MemTotal: 24608608 kB\nMemFree: 24087876 kB\nBuffers: 4568 kB\nCached: 19528 kB\nSwapCached: 0 kB\nActive: 139856 kB\nInactive: 18312 kB\nActive(anon): 124976 kB\nInactive(anon): 9272 kB\nActive(file): 14880 kB\nInactive(file): 9040 kB\nUnevictable: 0 kB\nMlocked: 0 kB\nSwapTotal: 20479992 kB\nSwapFree: 20479992 kB\nDirty: 40 kB\nWriteback: 0 kB\nAnonPages: 134100 kB\nMapped: 11944 kB\nShmem: 164 kB\nSlab: 66476 kB\nSReclaimable: 11228 kB\nSUnreclaim: 55248 kB\nKernelStack: 2832 kB\nPageTables: 3584 kB\nNFS_Unstable: 0 kB\nBounce: 0 kB\nWritebackTmp: 0 kB\nCommitLimit: 32784296 kB\nCommitted_AS: 1789800 kB\nVmallocTotal: 34359738367 kB\nVmallocUsed: 332500 kB\nVmallocChunk: 34359355024 kB\nHardwareCorrupted: 0 kB\nAnonHugePages: 30720 kB\nHugePages_Total: 0\nHugePages_Free: 0\nHugePages_Rsvd: 0\nHugePages_Surp: 0\nHugepagesize: 2048 kB\nDirectMap4k: 10240 kB\nDirectMap2M: 25155584 kB\n">>}]}] [ns_doctor:debug,2012-11-10T1:03:41.371,ns_1@192.168.0.21:ns_doctor<0.405.0>:ns_doctor:handle_info:137]Current node statuses: [{'ns_1@192.168.0.21', [{last_heard,{1352,538221,368762}}, {outgoing_replications_safeness_level,[]}, {incoming_replications_conf_hashes,[]}, {active_buckets,[]}, {ready_buckets,[]}, {local_tasks,[]}, {memory, [{total,47185840}, {processes,14599672}, {processes_used,14577696}, {system,32586168}, {atom,1235009}, {atom_used,1231640}, {binary,212832}, {code,12523185}, {ets,1300968}]}, {system_memory_data, [{system_total_memory,25199214592}, {free_swap,20971511808}, {total_swap,20971511808}, {cached_memory,20111360}, {buffered_memory,4792320}, {free_memory,24665477120}, {total_memory,25199214592}]}, {node_storage_conf,[{db_path,"/data"},{index_path,"/data"}]}, {statistics, [{wall_clock,{482560,5001}}, {context_switches,{96491,0}}, {garbage_collection,{16045,54341247,0}}, {io,{{input,8273799},{output,1767557}}}, {reductions,{27001173,57439}}, {run_queue,0}, {runtime,{19300,140}}]}, {system_stats, [{cpu_utilization_rate,1.3227513227513228}, {swap_total,20971511808}, {swap_used,0}]}, {interesting_stats,[]}, {cluster_compatibility_version,131072}, {version, [{public_key,"0.13"}, {lhttpc,"1.3.0"}, {ale,"8cffe61"}, {os_mon,"2.2.7"}, {couch_set_view,"1.2.0a-b68b5f4-git"}, {mnesia,"4.5"}, {inets,"5.7.1"}, {couch,"1.2.0a-b68b5f4-git"}, {mapreduce,"1.0.0"}, {couch_index_merger,"1.2.0a-b68b5f4-git"}, {kernel,"2.14.5"}, {crypto,"2.0.4"}, {ssl,"4.1.6"}, {sasl,"2.1.10"}, {couch_view_parser,"1.0.0"}, {ns_server,"2.0.0-1939-rel-enterprise"}, {mochiweb,"1.4.1"}, {oauth,"7d85d3ef"}, {stdlib,"1.17.5"}]}, {supported_compat_version,[2,0]}, {system_arch,"x86_64-unknown-linux-gnu"}, {wall_clock,482}, {memory_data,{25199214592,533745664,{<0.6.0>,601480}}}, {disk_data, [{"/",41260352,5}, {"/dev/shm",12304304,0}, {"/boot",495844,7}, {"/data",206420664,1}]}, {meminfo, <<"MemTotal: 24608608 kB\nMemFree: 24087380 kB\nBuffers: 4680 kB\nCached: 19640 kB\nSwapCached: 0 kB\nActive: 140200 kB\nInactive: 18436 kB\nActive(anon): 125216 kB\nInactive(anon): 9272 kB\nActive(file): 14984 kB\nInactive(file): 9164 kB\nUnevictable: 0 kB\nMlocked: 0 kB\nSwapTotal: 20479992 kB\nSwapFree: 20479992 kB\nDirty: 24 kB\nWriteback: 0 kB\nAnonPages: 134324 kB\nMapped: 11944 kB\nShmem: 164 kB\nSlab: 66460 kB\nSReclaimable: 11224 kB\nSUnreclaim: 55236 kB\nKernelStack: 2832 kB\nPageTables: 3584 kB\nNFS_Unstable: 0 kB\nBounce: 0 kB\nWritebackTmp: 0 kB\nCommitLimit: 32784296 kB\nCommitted_AS: 1789800 kB\nVmallocTotal: 34359738367 kB\nVmallocUsed: 332500 kB\nVmallocChunk: 34359355024 kB\nHardwareCorrupted: 0 kB\nAnonHugePages: 30720 kB\nHugePages_Total: 0\nHugePages_Free: 0\nHugePages_Rsvd: 0\nHugePages_Surp: 0\nHugepagesize: 2048 kB\nDirectMap4k: 10240 kB\nDirectMap2M: 25155584 kB\n">>}]}] [ns_doctor:debug,2012-11-10T1:04:41.371,ns_1@192.168.0.21:ns_doctor<0.405.0>:ns_doctor:handle_info:137]Current node statuses: [{'ns_1@192.168.0.21', [{last_heard,{1352,538276,368232}}, {outgoing_replications_safeness_level,[]}, {incoming_replications_conf_hashes,[]}, {active_buckets,[]}, {ready_buckets,[]}, {local_tasks,[]}, {memory, [{total,47161768}, {processes,14539208}, {processes_used,14517232}, {system,32622560}, {atom,1235009}, {atom_used,1231640}, {binary,222944}, {code,12523185}, {ets,1325104}]}, {system_memory_data, [{system_total_memory,25199214592}, {free_swap,20971511808}, {total_swap,20971511808}, {cached_memory,21757952}, {buffered_memory,5238784}, {free_memory,24650022912}, {total_memory,25199214592}]}, {node_storage_conf,[{db_path,"/data"},{index_path,"/data"}]}, {statistics, [{wall_clock,{537559,5000}}, {context_switches,{104553,0}}, {garbage_collection,{17039,56841231,0}}, {io,{{input,8312709},{output,1858361}}}, {reductions,{27841639,75949}}, {run_queue,0}, {runtime,{21060,150}}]}, {system_stats, [{cpu_utilization_rate,1.0256410256410255}, {swap_total,20971511808}, {swap_used,0}]}, {interesting_stats,[]}, {cluster_compatibility_version,131072}, {version, [{public_key,"0.13"}, {lhttpc,"1.3.0"}, {ale,"8cffe61"}, {os_mon,"2.2.7"}, {couch_set_view,"1.2.0a-b68b5f4-git"}, {mnesia,"4.5"}, {inets,"5.7.1"}, {couch,"1.2.0a-b68b5f4-git"}, {mapreduce,"1.0.0"}, {couch_index_merger,"1.2.0a-b68b5f4-git"}, {kernel,"2.14.5"}, {crypto,"2.0.4"}, {ssl,"4.1.6"}, {sasl,"2.1.10"}, {couch_view_parser,"1.0.0"}, {ns_server,"2.0.0-1939-rel-enterprise"}, {mochiweb,"1.4.1"}, {oauth,"7d85d3ef"}, {stdlib,"1.17.5"}]}, {supported_compat_version,[2,0]}, {system_arch,"x86_64-unknown-linux-gnu"}, {wall_clock,537}, {memory_data,{25199214592,533745664,{<0.6.0>,601480}}}, {disk_data, [{"/",41260352,5}, {"/dev/shm",12304304,0}, {"/boot",495844,7}, {"/data",206420664,1}]}, {meminfo, <<"MemTotal: 24608608 kB\nMemFree: 24072288 kB\nBuffers: 5116 kB\nCached: 21248 kB\nSwapCached: 0 kB\nActive: 142132 kB\nInactive: 19408 kB\nActive(anon): 127896 kB\nInactive(anon): 9272 kB\nActive(file): 14236 kB\nInactive(file): 10136 kB\nUnevictable: 11288 kB\nMlocked: 11288 kB\nSwapTotal: 20479992 kB\nSwapFree: 20479992 kB\nDirty: 136 kB\nWriteback: 0 kB\nAnonPages: 146480 kB\nMapped: 13380 kB\nShmem: 164 kB\nSlab: 66624 kB\nSReclaimable: 11236 kB\nSUnreclaim: 55388 kB\nKernelStack: 2912 kB\nPageTables: 4012 kB\nNFS_Unstable: 0 kB\nBounce: 0 kB\nWritebackTmp: 0 kB\nCommitLimit: 32784296 kB\nCommitted_AS: 1814892 kB\nVmallocTotal: 34359738367 kB\nVmallocUsed: 332500 kB\nVmallocChunk: 34359355024 kB\nHardwareCorrupted: 0 kB\nAnonHugePages: 30720 kB\nHugePages_Total: 0\nHugePages_Free: 0\nHugePages_Rsvd: 0\nHugePages_Surp: 0\nHugepagesize: 2048 kB\nDirectMap4k: 10240 kB\nDirectMap2M: 25155584 kB\n">>}]}] [ns_doctor:debug,2012-11-10T1:05:41.371,ns_1@192.168.0.21:ns_doctor<0.405.0>:ns_doctor:handle_info:137]Current node statuses: [{'ns_1@192.168.0.21', [{last_heard,{1352,538341,368808}}, {outgoing_replications_safeness_level,[]}, {incoming_replications_conf_hashes,[]}, {active_buckets,[]}, {ready_buckets,[]}, {local_tasks,[]}, {memory, [{total,47312608}, {processes,14706832}, {processes_used,14684056}, {system,32605776}, {atom,1235009}, {atom_used,1231640}, {binary,221672}, {code,12523185}, {ets,1306248}]}, {system_memory_data, [{system_total_memory,25199214592}, {free_swap,20971511808}, {total_swap,20971511808}, {cached_memory,21835776}, {buffered_memory,5386240}, {free_memory,24651165696}, {total_memory,25199214592}]}, {node_storage_conf,[{db_path,"/data"},{index_path,"/data"}]}, {statistics, [{wall_clock,{602560,5001}}, {context_switches,{114412,0}}, {garbage_collection,{18419,59778612,0}}, {io,{{input,8606685},{output,2181050}}}, {reductions,{28898167,59350}}, {run_queue,0}, {runtime,{23470,170}}]}, {system_stats, [{cpu_utilization_rate,1.9559902200488997}, {swap_total,20971511808}, {swap_used,0}]}, {interesting_stats,[]}, {cluster_compatibility_version,131072}, {version, [{public_key,"0.13"}, {lhttpc,"1.3.0"}, {ale,"8cffe61"}, {os_mon,"2.2.7"}, {couch_set_view,"1.2.0a-b68b5f4-git"}, {mnesia,"4.5"}, {inets,"5.7.1"}, {couch,"1.2.0a-b68b5f4-git"}, {mapreduce,"1.0.0"}, {couch_index_merger,"1.2.0a-b68b5f4-git"}, {kernel,"2.14.5"}, {crypto,"2.0.4"}, {ssl,"4.1.6"}, {sasl,"2.1.10"}, {couch_view_parser,"1.0.0"}, {ns_server,"2.0.0-1939-rel-enterprise"}, {mochiweb,"1.4.1"}, {oauth,"7d85d3ef"}, {stdlib,"1.17.5"}]}, {supported_compat_version,[2,0]}, {system_arch,"x86_64-unknown-linux-gnu"}, {wall_clock,602}, {memory_data,{25199214592,547921920,{<0.6.0>,601480}}}, {disk_data, [{"/",41260352,5}, {"/dev/shm",12304304,0}, {"/boot",495844,7}, {"/data",206420664,1}]}, {meminfo, <<"MemTotal: 24608608 kB\nMemFree: 24073404 kB\nBuffers: 5260 kB\nCached: 21324 kB\nSwapCached: 0 kB\nActive: 141372 kB\nInactive: 19764 kB\nActive(anon): 127264 kB\nInactive(anon): 9272 kB\nActive(file): 14108 kB\nInactive(file): 10492 kB\nUnevictable: 11288 kB\nMlocked: 11288 kB\nSwapTotal: 20479992 kB\nSwapFree: 20479992 kB\nDirty: 28 kB\nWriteback: 0 kB\nAnonPages: 145844 kB\nMapped: 13380 kB\nShmem: 164 kB\nSlab: 66508 kB\nSReclaimable: 11232 kB\nSUnreclaim: 55276 kB\nKernelStack: 2904 kB\nPageTables: 4012 kB\nNFS_Unstable: 0 kB\nBounce: 0 kB\nWritebackTmp: 0 kB\nCommitLimit: 32784296 kB\nCommitted_AS: 1817840 kB\nVmallocTotal: 34359738367 kB\nVmallocUsed: 332500 kB\nVmallocChunk: 34359355024 kB\nHardwareCorrupted: 0 kB\nAnonHugePages: 30720 kB\nHugePages_Total: 0\nHugePages_Free: 0\nHugePages_Rsvd: 0\nHugePages_Surp: 0\nHugepagesize: 2048 kB\nDirectMap4k: 10240 kB\nDirectMap2M: 25155584 kB\n">>}]}] [ns_doctor:debug,2012-11-10T1:06:41.371,ns_1@192.168.0.21:ns_doctor<0.405.0>:ns_doctor:handle_info:137]Current node statuses: [{'ns_1@192.168.0.21', [{last_heard,{1352,538396,369177}}, {outgoing_replications_safeness_level,[]}, {incoming_replications_conf_hashes,[]}, {active_buckets,[]}, {ready_buckets,[]}, {local_tasks,[]}, {memory, [{total,47451120}, {processes,14817392}, {processes_used,14794616}, {system,32633728}, {atom,1235009}, {atom_used,1231640}, {binary,224152}, {code,12523185}, {ets,1329928}]}, {system_memory_data, [{system_total_memory,25199214592}, {free_swap,20971511808}, {total_swap,20971511808}, {cached_memory,21913600}, {buffered_memory,5468160}, {free_memory,24648052736}, {total_memory,25199214592}]}, {node_storage_conf,[{db_path,"/data"},{index_path,"/data"}]}, {statistics, [{wall_clock,{657560,5001}}, {context_switches,{122228,0}}, {garbage_collection,{19501,62175600,0}}, {io,{{input,8645595},{output,2267347}}}, {reductions,{29797149,87251}}, {run_queue,0}, {runtime,{25430,170}}]}, {system_stats, [{cpu_utilization_rate,0.9615384615384616}, {swap_total,20971511808}, {swap_used,0}]}, {interesting_stats,[]}, {cluster_compatibility_version,131072}, {version, [{public_key,"0.13"}, {lhttpc,"1.3.0"}, {ale,"8cffe61"}, {os_mon,"2.2.7"}, {couch_set_view,"1.2.0a-b68b5f4-git"}, {mnesia,"4.5"}, {inets,"5.7.1"}, {couch,"1.2.0a-b68b5f4-git"}, {mapreduce,"1.0.0"}, {couch_index_merger,"1.2.0a-b68b5f4-git"}, {kernel,"2.14.5"}, {crypto,"2.0.4"}, {ssl,"4.1.6"}, {sasl,"2.1.10"}, {couch_view_parser,"1.0.0"}, {ns_server,"2.0.0-1939-rel-enterprise"}, {mochiweb,"1.4.1"}, {oauth,"7d85d3ef"}, {stdlib,"1.17.5"}]}, {supported_compat_version,[2,0]}, {system_arch,"x86_64-unknown-linux-gnu"}, {wall_clock,657}, {memory_data,{25199214592,547921920,{<0.6.0>,601480}}}, {disk_data, [{"/",41260352,5}, {"/dev/shm",12304304,0}, {"/boot",495844,7}, {"/data",206420664,1}]}, {meminfo, <<"MemTotal: 24608608 kB\nMemFree: 24070364 kB\nBuffers: 5340 kB\nCached: 21400 kB\nSwapCached: 0 kB\nActive: 144188 kB\nInactive: 19852 kB\nActive(anon): 130008 kB\nInactive(anon): 9272 kB\nActive(file): 14180 kB\nInactive(file): 10580 kB\nUnevictable: 11288 kB\nMlocked: 11288 kB\nSwapTotal: 20479992 kB\nSwapFree: 20479992 kB\nDirty: 44 kB\nWriteback: 0 kB\nAnonPages: 148552 kB\nMapped: 13380 kB\nShmem: 164 kB\nSlab: 66504 kB\nSReclaimable: 11232 kB\nSUnreclaim: 55272 kB\nKernelStack: 2904 kB\nPageTables: 4012 kB\nNFS_Unstable: 0 kB\nBounce: 0 kB\nWritebackTmp: 0 kB\nCommitLimit: 32784296 kB\nCommitted_AS: 1816124 kB\nVmallocTotal: 34359738367 kB\nVmallocUsed: 332500 kB\nVmallocChunk: 34359355024 kB\nHardwareCorrupted: 0 kB\nAnonHugePages: 32768 kB\nHugePages_Total: 0\nHugePages_Free: 0\nHugePages_Rsvd: 0\nHugePages_Surp: 0\nHugepagesize: 2048 kB\nDirectMap4k: 10240 kB\nDirectMap2M: 25155584 kB\n">>}]}] [ns_doctor:debug,2012-11-10T1:07:41.371,ns_1@192.168.0.21:ns_doctor<0.405.0>:ns_doctor:handle_info:137]Current node statuses: [{'ns_1@192.168.0.21', [{last_heard,{1352,538461,368864}}, {outgoing_replications_safeness_level,[]}, {incoming_replications_conf_hashes,[]}, {active_buckets,[]}, {ready_buckets,[]}, {local_tasks,[]}, {memory, [{total,47715520}, {processes,15039416}, {processes_used,15016640}, {system,32676104}, {atom,1235009}, {atom_used,1231640}, {binary,228128}, {code,12523185}, {ets,1366312}]}, {system_memory_data, [{system_total_memory,25199214592}, {free_swap,20971511808}, {total_swap,20971511808}, {cached_memory,21606400}, {buffered_memory,5607424}, {free_memory,24619597824}, {total_memory,25199214592}]}, {node_storage_conf,[{db_path,"/data"},{index_path,"/data"}]}, {statistics, [{wall_clock,{722560,5001}}, {context_switches,{131533,0}}, {garbage_collection,{20657,64985422,0}}, {io,{{input,8939281},{output,2515320}}}, {reductions,{30779406,99560}}, {run_queue,0}, {runtime,{27740,180}}]}, {system_stats, [{cpu_utilization_rate,2.035623409669211}, {swap_total,20971511808}, {swap_used,0}]}, {interesting_stats,[]}, {cluster_compatibility_version,131072}, {version, [{public_key,"0.13"}, {lhttpc,"1.3.0"}, {ale,"8cffe61"}, {os_mon,"2.2.7"}, {couch_set_view,"1.2.0a-b68b5f4-git"}, {mnesia,"4.5"}, {inets,"5.7.1"}, {couch,"1.2.0a-b68b5f4-git"}, {mapreduce,"1.0.0"}, {couch_index_merger,"1.2.0a-b68b5f4-git"}, {kernel,"2.14.5"}, {crypto,"2.0.4"}, {ssl,"4.1.6"}, {sasl,"2.1.10"}, {couch_view_parser,"1.0.0"}, {ns_server,"2.0.0-1939-rel-enterprise"}, {mochiweb,"1.4.1"}, {oauth,"7d85d3ef"}, {stdlib,"1.17.5"}]}, {supported_compat_version,[2,0]}, {system_arch,"x86_64-unknown-linux-gnu"}, {wall_clock,722}, {memory_data,{25199214592,579735552,{<0.6.0>,601480}}}, {disk_data, [{"/",41260352,5}, {"/dev/shm",12304304,0}, {"/boot",495844,7}, {"/data",206420664,1}]}, {meminfo, <<"MemTotal: 24608608 kB\nMemFree: 24042576 kB\nBuffers: 5476 kB\nCached: 21100 kB\nSwapCached: 0 kB\nActive: 172136 kB\nInactive: 19776 kB\nActive(anon): 158080 kB\nInactive(anon): 9272 kB\nActive(file): 14056 kB\nInactive(file): 10504 kB\nUnevictable: 11288 kB\nMlocked: 11288 kB\nSwapTotal: 20479992 kB\nSwapFree: 20479992 kB\nDirty: 100 kB\nWriteback: 0 kB\nAnonPages: 176660 kB\nMapped: 13380 kB\nShmem: 164 kB\nSlab: 66512 kB\nSReclaimable: 11240 kB\nSUnreclaim: 55272 kB\nKernelStack: 2904 kB\nPageTables: 4020 kB\nNFS_Unstable: 0 kB\nBounce: 0 kB\nWritebackTmp: 0 kB\nCommitLimit: 32784296 kB\nCommitted_AS: 1817096 kB\nVmallocTotal: 34359738367 kB\nVmallocUsed: 332500 kB\nVmallocChunk: 34359355024 kB\nHardwareCorrupted: 0 kB\nAnonHugePages: 100352 kB\nHugePages_Total: 0\nHugePages_Free: 0\nHugePages_Rsvd: 0\nHugePages_Surp: 0\nHugepagesize: 2048 kB\nDirectMap4k: 10240 kB\nDirectMap2M: 25155584 kB\n">>}]}] [ns_doctor:debug,2012-11-10T1:08:41.371,ns_1@192.168.0.21:ns_doctor<0.405.0>:ns_doctor:handle_info:137]Current node statuses: [{'ns_1@192.168.0.21', [{last_heard,{1352,538521,368821}}, {outgoing_replications_safeness_level,[]}, {incoming_replications_conf_hashes,[]}, {active_buckets,[]}, {ready_buckets,[]}, {local_tasks,[]}, {memory, [{total,47551336}, {processes,14853392}, {processes_used,14830616}, {system,32697944}, {atom,1235009}, {atom_used,1231640}, {binary,218192}, {code,12523185}, {ets,1395400}]}, {system_memory_data, [{system_total_memory,25199214592}, {free_swap,20971511808}, {total_swap,20971511808}, {cached_memory,21692416}, {buffered_memory,5697536}, {free_memory,24616280064}, {total_memory,25199214592}]}, {node_storage_conf,[{db_path,"/data"},{index_path,"/data"}]}, {statistics, [{wall_clock,{782560,5000}}, {context_switches,{140184,0}}, {garbage_collection,{21785,67564538,0}}, {io,{{input,8981304},{output,2607765}}}, {reductions,{31755458,55538}}, {run_queue,0}, {runtime,{29990,170}}]}, {system_stats, [{cpu_utilization_rate,1.2531328320802004}, {swap_total,20971511808}, {swap_used,0}]}, {interesting_stats,[]}, {cluster_compatibility_version,131072}, {version, [{public_key,"0.13"}, {lhttpc,"1.3.0"}, {ale,"8cffe61"}, {os_mon,"2.2.7"}, {couch_set_view,"1.2.0a-b68b5f4-git"}, {mnesia,"4.5"}, {inets,"5.7.1"}, {couch,"1.2.0a-b68b5f4-git"}, {mapreduce,"1.0.0"}, {couch_index_merger,"1.2.0a-b68b5f4-git"}, {kernel,"2.14.5"}, {crypto,"2.0.4"}, {ssl,"4.1.6"}, {sasl,"2.1.10"}, {couch_view_parser,"1.0.0"}, {ns_server,"2.0.0-1939-rel-enterprise"}, {mochiweb,"1.4.1"}, {oauth,"7d85d3ef"}, {stdlib,"1.17.5"}]}, {supported_compat_version,[2,0]}, {system_arch,"x86_64-unknown-linux-gnu"}, {wall_clock,782}, {memory_data,{25199214592,582934528,{<0.6.0>,601480}}}, {disk_data, [{"/",41260352,5}, {"/dev/shm",12304304,0}, {"/boot",495844,7}, {"/data",206420664,1}]}, {meminfo, <<"MemTotal: 24608608 kB\nMemFree: 24039336 kB\nBuffers: 5564 kB\nCached: 21184 kB\nSwapCached: 0 kB\nActive: 175212 kB\nInactive: 19912 kB\nActive(anon): 161088 kB\nInactive(anon): 9272 kB\nActive(file): 14124 kB\nInactive(file): 10640 kB\nUnevictable: 11288 kB\nMlocked: 11288 kB\nSwapTotal: 20479992 kB\nSwapFree: 20479992 kB\nDirty: 24 kB\nWriteback: 0 kB\nAnonPages: 179668 kB\nMapped: 13380 kB\nShmem: 164 kB\nSlab: 66536 kB\nSReclaimable: 11236 kB\nSUnreclaim: 55300 kB\nKernelStack: 2904 kB\nPageTables: 4012 kB\nNFS_Unstable: 0 kB\nBounce: 0 kB\nWritebackTmp: 0 kB\nCommitLimit: 32784296 kB\nCommitted_AS: 1814408 kB\nVmallocTotal: 34359738367 kB\nVmallocUsed: 332500 kB\nVmallocChunk: 34359355024 kB\nHardwareCorrupted: 0 kB\nAnonHugePages: 124928 kB\nHugePages_Total: 0\nHugePages_Free: 0\nHugePages_Rsvd: 0\nHugePages_Surp: 0\nHugepagesize: 2048 kB\nDirectMap4k: 10240 kB\nDirectMap2M: 25155584 kB\n">>}]}] [ns_doctor:debug,2012-11-10T1:09:41.371,ns_1@192.168.0.21:ns_doctor<0.405.0>:ns_doctor:handle_info:137]Current node statuses: [{'ns_1@192.168.0.21', [{last_heard,{1352,538581,369223}}, {outgoing_replications_safeness_level,[]}, {incoming_replications_conf_hashes,[]}, {active_buckets,[]}, {ready_buckets,[]}, {local_tasks,[]}, {memory, [{total,47411504}, {processes,14736672}, {processes_used,14713896}, {system,32674832}, {atom,1235009}, {atom_used,1231640}, {binary,220936}, {code,12523185}, {ets,1367312}]}, {system_memory_data, [{system_total_memory,25199214592}, {free_swap,20971511808}, {total_swap,20971511808}, {cached_memory,21790720}, {buffered_memory,5787648}, {free_memory,24614817792}, {total_memory,25199214592}]}, {node_storage_conf,[{db_path,"/data"},{index_path,"/data"}]}, {statistics, [{wall_clock,{842560,5000}}, {context_switches,{148771,0}}, {garbage_collection,{22874,70151867,0}}, {io,{{input,9024180},{output,2699849}}}, {reductions,{32677605,63247}}, {run_queue,0}, {runtime,{32140,170}}]}, {system_stats, [{cpu_utilization_rate,1.8276762402088773}, {swap_total,20971511808}, {swap_used,0}]}, {interesting_stats,[]}, {cluster_compatibility_version,131072}, {version, [{public_key,"0.13"}, {lhttpc,"1.3.0"}, {ale,"8cffe61"}, {os_mon,"2.2.7"}, {couch_set_view,"1.2.0a-b68b5f4-git"}, {mnesia,"4.5"}, {inets,"5.7.1"}, {couch,"1.2.0a-b68b5f4-git"}, {mapreduce,"1.0.0"}, {couch_index_merger,"1.2.0a-b68b5f4-git"}, {kernel,"2.14.5"}, {crypto,"2.0.4"}, {ssl,"4.1.6"}, {sasl,"2.1.10"}, {couch_view_parser,"1.0.0"}, {ns_server,"2.0.0-1939-rel-enterprise"}, {mochiweb,"1.4.1"}, {oauth,"7d85d3ef"}, {stdlib,"1.17.5"}]}, {supported_compat_version,[2,0]}, {system_arch,"x86_64-unknown-linux-gnu"}, {wall_clock,842}, {memory_data,{25199214592,584396800,{<0.6.0>,601480}}}, {disk_data, [{"/",41260352,5}, {"/dev/shm",12304304,0}, {"/boot",495844,7}, {"/data",206420664,1}]}, {meminfo, <<"MemTotal: 24608608 kB\nMemFree: 24037908 kB\nBuffers: 5652 kB\nCached: 21280 kB\nSwapCached: 0 kB\nActive: 177008 kB\nInactive: 20000 kB\nActive(anon): 162784 kB\nInactive(anon): 9272 kB\nActive(file): 14224 kB\nInactive(file): 10728 kB\nUnevictable: 11288 kB\nMlocked: 11288 kB\nSwapTotal: 20479992 kB\nSwapFree: 20479992 kB\nDirty: 24 kB\nWriteback: 0 kB\nAnonPages: 181368 kB\nMapped: 13380 kB\nShmem: 164 kB\nSlab: 66472 kB\nSReclaimable: 11232 kB\nSUnreclaim: 55240 kB\nKernelStack: 2904 kB\nPageTables: 4020 kB\nNFS_Unstable: 0 kB\nBounce: 0 kB\nWritebackTmp: 0 kB\nCommitLimit: 32784296 kB\nCommitted_AS: 1816124 kB\nVmallocTotal: 34359738367 kB\nVmallocUsed: 332500 kB\nVmallocChunk: 34359355024 kB\nHardwareCorrupted: 0 kB\nAnonHugePages: 126976 kB\nHugePages_Total: 0\nHugePages_Free: 0\nHugePages_Rsvd: 0\nHugePages_Surp: 0\nHugepagesize: 2048 kB\nDirectMap4k: 10240 kB\nDirectMap2M: 25155584 kB\n">>}]}] [ns_doctor:debug,2012-11-10T1:10:41.371,ns_1@192.168.0.21:ns_doctor<0.405.0>:ns_doctor:handle_info:137]Current node statuses: [{'ns_1@192.168.0.21', [{last_heard,{1352,538641,369192}}, {outgoing_replications_safeness_level,[]}, {incoming_replications_conf_hashes,[]}, {active_buckets,[]}, {ready_buckets,[]}, {local_tasks,[]}, {memory, [{total,47254264}, {processes,14548928}, {processes_used,14526152}, {system,32705336}, {atom,1235009}, {atom_used,1231640}, {binary,218024}, {code,12523185}, {ets,1398656}]}, {system_memory_data, [{system_total_memory,25199214592}, {free_swap,20971511808}, {total_swap,20971511808}, {cached_memory,21876736}, {buffered_memory,5931008}, {free_memory,24613666816}, {total_memory,25199214592}]}, {node_storage_conf,[{db_path,"/data"},{index_path,"/data"}]}, {statistics, [{wall_clock,{902560,4995}}, {context_switches,{157690,0}}, {garbage_collection,{24095,72824220,0}}, {io,{{input,9315254},{output,3018300}}}, {reductions,{33640674,110312}}, {run_queue,0}, {runtime,{34590,190}}]}, {system_stats, [{cpu_utilization_rate,1.7632241813602014}, {swap_total,20971511808}, {swap_used,0}]}, {interesting_stats,[]}, {cluster_compatibility_version,131072}, {version, [{public_key,"0.13"}, {lhttpc,"1.3.0"}, {ale,"8cffe61"}, {os_mon,"2.2.7"}, {couch_set_view,"1.2.0a-b68b5f4-git"}, {mnesia,"4.5"}, {inets,"5.7.1"}, {couch,"1.2.0a-b68b5f4-git"}, {mapreduce,"1.0.0"}, {couch_index_merger,"1.2.0a-b68b5f4-git"}, {kernel,"2.14.5"}, {crypto,"2.0.4"}, {ssl,"4.1.6"}, {sasl,"2.1.10"}, {couch_view_parser,"1.0.0"}, {ns_server,"2.0.0-1939-rel-enterprise"}, {mochiweb,"1.4.1"}, {oauth,"7d85d3ef"}, {stdlib,"1.17.5"}]}, {supported_compat_version,[2,0]}, {system_arch,"x86_64-unknown-linux-gnu"}, {wall_clock,902}, {memory_data,{25199214592,585166848,{<0.6.0>,601480}}}, {disk_data, [{"/",41260352,5}, {"/dev/shm",12304304,0}, {"/boot",495844,7}, {"/data",206420664,1}]}, {meminfo, <<"MemTotal: 24608608 kB\nMemFree: 24036784 kB\nBuffers: 5792 kB\nCached: 21364 kB\nSwapCached: 0 kB\nActive: 177556 kB\nInactive: 20224 kB\nActive(anon): 163376 kB\nInactive(anon): 9272 kB\nActive(file): 14180 kB\nInactive(file): 10952 kB\nUnevictable: 11288 kB\nMlocked: 11288 kB\nSwapTotal: 20479992 kB\nSwapFree: 20479992 kB\nDirty: 44 kB\nWriteback: 0 kB\nAnonPages: 181956 kB\nMapped: 13380 kB\nShmem: 164 kB\nSlab: 66572 kB\nSReclaimable: 11244 kB\nSUnreclaim: 55328 kB\nKernelStack: 2912 kB\nPageTables: 4020 kB\nNFS_Unstable: 0 kB\nBounce: 0 kB\nWritebackTmp: 0 kB\nCommitLimit: 32784296 kB\nCommitted_AS: 1817840 kB\nVmallocTotal: 34359738367 kB\nVmallocUsed: 332500 kB\nVmallocChunk: 34359355024 kB\nHardwareCorrupted: 0 kB\nAnonHugePages: 126976 kB\nHugePages_Total: 0\nHugePages_Free: 0\nHugePages_Rsvd: 0\nHugePages_Surp: 0\nHugepagesize: 2048 kB\nDirectMap4k: 10240 kB\nDirectMap2M: 25155584 kB\n">>}]}] [ns_doctor:debug,2012-11-10T1:11:41.372,ns_1@192.168.0.21:ns_doctor<0.405.0>:ns_doctor:handle_info:137]Current node statuses: [{'ns_1@192.168.0.21', [{last_heard,{1352,538701,371273}}, {outgoing_replications_safeness_level,[]}, {incoming_replications_conf_hashes,[]}, {active_buckets,[]}, {ready_buckets,[]}, {local_tasks,[]}, {memory, [{total,47397472}, {processes,14705408}, {processes_used,14682632}, {system,32692064}, {atom,1235009}, {atom_used,1231640}, {binary,231208}, {code,12523185}, {ets,1369448}]}, {system_memory_data, [{system_total_memory,25199214592}, {free_swap,20971511808}, {total_swap,20971511808}, {cached_memory,21958656}, {buffered_memory,6021120}, {free_memory,24614445056}, {total_memory,25199214592}]}, {node_storage_conf,[{db_path,"/data"},{index_path,"/data"}]}, {statistics, [{wall_clock,{962562,4997}}, {context_switches,{166041,0}}, {garbage_collection,{25208,75340032,0}}, {io,{{input,9357268},{output,3109475}}}, {reductions,{34526956,64976}}, {run_queue,0}, {runtime,{36880,170}}]}, {system_stats, [{cpu_utilization_rate,1.9464720194647203}, {swap_total,20971511808}, {swap_used,0}]}, {interesting_stats,[]}, {cluster_compatibility_version,131072}, {version, [{public_key,"0.13"}, {lhttpc,"1.3.0"}, {ale,"8cffe61"}, {os_mon,"2.2.7"}, {couch_set_view,"1.2.0a-b68b5f4-git"}, {mnesia,"4.5"}, {inets,"5.7.1"}, {couch,"1.2.0a-b68b5f4-git"}, {mapreduce,"1.0.0"}, {couch_index_merger,"1.2.0a-b68b5f4-git"}, {kernel,"2.14.5"}, {crypto,"2.0.4"}, {ssl,"4.1.6"}, {sasl,"2.1.10"}, {couch_view_parser,"1.0.0"}, {ns_server,"2.0.0-1939-rel-enterprise"}, {mochiweb,"1.4.1"}, {oauth,"7d85d3ef"}, {stdlib,"1.17.5"}]}, {supported_compat_version,[2,0]}, {system_arch,"x86_64-unknown-linux-gnu"}, {wall_clock,962}, {memory_data,{25199214592,584515584,{<0.6.0>,601480}}}, {disk_data, [{"/",41260352,5}, {"/dev/shm",12304304,0}, {"/boot",495844,7}, {"/data",206420664,1}]}, {meminfo, <<"MemTotal: 24608608 kB\nMemFree: 24037544 kB\nBuffers: 5880 kB\nCached: 21444 kB\nSwapCached: 0 kB\nActive: 176752 kB\nInactive: 20368 kB\nActive(anon): 162504 kB\nInactive(anon): 9272 kB\nActive(file): 14248 kB\nInactive(file): 11096 kB\nUnevictable: 11288 kB\nMlocked: 11288 kB\nSwapTotal: 20479992 kB\nSwapFree: 20479992 kB\nDirty: 44 kB\nWriteback: 0 kB\nAnonPages: 181084 kB\nMapped: 13380 kB\nShmem: 164 kB\nSlab: 66516 kB\nSReclaimable: 11236 kB\nSUnreclaim: 55280 kB\nKernelStack: 2904 kB\nPageTables: 4016 kB\nNFS_Unstable: 0 kB\nBounce: 0 kB\nWritebackTmp: 0 kB\nCommitLimit: 32784296 kB\nCommitted_AS: 1816608 kB\nVmallocTotal: 34359738367 kB\nVmallocUsed: 332500 kB\nVmallocChunk: 34359355024 kB\nHardwareCorrupted: 0 kB\nAnonHugePages: 126976 kB\nHugePages_Total: 0\nHugePages_Free: 0\nHugePages_Rsvd: 0\nHugePages_Surp: 0\nHugepagesize: 2048 kB\nDirectMap4k: 10240 kB\nDirectMap2M: 25155584 kB\n">>}]}] [ns_doctor:debug,2012-11-10T1:12:41.370,ns_1@192.168.0.21:ns_doctor<0.405.0>:ns_doctor:handle_info:137]Current node statuses: [{'ns_1@192.168.0.21', [{last_heard,{1352,538761,370105}}, {outgoing_replications_safeness_level,[]}, {incoming_replications_conf_hashes,[]}, {active_buckets,[]}, {ready_buckets,[]}, {local_tasks,[]}, {memory, [{total,47513544}, {processes,14783472}, {processes_used,14760696}, {system,32730072}, {atom,1235009}, {atom_used,1231640}, {binary,238200}, {code,12523185}, {ets,1398552}]}, {system_memory_data, [{system_total_memory,25199214592}, {free_swap,20971511808}, {total_swap,20971511808}, {cached_memory,22061056}, {buffered_memory,6119424}, {free_memory,24614436864}, {total_memory,25199214592}]}, {node_storage_conf,[{db_path,"/data"},{index_path,"/data"}]}, {statistics, [{wall_clock,{1022561,5001}}, {context_switches,{174410,0}}, {garbage_collection,{26247,77823894,0}}, {io,{{input,9400144},{output,3202194}}}, {reductions,{35359377,63089}}, {run_queue,0}, {runtime,{39150,160}}]}, {system_stats, [{cpu_utilization_rate,1.6574585635359116}, {swap_total,20971511808}, {swap_used,0}]}, {interesting_stats,[]}, {cluster_compatibility_version,131072}, {version, [{public_key,"0.13"}, {lhttpc,"1.3.0"}, {ale,"8cffe61"}, {os_mon,"2.2.7"}, {couch_set_view,"1.2.0a-b68b5f4-git"}, {mnesia,"4.5"}, {inets,"5.7.1"}, {couch,"1.2.0a-b68b5f4-git"}, {mapreduce,"1.0.0"}, {couch_index_merger,"1.2.0a-b68b5f4-git"}, {kernel,"2.14.5"}, {crypto,"2.0.4"}, {ssl,"4.1.6"}, {sasl,"2.1.10"}, {couch_view_parser,"1.0.0"}, {ns_server,"2.0.0-1939-rel-enterprise"}, {mochiweb,"1.4.1"}, {oauth,"7d85d3ef"}, {stdlib,"1.17.5"}]}, {supported_compat_version,[2,0]}, {system_arch,"x86_64-unknown-linux-gnu"}, {wall_clock,1022}, {memory_data,{25199214592,584396800,{<0.6.0>,601480}}}, {disk_data, [{"/",41260352,5}, {"/dev/shm",12304304,0}, {"/boot",495844,7}, {"/data",206420664,1}]}, {meminfo, <<"MemTotal: 24608608 kB\nMemFree: 24037536 kB\nBuffers: 5976 kB\nCached: 21544 kB\nSwapCached: 0 kB\nActive: 176800 kB\nInactive: 20472 kB\nActive(anon): 162468 kB\nInactive(anon): 9272 kB\nActive(file): 14332 kB\nInactive(file): 11200 kB\nUnevictable: 11288 kB\nMlocked: 11288 kB\nSwapTotal: 20479992 kB\nSwapFree: 20479992 kB\nDirty: 12 kB\nWriteback: 0 kB\nAnonPages: 181048 kB\nMapped: 13380 kB\nShmem: 164 kB\nSlab: 66496 kB\nSReclaimable: 11232 kB\nSUnreclaim: 55264 kB\nKernelStack: 2904 kB\nPageTables: 4012 kB\nNFS_Unstable: 0 kB\nBounce: 0 kB\nWritebackTmp: 0 kB\nCommitLimit: 32784296 kB\nCommitted_AS: 1817840 kB\nVmallocTotal: 34359738367 kB\nVmallocUsed: 332500 kB\nVmallocChunk: 34359355024 kB\nHardwareCorrupted: 0 kB\nAnonHugePages: 126976 kB\nHugePages_Total: 0\nHugePages_Free: 0\nHugePages_Rsvd: 0\nHugePages_Surp: 0\nHugepagesize: 2048 kB\nDirectMap4k: 10240 kB\nDirectMap2M: 25155584 kB\n">>}]}] [ns_doctor:debug,2012-11-10T1:13:41.371,ns_1@192.168.0.21:ns_doctor<0.405.0>:ns_doctor:handle_info:137]Current node statuses: [{'ns_1@192.168.0.21', [{last_heard,{1352,538821,369614}}, {outgoing_replications_safeness_level,[]}, {incoming_replications_conf_hashes,[]}, {active_buckets,[]}, {ready_buckets,[]}, {local_tasks,[]}, {memory, [{total,47642800}, {processes,14873840}, {processes_used,14851064}, {system,32768960}, {atom,1235009}, {atom_used,1231640}, {binary,243824}, {code,12523185}, {ets,1429856}]}, {system_memory_data, [{system_total_memory,25199214592}, {free_swap,20971511808}, {total_swap,20971511808}, {cached_memory,21725184}, {buffered_memory,6250496}, {free_memory,24613785600}, {total_memory,25199214592}]}, {node_storage_conf,[{db_path,"/data"},{index_path,"/data"}]}, {statistics, [{wall_clock,{1082560,5000}}, {context_switches,{183183,0}}, {garbage_collection,{27356,80362905,0}}, {io,{{input,9689855},{output,3495806}}}, {reductions,{36271849,107343}}, {run_queue,0}, {runtime,{41460,190}}]}, {system_stats, [{cpu_utilization_rate,2.051282051282051}, {swap_total,20971511808}, {swap_used,0}]}, {interesting_stats,[]}, {cluster_compatibility_version,131072}, {version, [{public_key,"0.13"}, {lhttpc,"1.3.0"}, {ale,"8cffe61"}, {os_mon,"2.2.7"}, {couch_set_view,"1.2.0a-b68b5f4-git"}, {mnesia,"4.5"}, {inets,"5.7.1"}, {couch,"1.2.0a-b68b5f4-git"}, {mapreduce,"1.0.0"}, {couch_index_merger,"1.2.0a-b68b5f4-git"}, {kernel,"2.14.5"}, {crypto,"2.0.4"}, {ssl,"4.1.6"}, {sasl,"2.1.10"}, {couch_view_parser,"1.0.0"}, {ns_server,"2.0.0-1939-rel-enterprise"}, {mochiweb,"1.4.1"}, {oauth,"7d85d3ef"}, {stdlib,"1.17.5"}]}, {supported_compat_version,[2,0]}, {system_arch,"x86_64-unknown-linux-gnu"}, {wall_clock,1082}, {memory_data,{25199214592,585158656,{<0.6.0>,601480}}}, {disk_data, [{"/",41260352,5}, {"/dev/shm",12304304,0}, {"/boot",495844,7}, {"/data",206420664,1}]}, {meminfo, <<"MemTotal: 24608608 kB\nMemFree: 24036900 kB\nBuffers: 6104 kB\nCached: 21216 kB\nSwapCached: 0 kB\nActive: 176952 kB\nInactive: 20428 kB\nActive(anon): 162772 kB\nInactive(anon): 9272 kB\nActive(file): 14180 kB\nInactive(file): 11156 kB\nUnevictable: 11288 kB\nMlocked: 11288 kB\nSwapTotal: 20479992 kB\nSwapFree: 20479992 kB\nDirty: 88 kB\nWriteback: 0 kB\nAnonPages: 181380 kB\nMapped: 13380 kB\nShmem: 164 kB\nSlab: 66528 kB\nSReclaimable: 11244 kB\nSUnreclaim: 55284 kB\nKernelStack: 2904 kB\nPageTables: 4016 kB\nNFS_Unstable: 0 kB\nBounce: 0 kB\nWritebackTmp: 0 kB\nCommitLimit: 32784296 kB\nCommitted_AS: 1816868 kB\nVmallocTotal: 34359738367 kB\nVmallocUsed: 332500 kB\nVmallocChunk: 34359355024 kB\nHardwareCorrupted: 0 kB\nAnonHugePages: 126976 kB\nHugePages_Total: 0\nHugePages_Free: 0\nHugePages_Rsvd: 0\nHugePages_Surp: 0\nHugepagesize: 2048 kB\nDirectMap4k: 10240 kB\nDirectMap2M: 25155584 kB\n">>}]}] [ns_doctor:debug,2012-11-10T1:14:41.371,ns_1@192.168.0.21:ns_doctor<0.405.0>:ns_doctor:handle_info:137]Current node statuses: [{'ns_1@192.168.0.21', [{last_heard,{1352,538881,369188}}, {outgoing_replications_safeness_level,[]}, {incoming_replications_conf_hashes,[]}, {active_buckets,[]}, {ready_buckets,[]}, {local_tasks,[]}, {memory, [{total,47671744}, {processes,14904520}, {processes_used,14881744}, {system,32767224}, {atom,1235009}, {atom_used,1231640}, {binary,210688}, {code,12523185}, {ets,1458680}]}, {system_memory_data, [{system_total_memory,25199214592}, {free_swap,20971511808}, {total_swap,20971511808}, {cached_memory,21827584}, {buffered_memory,6356992}, {free_memory,24612659200}, {total_memory,25199214592}]}, {node_storage_conf,[{db_path,"/data"},{index_path,"/data"}]}, {statistics, [{wall_clock,{1142560,5001}}, {context_switches,{191827,0}}, {garbage_collection,{28401,82916923,0}}, {io,{{input,9732731},{output,3587490}}}, {reductions,{37227461,63053}}, {run_queue,0}, {runtime,{43780,190}}]}, {system_stats, [{cpu_utilization_rate,1.4285714285714286}, {swap_total,20971511808}, {swap_used,0}]}, {interesting_stats,[]}, {cluster_compatibility_version,131072}, {version, [{public_key,"0.13"}, {lhttpc,"1.3.0"}, {ale,"8cffe61"}, {os_mon,"2.2.7"}, {couch_set_view,"1.2.0a-b68b5f4-git"}, {mnesia,"4.5"}, {inets,"5.7.1"}, {couch,"1.2.0a-b68b5f4-git"}, {mapreduce,"1.0.0"}, {couch_index_merger,"1.2.0a-b68b5f4-git"}, {kernel,"2.14.5"}, {crypto,"2.0.4"}, {ssl,"4.1.6"}, {sasl,"2.1.10"}, {couch_view_parser,"1.0.0"}, {ns_server,"2.0.0-1939-rel-enterprise"}, {mochiweb,"1.4.1"}, {oauth,"7d85d3ef"}, {stdlib,"1.17.5"}]}, {supported_compat_version,[2,0]}, {system_arch,"x86_64-unknown-linux-gnu"}, {wall_clock,1142}, {memory_data,{25199214592,586428416,{<0.6.0>,601480}}}, {disk_data, [{"/",41260352,5}, {"/dev/shm",12304304,0}, {"/boot",495844,7}, {"/data",206420664,1}]}, {meminfo, <<"MemTotal: 24608608 kB\nMemFree: 24035800 kB\nBuffers: 6208 kB\nCached: 21316 kB\nSwapCached: 0 kB\nActive: 178224 kB\nInactive: 20544 kB\nActive(anon): 163952 kB\nInactive(anon): 9272 kB\nActive(file): 14272 kB\nInactive(file): 11272 kB\nUnevictable: 11288 kB\nMlocked: 11288 kB\nSwapTotal: 20479992 kB\nSwapFree: 20479992 kB\nDirty: 68 kB\nWriteback: 0 kB\nAnonPages: 182532 kB\nMapped: 13380 kB\nShmem: 164 kB\nSlab: 66516 kB\nSReclaimable: 11240 kB\nSUnreclaim: 55276 kB\nKernelStack: 2904 kB\nPageTables: 4016 kB\nNFS_Unstable: 0 kB\nBounce: 0 kB\nWritebackTmp: 0 kB\nCommitLimit: 32784296 kB\nCommitted_AS: 1817840 kB\nVmallocTotal: 34359738367 kB\nVmallocUsed: 332500 kB\nVmallocChunk: 34359355024 kB\nHardwareCorrupted: 0 kB\nAnonHugePages: 126976 kB\nHugePages_Total: 0\nHugePages_Free: 0\nHugePages_Rsvd: 0\nHugePages_Surp: 0\nHugepagesize: 2048 kB\nDirectMap4k: 10240 kB\nDirectMap2M: 25155584 kB\n">>}]}] [ns_doctor:debug,2012-11-10T1:15:41.373,ns_1@192.168.0.21:ns_doctor<0.405.0>:ns_doctor:handle_info:137]Current node statuses: [{'ns_1@192.168.0.21', [{last_heard,{1352,538936,368969}}, {outgoing_replications_safeness_level,[]}, {incoming_replications_conf_hashes,[]}, {active_buckets,[]}, {ready_buckets,[]}, {local_tasks,[]}, {memory, [{total,47706904}, {processes,14891528}, {processes_used,14868752}, {system,32815376}, {atom,1235009}, {atom_used,1231640}, {binary,233368}, {code,12523185}, {ets,1482368}]}, {system_memory_data, [{system_total_memory,25199214592}, {free_swap,20971511808}, {total_swap,20971511808}, {cached_memory,21909504}, {buffered_memory,6447104}, {free_memory,24613675008}, {total_memory,25199214592}]}, {node_storage_conf,[{db_path,"/data"},{index_path,"/data"}]}, {statistics, [{wall_clock,{1197560,5000}}, {context_switches,{199786,0}}, {garbage_collection,{29497,85354092,0}}, {io,{{input,9771641},{output,3674841}}}, {reductions,{38126346,80070}}, {run_queue,0}, {runtime,{45850,190}}]}, {system_stats, [{cpu_utilization_rate,1.2820512820512822}, {swap_total,20971511808}, {swap_used,0}]}, {interesting_stats,[]}, {cluster_compatibility_version,131072}, {version, [{public_key,"0.13"}, {lhttpc,"1.3.0"}, {ale,"8cffe61"}, {os_mon,"2.2.7"}, {couch_set_view,"1.2.0a-b68b5f4-git"}, {mnesia,"4.5"}, {inets,"5.7.1"}, {couch,"1.2.0a-b68b5f4-git"}, {mapreduce,"1.0.0"}, {couch_index_merger,"1.2.0a-b68b5f4-git"}, {kernel,"2.14.5"}, {crypto,"2.0.4"}, {ssl,"4.1.6"}, {sasl,"2.1.10"}, {couch_view_parser,"1.0.0"}, {ns_server,"2.0.0-1939-rel-enterprise"}, {mochiweb,"1.4.1"}, {oauth,"7d85d3ef"}, {stdlib,"1.17.5"}]}, {supported_compat_version,[2,0]}, {system_arch,"x86_64-unknown-linux-gnu"}, {wall_clock,1197}, {memory_data,{25199214592,586428416,{<0.6.0>,601480}}}, {disk_data, [{"/",41260352,5}, {"/dev/shm",12304304,0}, {"/boot",495844,7}, {"/data",206420664,1}]}, {meminfo, <<"MemTotal: 24608608 kB\nMemFree: 24036792 kB\nBuffers: 6296 kB\nCached: 21396 kB\nSwapCached: 0 kB\nActive: 177328 kB\nInactive: 20640 kB\nActive(anon): 162988 kB\nInactive(anon): 9272 kB\nActive(file): 14340 kB\nInactive(file): 11368 kB\nUnevictable: 11288 kB\nMlocked: 11288 kB\nSwapTotal: 20479992 kB\nSwapFree: 20479992 kB\nDirty: 44 kB\nWriteback: 0 kB\nAnonPages: 181568 kB\nMapped: 13380 kB\nShmem: 164 kB\nSlab: 66500 kB\nSReclaimable: 11232 kB\nSUnreclaim: 55268 kB\nKernelStack: 2904 kB\nPageTables: 4008 kB\nNFS_Unstable: 0 kB\nBounce: 0 kB\nWritebackTmp: 0 kB\nCommitLimit: 32784296 kB\nCommitted_AS: 1816124 kB\nVmallocTotal: 34359738367 kB\nVmallocUsed: 332500 kB\nVmallocChunk: 34359355024 kB\nHardwareCorrupted: 0 kB\nAnonHugePages: 126976 kB\nHugePages_Total: 0\nHugePages_Free: 0\nHugePages_Rsvd: 0\nHugePages_Surp: 0\nHugepagesize: 2048 kB\nDirectMap4k: 10240 kB\nDirectMap2M: 25155584 kB\n">>}]}] [ns_doctor:debug,2012-11-10T1:16:41.371,ns_1@192.168.0.21:ns_doctor<0.405.0>:ns_doctor:handle_info:137]Current node statuses: [{'ns_1@192.168.0.21', [{last_heard,{1352,539001,369504}}, {outgoing_replications_safeness_level,[]}, {incoming_replications_conf_hashes,[]}, {active_buckets,[]}, {ready_buckets,[]}, {local_tasks,[]}, {memory, [{total,47686600}, {processes,14902656}, {processes_used,14879880}, {system,32783944}, {atom,1235009}, {atom_used,1231640}, {binary,220568}, {code,12523185}, {ets,1461096}]}, {system_memory_data, [{system_total_memory,25199214592}, {free_swap,20971511808}, {total_swap,20971511808}, {cached_memory,21991424}, {buffered_memory,6586368}, {free_memory,24613040128}, {total_memory,25199214592}]}, {node_storage_conf,[{db_path,"/data"},{index_path,"/data"}]}, {statistics, [{wall_clock,{1262560,5000}}, {context_switches,{209351,0}}, {garbage_collection,{30789,88227982,0}}, {io,{{input,10065599},{output,3997516}}}, {reductions,{39188589,102415}}, {run_queue,0}, {runtime,{48450,210}}]}, {system_stats, [{cpu_utilization_rate,2.387267904509284}, {swap_total,20971511808}, {swap_used,0}]}, {interesting_stats,[]}, {cluster_compatibility_version,131072}, {version, [{public_key,"0.13"}, {lhttpc,"1.3.0"}, {ale,"8cffe61"}, {os_mon,"2.2.7"}, {couch_set_view,"1.2.0a-b68b5f4-git"}, {mnesia,"4.5"}, {inets,"5.7.1"}, {couch,"1.2.0a-b68b5f4-git"}, {mapreduce,"1.0.0"}, {couch_index_merger,"1.2.0a-b68b5f4-git"}, {kernel,"2.14.5"}, {crypto,"2.0.4"}, {ssl,"4.1.6"}, {sasl,"2.1.10"}, {couch_view_parser,"1.0.0"}, {ns_server,"2.0.0-1939-rel-enterprise"}, {mochiweb,"1.4.1"}, {oauth,"7d85d3ef"}, {stdlib,"1.17.5"}]}, {supported_compat_version,[2,0]}, {system_arch,"x86_64-unknown-linux-gnu"}, {wall_clock,1262}, {memory_data,{25199214592,585920512,{<0.6.0>,601480}}}, {disk_data, [{"/",41260352,5}, {"/dev/shm",12304304,0}, {"/boot",495844,7}, {"/data",206420664,1}]}, {meminfo, <<"MemTotal: 24608608 kB\nMemFree: 24036172 kB\nBuffers: 6432 kB\nCached: 21476 kB\nSwapCached: 0 kB\nActive: 177884 kB\nInactive: 20908 kB\nActive(anon): 163636 kB\nInactive(anon): 9272 kB\nActive(file): 14248 kB\nInactive(file): 11636 kB\nUnevictable: 11288 kB\nMlocked: 11288 kB\nSwapTotal: 20479992 kB\nSwapFree: 20479992 kB\nDirty: 68 kB\nWriteback: 0 kB\nAnonPages: 182216 kB\nMapped: 13380 kB\nShmem: 164 kB\nSlab: 66532 kB\nSReclaimable: 11240 kB\nSUnreclaim: 55292 kB\nKernelStack: 2904 kB\nPageTables: 4016 kB\nNFS_Unstable: 0 kB\nBounce: 0 kB\nWritebackTmp: 0 kB\nCommitLimit: 32784296 kB\nCommitted_AS: 1819096 kB\nVmallocTotal: 34359738367 kB\nVmallocUsed: 332500 kB\nVmallocChunk: 34359355024 kB\nHardwareCorrupted: 0 kB\nAnonHugePages: 126976 kB\nHugePages_Total: 0\nHugePages_Free: 0\nHugePages_Rsvd: 0\nHugePages_Surp: 0\nHugepagesize: 2048 kB\nDirectMap4k: 10240 kB\nDirectMap2M: 25155584 kB\n">>}]}] [ns_doctor:debug,2012-11-10T1:17:41.372,ns_1@192.168.0.21:ns_doctor<0.405.0>:ns_doctor:handle_info:137]Current node statuses: [{'ns_1@192.168.0.21', [{last_heard,{1352,539061,369143}}, {outgoing_replications_safeness_level,[]}, {incoming_replications_conf_hashes,[]}, {active_buckets,[]}, {ready_buckets,[]}, {local_tasks,[]}, {memory, [{total,47390440}, {processes,14620472}, {processes_used,14597696}, {system,32769968}, {atom,1235009}, {atom_used,1231640}, {binary,232136}, {code,12523185}, {ets,1432752}]}, {system_memory_data, [{system_total_memory,25199214592}, {free_swap,20971511808}, {total_swap,20971511808}, {cached_memory,22093824}, {buffered_memory,6676480}, {free_memory,24612278272}, {total_memory,25199214592}]}, {node_storage_conf,[{db_path,"/data"},{index_path,"/data"}]}, {statistics, [{wall_clock,{1322560,5001}}, {context_switches,{217984,0}}, {garbage_collection,{32017,90904003,0}}, {io,{{input,10107622},{output,4090367}}}, {reductions,{40156476,57941}}, {run_queue,0}, {runtime,{50820,190}}]}, {system_stats, [{cpu_utilization_rate,1.9138755980861244}, {swap_total,20971511808}, {swap_used,0}]}, {interesting_stats,[]}, {cluster_compatibility_version,131072}, {version, [{public_key,"0.13"}, {lhttpc,"1.3.0"}, {ale,"8cffe61"}, {os_mon,"2.2.7"}, {couch_set_view,"1.2.0a-b68b5f4-git"}, {mnesia,"4.5"}, {inets,"5.7.1"}, {couch,"1.2.0a-b68b5f4-git"}, {mapreduce,"1.0.0"}, {couch_index_merger,"1.2.0a-b68b5f4-git"}, {kernel,"2.14.5"}, {crypto,"2.0.4"}, {ssl,"4.1.6"}, {sasl,"2.1.10"}, {couch_view_parser,"1.0.0"}, {ns_server,"2.0.0-1939-rel-enterprise"}, {mochiweb,"1.4.1"}, {oauth,"7d85d3ef"}, {stdlib,"1.17.5"}]}, {supported_compat_version,[2,0]}, {system_arch,"x86_64-unknown-linux-gnu"}, {wall_clock,1322}, {memory_data,{25199214592,586809344,{<0.6.0>,601480}}}, {disk_data, [{"/",41260352,5}, {"/dev/shm",12304304,0}, {"/boot",495844,7}, {"/data",206420664,1}]}, {meminfo, <<"MemTotal: 24608608 kB\nMemFree: 24035428 kB\nBuffers: 6520 kB\nCached: 21576 kB\nSwapCached: 0 kB\nActive: 178812 kB\nInactive: 21032 kB\nActive(anon): 164460 kB\nInactive(anon): 9272 kB\nActive(file): 14352 kB\nInactive(file): 11760 kB\nUnevictable: 11288 kB\nMlocked: 11288 kB\nSwapTotal: 20479992 kB\nSwapFree: 20479992 kB\nDirty: 72 kB\nWriteback: 0 kB\nAnonPages: 183040 kB\nMapped: 13380 kB\nShmem: 164 kB\nSlab: 66488 kB\nSReclaimable: 11240 kB\nSUnreclaim: 55248 kB\nKernelStack: 2904 kB\nPageTables: 4012 kB\nNFS_Unstable: 0 kB\nBounce: 0 kB\nWritebackTmp: 0 kB\nCommitLimit: 32784296 kB\nCommitted_AS: 1817840 kB\nVmallocTotal: 34359738367 kB\nVmallocUsed: 332500 kB\nVmallocChunk: 34359355024 kB\nHardwareCorrupted: 0 kB\nAnonHugePages: 126976 kB\nHugePages_Total: 0\nHugePages_Free: 0\nHugePages_Rsvd: 0\nHugePages_Surp: 0\nHugepagesize: 2048 kB\nDirectMap4k: 10240 kB\nDirectMap2M: 25155584 kB\n">>}]}] [ns_doctor:debug,2012-11-10T1:18:41.371,ns_1@192.168.0.21:ns_doctor<0.405.0>:ns_doctor:handle_info:137]Current node statuses: [{'ns_1@192.168.0.21', [{last_heard,{1352,539121,369853}}, {outgoing_replications_safeness_level,[]}, {incoming_replications_conf_hashes,[]}, {active_buckets,[]}, {ready_buckets,[]}, {local_tasks,[]}, {memory, [{total,47602040}, {processes,14784440}, {processes_used,14761664}, {system,32817600}, {atom,1235009}, {atom_used,1231640}, {binary,249208}, {code,12523185}, {ets,1461368}]}, {system_memory_data, [{system_total_memory,25199214592}, {free_swap,20971511808}, {total_swap,20971511808}, {cached_memory,22179840}, {buffered_memory,6766592}, {free_memory,24612024320}, {total_memory,25199214592}]}, {node_storage_conf,[{db_path,"/data"},{index_path,"/data"}]}, {statistics, [{wall_clock,{1382561,4996}}, {context_switches,{226255,0}}, {garbage_collection,{33193,93493052,0}}, {io,{{input,10150498},{output,4183089}}}, {reductions,{41092289,66621}}, {run_queue,0}, {runtime,{53020,170}}]}, {system_stats, [{cpu_utilization_rate,1.492537313432836}, {swap_total,20971511808}, {swap_used,0}]}, {interesting_stats,[]}, {cluster_compatibility_version,131072}, {version, [{public_key,"0.13"}, {lhttpc,"1.3.0"}, {ale,"8cffe61"}, {os_mon,"2.2.7"}, {couch_set_view,"1.2.0a-b68b5f4-git"}, {mnesia,"4.5"}, {inets,"5.7.1"}, {couch,"1.2.0a-b68b5f4-git"}, {mapreduce,"1.0.0"}, {couch_index_merger,"1.2.0a-b68b5f4-git"}, {kernel,"2.14.5"}, {crypto,"2.0.4"}, {ssl,"4.1.6"}, {sasl,"2.1.10"}, {couch_view_parser,"1.0.0"}, {ns_server,"2.0.0-1939-rel-enterprise"}, {mochiweb,"1.4.1"}, {oauth,"7d85d3ef"}, {stdlib,"1.17.5"}]}, {supported_compat_version,[2,0]}, {system_arch,"x86_64-unknown-linux-gnu"}, {wall_clock,1382}, {memory_data,{25199214592,587063296,{<0.6.0>,601480}}}, {disk_data, [{"/",41260352,5}, {"/dev/shm",12304304,0}, {"/boot",495844,7}, {"/data",206420664,1}]}, {meminfo, <<"MemTotal: 24608608 kB\nMemFree: 24035180 kB\nBuffers: 6608 kB\nCached: 21660 kB\nSwapCached: 0 kB\nActive: 178892 kB\nInactive: 21128 kB\nActive(anon): 164468 kB\nInactive(anon): 9272 kB\nActive(file): 14424 kB\nInactive(file): 11856 kB\nUnevictable: 11288 kB\nMlocked: 11288 kB\nSwapTotal: 20479992 kB\nSwapFree: 20479992 kB\nDirty: 36 kB\nWriteback: 0 kB\nAnonPages: 183048 kB\nMapped: 13380 kB\nShmem: 164 kB\nSlab: 66500 kB\nSReclaimable: 11236 kB\nSUnreclaim: 55264 kB\nKernelStack: 2904 kB\nPageTables: 4012 kB\nNFS_Unstable: 0 kB\nBounce: 0 kB\nWritebackTmp: 0 kB\nCommitLimit: 32784296 kB\nCommitted_AS: 1818096 kB\nVmallocTotal: 34359738367 kB\nVmallocUsed: 332500 kB\nVmallocChunk: 34359355024 kB\nHardwareCorrupted: 0 kB\nAnonHugePages: 126976 kB\nHugePages_Total: 0\nHugePages_Free: 0\nHugePages_Rsvd: 0\nHugePages_Surp: 0\nHugepagesize: 2048 kB\nDirectMap4k: 10240 kB\nDirectMap2M: 25155584 kB\n">>}]}] [ns_doctor:debug,2012-11-10T1:19:41.441,ns_1@192.168.0.21:ns_doctor<0.4376.0>:ns_doctor:handle_info:133]Got initial status [{'ns_1@192.168.0.20', [{last_heard,{1352,539181,440847}}, {outgoing_replications_safeness_level, [{"default",green}]}, {incoming_replications_conf_hashes, [{"default",[{'ns_1@192.168.0.22',99799376}]}]}, {active_buckets,["default"]}, {ready_buckets,["default"]}, {local_tasks,[]}, {memory, [{total,202467952}, {processes,150599424}, {processes_used,150405320}, {system,51868528}, {atom,1393705}, {atom_used,1362586}, {binary,12329000}, {code,13878022}, {ets,5591248}]}, {system_memory_data, [{system_total_memory,25199214592}, {free_swap,20971511808}, {total_swap,20971511808}, {cached_memory,8371785728}, {buffered_memory,186208256}, {free_memory,7126126592}, {total_memory,25199214592}]}, {node_storage_conf, [{db_path,"/data"},{index_path,"/data"}]}, {statistics, [{wall_clock,{1461205,138}}, {context_switches,{10066181,0}}, {garbage_collection,{844940,2556837048,0}}, {io,{{input,178366104},{output,8000935868}}}, {reductions,{1417895699,114398}}, {run_queue,0}, {runtime,{365290,100}}]}, {system_stats, [{cpu_utilization_rate,73.95577395577395}, {swap_total,20971511808}, {swap_used,0}]}, {interesting_stats, [{couch_docs_actual_disk_size,8306324560}, {couch_docs_data_size,7324203004}, {couch_views_actual_disk_size,0}, {couch_views_data_size,0}, {curr_items,1497928}, {curr_items_tot,2997878}, {mem_used,7995092752}, {vb_replica_curr_items,1499950}]}, {cluster_compatibility_version,131072}, {version, [{public_key,"0.13"}, {lhttpc,"1.3.0"}, {ale,"8cffe61"}, {os_mon,"2.2.7"}, {couch_set_view,"1.2.0a-b68b5f4-git"}, {mnesia,"4.5"}, {inets,"5.7.1"}, {couch,"1.2.0a-b68b5f4-git"}, {mapreduce,"1.0.0"}, {couch_index_merger,"1.2.0a-b68b5f4-git"}, {kernel,"2.14.5"}, {crypto,"2.0.4"}, {ssl,"4.1.6"}, {sasl,"2.1.10"}, {couch_view_parser,"1.0.0"}, {ns_server,"2.0.0-1939-rel-enterprise"}, {mochiweb,"1.4.1"}, {oauth,"7d85d3ef"}, {stdlib,"1.17.5"}]}, {supported_compat_version,[2,0]}, {system_arch,"x86_64-unknown-linux-gnu"}, {wall_clock,1461}, {memory_data, {25199214592,18045059072, {<17877.714.0>,2914384}}}, {disk_data, [{"/",41260352,5}, {"/dev/shm",12304304,0}, {"/boot",495844,7}, {"/data",206420664,5}]}, {meminfo, <<"MemTotal: 24608608 kB\nMemFree: 6957928 kB\nBuffers: 181836 kB\nCached: 8175580 kB\nSwapCached: 0 kB\nActive: 9695488 kB\nInactive: 7308644 kB\nActive(anon): 8637296 kB\nInactive(anon): 11924 kB\nActive(file): 1058192 kB\nInactive(file): 7296720 kB\nUnevictable: 11276 kB\nMlocked: 11288 kB\nSwapTotal: 20479992 kB\nSwapFree: 20479992 kB\nDirty: 4336 kB\nWriteback: 4 kB\nAnonPages: 8658628 kB\nMapped: 15420 kB\nShmem: 172 kB\nSlab: 321060 kB\nSReclaimable: 262884 kB\nSUnreclaim: 58176 kB\nKernelStack: 2984 kB\nPageTables: 21292 kB\nNFS_Unstable: 0 kB\nBounce: 0 kB\nWritebackTmp: 0 kB\nCommitLimit: 32784296 kB\nCommitted_AS: 10394896 kB\nVmallocTotal: 34359738367 kB\nVmallocUsed: 332500 kB\nVmallocChunk: 34359360032 kB\nHardwareCorrupted: 0 kB\nAnonHugePages: 1404928 kB\nHugePages_Total: 0\nHugePages_Free: 0\nHugePages_Rsvd: 0\nHugePages_Surp: 0\nHugepagesize: 2048 kB\nDirectMap4k: 10240 kB\nDirectMap2M: 25155584 kB\n">>}]}, {'ns_1@192.168.0.21', [{last_heard,{1352,539181,440824}}, {outgoing_replications_safeness_level,[]}, {incoming_replications_conf_hashes,[]}, {active_buckets,[]}, {ready_buckets,[]}, {local_tasks,[]}, {memory, [{total,47872160}, {processes,14508488}, {processes_used,14432224}, {system,33363672}, {atom,1237433}, {atom_used,1234333}, {binary,568336}, {code,12572090}, {ets,1571976}]}, {system_memory_data, [{system_total_memory,25199214592}, {free_swap,20971511808}, {total_swap,20971511808}, {cached_memory,21819392}, {buffered_memory,7135232}, {free_memory,24688316416}, {total_memory,25199214592}]}, {node_storage_conf, [{db_path,"/data"},{index_path,"/data"}]}, {statistics, [{wall_clock,{1442604,4}}, {context_switches,{237179,0}}, {garbage_collection,{34865,97646626,0}}, {io,{{input,10551316},{output,4860737}}}, {reductions,{42441925,38005}}, {run_queue,0}, {runtime,{55450,10}}]}, {system_stats, [{cpu_utilization_rate,0}, {swap_total,0}, {swap_used,0}]}, {interesting_stats,[]}, {cluster_compatibility_version,131072}, {version, [{public_key,"0.13"}, {lhttpc,"1.3.0"}, {ale,"8cffe61"}, {os_mon,"2.2.7"}, {couch_set_view,"1.2.0a-b68b5f4-git"}, {mnesia,"4.5"}, {inets,"5.7.1"}, {couch,"1.2.0a-b68b5f4-git"}, {mapreduce,"1.0.0"}, {couch_index_merger,"1.2.0a-b68b5f4-git"}, {kernel,"2.14.5"}, {crypto,"2.0.4"}, {ssl,"4.1.6"}, {sasl,"2.1.10"}, {couch_view_parser,"1.0.0"}, {ns_server,"2.0.0-1939-rel-enterprise"}, {mochiweb,"1.4.1"}, {oauth,"7d85d3ef"}, {stdlib,"1.17.5"}]}, {supported_compat_version,[2,0]}, {system_arch,"x86_64-unknown-linux-gnu"}, {wall_clock,1442}, {memory_data, {25199214592,587317248,{<0.6.0>,601480}}}, {disk_data, [{"/",41260352,5}, {"/dev/shm",12304304,0}, {"/boot",495844,7}, {"/data",206420664,1}]}, {meminfo, <<"MemTotal: 24608608 kB\nMemFree: 24109684 kB\nBuffers: 6964 kB\nCached: 21312 kB\nSwapCached: 0 kB\nActive: 103280 kB\nInactive: 21264 kB\nActive(anon): 88996 kB\nInactive(anon): 9272 kB\nActive(file): 14284 kB\nInactive(file): 11992 kB\nUnevictable: 11288 kB\nMlocked: 11288 kB\nSwapTotal: 20479992 kB\nSwapFree: 20479992 kB\nDirty: 100 kB\nWriteback: 0 kB\nAnonPages: 181672 kB\nMapped: 12668 kB\nShmem: 164 kB\nSlab: 66632 kB\nSReclaimable: 11252 kB\nSUnreclaim: 55380 kB\nKernelStack: 2904 kB\nPageTables: 3652 kB\nNFS_Unstable: 0 kB\nBounce: 0 kB\nWritebackTmp: 0 kB\nCommitLimit: 32784296 kB\nCommitted_AS: 1600120 kB\nVmallocTotal: 34359738367 kB\nVmallocUsed: 332500 kB\nVmallocChunk: 34359355024 kB\nHardwareCorrupted: 0 kB\nAnonHugePages: 126976 kB\nHugePages_Total: 0\nHugePages_Free: 0\nHugePages_Rsvd: 0\nHugePages_Surp: 0\nHugepagesize: 2048 kB\nDirectMap4k: 10240 kB\nDirectMap2M: 25155584 kB\n">>}]}] [stats:debug,2012-11-10T1:19:44.927,ns_1@192.168.0.21:<0.4502.0>:stats_collector:maybe_log_stats:126](at {{1970,1,16},{7,42,19}}) Stats for bucket "default": accepting_conns 1 auth_cmds 0 auth_errors 0 bucket_active_conns 1 bucket_conns 5 bytes 256000 bytes_read 343 bytes_written 945 cas_badval 0 cas_hits 0 cas_misses 0 cmd_flush 0 cmd_get 0 cmd_set 0 conn_yields 0 connection_structures 5000 curr_connections 9 curr_conns_on_port_11209 6 curr_conns_on_port_11210 1 curr_items 0 curr_items_tot 0 curr_temp_items 0 daemon_connections 4 decr_hits 0 decr_misses 0 delete_hits 0 delete_misses 0 ep_access_scanner_last_runtime 0 ep_access_scanner_num_items 0 ep_access_scanner_task_time 2012-11-10 10:00:00 ep_allow_data_loss_during_shutdown 1 ep_alog_block_size 4096 ep_alog_path /data/default/access.log ep_alog_sleep_time 1440 ep_alog_task_time 10 ep_backend couchdb ep_bg_fetch_delay 0 ep_bg_fetched 0 ep_bg_meta_fetched 0 ep_bg_remaining_jobs 0 ep_chk_max_items 5000 ep_chk_period 1800 ep_chk_persistence_remains 0 ep_chk_persistence_timeout 10 ep_chk_remover_stime 5 ep_commit_num 0 ep_commit_time 0 ep_commit_time_total 0 ep_concurrentDB 1 ep_config_file ep_couch_bucket default ep_couch_host localhost ep_couch_port 11213 ep_couch_reconnect_sleeptime 250 ep_couch_response_timeout 180000 ep_data_age 0 ep_data_age_highwat 0 ep_data_traffic_enabled 0 ep_dbinit 0 ep_dbname /data/default ep_degraded_mode 0 ep_diskqueue_drain 0 ep_diskqueue_fill 0 ep_diskqueue_items 0 ep_diskqueue_memory 0 ep_diskqueue_pending 0 ep_exp_pager_stime 3600 ep_exp_pager_stime 3600 ep_expired_access 0 ep_expired_pager 0 ep_expiry_window 3 ep_failpartialwarmup 0 ep_flush_all false ep_flush_duration_total 0 ep_flushall_enabled 0 ep_flusher_state running ep_flusher_todo 0 ep_getl_default_timeout 15 ep_getl_max_timeout 30 ep_ht_locks 5 ep_ht_size 3079 ep_inconsistent_slave_chk 0 ep_initfile ep_io_num_read 0 ep_io_num_write 0 ep_io_read_bytes 0 ep_io_write_bytes 0 ep_item_begin_failed 0 ep_item_commit_failed 0 ep_item_flush_expired 0 ep_item_flush_failed 0 ep_item_num_based_new_chk 1 ep_items_rm_from_checkpoints 0 ep_keep_closed_chks 0 ep_klog_block_size 4096 ep_klog_compactor_queue_cap 500000 ep_klog_compactor_stime 3600 ep_klog_flush commit2 ep_klog_max_entry_ratio 10 ep_klog_max_log_size 2147483647 ep_klog_path ep_klog_sync commit2 ep_kv_size 0 ep_max_checkpoints 2 ep_max_data_size 12582912000 ep_max_item_size 20971520 ep_max_size 12582912000 ep_max_txn_size 10000 ep_max_vbuckets 1024 ep_mem_high_wat 9437184000 ep_mem_high_wat 9437184000 ep_mem_low_wat 7549747200 ep_mem_low_wat 7549747200 ep_mem_tracker_enabled true ep_min_data_age 0 ep_mlog_compactor_runs 0 ep_mutation_mem_threshold 0 ep_num_access_scanner_runs 0 ep_num_eject_failures 0 ep_num_expiry_pager_runs 0 ep_num_non_resident 0 ep_num_not_my_vbuckets 0 ep_num_ops_del_meta 0 ep_num_ops_get_meta 0 ep_num_ops_set_meta 0 ep_num_pager_runs 0 ep_num_value_ejects 0 ep_oom_errors 0 ep_overhead 1152 ep_pager_active_vb_pcnt 40 ep_pager_unbiased_period 60 ep_pending_ops 0 ep_pending_ops_max 0 ep_pending_ops_max_duration 0 ep_pending_ops_total 0 ep_postInitfile ep_queue_age_cap 900 ep_queue_size 0 ep_startup_time 1352539183 ep_storage_age 0 ep_storage_age_highwat 0 ep_store_max_concurrency 10 ep_store_max_readers 9 ep_store_max_readwrite 1 ep_stored_val_type ep_tap_ack_grace_period 300 ep_tap_ack_initial_sequence_number 1 ep_tap_ack_interval 1000 ep_tap_ack_window_size 10 ep_tap_backfill_resident 0.9 ep_tap_backlog_limit 5000 ep_tap_backoff_period 5 ep_tap_bg_fetch_requeued 0 ep_tap_bg_fetched 0 ep_tap_bg_max_pending 500 ep_tap_keepalive 300 ep_tap_noop_interval 20 ep_tap_requeue_sleep_time 0.1 ep_tap_throttle_cap_pcnt 10 ep_tap_throttle_queue_cap 1000000 ep_tap_throttle_threshold 90 ep_tmp_oom_errors 0 ep_too_old 0 ep_too_young 0 ep_total_cache_size 0 ep_total_del_items 0 ep_total_enqueued 0 ep_total_new_items 0 ep_total_persisted 0 ep_uncommitted_items 0 ep_value_size 0 ep_vb0 0 ep_vb_snapshot_total 1 ep_vb_total 0 ep_vbucket_del 0 ep_vbucket_del_fail 0 ep_version 2.0.0r_133_g68e3f7c ep_waitforwarmup 0 ep_warmup 1 ep_warmup_batch_size 1000 ep_warmup_dups 0 ep_warmup_min_items_threshold 100 ep_warmup_min_memory_threshold 100 ep_warmup_oom 0 ep_warmup_thread complete ep_warmup_time 19069 get_hits 0 get_misses 0 incr_hits 0 incr_misses 0 libevent 2.0.11-stable limit_maxbytes 67108864 listen_disabled_num 0 max_conns_on_port_11209 1000 max_conns_on_port_11210 9000 mem_used 256000 pid 22718 pointer_size 64 rejected_conns 0 rusage_system 0.164974 rusage_user 0.070989 threads 4 time 1352539184 total_connections 9 uptime 5 vb_active_curr_items 0 vb_active_eject 0 vb_active_expired 0 vb_active_ht_memory 0 vb_active_itm_memory 0 vb_active_meta_data_memory 0 vb_active_num 0 vb_active_num_non_resident 0 vb_active_num_ref_ejects 0 vb_active_num_ref_items 0 vb_active_ops_create 0 vb_active_ops_delete 0 vb_active_ops_reject 0 vb_active_ops_update 0 vb_active_perc_mem_resident 0 vb_active_queue_age 0 vb_active_queue_drain 0 vb_active_queue_fill 0 vb_active_queue_memory 0 vb_active_queue_pending 0 vb_active_queue_size 0 vb_dead_num 0 vb_pending_curr_items 0 vb_pending_eject 0 vb_pending_expired 0 vb_pending_ht_memory 0 vb_pending_itm_memory 0 vb_pending_meta_data_memory 0 vb_pending_num 0 vb_pending_num_non_resident 0 vb_pending_num_ref_ejects 0 vb_pending_num_ref_items 0 vb_pending_ops_create 0 vb_pending_ops_delete 0 vb_pending_ops_reject 0 vb_pending_ops_update 0 vb_pending_perc_mem_resident 0 vb_pending_queue_age 0 vb_pending_queue_drain 0 vb_pending_queue_fill 0 vb_pending_queue_memory 0 vb_pending_queue_pending 0 vb_pending_queue_size 0 vb_replica_curr_items 0 vb_replica_eject 0 vb_replica_expired 0 vb_replica_ht_memory 0 vb_replica_itm_memory 0 vb_replica_meta_data_memory 0 vb_replica_num 0 vb_replica_num_non_resident 0 vb_replica_num_ref_ejects 0 vb_replica_num_ref_items 0 vb_replica_ops_create 0 vb_replica_ops_delete 0 vb_replica_ops_reject 0 vb_replica_ops_update 0 vb_replica_perc_mem_resident 0 vb_replica_queue_age 0 vb_replica_queue_drain 0 vb_replica_queue_fill 0 vb_replica_queue_memory 0 vb_replica_queue_pending 0 vb_replica_queue_size 0 version 1.4.4_600_g7ea975a [ns_doctor:debug,2012-11-10T1:20:41.353,ns_1@192.168.0.21:ns_doctor<0.4376.0>:ns_doctor:handle_info:137]Current node statuses: [{'ns_1@192.168.0.20', [{last_heard,{1352,539237,898059}}, {outgoing_replications_safeness_level,[{"default",green}]}, {incoming_replications_conf_hashes, [{"default",[{'ns_1@192.168.0.22',53196411}]}]}, {active_buckets,["default"]}, {ready_buckets,["default"]}, {local_tasks,[]}, {memory, [{total,223315480}, {processes,170709144}, {processes_used,170333128}, {system,52606336}, {atom,1401785}, {atom_used,1374492}, {binary,12655464}, {code,14045110}, {ets,5853000}]}, {system_memory_data, [{system_total_memory,25199214592}, {free_swap,20971511808}, {total_swap,20971511808}, {cached_memory,8433057792}, {buffered_memory,188100608}, {free_memory,7041814528}, {total_memory,25199214592}]}, {node_storage_conf,[{db_path,"/data"},{index_path,"/data"}]}, {statistics, [{wall_clock,{1517666,4998}}, {context_switches,{10475329,0}}, {garbage_collection,{926374,3024966238,0}}, {io,{{input,183487451},{output,8200015234}}}, {reductions,{1491243297,6208989}}, {run_queue,0}, {runtime,{394350,3060}}]}, {system_stats, [{cpu_utilization_rate,91.53005464480874}, {swap_total,20971511808}, {swap_used,0}]}, {interesting_stats, [{couch_docs_actual_disk_size,8425153800}, {couch_docs_data_size,6991652544}, {couch_views_actual_disk_size,0}, {couch_views_data_size,0}, {curr_items,1431049}, {curr_items_tot,2848295}, {mem_used,7614921616}, {vb_replica_curr_items,1417246}]}, {cluster_compatibility_version,131072}, {version, [{public_key,"0.13"}, {lhttpc,"1.3.0"}, {ale,"8cffe61"}, {os_mon,"2.2.7"}, {couch_set_view,"1.2.0a-b68b5f4-git"}, {mnesia,"4.5"}, {inets,"5.7.1"}, {couch,"1.2.0a-b68b5f4-git"}, {mapreduce,"1.0.0"}, {couch_index_merger,"1.2.0a-b68b5f4-git"}, {kernel,"2.14.5"}, {crypto,"2.0.4"}, {ssl,"4.1.6"}, {sasl,"2.1.10"}, {couch_view_parser,"1.0.0"}, {ns_server,"2.0.0-1939-rel-enterprise"}, {mochiweb,"1.4.1"}, {oauth,"7d85d3ef"}, {stdlib,"1.17.5"}]}, {supported_compat_version,[2,0]}, {system_arch,"x86_64-unknown-linux-gnu"}, {wall_clock,1517}, {memory_data,{25199214592,18212372480,{<17877.365.0>,4115384}}}, {disk_data, [{"/",41260352,5}, {"/dev/shm",12304304,0}, {"/boot",495844,7}, {"/data",206420664,5}]}, {meminfo, <<"MemTotal: 24608608 kB\nMemFree: 6876772 kB\nBuffers: 183692 kB\nCached: 8235408 kB\nSwapCached: 0 kB\nActive: 9947856 kB\nInactive: 7133592 kB\nActive(anon): 8652536 kB\nInactive(anon): 12248 kB\nActive(file): 1295320 kB\nInactive(file): 7121344 kB\nUnevictable: 11276 kB\nMlocked: 11288 kB\nSwapTotal: 20479992 kB\nSwapFree: 20479992 kB\nDirty: 6120 kB\nWriteback: 0 kB\nAnonPages: 8674124 kB\nMapped: 15424 kB\nShmem: 172 kB\nSlab: 324092 kB\nSReclaimable: 266120 kB\nSUnreclaim: 57972 kB\nKernelStack: 2984 kB\nPageTables: 21360 kB\nNFS_Unstable: 0 kB\nBounce: 0 kB\nWritebackTmp: 0 kB\nCommitLimit: 32784296 kB\nCommitted_AS: 10422332 kB\nVmallocTotal: 34359738367 kB\nVmallocUsed: 332500 kB\nVmallocChunk: 34359360032 kB\nHardwareCorrupted: 0 kB\nAnonHugePages: 1507328 kB\nHugePages_Total: 0\nHugePages_Free: 0\nHugePages_Rsvd: 0\nHugePages_Surp: 0\nHugepagesize: 2048 kB\nDirectMap4k: 10240 kB\nDirectMap2M: 25155584 kB\n">>}]}, {'ns_1@192.168.0.21', [{last_heard,{1352,539236,357373}}, {outgoing_replications_safeness_level,[{"default",green}]}, {incoming_replications_conf_hashes, [{"default",[{'ns_1@192.168.0.22',67086477}]}]}, {active_buckets,["default"]}, {ready_buckets,["default"]}, {local_tasks,[]}, {memory, [{total,83791328}, {processes,47426320}, {processes_used,47411128}, {system,36365008}, {atom,1333345}, {atom_used,1324998}, {binary,1643848}, {code,13371137}, {ets,2303208}]}, {system_memory_data, [{system_total_memory,25199214592}, {free_swap,20971511808}, {total_swap,20971511808}, {cached_memory,604442624}, {buffered_memory,63246336}, {free_memory,23501967360}, {total_memory,25199214592}]}, {node_storage_conf,[{db_path,"/data"},{index_path,"/data"}]}, {statistics, [{wall_clock,{1497548,5000}}, {context_switches,{503022,0}}, {garbage_collection,{156361,283663357,0}}, {io,{{input,18268851},{output,854864128}}}, {reductions,{84453257,4681971}}, {run_queue,0}, {runtime,{73790,1940}}]}, {system_stats, [{cpu_utilization_rate,36.60933660933661}, {swap_total,20971511808}, {swap_used,0}]}, {interesting_stats, [{couch_docs_actual_disk_size,539413338}, {couch_docs_data_size,334293471}, {couch_views_actual_disk_size,0}, {couch_views_data_size,0}, {curr_items,78743}, {curr_items_tot,146973}, {mem_used,389226264}, {vb_replica_curr_items,68230}]}, {cluster_compatibility_version,131072}, {version, [{public_key,"0.13"}, {lhttpc,"1.3.0"}, {ale,"8cffe61"}, {os_mon,"2.2.7"}, {couch_set_view,"1.2.0a-b68b5f4-git"}, {mnesia,"4.5"}, {inets,"5.7.1"}, {couch,"1.2.0a-b68b5f4-git"}, {mapreduce,"1.0.0"}, {couch_index_merger,"1.2.0a-b68b5f4-git"}, {kernel,"2.14.5"}, {crypto,"2.0.4"}, {ssl,"4.1.6"}, {sasl,"2.1.10"}, {couch_view_parser,"1.0.0"}, {ns_server,"2.0.0-1939-rel-enterprise"}, {mochiweb,"1.4.1"}, {oauth,"7d85d3ef"}, {stdlib,"1.17.5"}]}, {supported_compat_version,[2,0]}, {system_arch,"x86_64-unknown-linux-gnu"}, {wall_clock,1497}, {memory_data,{25199214592,587317248,{<0.6.0>,601480}}}, {disk_data, [{"/",41260352,5}, {"/dev/shm",12304304,0}, {"/boot",495844,7}, {"/data",206420664,1}]}, {meminfo, <<"MemTotal: 24608608 kB\nMemFree: 22951140 kB\nBuffers: 61764 kB\nCached: 590276 kB\nSwapCached: 0 kB\nActive: 688092 kB\nInactive: 574684 kB\nActive(anon): 603648 kB\nInactive(anon): 9272 kB\nActive(file): 84444 kB\nInactive(file): 565412 kB\nUnevictable: 11288 kB\nMlocked: 11288 kB\nSwapTotal: 20479992 kB\nSwapFree: 20479992 kB\nDirty: 1484 kB\nWriteback: 1312 kB\nAnonPages: 622280 kB\nMapped: 14484 kB\nShmem: 164 kB\nSlab: 84740 kB\nSReclaimable: 27820 kB\nSUnreclaim: 56920 kB\nKernelStack: 2968 kB\nPageTables: 5036 kB\nNFS_Unstable: 0 kB\nBounce: 0 kB\nWritebackTmp: 0 kB\nCommitLimit: 32784296 kB\nCommitted_AS: 2356164 kB\nVmallocTotal: 34359738367 kB\nVmallocUsed: 332500 kB\nVmallocChunk: 34359355024 kB\nHardwareCorrupted: 0 kB\nAnonHugePages: 77824 kB\nHugePages_Total: 0\nHugePages_Free: 0\nHugePages_Rsvd: 0\nHugePages_Surp: 0\nHugepagesize: 2048 kB\nDirectMap4k: 10240 kB\nDirectMap2M: 25155584 kB\n">>}]}, {'ns_1@192.168.0.22', [{last_heard,{1352,539240,954814}}, {outgoing_replications_safeness_level,[{"default",green}]}, {incoming_replications_conf_hashes, [{"default", [{'ns_1@192.168.0.20',61757880},{'ns_1@192.168.0.21',66423024}]}]}, {active_buckets,["default"]}, {ready_buckets,["default"]}, {local_tasks,[]}, {memory, [{total,212032168}, {processes,158808560}, {processes_used,158707968}, {system,53223608}, {atom,1338193}, {atom_used,1333793}, {binary,13924104}, {code,13481638}, {ets,5818552}]}, {system_memory_data, [{system_total_memory,25199214592}, {free_swap,20971511808}, {total_swap,20971511808}, {cached_memory,9820573696}, {buffered_memory,193785856}, {free_memory,5592137728}, {total_memory,25199214592}]}, {node_storage_conf,[{db_path,"/data"},{index_path,"/data"}]}, {statistics, [{wall_clock,{1500945,4991}}, {context_switches,{11250524,0}}, {garbage_collection,{1034352,2785535696,0}}, {io,{{input,206281429},{output,8544089225}}}, {reductions,{1187067536,6506885}}, {run_queue,0}, {runtime,{389240,2410}}]}, {system_stats, [{cpu_utilization_rate,67.25}, {swap_total,20971511808}, {swap_used,0}]}, {interesting_stats, [{couch_docs_actual_disk_size,9752726561}, {couch_docs_data_size,7326158921}, {couch_views_actual_disk_size,0}, {couch_views_data_size,0}, {curr_items,1481045}, {curr_items_tot,2996968}, {mem_used,8004128008}, {vb_replica_curr_items,1515923}]}, {cluster_compatibility_version,131072}, {version, [{public_key,"0.13"}, {lhttpc,"1.3.0"}, {ale,"8cffe61"}, {os_mon,"2.2.7"}, {couch_set_view,"1.2.0a-b68b5f4-git"}, {mnesia,"4.5"}, {inets,"5.7.1"}, {couch,"1.2.0a-b68b5f4-git"}, {mapreduce,"1.0.0"}, {couch_index_merger,"1.2.0a-b68b5f4-git"}, {kernel,"2.14.5"}, {crypto,"2.0.4"}, {ssl,"4.1.6"}, {sasl,"2.1.10"}, {couch_view_parser,"1.0.0"}, {ns_server,"2.0.0-1939-rel-enterprise"}, {mochiweb,"1.4.1"}, {oauth,"7d85d3ef"}, {stdlib,"1.17.5"}]}, {supported_compat_version,[2,0]}, {system_arch,"x86_64-unknown-linux-gnu"}, {wall_clock,1500}, {memory_data,{25199214592,19603005440,{<17923.725.0>,2914384}}}, {disk_data, [{"/",41260352,5}, {"/dev/shm",12304304,0}, {"/boot",495844,7}, {"/data",206420664,5}]}, {meminfo, <<"MemTotal: 24608608 kB\nMemFree: 5461072 kB\nBuffers: 189244 kB\nCached: 9590404 kB\nSwapCached: 0 kB\nActive: 10456272 kB\nInactive: 8006404 kB\nActive(anon): 8680028 kB\nInactive(anon): 5460 kB\nActive(file): 1776244 kB\nInactive(file): 8000944 kB\nUnevictable: 11252 kB\nMlocked: 11288 kB\nSwapTotal: 20479992 kB\nSwapFree: 20479992 kB\nDirty: 5112 kB\nWriteback: 0 kB\nAnonPages: 8692568 kB\nMapped: 15568 kB\nShmem: 172 kB\nSlab: 358464 kB\nSReclaimable: 300616 kB\nSUnreclaim: 57848 kB\nKernelStack: 2472 kB\nPageTables: 20980 kB\nNFS_Unstable: 0 kB\nBounce: 0 kB\nWritebackTmp: 0 kB\nCommitLimit: 32784296 kB\nCommitted_AS: 10424532 kB\nVmallocTotal: 34359738367 kB\nVmallocUsed: 332500 kB\nVmallocChunk: 34359355024 kB\nHardwareCorrupted: 0 kB\nAnonHugePages: 1482752 kB\nHugePages_Total: 0\nHugePages_Free: 0\nHugePages_Rsvd: 0\nHugePages_Surp: 0\nHugepagesize: 2048 kB\nDirectMap4k: 10240 kB\nDirectMap2M: 25155584 kB\n">>}]}] [stats:debug,2012-11-10T1:21:24.937,ns_1@192.168.0.21:<0.4502.0>:stats_collector:maybe_log_stats:126](at {{1970,1,16},{7,42,19}}) Stats for bucket "default": accepting_conns 1 auth_cmds 9 auth_errors 0 bucket_active_conns 1 bucket_conns 23 bytes 749916976 bytes_read 1630208955 bytes_written 382587941 cas_badval 0 cas_hits 0 cas_misses 0 cmd_flush 0 cmd_get 7044 cmd_set 6371 conn_yields 8966 connection_structures 5000 curr_connections 26 curr_conns_on_port_11209 14 curr_conns_on_port_11210 10 curr_items 151766 curr_items_tot 282950 curr_temp_items 0 daemon_connections 4 decr_hits 0 decr_misses 0 delete_hits 420 delete_misses 468 ep_access_scanner_last_runtime 0 ep_access_scanner_num_items 0 ep_access_scanner_task_time 2012-11-10 10:00:00 ep_allow_data_loss_during_shutdown 1 ep_alog_block_size 4096 ep_alog_path /data/default/access.log ep_alog_sleep_time 1440 ep_alog_task_time 10 ep_backend couchdb ep_bg_fetch_delay 0 ep_bg_fetched 0 ep_bg_meta_fetched 0 ep_bg_remaining_jobs 0 ep_chk_max_items 5000 ep_chk_period 1800 ep_chk_persistence_remains 1 ep_chk_persistence_timeout 10 ep_chk_remover_stime 5 ep_commit_num 5581 ep_commit_time 4 ep_commit_time_total 54013 ep_concurrentDB 1 ep_config_file ep_couch_bucket default ep_couch_host localhost ep_couch_port 11213 ep_couch_reconnect_sleeptime 250 ep_couch_response_timeout 180000 ep_data_age 5 ep_data_age_highwat 6 ep_data_traffic_enabled 0 ep_dbinit 0 ep_dbname /data/default ep_degraded_mode 0 ep_diskqueue_drain 889686 ep_diskqueue_fill 660280 ep_diskqueue_items 5813 ep_diskqueue_memory 79936 ep_diskqueue_pending 119904 ep_exp_pager_stime 3600 ep_exp_pager_stime 3600 ep_expired_access 5 ep_expired_pager 0 ep_expiry_window 3 ep_failpartialwarmup 0 ep_flush_all false ep_flush_duration_total 86 ep_flushall_enabled 0 ep_flusher_state running ep_flusher_todo 2946 ep_getl_default_timeout 15 ep_getl_max_timeout 30 ep_ht_locks 5 ep_ht_size 3079 ep_inconsistent_slave_chk 0 ep_initfile ep_io_num_read 0 ep_io_num_write 574702 ep_io_read_bytes 0 ep_io_write_bytes 1328610081 ep_item_begin_failed 0 ep_item_commit_failed 0 ep_item_flush_expired 6 ep_item_flush_failed 0 ep_item_num_based_new_chk 1 ep_items_rm_from_checkpoints 38797 ep_keep_closed_chks 0 ep_klog_block_size 4096 ep_klog_compactor_queue_cap 500000 ep_klog_compactor_stime 3600 ep_klog_flush commit2 ep_klog_max_entry_ratio 10 ep_klog_max_log_size 2147483647 ep_klog_path ep_klog_sync commit2 ep_kv_size 695036070 ep_max_checkpoints 2 ep_max_data_size 12582912000 ep_max_item_size 20971520 ep_max_size 12582912000 ep_max_txn_size 10000 ep_max_vbuckets 1024 ep_mem_high_wat 9437184000 ep_mem_high_wat 9437184000 ep_mem_low_wat 7549747200 ep_mem_low_wat 7549747200 ep_mem_tracker_enabled true ep_min_data_age 0 ep_mlog_compactor_runs 0 ep_mutation_mem_threshold 0 ep_num_access_scanner_runs 0 ep_num_eject_failures 0 ep_num_expiry_pager_runs 0 ep_num_non_resident 0 ep_num_not_my_vbuckets 0 ep_num_ops_del_meta 0 ep_num_ops_get_meta 0 ep_num_ops_set_meta 0 ep_num_pager_runs 0 ep_num_value_ejects 0 ep_oom_errors 0 ep_overhead 23490518 ep_pager_active_vb_pcnt 40 ep_pager_unbiased_period 60 ep_pending_ops 0 ep_pending_ops_max 1 ep_pending_ops_max_duration 101939 ep_pending_ops_total 4 ep_postInitfile ep_queue_age_cap 900 ep_queue_size 2867 ep_startup_time 1352539183 ep_storage_age 2 ep_storage_age_highwat 3 ep_store_max_concurrency 10 ep_store_max_readers 9 ep_store_max_readwrite 1 ep_stored_val_type ep_tap_ack_grace_period 300 ep_tap_ack_initial_sequence_number 1 ep_tap_ack_interval 1000 ep_tap_ack_window_size 10 ep_tap_backfill_resident 0.9 ep_tap_backlog_limit 5000 ep_tap_backoff_period 5 ep_tap_bg_fetch_requeued 0 ep_tap_bg_fetched 0 ep_tap_bg_max_pending 500 ep_tap_keepalive 300 ep_tap_noop_interval 20 ep_tap_requeue_sleep_time 0.1 ep_tap_throttle_cap_pcnt 10 ep_tap_throttle_queue_cap 1000000 ep_tap_throttle_threshold 90 ep_tmp_oom_errors 0 ep_too_old 0 ep_too_young 0 ep_total_cache_size 691641018 ep_total_del_items 16766 ep_total_enqueued 660280 ep_total_new_items 283670 ep_total_persisted 574702 ep_uncommitted_items 5 ep_value_size 671707372 ep_vb0 0 ep_vb_snapshot_total 192 ep_vb_total 98 ep_vbucket_del 0 ep_vbucket_del_fail 0 ep_version 2.0.0r_133_g68e3f7c ep_waitforwarmup 0 ep_warmup 1 ep_warmup_batch_size 1000 ep_warmup_dups 0 ep_warmup_min_items_threshold 100 ep_warmup_min_memory_threshold 100 ep_warmup_oom 0 ep_warmup_thread complete ep_warmup_time 19069 get_hits 6894 get_misses 150 incr_hits 0 incr_misses 0 libevent 2.0.11-stable limit_maxbytes 67108864 listen_disabled_num 0 max_conns_on_port_11209 1000 max_conns_on_port_11210 9000 mem_used 749916976 pid 22718 pointer_size 64 rejected_conns 0 rusage_system 17.784296 rusage_user 59.865899 tap_checkpoint_end_received 135 tap_checkpoint_end_sent 48 tap_checkpoint_start_received 290 tap_checkpoint_start_sent 52 tap_connect_received 1 tap_delete_received 10235 tap_delete_sent 2622 tap_mutation_received 664345 tap_mutation_sent 146606 tap_opaque_received 680 tap_opaque_sent 53 tap_vbucket_set_received 104 threads 4 time 1352539284 total_connections 518 uptime 105 vb_active_curr_items 151766 vb_active_eject 0 vb_active_expired 3 vb_active_ht_memory 1305824 vb_active_itm_memory 371158298 vb_active_meta_data_memory 11989514 vb_active_num 52 vb_active_num_non_resident 0 vb_active_num_ref_ejects 0 vb_active_num_ref_items 152172 vb_active_ops_create 152159 vb_active_ops_delete 8506 vb_active_ops_reject 0 vb_active_ops_update 92132 vb_active_perc_mem_resident 100 vb_active_queue_age 377000 vb_active_queue_drain 444594 vb_active_queue_fill 303154 vb_active_queue_memory 6720 vb_active_queue_pending 10080 vb_active_queue_size 210 vb_dead_num 0 vb_pending_curr_items 0 vb_pending_eject 0 vb_pending_expired 0 vb_pending_ht_memory 0 vb_pending_itm_memory 0 vb_pending_meta_data_memory 0 vb_pending_num 0 vb_pending_num_non_resident 0 vb_pending_num_ref_ejects 0 vb_pending_num_ref_items 0 vb_pending_ops_create 0 vb_pending_ops_delete 0 vb_pending_ops_reject 0 vb_pending_ops_update 0 vb_pending_perc_mem_resident 0 vb_pending_queue_age 0 vb_pending_queue_drain 0 vb_pending_queue_fill 0 vb_pending_queue_memory 0 vb_pending_queue_pending 0 vb_pending_queue_size 0 vb_replica_curr_items 131184 vb_replica_eject 0 vb_replica_expired 2 vb_replica_ht_memory 1155152 vb_replica_itm_memory 320482720 vb_replica_meta_data_memory 10363536 vb_replica_num 46 vb_replica_num_non_resident 0 vb_replica_num_ref_ejects 0 vb_replica_num_ref_items 131523 vb_replica_ops_create 131511 vb_replica_ops_delete 8260 vb_replica_ops_reject 0 vb_replica_ops_update 182139 vb_replica_perc_mem_resident 100 vb_replica_queue_age 1865000 vb_replica_queue_drain 445092 vb_replica_queue_fill 357126 vb_replica_queue_memory 73216 vb_replica_queue_pending 109824 vb_replica_queue_size 2288 version 1.4.4_600_g7ea975a [ns_doctor:debug,2012-11-10T1:21:41.353,ns_1@192.168.0.21:ns_doctor<0.4376.0>:ns_doctor:handle_info:137]Current node statuses: [{'ns_1@192.168.0.20', [{last_heard,{1352,539297,895561}}, {outgoing_replications_safeness_level,[{"default",green}]}, {incoming_replications_conf_hashes, [{"default",[{'ns_1@192.168.0.22',32733444}]}]}, {active_buckets,["default"]}, {ready_buckets,["default"]}, {local_tasks,[]}, {memory, [{total,231217080}, {processes,178724896}, {processes_used,178107192}, {system,52492184}, {atom,1401785}, {atom_used,1374492}, {binary,12526696}, {code,14045110}, {ets,5902568}]}, {system_memory_data, [{system_total_memory,25199214592}, {free_swap,20971511808}, {total_swap,20971511808}, {cached_memory,8356450304}, {buffered_memory,189657088}, {free_memory,7108558848}, {total_memory,25199214592}]}, {node_storage_conf,[{db_path,"/data"},{index_path,"/data"}]}, {statistics, [{wall_clock,{1577662,4997}}, {context_switches,{10890176,0}}, {garbage_collection,{1012662,3771967456,0}}, {io,{{input,188735679},{output,8396719549}}}, {reductions,{1563306436,5769954}}, {run_queue,0}, {runtime,{429190,3100}}]}, {system_stats, [{cpu_utilization_rate,83.75}, {swap_total,20971511808}, {swap_used,0}]}, {interesting_stats, [{couch_docs_actual_disk_size,8297138839}, {couch_docs_data_size,6578935050}, {couch_views_actual_disk_size,0}, {couch_views_data_size,0}, {curr_items,1355010}, {curr_items_tot,2681541}, {mem_used,7174190352}, {vb_replica_curr_items,1326531}]}, {cluster_compatibility_version,131072}, {version, [{public_key,"0.13"}, {lhttpc,"1.3.0"}, {ale,"8cffe61"}, {os_mon,"2.2.7"}, {couch_set_view,"1.2.0a-b68b5f4-git"}, {mnesia,"4.5"}, {inets,"5.7.1"}, {couch,"1.2.0a-b68b5f4-git"}, {mapreduce,"1.0.0"}, {couch_index_merger,"1.2.0a-b68b5f4-git"}, {kernel,"2.14.5"}, {crypto,"2.0.4"}, {ssl,"4.1.6"}, {sasl,"2.1.10"}, {couch_view_parser,"1.0.0"}, {ns_server,"2.0.0-1939-rel-enterprise"}, {mochiweb,"1.4.1"}, {oauth,"7d85d3ef"}, {stdlib,"1.17.5"}]}, {supported_compat_version,[2,0]}, {system_arch,"x86_64-unknown-linux-gnu"}, {wall_clock,1577}, {memory_data,{25199214592,18099851264,{<17877.428.0>,5446136}}}, {disk_data, [{"/",41260352,5}, {"/dev/shm",12304304,0}, {"/boot",495844,7}, {"/data",206420664,5}]}, {meminfo, <<"MemTotal: 24608608 kB\nMemFree: 6943504 kB\nBuffers: 185212 kB\nCached: 8161252 kB\nSwapCached: 0 kB\nActive: 10112608 kB\nInactive: 6903836 kB\nActive(anon): 8660492 kB\nInactive(anon): 12028 kB\nActive(file): 1452116 kB\nInactive(file): 6891808 kB\nUnevictable: 11276 kB\nMlocked: 11288 kB\nSwapTotal: 20479992 kB\nSwapFree: 20479992 kB\nDirty: 5616 kB\nWriteback: 0 kB\nAnonPages: 8692200 kB\nMapped: 15424 kB\nShmem: 172 kB\nSlab: 322576 kB\nSReclaimable: 264632 kB\nSUnreclaim: 57944 kB\nKernelStack: 2976 kB\nPageTables: 21424 kB\nNFS_Unstable: 0 kB\nBounce: 0 kB\nWritebackTmp: 0 kB\nCommitLimit: 32784296 kB\nCommitted_AS: 10426112 kB\nVmallocTotal: 34359738367 kB\nVmallocUsed: 332500 kB\nVmallocChunk: 34359360032 kB\nHardwareCorrupted: 0 kB\nAnonHugePages: 1611776 kB\nHugePages_Total: 0\nHugePages_Free: 0\nHugePages_Rsvd: 0\nHugePages_Surp: 0\nHugepagesize: 2048 kB\nDirectMap4k: 10240 kB\nDirectMap2M: 25155584 kB\n">>}]}, {'ns_1@192.168.0.21', [{last_heard,{1352,539296,355590}}, {outgoing_replications_safeness_level,[{"default",green}]}, {incoming_replications_conf_hashes, [{"default",[{'ns_1@192.168.0.22',55412860}]}]}, {active_buckets,["default"]}, {ready_buckets,["default"]}, {local_tasks,[]}, {memory, [{total,99882840}, {processes,62318816}, {processes_used,62311608}, {system,37564024}, {atom,1333345}, {atom_used,1324998}, {binary,2277888}, {code,13371137}, {ets,2579280}]}, {system_memory_data, [{system_total_memory,25199214592}, {free_swap,20971511808}, {total_swap,20971511808}, {cached_memory,1253093376}, {buffered_memory,113635328}, {free_memory,22283272192}, {total_memory,25199214592}]}, {node_storage_conf,[{db_path,"/data"},{index_path,"/data"}]}, {statistics, [{wall_clock,{1557546,4999}}, {context_switches,{900781,0}}, {garbage_collection,{292557,522803311,0}}, {io,{{input,29275570},{output,1837852357}}}, {reductions,{144011122,5080440}}, {run_queue,0}, {runtime,{97660,1990}}]}, {system_stats, [{cpu_utilization_rate,46.28712871287129}, {swap_total,20971511808}, {swap_used,0}]}, {interesting_stats, [{couch_docs_actual_disk_size,1188589565}, {couch_docs_data_size,747709486}, {couch_views_actual_disk_size,0}, {couch_views_data_size,0}, {curr_items,169383}, {curr_items_tot,315090}, {mem_used,836245552}, {vb_replica_curr_items,145707}]}, {cluster_compatibility_version,131072}, {version, [{public_key,"0.13"}, {lhttpc,"1.3.0"}, {ale,"8cffe61"}, {os_mon,"2.2.7"}, {couch_set_view,"1.2.0a-b68b5f4-git"}, {mnesia,"4.5"}, {inets,"5.7.1"}, {couch,"1.2.0a-b68b5f4-git"}, {mapreduce,"1.0.0"}, {couch_index_merger,"1.2.0a-b68b5f4-git"}, {kernel,"2.14.5"}, {crypto,"2.0.4"}, {ssl,"4.1.6"}, {sasl,"2.1.10"}, {couch_view_parser,"1.0.0"}, {ns_server,"2.0.0-1939-rel-enterprise"}, {mochiweb,"1.4.1"}, {oauth,"7d85d3ef"}, {stdlib,"1.17.5"}]}, {supported_compat_version,[2,0]}, {system_arch,"x86_64-unknown-linux-gnu"}, {wall_clock,1557}, {memory_data,{25199214592,1777688576,{<0.4493.0>,2914384}}}, {disk_data, [{"/",41260352,5}, {"/dev/shm",12304304,0}, {"/boot",495844,7}, {"/data",206420664,1}]}, {meminfo, <<"MemTotal: 24608608 kB\nMemFree: 21761256 kB\nBuffers: 110972 kB\nCached: 1223724 kB\nSwapCached: 0 kB\nActive: 1318856 kB\nInactive: 1111736 kB\nActive(anon): 1088628 kB\nInactive(anon): 9272 kB\nActive(file): 230228 kB\nInactive(file): 1102464 kB\nUnevictable: 11288 kB\nMlocked: 11288 kB\nSwapTotal: 20479992 kB\nSwapFree: 20479992 kB\nDirty: 2856 kB\nWriteback: 0 kB\nAnonPages: 1107448 kB\nMapped: 14488 kB\nShmem: 164 kB\nSlab: 105564 kB\nSReclaimable: 48248 kB\nSUnreclaim: 57316 kB\nKernelStack: 2960 kB\nPageTables: 5980 kB\nNFS_Unstable: 0 kB\nBounce: 0 kB\nWritebackTmp: 0 kB\nCommitLimit: 32784296 kB\nCommitted_AS: 2850320 kB\nVmallocTotal: 34359738367 kB\nVmallocUsed: 332500 kB\nVmallocChunk: 34359355024 kB\nHardwareCorrupted: 0 kB\nAnonHugePages: 178176 kB\nHugePages_Total: 0\nHugePages_Free: 0\nHugePages_Rsvd: 0\nHugePages_Surp: 0\nHugepagesize: 2048 kB\nDirectMap4k: 10240 kB\nDirectMap2M: 25155584 kB\n">>}]}, {'ns_1@192.168.0.22', [{last_heard,{1352,539300,955006}}, {outgoing_replications_safeness_level,[{"default",green}]}, {incoming_replications_conf_hashes, [{"default", [{'ns_1@192.168.0.20',118810519}, {'ns_1@192.168.0.21',64486619}]}]}, {active_buckets,["default"]}, {ready_buckets,["default"]}, {local_tasks, [[{pid,<<"<0.3287.1>">>}, {bucket,<<"default">>}, {original_target,{[{type,bucket}]}}, {progress,26}, {started_on,1352539245}, {total_vbuckets,1025}, {trigger_type,scheduled}, {type,bucket_compaction}, {updated_on,1352539300}, {vbuckets_done,271}]]}, {memory, [{total,217679744}, {processes,164573944}, {processes_used,164442784}, {system,53105800}, {atom,1338193}, {atom_used,1333793}, {binary,13604032}, {code,13481638}, {ets,6020304}]}, {system_memory_data, [{system_total_memory,25199214592}, {free_swap,20971511808}, {total_swap,20971511808}, {cached_memory,9435201536}, {buffered_memory,197681152}, {free_memory,5972570112}, {total_memory,25199214592}]}, {node_storage_conf,[{db_path,"/data"},{index_path,"/data"}]}, {statistics, [{wall_clock,{1560945,4991}}, {context_switches,{11764455,0}}, {garbage_collection,{1176662,3081470703,0}}, {io,{{input,228215324},{output,9150598597}}}, {reductions,{1258853219,6240287}}, {run_queue,0}, {runtime,{415610,2350}}]}, {system_stats, [{cpu_utilization_rate,78.89447236180905}, {swap_total,20971511808}, {swap_used,0}]}, {interesting_stats, [{couch_docs_actual_disk_size,9377290454}, {couch_docs_data_size,7325750882}, {couch_views_actual_disk_size,0}, {couch_views_data_size,0}, {curr_items,1470574}, {curr_items_tot,2998600}, {mem_used,8014691688}, {vb_replica_curr_items,1528026}]}, {cluster_compatibility_version,131072}, {version, [{public_key,"0.13"}, {lhttpc,"1.3.0"}, {ale,"8cffe61"}, {os_mon,"2.2.7"}, {couch_set_view,"1.2.0a-b68b5f4-git"}, {mnesia,"4.5"}, {inets,"5.7.1"}, {couch,"1.2.0a-b68b5f4-git"}, {mapreduce,"1.0.0"}, {couch_index_merger,"1.2.0a-b68b5f4-git"}, {kernel,"2.14.5"}, {crypto,"2.0.4"}, {ssl,"4.1.6"}, {sasl,"2.1.10"}, {couch_view_parser,"1.0.0"}, {ns_server,"2.0.0-1939-rel-enterprise"}, {mochiweb,"1.4.1"}, {oauth,"7d85d3ef"}, {stdlib,"1.17.5"}]}, {supported_compat_version,[2,0]}, {system_arch,"x86_64-unknown-linux-gnu"}, {wall_clock,1560}, {memory_data,{25199214592,19228168192,{<17923.728.0>,4714984}}}, {disk_data, [{"/",41260352,5}, {"/dev/shm",12304304,0}, {"/boot",495844,7}, {"/data",206420664,5}]}, {meminfo, <<"MemTotal: 24608608 kB\nMemFree: 5832588 kB\nBuffers: 193048 kB\nCached: 9214064 kB\nSwapCached: 0 kB\nActive: 10244016 kB\nInactive: 7855168 kB\nActive(anon): 8688556 kB\nInactive(anon): 5460 kB\nActive(file): 1555460 kB\nInactive(file): 7849708 kB\nUnevictable: 11252 kB\nMlocked: 11288 kB\nSwapTotal: 20479992 kB\nSwapFree: 20479992 kB\nDirty: 13420 kB\nWriteback: 0 kB\nAnonPages: 8703804 kB\nMapped: 15572 kB\nShmem: 172 kB\nSlab: 349868 kB\nSReclaimable: 291508 kB\nSUnreclaim: 58360 kB\nKernelStack: 2472 kB\nPageTables: 21060 kB\nNFS_Unstable: 0 kB\nBounce: 0 kB\nWritebackTmp: 0 kB\nCommitLimit: 32784296 kB\nCommitted_AS: 10435280 kB\nVmallocTotal: 34359738367 kB\nVmallocUsed: 332500 kB\nVmallocChunk: 34359355024 kB\nHardwareCorrupted: 0 kB\nAnonHugePages: 1581056 kB\nHugePages_Total: 0\nHugePages_Free: 0\nHugePages_Rsvd: 0\nHugePages_Surp: 0\nHugepagesize: 2048 kB\nDirectMap4k: 10240 kB\nDirectMap2M: 25155584 kB\n">>}]}] [ns_doctor:debug,2012-11-10T1:22:41.353,ns_1@192.168.0.21:ns_doctor<0.4376.0>:ns_doctor:handle_info:137]Current node statuses: [{'ns_1@192.168.0.20', [{last_heard,{1352,539357,894304}}, {outgoing_replications_safeness_level,[{"default",green}]}, {incoming_replications_conf_hashes, [{"default",[{'ns_1@192.168.0.22',47358050}]}]}, {active_buckets,["default"]}, {ready_buckets,["default"]}, {local_tasks,[]}, {memory, [{total,234437776}, {processes,172406960}, {processes_used,171601784}, {system,62030816}, {atom,1401785}, {atom_used,1374492}, {binary,21912936}, {code,14045110}, {ets,6087008}]}, {system_memory_data, [{system_total_memory,25199214592}, {free_swap,20971511808}, {total_swap,20971511808}, {cached_memory,8334516224}, {buffered_memory,190730240}, {free_memory,7134752768}, {total_memory,25199214592}]}, {node_storage_conf,[{db_path,"/data"},{index_path,"/data"}]}, {statistics, [{wall_clock,{1637662,5000}}, {context_switches,{11272162,0}}, {garbage_collection,{1080596,4502896740,0}}, {io,{{input,197143969},{output,8587325429}}}, {reductions,{1626624102,4651915}}, {run_queue,0}, {runtime,{462230,2150}}]}, {system_stats, [{cpu_utilization_rate,80.3921568627451}, {swap_total,20971511808}, {swap_used,0}]}, {interesting_stats, [{couch_docs_actual_disk_size,8291576002}, {couch_docs_data_size,6252337647}, {couch_views_actual_disk_size,0}, {couch_views_data_size,0}, {curr_items,1293547}, {curr_items_tot,2550116}, {mem_used,6833417048}, {vb_replica_curr_items,1256569}]}, {cluster_compatibility_version,131072}, {version, [{public_key,"0.13"}, {lhttpc,"1.3.0"}, {ale,"8cffe61"}, {os_mon,"2.2.7"}, {couch_set_view,"1.2.0a-b68b5f4-git"}, {mnesia,"4.5"}, {inets,"5.7.1"}, {couch,"1.2.0a-b68b5f4-git"}, {mapreduce,"1.0.0"}, {couch_index_merger,"1.2.0a-b68b5f4-git"}, {kernel,"2.14.5"}, {crypto,"2.0.4"}, {ssl,"4.1.6"}, {sasl,"2.1.10"}, {couch_view_parser,"1.0.0"}, {ns_server,"2.0.0-1939-rel-enterprise"}, {mochiweb,"1.4.1"}, {oauth,"7d85d3ef"}, {stdlib,"1.17.5"}]}, {supported_compat_version,[2,0]}, {system_arch,"x86_64-unknown-linux-gnu"}, {wall_clock,1637}, {memory_data,{25199214592,18046066688,{<17877.428.0>,8071264}}}, {disk_data, [{"/",41260352,5}, {"/dev/shm",12304304,0}, {"/boot",495844,7}, {"/data",206420664,5}]}, {meminfo, <<"MemTotal: 24608608 kB\nMemFree: 6967532 kB\nBuffers: 186260 kB\nCached: 8139176 kB\nSwapCached: 0 kB\nActive: 10261348 kB\nInactive: 6732780 kB\nActive(anon): 8658676 kB\nInactive(anon): 12284 kB\nActive(file): 1602672 kB\nInactive(file): 6720496 kB\nUnevictable: 11276 kB\nMlocked: 11288 kB\nSwapTotal: 20479992 kB\nSwapFree: 20479992 kB\nDirty: 5016 kB\nWriteback: 0 kB\nAnonPages: 8696104 kB\nMapped: 15424 kB\nShmem: 172 kB\nSlab: 321360 kB\nSReclaimable: 263324 kB\nSUnreclaim: 58036 kB\nKernelStack: 2984 kB\nPageTables: 21448 kB\nNFS_Unstable: 0 kB\nBounce: 0 kB\nWritebackTmp: 0 kB\nCommitLimit: 32784296 kB\nCommitted_AS: 10425156 kB\nVmallocTotal: 34359738367 kB\nVmallocUsed: 332500 kB\nVmallocChunk: 34359360032 kB\nHardwareCorrupted: 0 kB\nAnonHugePages: 1716224 kB\nHugePages_Total: 0\nHugePages_Free: 0\nHugePages_Rsvd: 0\nHugePages_Surp: 0\nHugepagesize: 2048 kB\nDirectMap4k: 10240 kB\nDirectMap2M: 25155584 kB\n">>}]}, {'ns_1@192.168.0.21', [{last_heard,{1352,539356,354958}}, {outgoing_replications_safeness_level,[{"default",green}]}, {incoming_replications_conf_hashes, [{"default",[{'ns_1@192.168.0.22',96796817}]}]}, {active_buckets,["default"]}, {ready_buckets,["default"]}, {local_tasks, [[{pid,<<"<0.8573.0>">>}, {bucket,<<"default">>}, {original_target,{[{type,bucket}]}}, {progress,94}, {started_on,1352539331}, {total_vbuckets,140}, {trigger_type,scheduled}, {type,bucket_compaction}, {updated_on,1352539356}, {vbuckets_done,132}]]}, {memory, [{total,104738088}, {processes,66267912}, {processes_used,66231832}, {system,38470176}, {atom,1333345}, {atom_used,1324998}, {binary,3009688}, {code,13371137}, {ets,2717320}]}, {system_memory_data, [{system_total_memory,25199214592}, {free_swap,20971511808}, {total_swap,20971511808}, {cached_memory,1242693632}, {buffered_memory,136089600}, {free_memory,21895438336}, {total_memory,25199214592}]}, {node_storage_conf,[{db_path,"/data"},{index_path,"/data"}]}, {statistics, [{wall_clock,{1617546,4998}}, {context_switches,{1269301,0}}, {garbage_collection,{399063,725892320,0}}, {io,{{input,42050027},{output,2630562660}}}, {reductions,{197637724,3763128}}, {run_queue,0}, {runtime,{118720,1350}}]}, {system_stats, [{cpu_utilization_rate,32.42574257425743}, {swap_total,20971511808}, {swap_used,0}]}, {interesting_stats, [{couch_docs_actual_disk_size,1255413685}, {couch_docs_data_size,1075108493}, {couch_views_actual_disk_size,0}, {couch_views_data_size,0}, {curr_items,239194}, {curr_items_tot,446136}, {mem_used,1184316680}, {vb_replica_curr_items,206942}]}, {cluster_compatibility_version,131072}, {version, [{public_key,"0.13"}, {lhttpc,"1.3.0"}, {ale,"8cffe61"}, {os_mon,"2.2.7"}, {couch_set_view,"1.2.0a-b68b5f4-git"}, {mnesia,"4.5"}, {inets,"5.7.1"}, {couch,"1.2.0a-b68b5f4-git"}, {mapreduce,"1.0.0"}, {couch_index_merger,"1.2.0a-b68b5f4-git"}, {kernel,"2.14.5"}, {crypto,"2.0.4"}, {ssl,"4.1.6"}, {sasl,"2.1.10"}, {couch_view_parser,"1.0.0"}, {ns_server,"2.0.0-1939-rel-enterprise"}, {mochiweb,"1.4.1"}, {oauth,"7d85d3ef"}, {stdlib,"1.17.5"}]}, {supported_compat_version,[2,0]}, {system_arch,"x86_64-unknown-linux-gnu"}, {wall_clock,1617}, {memory_data,{25199214592,2980954112,{<0.4494.0>,4714984}}}, {disk_data, [{"/",41260352,5}, {"/dev/shm",12304304,0}, {"/boot",495844,7}, {"/data",206420664,1}]}, {meminfo, <<"MemTotal: 24608608 kB\nMemFree: 21382264 kB\nBuffers: 132900 kB\nCached: 1213240 kB\nSwapCached: 0 kB\nActive: 1627832 kB\nInactive: 1179852 kB\nActive(anon): 1454540 kB\nInactive(anon): 9272 kB\nActive(file): 173292 kB\nInactive(file): 1170580 kB\nUnevictable: 11288 kB\nMlocked: 11288 kB\nSwapTotal: 20479992 kB\nSwapFree: 20479992 kB\nDirty: 14796 kB\nWriteback: 0 kB\nAnonPages: 1473388 kB\nMapped: 14492 kB\nShmem: 164 kB\nSlab: 107728 kB\nSReclaimable: 49792 kB\nSUnreclaim: 57936 kB\nKernelStack: 2968 kB\nPageTables: 6760 kB\nNFS_Unstable: 0 kB\nBounce: 0 kB\nWritebackTmp: 0 kB\nCommitLimit: 32784296 kB\nCommitted_AS: 3202864 kB\nVmallocTotal: 34359738367 kB\nVmallocUsed: 332500 kB\nVmallocChunk: 34359355024 kB\nHardwareCorrupted: 0 kB\nAnonHugePages: 272384 kB\nHugePages_Total: 0\nHugePages_Free: 0\nHugePages_Rsvd: 0\nHugePages_Surp: 0\nHugepagesize: 2048 kB\nDirectMap4k: 10240 kB\nDirectMap2M: 25155584 kB\n">>}]}, {'ns_1@192.168.0.22', [{last_heard,{1352,539360,961599}}, {outgoing_replications_safeness_level,[{"default",green}]}, {incoming_replications_conf_hashes, [{"default", [{'ns_1@192.168.0.20',50406745},{'ns_1@192.168.0.21',41456239}]}]}, {active_buckets,["default"]}, {ready_buckets,["default"]}, {local_tasks, [[{pid,<<"<0.3287.1>">>}, {bucket,<<"default">>}, {original_target,{[{type,bucket}]}}, {progress,54}, {started_on,1352539245}, {total_vbuckets,1025}, {trigger_type,scheduled}, {type,bucket_compaction}, {updated_on,1352539360}, {vbuckets_done,554}]]}, {memory, [{total,212784632}, {processes,159403736}, {processes_used,159330456}, {system,53380896}, {atom,1338193}, {atom_used,1333793}, {binary,13718192}, {code,13481638}, {ets,6171680}]}, {system_memory_data, [{system_total_memory,25199214592}, {free_swap,20971511808}, {total_swap,20971511808}, {cached_memory,9115394048}, {buffered_memory,201891840}, {free_memory,6290055168}, {total_memory,25199214592}]}, {node_storage_conf,[{db_path,"/data"},{index_path,"/data"}]}, {statistics, [{wall_clock,{1620943,4996}}, {context_switches,{12240075,0}}, {garbage_collection,{1289949,3328494702,0}}, {io,{{input,245723367},{output,9651817704}}}, {reductions,{1322510384,5829191}}, {run_queue,0}, {runtime,{438870,2080}}]}, {system_stats, [{cpu_utilization_rate,68.5}, {swap_total,20971511808}, {swap_used,0}]}, {interesting_stats, [{couch_docs_actual_disk_size,9091668234}, {couch_docs_data_size,7325779225}, {couch_views_actual_disk_size,0}, {couch_views_data_size,0}, {curr_items,1458403}, {curr_items_tot,2998526}, {mem_used,8022165688}, {vb_replica_curr_items,1540123}]}, {cluster_compatibility_version,131072}, {version, [{public_key,"0.13"}, {lhttpc,"1.3.0"}, {ale,"8cffe61"}, {os_mon,"2.2.7"}, {couch_set_view,"1.2.0a-b68b5f4-git"}, {mnesia,"4.5"}, {inets,"5.7.1"}, {couch,"1.2.0a-b68b5f4-git"}, {mapreduce,"1.0.0"}, {couch_index_merger,"1.2.0a-b68b5f4-git"}, {kernel,"2.14.5"}, {crypto,"2.0.4"}, {ssl,"4.1.6"}, {sasl,"2.1.10"}, {couch_view_parser,"1.0.0"}, {ns_server,"2.0.0-1939-rel-enterprise"}, {mochiweb,"1.4.1"}, {oauth,"7d85d3ef"}, {stdlib,"1.17.5"}]}, {supported_compat_version,[2,0]}, {system_arch,"x86_64-unknown-linux-gnu"}, {wall_clock,1620}, {memory_data,{25199214592,18913730560,{<17923.725.0>,2914384}}}, {disk_data, [{"/",41260352,5}, {"/dev/shm",12304304,0}, {"/boot",495844,7}, {"/data",206420664,5}]}, {meminfo, <<"MemTotal: 24608608 kB\nMemFree: 6142632 kB\nBuffers: 197160 kB\nCached: 8901752 kB\nSwapCached: 0 kB\nActive: 10027488 kB\nInactive: 7767904 kB\nActive(anon): 8693340 kB\nInactive(anon): 5460 kB\nActive(file): 1334148 kB\nInactive(file): 7762444 kB\nUnevictable: 11252 kB\nMlocked: 11288 kB\nSwapTotal: 20479992 kB\nSwapFree: 20479992 kB\nDirty: 11904 kB\nWriteback: 0 kB\nAnonPages: 8708084 kB\nMapped: 15564 kB\nShmem: 172 kB\nSlab: 345308 kB\nSReclaimable: 286736 kB\nSUnreclaim: 58572 kB\nKernelStack: 2496 kB\nPageTables: 21212 kB\nNFS_Unstable: 0 kB\nBounce: 0 kB\nWritebackTmp: 0 kB\nCommitLimit: 32784296 kB\nCommitted_AS: 10428812 kB\nVmallocTotal: 34359738367 kB\nVmallocUsed: 332500 kB\nVmallocChunk: 34359355024 kB\nHardwareCorrupted: 0 kB\nAnonHugePages: 1677312 kB\nHugePages_Total: 0\nHugePages_Free: 0\nHugePages_Rsvd: 0\nHugePages_Surp: 0\nHugepagesize: 2048 kB\nDirectMap4k: 10240 kB\nDirectMap2M: 25155584 kB\n">>}]}] [stats:debug,2012-11-10T1:23:04.945,ns_1@192.168.0.21:<0.4502.0>:stats_collector:maybe_log_stats:126](at {{1970,1,16},{7,42,19}}) Stats for bucket "default": accepting_conns 1 auth_cmds 9 auth_errors 0 bucket_active_conns 1 bucket_conns 21 bytes 1376739896 bytes_read 3086823751 bytes_written 747312106 cas_badval 0 cas_hits 0 cas_misses 0 cmd_flush 0 cmd_get 27188 cmd_set 25492 conn_yields 15898 connection_structures 5000 curr_connections 24 curr_conns_on_port_11209 12 curr_conns_on_port_11210 10 curr_items 279893 curr_items_tot 518882 curr_temp_items 0 daemon_connections 4 decr_hits 0 decr_misses 0 delete_hits 1511 delete_misses 1945 ep_access_scanner_last_runtime 0 ep_access_scanner_num_items 0 ep_access_scanner_task_time 2012-11-10 10:00:00 ep_allow_data_loss_during_shutdown 1 ep_alog_block_size 4096 ep_alog_path /data/default/access.log ep_alog_sleep_time 1440 ep_alog_task_time 10 ep_backend couchdb ep_bg_fetch_delay 0 ep_bg_fetched 0 ep_bg_meta_fetched 0 ep_bg_remaining_jobs 0 ep_chk_max_items 5000 ep_chk_period 1800 ep_chk_persistence_remains 0 ep_chk_persistence_timeout 10 ep_chk_remover_stime 5 ep_commit_num 11015 ep_commit_time 124 ep_commit_time_total 108650 ep_concurrentDB 1 ep_config_file ep_couch_bucket default ep_couch_host localhost ep_couch_port 11213 ep_couch_reconnect_sleeptime 250 ep_couch_response_timeout 180000 ep_data_age 5 ep_data_age_highwat 11 ep_data_traffic_enabled 0 ep_dbinit 0 ep_dbname /data/default ep_degraded_mode 0 ep_diskqueue_drain 1633950 ep_diskqueue_fill 1201108 ep_diskqueue_items 6644 ep_diskqueue_memory 32928 ep_diskqueue_pending 49392 ep_exp_pager_stime 3600 ep_exp_pager_stime 3600 ep_expired_access 11 ep_expired_pager 0 ep_expiry_window 3 ep_failpartialwarmup 0 ep_flush_all false ep_flush_duration_total 186 ep_flushall_enabled 0 ep_flusher_state running ep_flusher_todo 5421 ep_getl_default_timeout 15 ep_getl_max_timeout 30 ep_ht_locks 5 ep_ht_size 3079 ep_inconsistent_slave_chk 0 ep_initfile ep_io_num_read 0 ep_io_num_write 1043074 ep_io_read_bytes 0 ep_io_write_bytes 2411225590 ep_item_begin_failed 0 ep_item_commit_failed 0 ep_item_flush_expired 9 ep_item_flush_failed 0 ep_item_num_based_new_chk 1 ep_items_rm_from_checkpoints 62354 ep_keep_closed_chks 0 ep_klog_block_size 4096 ep_klog_compactor_queue_cap 500000 ep_klog_compactor_stime 3600 ep_klog_flush commit2 ep_klog_max_entry_ratio 10 ep_klog_max_log_size 2147483647 ep_klog_path ep_klog_sync commit2 ep_kv_size 1275272291 ep_max_checkpoints 2 ep_max_data_size 12582912000 ep_max_item_size 20971520 ep_max_size 12582912000 ep_max_txn_size 10000 ep_max_vbuckets 1024 ep_mem_high_wat 9437184000 ep_mem_high_wat 9437184000 ep_mem_low_wat 7549747200 ep_mem_low_wat 7549747200 ep_mem_tracker_enabled true ep_min_data_age 0 ep_mlog_compactor_runs 0 ep_mutation_mem_threshold 0 ep_num_access_scanner_runs 0 ep_num_eject_failures 0 ep_num_expiry_pager_runs 0 ep_num_non_resident 0 ep_num_not_my_vbuckets 0 ep_num_ops_del_meta 0 ep_num_ops_get_meta 0 ep_num_ops_set_meta 0 ep_num_pager_runs 0 ep_num_value_ejects 0 ep_oom_errors 0 ep_overhead 43516462 ep_pager_active_vb_pcnt 40 ep_pager_unbiased_period 60 ep_pending_ops 0 ep_pending_ops_max 1 ep_pending_ops_max_duration 206679 ep_pending_ops_total 5 ep_postInitfile ep_queue_age_cap 900 ep_queue_size 1223 ep_startup_time 1352539183 ep_storage_age 2 ep_storage_age_highwat 8 ep_store_max_concurrency 10 ep_store_max_readers 9 ep_store_max_readwrite 1 ep_stored_val_type ep_tap_ack_grace_period 300 ep_tap_ack_initial_sequence_number 1 ep_tap_ack_interval 1000 ep_tap_ack_window_size 10 ep_tap_backfill_resident 0.9 ep_tap_backlog_limit 5000 ep_tap_backoff_period 5 ep_tap_bg_fetch_requeued 0 ep_tap_bg_fetched 0 ep_tap_bg_max_pending 500 ep_tap_keepalive 300 ep_tap_noop_interval 20 ep_tap_requeue_sleep_time 0.1 ep_tap_throttle_cap_pcnt 10 ep_tap_throttle_queue_cap 1000000 ep_tap_throttle_threshold 90 ep_tmp_oom_errors 0 ep_too_old 0 ep_too_young 0 ep_total_cache_size 1269046494 ep_total_del_items 31424 ep_total_enqueued 1201108 ep_total_new_items 521460 ep_total_persisted 1043074 ep_uncommitted_items 89 ep_value_size 1232489496 ep_vb0 0 ep_vb_snapshot_total 286 ep_vb_total 178 ep_vbucket_del 0 ep_vbucket_del_fail 0 ep_version 2.0.0r_133_g68e3f7c ep_waitforwarmup 0 ep_warmup 1 ep_warmup_batch_size 1000 ep_warmup_dups 0 ep_warmup_min_items_threshold 100 ep_warmup_min_memory_threshold 100 ep_warmup_oom 0 ep_warmup_thread complete ep_warmup_time 19069 get_hits 26646 get_misses 542 incr_hits 0 incr_misses 0 libevent 2.0.11-stable limit_maxbytes 67108864 listen_disabled_num 0 max_conns_on_port_11209 1000 max_conns_on_port_11210 9000 mem_used 1376739896 pid 22718 pointer_size 64 rejected_conns 0 rusage_system 34.235795 rusage_user 120.805634 tap_checkpoint_end_received 254 tap_checkpoint_end_sent 84 tap_checkpoint_start_received 535 tap_checkpoint_start_sent 95 tap_connect_received 1 tap_delete_received 20671 tap_delete_sent 5561 tap_mutation_received 1243177 tap_mutation_sent 270278 tap_opaque_received 1243 tap_opaque_sent 97 tap_vbucket_set_received 192 threads 4 time 1352539384 total_connections 925 uptime 205 vb_active_curr_items 279893 vb_active_eject 0 vb_active_expired 7 vb_active_ht_memory 2410752 vb_active_itm_memory 685012003 vb_active_meta_data_memory 22111547 vb_active_num 96 vb_active_num_non_resident 0 vb_active_num_ref_ejects 0 vb_active_num_ref_items 281365 vb_active_ops_create 281301 vb_active_ops_delete 16352 vb_active_ops_reject 0 vb_active_ops_update 163453 vb_active_perc_mem_resident 100 vb_active_queue_age 2922000 vb_active_queue_drain 825459 vb_active_queue_fill 576337 vb_active_queue_memory 22560 vb_active_queue_pending 33840 vb_active_queue_size 705 vb_dead_num 0 vb_pending_curr_items 0 vb_pending_eject 0 vb_pending_expired 0 vb_pending_ht_memory 0 vb_pending_itm_memory 0 vb_pending_meta_data_memory 0 vb_pending_num 0 vb_pending_num_non_resident 0 vb_pending_num_ref_ejects 0 vb_pending_num_ref_items 0 vb_pending_ops_create 0 vb_pending_ops_delete 0 vb_pending_ops_reject 0 vb_pending_ops_update 0 vb_pending_perc_mem_resident 0 vb_pending_queue_age 0 vb_pending_queue_drain 0 vb_pending_queue_fill 0 vb_pending_queue_memory 0 vb_pending_queue_pending 0 vb_pending_queue_size 0 vb_replica_curr_items 238989 vb_replica_eject 0 vb_replica_expired 4 vb_replica_ht_memory 2059184 vb_replica_itm_memory 584034491 vb_replica_meta_data_memory 18880131 vb_replica_num 82 vb_replica_num_non_resident 0 vb_replica_num_ref_ejects 0 vb_replica_num_ref_items 240190 vb_replica_ops_create 240159 vb_replica_ops_delete 15071 vb_replica_ops_reject 0 vb_replica_ops_update 326737 vb_replica_perc_mem_resident 100 vb_replica_queue_age 536000 vb_replica_queue_drain 808491 vb_replica_queue_fill 624771 vb_replica_queue_memory 10368 vb_replica_queue_pending 15552 vb_replica_queue_size 324 version 1.4.4_600_g7ea975a [ns_doctor:debug,2012-11-10T1:23:41.353,ns_1@192.168.0.21:ns_doctor<0.4376.0>:ns_doctor:handle_info:137]Current node statuses: [{'ns_1@192.168.0.20', [{last_heard,{1352,539417,896702}}, {outgoing_replications_safeness_level,[{"default",green}]}, {incoming_replications_conf_hashes, [{"default",[{'ns_1@192.168.0.22',57493811}]}]}, {active_buckets,["default"]}, {ready_buckets,["default"]}, {local_tasks,[]}, {memory, [{total,223608008}, {processes,172366824}, {processes_used,171401296}, {system,51241184}, {atom,1401785}, {atom_used,1374492}, {binary,11112056}, {code,14045110}, {ets,6122168}]}, {system_memory_data, [{system_total_memory,25199214592}, {free_swap,20971511808}, {total_swap,20971511808}, {cached_memory,8317317120}, {buffered_memory,191266816}, {free_memory,7141732352}, {total_memory,25199214592}]}, {node_storage_conf,[{db_path,"/data"},{index_path,"/data"}]}, {statistics, [{wall_clock,{1697665,5003}}, {context_switches,{11628930,0}}, {garbage_collection,{1147705,5247483474,0}}, {io,{{input,201449820},{output,8773226805}}}, {reductions,{1685186143,3674032}}, {run_queue,0}, {runtime,{494360,1940}}]}, {system_stats, [{cpu_utilization_rate,79.70297029702971}, {swap_total,20971511808}, {swap_used,0}]}, {interesting_stats, [{couch_docs_actual_disk_size,8243643919}, {couch_docs_data_size,5967657119}, {couch_views_actual_disk_size,0}, {couch_views_data_size,0}, {curr_items,1238603}, {curr_items_tot,2433817}, {mem_used,6528269376}, {vb_replica_curr_items,1195214}]}, {cluster_compatibility_version,131072}, {version, [{public_key,"0.13"}, {lhttpc,"1.3.0"}, {ale,"8cffe61"}, {os_mon,"2.2.7"}, {couch_set_view,"1.2.0a-b68b5f4-git"}, {mnesia,"4.5"}, {inets,"5.7.1"}, {couch,"1.2.0a-b68b5f4-git"}, {mapreduce,"1.0.0"}, {couch_index_merger,"1.2.0a-b68b5f4-git"}, {kernel,"2.14.5"}, {crypto,"2.0.4"}, {ssl,"4.1.6"}, {sasl,"2.1.10"}, {couch_view_parser,"1.0.0"}, {ns_server,"2.0.0-1939-rel-enterprise"}, {mochiweb,"1.4.1"}, {oauth,"7d85d3ef"}, {stdlib,"1.17.5"}]}, {supported_compat_version,[2,0]}, {system_arch,"x86_64-unknown-linux-gnu"}, {wall_clock,1697}, {memory_data,{25199214592,17996562432,{<17877.428.0>,10192336}}}, {disk_data, [{"/",41260352,5}, {"/dev/shm",12304304,0}, {"/boot",495844,7}, {"/data",206420664,4}]}, {meminfo, <<"MemTotal: 24608608 kB\nMemFree: 6974348 kB\nBuffers: 186784 kB\nCached: 8122052 kB\nSwapCached: 0 kB\nActive: 10390012 kB\nInactive: 6597792 kB\nActive(anon): 8669744 kB\nInactive(anon): 11924 kB\nActive(file): 1720268 kB\nInactive(file): 6585868 kB\nUnevictable: 11276 kB\nMlocked: 11288 kB\nSwapTotal: 20479992 kB\nSwapFree: 20479992 kB\nDirty: 4628 kB\nWriteback: 0 kB\nAnonPages: 8701212 kB\nMapped: 15424 kB\nShmem: 172 kB\nSlab: 320464 kB\nSReclaimable: 262424 kB\nSUnreclaim: 58040 kB\nKernelStack: 2984 kB\nPageTables: 21448 kB\nNFS_Unstable: 0 kB\nBounce: 0 kB\nWritebackTmp: 0 kB\nCommitLimit: 32784296 kB\nCommitted_AS: 10451144 kB\nVmallocTotal: 34359738367 kB\nVmallocUsed: 332500 kB\nVmallocChunk: 34359360032 kB\nHardwareCorrupted: 0 kB\nAnonHugePages: 1820672 kB\nHugePages_Total: 0\nHugePages_Free: 0\nHugePages_Rsvd: 0\nHugePages_Surp: 0\nHugepagesize: 2048 kB\nDirectMap4k: 10240 kB\nDirectMap2M: 25155584 kB\n">>}]}, {'ns_1@192.168.0.21', [{last_heard,{1352,539416,355240}}, {outgoing_replications_safeness_level,[{"default",green}]}, {incoming_replications_conf_hashes, [{"default",[{'ns_1@192.168.0.22',13777622}]}]}, {active_buckets,["default"]}, {ready_buckets,["default"]}, {local_tasks, [[{pid,<<"<0.11176.0>">>}, {bucket,<<"default">>}, {original_target,{[{type,bucket}]}}, {progress,65}, {started_on,1352539391}, {total_vbuckets,184}, {trigger_type,scheduled}, {type,bucket_compaction}, {updated_on,1352539416}, {vbuckets_done,121}]]}, {memory, [{total,111035232}, {processes,72359864}, {processes_used,72331928}, {system,38675368}, {atom,1333345}, {atom_used,1324998}, {binary,2986256}, {code,13371137}, {ets,2919672}]}, {system_memory_data, [{system_total_memory,25199214592}, {free_swap,20971511808}, {total_swap,20971511808}, {cached_memory,1556160512}, {buffered_memory,144375808}, {free_memory,21237706752}, {total_memory,25199214592}]}, {node_storage_conf,[{db_path,"/data"},{index_path,"/data"}]}, {statistics, [{wall_clock,{1677546,4998}}, {context_switches,{1610901,0}}, {garbage_collection,{499963,921205660,0}}, {io,{{input,57148997},{output,3336069857}}}, {reductions,{249831308,3297043}}, {run_queue,0}, {runtime,{138880,1160}}]}, {system_stats, [{cpu_utilization_rate,34.5679012345679}, {swap_total,20971511808}, {swap_used,0}]}, {interesting_stats, [{couch_docs_actual_disk_size,1495962827}, {couch_docs_data_size,1360497158}, {couch_views_actual_disk_size,0}, {couch_views_data_size,0}, {curr_items,300561}, {curr_items_tot,562898}, {mem_used,1494856016}, {vb_replica_curr_items,262337}]}, {cluster_compatibility_version,131072}, {version, [{public_key,"0.13"}, {lhttpc,"1.3.0"}, {ale,"8cffe61"}, {os_mon,"2.2.7"}, {couch_set_view,"1.2.0a-b68b5f4-git"}, {mnesia,"4.5"}, {inets,"5.7.1"}, {couch,"1.2.0a-b68b5f4-git"}, {mapreduce,"1.0.0"}, {couch_index_merger,"1.2.0a-b68b5f4-git"}, {kernel,"2.14.5"}, {crypto,"2.0.4"}, {ssl,"4.1.6"}, {sasl,"2.1.10"}, {couch_view_parser,"1.0.0"}, {ns_server,"2.0.0-1939-rel-enterprise"}, {mochiweb,"1.4.1"}, {oauth,"7d85d3ef"}, {stdlib,"1.17.5"}]}, {supported_compat_version,[2,0]}, {system_arch,"x86_64-unknown-linux-gnu"}, {wall_clock,1677}, {memory_data,{25199214592,3299069952,{<0.4493.0>,2914384}}}, {disk_data, [{"/",41260352,5}, {"/dev/shm",12304304,0}, {"/boot",495844,7}, {"/data",206420664,1}]}, {meminfo, <<"MemTotal: 24608608 kB\nMemFree: 20739948 kB\nBuffers: 140992 kB\nCached: 1519688 kB\nSwapCached: 0 kB\nActive: 2014148 kB\nInactive: 1425576 kB\nActive(anon): 1772056 kB\nInactive(anon): 9272 kB\nActive(file): 242092 kB\nInactive(file): 1416304 kB\nUnevictable: 11288 kB\nMlocked: 11288 kB\nSwapTotal: 20479992 kB\nSwapFree: 20479992 kB\nDirty: 3376 kB\nWriteback: 3936 kB\nAnonPages: 1791044 kB\nMapped: 14492 kB\nShmem: 164 kB\nSlab: 117088 kB\nSReclaimable: 58620 kB\nSUnreclaim: 58468 kB\nKernelStack: 2968 kB\nPageTables: 7392 kB\nNFS_Unstable: 0 kB\nBounce: 0 kB\nWritebackTmp: 0 kB\nCommitLimit: 32784296 kB\nCommitted_AS: 3525128 kB\nVmallocTotal: 34359738367 kB\nVmallocUsed: 332500 kB\nVmallocChunk: 34359355024 kB\nHardwareCorrupted: 0 kB\nAnonHugePages: 370688 kB\nHugePages_Total: 0\nHugePages_Free: 0\nHugePages_Rsvd: 0\nHugePages_Surp: 0\nHugepagesize: 2048 kB\nDirectMap4k: 10240 kB\nDirectMap2M: 25155584 kB\n">>}]}, {'ns_1@192.168.0.22', [{last_heard,{1352,539420,960018}}, {outgoing_replications_safeness_level,[{"default",green}]}, {incoming_replications_conf_hashes, [{"default", [{'ns_1@192.168.0.20',1128819},{'ns_1@192.168.0.21',26122412}]}]}, {active_buckets,["default"]}, {ready_buckets,["default"]}, {local_tasks, [[{pid,<<"<0.3287.1>">>}, {bucket,<<"default">>}, {original_target,{[{type,bucket}]}}, {progress,80}, {started_on,1352539245}, {total_vbuckets,1025}, {trigger_type,scheduled}, {type,bucket_compaction}, {updated_on,1352539420}, {vbuckets_done,826}]]}, {memory, [{total,214228768}, {processes,160295144}, {processes_used,160166728}, {system,53933624}, {atom,1338193}, {atom_used,1333793}, {binary,14166184}, {code,13481638}, {ets,6281008}]}, {system_memory_data, [{system_total_memory,25199214592}, {free_swap,20971511808}, {total_swap,20971511808}, {cached_memory,8895606784}, {buffered_memory,205647872}, {free_memory,6511411200}, {total_memory,25199214592}]}, {node_storage_conf,[{db_path,"/data"},{index_path,"/data"}]}, {statistics, [{wall_clock,{1680950,5004}}, {context_switches,{12700845,0}}, {garbage_collection,{1387508,3553058654,0}}, {io,{{input,265947263},{output,10122511228}}}, {reductions,{1382687225,4494703}}, {run_queue,0}, {runtime,{460470,1560}}]}, {system_stats, [{cpu_utilization_rate,49.271844660194176}, {swap_total,20971511808}, {swap_used,0}]}, {interesting_stats, [{couch_docs_actual_disk_size,8820433947}, {couch_docs_data_size,7326409951}, {couch_views_actual_disk_size,0}, {couch_views_data_size,0}, {curr_items,1455385}, {curr_items_tot,2998582}, {mem_used,8026850208}, {vb_replica_curr_items,1543197}]}, {cluster_compatibility_version,131072}, {version, [{public_key,"0.13"}, {lhttpc,"1.3.0"}, {ale,"8cffe61"}, {os_mon,"2.2.7"}, {couch_set_view,"1.2.0a-b68b5f4-git"}, {mnesia,"4.5"}, {inets,"5.7.1"}, {couch,"1.2.0a-b68b5f4-git"}, {mapreduce,"1.0.0"}, {couch_index_merger,"1.2.0a-b68b5f4-git"}, {kernel,"2.14.5"}, {crypto,"2.0.4"}, {ssl,"4.1.6"}, {sasl,"2.1.10"}, {couch_view_parser,"1.0.0"}, {ns_server,"2.0.0-1939-rel-enterprise"}, {mochiweb,"1.4.1"}, {oauth,"7d85d3ef"}, {stdlib,"1.17.5"}]}, {supported_compat_version,[2,0]}, {system_arch,"x86_64-unknown-linux-gnu"}, {wall_clock,1680}, {memory_data,{25199214592,18687811584,{<17923.725.0>,2914384}}}, {disk_data, [{"/",41260352,5}, {"/dev/shm",12304304,0}, {"/boot",495844,7}, {"/data",206420664,5}]}, {meminfo, <<"MemTotal: 24608608 kB\nMemFree: 6359048 kB\nBuffers: 200828 kB\nCached: 8687116 kB\nSwapCached: 0 kB\nActive: 9947792 kB\nInactive: 7641536 kB\nActive(anon): 8698720 kB\nInactive(anon): 5460 kB\nActive(file): 1249072 kB\nInactive(file): 7636076 kB\nUnevictable: 11252 kB\nMlocked: 11288 kB\nSwapTotal: 20479992 kB\nSwapFree: 20479992 kB\nDirty: 9256 kB\nWriteback: 0 kB\nAnonPages: 8713276 kB\nMapped: 15572 kB\nShmem: 172 kB\nSlab: 335884 kB\nSReclaimable: 277316 kB\nSUnreclaim: 58568 kB\nKernelStack: 2480 kB\nPageTables: 20828 kB\nNFS_Unstable: 0 kB\nBounce: 0 kB\nWritebackTmp: 0 kB\nCommitLimit: 32784296 kB\nCommitted_AS: 10438892 kB\nVmallocTotal: 34359738367 kB\nVmallocUsed: 332500 kB\nVmallocChunk: 34359355024 kB\nHardwareCorrupted: 0 kB\nAnonHugePages: 1775616 kB\nHugePages_Total: 0\nHugePages_Free: 0\nHugePages_Rsvd: 0\nHugePages_Surp: 0\nHugepagesize: 2048 kB\nDirectMap4k: 10240 kB\nDirectMap2M: 25155584 kB\n">>}]}] [ns_doctor:debug,2012-11-10T1:24:41.354,ns_1@192.168.0.21:ns_doctor<0.4376.0>:ns_doctor:handle_info:137]Current node statuses: [{'ns_1@192.168.0.20', [{last_heard,{1352,539477,894015}}, {outgoing_replications_safeness_level,[{"default",green}]}, {incoming_replications_conf_hashes, [{"default",[{'ns_1@192.168.0.22',44559017}]}]}, {active_buckets,["default"]}, {ready_buckets,["default"]}, {local_tasks, [[{pid,<<"<0.12597.1>">>}, {bucket,<<"default">>}, {original_target,{[{type,bucket}]}}, {progress,19}, {started_on,1352539440}, {total_vbuckets,820}, {trigger_type,scheduled}, {type,bucket_compaction}, {updated_on,1352539477}, {vbuckets_done,156}]]}, {memory, [{total,226040312}, {processes,174929176}, {processes_used,173811368}, {system,51111136}, {atom,1401785}, {atom_used,1374492}, {binary,10834072}, {code,14045110}, {ets,6292144}]}, {system_memory_data, [{system_total_memory,25199214592}, {free_swap,20971511808}, {total_swap,20971511808}, {cached_memory,7713755136}, {buffered_memory,193261568}, {free_memory,7739944960}, {total_memory,25199214592}]}, {node_storage_conf,[{db_path,"/data"},{index_path,"/data"}]}, {statistics, [{wall_clock,{1757662,4980}}, {context_switches,{11969482,0}}, {garbage_collection,{1215034,6042906929,0}}, {io,{{input,209404668},{output,8947648027}}}, {reductions,{1743169415,5427797}}, {run_queue,0}, {runtime,{525920,2920}}]}, {system_stats, [{cpu_utilization_rate,92.80397022332507}, {swap_total,20971511808}, {swap_used,0}]}, {interesting_stats, [{couch_docs_actual_disk_size,7716526963}, {couch_docs_data_size,5689826917}, {couch_views_actual_disk_size,0}, {couch_views_data_size,0}, {curr_items,1179928}, {curr_items_tot,2319684}, {mem_used,6231673152}, {vb_replica_curr_items,1139756}]}, {cluster_compatibility_version,131072}, {version, [{public_key,"0.13"}, {lhttpc,"1.3.0"}, {ale,"8cffe61"}, {os_mon,"2.2.7"}, {couch_set_view,"1.2.0a-b68b5f4-git"}, {mnesia,"4.5"}, {inets,"5.7.1"}, {couch,"1.2.0a-b68b5f4-git"}, {mapreduce,"1.0.0"}, {couch_index_merger,"1.2.0a-b68b5f4-git"}, {kernel,"2.14.5"}, {crypto,"2.0.4"}, {ssl,"4.1.6"}, {sasl,"2.1.10"}, {couch_view_parser,"1.0.0"}, {ns_server,"2.0.0-1939-rel-enterprise"}, {mochiweb,"1.4.1"}, {oauth,"7d85d3ef"}, {stdlib,"1.17.5"}]}, {supported_compat_version,[2,0]}, {system_arch,"x86_64-unknown-linux-gnu"}, {wall_clock,1757}, {memory_data,{25199214592,17749598208,{<17877.428.0>,11846232}}}, {disk_data, [{"/",41260352,5}, {"/dev/shm",12304304,0}, {"/boot",495844,7}, {"/data",206420664,4}]}, {meminfo, <<"MemTotal: 24608608 kB\nMemFree: 7559036 kB\nBuffers: 188732 kB\nCached: 7532964 kB\nSwapCached: 0 kB\nActive: 10210544 kB\nInactive: 6196708 kB\nActive(anon): 8675364 kB\nInactive(anon): 12556 kB\nActive(file): 1535180 kB\nInactive(file): 6184152 kB\nUnevictable: 11276 kB\nMlocked: 11288 kB\nSwapTotal: 20479992 kB\nSwapFree: 20479992 kB\nDirty: 7024 kB\nWriteback: 0 kB\nAnonPages: 8703368 kB\nMapped: 15452 kB\nShmem: 172 kB\nSlab: 316832 kB\nSReclaimable: 258416 kB\nSUnreclaim: 58416 kB\nKernelStack: 2992 kB\nPageTables: 21528 kB\nNFS_Unstable: 0 kB\nBounce: 0 kB\nWritebackTmp: 0 kB\nCommitLimit: 32784296 kB\nCommitted_AS: 10449404 kB\nVmallocTotal: 34359738367 kB\nVmallocUsed: 332500 kB\nVmallocChunk: 34359360032 kB\nHardwareCorrupted: 0 kB\nAnonHugePages: 1914880 kB\nHugePages_Total: 0\nHugePages_Free: 0\nHugePages_Rsvd: 0\nHugePages_Surp: 0\nHugepagesize: 2048 kB\nDirectMap4k: 10240 kB\nDirectMap2M: 25155584 kB\n">>}]}, {'ns_1@192.168.0.21', [{last_heard,{1352,539476,354852}}, {outgoing_replications_safeness_level,[{"default",green}]}, {incoming_replications_conf_hashes, [{"default",[{'ns_1@192.168.0.22',37636267}]}]}, {active_buckets,["default"]}, {ready_buckets,["default"]}, {local_tasks,[]}, {memory, [{total,116944048}, {processes,76882656}, {processes_used,76870192}, {system,40061392}, {atom,1333345}, {atom_used,1324998}, {binary,4228944}, {code,13371137}, {ets,3028848}]}, {system_memory_data, [{system_total_memory,25199214592}, {free_swap,20971511808}, {total_swap,20971511808}, {cached_memory,2056839168}, {buffered_memory,149741568}, {free_memory,20384587776}, {total_memory,25199214592}]}, {node_storage_conf,[{db_path,"/data"},{index_path,"/data"}]}, {statistics, [{wall_clock,{1737546,4999}}, {context_switches,{1946632,0}}, {garbage_collection,{595799,1107771316,0}}, {io,{{input,66586246},{output,4019292343}}}, {reductions,{300947500,4940223}}, {run_queue,0}, {runtime,{158500,1970}}]}, {system_stats, [{cpu_utilization_rate,34.07960199004975}, {swap_total,20971511808}, {swap_used,0}]}, {interesting_stats, [{couch_docs_actual_disk_size,1972522374}, {couch_docs_data_size,1630249680}, {couch_views_actual_disk_size,0}, {couch_views_data_size,0}, {curr_items,355742}, {curr_items_tot,676250}, {mem_used,1794454912}, {vb_replica_curr_items,320508}]}, {cluster_compatibility_version,131072}, {version, [{public_key,"0.13"}, {lhttpc,"1.3.0"}, {ale,"8cffe61"}, {os_mon,"2.2.7"}, {couch_set_view,"1.2.0a-b68b5f4-git"}, {mnesia,"4.5"}, {inets,"5.7.1"}, {couch,"1.2.0a-b68b5f4-git"}, {mapreduce,"1.0.0"}, {couch_index_merger,"1.2.0a-b68b5f4-git"}, {kernel,"2.14.5"}, {crypto,"2.0.4"}, {ssl,"4.1.6"}, {sasl,"2.1.10"}, {couch_view_parser,"1.0.0"}, {ns_server,"2.0.0-1939-rel-enterprise"}, {mochiweb,"1.4.1"}, {oauth,"7d85d3ef"}, {stdlib,"1.17.5"}]}, {supported_compat_version,[2,0]}, {system_arch,"x86_64-unknown-linux-gnu"}, {wall_clock,1737}, {memory_data,{25199214592,3966025728,{<0.4494.0>,4714984}}}, {disk_data, [{"/",41260352,5}, {"/dev/shm",12304304,0}, {"/boot",495844,7}, {"/data",206420664,1}]}, {meminfo, <<"MemTotal: 24608608 kB\nMemFree: 19906824 kB\nBuffers: 146232 kB\nCached: 2008632 kB\nSwapCached: 0 kB\nActive: 2499320 kB\nInactive: 1759400 kB\nActive(anon): 2096676 kB\nInactive(anon): 9272 kB\nActive(file): 402644 kB\nInactive(file): 1750128 kB\nUnevictable: 11288 kB\nMlocked: 11288 kB\nSwapTotal: 20479992 kB\nSwapFree: 20479992 kB\nDirty: 2332 kB\nWriteback: 0 kB\nAnonPages: 2115288 kB\nMapped: 14492 kB\nShmem: 164 kB\nSlab: 130680 kB\nSReclaimable: 72796 kB\nSUnreclaim: 57884 kB\nKernelStack: 2960 kB\nPageTables: 7964 kB\nNFS_Unstable: 0 kB\nBounce: 0 kB\nWritebackTmp: 0 kB\nCommitLimit: 32784296 kB\nCommitted_AS: 3845356 kB\nVmallocTotal: 34359738367 kB\nVmallocUsed: 332500 kB\nVmallocChunk: 34359355024 kB\nHardwareCorrupted: 0 kB\nAnonHugePages: 471040 kB\nHugePages_Total: 0\nHugePages_Free: 0\nHugePages_Rsvd: 0\nHugePages_Surp: 0\nHugepagesize: 2048 kB\nDirectMap4k: 10240 kB\nDirectMap2M: 25155584 kB\n">>}]}, {'ns_1@192.168.0.22', [{last_heard,{1352,539480,965989}}, {outgoing_replications_safeness_level,[{"default",green}]}, {incoming_replications_conf_hashes, [{"default", [{'ns_1@192.168.0.20',70350016}, {'ns_1@192.168.0.21',125792938}]}]}, {active_buckets,["default"]}, {ready_buckets,["default"]}, {local_tasks,[]}, {memory, [{total,213648216}, {processes,160551328}, {processes_used,160374280}, {system,53096888}, {atom,1338193}, {atom_used,1333793}, {binary,13324912}, {code,13481638}, {ets,6290728}]}, {system_memory_data, [{system_total_memory,25199214592}, {free_swap,20971511808}, {total_swap,20971511808}, {cached_memory,9122852864}, {buffered_memory,208875520}, {free_memory,6263181312}, {total_memory,25199214592}]}, {node_storage_conf,[{db_path,"/data"},{index_path,"/data"}]}, {statistics, [{wall_clock,{1740942,4999}}, {context_switches,{13157772,0}}, {garbage_collection,{1491585,3789243684,0}}, {io,{{input,281566270},{output,10610682764}}}, {reductions,{1444440326,5672179}}, {run_queue,0}, {runtime,{482500,2140}}]}, {system_stats, [{cpu_utilization_rate,62.06896551724138}, {swap_total,20971511808}, {swap_used,0}]}, {interesting_stats, [{couch_docs_actual_disk_size,9013132363}, {couch_docs_data_size,7326335965}, {couch_views_actual_disk_size,0}, {couch_views_data_size,0}, {curr_items,1457682}, {curr_items_tot,2996908}, {mem_used,8031001040}, {vb_replica_curr_items,1539226}]}, {cluster_compatibility_version,131072}, {version, [{public_key,"0.13"}, {lhttpc,"1.3.0"}, {ale,"8cffe61"}, {os_mon,"2.2.7"}, {couch_set_view,"1.2.0a-b68b5f4-git"}, {mnesia,"4.5"}, {inets,"5.7.1"}, {couch,"1.2.0a-b68b5f4-git"}, {mapreduce,"1.0.0"}, {couch_index_merger,"1.2.0a-b68b5f4-git"}, {kernel,"2.14.5"}, {crypto,"2.0.4"}, {ssl,"4.1.6"}, {sasl,"2.1.10"}, {couch_view_parser,"1.0.0"}, {ns_server,"2.0.0-1939-rel-enterprise"}, {mochiweb,"1.4.1"}, {oauth,"7d85d3ef"}, {stdlib,"1.17.5"}]}, {supported_compat_version,[2,0]}, {system_arch,"x86_64-unknown-linux-gnu"}, {wall_clock,1740}, {memory_data,{25199214592,18935017472,{<17923.726.0>,4714984}}}, {disk_data, [{"/",41260352,5}, {"/dev/shm",12304304,0}, {"/boot",495844,7}, {"/data",206420664,5}]}, {meminfo, <<"MemTotal: 24608608 kB\nMemFree: 6116140 kB\nBuffers: 203980 kB\nCached: 8909036 kB\nSwapCached: 0 kB\nActive: 10077744 kB\nInactive: 7748020 kB\nActive(anon): 8709808 kB\nInactive(anon): 5460 kB\nActive(file): 1367936 kB\nInactive(file): 7742560 kB\nUnevictable: 11252 kB\nMlocked: 11288 kB\nSwapTotal: 20479992 kB\nSwapFree: 20479992 kB\nDirty: 7972 kB\nWriteback: 0 kB\nAnonPages: 8724512 kB\nMapped: 15568 kB\nShmem: 172 kB\nSlab: 341016 kB\nSReclaimable: 282588 kB\nSUnreclaim: 58428 kB\nKernelStack: 2472 kB\nPageTables: 21108 kB\nNFS_Unstable: 0 kB\nBounce: 0 kB\nWritebackTmp: 0 kB\nCommitLimit: 32784296 kB\nCommitted_AS: 10450348 kB\nVmallocTotal: 34359738367 kB\nVmallocUsed: 332500 kB\nVmallocChunk: 34359355024 kB\nHardwareCorrupted: 0 kB\nAnonHugePages: 1875968 kB\nHugePages_Total: 0\nHugePages_Free: 0\nHugePages_Rsvd: 0\nHugePages_Surp: 0\nHugepagesize: 2048 kB\nDirectMap4k: 10240 kB\nDirectMap2M: 25155584 kB\n">>}]}] [stats:debug,2012-11-10T1:24:44.954,ns_1@192.168.0.21:<0.4502.0>:stats_collector:maybe_log_stats:126](at {{1970,1,16},{7,42,19}}) Stats for bucket "default": accepting_conns 1 auth_cmds 9 auth_errors 0 bucket_active_conns 1 bucket_conns 22 bytes 1844498520 bytes_read 4213829850 bytes_written 1087915049 cas_badval 0 cas_hits 0 cas_misses 0 cmd_flush 0 cmd_get 59130 cmd_set 54978 conn_yields 21255 connection_structures 5000 curr_connections 25 curr_conns_on_port_11209 13 curr_conns_on_port_11210 10 curr_items 364467 curr_items_tot 694888 curr_temp_items 0 daemon_connections 4 decr_hits 0 decr_misses 0 delete_hits 3345 delete_misses 4107 ep_access_scanner_last_runtime 0 ep_access_scanner_num_items 0 ep_access_scanner_task_time 2012-11-10 10:00:00 ep_allow_data_loss_during_shutdown 1 ep_alog_block_size 4096 ep_alog_path /data/default/access.log ep_alog_sleep_time 1440 ep_alog_task_time 10 ep_backend couchdb ep_bg_fetch_delay 0 ep_bg_fetched 0 ep_bg_meta_fetched 0 ep_bg_remaining_jobs 0 ep_chk_max_items 5000 ep_chk_period 1800 ep_chk_persistence_remains 1 ep_chk_persistence_timeout 10 ep_chk_remover_stime 5 ep_commit_num 15293 ep_commit_time 3 ep_commit_time_total 160940 ep_concurrentDB 1 ep_config_file ep_couch_bucket default ep_couch_host localhost ep_couch_port 11213 ep_couch_reconnect_sleeptime 250 ep_couch_response_timeout 180000 ep_data_age 0 ep_data_age_highwat 15 ep_data_traffic_enabled 0 ep_dbinit 0 ep_dbname /data/default ep_degraded_mode 0 ep_diskqueue_drain 2218507 ep_diskqueue_fill 1624312 ep_diskqueue_items 6494 ep_diskqueue_memory 108512 ep_diskqueue_pending 162768 ep_exp_pager_stime 3600 ep_exp_pager_stime 3600 ep_expired_access 24 ep_expired_pager 0 ep_expiry_window 3 ep_failpartialwarmup 0 ep_flush_all false ep_flush_duration_total 284 ep_flushall_enabled 0 ep_flusher_state running ep_flusher_todo 3535 ep_getl_default_timeout 15 ep_getl_max_timeout 30 ep_ht_locks 5 ep_ht_size 3079 ep_inconsistent_slave_chk 0 ep_initfile ep_io_num_read 0 ep_io_num_write 1379342 ep_io_read_bytes 0 ep_io_write_bytes 3186436731 ep_item_begin_failed 0 ep_item_commit_failed 0 ep_item_flush_expired 12 ep_item_flush_failed 0 ep_item_num_based_new_chk 1 ep_items_rm_from_checkpoints 77088 ep_keep_closed_chks 0 ep_klog_block_size 4096 ep_klog_compactor_queue_cap 500000 ep_klog_compactor_stime 3600 ep_klog_flush commit2 ep_klog_max_entry_ratio 10 ep_klog_max_log_size 2147483647 ep_klog_path ep_klog_sync commit2 ep_kv_size 1707976036 ep_max_checkpoints 2 ep_max_data_size 12582912000 ep_max_item_size 20971520 ep_max_size 12582912000 ep_max_txn_size 10000 ep_max_vbuckets 1024 ep_mem_high_wat 9437184000 ep_mem_high_wat 9437184000 ep_mem_low_wat 7549747200 ep_mem_low_wat 7549747200 ep_mem_tracker_enabled true ep_min_data_age 0 ep_mlog_compactor_runs 0 ep_mutation_mem_threshold 0 ep_num_access_scanner_runs 0 ep_num_eject_failures 0 ep_num_expiry_pager_runs 0 ep_num_non_resident 0 ep_num_not_my_vbuckets 0 ep_num_ops_del_meta 0 ep_num_ops_get_meta 0 ep_num_ops_set_meta 0 ep_num_pager_runs 0 ep_num_value_ejects 0 ep_oom_errors 0 ep_overhead 58248256 ep_pager_active_vb_pcnt 40 ep_pager_unbiased_period 60 ep_pending_ops 0 ep_pending_ops_max 1 ep_pending_ops_max_duration 206679 ep_pending_ops_total 6 ep_postInitfile ep_queue_age_cap 900 ep_queue_size 2959 ep_startup_time 1352539183 ep_storage_age 0 ep_storage_age_highwat 13 ep_store_max_concurrency 10 ep_store_max_readers 9 ep_store_max_readwrite 1 ep_stored_val_type ep_tap_ack_grace_period 300 ep_tap_ack_initial_sequence_number 1 ep_tap_ack_interval 1000 ep_tap_ack_window_size 10 ep_tap_backfill_resident 0.9 ep_tap_backlog_limit 5000 ep_tap_backoff_period 5 ep_tap_bg_fetch_requeued 0 ep_tap_bg_fetched 0 ep_tap_bg_max_pending 500 ep_tap_keepalive 300 ep_tap_noop_interval 20 ep_tap_requeue_sleep_time 0.1 ep_tap_throttle_cap_pcnt 10 ep_tap_throttle_queue_cap 1000000 ep_tap_throttle_threshold 90 ep_tmp_oom_errors 0 ep_too_old 0 ep_too_young 0 ep_total_cache_size 1699638184 ep_total_del_items 43789 ep_total_enqueued 1624312 ep_total_new_items 700496 ep_total_persisted 1379342 ep_uncommitted_items 2074 ep_value_size 1650681428 ep_vb0 0 ep_vb_snapshot_total 338 ep_vb_total 239 ep_vbucket_del 0 ep_vbucket_del_fail 0 ep_version 2.0.0r_133_g68e3f7c ep_waitforwarmup 0 ep_warmup 1 ep_warmup_batch_size 1000 ep_warmup_dups 0 ep_warmup_min_items_threshold 100 ep_warmup_min_memory_threshold 100 ep_warmup_oom 0 ep_warmup_thread complete ep_warmup_time 19069 get_hits 57846 get_misses 1284 incr_hits 0 incr_misses 0 libevent 2.0.11-stable limit_maxbytes 67108864 listen_disabled_num 0 max_conns_on_port_11209 1000 max_conns_on_port_11210 9000 mem_used 1844498520 pid 22718 pointer_size 64 rejected_conns 0 rusage_system 48.823577 rusage_user 173.810576 tap_checkpoint_end_received 338 tap_checkpoint_end_sent 109 tap_checkpoint_start_received 715 tap_checkpoint_start_sent 125 tap_connect_received 1 tap_delete_received 29745 tap_delete_sent 8819 tap_mutation_received 1675209 tap_mutation_sent 371967 tap_opaque_received 1667 tap_opaque_sent 126 tap_vbucket_set_received 250 threads 4 time 1352539483 total_connections 1263 uptime 304 vb_active_curr_items 364467 vb_active_eject 0 vb_active_expired 17 vb_active_ht_memory 3139000 vb_active_itm_memory 891959061 vb_active_meta_data_memory 28792893 vb_active_num 125 vb_active_num_non_resident 0 vb_active_num_ref_ejects 0 vb_active_num_ref_items 367732 vb_active_ops_create 367633 vb_active_ops_delete 22174 vb_active_ops_reject 0 vb_active_ops_update 200765 vb_active_perc_mem_resident 100 vb_active_queue_age 4535000 vb_active_queue_drain 1094655 vb_active_queue_fill 767923 vb_active_queue_memory 27616 vb_active_queue_pending 41424 vb_active_queue_size 863 vb_dead_num 0 vb_pending_curr_items 0 vb_pending_eject 0 vb_pending_expired 0 vb_pending_ht_memory 0 vb_pending_itm_memory 0 vb_pending_meta_data_memory 0 vb_pending_num 0 vb_pending_num_non_resident 0 vb_pending_num_ref_ejects 0 vb_pending_num_ref_items 0 vb_pending_ops_create 0 vb_pending_ops_delete 0 vb_pending_ops_reject 0 vb_pending_ops_update 0 vb_pending_perc_mem_resident 0 vb_pending_queue_age 0 vb_pending_queue_drain 0 vb_pending_queue_fill 0 vb_pending_queue_memory 0 vb_pending_queue_pending 0 vb_pending_queue_size 0 vb_replica_curr_items 330421 vb_replica_eject 0 vb_replica_expired 7 vb_replica_ht_memory 2862768 vb_replica_itm_memory 807679123 vb_replica_meta_data_memory 26103259 vb_replica_num 114 vb_replica_num_non_resident 0 vb_replica_num_ref_ejects 0 vb_replica_num_ref_items 333091 vb_replica_ops_create 332864 vb_replica_ops_delete 21615 vb_replica_ops_reject 0 vb_replica_ops_update 435605 vb_replica_perc_mem_resident 100 vb_replica_queue_age 598000 vb_replica_queue_drain 1123852 vb_replica_queue_fill 856389 vb_replica_queue_memory 80896 vb_replica_queue_pending 121344 vb_replica_queue_size 2528 version 1.4.4_600_g7ea975a [ns_doctor:debug,2012-11-10T1:25:41.353,ns_1@192.168.0.21:ns_doctor<0.4376.0>:ns_doctor:handle_info:137]Current node statuses: [{'ns_1@192.168.0.20', [{last_heard,{1352,539537,897506}}, {outgoing_replications_safeness_level,[{"default",green}]}, {incoming_replications_conf_hashes, [{"default",[{'ns_1@192.168.0.22',115662320}]}]}, {active_buckets,["default"]}, {ready_buckets,["default"]}, {local_tasks, [[{pid,<<"<0.12597.1>">>}, {bucket,<<"default">>}, {original_target,{[{type,bucket}]}}, {progress,57}, {started_on,1352539440}, {total_vbuckets,820}, {trigger_type,scheduled}, {type,bucket_compaction}, {updated_on,1352539537}, {vbuckets_done,469}]]}, {memory, [{total,219407632}, {processes,168399224}, {processes_used,167102192}, {system,51008408}, {atom,1401785}, {atom_used,1374492}, {binary,10570536}, {code,14045110}, {ets,6479848}]}, {system_memory_data, [{system_total_memory,25199214592}, {free_swap,20971511808}, {total_swap,20971511808}, {cached_memory,6637965312}, {buffered_memory,196501504}, {free_memory,8806645760}, {total_memory,25199214592}]}, {node_storage_conf,[{db_path,"/data"},{index_path,"/data"}]}, {statistics, [{wall_clock,{1817666,5005}}, {context_switches,{12386226,0}}, {garbage_collection,{1303603,7038730255,0}}, {io,{{input,223768850},{output,9106865891}}}, {reductions,{1812481316,9408247}}, {run_queue,0}, {runtime,{564600,3220}}]}, {system_stats, [{cpu_utilization_rate,79.6116504854369}, {swap_total,20971511808}, {swap_used,0}]}, {interesting_stats, [{couch_docs_actual_disk_size,6648473714}, {couch_docs_data_size,5352615405}, {couch_views_actual_disk_size,0}, {couch_views_data_size,0}, {curr_items,1111810}, {curr_items_tot,2179992}, {mem_used,5870137376}, {vb_replica_curr_items,1068182}]}, {cluster_compatibility_version,131072}, {version, [{public_key,"0.13"}, {lhttpc,"1.3.0"}, {ale,"8cffe61"}, {os_mon,"2.2.7"}, {couch_set_view,"1.2.0a-b68b5f4-git"}, {mnesia,"4.5"}, {inets,"5.7.1"}, {couch,"1.2.0a-b68b5f4-git"}, {mapreduce,"1.0.0"}, {couch_index_merger,"1.2.0a-b68b5f4-git"}, {kernel,"2.14.5"}, {crypto,"2.0.4"}, {ssl,"4.1.6"}, {sasl,"2.1.10"}, {couch_view_parser,"1.0.0"}, {ns_server,"2.0.0-1939-rel-enterprise"}, {mochiweb,"1.4.1"}, {oauth,"7d85d3ef"}, {stdlib,"1.17.5"}]}, {supported_compat_version,[2,0]}, {system_arch,"x86_64-unknown-linux-gnu"}, {wall_clock,1817}, {memory_data,{25199214592,16717840384,{<17877.428.0>,14000784}}}, {disk_data, [{"/",41260352,5}, {"/dev/shm",12304304,0}, {"/boot",495844,7}, {"/data",206420664,4}]}, {meminfo, <<"MemTotal: 24608608 kB\nMemFree: 8600240 kB\nBuffers: 191896 kB\nCached: 6482388 kB\nSwapCached: 0 kB\nActive: 9864732 kB\nInactive: 5513316 kB\nActive(anon): 8693760 kB\nInactive(anon): 11924 kB\nActive(file): 1170972 kB\nInactive(file): 5501392 kB\nUnevictable: 11276 kB\nMlocked: 11288 kB\nSwapTotal: 20479992 kB\nSwapFree: 20479992 kB\nDirty: 3292 kB\nWriteback: 0 kB\nAnonPages: 8710932 kB\nMapped: 15452 kB\nShmem: 172 kB\nSlab: 304652 kB\nSReclaimable: 246108 kB\nSUnreclaim: 58544 kB\nKernelStack: 2992 kB\nPageTables: 21540 kB\nNFS_Unstable: 0 kB\nBounce: 0 kB\nWritebackTmp: 0 kB\nCommitLimit: 32784296 kB\nCommitted_AS: 10474536 kB\nVmallocTotal: 34359738367 kB\nVmallocUsed: 332500 kB\nVmallocChunk: 34359360032 kB\nHardwareCorrupted: 0 kB\nAnonHugePages: 2023424 kB\nHugePages_Total: 0\nHugePages_Free: 0\nHugePages_Rsvd: 0\nHugePages_Surp: 0\nHugepagesize: 2048 kB\nDirectMap4k: 10240 kB\nDirectMap2M: 25155584 kB\n">>}]}, {'ns_1@192.168.0.21', [{last_heard,{1352,539536,356194}}, {outgoing_replications_safeness_level,[{"default",green}]}, {incoming_replications_conf_hashes, [{"default",[{'ns_1@192.168.0.22',110572140}]}]}, {active_buckets,["default"]}, {ready_buckets,["default"]}, {local_tasks,[]}, {memory, [{total,125605936}, {processes,84183320}, {processes_used,84178840}, {system,41422616}, {atom,1333345}, {atom_used,1324998}, {binary,5358104}, {code,13371137}, {ets,3222736}]}, {system_memory_data, [{system_total_memory,25199214592}, {free_swap,20971511808}, {total_swap,20971511808}, {cached_memory,2855141376}, {buffered_memory,154071040}, {free_memory,19163365376}, {total_memory,25199214592}]}, {node_storage_conf,[{db_path,"/data"},{index_path,"/data"}]}, {statistics, [{wall_clock,{1797547,4995}}, {context_switches,{2389888,0}}, {garbage_collection,{708390,1330200170,0}}, {io,{{input,75669351},{output,4873165862}}}, {reductions,{359954901,4798197}}, {run_queue,0}, {runtime,{182990,1960}}]}, {system_stats, [{cpu_utilization_rate,52.592592592592595}, {swap_total,20971511808}, {swap_used,0}]}, {interesting_stats, [{couch_docs_actual_disk_size,2774072161}, {couch_docs_data_size,1973098388}, {couch_views_actual_disk_size,0}, {couch_views_data_size,0}, {curr_items,429097}, {curr_items_tot,815316}, {mem_used,2162082592}, {vb_replica_curr_items,386219}]}, {cluster_compatibility_version,131072}, {version, [{public_key,"0.13"}, {lhttpc,"1.3.0"}, {ale,"8cffe61"}, {os_mon,"2.2.7"}, {couch_set_view,"1.2.0a-b68b5f4-git"}, {mnesia,"4.5"}, {inets,"5.7.1"}, {couch,"1.2.0a-b68b5f4-git"}, {mapreduce,"1.0.0"}, {couch_index_merger,"1.2.0a-b68b5f4-git"}, {kernel,"2.14.5"}, {crypto,"2.0.4"}, {ssl,"4.1.6"}, {sasl,"2.1.10"}, {couch_view_parser,"1.0.0"}, {ns_server,"2.0.0-1939-rel-enterprise"}, {mochiweb,"1.4.1"}, {oauth,"7d85d3ef"}, {stdlib,"1.17.5"}]}, {supported_compat_version,[2,0]}, {system_arch,"x86_64-unknown-linux-gnu"}, {wall_clock,1797}, {memory_data,{25199214592,4862754816,{<0.4493.0>,2914384}}}, {disk_data, [{"/",41260352,5}, {"/dev/shm",12304304,0}, {"/boot",495844,7}, {"/data",206420664,2}]}, {meminfo, <<"MemTotal: 24608608 kB\nMemFree: 18714720 kB\nBuffers: 150460 kB\nCached: 2788224 kB\nSwapCached: 0 kB\nActive: 3129452 kB\nInactive: 2296632 kB\nActive(anon): 2480432 kB\nInactive(anon): 9272 kB\nActive(file): 649020 kB\nInactive(file): 2287360 kB\nUnevictable: 11288 kB\nMlocked: 11288 kB\nSwapTotal: 20479992 kB\nSwapFree: 20479992 kB\nDirty: 3008 kB\nWriteback: 0 kB\nAnonPages: 2499192 kB\nMapped: 14492 kB\nShmem: 164 kB\nSlab: 153924 kB\nSReclaimable: 96176 kB\nSUnreclaim: 57748 kB\nKernelStack: 2960 kB\nPageTables: 8732 kB\nNFS_Unstable: 0 kB\nBounce: 0 kB\nWritebackTmp: 0 kB\nCommitLimit: 32784296 kB\nCommitted_AS: 4235800 kB\nVmallocTotal: 34359738367 kB\nVmallocUsed: 332500 kB\nVmallocChunk: 34359355024 kB\nHardwareCorrupted: 0 kB\nAnonHugePages: 571392 kB\nHugePages_Total: 0\nHugePages_Free: 0\nHugePages_Rsvd: 0\nHugePages_Surp: 0\nHugepagesize: 2048 kB\nDirectMap4k: 10240 kB\nDirectMap2M: 25155584 kB\n">>}]}, {'ns_1@192.168.0.22', [{last_heard,{1352,539540,953986}}, {outgoing_replications_safeness_level,[{"default",green}]}, {incoming_replications_conf_hashes, [{"default", [{'ns_1@192.168.0.20',32845947}, {'ns_1@192.168.0.21',130573018}]}]}, {active_buckets,["default"]}, {ready_buckets,["default"]}, {local_tasks,[]}, {memory, [{total,221301240}, {processes,166829408}, {processes_used,166655216}, {system,54471832}, {atom,1338193}, {atom_used,1333793}, {binary,14512096}, {code,13481638}, {ets,6473992}]}, {system_memory_data, [{system_total_memory,25199214592}, {free_swap,20971511808}, {total_swap,20971511808}, {cached_memory,9968594944}, {buffered_memory,210866176}, {free_memory,5384179712}, {total_memory,25199214592}]}, {node_storage_conf,[{db_path,"/data"},{index_path,"/data"}]}, {statistics, [{wall_clock,{1800944,4998}}, {context_switches,{13641066,0}}, {garbage_collection,{1607980,4041119137,0}}, {io,{{input,295604558},{output,11124038941}}}, {reductions,{1508354477,4774555}}, {run_queue,0}, {runtime,{507380,1980}}]}, {system_stats, [{cpu_utilization_rate,60.049019607843135}, {swap_total,20971511808}, {swap_used,0}]}, {interesting_stats, [{couch_docs_actual_disk_size,9855709735}, {couch_docs_data_size,7324983052}, {couch_views_actual_disk_size,0}, {couch_views_data_size,0}, {curr_items,1451019}, {curr_items_tot,2995354}, {mem_used,8036704456}, {vb_replica_curr_items,1544335}]}, {cluster_compatibility_version,131072}, {version, [{public_key,"0.13"}, {lhttpc,"1.3.0"}, {ale,"8cffe61"}, {os_mon,"2.2.7"}, {couch_set_view,"1.2.0a-b68b5f4-git"}, {mnesia,"4.5"}, {inets,"5.7.1"}, {couch,"1.2.0a-b68b5f4-git"}, {mapreduce,"1.0.0"}, {couch_index_merger,"1.2.0a-b68b5f4-git"}, {kernel,"2.14.5"}, {crypto,"2.0.4"}, {ssl,"4.1.6"}, {sasl,"2.1.10"}, {couch_view_parser,"1.0.0"}, {ns_server,"2.0.0-1939-rel-enterprise"}, {mochiweb,"1.4.1"}, {oauth,"7d85d3ef"}, {stdlib,"1.17.5"}]}, {supported_compat_version,[2,0]}, {system_arch,"x86_64-unknown-linux-gnu"}, {wall_clock,1800}, {memory_data,{25199214592,19811987456,{<17923.725.0>,2914384}}}, {disk_data, [{"/",41260352,5}, {"/dev/shm",12304304,0}, {"/boot",495844,7}, {"/data",206420664,5}]}, {meminfo, <<"MemTotal: 24608608 kB\nMemFree: 5258236 kB\nBuffers: 205924 kB\nCached: 9734956 kB\nSwapCached: 0 kB\nActive: 10501348 kB\nInactive: 8158216 kB\nActive(anon): 8715488 kB\nInactive(anon): 5460 kB\nActive(file): 1785860 kB\nInactive(file): 8152756 kB\nUnevictable: 11252 kB\nMlocked: 11288 kB\nSwapTotal: 20479992 kB\nSwapFree: 20479992 kB\nDirty: 8160 kB\nWriteback: 0 kB\nAnonPages: 8732308 kB\nMapped: 15568 kB\nShmem: 172 kB\nSlab: 364932 kB\nSReclaimable: 306720 kB\nSUnreclaim: 58212 kB\nKernelStack: 2472 kB\nPageTables: 21440 kB\nNFS_Unstable: 0 kB\nBounce: 0 kB\nWritebackTmp: 0 kB\nCommitLimit: 32784296 kB\nCommitted_AS: 10463156 kB\nVmallocTotal: 34359738367 kB\nVmallocUsed: 332500 kB\nVmallocChunk: 34359355024 kB\nHardwareCorrupted: 0 kB\nAnonHugePages: 1976320 kB\nHugePages_Total: 0\nHugePages_Free: 0\nHugePages_Rsvd: 0\nHugePages_Surp: 0\nHugepagesize: 2048 kB\nDirectMap4k: 10240 kB\nDirectMap2M: 25155584 kB\n">>}]}] [stats:warn,2012-11-10T1:26:11.075,ns_1@192.168.0.21:<0.4502.0>:stats_collector:latest_tick:223]Dropped 1 ticks [stats:debug,2012-11-10T1:26:25.935,ns_1@192.168.0.21:<0.4502.0>:stats_collector:maybe_log_stats:126](at {{1970,1,16},{7,42,19}}) Stats for bucket "default": accepting_conns 1 auth_cmds 9 auth_errors 0 bucket_active_conns 1 bucket_conns 25 bytes 2423161160 bytes_read 5557817119 bytes_written 1514848157 cas_badval 0 cas_hits 0 cas_misses 0 cmd_flush 0 cmd_get 97171 cmd_set 90809 conn_yields 28092 connection_structures 5000 curr_connections 28 curr_conns_on_port_11209 16 curr_conns_on_port_11210 10 curr_items 478476 curr_items_tot 914097 curr_temp_items 0 daemon_connections 4 decr_hits 0 decr_misses 0 delete_hits 5826 delete_misses 6492 ep_access_scanner_last_runtime 0 ep_access_scanner_num_items 0 ep_access_scanner_task_time 2012-11-10 10:00:00 ep_allow_data_loss_during_shutdown 1 ep_alog_block_size 4096 ep_alog_path /data/default/access.log ep_alog_sleep_time 1440 ep_alog_task_time 10 ep_backend couchdb ep_bg_fetch_delay 0 ep_bg_fetched 0 ep_bg_meta_fetched 0 ep_bg_remaining_jobs 0 ep_chk_max_items 5000 ep_chk_period 1800 ep_chk_persistence_remains 2 ep_chk_persistence_timeout 10 ep_chk_remover_stime 5 ep_commit_num 21646 ep_commit_time 11 ep_commit_time_total 212405 ep_concurrentDB 1 ep_config_file ep_couch_bucket default ep_couch_host localhost ep_couch_port 11213 ep_couch_reconnect_sleeptime 250 ep_couch_response_timeout 180000 ep_data_age 6 ep_data_age_highwat 15 ep_data_traffic_enabled 0 ep_dbinit 0 ep_dbname /data/default ep_degraded_mode 0 ep_diskqueue_drain 2912048 ep_diskqueue_fill 2151309 ep_diskqueue_items 6690 ep_diskqueue_memory 206432 ep_diskqueue_pending 309648 ep_exp_pager_stime 3600 ep_exp_pager_stime 3600 ep_expired_access 37 ep_expired_pager 0 ep_expiry_window 3 ep_failpartialwarmup 0 ep_flush_all false ep_flush_duration_total 382 ep_flushall_enabled 0 ep_flusher_state running ep_flusher_todo 1325 ep_getl_default_timeout 15 ep_getl_max_timeout 30 ep_ht_locks 5 ep_ht_size 3079 ep_inconsistent_slave_chk 0 ep_initfile ep_io_num_read 0 ep_io_num_write 1812063 ep_io_read_bytes 0 ep_io_write_bytes 4180035564 ep_item_begin_failed 0 ep_item_commit_failed 0 ep_item_flush_expired 14 ep_item_flush_failed 0 ep_item_num_based_new_chk 1 ep_items_rm_from_checkpoints 103683 ep_keep_closed_chks 0 ep_klog_block_size 4096 ep_klog_compactor_queue_cap 500000 ep_klog_compactor_stime 3600 ep_klog_flush commit2 ep_klog_max_entry_ratio 10 ep_klog_max_log_size 2147483647 ep_klog_path ep_klog_sync commit2 ep_kv_size 2246613471 ep_max_checkpoints 2 ep_max_data_size 12582912000 ep_max_item_size 20971520 ep_max_size 12582912000 ep_max_txn_size 10000 ep_max_vbuckets 1024 ep_mem_high_wat 9437184000 ep_mem_high_wat 9437184000 ep_mem_low_wat 7549747200 ep_mem_low_wat 7549747200 ep_mem_tracker_enabled true ep_min_data_age 0 ep_mlog_compactor_runs 0 ep_mutation_mem_threshold 0 ep_num_access_scanner_runs 0 ep_num_eject_failures 0 ep_num_expiry_pager_runs 0 ep_num_non_resident 0 ep_num_not_my_vbuckets 0 ep_num_ops_del_meta 0 ep_num_ops_get_meta 0 ep_num_ops_set_meta 0 ep_num_pager_runs 0 ep_num_value_ejects 0 ep_oom_errors 0 ep_overhead 75736732 ep_pager_active_vb_pcnt 40 ep_pager_unbiased_period 60 ep_pending_ops 0 ep_pending_ops_max 1 ep_pending_ops_max_duration 206679 ep_pending_ops_total 7 ep_postInitfile ep_queue_age_cap 900 ep_queue_size 5365 ep_startup_time 1352539183 ep_storage_age 4 ep_storage_age_highwat 13 ep_store_max_concurrency 10 ep_store_max_readers 9 ep_store_max_readwrite 1 ep_stored_val_type ep_tap_ack_grace_period 300 ep_tap_ack_initial_sequence_number 1 ep_tap_ack_interval 1000 ep_tap_ack_window_size 10 ep_tap_backfill_resident 0.9 ep_tap_backlog_limit 5000 ep_tap_backoff_period 5 ep_tap_bg_fetch_requeued 0 ep_tap_bg_fetched 0 ep_tap_bg_max_pending 500 ep_tap_keepalive 300 ep_tap_noop_interval 20 ep_tap_requeue_sleep_time 0.1 ep_tap_throttle_cap_pcnt 10 ep_tap_throttle_queue_cap 1000000 ep_tap_throttle_threshold 90 ep_tmp_oom_errors 0 ep_too_old 0 ep_too_young 0 ep_total_cache_size 2235646191 ep_total_del_items 61223 ep_total_enqueued 2151309 ep_total_new_items 920617 ep_total_persisted 1812063 ep_uncommitted_items 7 ep_value_size 2171244846 ep_vb0 0 ep_vb_snapshot_total 400 ep_vb_total 314 ep_vbucket_del 0 ep_vbucket_del_fail 0 ep_version 2.0.0r_133_g68e3f7c ep_waitforwarmup 0 ep_warmup 1 ep_warmup_batch_size 1000 ep_warmup_dups 0 ep_warmup_min_items_threshold 100 ep_warmup_min_memory_threshold 100 ep_warmup_oom 0 ep_warmup_thread complete ep_warmup_time 19069 get_hits 94989 get_misses 2182 incr_hits 0 incr_misses 0 libevent 2.0.11-stable limit_maxbytes 67108864 listen_disabled_num 0 max_conns_on_port_11209 1000 max_conns_on_port_11210 9000 mem_used 2423161160 pid 22718 pointer_size 64 rejected_conns 0 rusage_system 69.239474 rusage_user 252.338638 tap_checkpoint_end_received 439 tap_checkpoint_end_sent 141 tap_checkpoint_start_received 935 tap_checkpoint_start_sent 164 tap_connect_received 1 tap_delete_received 41635 tap_delete_sent 13463 tap_mutation_received 2189674 tap_mutation_sent 501106 tap_opaque_received 2191 tap_opaque_sent 165 tap_vbucket_set_received 328 threads 4 time 1352539585 total_connections 1640 uptime 406 vb_active_curr_items 478476 vb_active_eject 0 vb_active_expired 27 vb_active_ht_memory 4118368 vb_active_itm_memory 1170495404 vb_active_meta_data_memory 37799604 vb_active_num 164 vb_active_num_non_resident 0 vb_active_num_ref_ejects 0 vb_active_num_ref_items 484124 vb_active_ops_create 483922 vb_active_ops_delete 31056 vb_active_ops_reject 0 vb_active_ops_update 262608 vb_active_perc_mem_resident 100 vb_active_queue_age 6533000 vb_active_queue_drain 1441467 vb_active_queue_fill 1019227 vb_active_queue_memory 64384 vb_active_queue_pending 96576 vb_active_queue_size 2012 vb_dead_num 0 vb_pending_curr_items 0 vb_pending_eject 0 vb_pending_expired 0 vb_pending_ht_memory 0 vb_pending_itm_memory 0 vb_pending_meta_data_memory 0 vb_pending_num 0 vb_pending_num_non_resident 0 vb_pending_num_ref_ejects 0 vb_pending_num_ref_items 0 vb_pending_ops_create 0 vb_pending_ops_delete 0 vb_pending_ops_reject 0 vb_pending_ops_update 0 vb_pending_perc_mem_resident 0 vb_pending_queue_age 0 vb_pending_queue_drain 0 vb_pending_queue_fill 0 vb_pending_queue_memory 0 vb_pending_queue_pending 0 vb_pending_queue_size 0 vb_replica_curr_items 435621 vb_replica_eject 0 vb_replica_expired 10 vb_replica_ht_memory 3766800 vb_replica_itm_memory 1065150787 vb_replica_meta_data_memory 34414059 vb_replica_num 150 vb_replica_num_non_resident 0 vb_replica_num_ref_ejects 0 vb_replica_num_ref_items 440503 vb_replica_ops_create 436695 vb_replica_ops_delete 30167 vb_replica_ops_reject 0 vb_replica_ops_update 567615 vb_replica_perc_mem_resident 100 vb_replica_queue_age 1325000 vb_replica_queue_drain 1470581 vb_replica_queue_fill 1132082 vb_replica_queue_memory 142048 vb_replica_queue_pending 213072 vb_replica_queue_size 4439 version 1.4.4_600_g7ea975a [ns_doctor:debug,2012-11-10T1:26:41.353,ns_1@192.168.0.21:ns_doctor<0.4376.0>:ns_doctor:handle_info:137]Current node statuses: [{'ns_1@192.168.0.20', [{last_heard,{1352,539597,893129}}, {outgoing_replications_safeness_level,[{"default",green}]}, {incoming_replications_conf_hashes, [{"default",[{'ns_1@192.168.0.22',101051765}]}]}, {active_buckets,["default"]}, {ready_buckets,["default"]}, {local_tasks, [[{pid,<<"<0.12597.1>">>}, {bucket,<<"default">>}, {original_target,{[{type,bucket}]}}, {progress,91}, {started_on,1352539440}, {total_vbuckets,820}, {trigger_type,scheduled}, {type,bucket_compaction}, {updated_on,1352539597}, {vbuckets_done,748}]]}, {memory, [{total,208675824}, {processes,158227888}, {processes_used,156744920}, {system,50447936}, {atom,1401785}, {atom_used,1374492}, {binary,9888608}, {code,14045110}, {ets,6627184}]}, {system_memory_data, [{system_total_memory,25199214592}, {free_swap,20971511808}, {total_swap,20971511808}, {cached_memory,5694418944}, {buffered_memory,199782400}, {free_memory,9790013440}, {total_memory,25199214592}]}, {node_storage_conf,[{db_path,"/data"},{index_path,"/data"}]}, {statistics, [{wall_clock,{1877662,5000}}, {context_switches,{12772850,0}}, {garbage_collection,{1381343,7868329079,0}}, {io,{{input,234134693},{output,9258642059}}}, {reductions,{1872829603,6617909}}, {run_queue,0}, {runtime,{598160,3010}}]}, {system_stats, [{cpu_utilization_rate,87.71929824561404}, {swap_total,20971511808}, {swap_used,0}]}, {interesting_stats, [{couch_docs_actual_disk_size,5736200721}, {couch_docs_data_size,5058582677}, {couch_views_actual_disk_size,0}, {couch_views_data_size,0}, {curr_items,1053240}, {curr_items_tot,2060595}, {mem_used,5237514720}, {vb_replica_curr_items,1007355}]}, {cluster_compatibility_version,131072}, {version, [{public_key,"0.13"}, {lhttpc,"1.3.0"}, {ale,"8cffe61"}, {os_mon,"2.2.7"}, {couch_set_view,"1.2.0a-b68b5f4-git"}, {mnesia,"4.5"}, {inets,"5.7.1"}, {couch,"1.2.0a-b68b5f4-git"}, {mapreduce,"1.0.0"}, {couch_index_merger,"1.2.0a-b68b5f4-git"}, {kernel,"2.14.5"}, {crypto,"2.0.4"}, {ssl,"4.1.6"}, {sasl,"2.1.10"}, {couch_view_parser,"1.0.0"}, {ns_server,"2.0.0-1939-rel-enterprise"}, {mochiweb,"1.4.1"}, {oauth,"7d85d3ef"}, {stdlib,"1.17.5"}]}, {supported_compat_version,[2,0]}, {system_arch,"x86_64-unknown-linux-gnu"}, {wall_clock,1877}, {memory_data,{25199214592,15746129920,{<17877.428.0>,15796800}}}, {disk_data, [{"/",41260352,5}, {"/dev/shm",12304304,0}, {"/boot",495844,7}, {"/data",206420664,3}]}, {meminfo, <<"MemTotal: 24608608 kB\nMemFree: 9560560 kB\nBuffers: 195100 kB\nCached: 5560956 kB\nSwapCached: 0 kB\nActive: 9493012 kB\nInactive: 4939584 kB\nActive(anon): 8666948 kB\nInactive(anon): 11924 kB\nActive(file): 826064 kB\nInactive(file): 4927660 kB\nUnevictable: 11276 kB\nMlocked: 11288 kB\nSwapTotal: 20479992 kB\nSwapFree: 20479992 kB\nDirty: 7000 kB\nWriteback: 0 kB\nAnonPages: 8718732 kB\nMapped: 15452 kB\nShmem: 172 kB\nSlab: 290316 kB\nSReclaimable: 231700 kB\nSUnreclaim: 58616 kB\nKernelStack: 2992 kB\nPageTables: 21224 kB\nNFS_Unstable: 0 kB\nBounce: 0 kB\nWritebackTmp: 0 kB\nCommitLimit: 32784296 kB\nCommitted_AS: 10432240 kB\nVmallocTotal: 34359738367 kB\nVmallocUsed: 332500 kB\nVmallocChunk: 34359360032 kB\nHardwareCorrupted: 0 kB\nAnonHugePages: 2129920 kB\nHugePages_Total: 0\nHugePages_Free: 0\nHugePages_Rsvd: 0\nHugePages_Surp: 0\nHugepagesize: 2048 kB\nDirectMap4k: 10240 kB\nDirectMap2M: 25155584 kB\n">>}]}, {'ns_1@192.168.0.21', [{last_heard,{1352,539596,358107}}, {outgoing_replications_safeness_level,[{"default",green}]}, {incoming_replications_conf_hashes, [{"default",[{'ns_1@192.168.0.22',25980248}]}]}, {active_buckets,["default"]}, {ready_buckets,["default"]}, {local_tasks,[]}, {memory, [{total,124600208}, {processes,83684504}, {processes_used,83654408}, {system,40915704}, {atom,1333345}, {atom_used,1324998}, {binary,4638616}, {code,13371137}, {ets,3410120}]}, {system_memory_data, [{system_total_memory,25199214592}, {free_swap,20971511808}, {total_swap,20971511808}, {cached_memory,2496839680}, {buffered_memory,159117312}, {free_memory,19201798144}, {total_memory,25199214592}]}, {node_storage_conf,[{db_path,"/data"},{index_path,"/data"}]}, {statistics, [{wall_clock,{1857549,5002}}, {context_switches,{2812439,0}}, {garbage_collection,{810234,1531704878,0}}, {io,{{input,94012720},{output,5472086222}}}, {reductions,{417132310,4661220}}, {run_queue,0}, {runtime,{205630,1760}}]}, {system_stats, [{cpu_utilization_rate,28.641975308641975}, {swap_total,20971511808}, {swap_used,0}]}, {interesting_stats, [{couch_docs_actual_disk_size,2423531875}, {couch_docs_data_size,2259086371}, {couch_views_actual_disk_size,0}, {couch_views_data_size,0}, {curr_items,487168}, {curr_items_tot,933951}, {mem_used,2475395984}, {vb_replica_curr_items,446783}]}, {cluster_compatibility_version,131072}, {version, [{public_key,"0.13"}, {lhttpc,"1.3.0"}, {ale,"8cffe61"}, {os_mon,"2.2.7"}, {couch_set_view,"1.2.0a-b68b5f4-git"}, {mnesia,"4.5"}, {inets,"5.7.1"}, {couch,"1.2.0a-b68b5f4-git"}, {mapreduce,"1.0.0"}, {couch_index_merger,"1.2.0a-b68b5f4-git"}, {kernel,"2.14.5"}, {crypto,"2.0.4"}, {ssl,"4.1.6"}, {sasl,"2.1.10"}, {couch_view_parser,"1.0.0"}, {ns_server,"2.0.0-1939-rel-enterprise"}, {mochiweb,"1.4.1"}, {oauth,"7d85d3ef"}, {stdlib,"1.17.5"}]}, {supported_compat_version,[2,0]}, {system_arch,"x86_64-unknown-linux-gnu"}, {wall_clock,1857}, {memory_data,{25199214592,6100353024,{<0.4494.0>,4714984}}}, {disk_data, [{"/",41260352,5}, {"/dev/shm",12304304,0}, {"/boot",495844,7}, {"/data",206420664,2}]}, {meminfo, <<"MemTotal: 24608608 kB\nMemFree: 18751756 kB\nBuffers: 155388 kB\nCached: 2438320 kB\nSwapCached: 0 kB\nActive: 3144832 kB\nInactive: 2252920 kB\nActive(anon): 2796864 kB\nInactive(anon): 9272 kB\nActive(file): 347968 kB\nInactive(file): 2243648 kB\nUnevictable: 11288 kB\nMlocked: 11288 kB\nSwapTotal: 20479992 kB\nSwapFree: 20479992 kB\nDirty: 1072 kB\nWriteback: 0 kB\nAnonPages: 2815272 kB\nMapped: 14492 kB\nShmem: 164 kB\nSlab: 145748 kB\nSReclaimable: 87484 kB\nSUnreclaim: 58264 kB\nKernelStack: 2960 kB\nPageTables: 9368 kB\nNFS_Unstable: 0 kB\nBounce: 0 kB\nWritebackTmp: 0 kB\nCommitLimit: 32784296 kB\nCommitted_AS: 4558888 kB\nVmallocTotal: 34359738367 kB\nVmallocUsed: 332500 kB\nVmallocChunk: 34359355024 kB\nHardwareCorrupted: 0 kB\nAnonHugePages: 671744 kB\nHugePages_Total: 0\nHugePages_Free: 0\nHugePages_Rsvd: 0\nHugePages_Surp: 0\nHugepagesize: 2048 kB\nDirectMap4k: 10240 kB\nDirectMap2M: 25155584 kB\n">>}]}, {'ns_1@192.168.0.22', [{last_heard,{1352,539600,956820}}, {outgoing_replications_safeness_level,[{"default",green}]}, {incoming_replications_conf_hashes, [{"default", [{'ns_1@192.168.0.20',129190421}, {'ns_1@192.168.0.21',68286338}]}]}, {active_buckets,["default"]}, {ready_buckets,["default"]}, {local_tasks,[]}, {memory, [{total,220115320}, {processes,166301448}, {processes_used,166125400}, {system,53813872}, {atom,1338193}, {atom_used,1333793}, {binary,13679280}, {code,13481638}, {ets,6651552}]}, {system_memory_data, [{system_total_memory,25199214592}, {free_swap,20971511808}, {total_swap,20971511808}, {cached_memory,10673696768}, {buffered_memory,212746240}, {free_memory,4638621696}, {total_memory,25199214592}]}, {node_storage_conf,[{db_path,"/data"},{index_path,"/data"}]}, {statistics, [{wall_clock,{1860946,5002}}, {context_switches,{14102912,0}}, {garbage_collection,{1708303,4264803281,0}}, {io,{{input,309913904},{output,11525355027}}}, {reductions,{1568295707,5110329}}, {run_queue,0}, {runtime,{530880,1830}}]}, {system_stats, [{cpu_utilization_rate,38.72549019607843}, {swap_total,20971511808}, {swap_used,0}]}, {interesting_stats, [{couch_docs_actual_disk_size,10555043586}, {couch_docs_data_size,7324989124}, {couch_views_actual_disk_size,0}, {couch_views_data_size,0}, {curr_items,1451749}, {curr_items_tot,2995159}, {mem_used,7718935352}, {vb_replica_curr_items,1543410}]}, {cluster_compatibility_version,131072}, {version, [{public_key,"0.13"}, {lhttpc,"1.3.0"}, {ale,"8cffe61"}, {os_mon,"2.2.7"}, {couch_set_view,"1.2.0a-b68b5f4-git"}, {mnesia,"4.5"}, {inets,"5.7.1"}, {couch,"1.2.0a-b68b5f4-git"}, {mapreduce,"1.0.0"}, {couch_index_merger,"1.2.0a-b68b5f4-git"}, {kernel,"2.14.5"}, {crypto,"2.0.4"}, {ssl,"4.1.6"}, {sasl,"2.1.10"}, {couch_view_parser,"1.0.0"}, {ns_server,"2.0.0-1939-rel-enterprise"}, {mochiweb,"1.4.1"}, {oauth,"7d85d3ef"}, {stdlib,"1.17.5"}]}, {supported_compat_version,[2,0]}, {system_arch,"x86_64-unknown-linux-gnu"}, {wall_clock,1860}, {memory_data,{25199214592,20558815232,{<17923.728.0>,4714984}}}, {disk_data, [{"/",41260352,5}, {"/dev/shm",12304304,0}, {"/boot",495844,7}, {"/data",206420664,6}]}, {meminfo, <<"MemTotal: 24608608 kB\nMemFree: 4529904 kB\nBuffers: 207760 kB\nCached: 10423532 kB\nSwapCached: 0 kB\nActive: 10857356 kB\nInactive: 8511256 kB\nActive(anon): 8734412 kB\nInactive(anon): 5460 kB\nActive(file): 2122944 kB\nInactive(file): 8505796 kB\nUnevictable: 11252 kB\nMlocked: 11288 kB\nSwapTotal: 20479992 kB\nSwapFree: 20479992 kB\nDirty: 4012 kB\nWriteback: 0 kB\nAnonPages: 8746924 kB\nMapped: 15568 kB\nShmem: 172 kB\nSlab: 384956 kB\nSReclaimable: 327032 kB\nSUnreclaim: 57924 kB\nKernelStack: 2472 kB\nPageTables: 21156 kB\nNFS_Unstable: 0 kB\nBounce: 0 kB\nWritebackTmp: 0 kB\nCommitLimit: 32784296 kB\nCommitted_AS: 10473192 kB\nVmallocTotal: 34359738367 kB\nVmallocUsed: 332500 kB\nVmallocChunk: 34359355024 kB\nHardwareCorrupted: 0 kB\nAnonHugePages: 2078720 kB\nHugePages_Total: 0\nHugePages_Free: 0\nHugePages_Rsvd: 0\nHugePages_Surp: 0\nHugepagesize: 2048 kB\nDirectMap4k: 10240 kB\nDirectMap2M: 25155584 kB\n">>}]}] [ns_doctor:debug,2012-11-10T1:27:41.353,ns_1@192.168.0.21:ns_doctor<0.4376.0>:ns_doctor:handle_info:137]Current node statuses: [{'ns_1@192.168.0.20', [{last_heard,{1352,539657,895841}}, {outgoing_replications_safeness_level,[{"default",green}]}, {incoming_replications_conf_hashes, [{"default",[{'ns_1@192.168.0.22',48797250}]}]}, {active_buckets,["default"]}, {ready_buckets,["default"]}, {local_tasks,[]}, {memory, [{total,205133968}, {processes,155133568}, {processes_used,153436368}, {system,50000400}, {atom,1401785}, {atom_used,1374492}, {binary,9427688}, {code,14045110}, {ets,6673440}]}, {system_memory_data, [{system_total_memory,25199214592}, {free_swap,20971511808}, {total_swap,20971511808}, {cached_memory,5545926656}, {buffered_memory,202350592}, {free_memory,9902112768}, {total_memory,25199214592}]}, {node_storage_conf,[{db_path,"/data"},{index_path,"/data"}]}, {statistics, [{wall_clock,{1937665,5001}}, {context_switches,{13179201,0}}, {garbage_collection,{1481915,8905509883,0}}, {io,{{input,240577465},{output,9431850271}}}, {reductions,{1939033863,5801079}}, {run_queue,0}, {runtime,{638300,3850}}]}, {system_stats, [{cpu_utilization_rate,68.68932038834951}, {swap_total,20971511808}, {swap_used,0}]}, {interesting_stats, [{couch_docs_actual_disk_size,5469554597}, {couch_docs_data_size,4672498276}, {couch_views_actual_disk_size,0}, {couch_views_data_size,0}, {curr_items,973357}, {curr_items_tot,1901379}, {mem_used,4861040728}, {vb_replica_curr_items,928022}]}, {cluster_compatibility_version,131072}, {version, [{public_key,"0.13"}, {lhttpc,"1.3.0"}, {ale,"8cffe61"}, {os_mon,"2.2.7"}, {couch_set_view,"1.2.0a-b68b5f4-git"}, {mnesia,"4.5"}, {inets,"5.7.1"}, {couch,"1.2.0a-b68b5f4-git"}, {mapreduce,"1.0.0"}, {couch_index_merger,"1.2.0a-b68b5f4-git"}, {kernel,"2.14.5"}, {crypto,"2.0.4"}, {ssl,"4.1.6"}, {sasl,"2.1.10"}, {couch_view_parser,"1.0.0"}, {ns_server,"2.0.0-1939-rel-enterprise"}, {mochiweb,"1.4.1"}, {oauth,"7d85d3ef"}, {stdlib,"1.17.5"}]}, {supported_compat_version,[2,0]}, {system_arch,"x86_64-unknown-linux-gnu"}, {wall_clock,1937}, {memory_data,{25199214592,15274438656,{<17877.428.0>,15936768}}}, {disk_data, [{"/",41260352,5}, {"/dev/shm",12304304,0}, {"/boot",495844,7}, {"/data",206420664,3}]}, {meminfo, <<"MemTotal: 24608608 kB\nMemFree: 9670272 kB\nBuffers: 197608 kB\nCached: 5415944 kB\nSwapCached: 0 kB\nActive: 9705308 kB\nInactive: 4623464 kB\nActive(anon): 8705452 kB\nInactive(anon): 12284 kB\nActive(file): 999856 kB\nInactive(file): 4611180 kB\nUnevictable: 11276 kB\nMlocked: 11288 kB\nSwapTotal: 20479992 kB\nSwapFree: 20479992 kB\nDirty: 4620 kB\nWriteback: 0 kB\nAnonPages: 8725056 kB\nMapped: 15448 kB\nShmem: 172 kB\nSlab: 283520 kB\nSReclaimable: 225412 kB\nSUnreclaim: 58108 kB\nKernelStack: 2984 kB\nPageTables: 21824 kB\nNFS_Unstable: 0 kB\nBounce: 0 kB\nWritebackTmp: 0 kB\nCommitLimit: 32784296 kB\nCommitted_AS: 10477372 kB\nVmallocTotal: 34359738367 kB\nVmallocUsed: 332500 kB\nVmallocChunk: 34359360032 kB\nHardwareCorrupted: 0 kB\nAnonHugePages: 2228224 kB\nHugePages_Total: 0\nHugePages_Free: 0\nHugePages_Rsvd: 0\nHugePages_Surp: 0\nHugepagesize: 2048 kB\nDirectMap4k: 10240 kB\nDirectMap2M: 25155584 kB\n">>}]}, {'ns_1@192.168.0.21', [{last_heard,{1352,539656,355263}}, {outgoing_replications_safeness_level,[{"default",green}]}, {incoming_replications_conf_hashes, [{"default",[{'ns_1@192.168.0.22',32260942}]}]}, {active_buckets,["default"]}, {ready_buckets,["default"]}, {local_tasks,[]}, {memory, [{total,136729320}, {processes,94125088}, {processes_used,94109192}, {system,42604232}, {atom,1333345}, {atom_used,1324998}, {binary,6097456}, {code,13371137}, {ets,3600024}]}, {system_memory_data, [{system_total_memory,25199214592}, {free_swap,20971511808}, {total_swap,20971511808}, {cached_memory,3206930432}, {buffered_memory,161013760}, {free_memory,18023976960}, {total_memory,25199214592}]}, {node_storage_conf,[{db_path,"/data"},{index_path,"/data"}]}, {statistics, [{wall_clock,{1917546,4999}}, {context_switches,{3271247,0}}, {garbage_collection,{926194,1762148050,0}}, {io,{{input,102374283},{output,5971211577}}}, {reductions,{480480192,5210704}}, {run_queue,0}, {runtime,{229870,1960}}]}, {system_stats, [{cpu_utilization_rate,36.45320197044335}, {swap_total,20971511808}, {swap_used,0}]}, {interesting_stats, [{couch_docs_actual_disk_size,3122692961}, {couch_docs_data_size,2651246955}, {couch_views_actual_disk_size,0}, {couch_views_data_size,0}, {curr_items,568949}, {curr_items_tot,1092246}, {mem_used,2873299464}, {vb_replica_curr_items,523297}]}, {cluster_compatibility_version,131072}, {version, [{public_key,"0.13"}, {lhttpc,"1.3.0"}, {ale,"8cffe61"}, {os_mon,"2.2.7"}, {couch_set_view,"1.2.0a-b68b5f4-git"}, {mnesia,"4.5"}, {inets,"5.7.1"}, {couch,"1.2.0a-b68b5f4-git"}, {mapreduce,"1.0.0"}, {couch_index_merger,"1.2.0a-b68b5f4-git"}, {kernel,"2.14.5"}, {crypto,"2.0.4"}, {ssl,"4.1.6"}, {sasl,"2.1.10"}, {couch_view_parser,"1.0.0"}, {ns_server,"2.0.0-1939-rel-enterprise"}, {mochiweb,"1.4.1"}, {oauth,"7d85d3ef"}, {stdlib,"1.17.5"}]}, {supported_compat_version,[2,0]}, {system_arch,"x86_64-unknown-linux-gnu"}, {wall_clock,1917}, {memory_data,{25199214592,6044065792,{<0.4493.0>,2914384}}}, {disk_data, [{"/",41260352,5}, {"/dev/shm",12304304,0}, {"/boot",495844,7}, {"/data",206420664,2}]}, {meminfo, <<"MemTotal: 24608608 kB\nMemFree: 17602036 kB\nBuffers: 157240 kB\nCached: 3131768 kB\nSwapCached: 0 kB\nActive: 3923608 kB\nInactive: 2603208 kB\nActive(anon): 3230400 kB\nInactive(anon): 9272 kB\nActive(file): 693208 kB\nInactive(file): 2593936 kB\nUnevictable: 11288 kB\nMlocked: 11288 kB\nSwapTotal: 20479992 kB\nSwapFree: 20479992 kB\nDirty: 3720 kB\nWriteback: 0 kB\nAnonPages: 3249096 kB\nMapped: 14492 kB\nShmem: 164 kB\nSlab: 164772 kB\nSReclaimable: 107176 kB\nSUnreclaim: 57596 kB\nKernelStack: 2960 kB\nPageTables: 10224 kB\nNFS_Unstable: 0 kB\nBounce: 0 kB\nWritebackTmp: 0 kB\nCommitLimit: 32784296 kB\nCommitted_AS: 4997908 kB\nVmallocTotal: 34359738367 kB\nVmallocUsed: 332500 kB\nVmallocChunk: 34359355024 kB\nHardwareCorrupted: 0 kB\nAnonHugePages: 774144 kB\nHugePages_Total: 0\nHugePages_Free: 0\nHugePages_Rsvd: 0\nHugePages_Surp: 0\nHugepagesize: 2048 kB\nDirectMap4k: 10240 kB\nDirectMap2M: 25155584 kB\n">>}]}, {'ns_1@192.168.0.22', [{last_heard,{1352,539660,966925}}, {outgoing_replications_safeness_level,[{"default",green}]}, {incoming_replications_conf_hashes, [{"default", [{'ns_1@192.168.0.20',83140945}, {'ns_1@192.168.0.21',121381897}]}]}, {active_buckets,["default"]}, {ready_buckets,["default"]}, {local_tasks,[]}, {memory, [{total,221672112}, {processes,168034440}, {processes_used,167856496}, {system,53637672}, {atom,1338193}, {atom_used,1333793}, {binary,13334568}, {code,13481638}, {ets,6827768}]}, {system_memory_data, [{system_total_memory,25199214592}, {free_swap,20971511808}, {total_swap,20971511808}, {cached_memory,11380191232}, {buffered_memory,214278144}, {free_memory,3910217728}, {total_memory,25199214592}]}, {node_storage_conf,[{db_path,"/data"},{index_path,"/data"}]}, {statistics, [{wall_clock,{1920956,5012}}, {context_switches,{14578651,0}}, {garbage_collection,{1838038,4523771672,0}}, {io,{{input,320174297},{output,11799605748}}}, {reductions,{1635554663,5464940}}, {run_queue,0}, {runtime,{555330,2020}}]}, {system_stats, [{cpu_utilization_rate,37.5}, {swap_total,20971511808}, {swap_used,0}]}, {interesting_stats, [{couch_docs_actual_disk_size,11257762861}, {couch_docs_data_size,7324672660}, {couch_views_actual_disk_size,0}, {couch_views_data_size,0}, {curr_items,1450349}, {curr_items_tot,2993309}, {mem_used,7738928240}, {vb_replica_curr_items,1542960}]}, {cluster_compatibility_version,131072}, {version, [{public_key,"0.13"}, {lhttpc,"1.3.0"}, {ale,"8cffe61"}, {os_mon,"2.2.7"}, {couch_set_view,"1.2.0a-b68b5f4-git"}, {mnesia,"4.5"}, {inets,"5.7.1"}, {couch,"1.2.0a-b68b5f4-git"}, {mapreduce,"1.0.0"}, {couch_index_merger,"1.2.0a-b68b5f4-git"}, {kernel,"2.14.5"}, {crypto,"2.0.4"}, {ssl,"4.1.6"}, {sasl,"2.1.10"}, {couch_view_parser,"1.0.0"}, {ns_server,"2.0.0-1939-rel-enterprise"}, {mochiweb,"1.4.1"}, {oauth,"7d85d3ef"}, {stdlib,"1.17.5"}]}, {supported_compat_version,[2,0]}, {system_arch,"x86_64-unknown-linux-gnu"}, {wall_clock,1920}, {memory_data,{25199214592,21287981056,{<17923.725.0>,4714984}}}, {disk_data, [{"/",41260352,5}, {"/dev/shm",12304304,0}, {"/boot",495844,7}, {"/data",206420664,6}]}, {meminfo, <<"MemTotal: 24608608 kB\nMemFree: 3818572 kB\nBuffers: 209256 kB\nCached: 11113468 kB\nSwapCached: 0 kB\nActive: 11273272 kB\nInactive: 8785652 kB\nActive(anon): 8733612 kB\nInactive(anon): 5460 kB\nActive(file): 2539660 kB\nInactive(file): 8780192 kB\nUnevictable: 11252 kB\nMlocked: 11288 kB\nSwapTotal: 20479992 kB\nSwapFree: 20479992 kB\nDirty: 6608 kB\nWriteback: 0 kB\nAnonPages: 8748524 kB\nMapped: 15560 kB\nShmem: 172 kB\nSlab: 405340 kB\nSReclaimable: 347440 kB\nSUnreclaim: 57900 kB\nKernelStack: 2496 kB\nPageTables: 21296 kB\nNFS_Unstable: 0 kB\nBounce: 0 kB\nWritebackTmp: 0 kB\nCommitLimit: 32784296 kB\nCommitted_AS: 10471068 kB\nVmallocTotal: 34359738367 kB\nVmallocUsed: 332500 kB\nVmallocChunk: 34359355024 kB\nHardwareCorrupted: 0 kB\nAnonHugePages: 2179072 kB\nHugePages_Total: 0\nHugePages_Free: 0\nHugePages_Rsvd: 0\nHugePages_Surp: 0\nHugepagesize: 2048 kB\nDirectMap4k: 10240 kB\nDirectMap2M: 25155584 kB\n">>}]}] [stats:debug,2012-11-10T1:28:05.939,ns_1@192.168.0.21:<0.4502.0>:stats_collector:maybe_log_stats:126](at {{1970,1,16},{7,42,19}}) Stats for bucket "default": accepting_conns 1 auth_cmds 9 auth_errors 0 bucket_active_conns 1 bucket_conns 25 bytes 3072747768 bytes_read 6489444516 bytes_written 1834402058 cas_badval 0 cas_hits 0 cas_misses 0 cmd_flush 0 cmd_get 157297 cmd_set 147244 conn_yields 32914 connection_structures 5000 curr_connections 28 curr_conns_on_port_11209 16 curr_conns_on_port_11210 10 curr_items 607009 curr_items_tot 1170967 curr_temp_items 0 daemon_connections 4 decr_hits 0 decr_misses 0 delete_hits 9470 delete_misses 10250 ep_access_scanner_last_runtime 0 ep_access_scanner_num_items 0 ep_access_scanner_task_time 2012-11-10 10:00:00 ep_allow_data_loss_during_shutdown 1 ep_alog_block_size 4096 ep_alog_path /data/default/access.log ep_alog_sleep_time 1440 ep_alog_task_time 10 ep_backend couchdb ep_bg_fetch_delay 0 ep_bg_fetched 0 ep_bg_meta_fetched 0 ep_bg_remaining_jobs 0 ep_chk_max_items 5000 ep_chk_period 1800 ep_chk_persistence_remains 2 ep_chk_persistence_timeout 10 ep_chk_remover_stime 5 ep_commit_num 29663 ep_commit_time 3 ep_commit_time_total 256791 ep_concurrentDB 1 ep_config_file ep_couch_bucket default ep_couch_host localhost ep_couch_port 11213 ep_couch_reconnect_sleeptime 250 ep_couch_response_timeout 180000 ep_data_age 2 ep_data_age_highwat 15 ep_data_traffic_enabled 0 ep_dbinit 0 ep_dbname /data/default ep_degraded_mode 0 ep_diskqueue_drain 3311802 ep_diskqueue_fill 2538504 ep_diskqueue_items 7945 ep_diskqueue_memory 237184 ep_diskqueue_pending 355776 ep_exp_pager_stime 3600 ep_exp_pager_stime 3600 ep_expired_access 61 ep_expired_pager 0 ep_expiry_window 3 ep_failpartialwarmup 0 ep_flush_all false ep_flush_duration_total 481 ep_flushall_enabled 0 ep_flusher_state running ep_flusher_todo 1599 ep_getl_default_timeout 15 ep_getl_max_timeout 30 ep_ht_locks 5 ep_ht_size 3079 ep_inconsistent_slave_chk 0 ep_initfile ep_io_num_read 0 ep_io_num_write 2194450 ep_io_read_bytes 0 ep_io_write_bytes 5056712238 ep_item_begin_failed 0 ep_item_commit_failed 0 ep_item_flush_expired 16 ep_item_flush_failed 0 ep_item_num_based_new_chk 1 ep_items_rm_from_checkpoints 105627 ep_keep_closed_chks 0 ep_klog_block_size 4096 ep_klog_compactor_queue_cap 500000 ep_klog_compactor_stime 3600 ep_klog_flush commit2 ep_klog_max_entry_ratio 10 ep_klog_max_log_size 2147483647 ep_klog_path ep_klog_sync commit2 ep_kv_size 2878969025 ep_max_checkpoints 2 ep_max_data_size 12582912000 ep_max_item_size 20971520 ep_max_size 12582912000 ep_max_txn_size 10000 ep_max_vbuckets 1024 ep_mem_high_wat 9437184000 ep_mem_high_wat 9437184000 ep_mem_low_wat 7549747200 ep_mem_low_wat 7549747200 ep_mem_tracker_enabled true ep_min_data_age 0 ep_mlog_compactor_runs 0 ep_mutation_mem_threshold 0 ep_num_access_scanner_runs 0 ep_num_eject_failures 0 ep_num_expiry_pager_runs 0 ep_num_non_resident 0 ep_num_not_my_vbuckets 0 ep_num_ops_del_meta 0 ep_num_ops_get_meta 0 ep_num_ops_set_meta 0 ep_num_pager_runs 0 ep_num_value_ejects 0 ep_oom_errors 0 ep_overhead 80158826 ep_pager_active_vb_pcnt 40 ep_pager_unbiased_period 60 ep_pending_ops 0 ep_pending_ops_max 1 ep_pending_ops_max_duration 206679 ep_pending_ops_total 7 ep_postInitfile ep_queue_age_cap 900 ep_queue_size 6346 ep_startup_time 1352539183 ep_storage_age 2 ep_storage_age_highwat 13 ep_store_max_concurrency 10 ep_store_max_readers 9 ep_store_max_readwrite 1 ep_stored_val_type ep_tap_ack_grace_period 300 ep_tap_ack_initial_sequence_number 1 ep_tap_ack_interval 1000 ep_tap_ack_window_size 10 ep_tap_backfill_resident 0.9 ep_tap_backlog_limit 5000 ep_tap_backoff_period 5 ep_tap_bg_fetch_requeued 0 ep_tap_bg_fetched 0 ep_tap_bg_max_pending 500 ep_tap_keepalive 300 ep_tap_noop_interval 20 ep_tap_requeue_sleep_time 0.1 ep_tap_throttle_cap_pcnt 10 ep_tap_throttle_queue_cap 1000000 ep_tap_throttle_threshold 90 ep_tmp_oom_errors 0 ep_too_old 0 ep_too_young 0 ep_total_cache_size 2864919905 ep_total_del_items 79172 ep_total_enqueued 2538504 ep_total_new_items 1184077 ep_total_persisted 2194450 ep_uncommitted_items 11 ep_value_size 2782419944 ep_vb0 0 ep_vb_snapshot_total 466 ep_vb_total 402 ep_vbucket_del 0 ep_vbucket_del_fail 0 ep_version 2.0.0r_133_g68e3f7c ep_waitforwarmup 0 ep_warmup 1 ep_warmup_batch_size 1000 ep_warmup_dups 0 ep_warmup_min_items_threshold 100 ep_warmup_min_memory_threshold 100 ep_warmup_oom 0 ep_warmup_thread complete ep_warmup_time 19069 get_hits 153521 get_misses 3776 incr_hits 0 incr_misses 0 libevent 2.0.11-stable limit_maxbytes 67108864 listen_disabled_num 0 max_conns_on_port_11209 1000 max_conns_on_port_11210 9000 mem_used 3072747768 pid 22718 pointer_size 64 rejected_conns 0 rusage_system 91.672063 rusage_user 299.678441 tap_checkpoint_end_received 564 tap_checkpoint_end_sent 173 tap_checkpoint_start_received 1202 tap_checkpoint_start_sent 208 tap_connect_received 1 tap_delete_received 52489 tap_delete_sent 19618 tap_mutation_received 2511538 tap_mutation_sent 561165 tap_opaque_received 2807 tap_opaque_sent 209 tap_vbucket_set_received 416 threads 4 time 1352539685 total_connections 2080 uptime 506 vb_active_curr_items 607009 vb_active_eject 0 vb_active_expired 50 vb_active_ht_memory 5223296 vb_active_itm_memory 1485313359 vb_active_meta_data_memory 47953711 vb_active_num 208 vb_active_num_non_resident 0 vb_active_num_ref_ejects 0 vb_active_num_ref_items 616250 vb_active_ops_create 616004 vb_active_ops_delete 40249 vb_active_ops_reject 0 vb_active_ops_update 313590 vb_active_perc_mem_resident 100 vb_active_queue_age 7153000 vb_active_queue_drain 1643849 vb_active_queue_fill 1215092 vb_active_queue_memory 67328 vb_active_queue_pending 100992 vb_active_queue_size 2104 vb_dead_num 0 vb_pending_curr_items 0 vb_pending_eject 0 vb_pending_expired 0 vb_pending_ht_memory 0 vb_pending_itm_memory 0 vb_pending_meta_data_memory 0 vb_pending_num 0 vb_pending_num_non_resident 0 vb_pending_num_ref_ejects 0 vb_pending_num_ref_items 0 vb_pending_ops_create 0 vb_pending_ops_delete 0 vb_pending_ops_reject 0 vb_pending_ops_update 0 vb_pending_perc_mem_resident 0 vb_pending_queue_age 0 vb_pending_queue_drain 0 vb_pending_queue_fill 0 vb_pending_queue_memory 0 vb_pending_queue_pending 0 vb_pending_queue_size 0 vb_replica_curr_items 563958 vb_replica_eject 0 vb_replica_expired 11 vb_replica_ht_memory 4871728 vb_replica_itm_memory 1379606546 vb_replica_meta_data_memory 44552682 vb_replica_num 194 vb_replica_num_non_resident 0 vb_replica_num_ref_ejects 0 vb_replica_num_ref_items 572233 vb_replica_ops_create 568074 vb_replica_ops_delete 38923 vb_replica_ops_reject 0 vb_replica_ops_update 617615 vb_replica_perc_mem_resident 100 vb_replica_queue_age 1928000 vb_replica_queue_drain 1667953 vb_replica_queue_fill 1323412 vb_replica_queue_memory 169856 vb_replica_queue_pending 254784 vb_replica_queue_size 5308 version 1.4.4_600_g7ea975a [ns_doctor:debug,2012-11-10T1:28:41.353,ns_1@192.168.0.21:ns_doctor<0.4376.0>:ns_doctor:handle_info:137]Current node statuses: [{'ns_1@192.168.0.20', [{last_heard,{1352,539717,932416}}, {outgoing_replications_safeness_level,[{"default",green}]}, {incoming_replications_conf_hashes, [{"default",[{'ns_1@192.168.0.22',67025829}]}]}, {active_buckets,["default"]}, {ready_buckets,["default"]}, {local_tasks,[]}, {memory, [{total,199997912}, {processes,150022984}, {processes_used,148109040}, {system,49974928}, {atom,1401785}, {atom_used,1374492}, {binary,9253120}, {code,14045110}, {ets,6856496}]}, {system_memory_data, [{system_total_memory,25199214592}, {free_swap,20971511808}, {total_swap,20971511808}, {cached_memory,5528928256}, {buffered_memory,204181504}, {free_memory,9951297536}, {total_memory,25199214592}]}, {node_storage_conf,[{db_path,"/data"},{index_path,"/data"}]}, {statistics, [{wall_clock,{1997701,5040}}, {context_switches,{13587230,0}}, {garbage_collection,{1568197,9786669755,0}}, {io,{{input,248458607},{output,9594071039}}}, {reductions,{2001170107,6022133}}, {run_queue,0}, {runtime,{676060,3030}}]}, {system_stats, [{cpu_utilization_rate,80.04866180048661}, {swap_total,20971511808}, {swap_used,0}]}, {interesting_stats, [{couch_docs_actual_disk_size,5474772980}, {couch_docs_data_size,4314020346}, {couch_views_actual_disk_size,0}, {couch_views_data_size,0}, {curr_items,900223}, {curr_items_tot,1754640}, {mem_used,4506805840}, {vb_replica_curr_items,854417}]}, {cluster_compatibility_version,131072}, {version, [{public_key,"0.13"}, {lhttpc,"1.3.0"}, {ale,"8cffe61"}, {os_mon,"2.2.7"}, {couch_set_view,"1.2.0a-b68b5f4-git"}, {mnesia,"4.5"}, {inets,"5.7.1"}, {couch,"1.2.0a-b68b5f4-git"}, {mapreduce,"1.0.0"}, {couch_index_merger,"1.2.0a-b68b5f4-git"}, {kernel,"2.14.5"}, {crypto,"2.0.4"}, {ssl,"4.1.6"}, {sasl,"2.1.10"}, {couch_view_parser,"1.0.0"}, {ns_server,"2.0.0-1939-rel-enterprise"}, {mochiweb,"1.4.1"}, {oauth,"7d85d3ef"}, {stdlib,"1.17.5"}]}, {supported_compat_version,[2,0]}, {system_arch,"x86_64-unknown-linux-gnu"}, {wall_clock,1997}, {memory_data,{25199214592,15230382080,{<17877.428.0>,15938264}}}, {disk_data, [{"/",41260352,5}, {"/dev/shm",12304304,0}, {"/boot",495844,7}, {"/data",206420664,3}]}, {meminfo, <<"MemTotal: 24608608 kB\nMemFree: 9717816 kB\nBuffers: 199396 kB\nCached: 5399344 kB\nSwapCached: 0 kB\nActive: 9908224 kB\nInactive: 4374988 kB\nActive(anon): 8674916 kB\nInactive(anon): 12284 kB\nActive(file): 1233308 kB\nInactive(file): 4362704 kB\nUnevictable: 11276 kB\nMlocked: 11288 kB\nSwapTotal: 20479992 kB\nSwapFree: 20479992 kB\nDirty: 3964 kB\nWriteback: 0 kB\nAnonPages: 8692420 kB\nMapped: 15448 kB\nShmem: 172 kB\nSlab: 281712 kB\nSReclaimable: 223668 kB\nSUnreclaim: 58044 kB\nKernelStack: 2984 kB\nPageTables: 21420 kB\nNFS_Unstable: 0 kB\nBounce: 0 kB\nWritebackTmp: 0 kB\nCommitLimit: 32784296 kB\nCommitted_AS: 10448296 kB\nVmallocTotal: 34359738367 kB\nVmallocUsed: 332500 kB\nVmallocChunk: 34359360032 kB\nHardwareCorrupted: 0 kB\nAnonHugePages: 2297856 kB\nHugePages_Total: 0\nHugePages_Free: 0\nHugePages_Rsvd: 0\nHugePages_Surp: 0\nHugepagesize: 2048 kB\nDirectMap4k: 10240 kB\nDirectMap2M: 25155584 kB\n">>}]}, {'ns_1@192.168.0.21', [{last_heard,{1352,539716,357006}}, {outgoing_replications_safeness_level,[{"default",green}]}, {incoming_replications_conf_hashes, [{"default",[{'ns_1@192.168.0.22',62391444}]}]}, {active_buckets,["default"]}, {ready_buckets,["default"]}, {local_tasks,[]}, {memory, [{total,142904232}, {processes,100854880}, {processes_used,100843552}, {system,42049352}, {atom,1333345}, {atom_used,1324998}, {binary,5389096}, {code,13371137}, {ets,3728176}]}, {system_memory_data, [{system_total_memory,25199214592}, {free_swap,20971511808}, {total_swap,20971511808}, {cached_memory,3920289792}, {buffered_memory,163184640}, {free_memory,16884076544}, {total_memory,25199214592}]}, {node_storage_conf,[{db_path,"/data"},{index_path,"/data"}]}, {statistics, [{wall_clock,{1977547,4999}}, {context_switches,{3734553,0}}, {garbage_collection,{1029544,1981324165,0}}, {io,{{input,110517281},{output,6448151341}}}, {reductions,{542261539,5219763}}, {run_queue,0}, {runtime,{252930,1960}}]}, {system_stats, [{cpu_utilization_rate,32.923832923832926}, {swap_total,20971511808}, {swap_used,0}]}, {interesting_stats, [{couch_docs_actual_disk_size,3832687637}, {couch_docs_data_size,3009081260}, {couch_views_actual_disk_size,0}, {couch_views_data_size,0}, {curr_items,639099}, {curr_items_tot,1237082}, {mem_used,3240755528}, {vb_replica_curr_items,597983}]}, {cluster_compatibility_version,131072}, {version, [{public_key,"0.13"}, {lhttpc,"1.3.0"}, {ale,"8cffe61"}, {os_mon,"2.2.7"}, {couch_set_view,"1.2.0a-b68b5f4-git"}, {mnesia,"4.5"}, {inets,"5.7.1"}, {couch,"1.2.0a-b68b5f4-git"}, {mapreduce,"1.0.0"}, {couch_index_merger,"1.2.0a-b68b5f4-git"}, {kernel,"2.14.5"}, {crypto,"2.0.4"}, {ssl,"4.1.6"}, {sasl,"2.1.10"}, {couch_view_parser,"1.0.0"}, {ns_server,"2.0.0-1939-rel-enterprise"}, {mochiweb,"1.4.1"}, {oauth,"7d85d3ef"}, {stdlib,"1.17.5"}]}, {supported_compat_version,[2,0]}, {system_arch,"x86_64-unknown-linux-gnu"}, {wall_clock,1977}, {memory_data,{25199214592,7245000704,{<0.4493.0>,2914384}}}, {disk_data, [{"/",41260352,5}, {"/dev/shm",12304304,0}, {"/boot",495844,7}, {"/data",206420664,2}]}, {meminfo, <<"MemTotal: 24608608 kB\nMemFree: 16488604 kB\nBuffers: 159360 kB\nCached: 3828408 kB\nSwapCached: 0 kB\nActive: 4632904 kB\nInactive: 2985792 kB\nActive(anon): 3623960 kB\nInactive(anon): 9272 kB\nActive(file): 1008944 kB\nInactive(file): 2976520 kB\nUnevictable: 11288 kB\nMlocked: 11288 kB\nSwapTotal: 20479992 kB\nSwapFree: 20479992 kB\nDirty: 3212 kB\nWriteback: 0 kB\nAnonPages: 3643008 kB\nMapped: 14492 kB\nShmem: 164 kB\nSlab: 185508 kB\nSReclaimable: 127816 kB\nSUnreclaim: 57692 kB\nKernelStack: 2960 kB\nPageTables: 10992 kB\nNFS_Unstable: 0 kB\nBounce: 0 kB\nWritebackTmp: 0 kB\nCommitLimit: 32784296 kB\nCommitted_AS: 5384268 kB\nVmallocTotal: 34359738367 kB\nVmallocUsed: 332500 kB\nVmallocChunk: 34359355024 kB\nHardwareCorrupted: 0 kB\nAnonHugePages: 874496 kB\nHugePages_Total: 0\nHugePages_Free: 0\nHugePages_Rsvd: 0\nHugePages_Surp: 0\nHugepagesize: 2048 kB\nDirectMap4k: 10240 kB\nDirectMap2M: 25155584 kB\n">>}]}, {'ns_1@192.168.0.22', [{last_heard,{1352,539720,965985}}, {outgoing_replications_safeness_level,[{"default",green}]}, {incoming_replications_conf_hashes, [{"default", [{'ns_1@192.168.0.20',92966632},{'ns_1@192.168.0.21',82548896}]}]}, {active_buckets,["default"]}, {ready_buckets,["default"]}, {local_tasks,[]}, {memory, [{total,218382712}, {processes,164877104}, {processes_used,164702832}, {system,53505608}, {atom,1338193}, {atom_used,1333793}, {binary,13133392}, {code,13481638}, {ets,6888712}]}, {system_memory_data, [{system_total_memory,25199214592}, {free_swap,20971511808}, {total_swap,20971511808}, {cached_memory,12053258240}, {buffered_memory,214953984}, {free_memory,3220004864}, {total_memory,25199214592}]}, {node_storage_conf,[{db_path,"/data"},{index_path,"/data"}]}, {statistics, [{wall_clock,{1980956,5012}}, {context_switches,{15076627,0}}, {garbage_collection,{1954829,4761986450,0}}, {io,{{input,329587933},{output,12077606206}}}, {reductions,{1699983378,5225501}}, {run_queue,0}, {runtime,{579330,1930}}]}, {system_stats, [{cpu_utilization_rate,42.89405684754522}, {swap_total,20971511808}, {swap_used,0}]}, {interesting_stats, [{couch_docs_actual_disk_size,11928757293}, {couch_docs_data_size,7324786471}, {couch_views_actual_disk_size,0}, {couch_views_data_size,0}, {curr_items,1450078}, {curr_items_tot,2992730}, {mem_used,7754463008}, {vb_replica_curr_items,1542652}]}, {cluster_compatibility_version,131072}, {version, [{public_key,"0.13"}, {lhttpc,"1.3.0"}, {ale,"8cffe61"}, {os_mon,"2.2.7"}, {couch_set_view,"1.2.0a-b68b5f4-git"}, {mnesia,"4.5"}, {inets,"5.7.1"}, {couch,"1.2.0a-b68b5f4-git"}, {mapreduce,"1.0.0"}, {couch_index_merger,"1.2.0a-b68b5f4-git"}, {kernel,"2.14.5"}, {crypto,"2.0.4"}, {ssl,"4.1.6"}, {sasl,"2.1.10"}, {couch_view_parser,"1.0.0"}, {ns_server,"2.0.0-1939-rel-enterprise"}, {mochiweb,"1.4.1"}, {oauth,"7d85d3ef"}, {stdlib,"1.17.5"}]}, {supported_compat_version,[2,0]}, {system_arch,"x86_64-unknown-linux-gnu"}, {wall_clock,1980}, {memory_data,{25199214592,21979529216,{<17923.725.0>,2914384}}}, {disk_data, [{"/",41260352,5}, {"/dev/shm",12304304,0}, {"/boot",495844,7}, {"/data",206420664,6}]}, {meminfo, <<"MemTotal: 24608608 kB\nMemFree: 3144536 kB\nBuffers: 209916 kB\nCached: 11770760 kB\nSwapCached: 0 kB\nActive: 11654188 kB\nInactive: 9060244 kB\nActive(anon): 8730632 kB\nInactive(anon): 5460 kB\nActive(file): 2923556 kB\nInactive(file): 9054784 kB\nUnevictable: 11252 kB\nMlocked: 11288 kB\nSwapTotal: 20479992 kB\nSwapFree: 20479992 kB\nDirty: 5700 kB\nWriteback: 0 kB\nAnonPages: 8747776 kB\nMapped: 15568 kB\nShmem: 172 kB\nSlab: 424600 kB\nSReclaimable: 366816 kB\nSUnreclaim: 57784 kB\nKernelStack: 2472 kB\nPageTables: 21152 kB\nNFS_Unstable: 0 kB\nBounce: 0 kB\nWritebackTmp: 0 kB\nCommitLimit: 32784296 kB\nCommitted_AS: 10455776 kB\nVmallocTotal: 34359738367 kB\nVmallocUsed: 332500 kB\nVmallocChunk: 34359355024 kB\nHardwareCorrupted: 0 kB\nAnonHugePages: 2277376 kB\nHugePages_Total: 0\nHugePages_Free: 0\nHugePages_Rsvd: 0\nHugePages_Surp: 0\nHugepagesize: 2048 kB\nDirectMap4k: 10240 kB\nDirectMap2M: 25155584 kB\n">>}]}] [ns_doctor:debug,2012-11-10T1:29:41.353,ns_1@192.168.0.21:ns_doctor<0.4376.0>:ns_doctor:handle_info:137]Current node statuses: [{'ns_1@192.168.0.20', [{last_heard,{1352,539777,899803}}, {outgoing_replications_safeness_level,[{"default",green}]}, {incoming_replications_conf_hashes, [{"default",[{'ns_1@192.168.0.22',19841787}]}]}, {active_buckets,["default"]}, {ready_buckets,["default"]}, {local_tasks,[]}, {memory, [{total,203770488}, {processes,154638136}, {processes_used,152585744}, {system,49132352}, {atom,1401785}, {atom_used,1374492}, {binary,8362752}, {code,14045110}, {ets,6924520}]}, {system_memory_data, [{system_total_memory,25199214592}, {free_swap,20971511808}, {total_swap,20971511808}, {cached_memory,5586796544}, {buffered_memory,204787712}, {free_memory,9870000128}, {total_memory,25199214592}]}, {node_storage_conf,[{db_path,"/data"},{index_path,"/data"}]}, {statistics, [{wall_clock,{2057666,4994}}, {context_switches,{13925376,0}}, {garbage_collection,{1634502,10456081094,0}}, {io,{{input,252193486},{output,9740884105}}}, {reductions,{2052964828,3964147}}, {run_queue,0}, {runtime,{706330,1530}}]}, {system_stats, [{cpu_utilization_rate,54.31472081218274}, {swap_total,20971511808}, {swap_used,0}]}, {interesting_stats, [{couch_docs_actual_disk_size,5515857195}, {couch_docs_data_size,4071882483}, {couch_views_actual_disk_size,0}, {couch_views_data_size,0}, {curr_items,853996}, {curr_items_tot,1661986}, {mem_used,4280604304}, {vb_replica_curr_items,807990}]}, {cluster_compatibility_version,131072}, {version, [{public_key,"0.13"}, {lhttpc,"1.3.0"}, {ale,"8cffe61"}, {os_mon,"2.2.7"}, {couch_set_view,"1.2.0a-b68b5f4-git"}, {mnesia,"4.5"}, {inets,"5.7.1"}, {couch,"1.2.0a-b68b5f4-git"}, {mapreduce,"1.0.0"}, {couch_index_merger,"1.2.0a-b68b5f4-git"}, {kernel,"2.14.5"}, {crypto,"2.0.4"}, {ssl,"4.1.6"}, {sasl,"2.1.10"}, {couch_view_parser,"1.0.0"}, {ns_server,"2.0.0-1939-rel-enterprise"}, {mochiweb,"1.4.1"}, {oauth,"7d85d3ef"}, {stdlib,"1.17.5"}]}, {supported_compat_version,[2,0]}, {system_arch,"x86_64-unknown-linux-gnu"}, {wall_clock,2057}, {memory_data,{25199214592,15279857664,{<17877.428.0>,15914016}}}, {disk_data, [{"/",41260352,5}, {"/dev/shm",12304304,0}, {"/boot",495844,7}, {"/data",206420664,3}]}, {meminfo, <<"MemTotal: 24608608 kB\nMemFree: 9640720 kB\nBuffers: 199988 kB\nCached: 5455856 kB\nSwapCached: 0 kB\nActive: 10099336 kB\nInactive: 4258076 kB\nActive(anon): 8691488 kB\nInactive(anon): 12580 kB\nActive(file): 1407848 kB\nInactive(file): 4245496 kB\nUnevictable: 11276 kB\nMlocked: 11288 kB\nSwapTotal: 20479992 kB\nSwapFree: 20479992 kB\nDirty: 2156 kB\nWriteback: 108 kB\nAnonPages: 8690992 kB\nMapped: 15456 kB\nShmem: 172 kB\nSlab: 280776 kB\nSReclaimable: 222700 kB\nSUnreclaim: 58076 kB\nKernelStack: 2992 kB\nPageTables: 21404 kB\nNFS_Unstable: 0 kB\nBounce: 0 kB\nWritebackTmp: 0 kB\nCommitLimit: 32784296 kB\nCommitted_AS: 10475012 kB\nVmallocTotal: 34359738367 kB\nVmallocUsed: 332500 kB\nVmallocChunk: 34359360032 kB\nHardwareCorrupted: 0 kB\nAnonHugePages: 2392064 kB\nHugePages_Total: 0\nHugePages_Free: 0\nHugePages_Rsvd: 0\nHugePages_Surp: 0\nHugepagesize: 2048 kB\nDirectMap4k: 10240 kB\nDirectMap2M: 25155584 kB\n">>}]}, {'ns_1@192.168.0.21', [{last_heard,{1352,539776,358180}}, {outgoing_replications_safeness_level,[{"default",green}]}, {incoming_replications_conf_hashes, [{"default",[{'ns_1@192.168.0.22',90683910}]}]}, {active_buckets,["default"]}, {ready_buckets,["default"]}, {local_tasks,[]}, {memory, [{total,149808696}, {processes,106571008}, {processes_used,106562248}, {system,43237688}, {atom,1333345}, {atom_used,1324998}, {binary,6369552}, {code,13371137}, {ets,3911408}]}, {system_memory_data, [{system_total_memory,25199214592}, {free_swap,20971511808}, {total_swap,20971511808}, {cached_memory,4489490432}, {buffered_memory,164204544}, {free_memory,16021364736}, {total_memory,25199214592}]}, {node_storage_conf,[{db_path,"/data"},{index_path,"/data"}]}, {statistics, [{wall_clock,{2037549,5002}}, {context_switches,{4120933,0}}, {garbage_collection,{1106451,2148634564,0}}, {io,{{input,120176294},{output,6825392347}}}, {reductions,{593739028,2610937}}, {run_queue,0}, {runtime,{272360,920}}]}, {system_stats, [{cpu_utilization_rate,15.233415233415233}, {swap_total,20971511808}, {swap_used,0}]}, {interesting_stats, [{couch_docs_actual_disk_size,4423254564}, {couch_docs_data_size,3251213506}, {couch_views_actual_disk_size,0}, {couch_views_data_size,0}, {curr_items,688657}, {curr_items_tot,1336360}, {mem_used,3493139640}, {vb_replica_curr_items,647703}]}, {cluster_compatibility_version,131072}, {version, [{public_key,"0.13"}, {lhttpc,"1.3.0"}, {ale,"8cffe61"}, {os_mon,"2.2.7"}, {couch_set_view,"1.2.0a-b68b5f4-git"}, {mnesia,"4.5"}, {inets,"5.7.1"}, {couch,"1.2.0a-b68b5f4-git"}, {mapreduce,"1.0.0"}, {couch_index_merger,"1.2.0a-b68b5f4-git"}, {kernel,"2.14.5"}, {crypto,"2.0.4"}, {ssl,"4.1.6"}, {sasl,"2.1.10"}, {couch_view_parser,"1.0.0"}, {ns_server,"2.0.0-1939-rel-enterprise"}, {mochiweb,"1.4.1"}, {oauth,"7d85d3ef"}, {stdlib,"1.17.5"}]}, {supported_compat_version,[2,0]}, {system_arch,"x86_64-unknown-linux-gnu"}, {wall_clock,2037}, {memory_data,{25199214592,8364150784,{<0.4493.0>,2914384}}}, {disk_data, [{"/",41260352,5}, {"/dev/shm",12304304,0}, {"/boot",495844,7}, {"/data",206420664,2}]}, {meminfo, <<"MemTotal: 24608608 kB\nMemFree: 15645864 kB\nBuffers: 160356 kB\nCached: 4384268 kB\nSwapCached: 0 kB\nActive: 5167592 kB\nInactive: 3277172 kB\nActive(anon): 3893176 kB\nInactive(anon): 9272 kB\nActive(file): 1274416 kB\nInactive(file): 3267900 kB\nUnevictable: 11288 kB\nMlocked: 11288 kB\nSwapTotal: 20479992 kB\nSwapFree: 20479992 kB\nDirty: 2120 kB\nWriteback: 44 kB\nAnonPages: 3911872 kB\nMapped: 14492 kB\nShmem: 164 kB\nSlab: 201816 kB\nSReclaimable: 144224 kB\nSUnreclaim: 57592 kB\nKernelStack: 2960 kB\nPageTables: 11524 kB\nNFS_Unstable: 0 kB\nBounce: 0 kB\nWritebackTmp: 0 kB\nCommitLimit: 32784296 kB\nCommitted_AS: 5652372 kB\nVmallocTotal: 34359738367 kB\nVmallocUsed: 332500 kB\nVmallocChunk: 34359355024 kB\nHardwareCorrupted: 0 kB\nAnonHugePages: 978944 kB\nHugePages_Total: 0\nHugePages_Free: 0\nHugePages_Rsvd: 0\nHugePages_Surp: 0\nHugepagesize: 2048 kB\nDirectMap4k: 10240 kB\nDirectMap2M: 25155584 kB\n">>}]}, {'ns_1@192.168.0.22', [{last_heard,{1352,539780,953016}}, {outgoing_replications_safeness_level,[{"default",green}]}, {incoming_replications_conf_hashes, [{"default", [{'ns_1@192.168.0.20',98714128},{'ns_1@192.168.0.21',69325575}]}]}, {active_buckets,["default"]}, {ready_buckets,["default"]}, {local_tasks, [[{pid,<<"<0.21041.1>">>}, {bucket,<<"default">>}, {original_target,{[{type,bucket}]}}, {progress,20}, {started_on,1352539737}, {total_vbuckets,1025}, {trigger_type,scheduled}, {type,bucket_compaction}, {updated_on,1352539780}, {vbuckets_done,215}]]}, {memory, [{total,225983816}, {processes,171604968}, {processes_used,171448952}, {system,54378848}, {atom,1338193}, {atom_used,1333793}, {binary,13805816}, {code,13481638}, {ets,7081848}]}, {system_memory_data, [{system_total_memory,25199214592}, {free_swap,20971511808}, {total_swap,20971511808}, {cached_memory,10741014528}, {buffered_memory,217522176}, {free_memory,4535586816}, {total_memory,25199214592}]}, {node_storage_conf,[{db_path,"/data"},{index_path,"/data"}]}, {statistics, [{wall_clock,{2040943,4999}}, {context_switches,{15532346,0}}, {garbage_collection,{2045450,4953216782,0}}, {io,{{input,345922884},{output,12362679721}}}, {reductions,{1756429526,4347439}}, {run_queue,0}, {runtime,{599600,1450}}]}, {system_stats, [{cpu_utilization_rate,47.0873786407767}, {swap_total,20971511808}, {swap_used,0}]}, {interesting_stats, [{couch_docs_actual_disk_size,10655048728}, {couch_docs_data_size,7324866139}, {couch_views_actual_disk_size,0}, {couch_views_data_size,0}, {curr_items,1450876}, {curr_items_tot,2994937}, {mem_used,7766565336}, {vb_replica_curr_items,1544061}]}, {cluster_compatibility_version,131072}, {version, [{public_key,"0.13"}, {lhttpc,"1.3.0"}, {ale,"8cffe61"}, {os_mon,"2.2.7"}, {couch_set_view,"1.2.0a-b68b5f4-git"}, {mnesia,"4.5"}, {inets,"5.7.1"}, {couch,"1.2.0a-b68b5f4-git"}, {mapreduce,"1.0.0"}, {couch_index_merger,"1.2.0a-b68b5f4-git"}, {kernel,"2.14.5"}, {crypto,"2.0.4"}, {ssl,"4.1.6"}, {sasl,"2.1.10"}, {couch_view_parser,"1.0.0"}, {ns_server,"2.0.0-1939-rel-enterprise"}, {mochiweb,"1.4.1"}, {oauth,"7d85d3ef"}, {stdlib,"1.17.5"}]}, {supported_compat_version,[2,0]}, {system_arch,"x86_64-unknown-linux-gnu"}, {wall_clock,2040}, {memory_data,{25199214592,20664389632,{<17923.725.0>,4714984}}}, {disk_data, [{"/",41260352,5}, {"/dev/shm",12304304,0}, {"/boot",495844,7}, {"/data",206420664,6}]}, {meminfo, <<"MemTotal: 24608608 kB\nMemFree: 4429284 kB\nBuffers: 212424 kB\nCached: 10489272 kB\nSwapCached: 0 kB\nActive: 11165492 kB\nInactive: 8277608 kB\nActive(anon): 8738472 kB\nInactive(anon): 5460 kB\nActive(file): 2427020 kB\nInactive(file): 8272148 kB\nUnevictable: 11252 kB\nMlocked: 11288 kB\nSwapTotal: 20479992 kB\nSwapFree: 20479992 kB\nDirty: 10584 kB\nWriteback: 176 kB\nAnonPages: 8753236 kB\nMapped: 15580 kB\nShmem: 172 kB\nSlab: 412204 kB\nSReclaimable: 353696 kB\nSUnreclaim: 58508 kB\nKernelStack: 2472 kB\nPageTables: 21196 kB\nNFS_Unstable: 0 kB\nBounce: 0 kB\nWritebackTmp: 0 kB\nCommitLimit: 32784296 kB\nCommitted_AS: 10469984 kB\nVmallocTotal: 34359738367 kB\nVmallocUsed: 332500 kB\nVmallocChunk: 34359355024 kB\nHardwareCorrupted: 0 kB\nAnonHugePages: 2375680 kB\nHugePages_Total: 0\nHugePages_Free: 0\nHugePages_Rsvd: 0\nHugePages_Surp: 0\nHugepagesize: 2048 kB\nDirectMap4k: 10240 kB\nDirectMap2M: 25155584 kB\n">>}]}] [stats:debug,2012-11-10T1:29:45.941,ns_1@192.168.0.21:<0.4502.0>:stats_collector:maybe_log_stats:126](at {{1970,1,16},{7,42,19}}) Stats for bucket "default": accepting_conns 1 auth_cmds 9 auth_errors 0 bucket_active_conns 1 bucket_conns 25 bytes 3522795624 bytes_read 7311028730 bytes_written 2232171708 cas_badval 0 cas_hits 0 cas_misses 0 cmd_flush 0 cmd_get 235110 cmd_set 219497 conn_yields 37099 connection_structures 5000 curr_connections 28 curr_conns_on_port_11209 16 curr_conns_on_port_11210 10 curr_items 694375 curr_items_tot 1347763 curr_temp_items 0 daemon_connections 4 decr_hits 0 decr_misses 0 delete_hits 14230 delete_misses 15372 ep_access_scanner_last_runtime 0 ep_access_scanner_num_items 0 ep_access_scanner_task_time 2012-11-10 10:00:00 ep_allow_data_loss_during_shutdown 1 ep_alog_block_size 4096 ep_alog_path /data/default/access.log ep_alog_sleep_time 1440 ep_alog_task_time 10 ep_backend couchdb ep_bg_fetch_delay 0 ep_bg_fetched 0 ep_bg_meta_fetched 0 ep_bg_remaining_jobs 0 ep_chk_max_items 5000 ep_chk_period 1800 ep_chk_persistence_remains 2 ep_chk_persistence_timeout 10 ep_chk_remover_stime 5 ep_commit_num 36403 ep_commit_time 5 ep_commit_time_total 301731 ep_concurrentDB 1 ep_config_file ep_couch_bucket default ep_couch_host localhost ep_couch_port 11213 ep_couch_reconnect_sleeptime 250 ep_couch_response_timeout 180000 ep_data_age 6 ep_data_age_highwat 15 ep_data_traffic_enabled 0 ep_dbinit 0 ep_dbname /data/default ep_degraded_mode 0 ep_diskqueue_drain 3653610 ep_diskqueue_fill 2872240 ep_diskqueue_items 14631 ep_diskqueue_memory 441600 ep_diskqueue_pending 662400 ep_exp_pager_stime 3600 ep_exp_pager_stime 3600 ep_expired_access 88 ep_expired_pager 0 ep_expiry_window 3 ep_failpartialwarmup 0 ep_flush_all false ep_flush_duration_total 578 ep_flushall_enabled 0 ep_flusher_state running ep_flusher_todo 3843 ep_getl_default_timeout 15 ep_getl_max_timeout 30 ep_ht_locks 5 ep_ht_size 3079 ep_inconsistent_slave_chk 0 ep_initfile ep_io_num_read 0 ep_io_num_write 2509021 ep_io_read_bytes 0 ep_io_write_bytes 5778080885 ep_item_begin_failed 0 ep_item_commit_failed 0 ep_item_flush_expired 17 ep_item_flush_failed 0 ep_item_num_based_new_chk 1 ep_items_rm_from_checkpoints 107626 ep_keep_closed_chks 0 ep_klog_block_size 4096 ep_klog_compactor_queue_cap 500000 ep_klog_compactor_stime 3600 ep_klog_flush commit2 ep_klog_max_entry_ratio 10 ep_klog_max_log_size 2147483647 ep_klog_path ep_klog_sync commit2 ep_kv_size 3314727837 ep_max_checkpoints 2 ep_max_data_size 12582912000 ep_max_item_size 20971520 ep_max_size 12582912000 ep_max_txn_size 10000 ep_max_vbuckets 1024 ep_mem_high_wat 9437184000 ep_mem_high_wat 9437184000 ep_mem_low_wat 7549747200 ep_mem_low_wat 7549747200 ep_mem_tracker_enabled true ep_min_data_age 0 ep_mlog_compactor_runs 0 ep_mutation_mem_threshold 0 ep_num_access_scanner_runs 0 ep_num_eject_failures 0 ep_num_expiry_pager_runs 0 ep_num_non_resident 0 ep_num_not_my_vbuckets 0 ep_num_ops_del_meta 0 ep_num_ops_get_meta 0 ep_num_ops_set_meta 0 ep_num_pager_runs 0 ep_num_value_ejects 0 ep_oom_errors 0 ep_overhead 84449608 ep_pager_active_vb_pcnt 40 ep_pager_unbiased_period 60 ep_pending_ops 0 ep_pending_ops_max 1 ep_pending_ops_max_duration 206679 ep_pending_ops_total 7 ep_postInitfile ep_queue_age_cap 900 ep_queue_size 10788 ep_startup_time 1352539183 ep_storage_age 3 ep_storage_age_highwat 13 ep_store_max_concurrency 10 ep_store_max_readers 9 ep_store_max_readwrite 1 ep_stored_val_type ep_tap_ack_grace_period 300 ep_tap_ack_initial_sequence_number 1 ep_tap_ack_interval 1000 ep_tap_ack_window_size 10 ep_tap_backfill_resident 0.9 ep_tap_backlog_limit 5000 ep_tap_backoff_period 5 ep_tap_bg_fetch_requeued 0 ep_tap_bg_fetched 0 ep_tap_bg_max_pending 500 ep_tap_keepalive 300 ep_tap_noop_interval 20 ep_tap_requeue_sleep_time 0.1 ep_tap_throttle_cap_pcnt 10 ep_tap_throttle_queue_cap 1000000 ep_tap_throttle_threshold 90 ep_tmp_oom_errors 0 ep_too_old 0 ep_too_young 0 ep_total_cache_size 3298560861 ep_total_del_items 95328 ep_total_enqueued 2872240 ep_total_new_items 1367308 ep_total_persisted 2509021 ep_uncommitted_items 42 ep_value_size 3203602456 ep_vb0 0 ep_vb_snapshot_total 511 ep_vb_total 462 ep_vbucket_del 0 ep_vbucket_del_fail 0 ep_version 2.0.0r_133_g68e3f7c ep_waitforwarmup 0 ep_warmup 1 ep_warmup_batch_size 1000 ep_warmup_dups 0 ep_warmup_min_items_threshold 100 ep_warmup_min_memory_threshold 100 ep_warmup_oom 0 ep_warmup_thread complete ep_warmup_time 19069 get_hits 229324 get_misses 5786 incr_hits 0 incr_misses 0 libevent 2.0.11-stable limit_maxbytes 67108864 listen_disabled_num 0 max_conns_on_port_11209 1000 max_conns_on_port_11210 9000 mem_used 3522795624 pid 22718 pointer_size 64 rejected_conns 0 rusage_system 114.724559 rusage_user 346.052392 tap_checkpoint_end_received 664 tap_checkpoint_end_sent 199 tap_checkpoint_start_received 1397 tap_checkpoint_start_sent 238 tap_connect_received 1 tap_delete_received 62980 tap_delete_sent 26265 tap_mutation_received 2770623 tap_mutation_sent 637681 tap_opaque_received 3228 tap_opaque_sent 239 tap_vbucket_set_received 476 threads 4 time 1352539785 total_connections 2380 uptime 606 vb_active_curr_items 694375 vb_active_eject 0 vb_active_expired 74 vb_active_ht_memory 5976656 vb_active_itm_memory 1699339913 vb_active_meta_data_memory 54855625 vb_active_num 238 vb_active_num_non_resident 0 vb_active_num_ref_ejects 0 vb_active_num_ref_items 708094 vb_active_ops_create 707578 vb_active_ops_delete 48622 vb_active_ops_reject 0 vb_active_ops_update 370582 vb_active_perc_mem_resident 100 vb_active_queue_age 20044000 vb_active_queue_drain 1816561 vb_active_queue_fill 1383336 vb_active_queue_memory 161536 vb_active_queue_pending 242304 vb_active_queue_size 5048 vb_dead_num 0 vb_pending_curr_items 0 vb_pending_eject 0 vb_pending_expired 0 vb_pending_ht_memory 0 vb_pending_itm_memory 0 vb_pending_meta_data_memory 0 vb_pending_num 0 vb_pending_num_non_resident 0 vb_pending_num_ref_ejects 0 vb_pending_num_ref_items 0 vb_pending_ops_create 0 vb_pending_ops_delete 0 vb_pending_ops_reject 0 vb_pending_ops_update 0 vb_pending_perc_mem_resident 0 vb_pending_queue_age 0 vb_pending_queue_drain 0 vb_pending_queue_fill 0 vb_pending_queue_memory 0 vb_pending_queue_pending 0 vb_pending_queue_size 0 vb_replica_curr_items 653388 vb_replica_eject 0 vb_replica_expired 14 vb_replica_ht_memory 5625088 vb_replica_itm_memory 1599220948 vb_replica_meta_data_memory 51617652 vb_replica_num 224 vb_replica_num_non_resident 0 vb_replica_num_ref_ejects 0 vb_replica_num_ref_items 665851 vb_replica_ops_create 659730 vb_replica_ops_delete 46706 vb_replica_ops_reject 0 vb_replica_ops_update 675820 vb_replica_perc_mem_resident 100 vb_replica_queue_age 14201000 vb_replica_queue_drain 1837049 vb_replica_queue_fill 1488904 vb_replica_queue_memory 280064 vb_replica_queue_pending 420096 vb_replica_queue_size 8752 version 1.4.4_600_g7ea975a [ns_doctor:debug,2012-11-10T1:30:41.353,ns_1@192.168.0.21:ns_doctor<0.4376.0>:ns_doctor:handle_info:137]Current node statuses: [{'ns_1@192.168.0.20', [{last_heard,{1352,539837,892611}}, {outgoing_replications_safeness_level,[{"default",green}]}, {incoming_replications_conf_hashes, [{"default",[{'ns_1@192.168.0.22',87368141}]}]}, {active_buckets,["default"]}, {ready_buckets,["default"]}, {local_tasks, [[{pid,<<"<0.32142.1>">>}, {bucket,<<"default">>}, {original_target,{[{type,bucket}]}}, {progress,36}, {started_on,1352539789}, {total_vbuckets,563}, {trigger_type,scheduled}, {type,bucket_compaction}, {updated_on,1352539836}, {vbuckets_done,206}]]}, {memory, [{total,199186336}, {processes,149842592}, {processes_used,147795208}, {system,49343744}, {atom,1401785}, {atom_used,1374492}, {binary,8341720}, {code,14045110}, {ets,7156688}]}, {system_memory_data, [{system_total_memory,25199214592}, {free_swap,20971511808}, {total_swap,20971511808}, {cached_memory,5020033024}, {buffered_memory,207187968}, {free_memory,10470596608}, {total_memory,25199214592}]}, {node_storage_conf,[{db_path,"/data"},{index_path,"/data"}]}, {statistics, [{wall_clock,{2117661,4984}}, {context_switches,{14182035,0}}, {garbage_collection,{1673035,10757890768,0}}, {io,{{input,259496659},{output,9875634708}}}, {reductions,{2095553101,3480480}}, {run_queue,0}, {runtime,{724640,1000}}]}, {system_stats, [{cpu_utilization_rate,61.82266009852217}, {swap_total,20971511808}, {swap_used,0}]}, {interesting_stats, [{couch_docs_actual_disk_size,4994139697}, {couch_docs_data_size,3956754435}, {couch_views_actual_disk_size,0}, {couch_views_data_size,0}, {curr_items,830739}, {curr_items_tot,1616125}, {mem_used,4169147712}, {vb_replica_curr_items,785386}]}, {cluster_compatibility_version,131072}, {version, [{public_key,"0.13"}, {lhttpc,"1.3.0"}, {ale,"8cffe61"}, {os_mon,"2.2.7"}, {couch_set_view,"1.2.0a-b68b5f4-git"}, {mnesia,"4.5"}, {inets,"5.7.1"}, {couch,"1.2.0a-b68b5f4-git"}, {mapreduce,"1.0.0"}, {couch_index_merger,"1.2.0a-b68b5f4-git"}, {kernel,"2.14.5"}, {crypto,"2.0.4"}, {ssl,"4.1.6"}, {sasl,"2.1.10"}, {couch_view_parser,"1.0.0"}, {ns_server,"2.0.0-1939-rel-enterprise"}, {mochiweb,"1.4.1"}, {oauth,"7d85d3ef"}, {stdlib,"1.17.5"}]}, {supported_compat_version,[2,0]}, {system_arch,"x86_64-unknown-linux-gnu"}, {wall_clock,2117}, {memory_data,{25199214592,14905393152,{<17877.428.0>,15912696}}}, {disk_data, [{"/",41260352,5}, {"/dev/shm",12304304,0}, {"/boot",495844,7}, {"/data",206420664,3}]}, {meminfo, <<"MemTotal: 24608608 kB\nMemFree: 10225192 kB\nBuffers: 202332 kB\nCached: 4902376 kB\nSwapCached: 0 kB\nActive: 9718504 kB\nInactive: 4065016 kB\nActive(anon): 8669344 kB\nInactive(anon): 11924 kB\nActive(file): 1049160 kB\nInactive(file): 4053092 kB\nUnevictable: 11276 kB\nMlocked: 11288 kB\nSwapTotal: 20479992 kB\nSwapFree: 20479992 kB\nDirty: 1548 kB\nWriteback: 0 kB\nAnonPages: 8692292 kB\nMapped: 15460 kB\nShmem: 172 kB\nSlab: 274620 kB\nSReclaimable: 216072 kB\nSUnreclaim: 58548 kB\nKernelStack: 3000 kB\nPageTables: 21472 kB\nNFS_Unstable: 0 kB\nBounce: 0 kB\nWritebackTmp: 0 kB\nCommitLimit: 32784296 kB\nCommitted_AS: 10432952 kB\nVmallocTotal: 34359738367 kB\nVmallocUsed: 332500 kB\nVmallocChunk: 34359360032 kB\nHardwareCorrupted: 0 kB\nAnonHugePages: 2492416 kB\nHugePages_Total: 0\nHugePages_Free: 0\nHugePages_Rsvd: 0\nHugePages_Surp: 0\nHugepagesize: 2048 kB\nDirectMap4k: 10240 kB\nDirectMap2M: 25155584 kB\n">>}]}, {'ns_1@192.168.0.21', [{last_heard,{1352,539836,357841}}, {outgoing_replications_safeness_level,[{"default",green}]}, {incoming_replications_conf_hashes, [{"default",[{'ns_1@192.168.0.22',318567}]}]}, {active_buckets,["default"]}, {ready_buckets,["default"]}, {local_tasks, [[{pid,<<"<0.23133.0>">>}, {bucket,<<"default">>}, {original_target,{[{type,bucket}]}}, {progress,32}, {started_on,1352539804}, {total_vbuckets,469}, {trigger_type,scheduled}, {type,bucket_compaction}, {updated_on,1352539836}, {vbuckets_done,153}]]}, {memory, [{total,145420080}, {processes,101935472}, {processes_used,101898568}, {system,43484608}, {atom,1333345}, {atom_used,1324998}, {binary,6494496}, {code,13371137}, {ets,4013544}]}, {system_memory_data, [{system_total_memory,25199214592}, {free_swap,20971511808}, {total_swap,20971511808}, {cached_memory,4322775040}, {buffered_memory,166248448}, {free_memory,16055676928}, {total_memory,25199214592}]}, {node_storage_conf,[{db_path,"/data"},{index_path,"/data"}]}, {statistics, [{wall_clock,{2097548,5001}}, {context_switches,{4405931,0}}, {garbage_collection,{1152343,2267483600,0}}, {io,{{input,127533176},{output,7062139197}}}, {reductions,{635776389,2702210}}, {run_queue,0}, {runtime,{287050,830}}]}, {system_stats, [{cpu_utilization_rate,29.32330827067669}, {swap_total,20971511808}, {swap_used,0}]}, {interesting_stats, [{couch_docs_actual_disk_size,4318400199}, {couch_docs_data_size,3366087688}, {couch_views_actual_disk_size,0}, {couch_views_data_size,0}, {curr_items,712752}, {curr_items_tot,1384156}, {mem_used,3613940648}, {vb_replica_curr_items,671404}]}, {cluster_compatibility_version,131072}, {version, [{public_key,"0.13"}, {lhttpc,"1.3.0"}, {ale,"8cffe61"}, {os_mon,"2.2.7"}, {couch_set_view,"1.2.0a-b68b5f4-git"}, {mnesia,"4.5"}, {inets,"5.7.1"}, {couch,"1.2.0a-b68b5f4-git"}, {mapreduce,"1.0.0"}, {couch_index_merger,"1.2.0a-b68b5f4-git"}, {kernel,"2.14.5"}, {crypto,"2.0.4"}, {ssl,"4.1.6"}, {sasl,"2.1.10"}, {couch_view_parser,"1.0.0"}, {ns_server,"2.0.0-1939-rel-enterprise"}, {mochiweb,"1.4.1"}, {oauth,"7d85d3ef"}, {stdlib,"1.17.5"}]}, {supported_compat_version,[2,0]}, {system_arch,"x86_64-unknown-linux-gnu"}, {wall_clock,2097}, {memory_data,{25199214592,9224699904,{<0.4493.0>,4714984}}}, {disk_data, [{"/",41260352,5}, {"/dev/shm",12304304,0}, {"/boot",495844,7}, {"/data",206420664,3}]}, {meminfo, <<"MemTotal: 24608608 kB\nMemFree: 15679868 kB\nBuffers: 162352 kB\nCached: 4221132 kB\nSwapCached: 0 kB\nActive: 5007564 kB\nInactive: 3405916 kB\nActive(anon): 4022980 kB\nInactive(anon): 9272 kB\nActive(file): 984584 kB\nInactive(file): 3396644 kB\nUnevictable: 11288 kB\nMlocked: 11288 kB\nSwapTotal: 20479992 kB\nSwapFree: 20479992 kB\nDirty: 7308 kB\nWriteback: 60 kB\nAnonPages: 4041340 kB\nMapped: 14496 kB\nShmem: 164 kB\nSlab: 199836 kB\nSReclaimable: 142112 kB\nSUnreclaim: 57724 kB\nKernelStack: 2976 kB\nPageTables: 11828 kB\nNFS_Unstable: 0 kB\nBounce: 0 kB\nWritebackTmp: 0 kB\nCommitLimit: 32784296 kB\nCommitted_AS: 5771500 kB\nVmallocTotal: 34359738367 kB\nVmallocUsed: 332500 kB\nVmallocChunk: 34359355024 kB\nHardwareCorrupted: 0 kB\nAnonHugePages: 1077248 kB\nHugePages_Total: 0\nHugePages_Free: 0\nHugePages_Rsvd: 0\nHugePages_Surp: 0\nHugepagesize: 2048 kB\nDirectMap4k: 10240 kB\nDirectMap2M: 25155584 kB\n">>}]}, {'ns_1@192.168.0.22', [{last_heard,{1352,539840,952869}}, {outgoing_replications_safeness_level,[{"default",green}]}, {incoming_replications_conf_hashes, [{"default", [{'ns_1@192.168.0.20',92778042},{'ns_1@192.168.0.21',9877411}]}]}, {active_buckets,["default"]}, {ready_buckets,["default"]}, {local_tasks, [[{pid,<<"<0.21041.1>">>}, {bucket,<<"default">>}, {original_target,{[{type,bucket}]}}, {progress,48}, {started_on,1352539737}, {total_vbuckets,1025}, {trigger_type,scheduled}, {type,bucket_compaction}, {updated_on,1352539840}, {vbuckets_done,495}]]}, {memory, [{total,219265112}, {processes,164698936}, {processes_used,164578880}, {system,54566176}, {atom,1338193}, {atom_used,1333793}, {binary,13879376}, {code,13481638}, {ets,7190344}]}, {system_memory_data, [{system_total_memory,25199214592}, {free_swap,20971511808}, {total_swap,20971511808}, {cached_memory,10130079744}, {buffered_memory,220856320}, {free_memory,5168508928}, {total_memory,25199214592}]}, {node_storage_conf,[{db_path,"/data"},{index_path,"/data"}]}, {statistics, [{wall_clock,{2100942,4998}}, {context_switches,{15931931,0}}, {garbage_collection,{2105494,5092167998,0}}, {io,{{input,357545225},{output,12626197353}}}, {reductions,{1804537164,3159901}}, {run_queue,0}, {runtime,{616240,1140}}]}, {system_stats, [{cpu_utilization_rate,48.894348894348894}, {swap_total,20971511808}, {swap_used,0}]}, {interesting_stats, [{couch_docs_actual_disk_size,10042590234}, {couch_docs_data_size,7324709216}, {couch_views_actual_disk_size,0}, {couch_views_data_size,0}, {curr_items,1451791}, {curr_items_tot,2995321}, {mem_used,7773396144}, {vb_replica_curr_items,1543530}]}, {cluster_compatibility_version,131072}, {version, [{public_key,"0.13"}, {lhttpc,"1.3.0"}, {ale,"8cffe61"}, {os_mon,"2.2.7"}, {couch_set_view,"1.2.0a-b68b5f4-git"}, {mnesia,"4.5"}, {inets,"5.7.1"}, {couch,"1.2.0a-b68b5f4-git"}, {mapreduce,"1.0.0"}, {couch_index_merger,"1.2.0a-b68b5f4-git"}, {kernel,"2.14.5"}, {crypto,"2.0.4"}, {ssl,"4.1.6"}, {sasl,"2.1.10"}, {couch_view_parser,"1.0.0"}, {ns_server,"2.0.0-1939-rel-enterprise"}, {mochiweb,"1.4.1"}, {oauth,"7d85d3ef"}, {stdlib,"1.17.5"}]}, {supported_compat_version,[2,0]}, {system_arch,"x86_64-unknown-linux-gnu"}, {wall_clock,2100}, {memory_data,{25199214592,20033515520,{<17923.725.0>,2914384}}}, {disk_data, [{"/",41260352,5}, {"/dev/shm",12304304,0}, {"/boot",495844,7}, {"/data",206420664,5}]}, {meminfo, <<"MemTotal: 24608608 kB\nMemFree: 5047372 kB\nBuffers: 215680 kB\nCached: 9892656 kB\nSwapCached: 0 kB\nActive: 10779408 kB\nInactive: 8063600 kB\nActive(anon): 8731724 kB\nInactive(anon): 5460 kB\nActive(file): 2047684 kB\nInactive(file): 8058140 kB\nUnevictable: 11252 kB\nMlocked: 11288 kB\nSwapTotal: 20479992 kB\nSwapFree: 20479992 kB\nDirty: 4004 kB\nWriteback: 0 kB\nAnonPages: 8746268 kB\nMapped: 15572 kB\nShmem: 172 kB\nSlab: 393752 kB\nSReclaimable: 335232 kB\nSUnreclaim: 58520 kB\nKernelStack: 2488 kB\nPageTables: 21212 kB\nNFS_Unstable: 0 kB\nBounce: 0 kB\nWritebackTmp: 0 kB\nCommitLimit: 32784296 kB\nCommitted_AS: 10461260 kB\nVmallocTotal: 34359738367 kB\nVmallocUsed: 332500 kB\nVmallocChunk: 34359355024 kB\nHardwareCorrupted: 0 kB\nAnonHugePages: 2467840 kB\nHugePages_Total: 0\nHugePages_Free: 0\nHugePages_Rsvd: 0\nHugePages_Surp: 0\nHugepagesize: 2048 kB\nDirectMap4k: 10240 kB\nDirectMap2M: 25155584 kB\n">>}]}] [stats:debug,2012-11-10T1:31:25.937,ns_1@192.168.0.21:<0.4502.0>:stats_collector:maybe_log_stats:126](at {{1970,1,16},{7,42,19}}) Stats for bucket "default": accepting_conns 1 auth_cmds 9 auth_errors 0 bucket_active_conns 1 bucket_conns 25 bytes 3674416840 bytes_read 7854591718 bytes_written 2647915690 cas_badval 0 cas_hits 0 cas_misses 0 cmd_flush 0 cmd_get 321898 cmd_set 300658 conn_yields 39369 connection_structures 5000 curr_connections 28 curr_conns_on_port_11209 16 curr_conns_on_port_11210 10 curr_items 724002 curr_items_tot 1406743 curr_temp_items 0 daemon_connections 4 decr_hits 0 decr_misses 0 delete_hits 19517 delete_misses 21090 ep_access_scanner_last_runtime 0 ep_access_scanner_num_items 0 ep_access_scanner_task_time 2012-11-10 10:00:00 ep_allow_data_loss_during_shutdown 1 ep_alog_block_size 4096 ep_alog_path /data/default/access.log ep_alog_sleep_time 1440 ep_alog_task_time 10 ep_backend couchdb ep_bg_fetch_delay 0 ep_bg_fetched 0 ep_bg_meta_fetched 0 ep_bg_remaining_jobs 0 ep_chk_max_items 5000 ep_chk_period 1800 ep_chk_persistence_remains 2 ep_chk_persistence_timeout 10 ep_chk_remover_stime 5 ep_commit_num 38770 ep_commit_time 18 ep_commit_time_total 349386 ep_concurrentDB 1 ep_config_file ep_couch_bucket default ep_couch_host localhost ep_couch_port 11213 ep_couch_reconnect_sleeptime 250 ep_couch_response_timeout 180000 ep_data_age 18 ep_data_age_highwat 35 ep_data_traffic_enabled 0 ep_dbinit 0 ep_dbname /data/default ep_degraded_mode 0 ep_diskqueue_drain 3858729 ep_diskqueue_fill 3082949 ep_diskqueue_items 26129 ep_diskqueue_memory 800192 ep_diskqueue_pending 1200288 ep_exp_pager_stime 3600 ep_exp_pager_stime 3600 ep_expired_access 139 ep_expired_pager 0 ep_expiry_window 3 ep_failpartialwarmup 0 ep_flush_all false ep_flush_duration_total 674 ep_flushall_enabled 0 ep_flusher_state running ep_flusher_todo 7890 ep_getl_default_timeout 15 ep_getl_max_timeout 30 ep_ht_locks 5 ep_ht_size 3079 ep_inconsistent_slave_chk 0 ep_initfile ep_io_num_read 0 ep_io_num_write 2699857 ep_io_read_bytes 0 ep_io_write_bytes 6211432047 ep_item_begin_failed 0 ep_item_commit_failed 0 ep_item_flush_expired 17 ep_item_flush_failed 0 ep_item_num_based_new_chk 1 ep_items_rm_from_checkpoints 109164 ep_keep_closed_chks 0 ep_klog_block_size 4096 ep_klog_compactor_queue_cap 500000 ep_klog_compactor_stime 3600 ep_klog_flush commit2 ep_klog_max_entry_ratio 10 ep_klog_max_log_size 2147483647 ep_klog_path ep_klog_sync commit2 ep_kv_size 3459950541 ep_max_checkpoints 2 ep_max_data_size 12582912000 ep_max_item_size 20971520 ep_max_size 12582912000 ep_max_txn_size 10000 ep_max_vbuckets 1024 ep_mem_high_wat 9437184000 ep_mem_high_wat 9437184000 ep_mem_low_wat 7549747200 ep_mem_low_wat 7549747200 ep_mem_tracker_enabled true ep_min_data_age 0 ep_mlog_compactor_runs 0 ep_mutation_mem_threshold 0 ep_num_access_scanner_runs 0 ep_num_eject_failures 0 ep_num_expiry_pager_runs 0 ep_num_non_resident 0 ep_num_not_my_vbuckets 0 ep_num_ops_del_meta 0 ep_num_ops_get_meta 0 ep_num_ops_set_meta 0 ep_num_pager_runs 0 ep_num_value_ejects 0 ep_oom_errors 0 ep_overhead 86642752 ep_pager_active_vb_pcnt 40 ep_pager_unbiased_period 60 ep_pending_ops 0 ep_pending_ops_max 1 ep_pending_ops_max_duration 206679 ep_pending_ops_total 7 ep_postInitfile ep_queue_age_cap 900 ep_queue_size 18239 ep_startup_time 1352539183 ep_storage_age 16 ep_storage_age_highwat 33 ep_store_max_concurrency 10 ep_store_max_readers 9 ep_store_max_readwrite 1 ep_stored_val_type ep_tap_ack_grace_period 300 ep_tap_ack_initial_sequence_number 1 ep_tap_ack_interval 1000 ep_tap_ack_window_size 10 ep_tap_backfill_resident 0.9 ep_tap_backlog_limit 5000 ep_tap_backoff_period 5 ep_tap_bg_fetch_requeued 0 ep_tap_bg_fetched 0 ep_tap_bg_max_pending 500 ep_tap_keepalive 300 ep_tap_noop_interval 20 ep_tap_requeue_sleep_time 0.1 ep_tap_throttle_cap_pcnt 10 ep_tap_throttle_queue_cap 1000000 ep_tap_throttle_threshold 90 ep_tmp_oom_errors 0 ep_too_old 0 ep_too_young 0 ep_total_cache_size 3443084529 ep_total_del_items 107159 ep_total_enqueued 3082949 ep_total_new_items 1434301 ep_total_persisted 2699857 ep_uncommitted_items 43 ep_value_size 3343963661 ep_vb0 0 ep_vb_snapshot_total 529 ep_vb_total 482 ep_vbucket_del 0 ep_vbucket_del_fail 0 ep_version 2.0.0r_133_g68e3f7c ep_waitforwarmup 0 ep_warmup 1 ep_warmup_batch_size 1000 ep_warmup_dups 0 ep_warmup_min_items_threshold 100 ep_warmup_min_memory_threshold 100 ep_warmup_oom 0 ep_warmup_thread complete ep_warmup_time 19069 get_hits 313448 get_misses 8450 incr_hits 0 incr_misses 0 libevent 2.0.11-stable limit_maxbytes 67108864 listen_disabled_num 0 max_conns_on_port_11209 1000 max_conns_on_port_11210 9000 mem_used 3674416840 pid 22718 pointer_size 64 rejected_conns 0 rusage_system 132.231897 rusage_user 378.006534 tap_checkpoint_end_received 694 tap_checkpoint_end_sent 207 tap_checkpoint_start_received 1461 tap_checkpoint_start_sent 248 tap_connect_received 1 tap_delete_received 70242 tap_delete_sent 32226 tap_mutation_received 2906439 tap_mutation_sent 717014 tap_opaque_received 3368 tap_opaque_sent 249 tap_vbucket_set_received 496 threads 4 time 1352539885 total_connections 2480 uptime 706 vb_active_curr_items 724002 vb_active_eject 0 vb_active_expired 124 vb_active_ht_memory 6227776 vb_active_itm_memory 1771486982 vb_active_meta_data_memory 57196158 vb_active_num 248 vb_active_num_non_resident 0 vb_active_num_ref_ejects 0 vb_active_num_ref_items 742157 vb_active_ops_create 740970 vb_active_ops_delete 54650 vb_active_ops_reject 0 vb_active_ops_update 425826 vb_active_perc_mem_resident 100 vb_active_queue_age 140498000 vb_active_queue_drain 1919424 vb_active_queue_fill 1491434 vb_active_queue_memory 419296 vb_active_queue_pending 628944 vb_active_queue_size 13103 vb_dead_num 0 vb_pending_curr_items 0 vb_pending_eject 0 vb_pending_expired 0 vb_pending_ht_memory 0 vb_pending_itm_memory 0 vb_pending_meta_data_memory 0 vb_pending_num 0 vb_pending_num_non_resident 0 vb_pending_num_ref_ejects 0 vb_pending_num_ref_items 0 vb_pending_ops_create 0 vb_pending_ops_delete 0 vb_pending_ops_reject 0 vb_pending_ops_update 0 vb_pending_perc_mem_resident 0 vb_pending_queue_age 0 vb_pending_queue_drain 0 vb_pending_queue_fill 0 vb_pending_queue_memory 0 vb_pending_queue_pending 0 vb_pending_queue_size 0 vb_replica_curr_items 682741 vb_replica_eject 0 vb_replica_expired 15 vb_replica_ht_memory 5876208 vb_replica_itm_memory 1671597547 vb_replica_meta_data_memory 53936539 vb_replica_num 234 vb_replica_num_non_resident 0 vb_replica_num_ref_ejects 0 vb_replica_num_ref_items 699730 vb_replica_ops_create 693333 vb_replica_ops_delete 52509 vb_replica_ops_reject 0 vb_replica_ops_update 732610 vb_replica_perc_mem_resident 100 vb_replica_queue_age 72319000 vb_replica_queue_drain 1939305 vb_replica_queue_fill 1591515 vb_replica_queue_memory 380896 vb_replica_queue_pending 571344 vb_replica_queue_size 11903 version 1.4.4_600_g7ea975a [ns_doctor:debug,2012-11-10T1:31:41.353,ns_1@192.168.0.21:ns_doctor<0.4376.0>:ns_doctor:handle_info:137]Current node statuses: [{'ns_1@192.168.0.20', [{last_heard,{1352,539897,893764}}, {outgoing_replications_safeness_level,[{"default",green}]}, {incoming_replications_conf_hashes, [{"default",[{'ns_1@192.168.0.22',73502009}]}]}, {active_buckets,["default"]}, {ready_buckets,["default"]}, {local_tasks, [[{pid,<<"<0.32142.1>">>}, {bucket,<<"default">>}, {original_target,{[{type,bucket}]}}, {progress,85}, {started_on,1352539789}, {total_vbuckets,563}, {trigger_type,scheduled}, {type,bucket_compaction}, {updated_on,1352539897}, {vbuckets_done,484}]]}, {memory, [{total,198077584}, {processes,148542048}, {processes_used,146431640}, {system,49535536}, {atom,1401785}, {atom_used,1374492}, {binary,8406712}, {code,14045110}, {ets,7292112}]}, {system_memory_data, [{system_total_memory,25199214592}, {free_swap,20971511808}, {total_swap,20971511808}, {cached_memory,4403978240}, {buffered_memory,210161664}, {free_memory,11081252864}, {total_memory,25199214592}]}, {node_storage_conf,[{db_path,"/data"},{index_path,"/data"}]}, {statistics, [{wall_clock,{2177662,5000}}, {context_switches,{14423552,0}}, {garbage_collection,{1708115,11004330419,0}}, {io,{{input,271616609},{output,10017681436}}}, {reductions,{2134900400,3409803}}, {run_queue,0}, {runtime,{740670,1020}}]}, {system_stats, [{cpu_utilization_rate,77.72151898734177}, {swap_total,20971511808}, {swap_used,0}]}, {interesting_stats, [{couch_docs_actual_disk_size,4369984743}, {couch_docs_data_size,3885593458}, {couch_views_actual_disk_size,0}, {couch_views_data_size,0}, {curr_items,816001}, {curr_items_tot,1586743}, {mem_used,4100428768}, {vb_replica_curr_items,770742}]}, {cluster_compatibility_version,131072}, {version, [{public_key,"0.13"}, {lhttpc,"1.3.0"}, {ale,"8cffe61"}, {os_mon,"2.2.7"}, {couch_set_view,"1.2.0a-b68b5f4-git"}, {mnesia,"4.5"}, {inets,"5.7.1"}, {couch,"1.2.0a-b68b5f4-git"}, {mapreduce,"1.0.0"}, {couch_index_merger,"1.2.0a-b68b5f4-git"}, {kernel,"2.14.5"}, {crypto,"2.0.4"}, {ssl,"4.1.6"}, {sasl,"2.1.10"}, {couch_view_parser,"1.0.0"}, {ns_server,"2.0.0-1939-rel-enterprise"}, {mochiweb,"1.4.1"}, {oauth,"7d85d3ef"}, {stdlib,"1.17.5"}]}, {supported_compat_version,[2,0]}, {system_arch,"x86_64-unknown-linux-gnu"}, {wall_clock,2177}, {memory_data,{25199214592,14290796544,{<17877.428.0>,15936968}}}, {disk_data, [{"/",41260352,5}, {"/dev/shm",12304304,0}, {"/boot",495844,7}, {"/data",206420664,3}]}, {meminfo, <<"MemTotal: 24608608 kB\nMemFree: 10821784 kB\nBuffers: 205236 kB\nCached: 4300432 kB\nSwapCached: 0 kB\nActive: 9355440 kB\nInactive: 3841048 kB\nActive(anon): 8680600 kB\nInactive(anon): 12472 kB\nActive(file): 674840 kB\nInactive(file): 3828576 kB\nUnevictable: 11276 kB\nMlocked: 11288 kB\nSwapTotal: 20479992 kB\nSwapFree: 20479992 kB\nDirty: 6040 kB\nWriteback: 0 kB\nAnonPages: 8700352 kB\nMapped: 15460 kB\nShmem: 172 kB\nSlab: 264344 kB\nSReclaimable: 205832 kB\nSUnreclaim: 58512 kB\nKernelStack: 2992 kB\nPageTables: 21480 kB\nNFS_Unstable: 0 kB\nBounce: 0 kB\nWritebackTmp: 0 kB\nCommitLimit: 32784296 kB\nCommitted_AS: 10444716 kB\nVmallocTotal: 34359738367 kB\nVmallocUsed: 332500 kB\nVmallocChunk: 34359360032 kB\nHardwareCorrupted: 0 kB\nAnonHugePages: 2596864 kB\nHugePages_Total: 0\nHugePages_Free: 0\nHugePages_Rsvd: 0\nHugePages_Surp: 0\nHugepagesize: 2048 kB\nDirectMap4k: 10240 kB\nDirectMap2M: 25155584 kB\n">>}]}, {'ns_1@192.168.0.21', [{last_heard,{1352,539896,354917}}, {outgoing_replications_safeness_level,[{"default",green}]}, {incoming_replications_conf_hashes, [{"default",[{'ns_1@192.168.0.22',21862316}]}]}, {active_buckets,["default"]}, {ready_buckets,["default"]}, {local_tasks,[]}, {memory, [{total,145876960}, {processes,101200256}, {processes_used,101137384}, {system,44676704}, {atom,1333345}, {atom_used,1324998}, {binary,7503816}, {code,13371137}, {ets,4184608}]}, {system_memory_data, [{system_total_memory,25199214592}, {free_swap,20971511808}, {total_swap,20971511808}, {cached_memory,3736743936}, {buffered_memory,170049536}, {free_memory,16573153280}, {total_memory,25199214592}]}, {node_storage_conf,[{db_path,"/data"},{index_path,"/data"}]}, {statistics, [{wall_clock,{2157546,4999}}, {context_switches,{4676295,0}}, {garbage_collection,{1193885,2368352964,0}}, {io,{{input,139356687},{output,7258139781}}}, {reductions,{674227311,3577681}}, {run_queue,0}, {runtime,{300310,1190}}]}, {system_stats, [{cpu_utilization_rate,27.51196172248804}, {swap_total,20971511808}, {swap_used,0}]}, {interesting_stats, [{couch_docs_actual_disk_size,3664624186}, {couch_docs_data_size,3439468562}, {couch_views_actual_disk_size,0}, {couch_views_data_size,0}, {curr_items,726919}, {curr_items_tot,1412800}, {mem_used,3690047496}, {vb_replica_curr_items,685881}]}, {cluster_compatibility_version,131072}, {version, [{public_key,"0.13"}, {lhttpc,"1.3.0"}, {ale,"8cffe61"}, {os_mon,"2.2.7"}, {couch_set_view,"1.2.0a-b68b5f4-git"}, {mnesia,"4.5"}, {inets,"5.7.1"}, {couch,"1.2.0a-b68b5f4-git"}, {mapreduce,"1.0.0"}, {couch_index_merger,"1.2.0a-b68b5f4-git"}, {kernel,"2.14.5"}, {crypto,"2.0.4"}, {ssl,"4.1.6"}, {sasl,"2.1.10"}, {couch_view_parser,"1.0.0"}, {ns_server,"2.0.0-1939-rel-enterprise"}, {mochiweb,"1.4.1"}, {oauth,"7d85d3ef"}, {stdlib,"1.17.5"}]}, {supported_compat_version,[2,0]}, {system_arch,"x86_64-unknown-linux-gnu"}, {wall_clock,2157}, {memory_data,{25199214592,9105580032,{<0.4494.0>,4714984}}}, {disk_data, [{"/",41260352,5}, {"/dev/shm",12304304,0}, {"/boot",495844,7}, {"/data",206420664,3}]}, {meminfo, <<"MemTotal: 24608608 kB\nMemFree: 16184720 kB\nBuffers: 166064 kB\nCached: 3649164 kB\nSwapCached: 0 kB\nActive: 4590796 kB\nInactive: 3334452 kB\nActive(anon): 4102940 kB\nInactive(anon): 9272 kB\nActive(file): 487856 kB\nInactive(file): 3325180 kB\nUnevictable: 11288 kB\nMlocked: 11288 kB\nSwapTotal: 20479992 kB\nSwapFree: 20479992 kB\nDirty: 5168 kB\nWriteback: 0 kB\nAnonPages: 4121664 kB\nMapped: 14492 kB\nShmem: 164 kB\nSlab: 183268 kB\nSReclaimable: 125280 kB\nSUnreclaim: 57988 kB\nKernelStack: 2960 kB\nPageTables: 11936 kB\nNFS_Unstable: 0 kB\nBounce: 0 kB\nWritebackTmp: 0 kB\nCommitLimit: 32784296 kB\nCommitted_AS: 5860052 kB\nVmallocTotal: 34359738367 kB\nVmallocUsed: 332500 kB\nVmallocChunk: 34359355024 kB\nHardwareCorrupted: 0 kB\nAnonHugePages: 1173504 kB\nHugePages_Total: 0\nHugePages_Free: 0\nHugePages_Rsvd: 0\nHugePages_Surp: 0\nHugepagesize: 2048 kB\nDirectMap4k: 10240 kB\nDirectMap2M: 25155584 kB\n">>}]}, {'ns_1@192.168.0.22', [{last_heard,{1352,539900,956584}}, {outgoing_replications_safeness_level,[{"default",green}]}, {incoming_replications_conf_hashes, [{"default", [{'ns_1@192.168.0.20',42307221},{'ns_1@192.168.0.21',53485587}]}]}, {active_buckets,["default"]}, {ready_buckets,["default"]}, {local_tasks, [[{pid,<<"<0.21041.1>">>}, {bucket,<<"default">>}, {original_target,{[{type,bucket}]}}, {progress,76}, {started_on,1352539737}, {total_vbuckets,1025}, {trigger_type,scheduled}, {type,bucket_compaction}, {updated_on,1352539900}, {vbuckets_done,785}]]}, {memory, [{total,216906976}, {processes,162447992}, {processes_used,162313136}, {system,54458984}, {atom,1338193}, {atom_used,1333793}, {binary,13619120}, {code,13481638}, {ets,7348416}]}, {system_memory_data, [{system_total_memory,25199214592}, {free_swap,20971511808}, {total_swap,20971511808}, {cached_memory,8949055488}, {buffered_memory,224501760}, {free_memory,6356918272}, {total_memory,25199214592}]}, {node_storage_conf,[{db_path,"/data"},{index_path,"/data"}]}, {statistics, [{wall_clock,{2160946,5000}}, {context_switches,{16318647,0}}, {garbage_collection,{2157523,5213668236,0}}, {io,{{input,368960071},{output,12899725206}}}, {reductions,{1848165591,3194204}}, {run_queue,0}, {runtime,{632220,1020}}]}, {system_stats, [{cpu_utilization_rate,29.876543209876544}, {swap_total,20971511808}, {swap_used,0}]}, {interesting_stats, [{couch_docs_actual_disk_size,8839513115}, {couch_docs_data_size,7326315804}, {couch_views_actual_disk_size,0}, {couch_views_data_size,0}, {curr_items,1451445}, {curr_items_tot,2995081}, {mem_used,7781330088}, {vb_replica_curr_items,1543636}]}, {cluster_compatibility_version,131072}, {version, [{public_key,"0.13"}, {lhttpc,"1.3.0"}, {ale,"8cffe61"}, {os_mon,"2.2.7"}, {couch_set_view,"1.2.0a-b68b5f4-git"}, {mnesia,"4.5"}, {inets,"5.7.1"}, {couch,"1.2.0a-b68b5f4-git"}, {mapreduce,"1.0.0"}, {couch_index_merger,"1.2.0a-b68b5f4-git"}, {kernel,"2.14.5"}, {crypto,"2.0.4"}, {ssl,"4.1.6"}, {sasl,"2.1.10"}, {couch_view_parser,"1.0.0"}, {ns_server,"2.0.0-1939-rel-enterprise"}, {mochiweb,"1.4.1"}, {oauth,"7d85d3ef"}, {stdlib,"1.17.5"}]}, {supported_compat_version,[2,0]}, {system_arch,"x86_64-unknown-linux-gnu"}, {wall_clock,2160}, {memory_data,{25199214592,18844336128,{<17923.725.0>,2914384}}}, {disk_data, [{"/",41260352,5}, {"/dev/shm",12304304,0}, {"/boot",495844,7}, {"/data",206420664,5}]}, {meminfo, <<"MemTotal: 24608608 kB\nMemFree: 6207928 kB\nBuffers: 219240 kB\nCached: 8739312 kB\nSwapCached: 0 kB\nActive: 10205672 kB\nInactive: 7504212 kB\nActive(anon): 8748504 kB\nInactive(anon): 5460 kB\nActive(file): 1457168 kB\nInactive(file): 7498752 kB\nUnevictable: 11252 kB\nMlocked: 11288 kB\nSwapTotal: 20479992 kB\nSwapFree: 20479992 kB\nDirty: 1116 kB\nWriteback: 0 kB\nAnonPages: 8763376 kB\nMapped: 15572 kB\nShmem: 172 kB\nSlab: 365900 kB\nSReclaimable: 307392 kB\nSUnreclaim: 58508 kB\nKernelStack: 2480 kB\nPageTables: 21240 kB\nNFS_Unstable: 0 kB\nBounce: 0 kB\nWritebackTmp: 0 kB\nCommitLimit: 32784296 kB\nCommitted_AS: 10488148 kB\nVmallocTotal: 34359738367 kB\nVmallocUsed: 332500 kB\nVmallocChunk: 34359355024 kB\nHardwareCorrupted: 0 kB\nAnonHugePages: 2570240 kB\nHugePages_Total: 0\nHugePages_Free: 0\nHugePages_Rsvd: 0\nHugePages_Surp: 0\nHugepagesize: 2048 kB\nDirectMap4k: 10240 kB\nDirectMap2M: 25155584 kB\n">>}]}] [ns_doctor:debug,2012-11-10T1:32:41.355,ns_1@192.168.0.21:ns_doctor<0.4376.0>:ns_doctor:handle_info:137]Current node statuses: [{'ns_1@192.168.0.20', [{last_heard,{1352,539957,899446}}, {outgoing_replications_safeness_level,[{"default",green}]}, {incoming_replications_conf_hashes, [{"default",[{'ns_1@192.168.0.22',81048264}]}]}, {active_buckets,["default"]}, {ready_buckets,["default"]}, {local_tasks,[]}, {memory, [{total,226267816}, {processes,176791128}, {processes_used,174562800}, {system,49476688}, {atom,1401785}, {atom_used,1374492}, {binary,8227832}, {code,14045110}, {ets,7429272}]}, {system_memory_data, [{system_total_memory,25199214592}, {free_swap,20971511808}, {total_swap,20971511808}, {cached_memory,4456349696}, {buffered_memory,212213760}, {free_memory,11016630272}, {total_memory,25199214592}]}, {node_storage_conf,[{db_path,"/data"},{index_path,"/data"}]}, {statistics, [{wall_clock,{2237668,5007}}, {context_switches,{14681921,0}}, {garbage_collection,{1751367,11405043937,0}}, {io,{{input,275427691},{output,10157493691}}}, {reductions,{2176301893,4013871}}, {run_queue,0}, {runtime,{762010,2480}}]}, {system_stats, [{cpu_utilization_rate,63.52657004830918}, {swap_total,20971511808}, {swap_used,0}]}, {interesting_stats, [{couch_docs_actual_disk_size,4371372590}, {couch_docs_data_size,3772126820}, {couch_views_actual_disk_size,0}, {couch_views_data_size,0}, {curr_items,788664}, {curr_items_tot,1531997}, {mem_used,3973298360}, {vb_replica_curr_items,743333}]}, {cluster_compatibility_version,131072}, {version, [{public_key,"0.13"}, {lhttpc,"1.3.0"}, {ale,"8cffe61"}, {os_mon,"2.2.7"}, {couch_set_view,"1.2.0a-b68b5f4-git"}, {mnesia,"4.5"}, {inets,"5.7.1"}, {couch,"1.2.0a-b68b5f4-git"}, {mapreduce,"1.0.0"}, {couch_index_merger,"1.2.0a-b68b5f4-git"}, {kernel,"2.14.5"}, {crypto,"2.0.4"}, {ssl,"4.1.6"}, {sasl,"2.1.10"}, {couch_view_parser,"1.0.0"}, {ns_server,"2.0.0-1939-rel-enterprise"}, {mochiweb,"1.4.1"}, {oauth,"7d85d3ef"}, {stdlib,"1.17.5"}]}, {supported_compat_version,[2,0]}, {system_arch,"x86_64-unknown-linux-gnu"}, {wall_clock,2237}, {memory_data,{25199214592,14052839424,{<17877.428.0>,15912600}}}, {disk_data, [{"/",41260352,5}, {"/dev/shm",12304304,0}, {"/boot",495844,7}, {"/data",206420664,3}]}, {meminfo, <<"MemTotal: 24608608 kB\nMemFree: 10758676 kB\nBuffers: 207240 kB\nCached: 4351904 kB\nSwapCached: 0 kB\nActive: 9509668 kB\nInactive: 3753260 kB\nActive(anon): 8694372 kB\nInactive(anon): 11924 kB\nActive(file): 815296 kB\nInactive(file): 3741336 kB\nUnevictable: 11276 kB\nMlocked: 11288 kB\nSwapTotal: 20479992 kB\nSwapFree: 20479992 kB\nDirty: 2580 kB\nWriteback: 0 kB\nAnonPages: 8683096 kB\nMapped: 15448 kB\nShmem: 172 kB\nSlab: 260736 kB\nSReclaimable: 202676 kB\nSUnreclaim: 58060 kB\nKernelStack: 3008 kB\nPageTables: 21560 kB\nNFS_Unstable: 0 kB\nBounce: 0 kB\nWritebackTmp: 0 kB\nCommitLimit: 32784296 kB\nCommitted_AS: 10469676 kB\nVmallocTotal: 34359738367 kB\nVmallocUsed: 332500 kB\nVmallocChunk: 34359360032 kB\nHardwareCorrupted: 0 kB\nAnonHugePages: 2691072 kB\nHugePages_Total: 0\nHugePages_Free: 0\nHugePages_Rsvd: 0\nHugePages_Surp: 0\nHugepagesize: 2048 kB\nDirectMap4k: 10240 kB\nDirectMap2M: 25155584 kB\n">>}]}, {'ns_1@192.168.0.21', [{last_heard,{1352,539956,356922}}, {outgoing_replications_safeness_level,[{"default",green}]}, {incoming_replications_conf_hashes, [{"default",[{'ns_1@192.168.0.22',52971419}]}]}, {active_buckets,["default"]}, {ready_buckets,["default"]}, {local_tasks,[]}, {memory, [{total,149067696}, {processes,104252712}, {processes_used,104237664}, {system,44814984}, {atom,1333345}, {atom_used,1324998}, {binary,7458000}, {code,13371137}, {ets,4356248}]}, {system_memory_data, [{system_total_memory,25199214592}, {free_swap,20971511808}, {total_swap,20971511808}, {cached_memory,4264886272}, {buffered_memory,171540480}, {free_memory,15853064192}, {total_memory,25199214592}]}, {node_storage_conf,[{db_path,"/data"},{index_path,"/data"}]}, {statistics, [{wall_clock,{2217548,5001}}, {context_switches,{4968636,0}}, {garbage_collection,{1241688,2489131061,0}}, {io,{{input,147067545},{output,7524998708}}}, {reductions,{715589904,4130029}}, {run_queue,0}, {runtime,{315170,1420}}]}, {system_stats, [{cpu_utilization_rate,30.22670025188917}, {swap_total,20971511808}, {swap_used,0}]}, {interesting_stats, [{couch_docs_actual_disk_size,4178644862}, {couch_docs_data_size,3554486410}, {couch_views_actual_disk_size,0}, {couch_views_data_size,0}, {curr_items,752509}, {curr_items_tot,1464073}, {mem_used,3824439576}, {vb_replica_curr_items,711564}]}, {cluster_compatibility_version,131072}, {version, [{public_key,"0.13"}, {lhttpc,"1.3.0"}, {ale,"8cffe61"}, {os_mon,"2.2.7"}, {couch_set_view,"1.2.0a-b68b5f4-git"}, {mnesia,"4.5"}, {inets,"5.7.1"}, {couch,"1.2.0a-b68b5f4-git"}, {mapreduce,"1.0.0"}, {couch_index_merger,"1.2.0a-b68b5f4-git"}, {kernel,"2.14.5"}, {crypto,"2.0.4"}, {ssl,"4.1.6"}, {sasl,"2.1.10"}, {couch_view_parser,"1.0.0"}, {ns_server,"2.0.0-1939-rel-enterprise"}, {mochiweb,"1.4.1"}, {oauth,"7d85d3ef"}, {stdlib,"1.17.5"}]}, {supported_compat_version,[2,0]}, {system_arch,"x86_64-unknown-linux-gnu"}, {wall_clock,2217}, {memory_data,{25199214592,8659623936,{<0.4493.0>,2914384}}}, {disk_data, [{"/",41260352,5}, {"/dev/shm",12304304,0}, {"/boot",495844,7}, {"/data",206420664,2}]}, {meminfo, <<"MemTotal: 24608608 kB\nMemFree: 15481756 kB\nBuffers: 167520 kB\nCached: 4164928 kB\nSwapCached: 0 kB\nActive: 5111952 kB\nInactive: 3501120 kB\nActive(anon): 4273872 kB\nInactive(anon): 9272 kB\nActive(file): 838080 kB\nInactive(file): 3491848 kB\nUnevictable: 11288 kB\nMlocked: 11288 kB\nSwapTotal: 20479992 kB\nSwapFree: 20479992 kB\nDirty: 4188 kB\nWriteback: 0 kB\nAnonPages: 4292560 kB\nMapped: 14492 kB\nShmem: 164 kB\nSlab: 196908 kB\nSReclaimable: 139120 kB\nSUnreclaim: 57788 kB\nKernelStack: 2960 kB\nPageTables: 12292 kB\nNFS_Unstable: 0 kB\nBounce: 0 kB\nWritebackTmp: 0 kB\nCommitLimit: 32784296 kB\nCommitted_AS: 6016760 kB\nVmallocTotal: 34359738367 kB\nVmallocUsed: 332500 kB\nVmallocChunk: 34359355024 kB\nHardwareCorrupted: 0 kB\nAnonHugePages: 1284096 kB\nHugePages_Total: 0\nHugePages_Free: 0\nHugePages_Rsvd: 0\nHugePages_Surp: 0\nHugepagesize: 2048 kB\nDirectMap4k: 10240 kB\nDirectMap2M: 25155584 kB\n">>}]}, {'ns_1@192.168.0.22', [{last_heard,{1352,539960,955708}}, {outgoing_replications_safeness_level,[{"default",green}]}, {incoming_replications_conf_hashes, [{"default", [{'ns_1@192.168.0.20',93272852},{'ns_1@192.168.0.21',70914797}]}]}, {active_buckets,["default"]}, {ready_buckets,["default"]}, {local_tasks,[]}, {memory, [{total,216608920}, {processes,161747416}, {processes_used,161573224}, {system,54861504}, {atom,1338193}, {atom_used,1333793}, {binary,13874728}, {code,13481638}, {ets,7497936}]}, {system_memory_data, [{system_total_memory,25199214592}, {free_swap,20971511808}, {total_swap,20971511808}, {cached_memory,8610816000}, {buffered_memory,228708352}, {free_memory,6703886336}, {total_memory,25199214592}]}, {node_storage_conf,[{db_path,"/data"},{index_path,"/data"}]}, {statistics, [{wall_clock,{2220946,5001}}, {context_switches,{16718397,0}}, {garbage_collection,{2226593,5366208856,0}}, {io,{{input,383048395},{output,13193952475}}}, {reductions,{1897130961,4135838}}, {run_queue,0}, {runtime,{648740,1370}}]}, {system_stats, [{cpu_utilization_rate,34.643734643734646}, {swap_total,20971511808}, {swap_used,0}]}, {interesting_stats, [{couch_docs_actual_disk_size,8472145440}, {couch_docs_data_size,7326951913}, {couch_views_actual_disk_size,0}, {couch_views_data_size,0}, {curr_items,1450417}, {curr_items_tot,2993022}, {mem_used,7788216664}, {vb_replica_curr_items,1542605}]}, {cluster_compatibility_version,131072}, {version, [{public_key,"0.13"}, {lhttpc,"1.3.0"}, {ale,"8cffe61"}, {os_mon,"2.2.7"}, {couch_set_view,"1.2.0a-b68b5f4-git"}, {mnesia,"4.5"}, {inets,"5.7.1"}, {couch,"1.2.0a-b68b5f4-git"}, {mapreduce,"1.0.0"}, {couch_index_merger,"1.2.0a-b68b5f4-git"}, {kernel,"2.14.5"}, {crypto,"2.0.4"}, {ssl,"4.1.6"}, {sasl,"2.1.10"}, {couch_view_parser,"1.0.0"}, {ns_server,"2.0.0-1939-rel-enterprise"}, {mochiweb,"1.4.1"}, {oauth,"7d85d3ef"}, {stdlib,"1.17.5"}]}, {supported_compat_version,[2,0]}, {system_arch,"x86_64-unknown-linux-gnu"}, {wall_clock,2220}, {memory_data,{25199214592,18495074304,{<17923.725.0>,2914384}}}, {disk_data, [{"/",41260352,5}, {"/dev/shm",12304304,0}, {"/boot",495844,7}, {"/data",206420664,5}]}, {meminfo, <<"MemTotal: 24608608 kB\nMemFree: 6547012 kB\nBuffers: 223348 kB\nCached: 8409000 kB\nSwapCached: 0 kB\nActive: 10070088 kB\nInactive: 7317196 kB\nActive(anon): 8751784 kB\nInactive(anon): 5460 kB\nActive(file): 1318304 kB\nInactive(file): 7311736 kB\nUnevictable: 11252 kB\nMlocked: 11288 kB\nSwapTotal: 20479992 kB\nSwapFree: 20479992 kB\nDirty: 8404 kB\nWriteback: 0 kB\nAnonPages: 8766660 kB\nMapped: 15568 kB\nShmem: 172 kB\nSlab: 349820 kB\nSReclaimable: 291404 kB\nSUnreclaim: 58416 kB\nKernelStack: 2472 kB\nPageTables: 21184 kB\nNFS_Unstable: 0 kB\nBounce: 0 kB\nWritebackTmp: 0 kB\nCommitLimit: 32784296 kB\nCommitted_AS: 10500376 kB\nVmallocTotal: 34359738367 kB\nVmallocUsed: 332500 kB\nVmallocChunk: 34359355024 kB\nHardwareCorrupted: 0 kB\nAnonHugePages: 2670592 kB\nHugePages_Total: 0\nHugePages_Free: 0\nHugePages_Rsvd: 0\nHugePages_Surp: 0\nHugepagesize: 2048 kB\nDirectMap4k: 10240 kB\nDirectMap2M: 25155584 kB\n">>}]}] [stats:debug,2012-11-10T1:33:06.014,ns_1@192.168.0.21:<0.4502.0>:stats_collector:maybe_log_stats:126](at {{1970,1,16},{7,42,19}}) Stats for bucket "default": accepting_conns 1 auth_cmds 9 auth_errors 0 bucket_active_conns 1 bucket_conns 24 bytes 3945520936 bytes_read 8555128307 bytes_written 3100857239 cas_badval 0 cas_hits 0 cas_misses 0 cmd_flush 0 cmd_get 411898 cmd_set 384149 conn_yields 42738 connection_structures 5000 curr_connections 27 curr_conns_on_port_11209 15 curr_conns_on_port_11210 10 curr_items 778726 curr_items_tot 1511499 curr_temp_items 0 daemon_connections 4 decr_hits 0 decr_misses 0 delete_hits 25001 delete_misses 26880 ep_access_scanner_last_runtime 0 ep_access_scanner_num_items 0 ep_access_scanner_task_time 2012-11-10 10:00:00 ep_allow_data_loss_during_shutdown 1 ep_alog_block_size 4096 ep_alog_path /data/default/access.log ep_alog_sleep_time 1440 ep_alog_task_time 10 ep_backend couchdb ep_bg_fetch_delay 0 ep_bg_fetched 0 ep_bg_meta_fetched 0 ep_bg_remaining_jobs 0 ep_chk_max_items 5000 ep_chk_period 1800 ep_chk_persistence_remains 1 ep_chk_persistence_timeout 10 ep_chk_remover_stime 5 ep_commit_num 43684 ep_commit_time 3 ep_commit_time_total 397245 ep_concurrentDB 1 ep_config_file ep_couch_bucket default ep_couch_host localhost ep_couch_port 11213 ep_couch_reconnect_sleeptime 250 ep_couch_response_timeout 180000 ep_data_age 6 ep_data_age_highwat 35 ep_data_traffic_enabled 0 ep_dbinit 0 ep_dbname /data/default ep_degraded_mode 0 ep_diskqueue_drain 4171034 ep_diskqueue_fill 3365486 ep_diskqueue_items 8681 ep_diskqueue_memory 227872 ep_diskqueue_pending 341808 ep_exp_pager_stime 3600 ep_exp_pager_stime 3600 ep_expired_access 198 ep_expired_pager 0 ep_expiry_window 3 ep_failpartialwarmup 0 ep_flush_all false ep_flush_duration_total 780 ep_flushall_enabled 0 ep_flusher_state running ep_flusher_todo 5274 ep_getl_default_timeout 15 ep_getl_max_timeout 30 ep_ht_locks 5 ep_ht_size 3079 ep_inconsistent_slave_chk 0 ep_initfile ep_io_num_read 0 ep_io_num_write 2985031 ep_io_read_bytes 0 ep_io_write_bytes 6860905777 ep_item_begin_failed 0 ep_item_commit_failed 0 ep_item_flush_expired 19 ep_item_flush_failed 0 ep_item_num_based_new_chk 1 ep_items_rm_from_checkpoints 110493 ep_keep_closed_chks 0 ep_klog_block_size 4096 ep_klog_compactor_queue_cap 500000 ep_klog_compactor_stime 3600 ep_klog_flush commit2 ep_klog_max_entry_ratio 10 ep_klog_max_log_size 2147483647 ep_klog_path ep_klog_sync commit2 ep_kv_size 3721235053 ep_max_checkpoints 2 ep_max_data_size 12582912000 ep_max_item_size 20971520 ep_max_size 12582912000 ep_max_txn_size 10000 ep_max_vbuckets 1024 ep_mem_high_wat 9437184000 ep_mem_high_wat 9437184000 ep_mem_low_wat 7549747200 ep_mem_low_wat 7549747200 ep_mem_tracker_enabled true ep_min_data_age 0 ep_mlog_compactor_runs 0 ep_mutation_mem_threshold 0 ep_num_access_scanner_runs 0 ep_num_eject_failures 0 ep_num_expiry_pager_runs 0 ep_num_non_resident 0 ep_num_not_my_vbuckets 0 ep_num_ops_del_meta 0 ep_num_ops_get_meta 0 ep_num_ops_set_meta 0 ep_num_pager_runs 0 ep_num_value_ejects 0 ep_oom_errors 0 ep_overhead 89563560 ep_pager_active_vb_pcnt 40 ep_pager_unbiased_period 60 ep_pending_ops 0 ep_pending_ops_max 1 ep_pending_ops_max_duration 206679 ep_pending_ops_total 7 ep_postInitfile ep_queue_age_cap 900 ep_queue_size 3407 ep_startup_time 1352539183 ep_storage_age 4 ep_storage_age_highwat 33 ep_store_max_concurrency 10 ep_store_max_readers 9 ep_store_max_readwrite 1 ep_stored_val_type ep_tap_ack_grace_period 300 ep_tap_ack_initial_sequence_number 1 ep_tap_ack_interval 1000 ep_tap_ack_window_size 10 ep_tap_backfill_resident 0.9 ep_tap_backlog_limit 5000 ep_tap_backoff_period 5 ep_tap_bg_fetch_requeued 0 ep_tap_bg_fetched 0 ep_tap_bg_max_pending 500 ep_tap_keepalive 300 ep_tap_noop_interval 20 ep_tap_requeue_sleep_time 0.1 ep_tap_throttle_cap_pcnt 10 ep_tap_throttle_queue_cap 1000000 ep_tap_throttle_threshold 90 ep_tmp_oom_errors 0 ep_too_old 0 ep_too_young 0 ep_total_cache_size 3703101997 ep_total_del_items 123832 ep_total_enqueued 3365486 ep_total_new_items 1555548 ep_total_persisted 2985031 ep_uncommitted_items 24 ep_value_size 3596607341 ep_vb0 0 ep_vb_snapshot_total 560 ep_vb_total 520 ep_vbucket_del 0 ep_vbucket_del_fail 0 ep_version 2.0.0r_133_g68e3f7c ep_waitforwarmup 0 ep_warmup 1 ep_warmup_batch_size 1000 ep_warmup_dups 0 ep_warmup_min_items_threshold 100 ep_warmup_min_memory_threshold 100 ep_warmup_oom 0 ep_warmup_thread complete ep_warmup_time 19069 get_hits 400752 get_misses 11146 incr_hits 0 incr_misses 0 libevent 2.0.11-stable limit_maxbytes 67108864 listen_disabled_num 0 max_conns_on_port_11209 1000 max_conns_on_port_11210 9000 mem_used 3945520936 pid 22718 pointer_size 64 rejected_conns 0 rusage_system 154.790468 rusage_user 423.867562 tap_checkpoint_end_received 747 tap_checkpoint_end_sent 222 tap_checkpoint_start_received 1574 tap_checkpoint_start_sent 267 tap_connect_received 1 tap_delete_received 80212 tap_delete_sent 39099 tap_mutation_received 3104019 tap_mutation_sent 805964 tap_opaque_received 3632 tap_opaque_sent 268 tap_vbucket_set_received 534 threads 4 time 1352539985 total_connections 2669 uptime 806 vb_active_curr_items 778726 vb_active_eject 0 vb_active_expired 181 vb_active_ht_memory 6704904 vb_active_itm_memory 1907770210 vb_active_meta_data_memory 61519354 vb_active_num 267 vb_active_num_non_resident 0 vb_active_num_ref_ejects 0 vb_active_num_ref_items 802807 vb_active_ops_create 802013 vb_active_ops_delete 63488 vb_active_ops_reject 0 vb_active_ops_update 502275 vb_active_perc_mem_resident 100 vb_active_queue_age 71030000 vb_active_queue_drain 2082494 vb_active_queue_fill 1638370 vb_active_queue_memory 118080 vb_active_queue_pending 177120 vb_active_queue_size 3690 vb_dead_num 0 vb_pending_curr_items 0 vb_pending_eject 0 vb_pending_expired 0 vb_pending_ht_memory 0 vb_pending_itm_memory 0 vb_pending_meta_data_memory 0 vb_pending_num 0 vb_pending_num_non_resident 0 vb_pending_num_ref_ejects 0 vb_pending_num_ref_items 0 vb_pending_ops_create 0 vb_pending_ops_delete 0 vb_pending_ops_reject 0 vb_pending_ops_update 0 vb_pending_perc_mem_resident 0 vb_pending_queue_age 0 vb_pending_queue_drain 0 vb_pending_queue_fill 0 vb_pending_queue_memory 0 vb_pending_queue_pending 0 vb_pending_queue_size 0 vb_replica_curr_items 732773 vb_replica_eject 0 vb_replica_expired 17 vb_replica_ht_memory 6353336 vb_replica_itm_memory 1795331787 vb_replica_meta_data_memory 57889067 vb_replica_num 253 vb_replica_num_non_resident 0 vb_replica_num_ref_ejects 0 vb_replica_num_ref_items 754957 vb_replica_ops_create 753536 vb_replica_ops_delete 60344 vb_replica_ops_reject 0 vb_replica_ops_update 803397 vb_replica_perc_mem_resident 100 vb_replica_queue_age 29737000 vb_replica_queue_drain 2088540 vb_replica_queue_fill 1727116 vb_replica_queue_memory 109792 vb_replica_queue_pending 164688 vb_replica_queue_size 3431 version 1.4.4_600_g7ea975a [ns_doctor:debug,2012-11-10T1:33:41.354,ns_1@192.168.0.21:ns_doctor<0.4376.0>:ns_doctor:handle_info:137]Current node statuses: [{'ns_1@192.168.0.20', [{last_heard,{1352,540017,894305}}, {outgoing_replications_safeness_level,[{"default",green}]}, {incoming_replications_conf_hashes, [{"default",[{'ns_1@192.168.0.22',63411831}]}]}, {active_buckets,["default"]}, {ready_buckets,["default"]}, {local_tasks,[]}, {memory, [{total,185294520}, {processes,136675752}, {processes_used,134308040}, {system,48618768}, {atom,1401785}, {atom_used,1374492}, {binary,7345008}, {code,14045110}, {ets,7483464}]}, {system_memory_data, [{system_total_memory,25199214592}, {free_swap,20971511808}, {total_swap,20971511808}, {cached_memory,4581040128}, {buffered_memory,213770240}, {free_memory,10911436800}, {total_memory,25199214592}]}, {node_storage_conf,[{db_path,"/data"},{index_path,"/data"}]}, {statistics, [{wall_clock,{2297663,4998}}, {context_switches,{15082783,0}}, {garbage_collection,{1823220,12123765131,0}}, {io,{{input,279329496},{output,10287290068}}}, {reductions,{2230476774,4375539}}, {run_queue,0}, {runtime,{794490,2600}}]}, {system_stats, [{cpu_utilization_rate,75.06053268765133}, {swap_total,20971511808}, {swap_used,0}]}, {interesting_stats, [{couch_docs_actual_disk_size,4500782527}, {couch_docs_data_size,3514670212}, {couch_views_actual_disk_size,0}, {couch_views_data_size,0}, {curr_items,736019}, {curr_items_tot,1426437}, {mem_used,3714987600}, {vb_replica_curr_items,690418}]}, {cluster_compatibility_version,131072}, {version, [{public_key,"0.13"}, {lhttpc,"1.3.0"}, {ale,"8cffe61"}, {os_mon,"2.2.7"}, {couch_set_view,"1.2.0a-b68b5f4-git"}, {mnesia,"4.5"}, {inets,"5.7.1"}, {couch,"1.2.0a-b68b5f4-git"}, {mapreduce,"1.0.0"}, {couch_index_merger,"1.2.0a-b68b5f4-git"}, {kernel,"2.14.5"}, {crypto,"2.0.4"}, {ssl,"4.1.6"}, {sasl,"2.1.10"}, {couch_view_parser,"1.0.0"}, {ns_server,"2.0.0-1939-rel-enterprise"}, {mochiweb,"1.4.1"}, {oauth,"7d85d3ef"}, {stdlib,"1.17.5"}]}, {supported_compat_version,[2,0]}, {system_arch,"x86_64-unknown-linux-gnu"}, {wall_clock,2297}, {memory_data,{25199214592,14238318592,{<17877.428.0>,15912344}}}, {disk_data, [{"/",41260352,5}, {"/dev/shm",12304304,0}, {"/boot",495844,7}, {"/data",206420664,3}]}, {meminfo, <<"MemTotal: 24608608 kB\nMemFree: 10655700 kB\nBuffers: 208760 kB\nCached: 4473672 kB\nSwapCached: 0 kB\nActive: 9761132 kB\nInactive: 3606840 kB\nActive(anon): 8675588 kB\nInactive(anon): 12472 kB\nActive(file): 1085544 kB\nInactive(file): 3594368 kB\nUnevictable: 11276 kB\nMlocked: 11288 kB\nSwapTotal: 20479992 kB\nSwapFree: 20479992 kB\nDirty: 3340 kB\nWriteback: 0 kB\nAnonPages: 8697360 kB\nMapped: 15456 kB\nShmem: 172 kB\nSlab: 258864 kB\nSReclaimable: 200992 kB\nSUnreclaim: 57872 kB\nKernelStack: 2984 kB\nPageTables: 21476 kB\nNFS_Unstable: 0 kB\nBounce: 0 kB\nWritebackTmp: 0 kB\nCommitLimit: 32784296 kB\nCommitted_AS: 10457520 kB\nVmallocTotal: 34359738367 kB\nVmallocUsed: 332500 kB\nVmallocChunk: 34359360032 kB\nHardwareCorrupted: 0 kB\nAnonHugePages: 2801664 kB\nHugePages_Total: 0\nHugePages_Free: 0\nHugePages_Rsvd: 0\nHugePages_Surp: 0\nHugepagesize: 2048 kB\nDirectMap4k: 10240 kB\nDirectMap2M: 25155584 kB\n">>}]}, {'ns_1@192.168.0.21', [{last_heard,{1352,540016,357134}}, {outgoing_replications_safeness_level,[{"default",green}]}, {incoming_replications_conf_hashes, [{"default",[{'ns_1@192.168.0.22',102100195}]}]}, {active_buckets,["default"]}, {ready_buckets,["default"]}, {local_tasks,[]}, {memory, [{total,157322888}, {processes,112464944}, {processes_used,112450736}, {system,44857944}, {atom,1333345}, {atom_used,1324998}, {binary,7314696}, {code,13371137}, {ets,4540624}]}, {system_memory_data, [{system_total_memory,25199214592}, {free_swap,20971511808}, {total_swap,20971511808}, {cached_memory,4973252608}, {buffered_memory,173359104}, {free_memory,14821482496}, {total_memory,25199214592}]}, {node_storage_conf,[{db_path,"/data"},{index_path,"/data"}]}, {statistics, [{wall_clock,{2277548,4999}}, {context_switches,{5423526,0}}, {garbage_collection,{1323926,2671723297,0}}, {io,{{input,154242707},{output,7937384079}}}, {reductions,{771485862,4975920}}, {run_queue,0}, {runtime,{335170,1700}}]}, {system_stats, [{cpu_utilization_rate,32.34567901234568}, {swap_total,20971511808}, {swap_used,0}]}, {interesting_stats, [{couch_docs_actual_disk_size,4877012240}, {couch_docs_data_size,3811526982}, {couch_views_actual_disk_size,0}, {couch_views_data_size,0}, {curr_items,801853}, {curr_items_tot,1562873}, {mem_used,4079358576}, {vb_replica_curr_items,761020}]}, {cluster_compatibility_version,131072}, {version, [{public_key,"0.13"}, {lhttpc,"1.3.0"}, {ale,"8cffe61"}, {os_mon,"2.2.7"}, {couch_set_view,"1.2.0a-b68b5f4-git"}, {mnesia,"4.5"}, {inets,"5.7.1"}, {couch,"1.2.0a-b68b5f4-git"}, {mapreduce,"1.0.0"}, {couch_index_merger,"1.2.0a-b68b5f4-git"}, {kernel,"2.14.5"}, {crypto,"2.0.4"}, {ssl,"4.1.6"}, {sasl,"2.1.10"}, {couch_view_parser,"1.0.0"}, {ns_server,"2.0.0-1939-rel-enterprise"}, {mochiweb,"1.4.1"}, {oauth,"7d85d3ef"}, {stdlib,"1.17.5"}]}, {supported_compat_version,[2,0]}, {system_arch,"x86_64-unknown-linux-gnu"}, {wall_clock,2277}, {memory_data,{25199214592,9390157824,{<0.4493.0>,2914384}}}, {disk_data, [{"/",41260352,5}, {"/dev/shm",12304304,0}, {"/boot",495844,7}, {"/data",206420664,3}]}, {meminfo, <<"MemTotal: 24608608 kB\nMemFree: 14474352 kB\nBuffers: 169296 kB\nCached: 4856692 kB\nSwapCached: 0 kB\nActive: 5764940 kB\nInactive: 3834240 kB\nActive(anon): 4566552 kB\nInactive(anon): 9272 kB\nActive(file): 1198388 kB\nInactive(file): 3824968 kB\nUnevictable: 11288 kB\nMlocked: 11288 kB\nSwapTotal: 20479992 kB\nSwapFree: 20479992 kB\nDirty: 3684 kB\nWriteback: 0 kB\nAnonPages: 4583064 kB\nMapped: 14492 kB\nShmem: 164 kB\nSlab: 217112 kB\nSReclaimable: 159284 kB\nSUnreclaim: 57828 kB\nKernelStack: 2960 kB\nPageTables: 12860 kB\nNFS_Unstable: 0 kB\nBounce: 0 kB\nWritebackTmp: 0 kB\nCommitLimit: 32784296 kB\nCommitted_AS: 6334212 kB\nVmallocTotal: 34359738367 kB\nVmallocUsed: 332500 kB\nVmallocChunk: 34359355024 kB\nHardwareCorrupted: 0 kB\nAnonHugePages: 1392640 kB\nHugePages_Total: 0\nHugePages_Free: 0\nHugePages_Rsvd: 0\nHugePages_Surp: 0\nHugepagesize: 2048 kB\nDirectMap4k: 10240 kB\nDirectMap2M: 25155584 kB\n">>}]}, {'ns_1@192.168.0.22', [{last_heard,{1352,540020,956201}}, {outgoing_replications_safeness_level,[{"default",green}]}, {incoming_replications_conf_hashes, [{"default", [{'ns_1@192.168.0.20',10361256},{'ns_1@192.168.0.21',6879215}]}]}, {active_buckets,["default"]}, {ready_buckets,["default"]}, {local_tasks,[]}, {memory, [{total,221588864}, {processes,167488128}, {processes_used,167312160}, {system,54100736}, {atom,1338193}, {atom_used,1333793}, {binary,12940304}, {code,13481638}, {ets,7674464}]}, {system_memory_data, [{system_total_memory,25199214592}, {free_swap,20971511808}, {total_swap,20971511808}, {cached_memory,9397149696}, {buffered_memory,230645760}, {free_memory,5899321344}, {total_memory,25199214592}]}, {node_storage_conf,[{db_path,"/data"},{index_path,"/data"}]}, {statistics, [{wall_clock,{2280943,4996}}, {context_switches,{17185058,0}}, {garbage_collection,{2324898,5564704748,0}}, {io,{{input,391270954},{output,13492347668}}}, {reductions,{1954205276,5216671}}, {run_queue,0}, {runtime,{670140,1900}}]}, {system_stats, [{cpu_utilization_rate,64.73684210526316}, {swap_total,20971511808}, {swap_used,0}]}, {interesting_stats, [{couch_docs_actual_disk_size,9262969876}, {couch_docs_data_size,7327496114}, {couch_views_actual_disk_size,0}, {couch_views_data_size,0}, {curr_items,1448712}, {curr_items_tot,2990536}, {mem_used,7797949944}, {vb_replica_curr_items,1541824}]}, {cluster_compatibility_version,131072}, {version, [{public_key,"0.13"}, {lhttpc,"1.3.0"}, {ale,"8cffe61"}, {os_mon,"2.2.7"}, {couch_set_view,"1.2.0a-b68b5f4-git"}, {mnesia,"4.5"}, {inets,"5.7.1"}, {couch,"1.2.0a-b68b5f4-git"}, {mapreduce,"1.0.0"}, {couch_index_merger,"1.2.0a-b68b5f4-git"}, {kernel,"2.14.5"}, {crypto,"2.0.4"}, {ssl,"4.1.6"}, {sasl,"2.1.10"}, {couch_view_parser,"1.0.0"}, {ns_server,"2.0.0-1939-rel-enterprise"}, {mochiweb,"1.4.1"}, {oauth,"7d85d3ef"}, {stdlib,"1.17.5"}]}, {supported_compat_version,[2,0]}, {system_arch,"x86_64-unknown-linux-gnu"}, {wall_clock,2280}, {memory_data,{25199214592,19298377728,{<17923.725.0>,2914384}}}, {disk_data, [{"/",41260352,5}, {"/dev/shm",12304304,0}, {"/boot",495844,7}, {"/data",206420664,5}]}, {meminfo, <<"MemTotal: 24608608 kB\nMemFree: 5761056 kB\nBuffers: 225240 kB\nCached: 9176904 kB\nSwapCached: 0 kB\nActive: 10626188 kB\nInactive: 7540188 kB\nActive(anon): 8761224 kB\nInactive(anon): 5460 kB\nActive(file): 1864964 kB\nInactive(file): 7534728 kB\nUnevictable: 11252 kB\nMlocked: 11288 kB\nSwapTotal: 20479992 kB\nSwapFree: 20479992 kB\nDirty: 6676 kB\nWriteback: 0 kB\nAnonPages: 8776032 kB\nMapped: 15560 kB\nShmem: 172 kB\nSlab: 355444 kB\nSReclaimable: 297476 kB\nSUnreclaim: 57968 kB\nKernelStack: 2496 kB\nPageTables: 21340 kB\nNFS_Unstable: 0 kB\nBounce: 0 kB\nWritebackTmp: 0 kB\nCommitLimit: 32784296 kB\nCommitted_AS: 10511036 kB\nVmallocTotal: 34359738367 kB\nVmallocUsed: 332500 kB\nVmallocChunk: 34359355024 kB\nHardwareCorrupted: 0 kB\nAnonHugePages: 2766848 kB\nHugePages_Total: 0\nHugePages_Free: 0\nHugePages_Rsvd: 0\nHugePages_Surp: 0\nHugepagesize: 2048 kB\nDirectMap4k: 10240 kB\nDirectMap2M: 25155584 kB\n">>}]}] [ns_doctor:debug,2012-11-10T1:34:41.355,ns_1@192.168.0.21:ns_doctor<0.4376.0>:ns_doctor:handle_info:137]Current node statuses: [{'ns_1@192.168.0.20', [{last_heard,{1352,540077,893599}}, {outgoing_replications_safeness_level,[{"default",green}]}, {incoming_replications_conf_hashes, [{"default",[{'ns_1@192.168.0.22',38824}]}]}, {active_buckets,["default"]}, {ready_buckets,["default"]}, {local_tasks,[]}, {memory, [{total,186816280}, {processes,138382888}, {processes_used,135884360}, {system,48433392}, {atom,1401785}, {atom_used,1374492}, {binary,7016320}, {code,14045110}, {ets,7654064}]}, {system_memory_data, [{system_total_memory,25199214592}, {free_swap,20971511808}, {total_swap,20971511808}, {cached_memory,4666216448}, {buffered_memory,214257664}, {free_memory,10809413632}, {total_memory,25199214592}]}, {node_storage_conf,[{db_path,"/data"},{index_path,"/data"}]}, {statistics, [{wall_clock,{2357662,5000}}, {context_switches,{15490824,0}}, {garbage_collection,{1889915,12775923479,0}}, {io,{{input,286611944},{output,10412520443}}}, {reductions,{2283384636,3916167}}, {run_queue,0}, {runtime,{826480,2030}}]}, {system_stats, [{cpu_utilization_rate,69.82968369829683}, {swap_total,20971511808}, {swap_used,0}]}, {interesting_stats, [{couch_docs_actual_disk_size,4583674355}, {couch_docs_data_size,3285514771}, {couch_views_actual_disk_size,0}, {couch_views_data_size,0}, {curr_items,689115}, {curr_items_tot,1335530}, {mem_used,3491780224}, {vb_replica_curr_items,646415}]}, {cluster_compatibility_version,131072}, {version, [{public_key,"0.13"}, {lhttpc,"1.3.0"}, {ale,"8cffe61"}, {os_mon,"2.2.7"}, {couch_set_view,"1.2.0a-b68b5f4-git"}, {mnesia,"4.5"}, {inets,"5.7.1"}, {couch,"1.2.0a-b68b5f4-git"}, {mapreduce,"1.0.0"}, {couch_index_merger,"1.2.0a-b68b5f4-git"}, {kernel,"2.14.5"}, {crypto,"2.0.4"}, {ssl,"4.1.6"}, {sasl,"2.1.10"}, {couch_view_parser,"1.0.0"}, {ns_server,"2.0.0-1939-rel-enterprise"}, {mochiweb,"1.4.1"}, {oauth,"7d85d3ef"}, {stdlib,"1.17.5"}]}, {supported_compat_version,[2,0]}, {system_arch,"x86_64-unknown-linux-gnu"}, {wall_clock,2357}, {memory_data,{25199214592,14361292800,{<17877.428.0>,15933840}}}, {disk_data, [{"/",41260352,5}, {"/dev/shm",12304304,0}, {"/boot",495844,7}, {"/data",206420664,3}]}, {meminfo, <<"MemTotal: 24608608 kB\nMemFree: 10556068 kB\nBuffers: 209236 kB\nCached: 4556852 kB\nSwapCached: 0 kB\nActive: 10008148 kB\nInactive: 3461464 kB\nActive(anon): 8692756 kB\nInactive(anon): 12960 kB\nActive(file): 1315392 kB\nInactive(file): 3448504 kB\nUnevictable: 11276 kB\nMlocked: 11288 kB\nSwapTotal: 20479992 kB\nSwapFree: 20479992 kB\nDirty: 2824 kB\nWriteback: 0 kB\nAnonPages: 8710968 kB\nMapped: 15456 kB\nShmem: 172 kB\nSlab: 257700 kB\nSReclaimable: 199928 kB\nSUnreclaim: 57772 kB\nKernelStack: 2984 kB\nPageTables: 21480 kB\nNFS_Unstable: 0 kB\nBounce: 0 kB\nWritebackTmp: 0 kB\nCommitLimit: 32784296 kB\nCommitted_AS: 10456768 kB\nVmallocTotal: 34359738367 kB\nVmallocUsed: 332500 kB\nVmallocChunk: 34359360032 kB\nHardwareCorrupted: 0 kB\nAnonHugePages: 2914304 kB\nHugePages_Total: 0\nHugePages_Free: 0\nHugePages_Rsvd: 0\nHugePages_Surp: 0\nHugepagesize: 2048 kB\nDirectMap4k: 10240 kB\nDirectMap2M: 25155584 kB\n">>}]}, {'ns_1@192.168.0.21', [{last_heard,{1352,540076,355639}}, {outgoing_replications_safeness_level,[{"default",green}]}, {incoming_replications_conf_hashes, [{"default",[{'ns_1@192.168.0.22',107249279}]}]}, {active_buckets,["default"]}, {ready_buckets,["default"]}, {local_tasks, [[{pid,<<"<0.31158.0>">>}, {bucket,<<"default">>}, {original_target,{[{type,bucket}]}}, {progress,0}, {started_on,1352540076}, {total_vbuckets,567}, {trigger_type,scheduled}, {type,bucket_compaction}, {updated_on,1352540076}, {vbuckets_done,2}]]}, {memory, [{total,163713368}, {processes,117312400}, {processes_used,117293152}, {system,46400968}, {atom,1333345}, {atom_used,1324998}, {binary,8762816}, {code,13371137}, {ets,4614736}]}, {system_memory_data, [{system_total_memory,25199214592}, {free_swap,20971511808}, {total_swap,20971511808}, {cached_memory,5667299328}, {buffered_memory,174178304}, {free_memory,13858959360}, {total_memory,25199214592}]}, {node_storage_conf,[{db_path,"/data"},{index_path,"/data"}]}, {statistics, [{wall_clock,{2337546,4999}}, {context_switches,{5872271,0}}, {garbage_collection,{1398483,2841932150,0}}, {io,{{input,161285584},{output,8337085143}}}, {reductions,{825191200,4060906}}, {run_queue,0}, {runtime,{355220,1480}}]}, {system_stats, [{cpu_utilization_rate,25.121951219512194}, {swap_total,20971511808}, {swap_used,0}]}, {interesting_stats, [{couch_docs_actual_disk_size,5570283625}, {couch_docs_data_size,4040757638}, {couch_views_actual_disk_size,0}, {couch_views_data_size,0}, {curr_items,848661}, {curr_items_tot,1656366}, {mem_used,4316896280}, {vb_replica_curr_items,807705}]}, {cluster_compatibility_version,131072}, {version, [{public_key,"0.13"}, {lhttpc,"1.3.0"}, {ale,"8cffe61"}, {os_mon,"2.2.7"}, {couch_set_view,"1.2.0a-b68b5f4-git"}, {mnesia,"4.5"}, {inets,"5.7.1"}, {couch,"1.2.0a-b68b5f4-git"}, {mapreduce,"1.0.0"}, {couch_index_merger,"1.2.0a-b68b5f4-git"}, {kernel,"2.14.5"}, {crypto,"2.0.4"}, {ssl,"4.1.6"}, {sasl,"2.1.10"}, {couch_view_parser,"1.0.0"}, {ns_server,"2.0.0-1939-rel-enterprise"}, {mochiweb,"1.4.1"}, {oauth,"7d85d3ef"}, {stdlib,"1.17.5"}]}, {supported_compat_version,[2,0]}, {system_arch,"x86_64-unknown-linux-gnu"}, {wall_clock,2337}, {memory_data,{25199214592,10419126272,{<0.4493.0>,2914384}}}, {disk_data, [{"/",41260352,5}, {"/dev/shm",12304304,0}, {"/boot",495844,7}, {"/data",206420664,3}]}, {meminfo, <<"MemTotal: 24608608 kB\nMemFree: 13534636 kB\nBuffers: 170096 kB\nCached: 5534472 kB\nSwapCached: 0 kB\nActive: 6356256 kB\nInactive: 4163420 kB\nActive(anon): 4807852 kB\nInactive(anon): 9272 kB\nActive(file): 1548404 kB\nInactive(file): 4154148 kB\nUnevictable: 11288 kB\nMlocked: 11288 kB\nSwapTotal: 20479992 kB\nSwapFree: 20479992 kB\nDirty: 13820 kB\nWriteback: 0 kB\nAnonPages: 4826548 kB\nMapped: 14496 kB\nShmem: 164 kB\nSlab: 237268 kB\nSReclaimable: 179308 kB\nSUnreclaim: 57960 kB\nKernelStack: 2968 kB\nPageTables: 13392 kB\nNFS_Unstable: 0 kB\nBounce: 0 kB\nWritebackTmp: 0 kB\nCommitLimit: 32784296 kB\nCommitted_AS: 6568956 kB\nVmallocTotal: 34359738367 kB\nVmallocUsed: 332500 kB\nVmallocChunk: 34359355024 kB\nHardwareCorrupted: 0 kB\nAnonHugePages: 1488896 kB\nHugePages_Total: 0\nHugePages_Free: 0\nHugePages_Rsvd: 0\nHugePages_Surp: 0\nHugepagesize: 2048 kB\nDirectMap4k: 10240 kB\nDirectMap2M: 25155584 kB\n">>}]}, {'ns_1@192.168.0.22', [{last_heard,{1352,540080,961895}}, {outgoing_replications_safeness_level,[{"default",green}]}, {incoming_replications_conf_hashes, [{"default", [{'ns_1@192.168.0.20',68254864},{'ns_1@192.168.0.21',1429083}]}]}, {active_buckets,["default"]}, {ready_buckets,["default"]}, {local_tasks, [[{pid,<<"<0.2433.2>">>}, {bucket,<<"default">>}, {original_target,{[{type,bucket}]}}, {progress,5}, {started_on,1352540070}, {total_vbuckets,1025}, {trigger_type,scheduled}, {type,bucket_compaction}, {updated_on,1352540080}, {vbuckets_done,61}]]}, {memory, [{total,225723256}, {processes,170274200}, {processes_used,170135664}, {system,55449056}, {atom,1338193}, {atom_used,1333793}, {binary,14186920}, {code,13481638}, {ets,7770552}]}, {system_memory_data, [{system_total_memory,25199214592}, {free_swap,20971511808}, {total_swap,20971511808}, {cached_memory,9907318784}, {buffered_memory,232345600}, {free_memory,5358804992}, {total_memory,25199214592}]}, {node_storage_conf,[{db_path,"/data"},{index_path,"/data"}]}, {statistics, [{wall_clock,{2340951,5005}}, {context_switches,{17667574,0}}, {garbage_collection,{2413107,5748666028,0}}, {io,{{input,400613209},{output,13782399606}}}, {reductions,{2009511427,4446828}}, {run_queue,0}, {runtime,{690950,1640}}]}, {system_stats, [{cpu_utilization_rate,55.09708737864078}, {swap_total,20971511808}, {swap_used,0}]}, {interesting_stats, [{couch_docs_actual_disk_size,9789674475}, {couch_docs_data_size,7328092277}, {couch_views_actual_disk_size,0}, {couch_views_data_size,0}, {curr_items,1448808}, {curr_items_tot,2990352}, {mem_used,7806578968}, {vb_replica_curr_items,1541544}]}, {cluster_compatibility_version,131072}, {version, [{public_key,"0.13"}, {lhttpc,"1.3.0"}, {ale,"8cffe61"}, {os_mon,"2.2.7"}, {couch_set_view,"1.2.0a-b68b5f4-git"}, {mnesia,"4.5"}, {inets,"5.7.1"}, {couch,"1.2.0a-b68b5f4-git"}, {mapreduce,"1.0.0"}, {couch_index_merger,"1.2.0a-b68b5f4-git"}, {kernel,"2.14.5"}, {crypto,"2.0.4"}, {ssl,"4.1.6"}, {sasl,"2.1.10"}, {couch_view_parser,"1.0.0"}, {ns_server,"2.0.0-1939-rel-enterprise"}, {mochiweb,"1.4.1"}, {oauth,"7d85d3ef"}, {stdlib,"1.17.5"}]}, {supported_compat_version,[2,0]}, {system_arch,"x86_64-unknown-linux-gnu"}, {wall_clock,2340}, {memory_data,{25199214592,19842187264,{<17923.725.0>,4714984}}}, {disk_data, [{"/",41260352,5}, {"/dev/shm",12304304,0}, {"/boot",495844,7}, {"/data",206420664,5}]}, {meminfo, <<"MemTotal: 24608608 kB\nMemFree: 5233456 kB\nBuffers: 226900 kB\nCached: 9675116 kB\nSwapCached: 0 kB\nActive: 10942032 kB\nInactive: 7736612 kB\nActive(anon): 8773828 kB\nInactive(anon): 5460 kB\nActive(file): 2168204 kB\nInactive(file): 7731152 kB\nUnevictable: 11252 kB\nMlocked: 11288 kB\nSwapTotal: 20479992 kB\nSwapFree: 20479992 kB\nDirty: 8304 kB\nWriteback: 0 kB\nAnonPages: 8789052 kB\nMapped: 15572 kB\nShmem: 172 kB\nSlab: 371700 kB\nSReclaimable: 313716 kB\nSUnreclaim: 57984 kB\nKernelStack: 2480 kB\nPageTables: 21296 kB\nNFS_Unstable: 0 kB\nBounce: 0 kB\nWritebackTmp: 0 kB\nCommitLimit: 32784296 kB\nCommitted_AS: 10517620 kB\nVmallocTotal: 34359738367 kB\nVmallocUsed: 332500 kB\nVmallocChunk: 34359355024 kB\nHardwareCorrupted: 0 kB\nAnonHugePages: 2867200 kB\nHugePages_Total: 0\nHugePages_Free: 0\nHugePages_Rsvd: 0\nHugePages_Surp: 0\nHugepagesize: 2048 kB\nDirectMap4k: 10240 kB\nDirectMap2M: 25155584 kB\n">>}]}] [stats:debug,2012-11-10T1:34:45.934,ns_1@192.168.0.21:<0.4502.0>:stats_collector:maybe_log_stats:126](at {{1970,1,16},{7,42,20}}) Stats for bucket "default": accepting_conns 1 auth_cmds 9 auth_errors 0 bucket_active_conns 1 bucket_conns 25 bytes 4331831000 bytes_read 9423198816 bytes_written 3596085966 cas_badval 0 cas_hits 0 cas_misses 0 cmd_flush 0 cmd_get 508601 cmd_set 473259 conn_yields 47169 connection_structures 5000 curr_connections 28 curr_conns_on_port_11209 16 curr_conns_on_port_11210 10 curr_items 851921 curr_items_tot 1662746 curr_temp_items 0 daemon_connections 4 decr_hits 0 decr_misses 0 delete_hits 30868 delete_misses 33196 ep_access_scanner_last_runtime 0 ep_access_scanner_num_items 0 ep_access_scanner_task_time 2012-11-10 10:00:00 ep_allow_data_loss_during_shutdown 1 ep_alog_block_size 4096 ep_alog_path /data/default/access.log ep_alog_sleep_time 1440 ep_alog_task_time 10 ep_backend couchdb ep_bg_fetch_delay 0 ep_bg_fetched 0 ep_bg_meta_fetched 0 ep_bg_remaining_jobs 0 ep_chk_max_items 5000 ep_chk_period 1800 ep_chk_persistence_remains 2 ep_chk_persistence_timeout 10 ep_chk_remover_stime 5 ep_commit_num 50570 ep_commit_time 14 ep_commit_time_total 440946 ep_concurrentDB 1 ep_config_file ep_couch_bucket default ep_couch_host localhost ep_couch_port 11213 ep_couch_reconnect_sleeptime 250 ep_couch_response_timeout 180000 ep_data_age 10 ep_data_age_highwat 35 ep_data_traffic_enabled 0 ep_dbinit 0 ep_dbname /data/default ep_degraded_mode 0 ep_diskqueue_drain 4531216 ep_diskqueue_fill 3723691 ep_diskqueue_items 26873 ep_diskqueue_memory 818560 ep_diskqueue_pending 1227840 ep_exp_pager_stime 3600 ep_exp_pager_stime 3600 ep_expired_access 257 ep_expired_pager 0 ep_expiry_window 3 ep_failpartialwarmup 0 ep_flush_all false ep_flush_duration_total 870 ep_flushall_enabled 0 ep_flusher_state running ep_flusher_todo 989 ep_getl_default_timeout 15 ep_getl_max_timeout 30 ep_ht_locks 5 ep_ht_size 3079 ep_inconsistent_slave_chk 0 ep_initfile ep_io_num_read 0 ep_io_num_write 3310744 ep_io_read_bytes 0 ep_io_write_bytes 7605886129 ep_item_begin_failed 0 ep_item_commit_failed 0 ep_item_flush_expired 22 ep_item_flush_failed 0 ep_item_num_based_new_chk 1 ep_items_rm_from_checkpoints 112852 ep_keep_closed_chks 0 ep_klog_block_size 4096 ep_klog_compactor_queue_cap 500000 ep_klog_compactor_stime 3600 ep_klog_flush commit2 ep_klog_max_entry_ratio 10 ep_klog_max_log_size 2147483647 ep_klog_path ep_klog_sync commit2 ep_kv_size 4093149538 ep_max_checkpoints 2 ep_max_data_size 12582912000 ep_max_item_size 20971520 ep_max_size 12582912000 ep_max_txn_size 10000 ep_max_vbuckets 1024 ep_mem_high_wat 9437184000 ep_mem_high_wat 9437184000 ep_mem_low_wat 7549747200 ep_mem_low_wat 7549747200 ep_mem_tracker_enabled true ep_min_data_age 0 ep_mlog_compactor_runs 0 ep_mutation_mem_threshold 0 ep_num_access_scanner_runs 0 ep_num_eject_failures 0 ep_num_expiry_pager_runs 0 ep_num_non_resident 0 ep_num_not_my_vbuckets 0 ep_num_ops_del_meta 0 ep_num_ops_get_meta 0 ep_num_ops_set_meta 0 ep_num_pager_runs 0 ep_num_value_ejects 0 ep_oom_errors 0 ep_overhead 94311752 ep_pager_active_vb_pcnt 40 ep_pager_unbiased_period 60 ep_pending_ops 0 ep_pending_ops_max 1 ep_pending_ops_max_duration 206679 ep_pending_ops_total 7 ep_postInitfile ep_queue_age_cap 900 ep_queue_size 25884 ep_startup_time 1352539183 ep_storage_age 10 ep_storage_age_highwat 33 ep_store_max_concurrency 10 ep_store_max_readers 9 ep_store_max_readwrite 1 ep_stored_val_type ep_tap_ack_grace_period 300 ep_tap_ack_initial_sequence_number 1 ep_tap_ack_interval 1000 ep_tap_ack_window_size 10 ep_tap_backfill_resident 0.9 ep_tap_backlog_limit 5000 ep_tap_backoff_period 5 ep_tap_bg_fetch_requeued 0 ep_tap_bg_fetched 0 ep_tap_bg_max_pending 500 ep_tap_keepalive 300 ep_tap_noop_interval 20 ep_tap_requeue_sleep_time 0.1 ep_tap_throttle_cap_pcnt 10 ep_tap_throttle_queue_cap 1000000 ep_tap_throttle_threshold 90 ep_tmp_oom_errors 0 ep_too_old 0 ep_too_young 0 ep_total_cache_size 4073210710 ep_total_del_items 141789 ep_total_enqueued 3723691 ep_total_new_items 1711515 ep_total_persisted 3310744 ep_uncommitted_items 20 ep_value_size 3956054417 ep_vb0 0 ep_vb_snapshot_total 597 ep_vb_total 570 ep_vbucket_del 0 ep_vbucket_del_fail 0 ep_version 2.0.0r_133_g68e3f7c ep_waitforwarmup 0 ep_warmup 1 ep_warmup_batch_size 1000 ep_warmup_dups 0 ep_warmup_min_items_threshold 100 ep_warmup_min_memory_threshold 100 ep_warmup_oom 0 ep_warmup_thread complete ep_warmup_time 19069 get_hits 494359 get_misses 14242 incr_hits 0 incr_misses 0 libevent 2.0.11-stable limit_maxbytes 67108864 listen_disabled_num 0 max_conns_on_port_11209 1000 max_conns_on_port_11210 9000 mem_used 4331831000 pid 22718 pointer_size 64 rejected_conns 0 rusage_system 183.144157 rusage_user 480.138007 tap_checkpoint_end_received 831 tap_checkpoint_end_sent 245 tap_checkpoint_start_received 1740 tap_checkpoint_start_sent 292 tap_connect_received 1 tap_delete_received 93121 tap_delete_sent 46845 tap_mutation_received 3364091 tap_mutation_sent 903707 tap_opaque_received 3984 tap_opaque_sent 293 tap_vbucket_set_received 584 threads 4 time 1352540085 total_connections 2920 uptime 906 vb_active_curr_items 851921 vb_active_eject 0 vb_active_expired 239 vb_active_ht_memory 7332704 vb_active_itm_memory 2087055191 vb_active_meta_data_memory 67301759 vb_active_num 292 vb_active_num_non_resident 0 vb_active_num_ref_ejects 0 vb_active_num_ref_items 881397 vb_active_ops_create 880174 vb_active_ops_delete 72644 vb_active_ops_reject 0 vb_active_ops_update 577677 vb_active_perc_mem_resident 100 vb_active_queue_age 93333000 vb_active_queue_drain 2264587 vb_active_queue_fill 1815958 vb_active_queue_memory 314016 vb_active_queue_pending 471024 vb_active_queue_size 9813 vb_dead_num 0 vb_pending_curr_items 0 vb_pending_eject 0 vb_pending_expired 0 vb_pending_ht_memory 0 vb_pending_itm_memory 0 vb_pending_meta_data_memory 0 vb_pending_num 0 vb_pending_num_non_resident 0 vb_pending_num_ref_ejects 0 vb_pending_num_ref_items 0 vb_pending_ops_create 0 vb_pending_ops_delete 0 vb_pending_ops_reject 0 vb_pending_ops_update 0 vb_pending_perc_mem_resident 0 vb_pending_queue_age 0 vb_pending_queue_drain 0 vb_pending_queue_fill 0 vb_pending_queue_memory 0 vb_pending_queue_pending 0 vb_pending_queue_size 0 vb_replica_curr_items 810825 vb_replica_eject 0 vb_replica_expired 18 vb_replica_ht_memory 6981136 vb_replica_itm_memory 1986155519 vb_replica_meta_data_memory 64055175 vb_replica_num 278 vb_replica_num_non_resident 0 vb_replica_num_ref_ejects 0 vb_replica_num_ref_items 838051 vb_replica_ops_create 831343 vb_replica_ops_delete 69145 vb_replica_ops_reject 0 vb_replica_ops_update 879780 vb_replica_perc_mem_resident 100 vb_replica_queue_age 114597000 vb_replica_queue_drain 2266629 vb_replica_queue_fill 1907733 vb_replica_queue_memory 504544 vb_replica_queue_pending 756816 vb_replica_queue_size 15767 version 1.4.4_600_g7ea975a [ns_doctor:debug,2012-11-10T1:35:41.353,ns_1@192.168.0.21:ns_doctor<0.4376.0>:ns_doctor:handle_info:137]Current node statuses: [{'ns_1@192.168.0.20', [{last_heard,{1352,540137,893507}}, {outgoing_replications_safeness_level,[{"default",green}]}, {incoming_replications_conf_hashes, [{"default",[{'ns_1@192.168.0.22',23485732}]}]}, {active_buckets,["default"]}, {ready_buckets,["default"]}, {local_tasks, [[{pid,<<"<0.11105.2>">>}, {bucket,<<"default">>}, {original_target,{[{type,bucket}]}}, {progress,10}, {started_on,1352540126}, {total_vbuckets,453}, {trigger_type,scheduled}, {type,bucket_compaction}, {updated_on,1352540137}, {vbuckets_done,49}]]}, {memory, [{total,183508488}, {processes,135279008}, {processes_used,132808120}, {system,48229480}, {atom,1401785}, {atom_used,1374492}, {binary,6696032}, {code,14045110}, {ets,7763872}]}, {system_memory_data, [{system_total_memory,25199214592}, {free_swap,20971511808}, {total_swap,20971511808}, {cached_memory,4731908096}, {buffered_memory,214921216}, {free_memory,10783117312}, {total_memory,25199214592}]}, {node_storage_conf,[{db_path,"/data"},{index_path,"/data"}]}, {statistics, [{wall_clock,{2417662,5001}}, {context_switches,{15741270,0}}, {garbage_collection,{1917111,12954743702,0}}, {io,{{input,290406923},{output,10533833449}}}, {reductions,{2318595265,3217019}}, {run_queue,0}, {runtime,{842030,1720}}]}, {system_stats, [{cpu_utilization_rate,56.25}, {swap_total,20971511808}, {swap_used,0}]}, {interesting_stats, [{couch_docs_actual_disk_size,4720691826}, {couch_docs_data_size,3243061020}, {couch_views_actual_disk_size,0}, {couch_views_data_size,0}, {curr_items,680571}, {curr_items_tot,1315801}, {mem_used,3444113120}, {vb_replica_curr_items,635230}]}, {cluster_compatibility_version,131072}, {version, [{public_key,"0.13"}, {lhttpc,"1.3.0"}, {ale,"8cffe61"}, {os_mon,"2.2.7"}, {couch_set_view,"1.2.0a-b68b5f4-git"}, {mnesia,"4.5"}, {inets,"5.7.1"}, {couch,"1.2.0a-b68b5f4-git"}, {mapreduce,"1.0.0"}, {couch_index_merger,"1.2.0a-b68b5f4-git"}, {kernel,"2.14.5"}, {crypto,"2.0.4"}, {ssl,"4.1.6"}, {sasl,"2.1.10"}, {couch_view_parser,"1.0.0"}, {ns_server,"2.0.0-1939-rel-enterprise"}, {mochiweb,"1.4.1"}, {oauth,"7d85d3ef"}, {stdlib,"1.17.5"}]}, {supported_compat_version,[2,0]}, {system_arch,"x86_64-unknown-linux-gnu"}, {wall_clock,2417}, {memory_data,{25199214592,14540603392,{<17877.428.0>,15911976}}}, {disk_data, [{"/",41260352,5}, {"/dev/shm",12304304,0}, {"/boot",495844,7}, {"/data",206420664,3}]}, {meminfo, <<"MemTotal: 24608608 kB\nMemFree: 10527412 kB\nBuffers: 209884 kB\nCached: 4623628 kB\nSwapCached: 0 kB\nActive: 10011864 kB\nInactive: 3486704 kB\nActive(anon): 8655428 kB\nInactive(anon): 11924 kB\nActive(file): 1356436 kB\nInactive(file): 3474780 kB\nUnevictable: 11276 kB\nMlocked: 11288 kB\nSwapTotal: 20479992 kB\nSwapFree: 20479992 kB\nDirty: 3460 kB\nWriteback: 128 kB\nAnonPages: 8676984 kB\nMapped: 15460 kB\nShmem: 172 kB\nSlab: 256424 kB\nSReclaimable: 198360 kB\nSUnreclaim: 58064 kB\nKernelStack: 2992 kB\nPageTables: 21476 kB\nNFS_Unstable: 0 kB\nBounce: 0 kB\nWritebackTmp: 0 kB\nCommitLimit: 32784296 kB\nCommitted_AS: 10423264 kB\nVmallocTotal: 34359738367 kB\nVmallocUsed: 332500 kB\nVmallocChunk: 34359360032 kB\nHardwareCorrupted: 0 kB\nAnonHugePages: 2985984 kB\nHugePages_Total: 0\nHugePages_Free: 0\nHugePages_Rsvd: 0\nHugePages_Surp: 0\nHugepagesize: 2048 kB\nDirectMap4k: 10240 kB\nDirectMap2M: 25155584 kB\n">>}]}, {'ns_1@192.168.0.21', [{last_heard,{1352,540136,605468}}, {outgoing_replications_safeness_level,[{"default",green}]}, {incoming_replications_conf_hashes, [{"default",[{'ns_1@192.168.0.22',118888045}]}]}, {active_buckets,["default"]}, {ready_buckets,["default"]}, {local_tasks, [[{pid,<<"<0.31158.0>">>}, {bucket,<<"default">>}, {original_target,{[{type,bucket}]}}, {progress,52}, {started_on,1352540076}, {total_vbuckets,567}, {trigger_type,scheduled}, {type,bucket_compaction}, {updated_on,1352540136}, {vbuckets_done,298}]]}, {memory, [{total,164758160}, {processes,117452472}, {processes_used,117423080}, {system,47305688}, {atom,1333345}, {atom_used,1324998}, {binary,9394856}, {code,13371137}, {ets,4865560}]}, {system_memory_data, [{system_total_memory,25199214592}, {free_swap,20971511808}, {total_swap,20971511808}, {cached_memory,5021306880}, {buffered_memory,177586176}, {free_memory,14452297728}, {total_memory,25199214592}]}, {node_storage_conf,[{db_path,"/data"},{index_path,"/data"}]}, {statistics, [{wall_clock,{2397796,5249}}, {context_switches,{6145471,0}}, {garbage_collection,{1435056,2939671451,0}}, {io,{{input,173431002},{output,8552341797}}}, {reductions,{862652075,3452627}}, {run_queue,0}, {runtime,{367320,1090}}]}, {system_stats, [{cpu_utilization_rate,29.32330827067669}, {swap_total,20971511808}, {swap_used,0}]}, {interesting_stats, [{couch_docs_actual_disk_size,4974808021}, {couch_docs_data_size,4083598824}, {couch_views_actual_disk_size,0}, {couch_views_data_size,0}, {curr_items,861228}, {curr_items_tot,1679464}, {mem_used,4372993400}, {vb_replica_curr_items,818236}]}, {cluster_compatibility_version,131072}, {version, [{public_key,"0.13"}, {lhttpc,"1.3.0"}, {ale,"8cffe61"}, {os_mon,"2.2.7"}, {couch_set_view,"1.2.0a-b68b5f4-git"}, {mnesia,"4.5"}, {inets,"5.7.1"}, {couch,"1.2.0a-b68b5f4-git"}, {mapreduce,"1.0.0"}, {couch_index_merger,"1.2.0a-b68b5f4-git"}, {kernel,"2.14.5"}, {crypto,"2.0.4"}, {ssl,"4.1.6"}, {sasl,"2.1.10"}, {couch_view_parser,"1.0.0"}, {ns_server,"2.0.0-1939-rel-enterprise"}, {mochiweb,"1.4.1"}, {oauth,"7d85d3ef"}, {stdlib,"1.17.5"}]}, {supported_compat_version,[2,0]}, {system_arch,"x86_64-unknown-linux-gnu"}, {wall_clock,2397}, {memory_data,{25199214592,11307180032,{<0.4493.0>,4714984}}}, {disk_data, [{"/",41260352,5}, {"/dev/shm",12304304,0}, {"/boot",495844,7}, {"/data",206420664,3}]}, {meminfo, <<"MemTotal: 24608608 kB\nMemFree: 14112580 kB\nBuffers: 173424 kB\nCached: 4904604 kB\nSwapCached: 0 kB\nActive: 5843776 kB\nInactive: 4113472 kB\nActive(anon): 4872200 kB\nInactive(anon): 9272 kB\nActive(file): 971576 kB\nInactive(file): 4104200 kB\nUnevictable: 11288 kB\nMlocked: 11288 kB\nSwapTotal: 20479992 kB\nSwapFree: 20479992 kB\nDirty: 1608 kB\nWriteback: 660 kB\nAnonPages: 4891036 kB\nMapped: 14492 kB\nShmem: 164 kB\nSlab: 221068 kB\nSReclaimable: 163184 kB\nSUnreclaim: 57884 kB\nKernelStack: 2960 kB\nPageTables: 13464 kB\nNFS_Unstable: 0 kB\nBounce: 0 kB\nWritebackTmp: 0 kB\nCommitLimit: 32784296 kB\nCommitted_AS: 6626448 kB\nVmallocTotal: 34359738367 kB\nVmallocUsed: 332500 kB\nVmallocChunk: 34359355024 kB\nHardwareCorrupted: 0 kB\nAnonHugePages: 1589248 kB\nHugePages_Total: 0\nHugePages_Free: 0\nHugePages_Rsvd: 0\nHugePages_Surp: 0\nHugepagesize: 2048 kB\nDirectMap4k: 10240 kB\nDirectMap2M: 25155584 kB\n">>}]}, {'ns_1@192.168.0.22', [{last_heard,{1352,540140,952459}}, {outgoing_replications_safeness_level,[{"default",green}]}, {incoming_replications_conf_hashes, [{"default", [{'ns_1@192.168.0.20',79333028}, {'ns_1@192.168.0.21',112334999}]}]}, {active_buckets,["default"]}, {ready_buckets,["default"]}, {local_tasks, [[{pid,<<"<0.2433.2>">>}, {bucket,<<"default">>}, {original_target,{[{type,bucket}]}}, {progress,34}, {started_on,1352540070}, {total_vbuckets,1025}, {trigger_type,scheduled}, {type,bucket_compaction}, {updated_on,1352540140}, {vbuckets_done,357}]]}, {memory, [{total,223872824}, {processes,168365856}, {processes_used,168293560}, {system,55506968}, {atom,1338193}, {atom_used,1333793}, {binary,13990224}, {code,13481638}, {ets,8017640}]}, {system_memory_data, [{system_total_memory,25199214592}, {free_swap,20971511808}, {total_swap,20971511808}, {cached_memory,9329541120}, {buffered_memory,235618304}, {free_memory,5934665728}, {total_memory,25199214592}]}, {node_storage_conf,[{db_path,"/data"},{index_path,"/data"}]}, {statistics, [{wall_clock,{2400942,4999}}, {context_switches,{18063784,0}}, {garbage_collection,{2458871,5860428199,0}}, {io,{{input,414566024},{output,14074468111}}}, {reductions,{2051710091,3265270}}, {run_queue,0}, {runtime,{704920,1000}}]}, {system_stats, [{cpu_utilization_rate,51.58924205378973}, {swap_total,20971511808}, {swap_used,0}]}, {interesting_stats, [{couch_docs_actual_disk_size,9226603857}, {couch_docs_data_size,7327935412}, {couch_views_actual_disk_size,0}, {couch_views_data_size,0}, {curr_items,1449972}, {curr_items_tot,2992868}, {mem_used,7812650312}, {vb_replica_curr_items,1542896}]}, {cluster_compatibility_version,131072}, {version, [{public_key,"0.13"}, {lhttpc,"1.3.0"}, {ale,"8cffe61"}, {os_mon,"2.2.7"}, {couch_set_view,"1.2.0a-b68b5f4-git"}, {mnesia,"4.5"}, {inets,"5.7.1"}, {couch,"1.2.0a-b68b5f4-git"}, {mapreduce,"1.0.0"}, {couch_index_merger,"1.2.0a-b68b5f4-git"}, {kernel,"2.14.5"}, {crypto,"2.0.4"}, {ssl,"4.1.6"}, {sasl,"2.1.10"}, {couch_view_parser,"1.0.0"}, {ns_server,"2.0.0-1939-rel-enterprise"}, {mochiweb,"1.4.1"}, {oauth,"7d85d3ef"}, {stdlib,"1.17.5"}]}, {supported_compat_version,[2,0]}, {system_arch,"x86_64-unknown-linux-gnu"}, {wall_clock,2400}, {memory_data,{25199214592,19271405568,{<17923.725.0>,2914384}}}, {disk_data, [{"/",41260352,5}, {"/dev/shm",12304304,0}, {"/boot",495844,7}, {"/data",206420664,5}]}, {meminfo, <<"MemTotal: 24608608 kB\nMemFree: 5795572 kB\nBuffers: 230096 kB\nCached: 9110880 kB\nSwapCached: 0 kB\nActive: 10559324 kB\nInactive: 7562204 kB\nActive(anon): 8777568 kB\nInactive(anon): 5460 kB\nActive(file): 1781756 kB\nInactive(file): 7556744 kB\nUnevictable: 11252 kB\nMlocked: 11288 kB\nSwapTotal: 20479992 kB\nSwapFree: 20479992 kB\nDirty: 5836 kB\nWriteback: 0 kB\nAnonPages: 8792468 kB\nMapped: 15572 kB\nShmem: 172 kB\nSlab: 366588 kB\nSReclaimable: 308320 kB\nSUnreclaim: 58268 kB\nKernelStack: 2480 kB\nPageTables: 21304 kB\nNFS_Unstable: 0 kB\nBounce: 0 kB\nWritebackTmp: 0 kB\nCommitLimit: 32784296 kB\nCommitted_AS: 10509824 kB\nVmallocTotal: 34359738367 kB\nVmallocUsed: 332500 kB\nVmallocChunk: 34359355024 kB\nHardwareCorrupted: 0 kB\nAnonHugePages: 2965504 kB\nHugePages_Total: 0\nHugePages_Free: 0\nHugePages_Rsvd: 0\nHugePages_Surp: 0\nHugepagesize: 2048 kB\nDirectMap4k: 10240 kB\nDirectMap2M: 25155584 kB\n">>}]}] [stats:debug,2012-11-10T1:36:25.941,ns_1@192.168.0.21:<0.4502.0>:stats_collector:maybe_log_stats:126](at {{1970,1,16},{7,42,20}}) Stats for bucket "default": accepting_conns 1 auth_cmds 9 auth_errors 0 bucket_active_conns 1 bucket_conns 25 bytes 4394779864 bytes_read 9986535001 bytes_written 4121334692 cas_badval 0 cas_hits 0 cas_misses 0 cmd_flush 0 cmd_get 619020 cmd_set 574337 conn_yields 49260 connection_structures 5000 curr_connections 28 curr_conns_on_port_11209 16 curr_conns_on_port_11210 10 curr_items 864483 curr_items_tot 1687648 curr_temp_items 0 daemon_connections 4 decr_hits 0 decr_misses 0 delete_hits 37423 delete_misses 40584 ep_access_scanner_last_runtime 0 ep_access_scanner_num_items 0 ep_access_scanner_task_time 2012-11-10 10:00:00 ep_allow_data_loss_during_shutdown 1 ep_alog_block_size 4096 ep_alog_path /data/default/access.log ep_alog_sleep_time 1440 ep_alog_task_time 10 ep_backend couchdb ep_bg_fetch_delay 0 ep_bg_fetched 0 ep_bg_meta_fetched 0 ep_bg_remaining_jobs 0 ep_chk_max_items 5000 ep_chk_period 1800 ep_chk_persistence_remains 2 ep_chk_persistence_timeout 10 ep_chk_remover_stime 5 ep_commit_num 51707 ep_commit_time 59 ep_commit_time_total 490273 ep_concurrentDB 1 ep_config_file ep_couch_bucket default ep_couch_host localhost ep_couch_port 11213 ep_couch_reconnect_sleeptime 250 ep_couch_response_timeout 180000 ep_data_age 42 ep_data_age_highwat 54 ep_data_traffic_enabled 0 ep_dbinit 0 ep_dbname /data/default ep_degraded_mode 0 ep_diskqueue_drain 4706544 ep_diskqueue_fill 3931285 ep_diskqueue_items 62115 ep_diskqueue_memory 1950304 ep_diskqueue_pending 2925456 ep_exp_pager_stime 3600 ep_exp_pager_stime 3600 ep_expired_access 341 ep_expired_pager 0 ep_expiry_window 3 ep_failpartialwarmup 0 ep_flush_all false ep_flush_duration_total 954 ep_flushall_enabled 0 ep_flusher_state running ep_flusher_todo 8491 ep_getl_default_timeout 15 ep_getl_max_timeout 30 ep_ht_locks 5 ep_ht_size 3079 ep_inconsistent_slave_chk 0 ep_initfile ep_io_num_read 0 ep_io_num_write 3472101 ep_io_read_bytes 0 ep_io_write_bytes 7969345453 ep_item_begin_failed 0 ep_item_commit_failed 0 ep_item_flush_expired 23 ep_item_flush_failed 0 ep_item_num_based_new_chk 1 ep_items_rm_from_checkpoints 113175 ep_keep_closed_chks 0 ep_klog_block_size 4096 ep_klog_compactor_queue_cap 500000 ep_klog_compactor_stime 3600 ep_klog_flush commit2 ep_klog_max_entry_ratio 10 ep_klog_max_log_size 2147483647 ep_klog_path ep_klog_sync commit2 ep_kv_size 4151519268 ep_max_checkpoints 2 ep_max_data_size 12582912000 ep_max_item_size 20971520 ep_max_size 12582912000 ep_max_txn_size 10000 ep_max_vbuckets 1024 ep_mem_high_wat 9437184000 ep_mem_high_wat 9437184000 ep_mem_low_wat 7549747200 ep_mem_low_wat 7549747200 ep_mem_tracker_enabled true ep_min_data_age 0 ep_mlog_compactor_runs 0 ep_mutation_mem_threshold 0 ep_num_access_scanner_runs 0 ep_num_eject_failures 0 ep_num_expiry_pager_runs 0 ep_num_non_resident 0 ep_num_not_my_vbuckets 0 ep_num_ops_del_meta 0 ep_num_ops_get_meta 0 ep_num_ops_set_meta 0 ep_num_pager_runs 0 ep_num_value_ejects 0 ep_oom_errors 0 ep_overhead 96215200 ep_pager_active_vb_pcnt 40 ep_pager_unbiased_period 60 ep_pending_ops 0 ep_pending_ops_max 1 ep_pending_ops_max_duration 206679 ep_pending_ops_total 7 ep_postInitfile ep_queue_age_cap 900 ep_queue_size 53624 ep_startup_time 1352539183 ep_storage_age 39 ep_storage_age_highwat 70 ep_store_max_concurrency 10 ep_store_max_readers 9 ep_store_max_readwrite 1 ep_stored_val_type ep_tap_ack_grace_period 300 ep_tap_ack_initial_sequence_number 1 ep_tap_ack_interval 1000 ep_tap_ack_window_size 10 ep_tap_backfill_resident 0.9 ep_tap_backlog_limit 5000 ep_tap_backoff_period 5 ep_tap_bg_fetch_requeued 0 ep_tap_bg_fetched 0 ep_tap_bg_max_pending 500 ep_tap_keepalive 300 ep_tap_noop_interval 20 ep_tap_requeue_sleep_time 0.1 ep_tap_throttle_cap_pcnt 10 ep_tap_throttle_queue_cap 1000000 ep_tap_throttle_threshold 90 ep_tmp_oom_errors 0 ep_too_old 0 ep_too_young 0 ep_total_cache_size 4131306960 ep_total_del_items 152887 ep_total_enqueued 3931285 ep_total_new_items 1743032 ep_total_persisted 3472101 ep_uncommitted_items 169 ep_value_size 4012378383 ep_vb0 0 ep_vb_snapshot_total 607 ep_vb_total 578 ep_vbucket_del 0 ep_vbucket_del_fail 0 ep_version 2.0.0r_133_g68e3f7c ep_waitforwarmup 0 ep_warmup 1 ep_warmup_batch_size 1000 ep_warmup_dups 0 ep_warmup_min_items_threshold 100 ep_warmup_min_memory_threshold 100 ep_warmup_oom 0 ep_warmup_thread complete ep_warmup_time 19069 get_hits 601264 get_misses 17756 incr_hits 0 incr_misses 0 libevent 2.0.11-stable limit_maxbytes 67108864 listen_disabled_num 0 max_conns_on_port_11209 1000 max_conns_on_port_11210 9000 mem_used 4394779864 pid 22718 pointer_size 64 rejected_conns 0 rusage_system 200.271554 rusage_user 508.328722 tap_checkpoint_end_received 847 tap_checkpoint_end_sent 248 tap_checkpoint_start_received 1768 tap_checkpoint_start_sent 296 tap_connect_received 1 tap_delete_received 100614 tap_delete_sent 53694 tap_mutation_received 3486226 tap_mutation_sent 1005542 tap_opaque_received 4040 tap_opaque_sent 297 tap_vbucket_set_received 592 threads 4 time 1352540185 total_connections 2960 uptime 1006 vb_active_curr_items 864483 vb_active_eject 0 vb_active_expired 319 vb_active_ht_memory 7433056 vb_active_itm_memory 2115645333 vb_active_meta_data_memory 68294157 vb_active_num 296 vb_active_num_non_resident 0 vb_active_num_ref_ejects 0 vb_active_num_ref_items 898459 vb_active_ops_create 895674 vb_active_ops_delete 78131 vb_active_ops_reject 0 vb_active_ops_update 633972 vb_active_perc_mem_resident 100 vb_active_queue_age 925566000 vb_active_queue_drain 2350557 vb_active_queue_fill 1922064 vb_active_queue_memory 1012768 vb_active_queue_pending 1519152 vb_active_queue_size 31649 vb_dead_num 0 vb_pending_curr_items 0 vb_pending_eject 0 vb_pending_expired 0 vb_pending_ht_memory 0 vb_pending_itm_memory 0 vb_pending_meta_data_memory 0 vb_pending_num 0 vb_pending_num_non_resident 0 vb_pending_num_ref_ejects 0 vb_pending_num_ref_items 0 vb_pending_ops_create 0 vb_pending_ops_delete 0 vb_pending_ops_reject 0 vb_pending_ops_update 0 vb_pending_perc_mem_resident 0 vb_pending_queue_age 0 vb_pending_queue_drain 0 vb_pending_queue_fill 0 vb_pending_queue_memory 0 vb_pending_queue_pending 0 vb_pending_queue_size 0 vb_replica_curr_items 823165 vb_replica_eject 0 vb_replica_expired 22 vb_replica_ht_memory 7081584 vb_replica_itm_memory 2015661627 vb_replica_meta_data_memory 65030035 vb_replica_num 282 vb_replica_num_non_resident 0 vb_replica_num_ref_ejects 0 vb_replica_num_ref_items 855237 vb_replica_ops_create 847360 vb_replica_ops_delete 74756 vb_replica_ops_reject 0 vb_replica_ops_update 942269 vb_replica_perc_mem_resident 100 vb_replica_queue_age 627791000 vb_replica_queue_drain 2355987 vb_replica_queue_fill 2009221 vb_replica_queue_memory 937536 vb_replica_queue_pending 1406304 vb_replica_queue_size 29298 version 1.4.4_600_g7ea975a [ns_doctor:debug,2012-11-10T1:36:41.353,ns_1@192.168.0.21:ns_doctor<0.4376.0>:ns_doctor:handle_info:137]Current node statuses: [{'ns_1@192.168.0.20', [{last_heard,{1352,540197,893438}}, {outgoing_replications_safeness_level,[{"default",green}]}, {incoming_replications_conf_hashes, [{"default",[{'ns_1@192.168.0.22',40533333}]}]}, {active_buckets,["default"]}, {ready_buckets,["default"]}, {local_tasks, [[{pid,<<"<0.11105.2>">>}, {bucket,<<"default">>}, {original_target,{[{type,bucket}]}}, {progress,66}, {started_on,1352540126}, {total_vbuckets,453}, {trigger_type,scheduled}, {type,bucket_compaction}, {updated_on,1352540197}, {vbuckets_done,300}]]}, {memory, [{total,182882040}, {processes,134505568}, {processes_used,132047856}, {system,48376472}, {atom,1401785}, {atom_used,1374492}, {binary,6624144}, {code,14045110}, {ets,7981056}]}, {system_memory_data, [{system_total_memory,25199214592}, {free_swap,20971511808}, {total_swap,20971511808}, {cached_memory,3916247040}, {buffered_memory,217657344}, {free_memory,11608526848}, {total_memory,25199214592}]}, {node_storage_conf,[{db_path,"/data"},{index_path,"/data"}]}, {statistics, [{wall_clock,{2477662,5001}}, {context_switches,{15947265,0}}, {garbage_collection,{1942455,13099693288,0}}, {io,{{input,298394858},{output,10649102899}}}, {reductions,{2352938401,2600892}}, {run_queue,0}, {runtime,{854830,830}}]}, {system_stats, [{cpu_utilization_rate,53.67088607594937}, {swap_total,20971511808}, {swap_used,0}]}, {interesting_stats, [{couch_docs_actual_disk_size,3904139856}, {couch_docs_data_size,3200199772}, {couch_views_actual_disk_size,0}, {couch_views_data_size,0}, {curr_items,675052}, {curr_items_tot,1304990}, {mem_used,3417069424}, {vb_replica_curr_items,629938}]}, {cluster_compatibility_version,131072}, {version, [{public_key,"0.13"}, {lhttpc,"1.3.0"}, {ale,"8cffe61"}, {os_mon,"2.2.7"}, {couch_set_view,"1.2.0a-b68b5f4-git"}, {mnesia,"4.5"}, {inets,"5.7.1"}, {couch,"1.2.0a-b68b5f4-git"}, {mapreduce,"1.0.0"}, {couch_index_merger,"1.2.0a-b68b5f4-git"}, {kernel,"2.14.5"}, {crypto,"2.0.4"}, {ssl,"4.1.6"}, {sasl,"2.1.10"}, {couch_view_parser,"1.0.0"}, {ns_server,"2.0.0-1939-rel-enterprise"}, {mochiweb,"1.4.1"}, {oauth,"7d85d3ef"}, {stdlib,"1.17.5"}]}, {supported_compat_version,[2,0]}, {system_arch,"x86_64-unknown-linux-gnu"}, {wall_clock,2477}, {memory_data,{25199214592,13789675520,{<17877.428.0>,15906488}}}, {disk_data, [{"/",41260352,5}, {"/dev/shm",12304304,0}, {"/boot",495844,7}, {"/data",206420664,3}]}, {meminfo, <<"MemTotal: 24608608 kB\nMemFree: 11336452 kB\nBuffers: 212556 kB\nCached: 3824460 kB\nSwapCached: 0 kB\nActive: 9445944 kB\nInactive: 3253916 kB\nActive(anon): 8652844 kB\nInactive(anon): 11924 kB\nActive(file): 793100 kB\nInactive(file): 3241992 kB\nUnevictable: 11276 kB\nMlocked: 11288 kB\nSwapTotal: 20479992 kB\nSwapFree: 20479992 kB\nDirty: 3812 kB\nWriteback: 4 kB\nAnonPages: 8673872 kB\nMapped: 15460 kB\nShmem: 172 kB\nSlab: 247152 kB\nSReclaimable: 188648 kB\nSUnreclaim: 58504 kB\nKernelStack: 2992 kB\nPageTables: 21488 kB\nNFS_Unstable: 0 kB\nBounce: 0 kB\nWritebackTmp: 0 kB\nCommitLimit: 32784296 kB\nCommitted_AS: 10421464 kB\nVmallocTotal: 34359738367 kB\nVmallocUsed: 332500 kB\nVmallocChunk: 34359360032 kB\nHardwareCorrupted: 0 kB\nAnonHugePages: 3084288 kB\nHugePages_Total: 0\nHugePages_Free: 0\nHugePages_Rsvd: 0\nHugePages_Surp: 0\nHugepagesize: 2048 kB\nDirectMap4k: 10240 kB\nDirectMap2M: 25155584 kB\n">>}]}, {'ns_1@192.168.0.21', [{last_heard,{1352,540196,356252}}, {outgoing_replications_safeness_level,[{"default",green}]}, {incoming_replications_conf_hashes, [{"default",[{'ns_1@192.168.0.22',106188295}]}]}, {active_buckets,["default"]}, {ready_buckets,["default"]}, {local_tasks,[]}, {memory, [{total,164239360}, {processes,117290536}, {processes_used,117169328}, {system,46948824}, {atom,1333345}, {atom_used,1324998}, {binary,9029224}, {code,13371137}, {ets,4876640}]}, {system_memory_data, [{system_total_memory,25199214592}, {free_swap,20971511808}, {total_swap,20971511808}, {cached_memory,4547125248}, {buffered_memory,180899840}, {free_memory,14898049024}, {total_memory,25199214592}]}, {node_storage_conf,[{db_path,"/data"},{index_path,"/data"}]}, {statistics, [{wall_clock,{2457547,4999}}, {context_switches,{6394488,0}}, {garbage_collection,{1464016,3024156684,0}}, {io,{{input,182480811},{output,8733052686}}}, {reductions,{897503283,3780087}}, {run_queue,0}, {runtime,{378620,1260}}]}, {system_stats, [{cpu_utilization_rate,26.184538653366584}, {swap_total,20971511808}, {swap_used,0}]}, {interesting_stats, [{couch_docs_actual_disk_size,4449238220}, {couch_docs_data_size,4127252984}, {couch_views_actual_disk_size,0}, {couch_views_data_size,0}, {curr_items,867349}, {curr_items_tot,1692752}, {mem_used,4409669880}, {vb_replica_curr_items,825403}]}, {cluster_compatibility_version,131072}, {version, [{public_key,"0.13"}, {lhttpc,"1.3.0"}, {ale,"8cffe61"}, {os_mon,"2.2.7"}, {couch_set_view,"1.2.0a-b68b5f4-git"}, {mnesia,"4.5"}, {inets,"5.7.1"}, {couch,"1.2.0a-b68b5f4-git"}, {mapreduce,"1.0.0"}, {couch_index_merger,"1.2.0a-b68b5f4-git"}, {kernel,"2.14.5"}, {crypto,"2.0.4"}, {ssl,"4.1.6"}, {sasl,"2.1.10"}, {couch_view_parser,"1.0.0"}, {ns_server,"2.0.0-1939-rel-enterprise"}, {mochiweb,"1.4.1"}, {oauth,"7d85d3ef"}, {stdlib,"1.17.5"}]}, {supported_compat_version,[2,0]}, {system_arch,"x86_64-unknown-linux-gnu"}, {wall_clock,2457}, {memory_data,{25199214592,10730610688,{<0.4494.0>,4714984}}}, {disk_data, [{"/",41260352,5}, {"/dev/shm",12304304,0}, {"/boot",495844,7}, {"/data",206420664,3}]}, {meminfo, <<"MemTotal: 24608608 kB\nMemFree: 14548876 kB\nBuffers: 176660 kB\nCached: 4440552 kB\nSwapCached: 0 kB\nActive: 5522020 kB\nInactive: 4011660 kB\nActive(anon): 4909584 kB\nInactive(anon): 9272 kB\nActive(file): 612436 kB\nInactive(file): 4002388 kB\nUnevictable: 11288 kB\nMlocked: 11288 kB\nSwapTotal: 20479992 kB\nSwapFree: 20479992 kB\nDirty: 5096 kB\nWriteback: 0 kB\nAnonPages: 4928396 kB\nMapped: 14492 kB\nShmem: 164 kB\nSlab: 207736 kB\nSReclaimable: 149864 kB\nSUnreclaim: 57872 kB\nKernelStack: 2960 kB\nPageTables: 13556 kB\nNFS_Unstable: 0 kB\nBounce: 0 kB\nWritebackTmp: 0 kB\nCommitLimit: 32784296 kB\nCommitted_AS: 6678764 kB\nVmallocTotal: 34359738367 kB\nVmallocUsed: 332500 kB\nVmallocChunk: 34359355024 kB\nHardwareCorrupted: 0 kB\nAnonHugePages: 1691648 kB\nHugePages_Total: 0\nHugePages_Free: 0\nHugePages_Rsvd: 0\nHugePages_Surp: 0\nHugepagesize: 2048 kB\nDirectMap4k: 10240 kB\nDirectMap2M: 25155584 kB\n">>}]}, {'ns_1@192.168.0.22', [{last_heard,{1352,540200,953846}}, {outgoing_replications_safeness_level,[{"default",green}]}, {incoming_replications_conf_hashes, [{"default", [{'ns_1@192.168.0.20',40255528}, {'ns_1@192.168.0.21',112231655}]}]}, {active_buckets,["default"]}, {ready_buckets,["default"]}, {local_tasks, [[{pid,<<"<0.2433.2>">>}, {bucket,<<"default">>}, {original_target,{[{type,bucket}]}}, {progress,62}, {started_on,1352540070}, {total_vbuckets,1025}, {trigger_type,scheduled}, {type,bucket_compaction}, {updated_on,1352540200}, {vbuckets_done,641}]]}, {memory, [{total,221132368}, {processes,166058536}, {processes_used,165932880}, {system,55073832}, {atom,1338193}, {atom_used,1333793}, {binary,13560848}, {code,13481638}, {ets,8022680}]}, {system_memory_data, [{system_total_memory,25199214592}, {free_swap,20971511808}, {total_swap,20971511808}, {cached_memory,8932966400}, {buffered_memory,238743552}, {free_memory,6331219968}, {total_memory,25199214592}]}, {node_storage_conf,[{db_path,"/data"},{index_path,"/data"}]}, {statistics, [{wall_clock,{2460943,4999}}, {context_switches,{18437452,0}}, {garbage_collection,{2500715,5963679684,0}}, {io,{{input,425612585},{output,14355083032}}}, {reductions,{2091985984,3020021}}, {run_queue,0}, {runtime,{717890,890}}]}, {system_stats, [{cpu_utilization_rate,38.0352644836272}, {swap_total,20971511808}, {swap_used,0}]}, {interesting_stats, [{couch_docs_actual_disk_size,8818342235}, {couch_docs_data_size,7328314440}, {couch_views_actual_disk_size,0}, {couch_views_data_size,0}, {curr_items,1450694}, {curr_items_tot,2993291}, {mem_used,7817371656}, {vb_replica_curr_items,1542597}]}, {cluster_compatibility_version,131072}, {version, [{public_key,"0.13"}, {lhttpc,"1.3.0"}, {ale,"8cffe61"}, {os_mon,"2.2.7"}, {couch_set_view,"1.2.0a-b68b5f4-git"}, {mnesia,"4.5"}, {inets,"5.7.1"}, {couch,"1.2.0a-b68b5f4-git"}, {mapreduce,"1.0.0"}, {couch_index_merger,"1.2.0a-b68b5f4-git"}, {kernel,"2.14.5"}, {crypto,"2.0.4"}, {ssl,"4.1.6"}, {sasl,"2.1.10"}, {couch_view_parser,"1.0.0"}, {ns_server,"2.0.0-1939-rel-enterprise"}, {mochiweb,"1.4.1"}, {oauth,"7d85d3ef"}, {stdlib,"1.17.5"}]}, {supported_compat_version,[2,0]}, {system_arch,"x86_64-unknown-linux-gnu"}, {wall_clock,2460}, {memory_data,{25199214592,18864455680,{<17923.726.0>,4714984}}}, {disk_data, [{"/",41260352,5}, {"/dev/shm",12304304,0}, {"/boot",495844,7}, {"/data",206420664,5}]}, {meminfo, <<"MemTotal: 24608608 kB\nMemFree: 6182832 kB\nBuffers: 233148 kB\nCached: 8723600 kB\nSwapCached: 0 kB\nActive: 10322648 kB\nInactive: 7418012 kB\nActive(anon): 8780660 kB\nInactive(anon): 5460 kB\nActive(file): 1541988 kB\nInactive(file): 7412552 kB\nUnevictable: 11252 kB\nMlocked: 11288 kB\nSwapTotal: 20479992 kB\nSwapFree: 20479992 kB\nDirty: 1684 kB\nWriteback: 1640 kB\nAnonPages: 8795672 kB\nMapped: 15572 kB\nShmem: 172 kB\nSlab: 360580 kB\nSReclaimable: 302248 kB\nSUnreclaim: 58332 kB\nKernelStack: 2480 kB\nPageTables: 21636 kB\nNFS_Unstable: 0 kB\nBounce: 0 kB\nWritebackTmp: 0 kB\nCommitLimit: 32784296 kB\nCommitted_AS: 10515164 kB\nVmallocTotal: 34359738367 kB\nVmallocUsed: 332500 kB\nVmallocChunk: 34359355024 kB\nHardwareCorrupted: 0 kB\nAnonHugePages: 3061760 kB\nHugePages_Total: 0\nHugePages_Free: 0\nHugePages_Rsvd: 0\nHugePages_Surp: 0\nHugepagesize: 2048 kB\nDirectMap4k: 10240 kB\nDirectMap2M: 25155584 kB\n">>}]}] [ns_doctor:debug,2012-11-10T1:37:41.353,ns_1@192.168.0.21:ns_doctor<0.4376.0>:ns_doctor:handle_info:137]Current node statuses: [{'ns_1@192.168.0.20', [{last_heard,{1352,540257,895815}}, {outgoing_replications_safeness_level,[{"default",green}]}, {incoming_replications_conf_hashes, [{"default",[{'ns_1@192.168.0.22',27604258}]}]}, {active_buckets,["default"]}, {ready_buckets,["default"]}, {local_tasks,[]}, {memory, [{total,184633064}, {processes,136531752}, {processes_used,133951384}, {system,48101312}, {atom,1401785}, {atom_used,1374492}, {binary,6278760}, {code,14045110}, {ets,8065024}]}, {system_memory_data, [{system_total_memory,25199214592}, {free_swap,20971511808}, {total_swap,20971511808}, {cached_memory,3612721152}, {buffered_memory,219848704}, {free_memory,11902881792}, {total_memory,25199214592}]}, {node_storage_conf,[{db_path,"/data"},{index_path,"/data"}]}, {statistics, [{wall_clock,{2537664,5002}}, {context_switches,{16157411,0}}, {garbage_collection,{1973213,13332310314,0}}, {io,{{input,307715507},{output,10770753938}}}, {reductions,{2389256543,3201562}}, {run_queue,0}, {runtime,{870790,2050}}]}, {system_stats, [{cpu_utilization_rate,76.98019801980197}, {swap_total,20971511808}, {swap_used,0}]}, {interesting_stats, [{couch_docs_actual_disk_size,3530484436}, {couch_docs_data_size,3142898822}, {couch_views_actual_disk_size,0}, {couch_views_data_size,0}, {curr_items,659952}, {curr_items_tot,1274122}, {mem_used,3346120992}, {vb_replica_curr_items,614170}]}, {cluster_compatibility_version,131072}, {version, [{public_key,"0.13"}, {lhttpc,"1.3.0"}, {ale,"8cffe61"}, {os_mon,"2.2.7"}, {couch_set_view,"1.2.0a-b68b5f4-git"}, {mnesia,"4.5"}, {inets,"5.7.1"}, {couch,"1.2.0a-b68b5f4-git"}, {mapreduce,"1.0.0"}, {couch_index_merger,"1.2.0a-b68b5f4-git"}, {kernel,"2.14.5"}, {crypto,"2.0.4"}, {ssl,"4.1.6"}, {sasl,"2.1.10"}, {couch_view_parser,"1.0.0"}, {ns_server,"2.0.0-1939-rel-enterprise"}, {mochiweb,"1.4.1"}, {oauth,"7d85d3ef"}, {stdlib,"1.17.5"}]}, {supported_compat_version,[2,0]}, {system_arch,"x86_64-unknown-linux-gnu"}, {wall_clock,2537}, {memory_data,{25199214592,13177847808,{<17877.428.0>,15912200}}}, {disk_data, [{"/",41260352,5}, {"/dev/shm",12304304,0}, {"/boot",495844,7}, {"/data",206420664,2}]}, {meminfo, <<"MemTotal: 24608608 kB\nMemFree: 11624156 kB\nBuffers: 214696 kB\nCached: 3528048 kB\nSwapCached: 0 kB\nActive: 9336924 kB\nInactive: 3081668 kB\nActive(anon): 8666100 kB\nInactive(anon): 11924 kB\nActive(file): 670824 kB\nInactive(file): 3069744 kB\nUnevictable: 11276 kB\nMlocked: 11288 kB\nSwapTotal: 20479992 kB\nSwapFree: 20479992 kB\nDirty: 2876 kB\nWriteback: 0 kB\nAnonPages: 8677036 kB\nMapped: 15456 kB\nShmem: 172 kB\nSlab: 241224 kB\nSReclaimable: 183276 kB\nSUnreclaim: 57948 kB\nKernelStack: 2984 kB\nPageTables: 21444 kB\nNFS_Unstable: 0 kB\nBounce: 0 kB\nWritebackTmp: 0 kB\nCommitLimit: 32784296 kB\nCommitted_AS: 10438020 kB\nVmallocTotal: 34359738367 kB\nVmallocUsed: 332500 kB\nVmallocChunk: 34359360032 kB\nHardwareCorrupted: 0 kB\nAnonHugePages: 3184640 kB\nHugePages_Total: 0\nHugePages_Free: 0\nHugePages_Rsvd: 0\nHugePages_Surp: 0\nHugepagesize: 2048 kB\nDirectMap4k: 10240 kB\nDirectMap2M: 25155584 kB\n">>}]}, {'ns_1@192.168.0.21', [{last_heard,{1352,540256,362152}}, {outgoing_replications_safeness_level,[{"default",green}]}, {incoming_replications_conf_hashes, [{"default",[{'ns_1@192.168.0.22',119263968}]}]}, {active_buckets,["default"]}, {ready_buckets,["default"]}, {local_tasks,[]}, {memory, [{total,162992216}, {processes,116276928}, {processes_used,116170928}, {system,46715288}, {atom,1333345}, {atom_used,1324998}, {binary,8641056}, {code,13371137}, {ets,5030992}]}, {system_memory_data, [{system_total_memory,25199214592}, {free_swap,20971511808}, {total_swap,20971511808}, {cached_memory,5084557312}, {buffered_memory,182435840}, {free_memory,14273773568}, {total_memory,25199214592}]}, {node_storage_conf,[{db_path,"/data"},{index_path,"/data"}]}, {statistics, [{wall_clock,{2517553,5006}}, {context_switches,{6645776,0}}, {garbage_collection,{1495317,3120298810,0}}, {io,{{input,185951522},{output,8951477579}}}, {reductions,{933247143,3540700}}, {run_queue,2}, {runtime,{390980,1160}}]}, {system_stats, [{cpu_utilization_rate,28.00982800982801}, {swap_total,20971511808}, {swap_used,0}]}, {interesting_stats, [{couch_docs_actual_disk_size,4978197222}, {couch_docs_data_size,4185675108}, {couch_views_actual_disk_size,0}, {couch_views_data_size,0}, {curr_items,880588}, {curr_items_tot,1714211}, {mem_used,4470331824}, {vb_replica_curr_items,833623}]}, {cluster_compatibility_version,131072}, {version, [{public_key,"0.13"}, {lhttpc,"1.3.0"}, {ale,"8cffe61"}, {os_mon,"2.2.7"}, {couch_set_view,"1.2.0a-b68b5f4-git"}, {mnesia,"4.5"}, {inets,"5.7.1"}, {couch,"1.2.0a-b68b5f4-git"}, {mapreduce,"1.0.0"}, {couch_index_merger,"1.2.0a-b68b5f4-git"}, {kernel,"2.14.5"}, {crypto,"2.0.4"}, {ssl,"4.1.6"}, {sasl,"2.1.10"}, {couch_view_parser,"1.0.0"}, {ns_server,"2.0.0-1939-rel-enterprise"}, {mochiweb,"1.4.1"}, {oauth,"7d85d3ef"}, {stdlib,"1.17.5"}]}, {supported_compat_version,[2,0]}, {system_arch,"x86_64-unknown-linux-gnu"}, {wall_clock,2517}, {memory_data,{25199214592,10308694016,{<0.4493.0>,4714984}}}, {disk_data, [{"/",41260352,5}, {"/dev/shm",12304304,0}, {"/boot",495844,7}, {"/data",206420664,3}]}, {meminfo, <<"MemTotal: 24608608 kB\nMemFree: 13939232 kB\nBuffers: 178160 kB\nCached: 4965388 kB\nSwapCached: 0 kB\nActive: 5955520 kB\nInactive: 4173256 kB\nActive(anon): 4978428 kB\nInactive(anon): 9272 kB\nActive(file): 977092 kB\nInactive(file): 4163984 kB\nUnevictable: 11288 kB\nMlocked: 11288 kB\nSwapTotal: 20479992 kB\nSwapFree: 20479992 kB\nDirty: 4828 kB\nWriteback: 0 kB\nAnonPages: 4997224 kB\nMapped: 14492 kB\nShmem: 164 kB\nSlab: 221640 kB\nSReclaimable: 164160 kB\nSUnreclaim: 57480 kB\nKernelStack: 2960 kB\nPageTables: 13692 kB\nNFS_Unstable: 0 kB\nBounce: 0 kB\nWritebackTmp: 0 kB\nCommitLimit: 32784296 kB\nCommitted_AS: 6742344 kB\nVmallocTotal: 34359738367 kB\nVmallocUsed: 332500 kB\nVmallocChunk: 34359355024 kB\nHardwareCorrupted: 0 kB\nAnonHugePages: 1792000 kB\nHugePages_Total: 0\nHugePages_Free: 0\nHugePages_Rsvd: 0\nHugePages_Surp: 0\nHugepagesize: 2048 kB\nDirectMap4k: 10240 kB\nDirectMap2M: 25155584 kB\n">>}]}, {'ns_1@192.168.0.22', [{last_heard,{1352,540260,999903}}, {outgoing_replications_safeness_level,[{"default",green}]}, {incoming_replications_conf_hashes, [{"default", [{'ns_1@192.168.0.20',91897259},{'ns_1@192.168.0.21',13289158}]}]}, {active_buckets,["default"]}, {ready_buckets,["default"]}, {local_tasks, [[{pid,<<"<0.2433.2>">>}, {bucket,<<"default">>}, {original_target,{[{type,bucket}]}}, {progress,90}, {started_on,1352540070}, {total_vbuckets,1025}, {trigger_type,scheduled}, {type,bucket_compaction}, {updated_on,1352540259}, {vbuckets_done,925}]]}, {memory, [{total,219756976}, {processes,164956952}, {processes_used,164916856}, {system,54800024}, {atom,1338193}, {atom_used,1333793}, {binary,13009176}, {code,13481638}, {ets,8289696}]}, {system_memory_data, [{system_total_memory,25199214592}, {free_swap,20971511808}, {total_swap,20971511808}, {cached_memory,8561475584}, {buffered_memory,242810880}, {free_memory,6702706688}, {total_memory,25199214592}]}, {node_storage_conf,[{db_path,"/data"},{index_path,"/data"}]}, {statistics, [{wall_clock,{2520945,5001}}, {context_switches,{18813130,0}}, {garbage_collection,{2548738,6083474092,0}}, {io,{{input,435468629},{output,14645360876}}}, {reductions,{2135090407,3596183}}, {run_queue,0}, {runtime,{732130,1340}}]}, {system_stats, [{cpu_utilization_rate,23.019801980198018}, {swap_total,20971511808}, {swap_used,0}]}, {interesting_stats, [{couch_docs_actual_disk_size,8423868233}, {couch_docs_data_size,7328571942}, {couch_views_actual_disk_size,0}, {couch_views_data_size,0}, {curr_items,1450093}, {curr_items_tot,2992736}, {mem_used,7822120152}, {vb_replica_curr_items,1542643}]}, {cluster_compatibility_version,131072}, {version, [{public_key,"0.13"}, {lhttpc,"1.3.0"}, {ale,"8cffe61"}, {os_mon,"2.2.7"}, {couch_set_view,"1.2.0a-b68b5f4-git"}, {mnesia,"4.5"}, {inets,"5.7.1"}, {couch,"1.2.0a-b68b5f4-git"}, {mapreduce,"1.0.0"}, {couch_index_merger,"1.2.0a-b68b5f4-git"}, {kernel,"2.14.5"}, {crypto,"2.0.4"}, {ssl,"4.1.6"}, {sasl,"2.1.10"}, {couch_view_parser,"1.0.0"}, {ns_server,"2.0.0-1939-rel-enterprise"}, {mochiweb,"1.4.1"}, {oauth,"7d85d3ef"}, {stdlib,"1.17.5"}]}, {supported_compat_version,[2,0]}, {system_arch,"x86_64-unknown-linux-gnu"}, {wall_clock,2520}, {memory_data,{25199214592,18497015808,{<17923.725.0>,2914384}}}, {disk_data, [{"/",41260352,5}, {"/dev/shm",12304304,0}, {"/boot",495844,7}, {"/data",206420664,5}]}, {meminfo, <<"MemTotal: 24608608 kB\nMemFree: 6545612 kB\nBuffers: 237120 kB\nCached: 8360816 kB\nSwapCached: 0 kB\nActive: 10042584 kB\nInactive: 7340648 kB\nActive(anon): 8781636 kB\nInactive(anon): 5460 kB\nActive(file): 1260948 kB\nInactive(file): 7335188 kB\nUnevictable: 11252 kB\nMlocked: 11288 kB\nSwapTotal: 20479992 kB\nSwapFree: 20479992 kB\nDirty: 1764 kB\nWriteback: 744 kB\nAnonPages: 8796460 kB\nMapped: 15572 kB\nShmem: 172 kB\nSlab: 355816 kB\nSReclaimable: 297300 kB\nSUnreclaim: 58516 kB\nKernelStack: 2480 kB\nPageTables: 21300 kB\nNFS_Unstable: 0 kB\nBounce: 0 kB\nWritebackTmp: 0 kB\nCommitLimit: 32784296 kB\nCommitted_AS: 10512600 kB\nVmallocTotal: 34359738367 kB\nVmallocUsed: 332500 kB\nVmallocChunk: 34359355024 kB\nHardwareCorrupted: 0 kB\nAnonHugePages: 3160064 kB\nHugePages_Total: 0\nHugePages_Free: 0\nHugePages_Rsvd: 0\nHugePages_Surp: 0\nHugepagesize: 2048 kB\nDirectMap4k: 10240 kB\nDirectMap2M: 25155584 kB\n">>}]}] [stats:debug,2012-11-10T1:38:05.939,ns_1@192.168.0.21:<0.4502.0>:stats_collector:maybe_log_stats:126](at {{1970,1,16},{7,42,20}}) Stats for bucket "default": accepting_conns 1 auth_cmds 9 auth_errors 0 bucket_active_conns 1 bucket_conns 25 bytes 4530322728 bytes_read 10632496832 bytes_written 4651166375 cas_badval 0 cas_hits 0 cas_misses 0 cmd_flush 0 cmd_get 727845 cmd_set 675013 conn_yields 52081 connection_structures 5000 curr_connections 28 curr_conns_on_port_11209 16 curr_conns_on_port_11210 10 curr_items 889304 curr_items_tot 1736993 curr_temp_items 0 daemon_connections 4 decr_hits 0 decr_misses 0 delete_hits 43930 delete_misses 47759 ep_access_scanner_last_runtime 0 ep_access_scanner_num_items 0 ep_access_scanner_task_time 2012-11-10 10:00:00 ep_allow_data_loss_during_shutdown 1 ep_alog_block_size 4096 ep_alog_path /data/default/access.log ep_alog_sleep_time 1440 ep_alog_task_time 10 ep_backend couchdb ep_bg_fetch_delay 0 ep_bg_fetched 0 ep_bg_meta_fetched 0 ep_bg_remaining_jobs 0 ep_chk_max_items 5000 ep_chk_period 1800 ep_chk_persistence_remains 2 ep_chk_persistence_timeout 10 ep_chk_remover_stime 5 ep_commit_num 54147 ep_commit_time 6 ep_commit_time_total 536328 ep_concurrentDB 1 ep_config_file ep_couch_bucket default ep_couch_host localhost ep_couch_port 11213 ep_couch_reconnect_sleeptime 250 ep_couch_response_timeout 180000 ep_data_age 10 ep_data_age_highwat 59 ep_data_traffic_enabled 0 ep_dbinit 0 ep_dbname /data/default ep_degraded_mode 0 ep_diskqueue_drain 5012027 ep_diskqueue_fill 4188144 ep_diskqueue_items 22656 ep_diskqueue_memory 649152 ep_diskqueue_pending 973728 ep_exp_pager_stime 3600 ep_exp_pager_stime 3600 ep_expired_access 423 ep_expired_pager 0 ep_expiry_window 3 ep_failpartialwarmup 0 ep_flush_all false ep_flush_duration_total 1076 ep_flushall_enabled 0 ep_flusher_state running ep_flusher_todo 11475 ep_getl_default_timeout 15 ep_getl_max_timeout 30 ep_ht_locks 5 ep_ht_size 3079 ep_inconsistent_slave_chk 0 ep_initfile ep_io_num_read 0 ep_io_num_write 3743455 ep_io_read_bytes 0 ep_io_write_bytes 8581919863 ep_item_begin_failed 0 ep_item_commit_failed 0 ep_item_flush_expired 23 ep_item_flush_failed 0 ep_item_num_based_new_chk 1 ep_items_rm_from_checkpoints 114353 ep_keep_closed_chks 0 ep_klog_block_size 4096 ep_klog_compactor_queue_cap 500000 ep_klog_compactor_stime 3600 ep_klog_flush commit2 ep_klog_max_entry_ratio 10 ep_klog_max_log_size 2147483647 ep_klog_path ep_klog_sync commit2 ep_kv_size 4280425591 ep_max_checkpoints 2 ep_max_data_size 12582912000 ep_max_item_size 20971520 ep_max_size 12582912000 ep_max_txn_size 10000 ep_max_vbuckets 1024 ep_mem_high_wat 9437184000 ep_mem_high_wat 9437184000 ep_mem_low_wat 7549747200 ep_mem_low_wat 7549747200 ep_mem_tracker_enabled true ep_min_data_age 0 ep_mlog_compactor_runs 0 ep_mutation_mem_threshold 0 ep_num_access_scanner_runs 0 ep_num_eject_failures 0 ep_num_expiry_pager_runs 0 ep_num_non_resident 0 ep_num_not_my_vbuckets 0 ep_num_ops_del_meta 0 ep_num_ops_get_meta 0 ep_num_ops_set_meta 0 ep_num_pager_runs 0 ep_num_value_ejects 0 ep_oom_errors 0 ep_overhead 98764368 ep_pager_active_vb_pcnt 40 ep_pager_unbiased_period 60 ep_pending_ops 0 ep_pending_ops_max 1 ep_pending_ops_max_duration 206679 ep_pending_ops_total 9 ep_postInitfile ep_queue_age_cap 900 ep_queue_size 11181 ep_startup_time 1352539183 ep_storage_age 7 ep_storage_age_highwat 70 ep_store_max_concurrency 10 ep_store_max_readers 9 ep_store_max_readwrite 1 ep_stored_val_type ep_tap_ack_grace_period 300 ep_tap_ack_initial_sequence_number 1 ep_tap_ack_interval 1000 ep_tap_ack_window_size 10 ep_tap_backfill_resident 0.9 ep_tap_backlog_limit 5000 ep_tap_backoff_period 5 ep_tap_bg_fetch_requeued 0 ep_tap_bg_fetched 0 ep_tap_bg_max_pending 500 ep_tap_keepalive 300 ep_tap_noop_interval 20 ep_tap_requeue_sleep_time 0.1 ep_tap_throttle_cap_pcnt 10 ep_tap_throttle_queue_cap 1000000 ep_tap_throttle_threshold 90 ep_tmp_oom_errors 0 ep_too_old 0 ep_too_young 0 ep_total_cache_size 4259591959 ep_total_del_items 171133 ep_total_enqueued 4188144 ep_total_new_items 1808489 ep_total_persisted 3743455 ep_uncommitted_items 28 ep_value_size 4137207997 ep_vb0 0 ep_vb_snapshot_total 623 ep_vb_total 596 ep_vbucket_del 0 ep_vbucket_del_fail 0 ep_version 2.0.0r_133_g68e3f7c ep_waitforwarmup 0 ep_warmup 1 ep_warmup_batch_size 1000 ep_warmup_dups 0 ep_warmup_min_items_threshold 100 ep_warmup_min_memory_threshold 100 ep_warmup_oom 0 ep_warmup_thread complete ep_warmup_time 19069 get_hits 706308 get_misses 21537 incr_hits 0 incr_misses 0 libevent 2.0.11-stable limit_maxbytes 67108864 listen_disabled_num 0 max_conns_on_port_11209 1000 max_conns_on_port_11210 9000 mem_used 4530322728 pid 22718 pointer_size 64 rejected_conns 0 rusage_system 222.128231 rusage_user 551.529154 tap_checkpoint_end_received 878 tap_checkpoint_end_sent 256 tap_checkpoint_start_received 1828 tap_checkpoint_start_sent 305 tap_connect_received 1 tap_delete_received 109806 tap_delete_sent 61080 tap_mutation_received 3642865 tap_mutation_sent 1110199 tap_opaque_received 4166 tap_opaque_sent 306 tap_vbucket_set_received 610 threads 4 time 1352540285 total_connections 3050 uptime 1106 vb_active_curr_items 889304 vb_active_eject 0 vb_active_expired 398 vb_active_ht_memory 7659160 vb_active_itm_memory 2180010832 vb_active_meta_data_memory 70255016 vb_active_num 305 vb_active_num_non_resident 0 vb_active_num_ref_ejects 0 vb_active_num_ref_items 930587 vb_active_ops_create 928607 vb_active_ops_delete 87710 vb_active_ops_reject 0 vb_active_ops_update 726384 vb_active_perc_mem_resident 100 vb_active_queue_age 587037000 vb_active_queue_drain 2507555 vb_active_queue_fill 2053198 vb_active_queue_memory 312640 vb_active_queue_pending 468960 vb_active_queue_size 9770 vb_dead_num 0 vb_pending_curr_items 0 vb_pending_eject 0 vb_pending_expired 0 vb_pending_ht_memory 0 vb_pending_itm_memory 0 vb_pending_meta_data_memory 0 vb_pending_num 0 vb_pending_num_non_resident 0 vb_pending_num_ref_ejects 0 vb_pending_num_ref_items 0 vb_pending_ops_create 0 vb_pending_ops_delete 0 vb_pending_ops_reject 0 vb_pending_ops_update 0 vb_pending_perc_mem_resident 0 vb_pending_queue_age 0 vb_pending_queue_drain 0 vb_pending_queue_fill 0 vb_pending_queue_memory 0 vb_pending_queue_pending 0 vb_pending_queue_size 0 vb_replica_curr_items 847689 vb_replica_eject 0 vb_replica_expired 25 vb_replica_ht_memory 7307592 vb_replica_itm_memory 2079581127 vb_replica_meta_data_memory 66967431 vb_replica_num 291 vb_replica_num_non_resident 0 vb_replica_num_ref_ejects 0 vb_replica_num_ref_items 886833 vb_replica_ops_create 879884 vb_replica_ops_delete 83423 vb_replica_ops_reject 0 vb_replica_ops_update 1037471 vb_replica_perc_mem_resident 100 vb_replica_queue_age 249022000 vb_replica_queue_drain 2504472 vb_replica_queue_fill 2134946 vb_replica_queue_memory 336512 vb_replica_queue_pending 504768 vb_replica_queue_size 10516 version 1.4.4_600_g7ea975a [ns_doctor:debug,2012-11-10T1:38:41.353,ns_1@192.168.0.21:ns_doctor<0.4376.0>:ns_doctor:handle_info:137]Current node statuses: [{'ns_1@192.168.0.20', [{last_heard,{1352,540317,894753}}, {outgoing_replications_safeness_level,[{"default",green}]}, {incoming_replications_conf_hashes, [{"default",[{'ns_1@192.168.0.22',90454285}]}]}, {active_buckets,["default"]}, {ready_buckets,["default"]}, {local_tasks,[]}, {memory, [{total,180033368}, {processes,131316976}, {processes_used,128652176}, {system,48716392}, {atom,1401785}, {atom_used,1374492}, {binary,6736264}, {code,14045110}, {ets,8236072}]}, {system_memory_data, [{system_total_memory,25199214592}, {free_swap,20971511808}, {total_swap,20971511808}, {cached_memory,3820048384}, {buffered_memory,221470720}, {free_memory,11693998080}, {total_memory,25199214592}]}, {node_storage_conf,[{db_path,"/data"},{index_path,"/data"}]}, {statistics, [{wall_clock,{2597663,5002}}, {context_switches,{16479169,0}}, {garbage_collection,{2022169,13786640147,0}}, {io,{{input,310863927},{output,10881762745}}}, {reductions,{2433006368,3922818}}, {run_queue,0}, {runtime,{895360,2320}}]}, {system_stats, [{cpu_utilization_rate,71.25307125307125}, {swap_total,20971511808}, {swap_used,0}]}, {interesting_stats, [{couch_docs_actual_disk_size,3735229371}, {couch_docs_data_size,3000176577}, {couch_views_actual_disk_size,0}, {couch_views_data_size,0}, {curr_items,630319}, {curr_items_tot,1215055}, {mem_used,3201823848}, {vb_replica_curr_items,584736}]}, {cluster_compatibility_version,131072}, {version, [{public_key,"0.13"}, {lhttpc,"1.3.0"}, {ale,"8cffe61"}, {os_mon,"2.2.7"}, {couch_set_view,"1.2.0a-b68b5f4-git"}, {mnesia,"4.5"}, {inets,"5.7.1"}, {couch,"1.2.0a-b68b5f4-git"}, {mapreduce,"1.0.0"}, {couch_index_merger,"1.2.0a-b68b5f4-git"}, {kernel,"2.14.5"}, {crypto,"2.0.4"}, {ssl,"4.1.6"}, {sasl,"2.1.10"}, {couch_view_parser,"1.0.0"}, {ns_server,"2.0.0-1939-rel-enterprise"}, {mochiweb,"1.4.1"}, {oauth,"7d85d3ef"}, {stdlib,"1.17.5"}]}, {supported_compat_version,[2,0]}, {system_arch,"x86_64-unknown-linux-gnu"}, {wall_clock,2597}, {memory_data,{25199214592,13484777472,{<17877.428.0>,15904480}}}, {disk_data, [{"/",41260352,5}, {"/dev/shm",12304304,0}, {"/boot",495844,7}, {"/data",206420664,2}]}, {meminfo, <<"MemTotal: 24608608 kB\nMemFree: 11417688 kB\nBuffers: 216280 kB\nCached: 3733140 kB\nSwapCached: 0 kB\nActive: 9595968 kB\nInactive: 3029380 kB\nActive(anon): 8666404 kB\nInactive(anon): 11924 kB\nActive(file): 929564 kB\nInactive(file): 3017456 kB\nUnevictable: 11276 kB\nMlocked: 11288 kB\nSwapTotal: 20479992 kB\nSwapFree: 20479992 kB\nDirty: 2528 kB\nWriteback: 0 kB\nAnonPages: 8670912 kB\nMapped: 15596 kB\nShmem: 172 kB\nSlab: 240500 kB\nSReclaimable: 182732 kB\nSUnreclaim: 57768 kB\nKernelStack: 3024 kB\nPageTables: 21564 kB\nNFS_Unstable: 0 kB\nBounce: 0 kB\nWritebackTmp: 0 kB\nCommitLimit: 32784296 kB\nCommitted_AS: 10435032 kB\nVmallocTotal: 34359738367 kB\nVmallocUsed: 332500 kB\nVmallocChunk: 34359360032 kB\nHardwareCorrupted: 0 kB\nAnonHugePages: 3276800 kB\nHugePages_Total: 0\nHugePages_Free: 0\nHugePages_Rsvd: 0\nHugePages_Surp: 0\nHugepagesize: 2048 kB\nDirectMap4k: 10240 kB\nDirectMap2M: 25155584 kB\n">>}]}, {'ns_1@192.168.0.21', [{last_heard,{1352,540316,356248}}, {outgoing_replications_safeness_level,[{"default",green}]}, {incoming_replications_conf_hashes, [{"default",[{'ns_1@192.168.0.22',66663112}]}]}, {active_buckets,["default"]}, {ready_buckets,["default"]}, {local_tasks,[]}, {memory, [{total,164789872}, {processes,118268872}, {processes_used,118242856}, {system,46521000}, {atom,1333345}, {atom_used,1324998}, {binary,8252648}, {code,13371137}, {ets,5210504}]}, {system_memory_data, [{system_total_memory,25199214592}, {free_swap,20971511808}, {total_swap,20971511808}, {cached_memory,5714849792}, {buffered_memory,183943168}, {free_memory,13460660224}, {total_memory,25199214592}]}, {node_storage_conf,[{db_path,"/data"},{index_path,"/data"}]}, {statistics, [{wall_clock,{2577547,5000}}, {context_switches,{7010207,0}}, {garbage_collection,{1548003,3254954621,0}}, {io,{{input,194452789},{output,9271846725}}}, {reductions,{978936128,5060388}}, {run_queue,0}, {runtime,{406960,1740}}]}, {system_stats, [{cpu_utilization_rate,39.40886699507389}, {swap_total,20971511808}, {swap_used,0}]}, {interesting_stats, [{couch_docs_actual_disk_size,5613135555}, {couch_docs_data_size,4328339862}, {couch_views_actual_disk_size,0}, {couch_views_data_size,0}, {curr_items,906254}, {curr_items_tot,1771593}, {mem_used,4620246696}, {vb_replica_curr_items,865339}]}, {cluster_compatibility_version,131072}, {version, [{public_key,"0.13"}, {lhttpc,"1.3.0"}, {ale,"8cffe61"}, {os_mon,"2.2.7"}, {couch_set_view,"1.2.0a-b68b5f4-git"}, {mnesia,"4.5"}, {inets,"5.7.1"}, {couch,"1.2.0a-b68b5f4-git"}, {mapreduce,"1.0.0"}, {couch_index_merger,"1.2.0a-b68b5f4-git"}, {kernel,"2.14.5"}, {crypto,"2.0.4"}, {ssl,"4.1.6"}, {sasl,"2.1.10"}, {couch_view_parser,"1.0.0"}, {ns_server,"2.0.0-1939-rel-enterprise"}, {mochiweb,"1.4.1"}, {oauth,"7d85d3ef"}, {stdlib,"1.17.5"}]}, {supported_compat_version,[2,0]}, {system_arch,"x86_64-unknown-linux-gnu"}, {wall_clock,2577}, {memory_data,{25199214592,10959724544,{<0.4493.0>,2914384}}}, {disk_data, [{"/",41260352,5}, {"/dev/shm",12304304,0}, {"/boot",495844,7}, {"/data",206420664,3}]}, {meminfo, <<"MemTotal: 24608608 kB\nMemFree: 13145176 kB\nBuffers: 179632 kB\nCached: 5580908 kB\nSwapCached: 0 kB\nActive: 6463840 kB\nInactive: 4438992 kB\nActive(anon): 5135872 kB\nInactive(anon): 9272 kB\nActive(file): 1327968 kB\nInactive(file): 4429720 kB\nUnevictable: 11288 kB\nMlocked: 11288 kB\nSwapTotal: 20479992 kB\nSwapFree: 20479992 kB\nDirty: 3816 kB\nWriteback: 0 kB\nAnonPages: 5139868 kB\nMapped: 14492 kB\nShmem: 164 kB\nSlab: 239268 kB\nSReclaimable: 181732 kB\nSUnreclaim: 57536 kB\nKernelStack: 2968 kB\nPageTables: 14040 kB\nNFS_Unstable: 0 kB\nBounce: 0 kB\nWritebackTmp: 0 kB\nCommitLimit: 32784296 kB\nCommitted_AS: 6896452 kB\nVmallocTotal: 34359738367 kB\nVmallocUsed: 332500 kB\nVmallocChunk: 34359355024 kB\nHardwareCorrupted: 0 kB\nAnonHugePages: 1875968 kB\nHugePages_Total: 0\nHugePages_Free: 0\nHugePages_Rsvd: 0\nHugePages_Surp: 0\nHugepagesize: 2048 kB\nDirectMap4k: 10240 kB\nDirectMap2M: 25155584 kB\n">>}]}, {'ns_1@192.168.0.22', [{last_heard,{1352,540320,958735}}, {outgoing_replications_safeness_level,[{"default",green}]}, {incoming_replications_conf_hashes, [{"default", [{'ns_1@192.168.0.20',90955448},{'ns_1@192.168.0.21',21010462}]}]}, {active_buckets,["default"]}, {ready_buckets,["default"]}, {local_tasks,[]}, {memory, [{total,225255256}, {processes,169574824}, {processes_used,169398776}, {system,55680432}, {atom,1338193}, {atom_used,1333793}, {binary,13869672}, {code,13481638}, {ets,8328232}]}, {system_memory_data, [{system_total_memory,25199214592}, {free_swap,20971511808}, {total_swap,20971511808}, {cached_memory,9049563136}, {buffered_memory,245604352}, {free_memory,6210568192}, {total_memory,25199214592}]}, {node_storage_conf,[{db_path,"/data"},{index_path,"/data"}]}, {statistics, [{wall_clock,{2580948,5000}}, {context_switches,{19221235,0}}, {garbage_collection,{2618687,6239148669,0}}, {io,{{input,448251604},{output,14944563484}}}, {reductions,{2184622450,4673481}}, {run_queue,0}, {runtime,{750500,1730}}]}, {system_stats, [{cpu_utilization_rate,50.261780104712045}, {swap_total,20971511808}, {swap_used,0}]}, {interesting_stats, [{couch_docs_actual_disk_size,8908461092}, {couch_docs_data_size,7329457478}, {couch_views_actual_disk_size,0}, {couch_views_data_size,0}, {curr_items,1447410}, {curr_items_tot,2987854}, {mem_used,7826560176}, {vb_replica_curr_items,1540444}]}, {cluster_compatibility_version,131072}, {version, [{public_key,"0.13"}, {lhttpc,"1.3.0"}, {ale,"8cffe61"}, {os_mon,"2.2.7"}, {couch_set_view,"1.2.0a-b68b5f4-git"}, {mnesia,"4.5"}, {inets,"5.7.1"}, {couch,"1.2.0a-b68b5f4-git"}, {mapreduce,"1.0.0"}, {couch_index_merger,"1.2.0a-b68b5f4-git"}, {kernel,"2.14.5"}, {crypto,"2.0.4"}, {ssl,"4.1.6"}, {sasl,"2.1.10"}, {couch_view_parser,"1.0.0"}, {ns_server,"2.0.0-1939-rel-enterprise"}, {mochiweb,"1.4.1"}, {oauth,"7d85d3ef"}, {stdlib,"1.17.5"}]}, {supported_compat_version,[2,0]}, {system_arch,"x86_64-unknown-linux-gnu"}, {wall_clock,2580}, {memory_data,{25199214592,18987884544,{<17923.725.0>,2914384}}}, {disk_data, [{"/",41260352,5}, {"/dev/shm",12304304,0}, {"/boot",495844,7}, {"/data",206420664,5}]}, {meminfo, <<"MemTotal: 24608608 kB\nMemFree: 6065008 kB\nBuffers: 239848 kB\nCached: 8837464 kB\nSwapCached: 0 kB\nActive: 10445980 kB\nInactive: 7418820 kB\nActive(anon): 8785124 kB\nInactive(anon): 5460 kB\nActive(file): 1660856 kB\nInactive(file): 7413360 kB\nUnevictable: 11252 kB\nMlocked: 11288 kB\nSwapTotal: 20479992 kB\nSwapFree: 20479992 kB\nDirty: 7236 kB\nWriteback: 0 kB\nAnonPages: 8799820 kB\nMapped: 15568 kB\nShmem: 172 kB\nSlab: 353656 kB\nSReclaimable: 295716 kB\nSUnreclaim: 57940 kB\nKernelStack: 2472 kB\nPageTables: 21248 kB\nNFS_Unstable: 0 kB\nBounce: 0 kB\nWritebackTmp: 0 kB\nCommitLimit: 32784296 kB\nCommitted_AS: 10535508 kB\nVmallocTotal: 34359738367 kB\nVmallocUsed: 332500 kB\nVmallocChunk: 34359355024 kB\nHardwareCorrupted: 0 kB\nAnonHugePages: 3258368 kB\nHugePages_Total: 0\nHugePages_Free: 0\nHugePages_Rsvd: 0\nHugePages_Surp: 0\nHugepagesize: 2048 kB\nDirectMap4k: 10240 kB\nDirectMap2M: 25155584 kB\n">>}]}] [ns_doctor:debug,2012-11-10T1:39:41.353,ns_1@192.168.0.21:ns_doctor<0.4376.0>:ns_doctor:handle_info:137]Current node statuses: [{'ns_1@192.168.0.20', [{last_heard,{1352,540377,892994}}, {outgoing_replications_safeness_level,[{"default",green}]}, {incoming_replications_conf_hashes, [{"default",[{'ns_1@192.168.0.22',17413000}]}]}, {active_buckets,["default"]}, {ready_buckets,["default"]}, {local_tasks,[]}, {memory, [{total,180707216}, {processes,132462800}, {processes_used,129670016}, {system,48244416}, {atom,1401785}, {atom_used,1374492}, {binary,6232640}, {code,14045110}, {ets,8290576}]}, {system_memory_data, [{system_total_memory,25199214592}, {free_swap,20971511808}, {total_swap,20971511808}, {cached_memory,3873849344}, {buffered_memory,221966336}, {free_memory,11659825152}, {total_memory,25199214592}]}, {node_storage_conf,[{db_path,"/data"},{index_path,"/data"}]}, {statistics, [{wall_clock,{2657662,5001}}, {context_switches,{16866174,0}}, {garbage_collection,{2085359,14396466114,0}}, {io,{{input,314576803},{output,10985959067}}}, {reductions,{2483119187,3950752}}, {run_queue,0}, {runtime,{925930,2390}}]}, {system_stats, [{cpu_utilization_rate,63.88206388206388}, {swap_total,20971511808}, {swap_used,0}]}, {interesting_stats, [{couch_docs_actual_disk_size,3806514492}, {couch_docs_data_size,2784298671}, {couch_views_actual_disk_size,0}, {couch_views_data_size,0}, {curr_items,586388}, {curr_items_tot,1126577}, {mem_used,2982952352}, {vb_replica_curr_items,540189}]}, {cluster_compatibility_version,131072}, {version, [{public_key,"0.13"}, {lhttpc,"1.3.0"}, {ale,"8cffe61"}, {os_mon,"2.2.7"}, {couch_set_view,"1.2.0a-b68b5f4-git"}, {mnesia,"4.5"}, {inets,"5.7.1"}, {couch,"1.2.0a-b68b5f4-git"}, {mapreduce,"1.0.0"}, {couch_index_merger,"1.2.0a-b68b5f4-git"}, {kernel,"2.14.5"}, {crypto,"2.0.4"}, {ssl,"4.1.6"}, {sasl,"2.1.10"}, {couch_view_parser,"1.0.0"}, {ns_server,"2.0.0-1939-rel-enterprise"}, {mochiweb,"1.4.1"}, {oauth,"7d85d3ef"}, {stdlib,"1.17.5"}]}, {supported_compat_version,[2,0]}, {system_arch,"x86_64-unknown-linux-gnu"}, {wall_clock,2657}, {memory_data,{25199214592,13530685440,{<17877.428.0>,15934000}}}, {disk_data, [{"/",41260352,5}, {"/dev/shm",12304304,0}, {"/boot",495844,7}, {"/data",206420664,2}]}, {meminfo, <<"MemTotal: 24608608 kB\nMemFree: 11386548 kB\nBuffers: 216764 kB\nCached: 3783056 kB\nSwapCached: 0 kB\nActive: 9788020 kB\nInactive: 2869132 kB\nActive(anon): 8647864 kB\nInactive(anon): 11996 kB\nActive(file): 1140156 kB\nInactive(file): 2857136 kB\nUnevictable: 11276 kB\nMlocked: 11288 kB\nSwapTotal: 20479992 kB\nSwapFree: 20479992 kB\nDirty: 2496 kB\nWriteback: 0 kB\nAnonPages: 8669048 kB\nMapped: 15456 kB\nShmem: 172 kB\nSlab: 239432 kB\nSReclaimable: 181688 kB\nSUnreclaim: 57744 kB\nKernelStack: 2984 kB\nPageTables: 21444 kB\nNFS_Unstable: 0 kB\nBounce: 0 kB\nWritebackTmp: 0 kB\nCommitLimit: 32784296 kB\nCommitted_AS: 10413884 kB\nVmallocTotal: 34359738367 kB\nVmallocUsed: 332500 kB\nVmallocChunk: 34359360032 kB\nHardwareCorrupted: 0 kB\nAnonHugePages: 3373056 kB\nHugePages_Total: 0\nHugePages_Free: 0\nHugePages_Rsvd: 0\nHugePages_Surp: 0\nHugepagesize: 2048 kB\nDirectMap4k: 10240 kB\nDirectMap2M: 25155584 kB\n">>}]}, {'ns_1@192.168.0.21', [{last_heard,{1352,540376,355262}}, {outgoing_replications_safeness_level,[{"default",green}]}, {incoming_replications_conf_hashes, [{"default",[{'ns_1@192.168.0.22',16914359}]}]}, {active_buckets,["default"]}, {ready_buckets,["default"]}, {local_tasks,[]}, {memory, [{total,172019784}, {processes,124434560}, {processes_used,124417336}, {system,47585224}, {atom,1333345}, {atom_used,1324998}, {binary,9102832}, {code,13371137}, {ets,5398920}]}, {system_memory_data, [{system_total_memory,25199214592}, {free_swap,20971511808}, {total_swap,20971511808}, {cached_memory,6459084800}, {buffered_memory,184659968}, {free_memory,12447887360}, {total_memory,25199214592}]}, {node_storage_conf,[{db_path,"/data"},{index_path,"/data"}]}, {statistics, [{wall_clock,{2637546,4995}}, {context_switches,{7495892,0}}, {garbage_collection,{1624864,3428401915,0}}, {io,{{input,201548095},{output,9692903780}}}, {reductions,{1034035734,4779409}}, {run_queue,0}, {runtime,{426990,1740}}]}, {system_stats, [{cpu_utilization_rate,51.470588235294116}, {swap_total,20971511808}, {swap_used,0}]}, {interesting_stats, [{couch_docs_actual_disk_size,6356619628}, {couch_docs_data_size,4543658977}, {couch_views_actual_disk_size,0}, {couch_views_data_size,0}, {curr_items,953424}, {curr_items_tot,1860350}, {mem_used,4847704232}, {vb_replica_curr_items,906926}]}, {cluster_compatibility_version,131072}, {version, [{public_key,"0.13"}, {lhttpc,"1.3.0"}, {ale,"8cffe61"}, {os_mon,"2.2.7"}, {couch_set_view,"1.2.0a-b68b5f4-git"}, {mnesia,"4.5"}, {inets,"5.7.1"}, {couch,"1.2.0a-b68b5f4-git"}, {mapreduce,"1.0.0"}, {couch_index_merger,"1.2.0a-b68b5f4-git"}, {kernel,"2.14.5"}, {crypto,"2.0.4"}, {ssl,"4.1.6"}, {sasl,"2.1.10"}, {couch_view_parser,"1.0.0"}, {ns_server,"2.0.0-1939-rel-enterprise"}, {mochiweb,"1.4.1"}, {oauth,"7d85d3ef"}, {stdlib,"1.17.5"}]}, {supported_compat_version,[2,0]}, {system_arch,"x86_64-unknown-linux-gnu"}, {wall_clock,2637}, {memory_data,{25199214592,11793788928,{<0.4493.0>,2914384}}}, {disk_data, [{"/",41260352,5}, {"/dev/shm",12304304,0}, {"/boot",495844,7}, {"/data",206420664,3}]}, {meminfo, <<"MemTotal: 24608608 kB\nMemFree: 12156388 kB\nBuffers: 180332 kB\nCached: 6307700 kB\nSwapCached: 0 kB\nActive: 7090500 kB\nInactive: 4781480 kB\nActive(anon): 5376672 kB\nInactive(anon): 9272 kB\nActive(file): 1713828 kB\nInactive(file): 4772208 kB\nUnevictable: 11288 kB\nMlocked: 11288 kB\nSwapTotal: 20479992 kB\nSwapFree: 20479992 kB\nDirty: 3764 kB\nWriteback: 0 kB\nAnonPages: 5395432 kB\nMapped: 14492 kB\nShmem: 164 kB\nSlab: 260756 kB\nSReclaimable: 203108 kB\nSUnreclaim: 57648 kB\nKernelStack: 2968 kB\nPageTables: 14512 kB\nNFS_Unstable: 0 kB\nBounce: 0 kB\nWritebackTmp: 0 kB\nCommitLimit: 32784296 kB\nCommitted_AS: 7147332 kB\nVmallocTotal: 34359738367 kB\nVmallocUsed: 332500 kB\nVmallocChunk: 34359355024 kB\nHardwareCorrupted: 0 kB\nAnonHugePages: 1978368 kB\nHugePages_Total: 0\nHugePages_Free: 0\nHugePages_Rsvd: 0\nHugePages_Surp: 0\nHugepagesize: 2048 kB\nDirectMap4k: 10240 kB\nDirectMap2M: 25155584 kB\n">>}]}, {'ns_1@192.168.0.22', [{last_heard,{1352,540380,953238}}, {outgoing_replications_safeness_level,[{"default",green}]}, {incoming_replications_conf_hashes, [{"default", [{'ns_1@192.168.0.20',115355590}, {'ns_1@192.168.0.21',126385732}]}]}, {active_buckets,["default"]}, {ready_buckets,["default"]}, {local_tasks,[]}, {memory, [{total,225347040}, {processes,169765960}, {processes_used,169589992}, {system,55581080}, {atom,1338193}, {atom_used,1333793}, {binary,13594952}, {code,13481638}, {ets,8503624}]}, {system_memory_data, [{system_total_memory,25199214592}, {free_swap,20971511808}, {total_swap,20971511808}, {cached_memory,9819385856}, {buffered_memory,247349248}, {free_memory,5421285376}, {total_memory,25199214592}]}, {node_storage_conf,[{db_path,"/data"},{index_path,"/data"}]}, {statistics, [{wall_clock,{2640943,4986}}, {context_switches,{19708192,0}}, {garbage_collection,{2706164,6422232282,0}}, {io,{{input,456254065},{output,15245166763}}}, {reductions,{2239736223,4416433}}, {run_queue,0}, {runtime,{770620,1650}}]}, {system_stats, [{cpu_utilization_rate,44.067796610169495}, {swap_total,20971511808}, {swap_used,0}]}, {interesting_stats, [{couch_docs_actual_disk_size,9676655313}, {couch_docs_data_size,7329178279}, {couch_views_actual_disk_size,0}, {couch_views_data_size,0}, {curr_items,1446829}, {curr_items_tot,2986836}, {mem_used,7832717712}, {vb_replica_curr_items,1540007}]}, {cluster_compatibility_version,131072}, {version, [{public_key,"0.13"}, {lhttpc,"1.3.0"}, {ale,"8cffe61"}, {os_mon,"2.2.7"}, {couch_set_view,"1.2.0a-b68b5f4-git"}, {mnesia,"4.5"}, {inets,"5.7.1"}, {couch,"1.2.0a-b68b5f4-git"}, {mapreduce,"1.0.0"}, {couch_index_merger,"1.2.0a-b68b5f4-git"}, {kernel,"2.14.5"}, {crypto,"2.0.4"}, {ssl,"4.1.6"}, {sasl,"2.1.10"}, {couch_view_parser,"1.0.0"}, {ns_server,"2.0.0-1939-rel-enterprise"}, {mochiweb,"1.4.1"}, {oauth,"7d85d3ef"}, {stdlib,"1.17.5"}]}, {supported_compat_version,[2,0]}, {system_arch,"x86_64-unknown-linux-gnu"}, {wall_clock,2640}, {memory_data,{25199214592,19776151552,{<17923.728.0>,4714984}}}, {disk_data, [{"/",41260352,5}, {"/dev/shm",12304304,0}, {"/boot",495844,7}, {"/data",206420664,5}]}, {meminfo, <<"MemTotal: 24608608 kB\nMemFree: 5294472 kB\nBuffers: 241552 kB\nCached: 9589244 kB\nSwapCached: 0 kB\nActive: 10924604 kB\nInactive: 7696892 kB\nActive(anon): 8787904 kB\nInactive(anon): 5460 kB\nActive(file): 2136700 kB\nInactive(file): 7691432 kB\nUnevictable: 11252 kB\nMlocked: 11288 kB\nSwapTotal: 20479992 kB\nSwapFree: 20479992 kB\nDirty: 6232 kB\nWriteback: 0 kB\nAnonPages: 8804956 kB\nMapped: 15568 kB\nShmem: 172 kB\nSlab: 366988 kB\nSReclaimable: 309096 kB\nSUnreclaim: 57892 kB\nKernelStack: 2472 kB\nPageTables: 21268 kB\nNFS_Unstable: 0 kB\nBounce: 0 kB\nWritebackTmp: 0 kB\nCommitLimit: 32784296 kB\nCommitted_AS: 10518268 kB\nVmallocTotal: 34359738367 kB\nVmallocUsed: 332500 kB\nVmallocChunk: 34359355024 kB\nHardwareCorrupted: 0 kB\nAnonHugePages: 3358720 kB\nHugePages_Total: 0\nHugePages_Free: 0\nHugePages_Rsvd: 0\nHugePages_Surp: 0\nHugepagesize: 2048 kB\nDirectMap4k: 10240 kB\nDirectMap2M: 25155584 kB\n">>}]}] [stats:debug,2012-11-10T1:39:45.945,ns_1@192.168.0.21:<0.4502.0>:stats_collector:maybe_log_stats:126](at {{1970,1,16},{7,42,20}}) Stats for bucket "default": accepting_conns 1 auth_cmds 9 auth_errors 0 bucket_active_conns 1 bucket_conns 25 bytes 4890088792 bytes_read 11546320795 bytes_written 5210589416 cas_badval 0 cas_hits 0 cas_misses 0 cmd_flush 0 cmd_get 837022 cmd_set 776323 conn_yields 56885 connection_structures 5000 curr_connections 28 curr_conns_on_port_11209 16 curr_conns_on_port_11210 10 curr_items 959250 curr_items_tot 1876817 curr_temp_items 0 daemon_connections 4 decr_hits 0 decr_misses 0 delete_hits 50351 delete_misses 54919 ep_access_scanner_last_runtime 0 ep_access_scanner_num_items 0 ep_access_scanner_task_time 2012-11-10 10:00:00 ep_allow_data_loss_during_shutdown 1 ep_alog_block_size 4096 ep_alog_path /data/default/access.log ep_alog_sleep_time 1440 ep_alog_task_time 10 ep_backend couchdb ep_bg_fetch_delay 0 ep_bg_fetched 0 ep_bg_meta_fetched 0 ep_bg_remaining_jobs 0 ep_chk_max_items 5000 ep_chk_period 1800 ep_chk_persistence_remains 2 ep_chk_persistence_timeout 10 ep_chk_remover_stime 5 ep_commit_num 61785 ep_commit_time 11 ep_commit_time_total 580461 ep_concurrentDB 1 ep_config_file ep_couch_bucket default ep_couch_host localhost ep_couch_port 11213 ep_couch_reconnect_sleeptime 250 ep_couch_response_timeout 180000 ep_data_age 6 ep_data_age_highwat 59 ep_data_traffic_enabled 0 ep_dbinit 0 ep_dbname /data/default ep_degraded_mode 0 ep_diskqueue_drain 5418711 ep_diskqueue_fill 4566246 ep_diskqueue_items 17265 ep_diskqueue_memory 498784 ep_diskqueue_pending 748176 ep_exp_pager_stime 3600 ep_exp_pager_stime 3600 ep_expired_access 521 ep_expired_pager 0 ep_expiry_window 3 ep_failpartialwarmup 0 ep_flush_all false ep_flush_duration_total 1175 ep_flushall_enabled 0 ep_flusher_state running ep_flusher_todo 3126 ep_getl_default_timeout 15 ep_getl_max_timeout 30 ep_ht_locks 5 ep_ht_size 3079 ep_inconsistent_slave_chk 0 ep_initfile ep_io_num_read 0 ep_io_num_write 4105995 ep_io_read_bytes 0 ep_io_write_bytes 9407161834 ep_item_begin_failed 0 ep_item_commit_failed 0 ep_item_flush_expired 27 ep_item_flush_failed 0 ep_item_num_based_new_chk 1 ep_items_rm_from_checkpoints 118528 ep_keep_closed_chks 0 ep_klog_block_size 4096 ep_klog_compactor_queue_cap 500000 ep_klog_compactor_stime 3600 ep_klog_flush commit2 ep_klog_max_entry_ratio 10 ep_klog_max_log_size 2147483647 ep_klog_path ep_klog_sync commit2 ep_kv_size 4626371053 ep_max_checkpoints 2 ep_max_data_size 12582912000 ep_max_item_size 20971520 ep_max_size 12582912000 ep_max_txn_size 10000 ep_max_vbuckets 1024 ep_mem_high_wat 9437184000 ep_mem_high_wat 9437184000 ep_mem_low_wat 7549747200 ep_mem_low_wat 7549747200 ep_mem_tracker_enabled true ep_min_data_age 0 ep_mlog_compactor_runs 0 ep_mutation_mem_threshold 0 ep_num_access_scanner_runs 0 ep_num_eject_failures 0 ep_num_expiry_pager_runs 0 ep_num_non_resident 0 ep_num_not_my_vbuckets 0 ep_num_ops_del_meta 0 ep_num_ops_get_meta 0 ep_num_ops_set_meta 0 ep_num_pager_runs 0 ep_num_value_ejects 0 ep_oom_errors 0 ep_overhead 103439700 ep_pager_active_vb_pcnt 40 ep_pager_unbiased_period 60 ep_pending_ops 0 ep_pending_ops_max 1 ep_pending_ops_max_duration 206679 ep_pending_ops_total 9 ep_postInitfile ep_queue_age_cap 900 ep_queue_size 14139 ep_startup_time 1352539183 ep_storage_age 4 ep_storage_age_highwat 70 ep_store_max_concurrency 10 ep_store_max_readers 9 ep_store_max_readwrite 1 ep_stored_val_type ep_tap_ack_grace_period 300 ep_tap_ack_initial_sequence_number 1 ep_tap_ack_interval 1000 ep_tap_ack_window_size 10 ep_tap_backfill_resident 0.9 ep_tap_backlog_limit 5000 ep_tap_backoff_period 5 ep_tap_bg_fetch_requeued 0 ep_tap_bg_fetched 0 ep_tap_bg_max_pending 500 ep_tap_keepalive 300 ep_tap_noop_interval 20 ep_tap_requeue_sleep_time 0.1 ep_tap_throttle_cap_pcnt 10 ep_tap_throttle_queue_cap 1000000 ep_tap_throttle_threshold 90 ep_tmp_oom_errors 0 ep_too_old 0 ep_too_young 0 ep_total_cache_size 4603856751 ep_total_del_items 192687 ep_total_enqueued 4566246 ep_total_new_items 1961344 ep_total_persisted 4105995 ep_uncommitted_items 18 ep_value_size 4471623390 ep_vb0 0 ep_vb_snapshot_total 661 ep_vb_total 644 ep_vbucket_del 0 ep_vbucket_del_fail 0 ep_version 2.0.0r_133_g68e3f7c ep_waitforwarmup 0 ep_warmup 1 ep_warmup_batch_size 1000 ep_warmup_dups 0 ep_warmup_min_items_threshold 100 ep_warmup_min_memory_threshold 100 ep_warmup_oom 0 ep_warmup_thread complete ep_warmup_time 19069 get_hits 811522 get_misses 25500 incr_hits 0 incr_misses 0 libevent 2.0.11-stable limit_maxbytes 67108864 listen_disabled_num 0 max_conns_on_port_11209 1000 max_conns_on_port_11210 9000 mem_used 4890088792 pid 22718 pointer_size 64 rejected_conns 0 rusage_system 252.603598 rusage_user 614.071646 tap_checkpoint_end_received 970 tap_checkpoint_end_sent 275 tap_checkpoint_start_received 1993 tap_checkpoint_start_sent 329 tap_connect_received 1 tap_delete_received 125091 tap_delete_sent 69637 tap_mutation_received 3908366 tap_mutation_sent 1220952 tap_opaque_received 4502 tap_opaque_sent 330 tap_vbucket_set_received 658 threads 4 time 1352540385 total_connections 3290 uptime 1206 vb_active_curr_items 959250 vb_active_eject 0 vb_active_expired 490 vb_active_ht_memory 8261848 vb_active_itm_memory 2352726102 vb_active_meta_data_memory 75780750 vb_active_num 329 vb_active_num_non_resident 0 vb_active_num_ref_ejects 0 vb_active_num_ref_items 1007168 vb_active_ops_create 1005360 vb_active_ops_delete 98745 vb_active_ops_reject 0 vb_active_ops_update 821684 vb_active_perc_mem_resident 100 vb_active_queue_age 460936000 vb_active_queue_drain 2714435 vb_active_queue_fill 2243152 vb_active_queue_memory 166272 vb_active_queue_pending 249408 vb_active_queue_size 5196 vb_dead_num 0 vb_pending_curr_items 0 vb_pending_eject 0 vb_pending_expired 0 vb_pending_ht_memory 0 vb_pending_itm_memory 0 vb_pending_meta_data_memory 0 vb_pending_num 0 vb_pending_num_non_resident 0 vb_pending_num_ref_ejects 0 vb_pending_num_ref_items 0 vb_pending_ops_create 0 vb_pending_ops_delete 0 vb_pending_ops_reject 0 vb_pending_ops_update 0 vb_pending_perc_mem_resident 0 vb_pending_queue_age 0 vb_pending_queue_drain 0 vb_pending_queue_fill 0 vb_pending_queue_memory 0 vb_pending_queue_pending 0 vb_pending_queue_size 0 vb_replica_curr_items 917567 vb_replica_eject 0 vb_replica_expired 31 vb_replica_ht_memory 7910280 vb_replica_itm_memory 2251130649 vb_replica_meta_data_memory 72487793 vb_replica_num 315 vb_replica_num_non_resident 0 vb_replica_num_ref_ejects 0 vb_replica_num_ref_items 963007 vb_replica_ops_create 955984 vb_replica_ops_delete 93940 vb_replica_ops_reject 0 vb_replica_ops_update 1130280 vb_replica_perc_mem_resident 100 vb_replica_queue_age 154038000 vb_replica_queue_drain 2704276 vb_replica_queue_fill 2323094 vb_replica_queue_memory 332512 vb_replica_queue_pending 498768 vb_replica_queue_size 10391 version 1.4.4_600_g7ea975a [ns_doctor:debug,2012-11-10T1:40:41.352,ns_1@192.168.0.21:ns_doctor<0.4376.0>:ns_doctor:handle_info:137]Current node statuses: [{'ns_1@192.168.0.20', [{last_heard,{1352,540437,893998}}, {outgoing_replications_safeness_level,[{"default",green}]}, {incoming_replications_conf_hashes, [{"default",[{'ns_1@192.168.0.22',9616464}]}]}, {active_buckets,["default"]}, {ready_buckets,["default"]}, {local_tasks,[]}, {memory, [{total,178579688}, {processes,130594128}, {processes_used,127719584}, {system,47985560}, {atom,1401785}, {atom_used,1374492}, {binary,5790760}, {code,14045110}, {ets,8488320}]}, {system_memory_data, [{system_total_memory,25199214592}, {free_swap,20971511808}, {total_swap,20971511808}, {cached_memory,3994284032}, {buffered_memory,222375936}, {free_memory,11538231296}, {total_memory,25199214592}]}, {node_storage_conf,[{db_path,"/data"},{index_path,"/data"}]}, {statistics, [{wall_clock,{2717663,5002}}, {context_switches,{17222625,0}}, {garbage_collection,{2136288,14838929904,0}}, {io,{{input,321268203},{output,11083762385}}}, {reductions,{2528447828,2865317}}, {run_queue,0}, {runtime,{951990,1070}}]}, {system_stats, [{cpu_utilization_rate,47.783251231527096}, {swap_total,20971511808}, {swap_used,0}]}, {interesting_stats, [{couch_docs_actual_disk_size,3907625253}, {couch_docs_data_size,2627265293}, {couch_views_actual_disk_size,0}, {couch_views_data_size,0}, {curr_items,557345}, {curr_items_tot,1068217}, {mem_used,2839585392}, {vb_replica_curr_items,510872}]}, {cluster_compatibility_version,131072}, {version, [{public_key,"0.13"}, {lhttpc,"1.3.0"}, {ale,"8cffe61"}, {os_mon,"2.2.7"}, {couch_set_view,"1.2.0a-b68b5f4-git"}, {mnesia,"4.5"}, {inets,"5.7.1"}, {couch,"1.2.0a-b68b5f4-git"}, {mapreduce,"1.0.0"}, {couch_index_merger,"1.2.0a-b68b5f4-git"}, {kernel,"2.14.5"}, {crypto,"2.0.4"}, {ssl,"4.1.6"}, {sasl,"2.1.10"}, {couch_view_parser,"1.0.0"}, {ns_server,"2.0.0-1939-rel-enterprise"}, {mochiweb,"1.4.1"}, {oauth,"7d85d3ef"}, {stdlib,"1.17.5"}]}, {supported_compat_version,[2,0]}, {system_arch,"x86_64-unknown-linux-gnu"}, {wall_clock,2717}, {memory_data,{25199214592,13643534336,{<17877.428.0>,25150208}}}, {disk_data, [{"/",41260352,5}, {"/dev/shm",12304304,0}, {"/boot",495844,7}, {"/data",206420664,2}]}, {meminfo, <<"MemTotal: 24608608 kB\nMemFree: 11267804 kB\nBuffers: 217164 kB\nCached: 3900668 kB\nSwapCached: 0 kB\nActive: 9982844 kB\nInactive: 2793944 kB\nActive(anon): 8649860 kB\nInactive(anon): 11924 kB\nActive(file): 1332984 kB\nInactive(file): 2782020 kB\nUnevictable: 11276 kB\nMlocked: 11288 kB\nSwapTotal: 20479992 kB\nSwapFree: 20479992 kB\nDirty: 2164 kB\nWriteback: 0 kB\nAnonPages: 8654600 kB\nMapped: 15456 kB\nShmem: 172 kB\nSlab: 238668 kB\nSReclaimable: 181032 kB\nSUnreclaim: 57636 kB\nKernelStack: 2992 kB\nPageTables: 21408 kB\nNFS_Unstable: 0 kB\nBounce: 0 kB\nWritebackTmp: 0 kB\nCommitLimit: 32784296 kB\nCommitted_AS: 10403888 kB\nVmallocTotal: 34359738367 kB\nVmallocUsed: 332500 kB\nVmallocChunk: 34359360032 kB\nHardwareCorrupted: 0 kB\nAnonHugePages: 3457024 kB\nHugePages_Total: 0\nHugePages_Free: 0\nHugePages_Rsvd: 0\nHugePages_Surp: 0\nHugepagesize: 2048 kB\nDirectMap4k: 10240 kB\nDirectMap2M: 25155584 kB\n">>}]}, {'ns_1@192.168.0.21', [{last_heard,{1352,540436,355541}}, {outgoing_replications_safeness_level,[{"default",green}]}, {incoming_replications_conf_hashes, [{"default",[{'ns_1@192.168.0.22',120682328}]}]}, {active_buckets,["default"]}, {ready_buckets,["default"]}, {local_tasks, [[{pid,<<"<0.7502.1>">>}, {bucket,<<"default">>}, {original_target,{[{type,bucket}]}}, {progress,31}, {started_on,1352540402}, {total_vbuckets,651}, {trigger_type,scheduled}, {type,bucket_compaction}, {updated_on,1352540436}, {vbuckets_done,205}]]}, {memory, [{total,185976168}, {processes,138120632}, {processes_used,138108296}, {system,47855536}, {atom,1333345}, {atom_used,1324998}, {binary,9247376}, {code,13371137}, {ets,5496528}]}, {system_memory_data, [{system_total_memory,25199214592}, {free_swap,20971511808}, {total_swap,20971511808}, {cached_memory,6281113600}, {buffered_memory,186941440}, {free_memory,12448555008}, {total_memory,25199214592}]}, {node_storage_conf,[{db_path,"/data"},{index_path,"/data"}]}, {statistics, [{wall_clock,{2697546,5000}}, {context_switches,{7929270,0}}, {garbage_collection,{1690234,3578092562,0}}, {io,{{input,211922235},{output,10032587338}}}, {reductions,{1085528140,3349100}}, {run_queue,0}, {runtime,{445300,1200}}]}, {system_stats, [{cpu_utilization_rate,47.901234567901234}, {swap_total,20971511808}, {swap_used,0}]}, {interesting_stats, [{couch_docs_actual_disk_size,6230177098}, {couch_docs_data_size,4699849655}, {couch_views_actual_disk_size,0}, {couch_views_data_size,0}, {curr_items,982721}, {curr_items_tot,1923463}, {mem_used,5009693736}, {vb_replica_curr_items,940742}]}, {cluster_compatibility_version,131072}, {version, [{public_key,"0.13"}, {lhttpc,"1.3.0"}, {ale,"8cffe61"}, {os_mon,"2.2.7"}, {couch_set_view,"1.2.0a-b68b5f4-git"}, {mnesia,"4.5"}, {inets,"5.7.1"}, {couch,"1.2.0a-b68b5f4-git"}, {mapreduce,"1.0.0"}, {couch_index_merger,"1.2.0a-b68b5f4-git"}, {kernel,"2.14.5"}, {crypto,"2.0.4"}, {ssl,"4.1.6"}, {sasl,"2.1.10"}, {couch_view_parser,"1.0.0"}, {ns_server,"2.0.0-1939-rel-enterprise"}, {mochiweb,"1.4.1"}, {oauth,"7d85d3ef"}, {stdlib,"1.17.5"}]}, {supported_compat_version,[2,0]}, {system_arch,"x86_64-unknown-linux-gnu"}, {wall_clock,2697}, {memory_data,{25199214592,12804993024,{<0.4494.0>,4714984}}}, {disk_data, [{"/",41260352,5}, {"/dev/shm",12304304,0}, {"/boot",495844,7}, {"/data",206420664,4}]}, {meminfo, <<"MemTotal: 24608608 kB\nMemFree: 12157040 kB\nBuffers: 182560 kB\nCached: 6133900 kB\nSwapCached: 0 kB\nActive: 7016416 kB\nInactive: 4856568 kB\nActive(anon): 5549432 kB\nInactive(anon): 9272 kB\nActive(file): 1466984 kB\nInactive(file): 4847296 kB\nUnevictable: 11288 kB\nMlocked: 11288 kB\nSwapTotal: 20479992 kB\nSwapFree: 20479992 kB\nDirty: 10228 kB\nWriteback: 656 kB\nAnonPages: 5568128 kB\nMapped: 14496 kB\nShmem: 164 kB\nSlab: 260056 kB\nSReclaimable: 202128 kB\nSUnreclaim: 57928 kB\nKernelStack: 2984 kB\nPageTables: 14920 kB\nNFS_Unstable: 0 kB\nBounce: 0 kB\nWritebackTmp: 0 kB\nCommitLimit: 32784296 kB\nCommitted_AS: 7329736 kB\nVmallocTotal: 34359738367 kB\nVmallocUsed: 332500 kB\nVmallocChunk: 34359355024 kB\nHardwareCorrupted: 0 kB\nAnonHugePages: 2082816 kB\nHugePages_Total: 0\nHugePages_Free: 0\nHugePages_Rsvd: 0\nHugePages_Surp: 0\nHugepagesize: 2048 kB\nDirectMap4k: 10240 kB\nDirectMap2M: 25155584 kB\n">>}]}, {'ns_1@192.168.0.22', [{last_heard,{1352,540440,954801}}, {outgoing_replications_safeness_level,[{"default",green}]}, {incoming_replications_conf_hashes, [{"default", [{'ns_1@192.168.0.20',88876593},{'ns_1@192.168.0.21',51640383}]}]}, {active_buckets,["default"]}, {ready_buckets,["default"]}, {local_tasks, [[{pid,<<"<0.16386.2>">>}, {bucket,<<"default">>}, {original_target,{[{type,bucket}]}}, {progress,4}, {started_on,1352540432}, {total_vbuckets,1025}, {trigger_type,scheduled}, {type,bucket_compaction}, {updated_on,1352540440}, {vbuckets_done,42}]]}, {memory, [{total,245788824}, {processes,188935928}, {processes_used,188790952}, {system,56852896}, {atom,1338193}, {atom_used,1333793}, {binary,14768248}, {code,13481638}, {ets,8599704}]}, {system_memory_data, [{system_total_memory,25199214592}, {free_swap,20971511808}, {total_swap,20971511808}, {cached_memory,10323959808}, {buffered_memory,248246272}, {free_memory,4884078592}, {total_memory,25199214592}]}, {node_storage_conf,[{db_path,"/data"},{index_path,"/data"}]}, {statistics, [{wall_clock,{2700944,5002}}, {context_switches,{20157948,0}}, {garbage_collection,{2774203,6578984241,0}}, {io,{{input,464647938},{output,15535917126}}}, {reductions,{2290695821,4169293}}, {run_queue,0}, {runtime,{788930,1540}}]}, {system_stats, [{cpu_utilization_rate,59.70515970515971}, {swap_total,20971511808}, {swap_used,0}]}, {interesting_stats, [{couch_docs_actual_disk_size,10197192809}, {couch_docs_data_size,7329153083}, {couch_views_actual_disk_size,0}, {couch_views_data_size,0}, {curr_items,1446409}, {curr_items_tot,2987724}, {mem_used,7838753472}, {vb_replica_curr_items,1541315}]}, {cluster_compatibility_version,131072}, {version, [{public_key,"0.13"}, {lhttpc,"1.3.0"}, {ale,"8cffe61"}, {os_mon,"2.2.7"}, {couch_set_view,"1.2.0a-b68b5f4-git"}, {mnesia,"4.5"}, {inets,"5.7.1"}, {couch,"1.2.0a-b68b5f4-git"}, {mapreduce,"1.0.0"}, {couch_index_merger,"1.2.0a-b68b5f4-git"}, {kernel,"2.14.5"}, {crypto,"2.0.4"}, {ssl,"4.1.6"}, {sasl,"2.1.10"}, {couch_view_parser,"1.0.0"}, {ns_server,"2.0.0-1939-rel-enterprise"}, {mochiweb,"1.4.1"}, {oauth,"7d85d3ef"}, {stdlib,"1.17.5"}]}, {supported_compat_version,[2,0]}, {system_arch,"x86_64-unknown-linux-gnu"}, {wall_clock,2700}, {memory_data,{25199214592,20309803008,{<17923.67.0>,16006048}}}, {disk_data, [{"/",41260352,5}, {"/dev/shm",12304304,0}, {"/boot",495844,7}, {"/data",206420664,5}]}, {meminfo, <<"MemTotal: 24608608 kB\nMemFree: 4769856 kB\nBuffers: 242428 kB\nCached: 10081992 kB\nSwapCached: 0 kB\nActive: 11217924 kB\nInactive: 7912028 kB\nActive(anon): 8802680 kB\nInactive(anon): 5460 kB\nActive(file): 2415244 kB\nInactive(file): 7906568 kB\nUnevictable: 11252 kB\nMlocked: 11288 kB\nSwapTotal: 20479992 kB\nSwapFree: 20479992 kB\nDirty: 10840 kB\nWriteback: 4 kB\nAnonPages: 8817776 kB\nMapped: 15572 kB\nShmem: 172 kB\nSlab: 382836 kB\nSReclaimable: 324804 kB\nSUnreclaim: 58032 kB\nKernelStack: 2488 kB\nPageTables: 21364 kB\nNFS_Unstable: 0 kB\nBounce: 0 kB\nWritebackTmp: 0 kB\nCommitLimit: 32784296 kB\nCommitted_AS: 10568056 kB\nVmallocTotal: 34359738367 kB\nVmallocUsed: 332500 kB\nVmallocChunk: 34359355024 kB\nHardwareCorrupted: 0 kB\nAnonHugePages: 3461120 kB\nHugePages_Total: 0\nHugePages_Free: 0\nHugePages_Rsvd: 0\nHugePages_Surp: 0\nHugepagesize: 2048 kB\nDirectMap4k: 10240 kB\nDirectMap2M: 25155584 kB\n">>}]}] [stats:debug,2012-11-10T1:41:25.929,ns_1@192.168.0.21:<0.4502.0>:stats_collector:maybe_log_stats:126](at {{1970,1,16},{7,42,20}}) Stats for bucket "default": accepting_conns 1 auth_cmds 9 auth_errors 0 bucket_active_conns 1 bucket_conns 25 bytes 5056367016 bytes_read 12282607500 bytes_written 5799776670 cas_badval 0 cas_hits 0 cas_misses 0 cmd_flush 0 cmd_get 974101 cmd_set 887560 conn_yields 60222 connection_structures 5000 curr_connections 28 curr_conns_on_port_11209 16 curr_conns_on_port_11210 10 curr_items 993111 curr_items_tot 1942998 curr_temp_items 0 daemon_connections 4 decr_hits 0 decr_misses 0 delete_hits 57349 delete_misses 63081 ep_access_scanner_last_runtime 0 ep_access_scanner_num_items 0 ep_access_scanner_task_time 2012-11-10 10:00:00 ep_allow_data_loss_during_shutdown 1 ep_alog_block_size 4096 ep_alog_path /data/default/access.log ep_alog_sleep_time 1440 ep_alog_task_time 10 ep_backend couchdb ep_bg_fetch_delay 0 ep_bg_fetched 0 ep_bg_meta_fetched 0 ep_bg_remaining_jobs 0 ep_chk_max_items 5000 ep_chk_period 1800 ep_chk_persistence_remains 2 ep_chk_persistence_timeout 10 ep_chk_remover_stime 5 ep_commit_num 65174 ep_commit_time 105 ep_commit_time_total 625663 ep_concurrentDB 1 ep_config_file ep_couch_bucket default ep_couch_host localhost ep_couch_port 11213 ep_couch_reconnect_sleeptime 250 ep_couch_response_timeout 180000 ep_data_age 22 ep_data_age_highwat 59 ep_data_traffic_enabled 0 ep_dbinit 0 ep_dbname /data/default ep_degraded_mode 0 ep_diskqueue_drain 5674217 ep_diskqueue_fill 4859939 ep_diskqueue_items 67117 ep_diskqueue_memory 2101952 ep_diskqueue_pending 3152928 ep_exp_pager_stime 3600 ep_exp_pager_stime 3600 ep_expired_access 623 ep_expired_pager 0 ep_expiry_window 3 ep_failpartialwarmup 0 ep_flush_all false ep_flush_duration_total 1268 ep_flushall_enabled 0 ep_flusher_state running ep_flusher_todo 38035 ep_getl_default_timeout 15 ep_getl_max_timeout 30 ep_ht_locks 5 ep_ht_size 3079 ep_inconsistent_slave_chk 0 ep_initfile ep_io_num_read 0 ep_io_num_write 4335881 ep_io_read_bytes 0 ep_io_write_bytes 9926274927 ep_item_begin_failed 0 ep_item_commit_failed 0 ep_item_flush_expired 27 ep_item_flush_failed 0 ep_item_num_based_new_chk 1 ep_items_rm_from_checkpoints 120517 ep_keep_closed_chks 0 ep_klog_block_size 4096 ep_klog_compactor_queue_cap 500000 ep_klog_compactor_stime 3600 ep_klog_flush commit2 ep_klog_max_entry_ratio 10 ep_klog_max_log_size 2147483647 ep_klog_path ep_klog_sync commit2 ep_kv_size 4784063714 ep_max_checkpoints 2 ep_max_data_size 12582912000 ep_max_item_size 20971520 ep_max_size 12582912000 ep_max_txn_size 10000 ep_max_vbuckets 1024 ep_mem_high_wat 9437184000 ep_mem_high_wat 9437184000 ep_mem_low_wat 7549747200 ep_mem_low_wat 7549747200 ep_mem_tracker_enabled true ep_min_data_age 0 ep_mlog_compactor_runs 0 ep_mutation_mem_threshold 0 ep_num_access_scanner_runs 0 ep_num_eject_failures 0 ep_num_expiry_pager_runs 0 ep_num_non_resident 0 ep_num_not_my_vbuckets 0 ep_num_ops_del_meta 0 ep_num_ops_get_meta 0 ep_num_ops_set_meta 0 ep_num_pager_runs 0 ep_num_value_ejects 0 ep_oom_errors 0 ep_overhead 106876216 ep_pager_active_vb_pcnt 40 ep_pager_unbiased_period 60 ep_pending_ops 0 ep_pending_ops_max 1 ep_pending_ops_max_duration 206679 ep_pending_ops_total 9 ep_postInitfile ep_queue_age_cap 900 ep_queue_size 29082 ep_startup_time 1352539183 ep_storage_age 21 ep_storage_age_highwat 70 ep_store_max_concurrency 10 ep_store_max_readers 9 ep_store_max_readwrite 1 ep_stored_val_type ep_tap_ack_grace_period 300 ep_tap_ack_initial_sequence_number 1 ep_tap_ack_interval 1000 ep_tap_ack_window_size 10 ep_tap_backfill_resident 0.9 ep_tap_backlog_limit 5000 ep_tap_backoff_period 5 ep_tap_bg_fetch_requeued 0 ep_tap_bg_fetched 0 ep_tap_bg_max_pending 500 ep_tap_keepalive 300 ep_tap_noop_interval 20 ep_tap_requeue_sleep_time 0.1 ep_tap_throttle_cap_pcnt 10 ep_tap_throttle_queue_cap 1000000 ep_tap_throttle_threshold 90 ep_tmp_oom_errors 0 ep_too_old 0 ep_too_young 0 ep_total_cache_size 4760790794 ep_total_del_items 207056 ep_total_enqueued 4859939 ep_total_new_items 2034687 ep_total_persisted 4335881 ep_uncommitted_items 86 ep_value_size 4623868565 ep_vb0 0 ep_vb_snapshot_total 682 ep_vb_total 666 ep_vbucket_del 0 ep_vbucket_del_fail 0 ep_version 2.0.0r_133_g68e3f7c ep_waitforwarmup 0 ep_warmup 1 ep_warmup_batch_size 1000 ep_warmup_dups 0 ep_warmup_min_items_threshold 100 ep_warmup_min_memory_threshold 100 ep_warmup_oom 0 ep_warmup_thread complete ep_warmup_time 19069 get_hits 927561 get_misses 46540 incr_hits 0 incr_misses 0 libevent 2.0.11-stable limit_maxbytes 67108864 listen_disabled_num 0 max_conns_on_port_11209 1000 max_conns_on_port_11210 9000 mem_used 5056367016 pid 22718 pointer_size 64 rejected_conns 0 rusage_system 278.642639 rusage_user 660.011662 tap_checkpoint_end_received 1014 tap_checkpoint_end_sent 285 tap_checkpoint_start_received 2070 tap_checkpoint_start_sent 340 tap_connect_received 1 tap_delete_received 135993 tap_delete_sent 77728 tap_mutation_received 4090150 tap_mutation_sent 1337296 tap_opaque_received 4656 tap_opaque_sent 341 tap_vbucket_set_received 680 threads 4 time 1352540485 total_connections 3400 uptime 1306 vb_active_curr_items 993111 vb_active_eject 0 vb_active_expired 592 vb_active_ht_memory 8537984 vb_active_itm_memory 2431837529 vb_active_meta_data_memory 78455769 vb_active_num 340 vb_active_num_non_resident 0 vb_active_num_ref_ejects 0 vb_active_num_ref_items 1045652 vb_active_ops_create 1041651 vb_active_ops_delete 105676 vb_active_ops_reject 0 vb_active_ops_update 885903 vb_active_perc_mem_resident 100 vb_active_queue_age 1160772000 vb_active_queue_drain 2836255 vb_active_queue_fill 2392959 vb_active_queue_memory 1264480 vb_active_queue_pending 1896720 vb_active_queue_size 39515 vb_dead_num 0 vb_pending_curr_items 0 vb_pending_eject 0 vb_pending_expired 0 vb_pending_ht_memory 0 vb_pending_itm_memory 0 vb_pending_meta_data_memory 0 vb_pending_num 0 vb_pending_num_non_resident 0 vb_pending_num_ref_ejects 0 vb_pending_num_ref_items 0 vb_pending_ops_create 0 vb_pending_ops_delete 0 vb_pending_ops_reject 0 vb_pending_ops_update 0 vb_pending_perc_mem_resident 0 vb_pending_queue_age 0 vb_pending_queue_drain 0 vb_pending_queue_fill 0 vb_pending_queue_memory 0 vb_pending_queue_pending 0 vb_pending_queue_size 0 vb_replica_curr_items 949887 vb_replica_eject 0 vb_replica_expired 31 vb_replica_ht_memory 8186512 vb_replica_itm_memory 2328953265 vb_replica_meta_data_memory 75041073 vb_replica_num 326 vb_replica_num_non_resident 0 vb_replica_num_ref_ejects 0 vb_replica_num_ref_items 1000906 vb_replica_ops_create 993040 vb_replica_ops_delete 101380 vb_replica_ops_reject 0 vb_replica_ops_update 1208307 vb_replica_perc_mem_resident 100 vb_replica_queue_age 473684000 vb_replica_queue_drain 2837962 vb_replica_queue_fill 2466980 vb_replica_queue_memory 837472 vb_replica_queue_pending 1256208 vb_replica_queue_size 26171 version 1.4.4_600_g7ea975a [ns_doctor:debug,2012-11-10T1:41:41.353,ns_1@192.168.0.21:ns_doctor<0.4376.0>:ns_doctor:handle_info:137]Current node statuses: [{'ns_1@192.168.0.20', [{last_heard,{1352,540497,896578}}, {outgoing_replications_safeness_level,[{"default",green}]}, {incoming_replications_conf_hashes, [{"default",[{'ns_1@192.168.0.22',131597361}]}]}, {active_buckets,["default"]}, {ready_buckets,["default"]}, {local_tasks, [[{pid,<<"<0.20824.2>">>}, {bucket,<<"default">>}, {original_target,{[{type,bucket}]}}, {progress,64}, {started_on,1352540445}, {total_vbuckets,365}, {trigger_type,scheduled}, {type,bucket_compaction}, {updated_on,1352540496}, {vbuckets_done,234}]]}, {memory, [{total,173474304}, {processes,125503712}, {processes_used,122651192}, {system,47970592}, {atom,1401785}, {atom_used,1374492}, {binary,5663472}, {code,14045110}, {ets,8595416}]}, {system_memory_data, [{system_total_memory,25199214592}, {free_swap,20971511808}, {total_swap,20971511808}, {cached_memory,3213328384}, {buffered_memory,224755712}, {free_memory,12327448576}, {total_memory,25199214592}]}, {node_storage_conf,[{db_path,"/data"},{index_path,"/data"}]}, {statistics, [{wall_clock,{2777665,5003}}, {context_switches,{17436811,0}}, {garbage_collection,{2165236,15015427525,0}}, {io,{{input,328829154},{output,11178567442}}}, {reductions,{2563420089,2585872}}, {run_queue,0}, {runtime,{966230,860}}]}, {system_stats, [{cpu_utilization_rate,72.70471464019852}, {swap_total,20971511808}, {swap_used,0}]}, {interesting_stats, [{couch_docs_actual_disk_size,3180805890}, {couch_docs_data_size,2584019407}, {couch_views_actual_disk_size,0}, {couch_views_data_size,0}, {curr_items,548889}, {curr_items_tot,1051360}, {mem_used,2797706288}, {vb_replica_curr_items,502471}]}, {cluster_compatibility_version,131072}, {version, [{public_key,"0.13"}, {lhttpc,"1.3.0"}, {ale,"8cffe61"}, {os_mon,"2.2.7"}, {couch_set_view,"1.2.0a-b68b5f4-git"}, {mnesia,"4.5"}, {inets,"5.7.1"}, {couch,"1.2.0a-b68b5f4-git"}, {mapreduce,"1.0.0"}, {couch_index_merger,"1.2.0a-b68b5f4-git"}, {kernel,"2.14.5"}, {crypto,"2.0.4"}, {ssl,"4.1.6"}, {sasl,"2.1.10"}, {couch_view_parser,"1.0.0"}, {ns_server,"2.0.0-1939-rel-enterprise"}, {mochiweb,"1.4.1"}, {oauth,"7d85d3ef"}, {stdlib,"1.17.5"}]}, {supported_compat_version,[2,0]}, {system_arch,"x86_64-unknown-linux-gnu"}, {wall_clock,2777}, {memory_data,{25199214592,13085044736,{<17877.428.0>,15911496}}}, {disk_data, [{"/",41260352,5}, {"/dev/shm",12304304,0}, {"/boot",495844,7}, {"/data",206420664,2}]}, {meminfo, <<"MemTotal: 24608608 kB\nMemFree: 12038524 kB\nBuffers: 219488 kB\nCached: 3138016 kB\nSwapCached: 0 kB\nActive: 9400584 kB\nInactive: 2613576 kB\nActive(anon): 8646620 kB\nInactive(anon): 11924 kB\nActive(file): 753964 kB\nInactive(file): 2601652 kB\nUnevictable: 11276 kB\nMlocked: 11288 kB\nSwapTotal: 20479992 kB\nSwapFree: 20479992 kB\nDirty: 2736 kB\nWriteback: 0 kB\nAnonPages: 8651692 kB\nMapped: 15460 kB\nShmem: 172 kB\nSlab: 230340 kB\nSReclaimable: 172100 kB\nSUnreclaim: 58240 kB\nKernelStack: 2992 kB\nPageTables: 21464 kB\nNFS_Unstable: 0 kB\nBounce: 0 kB\nWritebackTmp: 0 kB\nCommitLimit: 32784296 kB\nCommitted_AS: 10403540 kB\nVmallocTotal: 34359738367 kB\nVmallocUsed: 332500 kB\nVmallocChunk: 34359360032 kB\nHardwareCorrupted: 0 kB\nAnonHugePages: 3555328 kB\nHugePages_Total: 0\nHugePages_Free: 0\nHugePages_Rsvd: 0\nHugePages_Surp: 0\nHugepagesize: 2048 kB\nDirectMap4k: 10240 kB\nDirectMap2M: 25155584 kB\n">>}]}, {'ns_1@192.168.0.21', [{last_heard,{1352,540496,356009}}, {outgoing_replications_safeness_level,[{"default",green}]}, {incoming_replications_conf_hashes, [{"default",[{'ns_1@192.168.0.22',74258697}]}]}, {active_buckets,["default"]}, {ready_buckets,["default"]}, {local_tasks, [[{pid,<<"<0.7502.1>">>}, {bucket,<<"default">>}, {original_target,{[{type,bucket}]}}, {progress,76}, {started_on,1352540402}, {total_vbuckets,651}, {trigger_type,scheduled}, {type,bucket_compaction}, {updated_on,1352540496}, {vbuckets_done,500}]]}, {memory, [{total,185251000}, {processes,137344416}, {processes_used,137271448}, {system,47906584}, {atom,1333345}, {atom_used,1324998}, {binary,9070264}, {code,13371137}, {ets,5713976}]}, {system_memory_data, [{system_total_memory,25199214592}, {free_swap,20971511808}, {total_swap,20971511808}, {cached_memory,5544329216}, {buffered_memory,190201856}, {free_memory,13146726400}, {total_memory,25199214592}]}, {node_storage_conf,[{db_path,"/data"},{index_path,"/data"}]}, {statistics, [{wall_clock,{2757547,4997}}, {context_switches,{8221448,0}}, {garbage_collection,{1724496,3672298170,0}}, {io,{{input,223617152},{output,10258566703}}}, {reductions,{1123011207,2751253}}, {run_queue,0}, {runtime,{457290,840}}]}, {system_stats, [{cpu_utilization_rate,41.968911917098445}, {swap_total,20971511808}, {swap_used,0}]}, {interesting_stats, [{couch_docs_actual_disk_size,5486261273}, {couch_docs_data_size,4742876652}, {couch_views_actual_disk_size,0}, {couch_views_data_size,0}, {curr_items,993152}, {curr_items_tot,1943056}, {mem_used,5056913016}, {vb_replica_curr_items,949904}]}, {cluster_compatibility_version,131072}, {version, [{public_key,"0.13"}, {lhttpc,"1.3.0"}, {ale,"8cffe61"}, {os_mon,"2.2.7"}, {couch_set_view,"1.2.0a-b68b5f4-git"}, {mnesia,"4.5"}, {inets,"5.7.1"}, {couch,"1.2.0a-b68b5f4-git"}, {mapreduce,"1.0.0"}, {couch_index_merger,"1.2.0a-b68b5f4-git"}, {kernel,"2.14.5"}, {crypto,"2.0.4"}, {ssl,"4.1.6"}, {sasl,"2.1.10"}, {couch_view_parser,"1.0.0"}, {ns_server,"2.0.0-1939-rel-enterprise"}, {mochiweb,"1.4.1"}, {oauth,"7d85d3ef"}, {stdlib,"1.17.5"}]}, {supported_compat_version,[2,0]}, {system_arch,"x86_64-unknown-linux-gnu"}, {wall_clock,2757}, {memory_data,{25199214592,12727185408,{<0.84.0>,12342376}}}, {disk_data, [{"/",41260352,5}, {"/dev/shm",12304304,0}, {"/boot",495844,7}, {"/data",206420664,4}]}, {meminfo, <<"MemTotal: 24608608 kB\nMemFree: 12838600 kB\nBuffers: 185744 kB\nCached: 5414384 kB\nSwapCached: 0 kB\nActive: 6525436 kB\nInactive: 4685528 kB\nActive(anon): 5603276 kB\nInactive(anon): 9272 kB\nActive(file): 922160 kB\nInactive(file): 4676256 kB\nUnevictable: 11288 kB\nMlocked: 11288 kB\nSwapTotal: 20479992 kB\nSwapFree: 20479992 kB\nDirty: 4616 kB\nWriteback: 0 kB\nAnonPages: 5621756 kB\nMapped: 14496 kB\nShmem: 164 kB\nSlab: 240620 kB\nSReclaimable: 182672 kB\nSUnreclaim: 57948 kB\nKernelStack: 2976 kB\nPageTables: 15016 kB\nNFS_Unstable: 0 kB\nBounce: 0 kB\nWritebackTmp: 0 kB\nCommitLimit: 32784296 kB\nCommitted_AS: 7368976 kB\nVmallocTotal: 34359738367 kB\nVmallocUsed: 332500 kB\nVmallocChunk: 34359355024 kB\nHardwareCorrupted: 0 kB\nAnonHugePages: 2185216 kB\nHugePages_Total: 0\nHugePages_Free: 0\nHugePages_Rsvd: 0\nHugePages_Surp: 0\nHugepagesize: 2048 kB\nDirectMap4k: 10240 kB\nDirectMap2M: 25155584 kB\n">>}]}, {'ns_1@192.168.0.22', [{last_heard,{1352,540500,960377}}, {outgoing_replications_safeness_level,[{"default",green}]}, {incoming_replications_conf_hashes, [{"default", [{'ns_1@192.168.0.20',39889989}, {'ns_1@192.168.0.21',121242750}]}]}, {active_buckets,["default"]}, {ready_buckets,["default"]}, {local_tasks, [[{pid,<<"<0.16386.2>">>}, {bucket,<<"default">>}, {original_target,{[{type,bucket}]}}, {progress,33}, {started_on,1352540432}, {total_vbuckets,1025}, {trigger_type,scheduled}, {type,bucket_compaction}, {updated_on,1352540500}, {vbuckets_done,340}]]}, {memory, [{total,239476912}, {processes,183380448}, {processes_used,183257632}, {system,56096464}, {atom,1338193}, {atom_used,1333793}, {binary,13803496}, {code,13481638}, {ets,8801232}]}, {system_memory_data, [{system_total_memory,25199214592}, {free_swap,20971511808}, {total_swap,20971511808}, {cached_memory,9622519808}, {buffered_memory,251490304}, {free_memory,5590360064}, {total_memory,25199214592}]}, {node_storage_conf,[{db_path,"/data"},{index_path,"/data"}]}, {statistics, [{wall_clock,{2760950,4998}}, {context_switches,{20547139,0}}, {garbage_collection,{2815011,6684281482,0}}, {io,{{input,478904977},{output,15819973681}}}, {reductions,{2331607252,3112902}}, {run_queue,0}, {runtime,{802970,980}}]}, {system_stats, [{cpu_utilization_rate,37.59398496240601}, {swap_total,20971511808}, {swap_used,0}]}, {interesting_stats, [{couch_docs_actual_disk_size,9502887237}, {couch_docs_data_size,7329083379}, {couch_views_actual_disk_size,0}, {couch_views_data_size,0}, {curr_items,1447682}, {curr_items_tot,2989662}, {mem_used,7844389832}, {vb_replica_curr_items,1541980}]}, {cluster_compatibility_version,131072}, {version, [{public_key,"0.13"}, {lhttpc,"1.3.0"}, {ale,"8cffe61"}, {os_mon,"2.2.7"}, {couch_set_view,"1.2.0a-b68b5f4-git"}, {mnesia,"4.5"}, {inets,"5.7.1"}, {couch,"1.2.0a-b68b5f4-git"}, {mapreduce,"1.0.0"}, {couch_index_merger,"1.2.0a-b68b5f4-git"}, {kernel,"2.14.5"}, {crypto,"2.0.4"}, {ssl,"4.1.6"}, {sasl,"2.1.10"}, {couch_view_parser,"1.0.0"}, {ns_server,"2.0.0-1939-rel-enterprise"}, {mochiweb,"1.4.1"}, {oauth,"7d85d3ef"}, {stdlib,"1.17.5"}]}, {supported_compat_version,[2,0]}, {system_arch,"x86_64-unknown-linux-gnu"}, {wall_clock,2760}, {memory_data,{25199214592,19618758656,{<17923.67.0>,16006048}}}, {disk_data, [{"/",41260352,5}, {"/dev/shm",12304304,0}, {"/boot",495844,7}, {"/data",206420664,5}]}, {meminfo, <<"MemTotal: 24608608 kB\nMemFree: 5459584 kB\nBuffers: 245596 kB\nCached: 9396664 kB\nSwapCached: 0 kB\nActive: 10794372 kB\nInactive: 7653340 kB\nActive(anon): 8802140 kB\nInactive(anon): 5460 kB\nActive(file): 1992232 kB\nInactive(file): 7647880 kB\nUnevictable: 11252 kB\nMlocked: 11288 kB\nSwapTotal: 20479992 kB\nSwapFree: 20479992 kB\nDirty: 2368 kB\nWriteback: 0 kB\nAnonPages: 8816916 kB\nMapped: 15572 kB\nShmem: 172 kB\nSlab: 376656 kB\nSReclaimable: 318208 kB\nSUnreclaim: 58448 kB\nKernelStack: 2480 kB\nPageTables: 21352 kB\nNFS_Unstable: 0 kB\nBounce: 0 kB\nWritebackTmp: 0 kB\nCommitLimit: 32784296 kB\nCommitted_AS: 10558880 kB\nVmallocTotal: 34359738367 kB\nVmallocUsed: 332500 kB\nVmallocChunk: 34359355024 kB\nHardwareCorrupted: 0 kB\nAnonHugePages: 3555328 kB\nHugePages_Total: 0\nHugePages_Free: 0\nHugePages_Rsvd: 0\nHugePages_Surp: 0\nHugepagesize: 2048 kB\nDirectMap4k: 10240 kB\nDirectMap2M: 25155584 kB\n">>}]}] [ns_doctor:debug,2012-11-10T1:42:41.353,ns_1@192.168.0.21:ns_doctor<0.4376.0>:ns_doctor:handle_info:137]Current node statuses: [{'ns_1@192.168.0.20', [{last_heard,{1352,540557,893653}}, {outgoing_replications_safeness_level,[{"default",green}]}, {incoming_replications_conf_hashes, [{"default",[{'ns_1@192.168.0.22',12754605}]}]}, {active_buckets,["default"]}, {ready_buckets,["default"]}, {local_tasks,[]}, {memory, [{total,168547512}, {processes,120169848}, {processes_used,117254264}, {system,48377664}, {atom,1401785}, {atom_used,1374492}, {binary,5948696}, {code,14045110}, {ets,8724816}]}, {system_memory_data, [{system_total_memory,25199214592}, {free_swap,20971511808}, {total_swap,20971511808}, {cached_memory,2952974336}, {buffered_memory,226349056}, {free_memory,12598366208}, {total_memory,25199214592}]}, {node_storage_conf,[{db_path,"/data"},{index_path,"/data"}]}, {statistics, [{wall_clock,{2837662,5001}}, {context_switches,{17622808,0}}, {garbage_collection,{2189024,15150948851,0}}, {io,{{input,333269081},{output,11271532920}}}, {reductions,{2595635885,2379099}}, {run_queue,0}, {runtime,{978880,970}}]}, {system_stats, [{cpu_utilization_rate,52.7363184079602}, {swap_total,20971511808}, {swap_used,0}]}, {interesting_stats, [{couch_docs_actual_disk_size,2862402979}, {couch_docs_data_size,2555706164}, {couch_views_actual_disk_size,0}, {couch_views_data_size,0}, {curr_items,542754}, {curr_items_tot,1038886}, {mem_used,2770175296}, {vb_replica_curr_items,496132}]}, {cluster_compatibility_version,131072}, {version, [{public_key,"0.13"}, {lhttpc,"1.3.0"}, {ale,"8cffe61"}, {os_mon,"2.2.7"}, {couch_set_view,"1.2.0a-b68b5f4-git"}, {mnesia,"4.5"}, {inets,"5.7.1"}, {couch,"1.2.0a-b68b5f4-git"}, {mapreduce,"1.0.0"}, {couch_index_merger,"1.2.0a-b68b5f4-git"}, {kernel,"2.14.5"}, {crypto,"2.0.4"}, {ssl,"4.1.6"}, {sasl,"2.1.10"}, {couch_view_parser,"1.0.0"}, {ns_server,"2.0.0-1939-rel-enterprise"}, {mochiweb,"1.4.1"}, {oauth,"7d85d3ef"}, {stdlib,"1.17.5"}]}, {supported_compat_version,[2,0]}, {system_arch,"x86_64-unknown-linux-gnu"}, {wall_clock,2837}, {memory_data,{25199214592,12556890112,{<17877.428.0>,15911376}}}, {disk_data, [{"/",41260352,5}, {"/dev/shm",12304304,0}, {"/boot",495844,7}, {"/data",206420664,2}]}, {meminfo, <<"MemTotal: 24608608 kB\nMemFree: 12303092 kB\nBuffers: 221044 kB\nCached: 2883764 kB\nSwapCached: 0 kB\nActive: 9249488 kB\nInactive: 2505516 kB\nActive(anon): 8640084 kB\nInactive(anon): 12524 kB\nActive(file): 609404 kB\nInactive(file): 2492992 kB\nUnevictable: 11276 kB\nMlocked: 11288 kB\nSwapTotal: 20479992 kB\nSwapFree: 20479992 kB\nDirty: 2236 kB\nWriteback: 0 kB\nAnonPages: 8645552 kB\nMapped: 15456 kB\nShmem: 172 kB\nSlab: 225036 kB\nSReclaimable: 167304 kB\nSUnreclaim: 57732 kB\nKernelStack: 2984 kB\nPageTables: 21408 kB\nNFS_Unstable: 0 kB\nBounce: 0 kB\nWritebackTmp: 0 kB\nCommitLimit: 32784296 kB\nCommitted_AS: 10395736 kB\nVmallocTotal: 34359738367 kB\nVmallocUsed: 332500 kB\nVmallocChunk: 34359360032 kB\nHardwareCorrupted: 0 kB\nAnonHugePages: 3651584 kB\nHugePages_Total: 0\nHugePages_Free: 0\nHugePages_Rsvd: 0\nHugePages_Surp: 0\nHugepagesize: 2048 kB\nDirectMap4k: 10240 kB\nDirectMap2M: 25155584 kB\n">>}]}, {'ns_1@192.168.0.21', [{last_heard,{1352,540556,356344}}, {outgoing_replications_safeness_level,[{"default",green}]}, {incoming_replications_conf_hashes, [{"default",[{'ns_1@192.168.0.22',11592181}]}]}, {active_buckets,["default"]}, {ready_buckets,["default"]}, {local_tasks,[]}, {memory, [{total,185502880}, {processes,136246544}, {processes_used,136118456}, {system,49256336}, {atom,1333345}, {atom_used,1324998}, {binary,10423832}, {code,13371137}, {ets,5715344}]}, {system_memory_data, [{system_total_memory,25199214592}, {free_swap,20971511808}, {total_swap,20971511808}, {cached_memory,5485232128}, {buffered_memory,192671744}, {free_memory,13178011648}, {total_memory,25199214592}]}, {node_storage_conf,[{db_path,"/data"},{index_path,"/data"}]}, {statistics, [{wall_clock,{2817547,5000}}, {context_switches,{8478309,0}}, {garbage_collection,{1752317,3756961551,0}}, {io,{{input,230195675},{output,10467808465}}}, {reductions,{1157586354,2542940}}, {run_queue,0}, {runtime,{467950,800}}]}, {system_stats, [{cpu_utilization_rate,21.375921375921376}, {swap_total,20971511808}, {swap_used,0}]}, {interesting_stats, [{couch_docs_actual_disk_size,5380971940}, {couch_docs_data_size,4772643621}, {couch_views_actual_disk_size,0}, {couch_views_data_size,0}, {curr_items,997713}, {curr_items_tot,1952864}, {mem_used,5087809672}, {vb_replica_curr_items,955151}]}, {cluster_compatibility_version,131072}, {version, [{public_key,"0.13"}, {lhttpc,"1.3.0"}, {ale,"8cffe61"}, {os_mon,"2.2.7"}, {couch_set_view,"1.2.0a-b68b5f4-git"}, {mnesia,"4.5"}, {inets,"5.7.1"}, {couch,"1.2.0a-b68b5f4-git"}, {mapreduce,"1.0.0"}, {couch_index_merger,"1.2.0a-b68b5f4-git"}, {kernel,"2.14.5"}, {crypto,"2.0.4"}, {ssl,"4.1.6"}, {sasl,"2.1.10"}, {couch_view_parser,"1.0.0"}, {ns_server,"2.0.0-1939-rel-enterprise"}, {mochiweb,"1.4.1"}, {oauth,"7d85d3ef"}, {stdlib,"1.17.5"}]}, {supported_compat_version,[2,0]}, {system_arch,"x86_64-unknown-linux-gnu"}, {wall_clock,2817}, {memory_data,{25199214592,12022333440,{<0.84.0>,12342376}}}, {disk_data, [{"/",41260352,5}, {"/dev/shm",12304304,0}, {"/boot",495844,7}, {"/data",206420664,3}]}, {meminfo, <<"MemTotal: 24608608 kB\nMemFree: 12869648 kB\nBuffers: 188156 kB\nCached: 5356344 kB\nSwapCached: 0 kB\nActive: 6524912 kB\nInactive: 4658512 kB\nActive(anon): 5631728 kB\nInactive(anon): 9272 kB\nActive(file): 893184 kB\nInactive(file): 4649240 kB\nUnevictable: 11288 kB\nMlocked: 11288 kB\nSwapTotal: 20479992 kB\nSwapFree: 20479992 kB\nDirty: 4304 kB\nWriteback: 0 kB\nAnonPages: 5650476 kB\nMapped: 14492 kB\nShmem: 164 kB\nSlab: 235976 kB\nSReclaimable: 178328 kB\nSUnreclaim: 57648 kB\nKernelStack: 2968 kB\nPageTables: 15016 kB\nNFS_Unstable: 0 kB\nBounce: 0 kB\nWritebackTmp: 0 kB\nCommitLimit: 32784296 kB\nCommitted_AS: 7409272 kB\nVmallocTotal: 34359738367 kB\nVmallocUsed: 332500 kB\nVmallocChunk: 34359355024 kB\nHardwareCorrupted: 0 kB\nAnonHugePages: 2283520 kB\nHugePages_Total: 0\nHugePages_Free: 0\nHugePages_Rsvd: 0\nHugePages_Surp: 0\nHugepagesize: 2048 kB\nDirectMap4k: 10240 kB\nDirectMap2M: 25155584 kB\n">>}]}, {'ns_1@192.168.0.22', [{last_heard,{1352,540560,952808}}, {outgoing_replications_safeness_level,[{"default",green}]}, {incoming_replications_conf_hashes, [{"default", [{'ns_1@192.168.0.20',94901119},{'ns_1@192.168.0.21',41837017}]}]}, {active_buckets,["default"]}, {ready_buckets,["default"]}, {local_tasks, [[{pid,<<"<0.16386.2>">>}, {bucket,<<"default">>}, {original_target,{[{type,bucket}]}}, {progress,60}, {started_on,1352540432}, {total_vbuckets,1025}, {trigger_type,scheduled}, {type,bucket_compaction}, {updated_on,1352540559}, {vbuckets_done,620}]]}, {memory, [{total,244743712}, {processes,188773664}, {processes_used,188740864}, {system,55970048}, {atom,1338193}, {atom_used,1333793}, {binary,13501448}, {code,13481638}, {ets,8959008}]}, {system_memory_data, [{system_total_memory,25199214592}, {free_swap,20971511808}, {total_swap,20971511808}, {cached_memory,9108779008}, {buffered_memory,254681088}, {free_memory,6098780160}, {total_memory,25199214592}]}, {node_storage_conf,[{db_path,"/data"},{index_path,"/data"}]}, {statistics, [{wall_clock,{2820942,5000}}, {context_switches,{20914055,0}}, {garbage_collection,{2855129,6790956737,0}}, {io,{{input,487864400},{output,16107154592}}}, {reductions,{2372167741,3922493}}, {run_queue,0}, {runtime,{815960,1190}}]}, {system_stats, [{cpu_utilization_rate,17.33668341708543}, {swap_total,20971511808}, {swap_used,0}]}, {interesting_stats, [{couch_docs_actual_disk_size,8980629297}, {couch_docs_data_size,7329664628}, {couch_views_actual_disk_size,0}, {couch_views_data_size,0}, {curr_items,1446837}, {curr_items_tot,2990483}, {mem_used,7848311176}, {vb_replica_curr_items,1543646}]}, {cluster_compatibility_version,131072}, {version, [{public_key,"0.13"}, {lhttpc,"1.3.0"}, {ale,"8cffe61"}, {os_mon,"2.2.7"}, {couch_set_view,"1.2.0a-b68b5f4-git"}, {mnesia,"4.5"}, {inets,"5.7.1"}, {couch,"1.2.0a-b68b5f4-git"}, {mapreduce,"1.0.0"}, {couch_index_merger,"1.2.0a-b68b5f4-git"}, {kernel,"2.14.5"}, {crypto,"2.0.4"}, {ssl,"4.1.6"}, {sasl,"2.1.10"}, {couch_view_parser,"1.0.0"}, {ns_server,"2.0.0-1939-rel-enterprise"}, {mochiweb,"1.4.1"}, {oauth,"7d85d3ef"}, {stdlib,"1.17.5"}]}, {supported_compat_version,[2,0]}, {system_arch,"x86_64-unknown-linux-gnu"}, {wall_clock,2820}, {memory_data,{25199214592,19102023680,{<17923.67.0>,16006048}}}, {disk_data, [{"/",41260352,5}, {"/dev/shm",12304304,0}, {"/boot",495844,7}, {"/data",206420664,5}]}, {meminfo, <<"MemTotal: 24608608 kB\nMemFree: 5956096 kB\nBuffers: 248712 kB\nCached: 8895292 kB\nSwapCached: 0 kB\nActive: 10451456 kB\nInactive: 7507436 kB\nActive(anon): 8811340 kB\nInactive(anon): 5460 kB\nActive(file): 1640116 kB\nInactive(file): 7501976 kB\nUnevictable: 11252 kB\nMlocked: 11288 kB\nSwapTotal: 20479992 kB\nSwapFree: 20479992 kB\nDirty: 2068 kB\nWriteback: 2960 kB\nAnonPages: 8830712 kB\nMapped: 15572 kB\nShmem: 172 kB\nSlab: 369316 kB\nSReclaimable: 310560 kB\nSUnreclaim: 58756 kB\nKernelStack: 2480 kB\nPageTables: 21392 kB\nNFS_Unstable: 0 kB\nBounce: 0 kB\nWritebackTmp: 0 kB\nCommitLimit: 32784296 kB\nCommitted_AS: 10556876 kB\nVmallocTotal: 34359738367 kB\nVmallocUsed: 332500 kB\nVmallocChunk: 34359355024 kB\nHardwareCorrupted: 0 kB\nAnonHugePages: 3661824 kB\nHugePages_Total: 0\nHugePages_Free: 0\nHugePages_Rsvd: 0\nHugePages_Surp: 0\nHugepagesize: 2048 kB\nDirectMap4k: 10240 kB\nDirectMap2M: 25155584 kB\n">>}]}] [stats:debug,2012-11-10T1:43:05.943,ns_1@192.168.0.21:<0.4502.0>:stats_collector:maybe_log_stats:126](at {{1970,1,16},{7,42,20}}) Stats for bucket "default": accepting_conns 1 auth_cmds 9 auth_errors 0 bucket_active_conns 1 bucket_conns 25 bytes 5133098792 bytes_read 12948101781 bytes_written 6402133368 cas_badval 0 cas_hits 0 cas_misses 0 cmd_flush 0 cmd_get 1120043 cmd_set 1004136 conn_yields 62846 connection_structures 5000 curr_connections 28 curr_conns_on_port_11209 16 curr_conns_on_port_11210 10 curr_items 1005757 curr_items_tot 1969160 curr_temp_items 0 daemon_connections 4 decr_hits 0 decr_misses 0 delete_hits 64613 delete_misses 71423 ep_access_scanner_last_runtime 0 ep_access_scanner_num_items 0 ep_access_scanner_task_time 2012-11-10 10:00:00 ep_allow_data_loss_during_shutdown 1 ep_alog_block_size 4096 ep_alog_path /data/default/access.log ep_alog_sleep_time 1440 ep_alog_task_time 10 ep_backend couchdb ep_bg_fetch_delay 0 ep_bg_fetched 0 ep_bg_meta_fetched 0 ep_bg_remaining_jobs 0 ep_chk_max_items 5000 ep_chk_period 1800 ep_chk_persistence_remains 2 ep_chk_persistence_timeout 10 ep_chk_remover_stime 5 ep_commit_num 66769 ep_commit_time 8 ep_commit_time_total 674026 ep_concurrentDB 1 ep_config_file ep_couch_bucket default ep_couch_host localhost ep_couch_port 11213 ep_couch_reconnect_sleeptime 250 ep_couch_response_timeout 180000 ep_data_age 6 ep_data_age_highwat 64 ep_data_traffic_enabled 0 ep_dbinit 0 ep_dbname /data/default ep_degraded_mode 0 ep_diskqueue_drain 5967454 ep_diskqueue_fill 5109937 ep_diskqueue_items 29809 ep_diskqueue_memory 864192 ep_diskqueue_pending 1296288 ep_exp_pager_stime 3600 ep_exp_pager_stime 3600 ep_expired_access 762 ep_expired_pager 0 ep_expiry_window 3 ep_failpartialwarmup 0 ep_flush_all false ep_flush_duration_total 1375 ep_flushall_enabled 0 ep_flusher_state running ep_flusher_todo 17366 ep_getl_default_timeout 15 ep_getl_max_timeout 30 ep_ht_locks 5 ep_ht_size 3079 ep_inconsistent_slave_chk 0 ep_initfile ep_io_num_read 0 ep_io_num_write 4598568 ep_io_read_bytes 0 ep_io_write_bytes 10514452803 ep_item_begin_failed 0 ep_item_commit_failed 0 ep_item_flush_expired 28 ep_item_flush_failed 0 ep_item_num_based_new_chk 1 ep_items_rm_from_checkpoints 121287 ep_keep_closed_chks 0 ep_klog_block_size 4096 ep_klog_compactor_queue_cap 500000 ep_klog_compactor_stime 3600 ep_klog_flush commit2 ep_klog_max_entry_ratio 10 ep_klog_max_log_size 2147483647 ep_klog_path ep_klog_sync commit2 ep_kv_size 4855635721 ep_max_checkpoints 2 ep_max_data_size 12582912000 ep_max_item_size 20971520 ep_max_size 12582912000 ep_max_txn_size 10000 ep_max_vbuckets 1024 ep_mem_high_wat 9437184000 ep_mem_high_wat 9437184000 ep_mem_low_wat 7549747200 ep_mem_low_wat 7549747200 ep_mem_tracker_enabled true ep_min_data_age 0 ep_mlog_compactor_runs 0 ep_mutation_mem_threshold 0 ep_num_access_scanner_runs 0 ep_num_eject_failures 0 ep_num_expiry_pager_runs 0 ep_num_non_resident 0 ep_num_not_my_vbuckets 0 ep_num_ops_del_meta 0 ep_num_ops_get_meta 0 ep_num_ops_set_meta 0 ep_num_pager_runs 0 ep_num_value_ejects 0 ep_oom_errors 0 ep_overhead 108972460 ep_pager_active_vb_pcnt 40 ep_pager_unbiased_period 60 ep_pending_ops 0 ep_pending_ops_max 1 ep_pending_ops_max_duration 206679 ep_pending_ops_total 9 ep_postInitfile ep_queue_age_cap 900 ep_queue_size 12443 ep_startup_time 1352539183 ep_storage_age 4 ep_storage_age_highwat 70 ep_store_max_concurrency 10 ep_store_max_readers 9 ep_store_max_readwrite 1 ep_stored_val_type ep_tap_ack_grace_period 300 ep_tap_ack_initial_sequence_number 1 ep_tap_ack_interval 1000 ep_tap_ack_window_size 10 ep_tap_backfill_resident 0.9 ep_tap_backlog_limit 5000 ep_tap_backoff_period 5 ep_tap_bg_fetch_requeued 0 ep_tap_bg_fetched 0 ep_tap_bg_max_pending 500 ep_tap_keepalive 300 ep_tap_noop_interval 20 ep_tap_requeue_sleep_time 0.1 ep_tap_throttle_cap_pcnt 10 ep_tap_throttle_queue_cap 1000000 ep_tap_throttle_threshold 90 ep_tmp_oom_errors 0 ep_too_old 0 ep_too_young 0 ep_total_cache_size 4832022864 ep_total_del_items 225195 ep_total_enqueued 5109946 ep_total_new_items 2077543 ep_total_persisted 4598568 ep_uncommitted_items 61 ep_value_size 4693275443 ep_vb0 0 ep_vb_snapshot_total 691 ep_vb_total 676 ep_vbucket_del 0 ep_vbucket_del_fail 0 ep_version 2.0.0r_133_g68e3f7c ep_waitforwarmup 0 ep_warmup 1 ep_warmup_batch_size 1000 ep_warmup_dups 0 ep_warmup_min_items_threshold 100 ep_warmup_min_memory_threshold 100 ep_warmup_oom 0 ep_warmup_thread complete ep_warmup_time 19069 get_hits 1048697 get_misses 71346 incr_hits 0 incr_misses 0 libevent 2.0.11-stable limit_maxbytes 67108864 listen_disabled_num 0 max_conns_on_port_11209 1000 max_conns_on_port_11210 9000 mem_used 5133098792 pid 22718 pointer_size 64 rejected_conns 0 rusage_system 299.830418 rusage_user 699.667634 tap_checkpoint_end_received 1033 tap_checkpoint_end_sent 289 tap_checkpoint_start_received 2104 tap_checkpoint_start_sent 345 tap_connect_received 1 tap_delete_received 144976 tap_delete_sent 85582 tap_mutation_received 4236914 tap_mutation_sent 1455416 tap_opaque_received 4726 tap_opaque_sent 346 tap_vbucket_set_received 690 threads 4 time 1352540585 total_connections 3450 uptime 1406 vb_active_curr_items 1005757 vb_active_eject 0 vb_active_expired 729 vb_active_ht_memory 8663544 vb_active_itm_memory 2467682899 vb_active_meta_data_memory 79454803 vb_active_num 345 vb_active_num_non_resident 0 vb_active_num_ref_ejects 0 vb_active_num_ref_items 1066516 vb_active_ops_create 1063733 vb_active_ops_delete 115587 vb_active_ops_reject 0 vb_active_ops_update 990104 vb_active_perc_mem_resident 100 vb_active_queue_age 1065531000 vb_active_queue_drain 2994165 vb_active_queue_fill 2519960 vb_active_queue_memory 359488 vb_active_queue_pending 539232 vb_active_queue_size 11234 vb_dead_num 0 vb_pending_curr_items 0 vb_pending_eject 0 vb_pending_expired 0 vb_pending_ht_memory 0 vb_pending_itm_memory 0 vb_pending_meta_data_memory 0 vb_pending_num 0 vb_pending_num_non_resident 0 vb_pending_num_ref_ejects 0 vb_pending_num_ref_items 0 vb_pending_ops_create 0 vb_pending_ops_delete 0 vb_pending_ops_reject 0 vb_pending_ops_update 0 vb_pending_perc_mem_resident 0 vb_pending_queue_age 0 vb_pending_queue_drain 0 vb_pending_queue_fill 0 vb_pending_queue_memory 0 vb_pending_queue_pending 0 vb_pending_queue_size 0 vb_replica_curr_items 963403 vb_replica_eject 0 vb_replica_expired 33 vb_replica_ht_memory 8312072 vb_replica_itm_memory 2364339965 vb_replica_meta_data_memory 76108837 vb_replica_num 331 vb_replica_num_non_resident 0 vb_replica_num_ref_ejects 0 vb_replica_num_ref_items 1021619 vb_replica_ops_create 1013810 vb_replica_ops_delete 109607 vb_replica_ops_reject 0 vb_replica_ops_update 1305726 vb_replica_perc_mem_resident 100 vb_replica_queue_age 394112000 vb_replica_queue_drain 2973289 vb_replica_queue_fill 2589977 vb_replica_queue_memory 504704 vb_replica_queue_pending 757056 vb_replica_queue_size 15772 version 1.4.4_600_g7ea975a [ns_doctor:debug,2012-11-10T1:43:41.352,ns_1@192.168.0.21:ns_doctor<0.4376.0>:ns_doctor:handle_info:137]Current node statuses: [{'ns_1@192.168.0.20', [{last_heard,{1352,540617,892946}}, {outgoing_replications_safeness_level,[{"default",green}]}, {incoming_replications_conf_hashes, [{"default",[{'ns_1@192.168.0.22',93940478}]}]}, {active_buckets,["default"]}, {ready_buckets,["default"]}, {local_tasks,[]}, {memory, [{total,172347304}, {processes,123789088}, {processes_used,120832784}, {system,48558216}, {atom,1401785}, {atom_used,1374492}, {binary,5964032}, {code,14045110}, {ets,8899472}]}, {system_memory_data, [{system_total_memory,25199214592}, {free_swap,20971511808}, {total_swap,20971511808}, {cached_memory,3164721152}, {buffered_memory,227786752}, {free_memory,12382375936}, {total_memory,25199214592}]}, {node_storage_conf,[{db_path,"/data"},{index_path,"/data"}]}, {statistics, [{wall_clock,{2897662,5000}}, {context_switches,{17855858,0}}, {garbage_collection,{2220314,15385429156,0}}, {io,{{input,339001563},{output,11368802397}}}, {reductions,{2631574519,2665758}}, {run_queue,0}, {runtime,{995960,1080}}]}, {system_stats, [{cpu_utilization_rate,54.390243902439025}, {swap_total,20971511808}, {swap_used,0}]}, {interesting_stats, [{couch_docs_actual_disk_size,3071957525}, {couch_docs_data_size,2485356785}, {couch_views_actual_disk_size,0}, {couch_views_data_size,0}, {curr_items,528290}, {curr_items_tot,1009474}, {mem_used,2699134672}, {vb_replica_curr_items,481184}]}, {cluster_compatibility_version,131072}, {version, [{public_key,"0.13"}, {lhttpc,"1.3.0"}, {ale,"8cffe61"}, {os_mon,"2.2.7"}, {couch_set_view,"1.2.0a-b68b5f4-git"}, {mnesia,"4.5"}, {inets,"5.7.1"}, {couch,"1.2.0a-b68b5f4-git"}, {mapreduce,"1.0.0"}, {couch_index_merger,"1.2.0a-b68b5f4-git"}, {kernel,"2.14.5"}, {crypto,"2.0.4"}, {ssl,"4.1.6"}, {sasl,"2.1.10"}, {couch_view_parser,"1.0.0"}, {ns_server,"2.0.0-1939-rel-enterprise"}, {mochiweb,"1.4.1"}, {oauth,"7d85d3ef"}, {stdlib,"1.17.5"}]}, {supported_compat_version,[2,0]}, {system_arch,"x86_64-unknown-linux-gnu"}, {wall_clock,2897}, {memory_data,{25199214592,12738392064,{<17877.428.0>,15932712}}}, {disk_data, [{"/",41260352,5}, {"/dev/shm",12304304,0}, {"/boot",495844,7}, {"/data",206420664,2}]}, {meminfo, <<"MemTotal: 24608608 kB\nMemFree: 12092164 kB\nBuffers: 222448 kB\nCached: 3090548 kB\nSwapCached: 0 kB\nActive: 9454608 kB\nInactive: 2509676 kB\nActive(anon): 8641216 kB\nInactive(anon): 12456 kB\nActive(file): 813392 kB\nInactive(file): 2497220 kB\nUnevictable: 11276 kB\nMlocked: 11288 kB\nSwapTotal: 20479992 kB\nSwapFree: 20479992 kB\nDirty: 1992 kB\nWriteback: 0 kB\nAnonPages: 8648652 kB\nMapped: 15456 kB\nShmem: 172 kB\nSlab: 224524 kB\nSReclaimable: 166884 kB\nSUnreclaim: 57640 kB\nKernelStack: 2984 kB\nPageTables: 21388 kB\nNFS_Unstable: 0 kB\nBounce: 0 kB\nWritebackTmp: 0 kB\nCommitLimit: 32784296 kB\nCommitted_AS: 10410940 kB\nVmallocTotal: 34359738367 kB\nVmallocUsed: 332500 kB\nVmallocChunk: 34359360032 kB\nHardwareCorrupted: 0 kB\nAnonHugePages: 3749888 kB\nHugePages_Total: 0\nHugePages_Free: 0\nHugePages_Rsvd: 0\nHugePages_Surp: 0\nHugepagesize: 2048 kB\nDirectMap4k: 10240 kB\nDirectMap2M: 25155584 kB\n">>}]}, {'ns_1@192.168.0.21', [{last_heard,{1352,540616,355413}}, {outgoing_replications_safeness_level,[{"default",green}]}, {incoming_replications_conf_hashes, [{"default",[{'ns_1@192.168.0.22',70707006}]}]}, {active_buckets,["default"]}, {ready_buckets,["default"]}, {local_tasks,[]}, {memory, [{total,188706896}, {processes,140233688}, {processes_used,140146480}, {system,48473208}, {atom,1333345}, {atom_used,1324998}, {binary,9456856}, {code,13371137}, {ets,5892480}]}, {system_memory_data, [{system_total_memory,25199214592}, {free_swap,20971511808}, {total_swap,20971511808}, {cached_memory,6056194048}, {buffered_memory,194519040}, {free_memory,12502261760}, {total_memory,25199214592}]}, {node_storage_conf,[{db_path,"/data"},{index_path,"/data"}]}, {statistics, [{wall_clock,{2877546,5000}}, {context_switches,{8765690,0}}, {garbage_collection,{1785834,3858280553,0}}, {io,{{input,234331989},{output,10724570940}}}, {reductions,{1195340385,2991965}}, {run_queue,0}, {runtime,{480040,950}}]}, {system_stats, [{cpu_utilization_rate,27.832512315270936}, {swap_total,20971511808}, {swap_used,0}]}, {interesting_stats, [{couch_docs_actual_disk_size,5948101304}, {couch_docs_data_size,4844327483}, {couch_views_actual_disk_size,0}, {couch_views_data_size,0}, {curr_items,1011993}, {curr_items_tot,1980932}, {mem_used,5163799208}, {vb_replica_curr_items,968939}]}, {cluster_compatibility_version,131072}, {version, [{public_key,"0.13"}, {lhttpc,"1.3.0"}, {ale,"8cffe61"}, {os_mon,"2.2.7"}, {couch_set_view,"1.2.0a-b68b5f4-git"}, {mnesia,"4.5"}, {inets,"5.7.1"}, {couch,"1.2.0a-b68b5f4-git"}, {mapreduce,"1.0.0"}, {couch_index_merger,"1.2.0a-b68b5f4-git"}, {kernel,"2.14.5"}, {crypto,"2.0.4"}, {ssl,"4.1.6"}, {sasl,"2.1.10"}, {couch_view_parser,"1.0.0"}, {ns_server,"2.0.0-1939-rel-enterprise"}, {mochiweb,"1.4.1"}, {oauth,"7d85d3ef"}, {stdlib,"1.17.5"}]}, {supported_compat_version,[2,0]}, {system_arch,"x86_64-unknown-linux-gnu"}, {wall_clock,2877}, {memory_data,{25199214592,12056776704,{<0.84.0>,12342376}}}, {disk_data, [{"/",41260352,5}, {"/dev/shm",12304304,0}, {"/boot",495844,7}, {"/data",206420664,3}]}, {meminfo, <<"MemTotal: 24608608 kB\nMemFree: 12209240 kB\nBuffers: 189960 kB\nCached: 5914252 kB\nSwapCached: 0 kB\nActive: 6965916 kB\nInactive: 4862616 kB\nActive(anon): 5717688 kB\nInactive(anon): 9272 kB\nActive(file): 1248228 kB\nInactive(file): 4853344 kB\nUnevictable: 11288 kB\nMlocked: 11288 kB\nSwapTotal: 20479992 kB\nSwapFree: 20479992 kB\nDirty: 2360 kB\nWriteback: 0 kB\nAnonPages: 5736400 kB\nMapped: 14492 kB\nShmem: 164 kB\nSlab: 251036 kB\nSReclaimable: 193476 kB\nSUnreclaim: 57560 kB\nKernelStack: 2968 kB\nPageTables: 15188 kB\nNFS_Unstable: 0 kB\nBounce: 0 kB\nWritebackTmp: 0 kB\nCommitLimit: 32784296 kB\nCommitted_AS: 7488264 kB\nVmallocTotal: 34359738367 kB\nVmallocUsed: 332500 kB\nVmallocChunk: 34359355024 kB\nHardwareCorrupted: 0 kB\nAnonHugePages: 2390016 kB\nHugePages_Total: 0\nHugePages_Free: 0\nHugePages_Rsvd: 0\nHugePages_Surp: 0\nHugepagesize: 2048 kB\nDirectMap4k: 10240 kB\nDirectMap2M: 25155584 kB\n">>}]}, {'ns_1@192.168.0.22', [{last_heard,{1352,540620,958351}}, {outgoing_replications_safeness_level,[{"default",green}]}, {incoming_replications_conf_hashes, [{"default", [{'ns_1@192.168.0.20',127474307}, {'ns_1@192.168.0.21',85792007}]}]}, {active_buckets,["default"]}, {ready_buckets,["default"]}, {local_tasks, [[{pid,<<"<0.16386.2>">>}, {bucket,<<"default">>}, {original_target,{[{type,bucket}]}}, {progress,88}, {started_on,1352540432}, {total_vbuckets,1025}, {trigger_type,scheduled}, {type,bucket_compaction}, {updated_on,1352540620}, {vbuckets_done,912}]]}, {memory, [{total,243085736}, {processes,186603304}, {processes_used,186434672}, {system,56482432}, {atom,1338193}, {atom_used,1333793}, {binary,13982496}, {code,13481638}, {ets,9007712}]}, {system_memory_data, [{system_total_memory,25199214592}, {free_swap,20971511808}, {total_swap,20971511808}, {cached_memory,8625831936}, {buffered_memory,258519040}, {free_memory,6586437632}, {total_memory,25199214592}]}, {node_storage_conf,[{db_path,"/data"},{index_path,"/data"}]}, {statistics, [{wall_clock,{2880948,5006}}, {context_switches,{21290447,0}}, {garbage_collection,{2903535,6910017433,0}}, {io,{{input,499363292},{output,16396884513}}}, {reductions,{2415072077,4075831}}, {run_queue,0}, {runtime,{830640,1380}}]}, {system_stats, [{cpu_utilization_rate,69.09547738693468}, {swap_total,20971511808}, {swap_used,0}]}, {interesting_stats, [{couch_docs_actual_disk_size,8504531319}, {couch_docs_data_size,7329551679}, {couch_views_actual_disk_size,0}, {couch_views_data_size,0}, {curr_items,1446702}, {curr_items_tot,2989232}, {mem_used,7853378456}, {vb_replica_curr_items,1542530}]}, {cluster_compatibility_version,131072}, {version, [{public_key,"0.13"}, {lhttpc,"1.3.0"}, {ale,"8cffe61"}, {os_mon,"2.2.7"}, {couch_set_view,"1.2.0a-b68b5f4-git"}, {mnesia,"4.5"}, {inets,"5.7.1"}, {couch,"1.2.0a-b68b5f4-git"}, {mapreduce,"1.0.0"}, {couch_index_merger,"1.2.0a-b68b5f4-git"}, {kernel,"2.14.5"}, {crypto,"2.0.4"}, {ssl,"4.1.6"}, {sasl,"2.1.10"}, {couch_view_parser,"1.0.0"}, {ns_server,"2.0.0-1939-rel-enterprise"}, {mochiweb,"1.4.1"}, {oauth,"7d85d3ef"}, {stdlib,"1.17.5"}]}, {supported_compat_version,[2,0]}, {system_arch,"x86_64-unknown-linux-gnu"}, {wall_clock,2880}, {memory_data,{25199214592,18609983488,{<17923.67.0>,16006048}}}, {disk_data, [{"/",41260352,5}, {"/dev/shm",12304304,0}, {"/boot",495844,7}, {"/data",206420664,5}]}, {meminfo, <<"MemTotal: 24608608 kB\nMemFree: 6432068 kB\nBuffers: 252460 kB\nCached: 8423664 kB\nSwapCached: 0 kB\nActive: 10194716 kB\nInactive: 7295964 kB\nActive(anon): 8811056 kB\nInactive(anon): 5460 kB\nActive(file): 1383660 kB\nInactive(file): 7290504 kB\nUnevictable: 11252 kB\nMlocked: 11288 kB\nSwapTotal: 20479992 kB\nSwapFree: 20479992 kB\nDirty: 9432 kB\nWriteback: 0 kB\nAnonPages: 8826076 kB\nMapped: 15572 kB\nShmem: 172 kB\nSlab: 361312 kB\nSReclaimable: 302972 kB\nSUnreclaim: 58340 kB\nKernelStack: 2480 kB\nPageTables: 21396 kB\nNFS_Unstable: 0 kB\nBounce: 0 kB\nWritebackTmp: 0 kB\nCommitLimit: 32784296 kB\nCommitted_AS: 10575584 kB\nVmallocTotal: 34359738367 kB\nVmallocUsed: 332500 kB\nVmallocChunk: 34359355024 kB\nHardwareCorrupted: 0 kB\nAnonHugePages: 3753984 kB\nHugePages_Total: 0\nHugePages_Free: 0\nHugePages_Rsvd: 0\nHugePages_Surp: 0\nHugepagesize: 2048 kB\nDirectMap4k: 10240 kB\nDirectMap2M: 25155584 kB\n">>}]}] [ns_doctor:debug,2012-11-10T1:44:41.353,ns_1@192.168.0.21:ns_doctor<0.4376.0>:ns_doctor:handle_info:137]Current node statuses: [{'ns_1@192.168.0.20', [{last_heard,{1352,540677,893181}}, {outgoing_replications_safeness_level,[{"default",green}]}, {incoming_replications_conf_hashes, [{"default",[{'ns_1@192.168.0.22',123127598}]}]}, {active_buckets,["default"]}, {ready_buckets,["default"]}, {local_tasks,[]}, {memory, [{total,172068232}, {processes,123511448}, {processes_used,120489736}, {system,48556784}, {atom,1401785}, {atom_used,1374492}, {binary,5819640}, {code,14045110}, {ets,9053920}]}, {system_memory_data, [{system_total_memory,25199214592}, {free_swap,20971511808}, {total_swap,20971511808}, {cached_memory,3320963072}, {buffered_memory,228147200}, {free_memory,12224802816}, {total_memory,25199214592}]}, {node_storage_conf,[{db_path,"/data"},{index_path,"/data"}]}, {statistics, [{wall_clock,{2957662,5000}}, {context_switches,{18164740,0}}, {garbage_collection,{2265302,15743018449,0}}, {io,{{input,341704626},{output,11457659624}}}, {reductions,{2672670937,3954637}}, {run_queue,0}, {runtime,{1017860,2430}}]}, {system_stats, [{cpu_utilization_rate,65.68627450980392}, {swap_total,20971511808}, {swap_used,0}]}, {interesting_stats, [{couch_docs_actual_disk_size,3251701011}, {couch_docs_data_size,2385050140}, {couch_views_actual_disk_size,0}, {couch_views_data_size,0}, {curr_items,504864}, {curr_items_tot,962799}, {mem_used,2583981392}, {vb_replica_curr_items,457935}]}, {cluster_compatibility_version,131072}, {version, [{public_key,"0.13"}, {lhttpc,"1.3.0"}, {ale,"8cffe61"}, {os_mon,"2.2.7"}, {couch_set_view,"1.2.0a-b68b5f4-git"}, {mnesia,"4.5"}, {inets,"5.7.1"}, {couch,"1.2.0a-b68b5f4-git"}, {mapreduce,"1.0.0"}, {couch_index_merger,"1.2.0a-b68b5f4-git"}, {kernel,"2.14.5"}, {crypto,"2.0.4"}, {ssl,"4.1.6"}, {sasl,"2.1.10"}, {couch_view_parser,"1.0.0"}, {ns_server,"2.0.0-1939-rel-enterprise"}, {mochiweb,"1.4.1"}, {oauth,"7d85d3ef"}, {stdlib,"1.17.5"}]}, {supported_compat_version,[2,0]}, {system_arch,"x86_64-unknown-linux-gnu"}, {wall_clock,2957}, {memory_data,{25199214592,12972929024,{<17877.428.0>,15912232}}}, {disk_data, [{"/",41260352,5}, {"/dev/shm",12304304,0}, {"/boot",495844,7}, {"/data",206420664,2}]}, {meminfo, <<"MemTotal: 24608608 kB\nMemFree: 11938284 kB\nBuffers: 222800 kB\nCached: 3243128 kB\nSwapCached: 0 kB\nActive: 9654176 kB\nInactive: 2466004 kB\nActive(anon): 8644572 kB\nInactive(anon): 12456 kB\nActive(file): 1009604 kB\nInactive(file): 2453548 kB\nUnevictable: 11276 kB\nMlocked: 11288 kB\nSwapTotal: 20479992 kB\nSwapFree: 20479992 kB\nDirty: 2068 kB\nWriteback: 0 kB\nAnonPages: 8650040 kB\nMapped: 15456 kB\nShmem: 172 kB\nSlab: 223948 kB\nSReclaimable: 166432 kB\nSUnreclaim: 57516 kB\nKernelStack: 2984 kB\nPageTables: 21396 kB\nNFS_Unstable: 0 kB\nBounce: 0 kB\nWritebackTmp: 0 kB\nCommitLimit: 32784296 kB\nCommitted_AS: 10422804 kB\nVmallocTotal: 34359738367 kB\nVmallocUsed: 332500 kB\nVmallocChunk: 34359360032 kB\nHardwareCorrupted: 0 kB\nAnonHugePages: 3848192 kB\nHugePages_Total: 0\nHugePages_Free: 0\nHugePages_Rsvd: 0\nHugePages_Surp: 0\nHugepagesize: 2048 kB\nDirectMap4k: 10240 kB\nDirectMap2M: 25155584 kB\n">>}]}, {'ns_1@192.168.0.21', [{last_heard,{1352,540676,355596}}, {outgoing_replications_safeness_level,[{"default",green}]}, {incoming_replications_conf_hashes, [{"default",[{'ns_1@192.168.0.22',131590079}]}]}, {active_buckets,["default"]}, {ready_buckets,["default"]}, {local_tasks,[]}, {memory, [{total,194387904}, {processes,144632656}, {processes_used,144602680}, {system,49755248}, {atom,1333345}, {atom_used,1324998}, {binary,10550704}, {code,13371137}, {ets,6075344}]}, {system_memory_data, [{system_total_memory,25199214592}, {free_swap,20971511808}, {total_swap,20971511808}, {cached_memory,6725066752}, {buffered_memory,195608576}, {free_memory,11702829056}, {total_memory,25199214592}]}, {node_storage_conf,[{db_path,"/data"},{index_path,"/data"}]}, {statistics, [{wall_clock,{2937546,4987}}, {context_switches,{9115546,0}}, {garbage_collection,{1832109,3981972595,0}}, {io,{{input,242502851},{output,11025545381}}}, {reductions,{1238747378,4440417}}, {run_queue,0}, {runtime,{494870,1610}}]}, {system_stats, [{cpu_utilization_rate,47.91154791154791}, {swap_total,20971511808}, {swap_used,0}]}, {interesting_stats, [{couch_docs_actual_disk_size,6616413694}, {couch_docs_data_size,4945218161}, {couch_views_actual_disk_size,0}, {couch_views_data_size,0}, {curr_items,1034200}, {curr_items_tot,2021212}, {mem_used,5271722648}, {vb_replica_curr_items,987012}]}, {cluster_compatibility_version,131072}, {version, [{public_key,"0.13"}, {lhttpc,"1.3.0"}, {ale,"8cffe61"}, {os_mon,"2.2.7"}, {couch_set_view,"1.2.0a-b68b5f4-git"}, {mnesia,"4.5"}, {inets,"5.7.1"}, {couch,"1.2.0a-b68b5f4-git"}, {mapreduce,"1.0.0"}, {couch_index_merger,"1.2.0a-b68b5f4-git"}, {kernel,"2.14.5"}, {crypto,"2.0.4"}, {ssl,"4.1.6"}, {sasl,"2.1.10"}, {couch_view_parser,"1.0.0"}, {ns_server,"2.0.0-1939-rel-enterprise"}, {mochiweb,"1.4.1"}, {oauth,"7d85d3ef"}, {stdlib,"1.17.5"}]}, {supported_compat_version,[2,0]}, {system_arch,"x86_64-unknown-linux-gnu"}, {wall_clock,2937}, {memory_data,{25199214592,12731572224,{<0.84.0>,12342376}}}, {disk_data, [{"/",41260352,5}, {"/dev/shm",12304304,0}, {"/boot",495844,7}, {"/data",206420664,3}]}, {meminfo, <<"MemTotal: 24608608 kB\nMemFree: 11428544 kB\nBuffers: 191024 kB\nCached: 6567448 kB\nSwapCached: 0 kB\nActive: 7443808 kB\nInactive: 5146120 kB\nActive(anon): 5824596 kB\nInactive(anon): 9272 kB\nActive(file): 1619212 kB\nInactive(file): 5136848 kB\nUnevictable: 11288 kB\nMlocked: 11288 kB\nSwapTotal: 20479992 kB\nSwapFree: 20479992 kB\nDirty: 2968 kB\nWriteback: 0 kB\nAnonPages: 5843320 kB\nMapped: 14492 kB\nShmem: 164 kB\nSlab: 269612 kB\nSReclaimable: 211960 kB\nSUnreclaim: 57652 kB\nKernelStack: 2968 kB\nPageTables: 15404 kB\nNFS_Unstable: 0 kB\nBounce: 0 kB\nWritebackTmp: 0 kB\nCommitLimit: 32784296 kB\nCommitted_AS: 7605648 kB\nVmallocTotal: 34359738367 kB\nVmallocUsed: 332500 kB\nVmallocChunk: 34359355024 kB\nHardwareCorrupted: 0 kB\nAnonHugePages: 2484224 kB\nHugePages_Total: 0\nHugePages_Free: 0\nHugePages_Rsvd: 0\nHugePages_Surp: 0\nHugepagesize: 2048 kB\nDirectMap4k: 10240 kB\nDirectMap2M: 25155584 kB\n">>}]}, {'ns_1@192.168.0.22', [{last_heard,{1352,540680,957697}}, {outgoing_replications_safeness_level,[{"default",green}]}, {incoming_replications_conf_hashes, [{"default", [{'ns_1@192.168.0.20',76726884},{'ns_1@192.168.0.21',70040684}]}]}, {active_buckets,["default"]}, {ready_buckets,["default"]}, {local_tasks,[]}, {memory, [{total,244203008}, {processes,187618800}, {processes_used,187424616}, {system,56584208}, {atom,1338193}, {atom_used,1333793}, {binary,13928184}, {code,13481638}, {ets,9164432}]}, {system_memory_data, [{system_total_memory,25199214592}, {free_swap,20971511808}, {total_swap,20971511808}, {cached_memory,9025720320}, {buffered_memory,261533696}, {free_memory,6172950528}, {total_memory,25199214592}]}, {node_storage_conf,[{db_path,"/data"},{index_path,"/data"}]}, {statistics, [{wall_clock,{2940947,5003}}, {context_switches,{21686162,0}}, {garbage_collection,{2957922,7047117769,0}}, {io,{{input,510089184},{output,16697063822}}}, {reductions,{2460958292,4234218}}, {run_queue,0}, {runtime,{846550,1610}}]}, {system_stats, [{cpu_utilization_rate,45.853658536585364}, {swap_total,20971511808}, {swap_used,0}]}, {interesting_stats, [{couch_docs_actual_disk_size,8878410081}, {couch_docs_data_size,7330987307}, {couch_views_actual_disk_size,0}, {couch_views_data_size,0}, {curr_items,1444227}, {curr_items_tot,2984260}, {mem_used,7857563160}, {vb_replica_curr_items,1540033}]}, {cluster_compatibility_version,131072}, {version, [{public_key,"0.13"}, {lhttpc,"1.3.0"}, {ale,"8cffe61"}, {os_mon,"2.2.7"}, {couch_set_view,"1.2.0a-b68b5f4-git"}, {mnesia,"4.5"}, {inets,"5.7.1"}, {couch,"1.2.0a-b68b5f4-git"}, {mapreduce,"1.0.0"}, {couch_index_merger,"1.2.0a-b68b5f4-git"}, {kernel,"2.14.5"}, {crypto,"2.0.4"}, {ssl,"4.1.6"}, {sasl,"2.1.10"}, {couch_view_parser,"1.0.0"}, {ns_server,"2.0.0-1939-rel-enterprise"}, {mochiweb,"1.4.1"}, {oauth,"7d85d3ef"}, {stdlib,"1.17.5"}]}, {supported_compat_version,[2,0]}, {system_arch,"x86_64-unknown-linux-gnu"}, {wall_clock,2940}, {memory_data,{25199214592,19025248256,{<17923.67.0>,16006048}}}, {disk_data, [{"/",41260352,5}, {"/dev/shm",12304304,0}, {"/boot",495844,7}, {"/data",206420664,5}]}, {meminfo, <<"MemTotal: 24608608 kB\nMemFree: 6028272 kB\nBuffers: 255404 kB\nCached: 8814180 kB\nSwapCached: 0 kB\nActive: 10521240 kB\nInactive: 7375488 kB\nActive(anon): 8823640 kB\nInactive(anon): 5460 kB\nActive(file): 1697600 kB\nInactive(file): 7370028 kB\nUnevictable: 11252 kB\nMlocked: 11288 kB\nSwapTotal: 20479992 kB\nSwapFree: 20479992 kB\nDirty: 7148 kB\nWriteback: 0 kB\nAnonPages: 8838452 kB\nMapped: 15568 kB\nShmem: 172 kB\nSlab: 358444 kB\nSReclaimable: 300552 kB\nSUnreclaim: 57892 kB\nKernelStack: 2472 kB\nPageTables: 21340 kB\nNFS_Unstable: 0 kB\nBounce: 0 kB\nWritebackTmp: 0 kB\nCommitLimit: 32784296 kB\nCommitted_AS: 10579060 kB\nVmallocTotal: 34359738367 kB\nVmallocUsed: 332500 kB\nVmallocChunk: 34359355024 kB\nHardwareCorrupted: 0 kB\nAnonHugePages: 3856384 kB\nHugePages_Total: 0\nHugePages_Free: 0\nHugePages_Rsvd: 0\nHugePages_Surp: 0\nHugepagesize: 2048 kB\nDirectMap4k: 10240 kB\nDirectMap2M: 25155584 kB\n">>}]}] [stats:debug,2012-11-10T1:44:45.990,ns_1@192.168.0.21:<0.4502.0>:stats_collector:maybe_log_stats:126](at {{1970,1,16},{7,42,20}}) Stats for bucket "default": accepting_conns 1 auth_cmds 9 auth_errors 0 bucket_active_conns 1 bucket_conns 24 bytes 5301493208 bytes_read 13718946108 bytes_written 7022667495 cas_badval 0 cas_hits 0 cas_misses 0 cmd_flush 0 cmd_get 1265061 cmd_set 1120724 conn_yields 66426 connection_structures 5000 curr_connections 27 curr_conns_on_port_11209 15 curr_conns_on_port_11210 10 curr_items 1039981 curr_items_tot 2032795 curr_temp_items 0 daemon_connections 4 decr_hits 0 decr_misses 0 delete_hits 72028 delete_misses 79920 ep_access_scanner_last_runtime 0 ep_access_scanner_num_items 0 ep_access_scanner_task_time 2012-11-10 10:00:00 ep_allow_data_loss_during_shutdown 1 ep_alog_block_size 4096 ep_alog_path /data/default/access.log ep_alog_sleep_time 1440 ep_alog_task_time 10 ep_backend couchdb ep_bg_fetch_delay 0 ep_bg_fetched 0 ep_bg_meta_fetched 0 ep_bg_remaining_jobs 0 ep_chk_max_items 5000 ep_chk_period 1800 ep_chk_persistence_remains 1 ep_chk_persistence_timeout 10 ep_chk_remover_stime 5 ep_commit_num 70858 ep_commit_time 4 ep_commit_time_total 718950 ep_concurrentDB 1 ep_config_file ep_couch_bucket default ep_couch_host localhost ep_couch_port 11213 ep_couch_reconnect_sleeptime 250 ep_couch_response_timeout 180000 ep_data_age 2 ep_data_age_highwat 64 ep_data_traffic_enabled 0 ep_dbinit 0 ep_dbname /data/default ep_degraded_mode 0 ep_diskqueue_drain 6312177 ep_diskqueue_fill 5424802 ep_diskqueue_items 14042 ep_diskqueue_memory 356096 ep_diskqueue_pending 534144 ep_exp_pager_stime 3600 ep_exp_pager_stime 3600 ep_expired_access 886 ep_expired_pager 0 ep_expiry_window 3 ep_failpartialwarmup 0 ep_flush_all false ep_flush_duration_total 1476 ep_flushall_enabled 0 ep_flusher_state running ep_flusher_todo 9529 ep_getl_default_timeout 15 ep_getl_max_timeout 30 ep_ht_locks 5 ep_ht_size 3079 ep_inconsistent_slave_chk 0 ep_initfile ep_io_num_read 0 ep_io_num_write 4907745 ep_io_read_bytes 0 ep_io_write_bytes 11214220215 ep_item_begin_failed 0 ep_item_commit_failed 0 ep_item_flush_expired 28 ep_item_flush_failed 0 ep_item_num_based_new_chk 1 ep_items_rm_from_checkpoints 123399 ep_keep_closed_chks 0 ep_klog_block_size 4096 ep_klog_compactor_queue_cap 500000 ep_klog_compactor_stime 3600 ep_klog_flush commit2 ep_klog_max_entry_ratio 10 ep_klog_max_log_size 2147483647 ep_klog_path ep_klog_sync commit2 ep_kv_size 5015784140 ep_max_checkpoints 2 ep_max_data_size 12582912000 ep_max_item_size 20971520 ep_max_size 12582912000 ep_max_txn_size 10000 ep_max_vbuckets 1024 ep_mem_high_wat 9437184000 ep_mem_high_wat 9437184000 ep_mem_low_wat 7549747200 ep_mem_low_wat 7549747200 ep_mem_tracker_enabled true ep_min_data_age 0 ep_mlog_compactor_runs 0 ep_mutation_mem_threshold 0 ep_num_access_scanner_runs 0 ep_num_eject_failures 0 ep_num_expiry_pager_runs 0 ep_num_non_resident 0 ep_num_not_my_vbuckets 0 ep_num_ops_del_meta 0 ep_num_ops_get_meta 0 ep_num_ops_set_meta 0 ep_num_pager_runs 0 ep_num_value_ejects 0 ep_oom_errors 0 ep_overhead 112004700 ep_pager_active_vb_pcnt 40 ep_pager_unbiased_period 60 ep_pending_ops 0 ep_pending_ops_max 1 ep_pending_ops_max_duration 206679 ep_pending_ops_total 9 ep_postInitfile ep_queue_age_cap 900 ep_queue_size 4513 ep_startup_time 1352539183 ep_storage_age 2 ep_storage_age_highwat 70 ep_store_max_concurrency 10 ep_store_max_readers 9 ep_store_max_readwrite 1 ep_stored_val_type ep_tap_ack_grace_period 300 ep_tap_ack_initial_sequence_number 1 ep_tap_ack_interval 1000 ep_tap_ack_window_size 10 ep_tap_backfill_resident 0.9 ep_tap_backlog_limit 5000 ep_tap_backoff_period 5 ep_tap_bg_fetch_requeued 0 ep_tap_bg_fetched 0 ep_tap_bg_max_pending 500 ep_tap_keepalive 300 ep_tap_noop_interval 20 ep_tap_requeue_sleep_time 0.1 ep_tap_throttle_cap_pcnt 10 ep_tap_throttle_queue_cap 1000000 ep_tap_throttle_threshold 90 ep_tmp_oom_errors 0 ep_too_old 0 ep_too_young 0 ep_total_cache_size 4991396533 ep_total_del_items 244780 ep_total_enqueued 5424803 ep_total_new_items 2160322 ep_total_persisted 4907745 ep_uncommitted_items 18 ep_value_size 4848174934 ep_vb0 0 ep_vb_snapshot_total 715 ep_vb_total 700 ep_vbucket_del 0 ep_vbucket_del_fail 0 ep_version 2.0.0r_133_g68e3f7c ep_waitforwarmup 0 ep_warmup 1 ep_warmup_batch_size 1000 ep_warmup_dups 0 ep_warmup_min_items_threshold 100 ep_warmup_min_memory_threshold 100 ep_warmup_oom 0 ep_warmup_thread complete ep_warmup_time 19069 get_hits 1169156 get_misses 95905 incr_hits 0 incr_misses 0 libevent 2.0.11-stable limit_maxbytes 67108864 listen_disabled_num 0 max_conns_on_port_11209 1000 max_conns_on_port_11210 9000 mem_used 5301493208 pid 22718 pointer_size 64 rejected_conns 0 rusage_system 325.880458 rusage_user 752.900541 tap_checkpoint_end_received 1078 tap_checkpoint_end_sent 300 tap_checkpoint_start_received 2184 tap_checkpoint_start_sent 357 tap_connect_received 1 tap_delete_received 156886 tap_delete_sent 94337 tap_mutation_received 4426917 tap_mutation_sent 1579018 tap_opaque_received 4892 tap_opaque_sent 358 tap_vbucket_set_received 714 threads 4 time 1352540685 total_connections 3605 uptime 1506 vb_active_curr_items 1039981 vb_active_eject 0 vb_active_expired 851 vb_active_ht_memory 8964888 vb_active_itm_memory 2552929019 vb_active_meta_data_memory 82158499 vb_active_num 357 vb_active_num_non_resident 0 vb_active_num_ref_ejects 0 vb_active_num_ref_items 1108098 vb_active_ops_create 1105331 vb_active_ops_delete 125728 vb_active_ops_reject 0 vb_active_ops_update 1093581 vb_active_perc_mem_resident 100 vb_active_queue_age 1023516000 vb_active_queue_drain 3170197 vb_active_queue_fill 2683335 vb_active_queue_memory 189792 vb_active_queue_pending 284688 vb_active_queue_size 5931 vb_dead_num 0 vb_pending_curr_items 0 vb_pending_eject 0 vb_pending_expired 0 vb_pending_ht_memory 0 vb_pending_itm_memory 0 vb_pending_meta_data_memory 0 vb_pending_num 0 vb_pending_num_non_resident 0 vb_pending_num_ref_ejects 0 vb_pending_num_ref_items 0 vb_pending_ops_create 0 vb_pending_ops_delete 0 vb_pending_ops_reject 0 vb_pending_ops_update 0 vb_pending_perc_mem_resident 0 vb_pending_queue_age 0 vb_pending_queue_drain 0 vb_pending_queue_fill 0 vb_pending_queue_memory 0 vb_pending_queue_pending 0 vb_pending_queue_size 0 vb_replica_curr_items 992814 vb_replica_eject 0 vb_replica_expired 35 vb_replica_ht_memory 8613416 vb_replica_itm_memory 2438467514 vb_replica_meta_data_memory 78432306 vb_replica_num 343 vb_replica_num_non_resident 0 vb_replica_num_ref_ejects 0 vb_replica_num_ref_items 1058079 vb_replica_ops_create 1054992 vb_replica_ops_delete 119052 vb_replica_ops_reject 0 vb_replica_ops_update 1409076 vb_replica_perc_mem_resident 100 vb_replica_queue_age 289253000 vb_replica_queue_drain 3141980 vb_replica_queue_fill 2741467 vb_replica_queue_memory 166304 vb_replica_queue_pending 249456 vb_replica_queue_size 5197 version 1.4.4_600_g7ea975a [ns_doctor:debug,2012-11-10T1:45:41.354,ns_1@192.168.0.21:ns_doctor<0.4376.0>:ns_doctor:handle_info:137]Current node statuses: [{'ns_1@192.168.0.20', [{last_heard,{1352,540737,973543}}, {outgoing_replications_safeness_level,[{"default",green}]}, {incoming_replications_conf_hashes, [{"default",[{'ns_1@192.168.0.22',117250278}]}]}, {active_buckets,["default"]}, {ready_buckets,["default"]}, {local_tasks,[]}, {memory, [{total,171072800}, {processes,122950776}, {processes_used,119839144}, {system,48122024}, {atom,1401785}, {atom_used,1374492}, {binary,5326024}, {code,14045110}, {ets,9127920}]}, {system_memory_data, [{system_total_memory,25199214592}, {free_swap,20971511808}, {total_swap,20971511808}, {cached_memory,3397779456}, {buffered_memory,228442112}, {free_memory,12126150656}, {total_memory,25199214592}]}, {node_storage_conf,[{db_path,"/data"},{index_path,"/data"}]}, {statistics, [{wall_clock,{3017734,5067}}, {context_switches,{18575573,0}}, {garbage_collection,{2321842,16233573813,0}}, {io,{{input,345098616},{output,11538899869}}}, {reductions,{2719842123,3594944}}, {run_queue,0}, {runtime,{1046540,1920}}]}, {system_stats, [{cpu_utilization_rate,59.90338164251208}, {swap_total,20971511808}, {swap_used,0}]}, {interesting_stats, [{couch_docs_actual_disk_size,3308270380}, {couch_docs_data_size,2214123080}, {couch_views_actual_disk_size,0}, {couch_views_data_size,0}, {curr_items,472879}, {curr_items_tot,898513}, {mem_used,2423675888}, {vb_replica_curr_items,425634}]}, {cluster_compatibility_version,131072}, {version, [{public_key,"0.13"}, {lhttpc,"1.3.0"}, {ale,"8cffe61"}, {os_mon,"2.2.7"}, {couch_set_view,"1.2.0a-b68b5f4-git"}, {mnesia,"4.5"}, {inets,"5.7.1"}, {couch,"1.2.0a-b68b5f4-git"}, {mapreduce,"1.0.0"}, {couch_index_merger,"1.2.0a-b68b5f4-git"}, {kernel,"2.14.5"}, {crypto,"2.0.4"}, {ssl,"4.1.6"}, {sasl,"2.1.10"}, {couch_view_parser,"1.0.0"}, {ns_server,"2.0.0-1939-rel-enterprise"}, {mochiweb,"1.4.1"}, {oauth,"7d85d3ef"}, {stdlib,"1.17.5"}]}, {supported_compat_version,[2,0]}, {system_arch,"x86_64-unknown-linux-gnu"}, {wall_clock,3017}, {memory_data,{25199214592,13017489408,{<17877.428.0>,15931760}}}, {disk_data, [{"/",41260352,5}, {"/dev/shm",12304304,0}, {"/boot",495844,7}, {"/data",206420664,2}]}, {meminfo, <<"MemTotal: 24608608 kB\nMemFree: 11841944 kB\nBuffers: 223088 kB\nCached: 3318144 kB\nSwapCached: 0 kB\nActive: 9821976 kB\nInactive: 2393720 kB\nActive(anon): 8618812 kB\nInactive(anon): 58596 kB\nActive(file): 1203164 kB\nInactive(file): 2335124 kB\nUnevictable: 11276 kB\nMlocked: 11288 kB\nSwapTotal: 20479992 kB\nSwapFree: 20479992 kB\nDirty: 1924 kB\nWriteback: 0 kB\nAnonPages: 8641424 kB\nMapped: 15452 kB\nShmem: 172 kB\nSlab: 223196 kB\nSReclaimable: 165652 kB\nSUnreclaim: 57544 kB\nKernelStack: 2984 kB\nPageTables: 21384 kB\nNFS_Unstable: 0 kB\nBounce: 0 kB\nWritebackTmp: 0 kB\nCommitLimit: 32784296 kB\nCommitted_AS: 10428704 kB\nVmallocTotal: 34359738367 kB\nVmallocUsed: 332500 kB\nVmallocChunk: 34359360032 kB\nHardwareCorrupted: 0 kB\nAnonHugePages: 3940352 kB\nHugePages_Total: 0\nHugePages_Free: 0\nHugePages_Rsvd: 0\nHugePages_Surp: 0\nHugepagesize: 2048 kB\nDirectMap4k: 10240 kB\nDirectMap2M: 25155584 kB\n">>}]}, {'ns_1@192.168.0.21', [{last_heard,{1352,540736,357764}}, {outgoing_replications_safeness_level,[{"default",green}]}, {incoming_replications_conf_hashes, [{"default",[{'ns_1@192.168.0.22',112948683}]}]}, {active_buckets,["default"]}, {ready_buckets,["default"]}, {local_tasks,[]}, {memory, [{total,193186824}, {processes,143828120}, {processes_used,143807936}, {system,49358704}, {atom,1333345}, {atom_used,1324998}, {binary,9959328}, {code,13371137}, {ets,6256152}]}, {system_memory_data, [{system_total_memory,25199214592}, {free_swap,20971511808}, {total_swap,20971511808}, {cached_memory,7443771392}, {buffered_memory,196157440}, {free_memory,10778456064}, {total_memory,25199214592}]}, {node_storage_conf,[{db_path,"/data"},{index_path,"/data"}]}, {statistics, [{wall_clock,{2997549,5000}}, {context_switches,{9566975,0}}, {garbage_collection,{1895497,4131840332,0}}, {io,{{input,248356841},{output,11402448297}}}, {reductions,{1289259670,4299113}}, {run_queue,0}, {runtime,{514180,1580}}]}, {system_stats, [{cpu_utilization_rate,30.684326710816777}, {swap_total,20971511808}, {swap_used,0}]}, {interesting_stats, [{couch_docs_actual_disk_size,7341801046}, {couch_docs_data_size,5115293139}, {couch_views_actual_disk_size,0}, {couch_views_data_size,0}, {curr_items,1066225}, {curr_items_tot,2089711}, {mem_used,5449219752}, {vb_replica_curr_items,1023486}]}, {cluster_compatibility_version,131072}, {version, [{public_key,"0.13"}, {lhttpc,"1.3.0"}, {ale,"8cffe61"}, {os_mon,"2.2.7"}, {couch_set_view,"1.2.0a-b68b5f4-git"}, {mnesia,"4.5"}, {inets,"5.7.1"}, {couch,"1.2.0a-b68b5f4-git"}, {mapreduce,"1.0.0"}, {couch_index_merger,"1.2.0a-b68b5f4-git"}, {kernel,"2.14.5"}, {crypto,"2.0.4"}, {ssl,"4.1.6"}, {sasl,"2.1.10"}, {couch_view_parser,"1.0.0"}, {ns_server,"2.0.0-1939-rel-enterprise"}, {mochiweb,"1.4.1"}, {oauth,"7d85d3ef"}, {stdlib,"1.17.5"}]}, {supported_compat_version,[2,0]}, {system_arch,"x86_64-unknown-linux-gnu"}, {wall_clock,2997}, {memory_data,{25199214592,13542178816,{<0.84.0>,12342376}}}, {disk_data, [{"/",41260352,5}, {"/dev/shm",12304304,0}, {"/boot",495844,7}, {"/data",206420664,4}]}, {meminfo, <<"MemTotal: 24608608 kB\nMemFree: 10526084 kB\nBuffers: 191560 kB\nCached: 7269308 kB\nSwapCached: 0 kB\nActive: 8003700 kB\nInactive: 5468184 kB\nActive(anon): 6004924 kB\nInactive(anon): 9272 kB\nActive(file): 1998776 kB\nInactive(file): 5458912 kB\nUnevictable: 11288 kB\nMlocked: 11288 kB\nSwapTotal: 20479992 kB\nSwapFree: 20479992 kB\nDirty: 4096 kB\nWriteback: 0 kB\nAnonPages: 6023404 kB\nMapped: 14492 kB\nShmem: 164 kB\nSlab: 290144 kB\nSReclaimable: 232584 kB\nSUnreclaim: 57560 kB\nKernelStack: 2968 kB\nPageTables: 15760 kB\nNFS_Unstable: 0 kB\nBounce: 0 kB\nWritebackTmp: 0 kB\nCommitLimit: 32784296 kB\nCommitted_AS: 7757824 kB\nVmallocTotal: 34359738367 kB\nVmallocUsed: 332500 kB\nVmallocChunk: 34359355024 kB\nHardwareCorrupted: 0 kB\nAnonHugePages: 2584576 kB\nHugePages_Total: 0\nHugePages_Free: 0\nHugePages_Rsvd: 0\nHugePages_Surp: 0\nHugepagesize: 2048 kB\nDirectMap4k: 10240 kB\nDirectMap2M: 25155584 kB\n">>}]}, {'ns_1@192.168.0.22', [{last_heard,{1352,540740,953332}}, {outgoing_replications_safeness_level,[{"default",green}]}, {incoming_replications_conf_hashes, [{"default", [{'ns_1@192.168.0.20',40012026},{'ns_1@192.168.0.21',27603849}]}]}, {active_buckets,["default"]}, {ready_buckets,["default"]}, {local_tasks,[]}, {memory, [{total,247707480}, {processes,190939224}, {processes_used,190747096}, {system,56768256}, {atom,1338193}, {atom_used,1333793}, {binary,13940264}, {code,13481638}, {ets,9339616}]}, {system_memory_data, [{system_total_memory,25199214592}, {free_swap,20971511808}, {total_swap,20971511808}, {cached_memory,9829007360}, {buffered_memory,263376896}, {free_memory,5357391872}, {total_memory,25199214592}]}, {node_storage_conf,[{db_path,"/data"},{index_path,"/data"}]}, {statistics, [{wall_clock,{3000943,5001}}, {context_switches,{22164947,0}}, {garbage_collection,{3029919,7206895971,0}}, {io,{{input,517066283},{output,16991337665}}}, {reductions,{2511753306,4301089}}, {run_queue,0}, {runtime,{865650,1620}}]}, {system_stats, [{cpu_utilization_rate,35.62653562653563}, {swap_total,20971511808}, {swap_used,0}]}, {interesting_stats, [{couch_docs_actual_disk_size,9676376684}, {couch_docs_data_size,7330844205}, {couch_views_actual_disk_size,0}, {couch_views_data_size,0}, {curr_items,1443807}, {curr_items_tot,2983084}, {mem_used,7860802216}, {vb_replica_curr_items,1539277}]}, {cluster_compatibility_version,131072}, {version, [{public_key,"0.13"}, {lhttpc,"1.3.0"}, {ale,"8cffe61"}, {os_mon,"2.2.7"}, {couch_set_view,"1.2.0a-b68b5f4-git"}, {mnesia,"4.5"}, {inets,"5.7.1"}, {couch,"1.2.0a-b68b5f4-git"}, {mapreduce,"1.0.0"}, {couch_index_merger,"1.2.0a-b68b5f4-git"}, {kernel,"2.14.5"}, {crypto,"2.0.4"}, {ssl,"4.1.6"}, {sasl,"2.1.10"}, {couch_view_parser,"1.0.0"}, {ns_server,"2.0.0-1939-rel-enterprise"}, {mochiweb,"1.4.1"}, {oauth,"7d85d3ef"}, {stdlib,"1.17.5"}]}, {supported_compat_version,[2,0]}, {system_arch,"x86_64-unknown-linux-gnu"}, {wall_clock,3000}, {memory_data,{25199214592,19844681728,{<17923.67.0>,16006048}}}, {disk_data, [{"/",41260352,5}, {"/dev/shm",12304304,0}, {"/boot",495844,7}, {"/data",206420664,5}]}, {meminfo, <<"MemTotal: 24608608 kB\nMemFree: 5232084 kB\nBuffers: 257204 kB\nCached: 9598640 kB\nSwapCached: 0 kB\nActive: 11001640 kB\nInactive: 7681644 kB\nActive(anon): 8824540 kB\nInactive(anon): 5460 kB\nActive(file): 2177100 kB\nInactive(file): 7676184 kB\nUnevictable: 11252 kB\nMlocked: 11288 kB\nSwapTotal: 20479992 kB\nSwapFree: 20479992 kB\nDirty: 5672 kB\nWriteback: 0 kB\nAnonPages: 8838976 kB\nMapped: 14828 kB\nShmem: 172 kB\nSlab: 367808 kB\nSReclaimable: 309996 kB\nSUnreclaim: 57812 kB\nKernelStack: 2464 kB\nPageTables: 21184 kB\nNFS_Unstable: 0 kB\nBounce: 0 kB\nWritebackTmp: 0 kB\nCommitLimit: 32784296 kB\nCommitted_AS: 10576912 kB\nVmallocTotal: 34359738367 kB\nVmallocUsed: 332500 kB\nVmallocChunk: 34359355024 kB\nHardwareCorrupted: 0 kB\nAnonHugePages: 3952640 kB\nHugePages_Total: 0\nHugePages_Free: 0\nHugePages_Rsvd: 0\nHugePages_Surp: 0\nHugepagesize: 2048 kB\nDirectMap4k: 10240 kB\nDirectMap2M: 25155584 kB\n">>}]}] [stats:debug,2012-11-10T1:46:25.939,ns_1@192.168.0.21:<0.4502.0>:stats_collector:maybe_log_stats:126](at {{1970,1,16},{7,42,20}}) Stats for bucket "default": accepting_conns 1 auth_cmds 9 auth_errors 0 bucket_active_conns 1 bucket_conns 25 bytes 5526118472 bytes_read 14562715802 bytes_written 7653007457 cas_badval 0 cas_hits 0 cas_misses 0 cmd_flush 0 cmd_get 1410478 cmd_set 1238331 conn_yields 70740 connection_structures 5000 curr_connections 28 curr_conns_on_port_11209 16 curr_conns_on_port_11210 10 curr_items 1081050 curr_items_tot 2119484 curr_temp_items 0 daemon_connections 4 decr_hits 0 decr_misses 0 delete_hits 79432 delete_misses 88603 ep_access_scanner_last_runtime 0 ep_access_scanner_num_items 0 ep_access_scanner_task_time 2012-11-10 10:00:00 ep_allow_data_loss_during_shutdown 1 ep_alog_block_size 4096 ep_alog_path /data/default/access.log ep_alog_sleep_time 1440 ep_alog_task_time 10 ep_backend couchdb ep_bg_fetch_delay 0 ep_bg_fetched 0 ep_bg_meta_fetched 0 ep_bg_remaining_jobs 0 ep_chk_max_items 5000 ep_chk_period 1800 ep_chk_persistence_remains 2 ep_chk_persistence_timeout 10 ep_chk_remover_stime 5 ep_commit_num 76192 ep_commit_time 13 ep_commit_time_total 764602 ep_concurrentDB 1 ep_config_file ep_couch_bucket default ep_couch_host localhost ep_couch_port 11213 ep_couch_reconnect_sleeptime 250 ep_couch_response_timeout 180000 ep_data_age 21 ep_data_age_highwat 64 ep_data_traffic_enabled 0 ep_dbinit 0 ep_dbname /data/default ep_degraded_mode 0 ep_diskqueue_drain 6661921 ep_diskqueue_fill 5774480 ep_diskqueue_items 35035 ep_diskqueue_memory 1040832 ep_diskqueue_pending 1561248 ep_exp_pager_stime 3600 ep_exp_pager_stime 3600 ep_expired_access 1019 ep_expired_pager 0 ep_expiry_window 3 ep_failpartialwarmup 0 ep_flush_all false ep_flush_duration_total 1568 ep_flushall_enabled 0 ep_flusher_state running ep_flusher_todo 4003 ep_getl_default_timeout 15 ep_getl_max_timeout 30 ep_ht_locks 5 ep_ht_size 3079 ep_inconsistent_slave_chk 0 ep_initfile ep_io_num_read 0 ep_io_num_write 5217127 ep_io_read_bytes 0 ep_io_write_bytes 11917357495 ep_item_begin_failed 0 ep_item_commit_failed 0 ep_item_flush_expired 28 ep_item_flush_failed 0 ep_item_num_based_new_chk 1 ep_items_rm_from_checkpoints 123399 ep_keep_closed_chks 0 ep_klog_block_size 4096 ep_klog_compactor_queue_cap 500000 ep_klog_compactor_stime 3600 ep_klog_flush commit2 ep_klog_max_entry_ratio 10 ep_klog_max_log_size 2147483647 ep_klog_path ep_klog_sync commit2 ep_kv_size 5228618108 ep_max_checkpoints 2 ep_max_data_size 12582912000 ep_max_item_size 20971520 ep_max_size 12582912000 ep_max_txn_size 10000 ep_max_vbuckets 1024 ep_mem_high_wat 9437184000 ep_mem_high_wat 9437184000 ep_mem_low_wat 7549747200 ep_mem_low_wat 7549747200 ep_mem_tracker_enabled true ep_min_data_age 0 ep_mlog_compactor_runs 0 ep_mutation_mem_threshold 0 ep_num_access_scanner_runs 0 ep_num_eject_failures 0 ep_num_expiry_pager_runs 0 ep_num_non_resident 0 ep_num_not_my_vbuckets 0 ep_num_ops_del_meta 0 ep_num_ops_get_meta 0 ep_num_ops_set_meta 0 ep_num_pager_runs 0 ep_num_value_ejects 0 ep_oom_errors 0 ep_overhead 116437480 ep_pager_active_vb_pcnt 40 ep_pager_unbiased_period 60 ep_pending_ops 0 ep_pending_ops_max 1 ep_pending_ops_max_duration 206679 ep_pending_ops_total 9 ep_postInitfile ep_queue_age_cap 900 ep_queue_size 31032 ep_startup_time 1352539183 ep_storage_age 20 ep_storage_age_highwat 70 ep_store_max_concurrency 10 ep_store_max_readers 9 ep_store_max_readwrite 1 ep_stored_val_type ep_tap_ack_grace_period 300 ep_tap_ack_initial_sequence_number 1 ep_tap_ack_interval 1000 ep_tap_ack_window_size 10 ep_tap_backfill_resident 0.9 ep_tap_backlog_limit 5000 ep_tap_backoff_period 5 ep_tap_bg_fetch_requeued 0 ep_tap_bg_fetched 0 ep_tap_bg_max_pending 500 ep_tap_keepalive 300 ep_tap_noop_interval 20 ep_tap_requeue_sleep_time 0.1 ep_tap_throttle_cap_pcnt 10 ep_tap_throttle_queue_cap 1000000 ep_tap_throttle_threshold 90 ep_tmp_oom_errors 0 ep_too_old 0 ep_too_young 0 ep_total_cache_size 5203202420 ep_total_del_items 264780 ep_total_enqueued 5774480 ep_total_new_items 2254517 ep_total_persisted 5217127 ep_uncommitted_items 40 ep_value_size 5053864098 ep_vb0 0 ep_vb_snapshot_total 745 ep_vb_total 728 ep_vbucket_del 0 ep_vbucket_del_fail 0 ep_version 2.0.0r_133_g68e3f7c ep_waitforwarmup 0 ep_warmup 1 ep_warmup_batch_size 1000 ep_warmup_dups 0 ep_warmup_min_items_threshold 100 ep_warmup_min_memory_threshold 100 ep_warmup_oom 0 ep_warmup_thread complete ep_warmup_time 19069 get_hits 1290484 get_misses 119994 incr_hits 0 incr_misses 0 libevent 2.0.11-stable limit_maxbytes 67108864 listen_disabled_num 0 max_conns_on_port_11209 1000 max_conns_on_port_11210 9000 mem_used 5526118472 pid 22718 pointer_size 64 rejected_conns 0 rusage_system 358.213543 rusage_user 816.364893 tap_checkpoint_end_received 1136 tap_checkpoint_end_sent 314 tap_checkpoint_start_received 2286 tap_checkpoint_start_sent 371 tap_connect_received 1 tap_delete_received 170581 tap_delete_sent 103408 tap_mutation_received 4645889 tap_mutation_sent 1705243 tap_opaque_received 5090 tap_opaque_sent 372 tap_vbucket_set_received 742 threads 4 time 1352540784 total_connections 3746 uptime 1605 vb_active_curr_items 1081050 vb_active_eject 0 vb_active_expired 983 vb_active_ht_memory 9316360 vb_active_itm_memory 2653797766 vb_active_meta_data_memory 85402950 vb_active_num 371 vb_active_num_non_resident 0 vb_active_num_ref_ejects 0 vb_active_num_ref_items 1156060 vb_active_ops_create 1152730 vb_active_ops_delete 135883 vb_active_ops_reject 0 vb_active_ops_update 1192822 vb_active_perc_mem_resident 100 vb_active_queue_age 1004811000 vb_active_queue_drain 3347787 vb_active_queue_fill 2858179 vb_active_queue_memory 429312 vb_active_queue_pending 643968 vb_active_queue_size 13416 vb_dead_num 0 vb_pending_curr_items 0 vb_pending_eject 0 vb_pending_expired 0 vb_pending_ht_memory 0 vb_pending_itm_memory 0 vb_pending_meta_data_memory 0 vb_pending_num 0 vb_pending_num_non_resident 0 vb_pending_num_ref_ejects 0 vb_pending_num_ref_items 0 vb_pending_ops_create 0 vb_pending_ops_delete 0 vb_pending_ops_reject 0 vb_pending_ops_update 0 vb_pending_perc_mem_resident 0 vb_pending_queue_age 0 vb_pending_queue_drain 0 vb_pending_queue_fill 0 vb_pending_queue_memory 0 vb_pending_queue_pending 0 vb_pending_queue_size 0 vb_replica_curr_items 1038434 vb_replica_eject 0 vb_replica_expired 36 vb_replica_ht_memory 8964984 vb_replica_itm_memory 2549404654 vb_replica_meta_data_memory 82036286 vb_replica_num 357 vb_replica_num_non_resident 0 vb_replica_num_ref_ejects 0 vb_replica_num_ref_items 1110150 vb_replica_ops_create 1101789 vb_replica_ops_delete 128897 vb_replica_ops_reject 0 vb_replica_ops_update 1505042 vb_replica_perc_mem_resident 100 vb_replica_queue_age 328977000 vb_replica_queue_drain 3314134 vb_replica_queue_fill 2916301 vb_replica_queue_memory 611520 vb_replica_queue_pending 917280 vb_replica_queue_size 19110 version 1.4.4_600_g7ea975a [ns_doctor:debug,2012-11-10T1:46:41.352,ns_1@192.168.0.21:ns_doctor<0.4376.0>:ns_doctor:handle_info:137]Current node statuses: [{'ns_1@192.168.0.20', [{last_heard,{1352,540797,894088}}, {outgoing_replications_safeness_level,[{"default",green}]}, {incoming_replications_conf_hashes, [{"default",[{'ns_1@192.168.0.22',18313816}]}]}, {active_buckets,["default"]}, {ready_buckets,["default"]}, {local_tasks, [[{pid,<<"<0.28357.2>">>}, {bucket,<<"default">>}, {original_target,{[{type,bucket}]}}, {progress,77}, {started_on,1352540738}, {total_vbuckets,307}, {trigger_type,scheduled}, {type,bucket_compaction}, {updated_on,1352540797}, {vbuckets_done,239}]]}, {memory, [{total,166003136}, {processes,117957576}, {processes_used,114833304}, {system,48045560}, {atom,1401785}, {atom_used,1374492}, {binary,5037744}, {code,14045110}, {ets,9336152}]}, {system_memory_data, [{system_total_memory,25199214592}, {free_swap,20971511808}, {total_swap,20971511808}, {cached_memory,2555088896}, {buffered_memory,230375424}, {free_memory,13011980288}, {total_memory,25199214592}]}, {node_storage_conf,[{db_path,"/data"},{index_path,"/data"}]}, {statistics, [{wall_clock,{3077662,5000}}, {context_switches,{18797753,0}}, {garbage_collection,{2357524,16484317301,0}}, {io,{{input,358253786},{output,11620425037}}}, {reductions,{2757740109,2507811}}, {run_queue,0}, {runtime,{1063380,840}}]}, {system_stats, [{cpu_utilization_rate,52.61845386533666}, {swap_total,20971511808}, {swap_used,0}]}, {interesting_stats, [{couch_docs_actual_disk_size,2524325845}, {couch_docs_data_size,2126736617}, {couch_views_actual_disk_size,0}, {couch_views_data_size,0}, {curr_items,455384}, {curr_items_tot,863429}, {mem_used,2336470256}, {vb_replica_curr_items,408045}]}, {cluster_compatibility_version,131072}, {version, [{public_key,"0.13"}, {lhttpc,"1.3.0"}, {ale,"8cffe61"}, {os_mon,"2.2.7"}, {couch_set_view,"1.2.0a-b68b5f4-git"}, {mnesia,"4.5"}, {inets,"5.7.1"}, {couch,"1.2.0a-b68b5f4-git"}, {mapreduce,"1.0.0"}, {couch_index_merger,"1.2.0a-b68b5f4-git"}, {kernel,"2.14.5"}, {crypto,"2.0.4"}, {ssl,"4.1.6"}, {sasl,"2.1.10"}, {couch_view_parser,"1.0.0"}, {ns_server,"2.0.0-1939-rel-enterprise"}, {mochiweb,"1.4.1"}, {oauth,"7d85d3ef"}, {stdlib,"1.17.5"}]}, {supported_compat_version,[2,0]}, {system_arch,"x86_64-unknown-linux-gnu"}, {wall_clock,3077}, {memory_data,{25199214592,12403826688,{<17877.428.0>,15931312}}}, {disk_data, [{"/",41260352,5}, {"/dev/shm",12304304,0}, {"/boot",495844,7}, {"/data",206420664,2}]}, {meminfo, <<"MemTotal: 24608608 kB\nMemFree: 12707260 kB\nBuffers: 224976 kB\nCached: 2495204 kB\nSwapCached: 0 kB\nActive: 8726568 kB\nInactive: 2634428 kB\nActive(anon): 8120616 kB\nInactive(anon): 522684 kB\nActive(file): 605952 kB\nInactive(file): 2111744 kB\nUnevictable: 11276 kB\nMlocked: 11288 kB\nSwapTotal: 20479992 kB\nSwapFree: 20479992 kB\nDirty: 7212 kB\nWriteback: 0 kB\nAnonPages: 8652344 kB\nMapped: 15456 kB\nShmem: 172 kB\nSlab: 215680 kB\nSReclaimable: 157512 kB\nSUnreclaim: 58168 kB\nKernelStack: 2992 kB\nPageTables: 21428 kB\nNFS_Unstable: 0 kB\nBounce: 0 kB\nWritebackTmp: 0 kB\nCommitLimit: 32784296 kB\nCommitted_AS: 10396804 kB\nVmallocTotal: 34359738367 kB\nVmallocUsed: 332500 kB\nVmallocChunk: 34359360032 kB\nHardwareCorrupted: 0 kB\nAnonHugePages: 4036608 kB\nHugePages_Total: 0\nHugePages_Free: 0\nHugePages_Rsvd: 0\nHugePages_Surp: 0\nHugepagesize: 2048 kB\nDirectMap4k: 10240 kB\nDirectMap2M: 25155584 kB\n">>}]}, {'ns_1@192.168.0.21', [{last_heard,{1352,540796,355950}}, {outgoing_replications_safeness_level,[{"default",green}]}, {incoming_replications_conf_hashes, [{"default",[{'ns_1@192.168.0.22',129060247}]}]}, {active_buckets,["default"]}, {ready_buckets,["default"]}, {local_tasks, [[{pid,<<"<0.17287.1>">>}, {bucket,<<"default">>}, {original_target,{[{type,bucket}]}}, {progress,47}, {started_on,1352540737}, {total_vbuckets,717}, {trigger_type,scheduled}, {type,bucket_compaction}, {updated_on,1352540796}, {vbuckets_done,341}]]}, {memory, [{total,192333344}, {processes,142678136}, {processes_used,142638480}, {system,49655208}, {atom,1333345}, {atom_used,1324998}, {binary,10140752}, {code,13371137}, {ets,6349024}]}, {system_memory_data, [{system_total_memory,25199214592}, {free_swap,20971511808}, {total_swap,20971511808}, {cached_memory,6715592704}, {buffered_memory,199802880}, {free_memory,11427024896}, {total_memory,25199214592}]}, {node_storage_conf,[{db_path,"/data"},{index_path,"/data"}]}, {statistics, [{wall_clock,{3057546,5000}}, {context_switches,{9962596,0}}, {garbage_collection,{1949103,4255440342,0}}, {io,{{input,262032855},{output,11688933118}}}, {reductions,{1334825269,3289152}}, {run_queue,0}, {runtime,{530720,1180}}]}, {system_stats, [{cpu_utilization_rate,48.13895781637717}, {swap_total,20971511808}, {swap_used,0}]}, {interesting_stats, [{couch_docs_actual_disk_size,6644048533}, {couch_docs_data_size,5201647394}, {couch_views_actual_disk_size,0}, {couch_views_data_size,0}, {curr_items,1084021}, {curr_items_tot,2125295}, {mem_used,5541544776}, {vb_replica_curr_items,1041274}]}, {cluster_compatibility_version,131072}, {version, [{public_key,"0.13"}, {lhttpc,"1.3.0"}, {ale,"8cffe61"}, {os_mon,"2.2.7"}, {couch_set_view,"1.2.0a-b68b5f4-git"}, {mnesia,"4.5"}, {inets,"5.7.1"}, {couch,"1.2.0a-b68b5f4-git"}, {mapreduce,"1.0.0"}, {couch_index_merger,"1.2.0a-b68b5f4-git"}, {kernel,"2.14.5"}, {crypto,"2.0.4"}, {ssl,"4.1.6"}, {sasl,"2.1.10"}, {couch_view_parser,"1.0.0"}, {ns_server,"2.0.0-1939-rel-enterprise"}, {mochiweb,"1.4.1"}, {oauth,"7d85d3ef"}, {stdlib,"1.17.5"}]}, {supported_compat_version,[2,0]}, {system_arch,"x86_64-unknown-linux-gnu"}, {wall_clock,3057}, {memory_data,{25199214592,14425296896,{<0.84.0>,12342376}}}, {disk_data, [{"/",41260352,5}, {"/dev/shm",12304304,0}, {"/boot",495844,7}, {"/data",206420664,4}]}, {meminfo, <<"MemTotal: 24608608 kB\nMemFree: 11159452 kB\nBuffers: 195120 kB\nCached: 6558196 kB\nSwapCached: 0 kB\nActive: 7525776 kB\nInactive: 5331224 kB\nActive(anon): 6096340 kB\nInactive(anon): 9272 kB\nActive(file): 1429436 kB\nInactive(file): 5321952 kB\nUnevictable: 11288 kB\nMlocked: 11288 kB\nSwapTotal: 20479992 kB\nSwapFree: 20479992 kB\nDirty: 11100 kB\nWriteback: 0 kB\nAnonPages: 6114944 kB\nMapped: 14496 kB\nShmem: 164 kB\nSlab: 271968 kB\nSReclaimable: 213840 kB\nSUnreclaim: 58128 kB\nKernelStack: 2976 kB\nPageTables: 15980 kB\nNFS_Unstable: 0 kB\nBounce: 0 kB\nWritebackTmp: 0 kB\nCommitLimit: 32784296 kB\nCommitted_AS: 7860168 kB\nVmallocTotal: 34359738367 kB\nVmallocUsed: 332500 kB\nVmallocChunk: 34359355024 kB\nHardwareCorrupted: 0 kB\nAnonHugePages: 2678784 kB\nHugePages_Total: 0\nHugePages_Free: 0\nHugePages_Rsvd: 0\nHugePages_Surp: 0\nHugepagesize: 2048 kB\nDirectMap4k: 10240 kB\nDirectMap2M: 25155584 kB\n">>}]}, {'ns_1@192.168.0.22', [{last_heard,{1352,540800,953526}}, {outgoing_replications_safeness_level,[{"default",green}]}, {incoming_replications_conf_hashes, [{"default", [{'ns_1@192.168.0.20',2875560},{'ns_1@192.168.0.21',112564034}]}]}, {active_buckets,["default"]}, {ready_buckets,["default"]}, {local_tasks, [[{pid,<<"<0.29890.2>">>}, {bucket,<<"default">>}, {original_target,{[{type,bucket}]}}, {progress,16}, {started_on,1352540766}, {total_vbuckets,1025}, {trigger_type,scheduled}, {type,bucket_compaction}, {updated_on,1352540800}, {vbuckets_done,167}]]}, {memory, [{total,244910336}, {processes,187578560}, {processes_used,187450544}, {system,57331776}, {atom,1338193}, {atom_used,1333793}, {binary,14367760}, {code,13481638}, {ets,9465040}]}, {system_memory_data, [{system_total_memory,25199214592}, {free_swap,20971511808}, {total_swap,20971511808}, {cached_memory,9749196800}, {buffered_memory,265334784}, {free_memory,5425254400}, {total_memory,25199214592}]}, {node_storage_conf,[{db_path,"/data"},{index_path,"/data"}]}, {statistics, [{wall_clock,{3060942,4997}}, {context_switches,{22556100,0}}, {garbage_collection,{3077296,7326940898,0}}, {io,{{input,525685341},{output,17281563728}}}, {reductions,{2554636144,3097754}}, {run_queue,0}, {runtime,{880470,980}}]}, {system_stats, [{cpu_utilization_rate,55.75}, {swap_total,20971511808}, {swap_used,0}]}, {interesting_stats, [{couch_docs_actual_disk_size,9621693535}, {couch_docs_data_size,7330114821}, {couch_views_actual_disk_size,0}, {couch_views_data_size,0}, {curr_items,1444784}, {curr_items_tot,2986148}, {mem_used,7867093264}, {vb_replica_curr_items,1541364}]}, {cluster_compatibility_version,131072}, {version, [{public_key,"0.13"}, {lhttpc,"1.3.0"}, {ale,"8cffe61"}, {os_mon,"2.2.7"}, {couch_set_view,"1.2.0a-b68b5f4-git"}, {mnesia,"4.5"}, {inets,"5.7.1"}, {couch,"1.2.0a-b68b5f4-git"}, {mapreduce,"1.0.0"}, {couch_index_merger,"1.2.0a-b68b5f4-git"}, {kernel,"2.14.5"}, {crypto,"2.0.4"}, {ssl,"4.1.6"}, {sasl,"2.1.10"}, {couch_view_parser,"1.0.0"}, {ns_server,"2.0.0-1939-rel-enterprise"}, {mochiweb,"1.4.1"}, {oauth,"7d85d3ef"}, {stdlib,"1.17.5"}]}, {supported_compat_version,[2,0]}, {system_arch,"x86_64-unknown-linux-gnu"}, {wall_clock,3060}, {memory_data,{25199214592,19774468096,{<17923.67.0>,16006048}}}, {disk_data, [{"/",41260352,5}, {"/dev/shm",12304304,0}, {"/boot",495844,7}, {"/data",206420664,5}]}, {meminfo, <<"MemTotal: 24608608 kB\nMemFree: 5298348 kB\nBuffers: 259116 kB\nCached: 9520700 kB\nSwapCached: 0 kB\nActive: 10888768 kB\nInactive: 7723208 kB\nActive(anon): 8829036 kB\nInactive(anon): 5460 kB\nActive(file): 2059732 kB\nInactive(file): 7717748 kB\nUnevictable: 11252 kB\nMlocked: 11288 kB\nSwapTotal: 20479992 kB\nSwapFree: 20479992 kB\nDirty: 1908 kB\nWriteback: 0 kB\nAnonPages: 8827780 kB\nMapped: 15572 kB\nShmem: 172 kB\nSlab: 374076 kB\nSReclaimable: 315916 kB\nSUnreclaim: 58160 kB\nKernelStack: 2480 kB\nPageTables: 21420 kB\nNFS_Unstable: 0 kB\nBounce: 0 kB\nWritebackTmp: 0 kB\nCommitLimit: 32784296 kB\nCommitted_AS: 10590136 kB\nVmallocTotal: 34359738367 kB\nVmallocUsed: 332500 kB\nVmallocChunk: 34359355024 kB\nHardwareCorrupted: 0 kB\nAnonHugePages: 4034560 kB\nHugePages_Total: 0\nHugePages_Free: 0\nHugePages_Rsvd: 0\nHugePages_Surp: 0\nHugepagesize: 2048 kB\nDirectMap4k: 10240 kB\nDirectMap2M: 25155584 kB\n">>}]}] [ns_doctor:debug,2012-11-10T1:47:41.353,ns_1@192.168.0.21:ns_doctor<0.4376.0>:ns_doctor:handle_info:137]Current node statuses: [{'ns_1@192.168.0.20', [{last_heard,{1352,540857,893730}}, {outgoing_replications_safeness_level,[{"default",green}]}, {incoming_replications_conf_hashes, [{"default",[{'ns_1@192.168.0.22',6887336}]}]}, {active_buckets,["default"]}, {ready_buckets,["default"]}, {local_tasks,[]}, {memory, [{total,166931760}, {processes,118887432}, {processes_used,115702040}, {system,48044328}, {atom,1401785}, {atom_used,1374492}, {binary,5020648}, {code,14045110}, {ets,9362752}]}, {system_memory_data, [{system_total_memory,25199214592}, {free_swap,20971511808}, {total_swap,20971511808}, {cached_memory,2484293632}, {buffered_memory,231624704}, {free_memory,13088309248}, {total_memory,25199214592}]}, {node_storage_conf,[{db_path,"/data"},{index_path,"/data"}]}, {statistics, [{wall_clock,{3137662,5001}}, {context_switches,{18992956,0}}, {garbage_collection,{2382247,16666998291,0}}, {io,{{input,361704608},{output,11696571297}}}, {reductions,{2790617053,2778513}}, {run_queue,0}, {runtime,{1077380,1110}}]}, {system_stats, [{cpu_utilization_rate,51.22549019607843}, {swap_total,20971511808}, {swap_used,0}]}, {interesting_stats, [{couch_docs_actual_disk_size,2413463255}, {couch_docs_data_size,2083132809}, {couch_views_actual_disk_size,0}, {couch_views_data_size,0}, {curr_items,446180}, {curr_items_tot,845166}, {mem_used,2293336944}, {vb_replica_curr_items,398986}]}, {cluster_compatibility_version,131072}, {version, [{public_key,"0.13"}, {lhttpc,"1.3.0"}, {ale,"8cffe61"}, {os_mon,"2.2.7"}, {couch_set_view,"1.2.0a-b68b5f4-git"}, {mnesia,"4.5"}, {inets,"5.7.1"}, {couch,"1.2.0a-b68b5f4-git"}, {mapreduce,"1.0.0"}, {couch_index_merger,"1.2.0a-b68b5f4-git"}, {kernel,"2.14.5"}, {crypto,"2.0.4"}, {ssl,"4.1.6"}, {sasl,"2.1.10"}, {couch_view_parser,"1.0.0"}, {ns_server,"2.0.0-1939-rel-enterprise"}, {mochiweb,"1.4.1"}, {oauth,"7d85d3ef"}, {stdlib,"1.17.5"}]}, {supported_compat_version,[2,0]}, {system_arch,"x86_64-unknown-linux-gnu"}, {wall_clock,3137}, {memory_data,{25199214592,12053069824,{<17877.428.0>,15907280}}}, {disk_data, [{"/",41260352,5}, {"/dev/shm",12304304,0}, {"/boot",495844,7}, {"/data",206420664,2}]}, {meminfo, <<"MemTotal: 24608608 kB\nMemFree: 12781800 kB\nBuffers: 226196 kB\nCached: 2426068 kB\nSwapCached: 0 kB\nActive: 8730876 kB\nInactive: 2559028 kB\nActive(anon): 8115740 kB\nInactive(anon): 524320 kB\nActive(file): 615136 kB\nInactive(file): 2034708 kB\nUnevictable: 11276 kB\nMlocked: 11288 kB\nSwapTotal: 20479992 kB\nSwapFree: 20479992 kB\nDirty: 2272 kB\nWriteback: 0 kB\nAnonPages: 8649500 kB\nMapped: 15452 kB\nShmem: 172 kB\nSlab: 212556 kB\nSReclaimable: 154904 kB\nSUnreclaim: 57652 kB\nKernelStack: 2984 kB\nPageTables: 21388 kB\nNFS_Unstable: 0 kB\nBounce: 0 kB\nWritebackTmp: 0 kB\nCommitLimit: 32784296 kB\nCommitted_AS: 10395944 kB\nVmallocTotal: 34359738367 kB\nVmallocUsed: 332500 kB\nVmallocChunk: 34359360032 kB\nHardwareCorrupted: 0 kB\nAnonHugePages: 4128768 kB\nHugePages_Total: 0\nHugePages_Free: 0\nHugePages_Rsvd: 0\nHugePages_Surp: 0\nHugepagesize: 2048 kB\nDirectMap4k: 10240 kB\nDirectMap2M: 25155584 kB\n">>}]}, {'ns_1@192.168.0.21', [{last_heard,{1352,540856,355727}}, {outgoing_replications_safeness_level,[{"default",green}]}, {incoming_replications_conf_hashes, [{"default",[{'ns_1@192.168.0.22',113919177}]}]}, {active_buckets,["default"]}, {ready_buckets,["default"]}, {local_tasks, [[{pid,<<"<0.17287.1>">>}, {bucket,<<"default">>}, {original_target,{[{type,bucket}]}}, {progress,87}, {started_on,1352540737}, {total_vbuckets,717}, {trigger_type,scheduled}, {type,bucket_compaction}, {updated_on,1352540856}, {vbuckets_done,628}]]}, {memory, [{total,196260712}, {processes,146400800}, {processes_used,146318512}, {system,49859912}, {atom,1333345}, {atom_used,1324998}, {binary,10133488}, {code,13371137}, {ets,6549496}]}, {system_memory_data, [{system_total_memory,25199214592}, {free_swap,20971511808}, {total_swap,20971511808}, {cached_memory,6025900032}, {buffered_memory,203403264}, {free_memory,12078972928}, {total_memory,25199214592}]}, {node_storage_conf,[{db_path,"/data"},{index_path,"/data"}]}, {statistics, [{wall_clock,{3117546,4999}}, {context_switches,{10267442,0}}, {garbage_collection,{1985572,4353181804,0}}, {io,{{input,274725095},{output,11939110539}}}, {reductions,{1373430899,4132844}}, {run_queue,0}, {runtime,{542820,1360}}]}, {system_stats, [{cpu_utilization_rate,43.31683168316832}, {swap_total,20971511808}, {swap_used,0}]}, {interesting_stats, [{couch_docs_actual_disk_size,5971924158}, {couch_docs_data_size,5245333549}, {couch_views_actual_disk_size,0}, {couch_views_data_size,0}, {curr_items,1093930}, {curr_items_tot,2144426}, {mem_used,5590879288}, {vb_replica_curr_items,1050496}]}, {cluster_compatibility_version,131072}, {version, [{public_key,"0.13"}, {lhttpc,"1.3.0"}, {ale,"8cffe61"}, {os_mon,"2.2.7"}, {couch_set_view,"1.2.0a-b68b5f4-git"}, {mnesia,"4.5"}, {inets,"5.7.1"}, {couch,"1.2.0a-b68b5f4-git"}, {mapreduce,"1.0.0"}, {couch_index_merger,"1.2.0a-b68b5f4-git"}, {kernel,"2.14.5"}, {crypto,"2.0.4"}, {ssl,"4.1.6"}, {sasl,"2.1.10"}, {couch_view_parser,"1.0.0"}, {ns_server,"2.0.0-1939-rel-enterprise"}, {mochiweb,"1.4.1"}, {oauth,"7d85d3ef"}, {stdlib,"1.17.5"}]}, {supported_compat_version,[2,0]}, {system_arch,"x86_64-unknown-linux-gnu"}, {wall_clock,3117}, {memory_data,{25199214592,13752778752,{<0.84.0>,12342376}}}, {disk_data, [{"/",41260352,5}, {"/dev/shm",12304304,0}, {"/boot",495844,7}, {"/data",206420664,4}]}, {meminfo, <<"MemTotal: 24608608 kB\nMemFree: 11796120 kB\nBuffers: 198636 kB\nCached: 5884668 kB\nSwapCached: 0 kB\nActive: 7081944 kB\nInactive: 5155416 kB\nActive(anon): 6146372 kB\nInactive(anon): 9272 kB\nActive(file): 935572 kB\nInactive(file): 5146144 kB\nUnevictable: 11288 kB\nMlocked: 11288 kB\nSwapTotal: 20479992 kB\nSwapFree: 20479992 kB\nDirty: 7692 kB\nWriteback: 0 kB\nAnonPages: 6165340 kB\nMapped: 14496 kB\nShmem: 164 kB\nSlab: 255328 kB\nSReclaimable: 197232 kB\nSUnreclaim: 58096 kB\nKernelStack: 2976 kB\nPageTables: 16088 kB\nNFS_Unstable: 0 kB\nBounce: 0 kB\nWritebackTmp: 0 kB\nCommitLimit: 32784296 kB\nCommitted_AS: 7901104 kB\nVmallocTotal: 34359738367 kB\nVmallocUsed: 332500 kB\nVmallocChunk: 34359355024 kB\nHardwareCorrupted: 0 kB\nAnonHugePages: 2777088 kB\nHugePages_Total: 0\nHugePages_Free: 0\nHugePages_Rsvd: 0\nHugePages_Surp: 0\nHugepagesize: 2048 kB\nDirectMap4k: 10240 kB\nDirectMap2M: 25155584 kB\n">>}]}, {'ns_1@192.168.0.22', [{last_heard,{1352,540860,954523}}, {outgoing_replications_safeness_level,[{"default",green}]}, {incoming_replications_conf_hashes, [{"default", [{'ns_1@192.168.0.20',16548559},{'ns_1@192.168.0.21',91713080}]}]}, {active_buckets,["default"]}, {ready_buckets,["default"]}, {local_tasks, [[{pid,<<"<0.29890.2>">>}, {bucket,<<"default">>}, {original_target,{[{type,bucket}]}}, {progress,43}, {started_on,1352540766}, {total_vbuckets,1025}, {trigger_type,scheduled}, {type,bucket_compaction}, {updated_on,1352540860}, {vbuckets_done,445}]]}, {memory, [{total,245877328}, {processes,189175688}, {processes_used,189124952}, {system,56701640}, {atom,1338193}, {atom_used,1333793}, {binary,13469760}, {code,13481638}, {ets,9723568}]}, {system_memory_data, [{system_total_memory,25199214592}, {free_swap,20971511808}, {total_swap,20971511808}, {cached_memory,9252466688}, {buffered_memory,268386304}, {free_memory,5913649152}, {total_memory,25199214592}]}, {node_storage_conf,[{db_path,"/data"},{index_path,"/data"}]}, {statistics, [{wall_clock,{3120944,4999}}, {context_switches,{22927087,0}}, {garbage_collection,{3117875,7435750241,0}}, {io,{{input,538242751},{output,17576898256}}}, {reductions,{2595429013,3045628}}, {run_queue,0}, {runtime,{894260,890}}]}, {system_stats, [{cpu_utilization_rate,51.23152709359606}, {swap_total,20971511808}, {swap_used,0}]}, {interesting_stats, [{couch_docs_actual_disk_size,9121250280}, {couch_docs_data_size,7330554874}, {couch_views_actual_disk_size,0}, {couch_views_data_size,0}, {curr_items,1444857}, {curr_items_tot,2986934}, {mem_used,7873020256}, {vb_replica_curr_items,1542077}]}, {cluster_compatibility_version,131072}, {version, [{public_key,"0.13"}, {lhttpc,"1.3.0"}, {ale,"8cffe61"}, {os_mon,"2.2.7"}, {couch_set_view,"1.2.0a-b68b5f4-git"}, {mnesia,"4.5"}, {inets,"5.7.1"}, {couch,"1.2.0a-b68b5f4-git"}, {mapreduce,"1.0.0"}, {couch_index_merger,"1.2.0a-b68b5f4-git"}, {kernel,"2.14.5"}, {crypto,"2.0.4"}, {ssl,"4.1.6"}, {sasl,"2.1.10"}, {couch_view_parser,"1.0.0"}, {ns_server,"2.0.0-1939-rel-enterprise"}, {mochiweb,"1.4.1"}, {oauth,"7d85d3ef"}, {stdlib,"1.17.5"}]}, {supported_compat_version,[2,0]}, {system_arch,"x86_64-unknown-linux-gnu"}, {wall_clock,3120}, {memory_data,{25199214592,19285565440,{<17923.67.0>,16006048}}}, {disk_data, [{"/",41260352,5}, {"/dev/shm",12304304,0}, {"/boot",495844,7}, {"/data",206420664,5}]}, {meminfo, <<"MemTotal: 24608608 kB\nMemFree: 5775048 kB\nBuffers: 262096 kB\nCached: 9035612 kB\nSwapCached: 0 kB\nActive: 10593828 kB\nInactive: 7544988 kB\nActive(anon): 8837300 kB\nInactive(anon): 5460 kB\nActive(file): 1756528 kB\nInactive(file): 7539528 kB\nUnevictable: 11252 kB\nMlocked: 11288 kB\nSwapTotal: 20479992 kB\nSwapFree: 20479992 kB\nDirty: 2440 kB\nWriteback: 0 kB\nAnonPages: 8835796 kB\nMapped: 15572 kB\nShmem: 172 kB\nSlab: 370252 kB\nSReclaimable: 312016 kB\nSUnreclaim: 58236 kB\nKernelStack: 2480 kB\nPageTables: 21456 kB\nNFS_Unstable: 0 kB\nBounce: 0 kB\nWritebackTmp: 0 kB\nCommitLimit: 32784296 kB\nCommitted_AS: 10600840 kB\nVmallocTotal: 34359738367 kB\nVmallocUsed: 332500 kB\nVmallocChunk: 34359355024 kB\nHardwareCorrupted: 0 kB\nAnonHugePages: 4132864 kB\nHugePages_Total: 0\nHugePages_Free: 0\nHugePages_Rsvd: 0\nHugePages_Surp: 0\nHugepagesize: 2048 kB\nDirectMap4k: 10240 kB\nDirectMap2M: 25155584 kB\n">>}]}] [stats:debug,2012-11-10T1:48:05.935,ns_1@192.168.0.21:<0.4502.0>:stats_collector:maybe_log_stats:126](at {{1970,1,16},{7,42,20}}) Stats for bucket "default": accepting_conns 1 auth_cmds 9 auth_errors 0 bucket_active_conns 2 bucket_conns 25 bytes 5607164808 bytes_read 15289936220 bytes_written 8320194283 cas_badval 0 cas_hits 0 cas_misses 0 cmd_flush 0 cmd_get 1568697 cmd_set 1366727 conn_yields 73645 connection_structures 5000 curr_connections 28 curr_conns_on_port_11209 16 curr_conns_on_port_11210 10 curr_items 1096942 curr_items_tot 2150239 curr_temp_items 0 daemon_connections 4 decr_hits 0 decr_misses 0 delete_hits 87191 delete_misses 98392 ep_access_scanner_last_runtime 0 ep_access_scanner_num_items 0 ep_access_scanner_task_time 2012-11-10 10:00:00 ep_allow_data_loss_during_shutdown 1 ep_alog_block_size 4096 ep_alog_path /data/default/access.log ep_alog_sleep_time 1440 ep_alog_task_time 10 ep_backend couchdb ep_bg_fetch_delay 0 ep_bg_fetched 0 ep_bg_meta_fetched 0 ep_bg_remaining_jobs 0 ep_chk_max_items 5000 ep_chk_period 1800 ep_chk_persistence_remains 2 ep_chk_persistence_timeout 10 ep_chk_remover_stime 5 ep_commit_num 77839 ep_commit_time 27 ep_commit_time_total 811418 ep_concurrentDB 1 ep_config_file ep_couch_bucket default ep_couch_host localhost ep_couch_port 11213 ep_couch_reconnect_sleeptime 250 ep_couch_response_timeout 180000 ep_data_age 26 ep_data_age_highwat 64 ep_data_traffic_enabled 0 ep_dbinit 0 ep_dbname /data/default ep_degraded_mode 0 ep_diskqueue_drain 6906370 ep_diskqueue_fill 6044936 ep_diskqueue_items 69031 ep_diskqueue_memory 2087168 ep_diskqueue_pending 3130752 ep_exp_pager_stime 3600 ep_exp_pager_stime 3600 ep_expired_access 1171 ep_expired_pager 0 ep_expiry_window 3 ep_failpartialwarmup 0 ep_flush_all false ep_flush_duration_total 1673 ep_flushall_enabled 0 ep_flusher_state running ep_flusher_todo 49635 ep_getl_default_timeout 15 ep_getl_max_timeout 30 ep_ht_locks 5 ep_ht_size 3079 ep_inconsistent_slave_chk 0 ep_initfile ep_io_num_read 0 ep_io_num_write 5435023 ep_io_read_bytes 0 ep_io_write_bytes 12408483768 ep_item_begin_failed 0 ep_item_commit_failed 0 ep_item_flush_expired 29 ep_item_flush_failed 0 ep_item_num_based_new_chk 1 ep_items_rm_from_checkpoints 123399 ep_keep_closed_chks 0 ep_klog_block_size 4096 ep_klog_compactor_queue_cap 500000 ep_klog_compactor_stime 3600 ep_klog_flush commit2 ep_klog_max_entry_ratio 10 ep_klog_max_log_size 2147483647 ep_klog_path ep_klog_sync commit2 ep_kv_size 5301727033 ep_max_checkpoints 2 ep_max_data_size 12582912000 ep_max_item_size 20971520 ep_max_size 12582912000 ep_max_txn_size 10000 ep_max_vbuckets 1024 ep_mem_high_wat 9437184000 ep_mem_high_wat 9437184000 ep_mem_low_wat 7549747200 ep_mem_low_wat 7549747200 ep_mem_tracker_enabled true ep_min_data_age 0 ep_mlog_compactor_runs 0 ep_mutation_mem_threshold 0 ep_num_access_scanner_runs 0 ep_num_eject_failures 0 ep_num_expiry_pager_runs 0 ep_num_non_resident 0 ep_num_not_my_vbuckets 0 ep_num_ops_del_meta 0 ep_num_ops_get_meta 0 ep_num_ops_set_meta 0 ep_num_pager_runs 0 ep_num_value_ejects 0 ep_oom_errors 0 ep_overhead 119406820 ep_pager_active_vb_pcnt 40 ep_pager_unbiased_period 60 ep_pending_ops 0 ep_pending_ops_max 1 ep_pending_ops_max_duration 206679 ep_pending_ops_total 9 ep_postInitfile ep_queue_age_cap 900 ep_queue_size 19396 ep_startup_time 1352539183 ep_storage_age 24 ep_storage_age_highwat 77 ep_store_max_concurrency 10 ep_store_max_readers 9 ep_store_max_readwrite 1 ep_stored_val_type ep_tap_ack_grace_period 300 ep_tap_ack_initial_sequence_number 1 ep_tap_ack_interval 1000 ep_tap_ack_window_size 10 ep_tap_backfill_resident 0.9 ep_tap_backlog_limit 5000 ep_tap_backoff_period 5 ep_tap_bg_fetch_requeued 0 ep_tap_bg_fetched 0 ep_tap_bg_max_pending 500 ep_tap_keepalive 300 ep_tap_noop_interval 20 ep_tap_requeue_sleep_time 0.1 ep_tap_throttle_cap_pcnt 10 ep_tap_throttle_queue_cap 1000000 ep_tap_throttle_threshold 90 ep_tmp_oom_errors 0 ep_too_old 0 ep_too_young 0 ep_total_cache_size 5275966273 ep_total_del_items 279573 ep_total_enqueued 6044936 ep_total_new_items 2295075 ep_total_persisted 5435023 ep_uncommitted_items 86 ep_value_size 5124442689 ep_vb0 0 ep_vb_snapshot_total 754 ep_vb_total 738 ep_vbucket_del 0 ep_vbucket_del_fail 0 ep_version 2.0.0r_133_g68e3f7c ep_waitforwarmup 0 ep_warmup 1 ep_warmup_batch_size 1000 ep_warmup_dups 0 ep_warmup_min_items_threshold 100 ep_warmup_min_memory_threshold 100 ep_warmup_oom 0 ep_warmup_thread complete ep_warmup_time 19069 get_hits 1422806 get_misses 145891 incr_hits 0 incr_misses 0 libevent 2.0.11-stable limit_maxbytes 67108864 listen_disabled_num 0 max_conns_on_port_11209 1000 max_conns_on_port_11210 9000 mem_used 5607164808 pid 22718 pointer_size 64 rejected_conns 0 rusage_system 381.578991 rusage_user 857.325666 tap_checkpoint_end_received 1156 tap_checkpoint_end_sent 319 tap_checkpoint_start_received 2321 tap_checkpoint_start_sent 376 tap_connect_received 1 tap_delete_received 180614 tap_delete_sent 111976 tap_mutation_received 4805160 tap_mutation_sent 1837202 tap_opaque_received 5160 tap_opaque_sent 377 tap_vbucket_set_received 752 threads 4 time 1352540885 total_connections 3796 uptime 1706 vb_active_curr_items 1096942 vb_active_eject 0 vb_active_expired 1134 vb_active_ht_memory 9441920 vb_active_itm_memory 2690508642 vb_active_meta_data_memory 86658418 vb_active_num 376 vb_active_num_non_resident 0 vb_active_num_ref_ejects 0 vb_active_num_ref_items 1177575 vb_active_ops_create 1172528 vb_active_ops_delete 142995 vb_active_ops_reject 0 vb_active_ops_update 1266446 vb_active_perc_mem_resident 100 vb_active_queue_age 1957621000 vb_active_queue_drain 3464311 vb_active_queue_fill 2996315 vb_active_queue_memory 1237152 vb_active_queue_pending 1855728 vb_active_queue_size 38661 vb_dead_num 0 vb_pending_curr_items 0 vb_pending_eject 0 vb_pending_expired 0 vb_pending_ht_memory 0 vb_pending_itm_memory 0 vb_pending_meta_data_memory 0 vb_pending_num 0 vb_pending_num_non_resident 0 vb_pending_num_ref_ejects 0 vb_pending_num_ref_items 0 vb_pending_ops_create 0 vb_pending_ops_delete 0 vb_pending_ops_reject 0 vb_pending_ops_update 0 vb_pending_perc_mem_resident 0 vb_pending_queue_age 0 vb_pending_queue_drain 0 vb_pending_queue_fill 0 vb_pending_queue_memory 0 vb_pending_queue_pending 0 vb_pending_queue_size 0 vb_replica_curr_items 1053297 vb_replica_eject 0 vb_replica_expired 37 vb_replica_ht_memory 9090544 vb_replica_itm_memory 2585457631 vb_replica_meta_data_memory 83210463 vb_replica_num 362 vb_replica_num_non_resident 0 vb_replica_num_ref_ejects 0 vb_replica_num_ref_items 1131566 vb_replica_ops_create 1122549 vb_replica_ops_delete 136578 vb_replica_ops_reject 0 vb_replica_ops_update 1594004 vb_replica_perc_mem_resident 100 vb_replica_queue_age 700076000 vb_replica_queue_drain 3442059 vb_replica_queue_fill 3048621 vb_replica_queue_memory 850016 vb_replica_queue_pending 1275024 vb_replica_queue_size 26563 version 1.4.4_600_g7ea975a [ns_doctor:debug,2012-11-10T1:48:41.353,ns_1@192.168.0.21:ns_doctor<0.4376.0>:ns_doctor:handle_info:137]Current node statuses: [{'ns_1@192.168.0.20', [{last_heard,{1352,540917,894712}}, {outgoing_replications_safeness_level,[{"default",green}]}, {incoming_replications_conf_hashes, [{"default",[{'ns_1@192.168.0.22',2602678}]}]}, {active_buckets,["default"]}, {ready_buckets,["default"]}, {local_tasks,[]}, {memory, [{total,165268696}, {processes,117294032}, {processes_used,114092288}, {system,47974664}, {atom,1401785}, {atom_used,1374492}, {binary,4778912}, {code,14045110}, {ets,9536824}]}, {system_memory_data, [{system_total_memory,25199214592}, {free_swap,20971511808}, {total_swap,20971511808}, {cached_memory,2675941376}, {buffered_memory,232513536}, {free_memory,12896366592}, {total_memory,25199214592}]}, {node_storage_conf,[{db_path,"/data"},{index_path,"/data"}]}, {statistics, [{wall_clock,{3197663,5000}}, {context_switches,{19186172,0}}, {garbage_collection,{2404058,16815348070,0}}, {io,{{input,363757472},{output,11770586925}}}, {reductions,{2822117439,2318913}}, {run_queue,0}, {runtime,{1091310,840}}]}, {system_stats, [{cpu_utilization_rate,52.098765432098766}, {swap_total,20971511808}, {swap_used,0}]}, {interesting_stats, [{couch_docs_actual_disk_size,2590737585}, {couch_docs_data_size,2054904025}, {couch_views_actual_disk_size,0}, {couch_views_data_size,0}, {curr_items,440458}, {curr_items_tot,833561}, {mem_used,2266538544}, {vb_replica_curr_items,393103}]}, {cluster_compatibility_version,131072}, {version, [{public_key,"0.13"}, {lhttpc,"1.3.0"}, {ale,"8cffe61"}, {os_mon,"2.2.7"}, {couch_set_view,"1.2.0a-b68b5f4-git"}, {mnesia,"4.5"}, {inets,"5.7.1"}, {couch,"1.2.0a-b68b5f4-git"}, {mapreduce,"1.0.0"}, {couch_index_merger,"1.2.0a-b68b5f4-git"}, {kernel,"2.14.5"}, {crypto,"2.0.4"}, {ssl,"4.1.6"}, {sasl,"2.1.10"}, {couch_view_parser,"1.0.0"}, {ns_server,"2.0.0-1939-rel-enterprise"}, {mochiweb,"1.4.1"}, {oauth,"7d85d3ef"}, {stdlib,"1.17.5"}]}, {supported_compat_version,[2,0]}, {system_arch,"x86_64-unknown-linux-gnu"}, {wall_clock,3197}, {memory_data,{25199214592,12253888512,{<17877.428.0>,15918664}}}, {disk_data, [{"/",41260352,5}, {"/dev/shm",12304304,0}, {"/boot",495844,7}, {"/data",206420664,2}]}, {meminfo, <<"MemTotal: 24608608 kB\nMemFree: 12594356 kB\nBuffers: 227064 kB\nCached: 2613224 kB\nSwapCached: 0 kB\nActive: 8894132 kB\nInactive: 2585424 kB\nActive(anon): 8117684 kB\nInactive(anon): 524320 kB\nActive(file): 776448 kB\nInactive(file): 2061104 kB\nUnevictable: 11276 kB\nMlocked: 11288 kB\nSwapTotal: 20479992 kB\nSwapFree: 20479992 kB\nDirty: 1128 kB\nWriteback: 48 kB\nAnonPages: 8651412 kB\nMapped: 15452 kB\nShmem: 172 kB\nSlab: 212160 kB\nSReclaimable: 154656 kB\nSUnreclaim: 57504 kB\nKernelStack: 2984 kB\nPageTables: 21364 kB\nNFS_Unstable: 0 kB\nBounce: 0 kB\nWritebackTmp: 0 kB\nCommitLimit: 32784296 kB\nCommitted_AS: 10393812 kB\nVmallocTotal: 34359738367 kB\nVmallocUsed: 332500 kB\nVmallocChunk: 34359360032 kB\nHardwareCorrupted: 0 kB\nAnonHugePages: 4128768 kB\nHugePages_Total: 0\nHugePages_Free: 0\nHugePages_Rsvd: 0\nHugePages_Surp: 0\nHugepagesize: 2048 kB\nDirectMap4k: 10240 kB\nDirectMap2M: 25155584 kB\n">>}]}, {'ns_1@192.168.0.21', [{last_heard,{1352,540916,354951}}, {outgoing_replications_safeness_level,[{"default",green}]}, {incoming_replications_conf_hashes, [{"default",[{'ns_1@192.168.0.22',117487100}]}]}, {active_buckets,["default"]}, {ready_buckets,["default"]}, {local_tasks,[]}, {memory, [{total,194110720}, {processes,143922816}, {processes_used,143787688}, {system,50187904}, {atom,1333345}, {atom_used,1324998}, {binary,10453552}, {code,13371137}, {ets,6561920}]}, {system_memory_data, [{system_total_memory,25199214592}, {free_swap,20971511808}, {total_swap,20971511808}, {cached_memory,6195097600}, {buffered_memory,205524992}, {free_memory,11873574912}, {total_memory,25199214592}]}, {node_storage_conf,[{db_path,"/data"},{index_path,"/data"}]}, {statistics, [{wall_clock,{3177546,4999}}, {context_switches,{10537900,0}}, {garbage_collection,{2011299,4438977042,0}}, {io,{{input,279214464},{output,12161603492}}}, {reductions,{1408245862,2663383}}, {run_queue,0}, {runtime,{553360,920}}]}, {system_stats, [{cpu_utilization_rate,25.307125307125308}, {swap_total,20971511808}, {swap_used,0}]}, {interesting_stats, [{couch_docs_actual_disk_size,6088869440}, {couch_docs_data_size,5274387298}, {couch_views_actual_disk_size,0}, {couch_views_data_size,0}, {curr_items,1099153}, {curr_items_tot,2154876}, {mem_used,5623385656}, {vb_replica_curr_items,1055723}]}, {cluster_compatibility_version,131072}, {version, [{public_key,"0.13"}, {lhttpc,"1.3.0"}, {ale,"8cffe61"}, {os_mon,"2.2.7"}, {couch_set_view,"1.2.0a-b68b5f4-git"}, {mnesia,"4.5"}, {inets,"5.7.1"}, {couch,"1.2.0a-b68b5f4-git"}, {mapreduce,"1.0.0"}, {couch_index_merger,"1.2.0a-b68b5f4-git"}, {kernel,"2.14.5"}, {crypto,"2.0.4"}, {ssl,"4.1.6"}, {sasl,"2.1.10"}, {couch_view_parser,"1.0.0"}, {ns_server,"2.0.0-1939-rel-enterprise"}, {mochiweb,"1.4.1"}, {oauth,"7d85d3ef"}, {stdlib,"1.17.5"}]}, {supported_compat_version,[2,0]}, {system_arch,"x86_64-unknown-linux-gnu"}, {wall_clock,3177}, {memory_data,{25199214592,13087244288,{<0.84.0>,12342376}}}, {disk_data, [{"/",41260352,5}, {"/dev/shm",12304304,0}, {"/boot",495844,7}, {"/data",206420664,3}]}, {meminfo, <<"MemTotal: 24608608 kB\nMemFree: 11595536 kB\nBuffers: 200708 kB\nCached: 6049900 kB\nSwapCached: 0 kB\nActive: 7295280 kB\nInactive: 5140144 kB\nActive(anon): 6177444 kB\nInactive(anon): 9272 kB\nActive(file): 1117836 kB\nInactive(file): 5130872 kB\nUnevictable: 11288 kB\nMlocked: 11288 kB\nSwapTotal: 20479992 kB\nSwapFree: 20479992 kB\nDirty: 3476 kB\nWriteback: 0 kB\nAnonPages: 6196132 kB\nMapped: 14492 kB\nShmem: 164 kB\nSlab: 257512 kB\nSReclaimable: 199892 kB\nSUnreclaim: 57620 kB\nKernelStack: 2968 kB\nPageTables: 16096 kB\nNFS_Unstable: 0 kB\nBounce: 0 kB\nWritebackTmp: 0 kB\nCommitLimit: 32784296 kB\nCommitted_AS: 7960196 kB\nVmallocTotal: 34359738367 kB\nVmallocUsed: 332500 kB\nVmallocChunk: 34359355024 kB\nHardwareCorrupted: 0 kB\nAnonHugePages: 2875392 kB\nHugePages_Total: 0\nHugePages_Free: 0\nHugePages_Rsvd: 0\nHugePages_Surp: 0\nHugepagesize: 2048 kB\nDirectMap4k: 10240 kB\nDirectMap2M: 25155584 kB\n">>}]}, {'ns_1@192.168.0.22', [{last_heard,{1352,540920,956232}}, {outgoing_replications_safeness_level,[{"default",green}]}, {incoming_replications_conf_hashes, [{"default", [{'ns_1@192.168.0.20',48915252},{'ns_1@192.168.0.21',81171404}]}]}, {active_buckets,["default"]}, {ready_buckets,["default"]}, {local_tasks, [[{pid,<<"<0.29890.2>">>}, {bucket,<<"default">>}, {original_target,{[{type,bucket}]}}, {progress,69}, {started_on,1352540766}, {total_vbuckets,1025}, {trigger_type,scheduled}, {type,bucket_compaction}, {updated_on,1352540920}, {vbuckets_done,712}]]}, {memory, [{total,243676056}, {processes,186913312}, {processes_used,186733712}, {system,56762744}, {atom,1338193}, {atom_used,1333793}, {binary,13624168}, {code,13481638}, {ets,9645544}]}, {system_memory_data, [{system_total_memory,25199214592}, {free_swap,20971511808}, {total_swap,20971511808}, {cached_memory,8857190400}, {buffered_memory,271491072}, {free_memory,6308839424}, {total_memory,25199214592}]}, {node_storage_conf,[{db_path,"/data"},{index_path,"/data"}]}, {statistics, [{wall_clock,{3180946,5003}}, {context_switches,{23287431,0}}, {garbage_collection,{3156620,7537344893,0}}, {io,{{input,549006589},{output,17860769156}}}, {reductions,{2634998003,3337717}}, {run_queue,0}, {runtime,{907510,990}}]}, {system_stats, [{cpu_utilization_rate,35.80246913580247}, {swap_total,20971511808}, {swap_used,0}]}, {interesting_stats, [{couch_docs_actual_disk_size,8731609584}, {couch_docs_data_size,7330468545}, {couch_views_actual_disk_size,0}, {couch_views_data_size,0}, {curr_items,1445797}, {curr_items_tot,2987658}, {mem_used,7878414192}, {vb_replica_curr_items,1541861}]}, {cluster_compatibility_version,131072}, {version, [{public_key,"0.13"}, {lhttpc,"1.3.0"}, {ale,"8cffe61"}, {os_mon,"2.2.7"}, {couch_set_view,"1.2.0a-b68b5f4-git"}, {mnesia,"4.5"}, {inets,"5.7.1"}, {couch,"1.2.0a-b68b5f4-git"}, {mapreduce,"1.0.0"}, {couch_index_merger,"1.2.0a-b68b5f4-git"}, {kernel,"2.14.5"}, {crypto,"2.0.4"}, {ssl,"4.1.6"}, {sasl,"2.1.10"}, {couch_view_parser,"1.0.0"}, {ns_server,"2.0.0-1939-rel-enterprise"}, {mochiweb,"1.4.1"}, {oauth,"7d85d3ef"}, {stdlib,"1.17.5"}]}, {supported_compat_version,[2,0]}, {system_arch,"x86_64-unknown-linux-gnu"}, {wall_clock,3180}, {memory_data,{25199214592,18889105408,{<17923.67.0>,16006048}}}, {disk_data, [{"/",41260352,5}, {"/dev/shm",12304304,0}, {"/boot",495844,7}, {"/data",206420664,5}]}, {meminfo, <<"MemTotal: 24608608 kB\nMemFree: 6160976 kB\nBuffers: 265128 kB\nCached: 8649600 kB\nSwapCached: 0 kB\nActive: 10413028 kB\nInactive: 7342860 kB\nActive(anon): 8838484 kB\nInactive(anon): 5460 kB\nActive(file): 1574544 kB\nInactive(file): 7337400 kB\nUnevictable: 11252 kB\nMlocked: 11288 kB\nSwapTotal: 20479992 kB\nSwapFree: 20479992 kB\nDirty: 10204 kB\nWriteback: 0 kB\nAnonPages: 8836656 kB\nMapped: 15572 kB\nShmem: 172 kB\nSlab: 366492 kB\nSReclaimable: 308240 kB\nSUnreclaim: 58252 kB\nKernelStack: 2480 kB\nPageTables: 21444 kB\nNFS_Unstable: 0 kB\nBounce: 0 kB\nWritebackTmp: 0 kB\nCommitLimit: 32784296 kB\nCommitted_AS: 10602164 kB\nVmallocTotal: 34359738367 kB\nVmallocUsed: 332500 kB\nVmallocChunk: 34359355024 kB\nHardwareCorrupted: 0 kB\nAnonHugePages: 4231168 kB\nHugePages_Total: 0\nHugePages_Free: 0\nHugePages_Rsvd: 0\nHugePages_Surp: 0\nHugepagesize: 2048 kB\nDirectMap4k: 10240 kB\nDirectMap2M: 25155584 kB\n">>}]}] [ns_doctor:debug,2012-11-10T1:49:41.353,ns_1@192.168.0.21:ns_doctor<0.4376.0>:ns_doctor:handle_info:137]Current node statuses: [{'ns_1@192.168.0.20', [{last_heard,{1352,540977,893327}}, {outgoing_replications_safeness_level,[{"default",green}]}, {incoming_replications_conf_hashes, [{"default",[{'ns_1@192.168.0.22',32952543}]}]}, {active_buckets,["default"]}, {ready_buckets,["default"]}, {local_tasks,[]}, {memory, [{total,165416864}, {processes,117267480}, {processes_used,114033112}, {system,48149384}, {atom,1401785}, {atom_used,1374492}, {binary,4798928}, {code,14045110}, {ets,9695544}]}, {system_memory_data, [{system_total_memory,25199214592}, {free_swap,20971511808}, {total_swap,20971511808}, {cached_memory,2837151744}, {buffered_memory,231788544}, {free_memory,12731731968}, {total_memory,25199214592}]}, {node_storage_conf,[{db_path,"/data"},{index_path,"/data"}]}, {statistics, [{wall_clock,{3257662,5001}}, {context_switches,{19397947,0}}, {garbage_collection,{2431624,17038173518,0}}, {io,{{input,369218705},{output,11852725392}}}, {reductions,{2856173383,3261358}}, {run_queue,0}, {runtime,{1107410,2040}}]}, {system_stats, [{cpu_utilization_rate,57.5682382133995}, {swap_total,20971511808}, {swap_used,0}]}, {interesting_stats, [{couch_docs_actual_disk_size,2776185331}, {couch_docs_data_size,2012174356}, {couch_views_actual_disk_size,0}, {couch_views_data_size,0}, {curr_items,428725}, {curr_items_tot,810077}, {mem_used,2209344144}, {vb_replica_curr_items,381352}]}, {cluster_compatibility_version,131072}, {version, [{public_key,"0.13"}, {lhttpc,"1.3.0"}, {ale,"8cffe61"}, {os_mon,"2.2.7"}, {couch_set_view,"1.2.0a-b68b5f4-git"}, {mnesia,"4.5"}, {inets,"5.7.1"}, {couch,"1.2.0a-b68b5f4-git"}, {mapreduce,"1.0.0"}, {couch_index_merger,"1.2.0a-b68b5f4-git"}, {kernel,"2.14.5"}, {crypto,"2.0.4"}, {ssl,"4.1.6"}, {sasl,"2.1.10"}, {couch_view_parser,"1.0.0"}, {ns_server,"2.0.0-1939-rel-enterprise"}, {mochiweb,"1.4.1"}, {oauth,"7d85d3ef"}, {stdlib,"1.17.5"}]}, {supported_compat_version,[2,0]}, {system_arch,"x86_64-unknown-linux-gnu"}, {wall_clock,3257}, {memory_data,{25199214592,12429975552,{<17877.428.0>,15916544}}}, {disk_data, [{"/",41260352,5}, {"/dev/shm",12304304,0}, {"/boot",495844,7}, {"/data",206420664,2}]}, {meminfo, <<"MemTotal: 24608608 kB\nMemFree: 12433332 kB\nBuffers: 226356 kB\nCached: 2770656 kB\nSwapCached: 0 kB\nActive: 9043640 kB\nInactive: 2595380 kB\nActive(anon): 8114056 kB\nInactive(anon): 530676 kB\nActive(file): 929584 kB\nInactive(file): 2064704 kB\nUnevictable: 11276 kB\nMlocked: 11288 kB\nSwapTotal: 20479992 kB\nSwapFree: 20479992 kB\nDirty: 1856 kB\nWriteback: 0 kB\nAnonPages: 8654068 kB\nMapped: 15448 kB\nShmem: 172 kB\nSlab: 211824 kB\nSReclaimable: 154320 kB\nSUnreclaim: 57504 kB\nKernelStack: 2992 kB\nPageTables: 21376 kB\nNFS_Unstable: 0 kB\nBounce: 0 kB\nWritebackTmp: 0 kB\nCommitLimit: 32784296 kB\nCommitted_AS: 10393764 kB\nVmallocTotal: 34359738367 kB\nVmallocUsed: 332500 kB\nVmallocChunk: 34359360032 kB\nHardwareCorrupted: 0 kB\nAnonHugePages: 4229120 kB\nHugePages_Total: 0\nHugePages_Free: 0\nHugePages_Rsvd: 0\nHugePages_Surp: 0\nHugepagesize: 2048 kB\nDirectMap4k: 10240 kB\nDirectMap2M: 25155584 kB\n">>}]}, {'ns_1@192.168.0.21', [{last_heard,{1352,540976,358757}}, {outgoing_replications_safeness_level,[{"default",green}]}, {incoming_replications_conf_hashes, [{"default",[{'ns_1@192.168.0.22',39747283}]}]}, {active_buckets,["default"]}, {ready_buckets,["default"]}, {local_tasks,[]}, {memory, [{total,200596912}, {processes,149938888}, {processes_used,149828288}, {system,50658024}, {atom,1333345}, {atom_used,1324998}, {binary,10742992}, {code,13371137}, {ets,6738928}]}, {system_memory_data, [{system_total_memory,25199214592}, {free_swap,20971511808}, {total_swap,20971511808}, {cached_memory,6732279808}, {buffered_memory,207130624}, {free_memory,11241684992}, {total_memory,25199214592}]}, {node_storage_conf,[{db_path,"/data"},{index_path,"/data"}]}, {statistics, [{wall_clock,{3237549,5003}}, {context_switches,{10818529,0}}, {garbage_collection,{2040952,4535094073,0}}, {io,{{input,283229819},{output,12427426703}}}, {reductions,{1444738883,3569767}}, {run_queue,0}, {runtime,{564890,1140}}]}, {system_stats, [{cpu_utilization_rate,35.235732009925556}, {swap_total,20971511808}, {swap_used,0}]}, {interesting_stats, [{couch_docs_actual_disk_size,6627965207}, {couch_docs_data_size,5319235451}, {couch_views_actual_disk_size,0}, {couch_views_data_size,0}, {curr_items,1110187}, {curr_items_tot,2175703}, {mem_used,5682083336}, {vb_replica_curr_items,1065516}]}, {cluster_compatibility_version,131072}, {version, [{public_key,"0.13"}, {lhttpc,"1.3.0"}, {ale,"8cffe61"}, {os_mon,"2.2.7"}, {couch_set_view,"1.2.0a-b68b5f4-git"}, {mnesia,"4.5"}, {inets,"5.7.1"}, {couch,"1.2.0a-b68b5f4-git"}, {mapreduce,"1.0.0"}, {couch_index_merger,"1.2.0a-b68b5f4-git"}, {kernel,"2.14.5"}, {crypto,"2.0.4"}, {ssl,"4.1.6"}, {sasl,"2.1.10"}, {couch_view_parser,"1.0.0"}, {ns_server,"2.0.0-1939-rel-enterprise"}, {mochiweb,"1.4.1"}, {oauth,"7d85d3ef"}, {stdlib,"1.17.5"}]}, {supported_compat_version,[2,0]}, {system_arch,"x86_64-unknown-linux-gnu"}, {wall_clock,3237}, {memory_data,{25199214592,13346353152,{<0.84.0>,12342376}}}, {disk_data, [{"/",41260352,5}, {"/dev/shm",12304304,0}, {"/boot",495844,7}, {"/data",206420664,4}]}, {meminfo, <<"MemTotal: 24608608 kB\nMemFree: 10978208 kB\nBuffers: 202276 kB\nCached: 6574492 kB\nSwapCached: 0 kB\nActive: 7696520 kB\nInactive: 5340800 kB\nActive(anon): 6253728 kB\nInactive(anon): 9272 kB\nActive(file): 1442792 kB\nInactive(file): 5331528 kB\nUnevictable: 11288 kB\nMlocked: 11288 kB\nSwapTotal: 20479992 kB\nSwapFree: 20479992 kB\nDirty: 3572 kB\nWriteback: 0 kB\nAnonPages: 6272444 kB\nMapped: 14492 kB\nShmem: 164 kB\nSlab: 271816 kB\nSReclaimable: 214168 kB\nSUnreclaim: 57648 kB\nKernelStack: 2968 kB\nPageTables: 16264 kB\nNFS_Unstable: 0 kB\nBounce: 0 kB\nWritebackTmp: 0 kB\nCommitLimit: 32784296 kB\nCommitted_AS: 8023492 kB\nVmallocTotal: 34359738367 kB\nVmallocUsed: 332500 kB\nVmallocChunk: 34359355024 kB\nHardwareCorrupted: 0 kB\nAnonHugePages: 2981888 kB\nHugePages_Total: 0\nHugePages_Free: 0\nHugePages_Rsvd: 0\nHugePages_Surp: 0\nHugepagesize: 2048 kB\nDirectMap4k: 10240 kB\nDirectMap2M: 25155584 kB\n">>}]}, {'ns_1@192.168.0.22', [{last_heard,{1352,540980,960636}}, {outgoing_replications_safeness_level,[{"default",green}]}, {incoming_replications_conf_hashes, [{"default", [{'ns_1@192.168.0.20',61930819},{'ns_1@192.168.0.21',56182631}]}]}, {active_buckets,["default"]}, {ready_buckets,["default"]}, {local_tasks, [[{pid,<<"<0.29890.2>">>}, {bucket,<<"default">>}, {original_target,{[{type,bucket}]}}, {progress,96}, {started_on,1352540766}, {total_vbuckets,1025}, {trigger_type,scheduled}, {type,bucket_compaction}, {updated_on,1352540980}, {vbuckets_done,993}]]}, {memory, [{total,242727768}, {processes,185611480}, {processes_used,185471184}, {system,57116288}, {atom,1338193}, {atom_used,1333793}, {binary,13749144}, {code,13481638}, {ets,9866640}]}, {system_memory_data, [{system_total_memory,25199214592}, {free_swap,20971511808}, {total_swap,20971511808}, {cached_memory,8512446464}, {buffered_memory,275492864}, {free_memory,6643175424}, {total_memory,25199214592}]}, {node_storage_conf,[{db_path,"/data"},{index_path,"/data"}]}, {statistics, [{wall_clock,{3240950,5000}}, {context_switches,{23656091,0}}, {garbage_collection,{3200498,7650902095,0}}, {io,{{input,558742107},{output,18151343467}}}, {reductions,{2676699590,3218695}}, {run_queue,0}, {runtime,{920510,1060}}]}, {system_stats, [{cpu_utilization_rate,51.99004975124378}, {swap_total,20971511808}, {swap_used,0}]}, {interesting_stats, [{couch_docs_actual_disk_size,8366588479}, {couch_docs_data_size,7330949479}, {couch_views_actual_disk_size,0}, {couch_views_data_size,0}, {curr_items,1444547}, {curr_items_tot,2986312}, {mem_used,7884207840}, {vb_replica_curr_items,1541765}]}, {cluster_compatibility_version,131072}, {version, [{public_key,"0.13"}, {lhttpc,"1.3.0"}, {ale,"8cffe61"}, {os_mon,"2.2.7"}, {couch_set_view,"1.2.0a-b68b5f4-git"}, {mnesia,"4.5"}, {inets,"5.7.1"}, {couch,"1.2.0a-b68b5f4-git"}, {mapreduce,"1.0.0"}, {couch_index_merger,"1.2.0a-b68b5f4-git"}, {kernel,"2.14.5"}, {crypto,"2.0.4"}, {ssl,"4.1.6"}, {sasl,"2.1.10"}, {couch_view_parser,"1.0.0"}, {ns_server,"2.0.0-1939-rel-enterprise"}, {mochiweb,"1.4.1"}, {oauth,"7d85d3ef"}, {stdlib,"1.17.5"}]}, {supported_compat_version,[2,0]}, {system_arch,"x86_64-unknown-linux-gnu"}, {wall_clock,3240}, {memory_data,{25199214592,18889105408,{<17923.67.0>,16006048}}}, {disk_data, [{"/",41260352,5}, {"/dev/shm",12304304,0}, {"/boot",495844,7}, {"/data",206420664,5}]}, {meminfo, <<"MemTotal: 24608608 kB\nMemFree: 6487724 kB\nBuffers: 269036 kB\nCached: 8312936 kB\nSwapCached: 0 kB\nActive: 10204540 kB\nInactive: 7228960 kB\nActive(anon): 8848492 kB\nInactive(anon): 5460 kB\nActive(file): 1356048 kB\nInactive(file): 7223500 kB\nUnevictable: 11252 kB\nMlocked: 11288 kB\nSwapTotal: 20479992 kB\nSwapFree: 20479992 kB\nDirty: 6084 kB\nWriteback: 120 kB\nAnonPages: 8844536 kB\nMapped: 15572 kB\nShmem: 172 kB\nSlab: 362876 kB\nSReclaimable: 304428 kB\nSUnreclaim: 58448 kB\nKernelStack: 2480 kB\nPageTables: 21464 kB\nNFS_Unstable: 0 kB\nBounce: 0 kB\nWritebackTmp: 0 kB\nCommitLimit: 32784296 kB\nCommitted_AS: 10616728 kB\nVmallocTotal: 34359738367 kB\nVmallocUsed: 332500 kB\nVmallocChunk: 34359355024 kB\nHardwareCorrupted: 0 kB\nAnonHugePages: 4329472 kB\nHugePages_Total: 0\nHugePages_Free: 0\nHugePages_Rsvd: 0\nHugePages_Surp: 0\nHugepagesize: 2048 kB\nDirectMap4k: 10240 kB\nDirectMap2M: 25155584 kB\n">>}]}] [stats:debug,2012-11-10T1:49:45.933,ns_1@192.168.0.21:<0.4502.0>:stats_collector:maybe_log_stats:126](at {{1970,1,16},{7,42,20}}) Stats for bucket "default": accepting_conns 1 auth_cmds 9 auth_errors 0 bucket_active_conns 1 bucket_conns 25 bytes 5687806216 bytes_read 16030432437 bytes_written 8992254433 cas_badval 0 cas_hits 0 cas_misses 0 cmd_flush 0 cmd_get 1730121 cmd_set 1497776 conn_yields 76725 connection_structures 5000 curr_connections 28 curr_conns_on_port_11209 16 curr_conns_on_port_11210 10 curr_items 1110498 curr_items_tot 2177853 curr_temp_items 0 daemon_connections 4 decr_hits 0 decr_misses 0 delete_hits 95273 delete_misses 108408 ep_access_scanner_last_runtime 0 ep_access_scanner_num_items 0 ep_access_scanner_task_time 2012-11-10 10:00:00 ep_allow_data_loss_during_shutdown 1 ep_alog_block_size 4096 ep_alog_path /data/default/access.log ep_alog_sleep_time 1440 ep_alog_task_time 10 ep_backend couchdb ep_bg_fetch_delay 0 ep_bg_fetched 0 ep_bg_meta_fetched 0 ep_bg_remaining_jobs 0 ep_chk_max_items 5000 ep_chk_period 1800 ep_chk_persistence_remains 2 ep_chk_persistence_timeout 10 ep_chk_remover_stime 5 ep_commit_num 79979 ep_commit_time 31 ep_commit_time_total 861297 ep_concurrentDB 1 ep_config_file ep_couch_bucket default ep_couch_host localhost ep_couch_port 11213 ep_couch_reconnect_sleeptime 250 ep_couch_response_timeout 180000 ep_data_age 30 ep_data_age_highwat 64 ep_data_traffic_enabled 0 ep_dbinit 0 ep_dbname /data/default ep_degraded_mode 0 ep_diskqueue_drain 7206834 ep_diskqueue_fill 6321777 ep_diskqueue_items 52128 ep_diskqueue_memory 1586624 ep_diskqueue_pending 2379936 ep_exp_pager_stime 3600 ep_exp_pager_stime 3600 ep_expired_access 1345 ep_expired_pager 0 ep_expiry_window 3 ep_failpartialwarmup 0 ep_flush_all false ep_flush_duration_total 1766 ep_flushall_enabled 0 ep_flusher_state running ep_flusher_todo 12856 ep_getl_default_timeout 15 ep_getl_max_timeout 30 ep_ht_locks 5 ep_ht_size 3079 ep_inconsistent_slave_chk 0 ep_initfile ep_io_num_read 0 ep_io_num_write 5700656 ep_io_read_bytes 0 ep_io_write_bytes 13006417877 ep_item_begin_failed 0 ep_item_commit_failed 0 ep_item_flush_expired 29 ep_item_flush_failed 0 ep_item_num_based_new_chk 1 ep_items_rm_from_checkpoints 125229 ep_keep_closed_chks 0 ep_klog_block_size 4096 ep_klog_compactor_queue_cap 500000 ep_klog_compactor_stime 3600 ep_klog_flush commit2 ep_klog_max_entry_ratio 10 ep_klog_max_log_size 2147483647 ep_klog_path ep_klog_sync commit2 ep_kv_size 5374976622 ep_max_checkpoints 2 ep_max_data_size 12582912000 ep_max_item_size 20971520 ep_max_size 12582912000 ep_max_txn_size 10000 ep_max_vbuckets 1024 ep_mem_high_wat 9437184000 ep_mem_high_wat 9437184000 ep_mem_low_wat 7549747200 ep_mem_low_wat 7549747200 ep_mem_tracker_enabled true ep_min_data_age 0 ep_mlog_compactor_runs 0 ep_mutation_mem_threshold 0 ep_num_access_scanner_runs 0 ep_num_eject_failures 0 ep_num_expiry_pager_runs 0 ep_num_non_resident 0 ep_num_not_my_vbuckets 0 ep_num_ops_del_meta 0 ep_num_ops_get_meta 0 ep_num_ops_set_meta 0 ep_num_pager_runs 0 ep_num_value_ejects 0 ep_oom_errors 0 ep_overhead 121619262 ep_pager_active_vb_pcnt 40 ep_pager_unbiased_period 60 ep_pending_ops 0 ep_pending_ops_max 1 ep_pending_ops_max_duration 206679 ep_pending_ops_total 9 ep_postInitfile ep_queue_age_cap 900 ep_queue_size 39272 ep_startup_time 1352539183 ep_storage_age 27 ep_storage_age_highwat 77 ep_store_max_concurrency 10 ep_store_max_readers 9 ep_store_max_readwrite 1 ep_stored_val_type ep_tap_ack_grace_period 300 ep_tap_ack_initial_sequence_number 1 ep_tap_ack_interval 1000 ep_tap_ack_window_size 10 ep_tap_backfill_resident 0.9 ep_tap_backlog_limit 5000 ep_tap_backoff_period 5 ep_tap_bg_fetch_requeued 0 ep_tap_bg_fetched 0 ep_tap_bg_max_pending 500 ep_tap_keepalive 300 ep_tap_noop_interval 20 ep_tap_requeue_sleep_time 0.1 ep_tap_throttle_cap_pcnt 10 ep_tap_throttle_queue_cap 1000000 ep_tap_throttle_threshold 90 ep_tmp_oom_errors 0 ep_too_old 0 ep_too_young 0 ep_total_cache_size 5348871619 ep_total_del_items 298579 ep_total_enqueued 6321779 ep_total_new_items 2338805 ep_total_persisted 5700656 ep_uncommitted_items 87 ep_value_size 5195411896 ep_vb0 0 ep_vb_snapshot_total 765 ep_vb_total 748 ep_vbucket_del 0 ep_vbucket_del_fail 0 ep_version 2.0.0r_133_g68e3f7c ep_waitforwarmup 0 ep_warmup 1 ep_warmup_batch_size 1000 ep_warmup_dups 0 ep_warmup_min_items_threshold 100 ep_warmup_min_memory_threshold 100 ep_warmup_oom 0 ep_warmup_thread complete ep_warmup_time 19069 get_hits 1557826 get_misses 172295 incr_hits 0 incr_misses 0 libevent 2.0.11-stable limit_maxbytes 67108864 listen_disabled_num 0 max_conns_on_port_11209 1000 max_conns_on_port_11210 9000 mem_used 5687806216 pid 22718 pointer_size 64 rejected_conns 0 rusage_system 405.698324 rusage_user 900.244142 tap_checkpoint_end_received 1176 tap_checkpoint_end_sent 323 tap_checkpoint_start_received 2356 tap_checkpoint_start_sent 381 tap_connect_received 1 tap_delete_received 190660 tap_delete_sent 120775 tap_mutation_received 4966898 tap_mutation_sent 1969254 tap_opaque_received 5230 tap_opaque_sent 382 tap_vbucket_set_received 762 threads 4 time 1352540985 total_connections 3846 uptime 1806 vb_active_curr_items 1110498 vb_active_eject 0 vb_active_expired 1302 vb_active_ht_memory 9567480 vb_active_itm_memory 2726768894 vb_active_meta_data_memory 87729342 vb_active_num 381 vb_active_num_non_resident 0 vb_active_num_ref_ejects 0 vb_active_num_ref_items 1199367 vb_active_ops_create 1194594 vb_active_ops_delete 153079 vb_active_ops_reject 0 vb_active_ops_update 1367162 vb_active_perc_mem_resident 100 vb_active_queue_age 1849622000 vb_active_queue_drain 3620234 vb_active_queue_fill 3136662 vb_active_queue_memory 866528 vb_active_queue_pending 1299792 vb_active_queue_size 27079 vb_dead_num 0 vb_pending_curr_items 0 vb_pending_eject 0 vb_pending_expired 0 vb_pending_ht_memory 0 vb_pending_itm_memory 0 vb_pending_meta_data_memory 0 vb_pending_num 0 vb_pending_num_non_resident 0 vb_pending_num_ref_ejects 0 vb_pending_num_ref_items 0 vb_pending_ops_create 0 vb_pending_ops_delete 0 vb_pending_ops_reject 0 vb_pending_ops_update 0 vb_pending_perc_mem_resident 0 vb_pending_queue_age 0 vb_pending_queue_drain 0 vb_pending_queue_fill 0 vb_pending_queue_memory 0 vb_pending_queue_pending 0 vb_pending_queue_size 0 vb_replica_curr_items 1067355 vb_replica_eject 0 vb_replica_expired 43 vb_replica_ht_memory 9216104 vb_replica_itm_memory 2622102725 vb_replica_meta_data_memory 84321045 vb_replica_num 367 vb_replica_num_non_resident 0 vb_replica_num_ref_ejects 0 vb_replica_num_ref_items 1153220 vb_replica_ops_create 1144213 vb_replica_ops_delete 145500 vb_replica_ops_reject 0 vb_replica_ops_update 1696144 vb_replica_perc_mem_resident 100 vb_replica_queue_age 662499000 vb_replica_queue_drain 3586600 vb_replica_queue_fill 3185115 vb_replica_queue_memory 720096 vb_replica_queue_pending 1080144 vb_replica_queue_size 22503 version 1.4.4_600_g7ea975a [ns_doctor:debug,2012-11-10T1:50:41.353,ns_1@192.168.0.21:ns_doctor<0.4376.0>:ns_doctor:handle_info:137]Current node statuses: [{'ns_1@192.168.0.20', [{last_heard,{1352,541037,892879}}, {outgoing_replications_safeness_level,[{"default",green}]}, {incoming_replications_conf_hashes, [{"default",[{'ns_1@192.168.0.22',120887602}]}]}, {active_buckets,["default"]}, {ready_buckets,["default"]}, {local_tasks, [[{pid,<<"<0.1399.3>">>}, {bucket,<<"default">>}, {original_target,{[{type,bucket}]}}, {progress,58}, {started_on,1352540998}, {total_vbuckets,277}, {trigger_type,scheduled}, {type,bucket_compaction}, {updated_on,1352541037}, {vbuckets_done,162}]]}, {memory, [{total,164686896}, {processes,116652232}, {processes_used,113367784}, {system,48034664}, {atom,1401785}, {atom_used,1374492}, {binary,4512920}, {code,14045110}, {ets,9877664}]}, {system_memory_data, [{system_total_memory,25199214592}, {free_swap,20971511808}, {total_swap,20971511808}, {cached_memory,2412322816}, {buffered_memory,233021440}, {free_memory,13169065984}, {total_memory,25199214592}]}, {node_storage_conf,[{db_path,"/data"},{index_path,"/data"}]}, {statistics, [{wall_clock,{3317661,4999}}, {context_switches,{19752103,0}}, {garbage_collection,{2481929,17334483597,0}}, {io,{{input,379667397},{output,11925841290}}}, {reductions,{2900028071,4193542}}, {run_queue,0}, {runtime,{1128410,2190}}]}, {system_stats, [{cpu_utilization_rate,71.28953771289538}, {swap_total,20971511808}, {swap_used,0}]}, {interesting_stats, [{couch_docs_actual_disk_size,2401105817}, {couch_docs_data_size,1911015109}, {couch_views_actual_disk_size,0}, {couch_views_data_size,0}, {curr_items,408075}, {curr_items_tot,768808}, {mem_used,2107598848}, {vb_replica_curr_items,360733}]}, {cluster_compatibility_version,131072}, {version, [{public_key,"0.13"}, {lhttpc,"1.3.0"}, {ale,"8cffe61"}, {os_mon,"2.2.7"}, {couch_set_view,"1.2.0a-b68b5f4-git"}, {mnesia,"4.5"}, {inets,"5.7.1"}, {couch,"1.2.0a-b68b5f4-git"}, {mapreduce,"1.0.0"}, {couch_index_merger,"1.2.0a-b68b5f4-git"}, {kernel,"2.14.5"}, {crypto,"2.0.4"}, {ssl,"4.1.6"}, {sasl,"2.1.10"}, {couch_view_parser,"1.0.0"}, {ns_server,"2.0.0-1939-rel-enterprise"}, {mochiweb,"1.4.1"}, {oauth,"7d85d3ef"}, {stdlib,"1.17.5"}]}, {supported_compat_version,[2,0]}, {system_arch,"x86_64-unknown-linux-gnu"}, {wall_clock,3317}, {memory_data,{25199214592,12264222720,{<17877.428.0>,15930528}}}, {disk_data, [{"/",41260352,5}, {"/dev/shm",12304304,0}, {"/boot",495844,7}, {"/data",206420664,2}]}, {meminfo, <<"MemTotal: 24608608 kB\nMemFree: 12860416 kB\nBuffers: 227560 kB\nCached: 2355784 kB\nSwapCached: 0 kB\nActive: 8798036 kB\nInactive: 2419328 kB\nActive(anon): 8104116 kB\nInactive(anon): 532320 kB\nActive(file): 693920 kB\nInactive(file): 1887008 kB\nUnevictable: 11276 kB\nMlocked: 11288 kB\nSwapTotal: 20479992 kB\nSwapFree: 20479992 kB\nDirty: 6744 kB\nWriteback: 0 kB\nAnonPages: 8646196 kB\nMapped: 15124 kB\nShmem: 172 kB\nSlab: 208036 kB\nSReclaimable: 150128 kB\nSUnreclaim: 57908 kB\nKernelStack: 3000 kB\nPageTables: 21420 kB\nNFS_Unstable: 0 kB\nBounce: 0 kB\nWritebackTmp: 0 kB\nCommitLimit: 32784296 kB\nCommitted_AS: 10389708 kB\nVmallocTotal: 34359738367 kB\nVmallocUsed: 332500 kB\nVmallocChunk: 34359360032 kB\nHardwareCorrupted: 0 kB\nAnonHugePages: 4319232 kB\nHugePages_Total: 0\nHugePages_Free: 0\nHugePages_Rsvd: 0\nHugePages_Surp: 0\nHugepagesize: 2048 kB\nDirectMap4k: 10240 kB\nDirectMap2M: 25155584 kB\n">>}]}, {'ns_1@192.168.0.21', [{last_heard,{1352,541036,356670}}, {outgoing_replications_safeness_level,[{"default",green}]}, {incoming_replications_conf_hashes, [{"default",[{'ns_1@192.168.0.22',24494730}]}]}, {active_buckets,["default"]}, {ready_buckets,["default"]}, {local_tasks,[]}, {memory, [{total,213253816}, {processes,161137048}, {processes_used,161083760}, {system,52116768}, {atom,1333345}, {atom_used,1324998}, {binary,12006648}, {code,13371137}, {ets,6927816}]}, {system_memory_data, [{system_total_memory,25199214592}, {free_swap,20971511808}, {total_swap,20971511808}, {cached_memory,7437619200}, {buffered_memory,208064512}, {free_memory,10407784448}, {total_memory,25199214592}]}, {node_storage_conf,[{db_path,"/data"},{index_path,"/data"}]}, {statistics, [{wall_clock,{3297547,4998}}, {context_switches,{11190387,0}}, {garbage_collection,{2085190,4660158386,0}}, {io,{{input,291452075},{output,12733587116}}}, {reductions,{1490190722,4169079}}, {run_queue,0}, {runtime,{580070,1400}}]}, {system_stats, [{cpu_utilization_rate,51.46341463414634}, {swap_total,20971511808}, {swap_used,0}]}, {interesting_stats, [{couch_docs_actual_disk_size,7323819436}, {couch_docs_data_size,5419807853}, {couch_views_actual_disk_size,0}, {couch_views_data_size,0}, {curr_items,1129725}, {curr_items_tot,2211616}, {mem_used,5762430504}, {vb_replica_curr_items,1081891}]}, {cluster_compatibility_version,131072}, {version, [{public_key,"0.13"}, {lhttpc,"1.3.0"}, {ale,"8cffe61"}, {os_mon,"2.2.7"}, {couch_set_view,"1.2.0a-b68b5f4-git"}, {mnesia,"4.5"}, {inets,"5.7.1"}, {couch,"1.2.0a-b68b5f4-git"}, {mapreduce,"1.0.0"}, {couch_index_merger,"1.2.0a-b68b5f4-git"}, {kernel,"2.14.5"}, {crypto,"2.0.4"}, {ssl,"4.1.6"}, {sasl,"2.1.10"}, {couch_view_parser,"1.0.0"}, {ns_server,"2.0.0-1939-rel-enterprise"}, {mochiweb,"1.4.1"}, {oauth,"7d85d3ef"}, {stdlib,"1.17.5"}]}, {supported_compat_version,[2,0]}, {system_arch,"x86_64-unknown-linux-gnu"}, {wall_clock,3297}, {memory_data,{25199214592,13985353728,{<0.84.0>,12342376}}}, {disk_data, [{"/",41260352,5}, {"/dev/shm",12304304,0}, {"/boot",495844,7}, {"/data",206420664,4}]}, {meminfo, <<"MemTotal: 24608608 kB\nMemFree: 10163852 kB\nBuffers: 203188 kB\nCached: 7263300 kB\nSwapCached: 0 kB\nActive: 8211204 kB\nInactive: 5620840 kB\nActive(anon): 6359020 kB\nInactive(anon): 9272 kB\nActive(file): 1852184 kB\nInactive(file): 5611568 kB\nUnevictable: 11288 kB\nMlocked: 11288 kB\nSwapTotal: 20479992 kB\nSwapFree: 20479992 kB\nDirty: 4248 kB\nWriteback: 0 kB\nAnonPages: 6377976 kB\nMapped: 14492 kB\nShmem: 164 kB\nSlab: 291276 kB\nSReclaimable: 233700 kB\nSUnreclaim: 57576 kB\nKernelStack: 2976 kB\nPageTables: 16472 kB\nNFS_Unstable: 0 kB\nBounce: 0 kB\nWritebackTmp: 0 kB\nCommitLimit: 32784296 kB\nCommitted_AS: 8132920 kB\nVmallocTotal: 34359738367 kB\nVmallocUsed: 332500 kB\nVmallocChunk: 34359355024 kB\nHardwareCorrupted: 0 kB\nAnonHugePages: 3088384 kB\nHugePages_Total: 0\nHugePages_Free: 0\nHugePages_Rsvd: 0\nHugePages_Surp: 0\nHugepagesize: 2048 kB\nDirectMap4k: 10240 kB\nDirectMap2M: 25155584 kB\n">>}]}, {'ns_1@192.168.0.22', [{last_heard,{1352,541040,956685}}, {outgoing_replications_safeness_level,[{"default",green}]}, {incoming_replications_conf_hashes, [{"default", [{'ns_1@192.168.0.20',85146644}, {'ns_1@192.168.0.21',126041267}]}]}, {active_buckets,["default"]}, {ready_buckets,["default"]}, {local_tasks,[]}, {memory, [{total,243259104}, {processes,186321864}, {processes_used,186127496}, {system,56937240}, {atom,1338193}, {atom_used,1333793}, {binary,13443056}, {code,13481638}, {ets,10001136}]}, {system_memory_data, [{system_total_memory,25199214592}, {free_swap,20971511808}, {total_swap,20971511808}, {cached_memory,9251135488}, {buffered_memory,277831680}, {free_memory,5910953984}, {total_memory,25199214592}]}, {node_storage_conf,[{db_path,"/data"},{index_path,"/data"}]}, {statistics, [{wall_clock,{3300946,4994}}, {context_switches,{24061753,0}}, {garbage_collection,{3252567,7788898569,0}}, {io,{{input,568425936},{output,18454055538}}}, {reductions,{2723793514,3249293}}, {run_queue,0}, {runtime,{936650,1160}}]}, {system_stats, [{cpu_utilization_rate,31.2807881773399}, {swap_total,20971511808}, {swap_used,0}]}, {interesting_stats, [{couch_docs_actual_disk_size,9090945270}, {couch_docs_data_size,7331999431}, {couch_views_actual_disk_size,0}, {couch_views_data_size,0}, {curr_items,1442243}, {curr_items_tot,2980718}, {mem_used,7864672864}, {vb_replica_curr_items,1538475}]}, {cluster_compatibility_version,131072}, {version, [{public_key,"0.13"}, {lhttpc,"1.3.0"}, {ale,"8cffe61"}, {os_mon,"2.2.7"}, {couch_set_view,"1.2.0a-b68b5f4-git"}, {mnesia,"4.5"}, {inets,"5.7.1"}, {couch,"1.2.0a-b68b5f4-git"}, {mapreduce,"1.0.0"}, {couch_index_merger,"1.2.0a-b68b5f4-git"}, {kernel,"2.14.5"}, {crypto,"2.0.4"}, {ssl,"4.1.6"}, {sasl,"2.1.10"}, {couch_view_parser,"1.0.0"}, {ns_server,"2.0.0-1939-rel-enterprise"}, {mochiweb,"1.4.1"}, {oauth,"7d85d3ef"}, {stdlib,"1.17.5"}]}, {supported_compat_version,[2,0]}, {system_arch,"x86_64-unknown-linux-gnu"}, {wall_clock,3300}, {memory_data,{25199214592,18555531264,{<17923.67.0>,16006048}}}, {disk_data, [{"/",41260352,5}, {"/dev/shm",12304304,0}, {"/boot",495844,7}, {"/data",206420664,5}]}, {meminfo, <<"MemTotal: 24608608 kB\nMemFree: 5772416 kB\nBuffers: 271320 kB\nCached: 9034312 kB\nSwapCached: 0 kB\nActive: 10746224 kB\nInactive: 7402976 kB\nActive(anon): 8840452 kB\nInactive(anon): 5460 kB\nActive(file): 1905772 kB\nInactive(file): 7397516 kB\nUnevictable: 11252 kB\nMlocked: 11288 kB\nSwapTotal: 20479992 kB\nSwapFree: 20479992 kB\nDirty: 6728 kB\nWriteback: 0 kB\nAnonPages: 8838608 kB\nMapped: 15560 kB\nShmem: 172 kB\nSlab: 361732 kB\nSReclaimable: 303932 kB\nSUnreclaim: 57800 kB\nKernelStack: 2504 kB\nPageTables: 21532 kB\nNFS_Unstable: 0 kB\nBounce: 0 kB\nWritebackTmp: 0 kB\nCommitLimit: 32784296 kB\nCommitted_AS: 10601816 kB\nVmallocTotal: 34359738367 kB\nVmallocUsed: 332500 kB\nVmallocChunk: 34359355024 kB\nHardwareCorrupted: 0 kB\nAnonHugePages: 4425728 kB\nHugePages_Total: 0\nHugePages_Free: 0\nHugePages_Rsvd: 0\nHugePages_Surp: 0\nHugepagesize: 2048 kB\nDirectMap4k: 10240 kB\nDirectMap2M: 25155584 kB\n">>}]}] [stats:debug,2012-11-10T1:51:25.938,ns_1@192.168.0.21:<0.4502.0>:stats_collector:maybe_log_stats:126](at {{1970,1,16},{7,42,21}}) Stats for bucket "default": accepting_conns 1 auth_cmds 9 auth_errors 0 bucket_active_conns 2 bucket_conns 25 bytes 5833528696 bytes_read 16877520890 bytes_written 9671590271 cas_badval 0 cas_hits 0 cas_misses 0 cmd_flush 0 cmd_get 1886059 cmd_set 1624055 conn_yields 80733 connection_structures 5000 curr_connections 28 curr_conns_on_port_11209 16 curr_conns_on_port_11210 10 curr_items 1144428 curr_items_tot 2246103 curr_temp_items 0 daemon_connections 4 decr_hits 0 decr_misses 0 delete_hits 102980 delete_misses 118006 ep_access_scanner_last_runtime 0 ep_access_scanner_num_items 0 ep_access_scanner_task_time 2012-11-10 10:00:00 ep_allow_data_loss_during_shutdown 1 ep_alog_block_size 4096 ep_alog_path /data/default/access.log ep_alog_sleep_time 1440 ep_alog_task_time 10 ep_backend couchdb ep_bg_fetch_delay 0 ep_bg_fetched 0 ep_bg_meta_fetched 0 ep_bg_remaining_jobs 0 ep_chk_max_items 5000 ep_chk_period 1800 ep_chk_persistence_remains 2 ep_chk_persistence_timeout 10 ep_chk_remover_stime 5 ep_commit_num 84841 ep_commit_time 12 ep_commit_time_total 908016 ep_concurrentDB 1 ep_config_file ep_couch_bucket default ep_couch_host localhost ep_couch_port 11213 ep_couch_reconnect_sleeptime 250 ep_couch_response_timeout 180000 ep_data_age 18 ep_data_age_highwat 64 ep_data_traffic_enabled 0 ep_dbinit 0 ep_dbname /data/default ep_degraded_mode 0 ep_diskqueue_drain 7581735 ep_diskqueue_fill 6668592 ep_diskqueue_items 42634 ep_diskqueue_memory 1266528 ep_diskqueue_pending 1899792 ep_exp_pager_stime 3600 ep_exp_pager_stime 3600 ep_expired_access 1521 ep_expired_pager 0 ep_expiry_window 3 ep_failpartialwarmup 0 ep_flush_all false ep_flush_duration_total 1866 ep_flushall_enabled 0 ep_flusher_state running ep_flusher_todo 1236 ep_getl_default_timeout 15 ep_getl_max_timeout 30 ep_ht_locks 5 ep_ht_size 3079 ep_inconsistent_slave_chk 0 ep_initfile ep_io_num_read 0 ep_io_num_write 6031685 ep_io_read_bytes 0 ep_io_write_bytes 13757568554 ep_item_begin_failed 0 ep_item_commit_failed 0 ep_item_flush_expired 30 ep_item_flush_failed 0 ep_item_num_based_new_chk 1 ep_items_rm_from_checkpoints 371495 ep_keep_closed_chks 0 ep_klog_block_size 4096 ep_klog_compactor_queue_cap 500000 ep_klog_compactor_stime 3600 ep_klog_flush commit2 ep_klog_max_entry_ratio 10 ep_klog_max_log_size 2147483647 ep_klog_path ep_klog_sync commit2 ep_kv_size 5546067181 ep_max_checkpoints 2 ep_max_data_size 12582912000 ep_max_item_size 20971520 ep_max_size 12582912000 ep_max_txn_size 10000 ep_max_vbuckets 1024 ep_mem_high_wat 9437184000 ep_mem_high_wat 9437184000 ep_mem_low_wat 7549747200 ep_mem_low_wat 7549747200 ep_mem_tracker_enabled true ep_min_data_age 0 ep_mlog_compactor_runs 0 ep_mutation_mem_threshold 0 ep_num_access_scanner_runs 0 ep_num_eject_failures 0 ep_num_expiry_pager_runs 0 ep_num_non_resident 0 ep_num_not_my_vbuckets 0 ep_num_ops_del_meta 0 ep_num_ops_get_meta 0 ep_num_ops_set_meta 0 ep_num_pager_runs 0 ep_num_value_ejects 0 ep_oom_errors 0 ep_overhead 106810194 ep_pager_active_vb_pcnt 40 ep_pager_unbiased_period 60 ep_pending_ops 0 ep_pending_ops_max 1 ep_pending_ops_max_duration 206679 ep_pending_ops_total 9 ep_postInitfile ep_queue_age_cap 900 ep_queue_size 41398 ep_startup_time 1352539183 ep_storage_age 18 ep_storage_age_highwat 77 ep_store_max_concurrency 10 ep_store_max_readers 9 ep_store_max_readwrite 1 ep_stored_val_type ep_tap_ack_grace_period 300 ep_tap_ack_initial_sequence_number 1 ep_tap_ack_interval 1000 ep_tap_ack_window_size 10 ep_tap_backfill_resident 0.9 ep_tap_backlog_limit 5000 ep_tap_backoff_period 5 ep_tap_bg_fetch_requeued 0 ep_tap_bg_fetched 0 ep_tap_bg_max_pending 500 ep_tap_keepalive 300 ep_tap_noop_interval 20 ep_tap_requeue_sleep_time 0.1 ep_tap_throttle_cap_pcnt 10 ep_tap_throttle_queue_cap 1000000 ep_tap_throttle_threshold 90 ep_tmp_oom_errors 0 ep_too_old 0 ep_too_young 0 ep_total_cache_size 5519137105 ep_total_del_items 320292 ep_total_enqueued 6668593 ep_total_new_items 2423076 ep_total_persisted 6031685 ep_uncommitted_items 37 ep_value_size 5360872813 ep_vb0 0 ep_vb_snapshot_total 800 ep_vb_total 772 ep_vbucket_del 0 ep_vbucket_del_fail 0 ep_version 2.0.0r_133_g68e3f7c ep_waitforwarmup 0 ep_warmup 1 ep_warmup_batch_size 1000 ep_warmup_dups 0 ep_warmup_min_items_threshold 100 ep_warmup_min_memory_threshold 100 ep_warmup_oom 0 ep_warmup_thread complete ep_warmup_time 19069 get_hits 1688218 get_misses 197841 incr_hits 0 incr_misses 0 libevent 2.0.11-stable limit_maxbytes 67108864 listen_disabled_num 0 max_conns_on_port_11209 1000 max_conns_on_port_11210 9000 mem_used 5833528696 pid 22718 pointer_size 64 rejected_conns 0 rusage_system 437.134545 rusage_user 964.441382 tap_checkpoint_end_received 1267 tap_checkpoint_end_sent 389 tap_checkpoint_start_received 2483 tap_checkpoint_start_sent 447 tap_connect_received 1 tap_delete_received 204367 tap_delete_sent 130211 tap_mutation_received 5177045 tap_mutation_sent 2105260 tap_opaque_received 5398 tap_opaque_sent 394 tap_vbucket_set_received 786 threads 4 time 1352541085 total_connections 3966 uptime 1906 vb_active_curr_items 1144428 vb_active_eject 0 vb_active_expired 1471 vb_active_ht_memory 9868824 vb_active_itm_memory 2812699452 vb_active_meta_data_memory 90409812 vb_active_num 393 vb_active_num_non_resident 0 vb_active_num_ref_ejects 0 vb_active_num_ref_items 1241649 vb_active_ops_create 1237327 vb_active_ops_delete 164788 vb_active_ops_reject 0 vb_active_ops_update 1484467 vb_active_perc_mem_resident 100 vb_active_queue_age 1612570000 vb_active_queue_drain 3817736 vb_active_queue_fill 3312934 vb_active_queue_memory 509440 vb_active_queue_pending 764160 vb_active_queue_size 15920 vb_dead_num 0 vb_pending_curr_items 0 vb_pending_eject 0 vb_pending_expired 0 vb_pending_ht_memory 0 vb_pending_itm_memory 0 vb_pending_meta_data_memory 0 vb_pending_num 0 vb_pending_num_non_resident 0 vb_pending_num_ref_ejects 0 vb_pending_num_ref_items 0 vb_pending_ops_create 0 vb_pending_ops_delete 0 vb_pending_ops_reject 0 vb_pending_ops_update 0 vb_pending_perc_mem_resident 0 vb_pending_queue_age 0 vb_pending_queue_drain 0 vb_pending_queue_fill 0 vb_pending_queue_memory 0 vb_pending_queue_pending 0 vb_pending_queue_size 0 vb_replica_curr_items 1101675 vb_replica_eject 0 vb_replica_expired 50 vb_replica_ht_memory 9517448 vb_replica_itm_memory 2706437653 vb_replica_meta_data_memory 87032325 vb_replica_num 379 vb_replica_num_non_resident 0 vb_replica_num_ref_ejects 0 vb_replica_num_ref_items 1194814 vb_replica_ops_create 1185752 vb_replica_ops_delete 155504 vb_replica_ops_reject 0 vb_replica_ops_update 1803883 vb_replica_perc_mem_resident 100 vb_replica_queue_age 601657000 vb_replica_queue_drain 3763999 vb_replica_queue_fill 3355658 vb_replica_queue_memory 757088 vb_replica_queue_pending 1135632 vb_replica_queue_size 23659 version 1.4.4_600_g7ea975a [ns_doctor:debug,2012-11-10T1:51:41.353,ns_1@192.168.0.21:ns_doctor<0.4376.0>:ns_doctor:handle_info:137]Current node statuses: [{'ns_1@192.168.0.20', [{last_heard,{1352,541097,894029}}, {outgoing_replications_safeness_level,[{"default",green}]}, {incoming_replications_conf_hashes, [{"default",[{'ns_1@192.168.0.22',89380434}]}]}, {active_buckets,["default"]}, {ready_buckets,["default"]}, {local_tasks,[]}, {memory, [{total,161515208}, {processes,113488120}, {processes_used,110148544}, {system,48027088}, {atom,1401785}, {atom_used,1374492}, {binary,4435512}, {code,14045110}, {ets,9952048}]}, {system_memory_data, [{system_total_memory,25199214592}, {free_swap,20971511808}, {total_swap,20971511808}, {cached_memory,2144501760}, {buffered_memory,233824256}, {free_memory,13402472448}, {total_memory,25199214592}]}, {node_storage_conf,[{db_path,"/data"},{index_path,"/data"}]}, {statistics, [{wall_clock,{3377663,4999}}, {context_switches,{20111051,0}}, {garbage_collection,{2527290,17609698084,0}}, {io,{{input,388402239},{output,11994103384}}}, {reductions,{2941882913,2880283}}, {run_queue,0}, {runtime,{1148430,1140}}]}, {system_stats, [{cpu_utilization_rate,50.8557457212714}, {swap_total,20971511808}, {swap_used,0}]}, {interesting_stats, [{couch_docs_actual_disk_size,2058643608}, {couch_docs_data_size,1809712824}, {couch_views_actual_disk_size,0}, {couch_views_data_size,0}, {curr_items,390667}, {curr_items_tot,733729}, {mem_used,2019262720}, {vb_replica_curr_items,343062}]}, {cluster_compatibility_version,131072}, {version, [{public_key,"0.13"}, {lhttpc,"1.3.0"}, {ale,"8cffe61"}, {os_mon,"2.2.7"}, {couch_set_view,"1.2.0a-b68b5f4-git"}, {mnesia,"4.5"}, {inets,"5.7.1"}, {couch,"1.2.0a-b68b5f4-git"}, {mapreduce,"1.0.0"}, {couch_index_merger,"1.2.0a-b68b5f4-git"}, {kernel,"2.14.5"}, {crypto,"2.0.4"}, {ssl,"4.1.6"}, {sasl,"2.1.10"}, {couch_view_parser,"1.0.0"}, {ns_server,"2.0.0-1939-rel-enterprise"}, {mochiweb,"1.4.1"}, {oauth,"7d85d3ef"}, {stdlib,"1.17.5"}]}, {supported_compat_version,[2,0]}, {system_arch,"x86_64-unknown-linux-gnu"}, {wall_clock,3377}, {memory_data,{25199214592,11700355072,{<17877.428.0>,15909904}}}, {disk_data, [{"/",41260352,5}, {"/dev/shm",12304304,0}, {"/boot",495844,7}, {"/data",206420664,2}]}, {meminfo, <<"MemTotal: 24608608 kB\nMemFree: 13088352 kB\nBuffers: 228344 kB\nCached: 2094240 kB\nSwapCached: 0 kB\nActive: 8725056 kB\nInactive: 2268636 kB\nActive(anon): 8110512 kB\nInactive(anon): 562264 kB\nActive(file): 614544 kB\nInactive(file): 1706372 kB\nUnevictable: 11276 kB\nMlocked: 11288 kB\nSwapTotal: 20479992 kB\nSwapFree: 20479992 kB\nDirty: 1868 kB\nWriteback: 36 kB\nAnonPages: 8651532 kB\nMapped: 15448 kB\nShmem: 172 kB\nSlab: 204352 kB\nSReclaimable: 146688 kB\nSUnreclaim: 57664 kB\nKernelStack: 2984 kB\nPageTables: 21348 kB\nNFS_Unstable: 0 kB\nBounce: 0 kB\nWritebackTmp: 0 kB\nCommitLimit: 32784296 kB\nCommitted_AS: 10421948 kB\nVmallocTotal: 34359738367 kB\nVmallocUsed: 332500 kB\nVmallocChunk: 34359360032 kB\nHardwareCorrupted: 0 kB\nAnonHugePages: 4419584 kB\nHugePages_Total: 0\nHugePages_Free: 0\nHugePages_Rsvd: 0\nHugePages_Surp: 0\nHugepagesize: 2048 kB\nDirectMap4k: 10240 kB\nDirectMap2M: 25155584 kB\n">>}]}, {'ns_1@192.168.0.21', [{last_heard,{1352,541096,356871}}, {outgoing_replications_safeness_level,[{"default",green}]}, {incoming_replications_conf_hashes, [{"default",[{'ns_1@192.168.0.22',22867778}]}]}, {active_buckets,["default"]}, {ready_buckets,["default"]}, {local_tasks, [[{pid,<<"<0.27449.1>">>}, {bucket,<<"default">>}, {original_target,{[{type,bucket}]}}, {progress,28}, {started_on,1352541058}, {total_vbuckets,767}, {trigger_type,scheduled}, {type,bucket_compaction}, {updated_on,1352541096}, {vbuckets_done,219}]]}, {memory, [{total,203824584}, {processes,152477104}, {processes_used,152450640}, {system,51347480}, {atom,1333345}, {atom_used,1324998}, {binary,11011984}, {code,13371137}, {ets,7137912}]}, {system_memory_data, [{system_total_memory,25199214592}, {free_swap,20971511808}, {total_swap,20971511808}, {cached_memory,7284072448}, {buffered_memory,210448384}, {free_memory,10467753984}, {total_memory,25199214592}]}, {node_storage_conf,[{db_path,"/data"},{index_path,"/data"}]}, {statistics, [{wall_clock,{3357548,5001}}, {context_switches,{11592614,0}}, {garbage_collection,{2136672,4784643896,0}}, {io,{{input,301115149},{output,13050233616}}}, {reductions,{1535716509,3246218}}, {run_queue,0}, {runtime,{596140,1140}}]}, {system_stats, [{cpu_utilization_rate,56.04938271604938}, {swap_total,20971511808}, {swap_used,0}]}, {interesting_stats, [{couch_docs_actual_disk_size,7228687017}, {couch_docs_data_size,5518953068}, {couch_views_actual_disk_size,0}, {couch_views_data_size,0}, {curr_items,1147312}, {curr_items_tot,2251614}, {mem_used,5843601672}, {vb_replica_curr_items,1104302}]}, {cluster_compatibility_version,131072}, {version, [{public_key,"0.13"}, {lhttpc,"1.3.0"}, {ale,"8cffe61"}, {os_mon,"2.2.7"}, {couch_set_view,"1.2.0a-b68b5f4-git"}, {mnesia,"4.5"}, {inets,"5.7.1"}, {couch,"1.2.0a-b68b5f4-git"}, {mapreduce,"1.0.0"}, {couch_index_merger,"1.2.0a-b68b5f4-git"}, {kernel,"2.14.5"}, {crypto,"2.0.4"}, {ssl,"4.1.6"}, {sasl,"2.1.10"}, {couch_view_parser,"1.0.0"}, {ns_server,"2.0.0-1939-rel-enterprise"}, {mochiweb,"1.4.1"}, {oauth,"7d85d3ef"}, {stdlib,"1.17.5"}]}, {supported_compat_version,[2,0]}, {system_arch,"x86_64-unknown-linux-gnu"}, {wall_clock,3357}, {memory_data,{25199214592,14837157888,{<0.84.0>,12342376}}}, {disk_data, [{"/",41260352,5}, {"/dev/shm",12304304,0}, {"/boot",495844,7}, {"/data",206420664,4}]}, {meminfo, <<"MemTotal: 24608608 kB\nMemFree: 10220432 kB\nBuffers: 205516 kB\nCached: 7115648 kB\nSwapCached: 0 kB\nActive: 8100876 kB\nInactive: 5675712 kB\nActive(anon): 6448364 kB\nInactive(anon): 9272 kB\nActive(file): 1652512 kB\nInactive(file): 5666440 kB\nUnevictable: 11288 kB\nMlocked: 11288 kB\nSwapTotal: 20479992 kB\nSwapFree: 20479992 kB\nDirty: 6048 kB\nWriteback: 0 kB\nAnonPages: 6467180 kB\nMapped: 14496 kB\nShmem: 164 kB\nSlab: 290116 kB\nSReclaimable: 232284 kB\nSUnreclaim: 57832 kB\nKernelStack: 2976 kB\nPageTables: 16700 kB\nNFS_Unstable: 0 kB\nBounce: 0 kB\nWritebackTmp: 0 kB\nCommitLimit: 32784296 kB\nCommitted_AS: 8219036 kB\nVmallocTotal: 34359738367 kB\nVmallocUsed: 332500 kB\nVmallocChunk: 34359355024 kB\nHardwareCorrupted: 0 kB\nAnonHugePages: 3180544 kB\nHugePages_Total: 0\nHugePages_Free: 0\nHugePages_Rsvd: 0\nHugePages_Surp: 0\nHugepagesize: 2048 kB\nDirectMap4k: 10240 kB\nDirectMap2M: 25155584 kB\n">>}]}, {'ns_1@192.168.0.22', [{last_heard,{1352,541100,961655}}, {outgoing_replications_safeness_level,[{"default",green}]}, {incoming_replications_conf_hashes, [{"default", [{'ns_1@192.168.0.20',99595827},{'ns_1@192.168.0.21',826578}]}]}, {active_buckets,["default"]}, {ready_buckets,["default"]}, {local_tasks,[]}, {memory, [{total,244127568}, {processes,187042000}, {processes_used,186847552}, {system,57085568}, {atom,1338193}, {atom_used,1333793}, {binary,13418024}, {code,13481638}, {ets,10175664}]}, {system_memory_data, [{system_total_memory,25199214592}, {free_swap,20971511808}, {total_swap,20971511808}, {cached_memory,9936838656}, {buffered_memory,279293952}, {free_memory,5215625216}, {total_memory,25199214592}]}, {node_storage_conf,[{db_path,"/data"},{index_path,"/data"}]}, {statistics, [{wall_clock,{3360951,5009}}, {context_switches,{24462019,0}}, {garbage_collection,{3302110,7917711816,0}}, {io,{{input,573993961},{output,18751761574}}}, {reductions,{2767735907,4039829}}, {run_queue,0}, {runtime,{952560,1440}}]}, {system_stats, [{cpu_utilization_rate,35.07462686567164}, {swap_total,20971511808}, {swap_used,0}]}, {interesting_stats, [{couch_docs_actual_disk_size,9769324782}, {couch_docs_data_size,7331255612}, {couch_views_actual_disk_size,0}, {couch_views_data_size,0}, {curr_items,1442052}, {curr_items_tot,2980891}, {mem_used,7845574816}, {vb_replica_curr_items,1538839}]}, {cluster_compatibility_version,131072}, {version, [{public_key,"0.13"}, {lhttpc,"1.3.0"}, {ale,"8cffe61"}, {os_mon,"2.2.7"}, {couch_set_view,"1.2.0a-b68b5f4-git"}, {mnesia,"4.5"}, {inets,"5.7.1"}, {couch,"1.2.0a-b68b5f4-git"}, {mapreduce,"1.0.0"}, {couch_index_merger,"1.2.0a-b68b5f4-git"}, {kernel,"2.14.5"}, {crypto,"2.0.4"}, {ssl,"4.1.6"}, {sasl,"2.1.10"}, {couch_view_parser,"1.0.0"}, {ns_server,"2.0.0-1939-rel-enterprise"}, {mochiweb,"1.4.1"}, {oauth,"7d85d3ef"}, {stdlib,"1.17.5"}]}, {supported_compat_version,[2,0]}, {system_arch,"x86_64-unknown-linux-gnu"}, {wall_clock,3360}, {memory_data,{25199214592,19289022464,{<17923.67.0>,16006048}}}, {disk_data, [{"/",41260352,5}, {"/dev/shm",12304304,0}, {"/boot",495844,7}, {"/data",206420664,5}]}, {meminfo, <<"MemTotal: 24608608 kB\nMemFree: 5093384 kB\nBuffers: 272748 kB\nCached: 9703944 kB\nSwapCached: 0 kB\nActive: 11104912 kB\nInactive: 7712944 kB\nActive(anon): 8838340 kB\nInactive(anon): 5460 kB\nActive(file): 2266572 kB\nInactive(file): 7707484 kB\nUnevictable: 11252 kB\nMlocked: 11288 kB\nSwapTotal: 20479992 kB\nSwapFree: 20479992 kB\nDirty: 5272 kB\nWriteback: 0 kB\nAnonPages: 8849404 kB\nMapped: 15568 kB\nShmem: 172 kB\nSlab: 371048 kB\nSReclaimable: 313276 kB\nSUnreclaim: 57772 kB\nKernelStack: 2472 kB\nPageTables: 21396 kB\nNFS_Unstable: 0 kB\nBounce: 0 kB\nWritebackTmp: 0 kB\nCommitLimit: 32784296 kB\nCommitted_AS: 10600516 kB\nVmallocTotal: 34359738367 kB\nVmallocUsed: 332500 kB\nVmallocChunk: 34359355024 kB\nHardwareCorrupted: 0 kB\nAnonHugePages: 4521984 kB\nHugePages_Total: 0\nHugePages_Free: 0\nHugePages_Rsvd: 0\nHugePages_Surp: 0\nHugepagesize: 2048 kB\nDirectMap4k: 10240 kB\nDirectMap2M: 25155584 kB\n">>}]}] [ns_doctor:debug,2012-11-10T1:52:41.353,ns_1@192.168.0.21:ns_doctor<0.4376.0>:ns_doctor:handle_info:137]Current node statuses: [{'ns_1@192.168.0.20', [{last_heard,{1352,541157,897828}}, {outgoing_replications_safeness_level,[{"default",green}]}, {incoming_replications_conf_hashes, [{"default",[{'ns_1@192.168.0.22',31898346}]}]}, {active_buckets,["default"]}, {ready_buckets,["default"]}, {local_tasks,[]}, {memory, [{total,160022216}, {processes,111940984}, {processes_used,108559448}, {system,48081232}, {atom,1401785}, {atom_used,1374492}, {binary,4323560}, {code,14045110}, {ets,10127168}]}, {system_memory_data, [{system_total_memory,25199214592}, {free_swap,20971491328}, {total_swap,20971511808}, {cached_memory,2296836096}, {buffered_memory,233811968}, {free_memory,13287821312}, {total_memory,25199214592}]}, {node_storage_conf,[{db_path,"/data"},{index_path,"/data"}]}, {statistics, [{wall_clock,{3437666,5004}}, {context_switches,{20386411,0}}, {garbage_collection,{2561012,17858989357,0}}, {io,{{input,394312508},{output,12063032764}}}, {reductions,{2978691420,2886919}}, {run_queue,0}, {runtime,{1166500,1020}}]}, {system_stats, [{cpu_utilization_rate,52.16346153846154}, {swap_total,20971511808}, {swap_used,20480}]}, {interesting_stats, [{couch_docs_actual_disk_size,2211823367}, {couch_docs_data_size,1739029634}, {couch_views_actual_disk_size,0}, {couch_views_data_size,0}, {curr_items,376153}, {curr_items_tot,704661}, {mem_used,1947434144}, {vb_replica_curr_items,328508}]}, {cluster_compatibility_version,131072}, {version, [{public_key,"0.13"}, {lhttpc,"1.3.0"}, {ale,"8cffe61"}, {os_mon,"2.2.7"}, {couch_set_view,"1.2.0a-b68b5f4-git"}, {mnesia,"4.5"}, {inets,"5.7.1"}, {couch,"1.2.0a-b68b5f4-git"}, {mapreduce,"1.0.0"}, {couch_index_merger,"1.2.0a-b68b5f4-git"}, {kernel,"2.14.5"}, {crypto,"2.0.4"}, {ssl,"4.1.6"}, {sasl,"2.1.10"}, {couch_view_parser,"1.0.0"}, {ns_server,"2.0.0-1939-rel-enterprise"}, {mochiweb,"1.4.1"}, {oauth,"7d85d3ef"}, {stdlib,"1.17.5"}]}, {supported_compat_version,[2,0]}, {system_arch,"x86_64-unknown-linux-gnu"}, {wall_clock,3437}, {memory_data,{25199214592,11856814080,{<17877.428.0>,15918312}}}, {disk_data, [{"/",41260352,5}, {"/dev/shm",12304304,0}, {"/boot",495844,7}, {"/data",206420664,2}]}, {meminfo, <<"MemTotal: 24608608 kB\nMemFree: 12976388 kB\nBuffers: 228332 kB\nCached: 2243004 kB\nSwapCached: 20 kB\nActive: 8924224 kB\nInactive: 2181336 kB\nActive(anon): 8114136 kB\nInactive(anon): 522056 kB\nActive(file): 810088 kB\nInactive(file): 1659280 kB\nUnevictable: 11276 kB\nMlocked: 11288 kB\nSwapTotal: 20479992 kB\nSwapFree: 20479972 kB\nDirty: 1688 kB\nWriteback: 0 kB\nAnonPages: 8645584 kB\nMapped: 15444 kB\nShmem: 172 kB\nSlab: 203848 kB\nSReclaimable: 146340 kB\nSUnreclaim: 57508 kB\nKernelStack: 2984 kB\nPageTables: 21360 kB\nNFS_Unstable: 0 kB\nBounce: 0 kB\nWritebackTmp: 0 kB\nCommitLimit: 32784296 kB\nCommitted_AS: 10396944 kB\nVmallocTotal: 34359738367 kB\nVmallocUsed: 332500 kB\nVmallocChunk: 34359360032 kB\nHardwareCorrupted: 0 kB\nAnonHugePages: 4519936 kB\nHugePages_Total: 0\nHugePages_Free: 0\nHugePages_Rsvd: 0\nHugePages_Surp: 0\nHugepagesize: 2048 kB\nDirectMap4k: 10240 kB\nDirectMap2M: 25155584 kB\n">>}]}, {'ns_1@192.168.0.21', [{last_heard,{1352,541156,355791}}, {outgoing_replications_safeness_level,[{"default",green}]}, {incoming_replications_conf_hashes, [{"default",[{'ns_1@192.168.0.22',117659570}]}]}, {active_buckets,["default"]}, {ready_buckets,["default"]}, {local_tasks, [[{pid,<<"<0.27449.1>">>}, {bucket,<<"default">>}, {original_target,{[{type,bucket}]}}, {progress,73}, {started_on,1352541058}, {total_vbuckets,767}, {trigger_type,scheduled}, {type,bucket_compaction}, {updated_on,1352541156}, {vbuckets_done,561}]]}, {memory, [{total,206684640}, {processes,155573696}, {processes_used,155564912}, {system,51110944}, {atom,1333345}, {atom_used,1324998}, {binary,10653232}, {code,13371137}, {ets,7243568}]}, {system_memory_data, [{system_total_memory,25199214592}, {free_swap,20971511808}, {total_swap,20971511808}, {cached_memory,6710878208}, {buffered_memory,214298624}, {free_memory,10983665664}, {total_memory,25199214592}]}, {node_storage_conf,[{db_path,"/data"},{index_path,"/data"}]}, {statistics, [{wall_clock,{3417547,4998}}, {context_switches,{11978531,0}}, {garbage_collection,{2182852,4901308842,0}}, {io,{{input,313229417},{output,13339270186}}}, {reductions,{1579896431,3591111}}, {run_queue,0}, {runtime,{610920,1250}}]}, {system_stats, [{cpu_utilization_rate,53.41463414634146}, {swap_total,20971511808}, {swap_used,0}]}, {interesting_stats, [{couch_docs_actual_disk_size,6635242974}, {couch_docs_data_size,5589481415}, {couch_views_actual_disk_size,0}, {couch_views_data_size,0}, {curr_items,1162224}, {curr_items_tot,2280407}, {mem_used,5899086024}, {vb_replica_curr_items,1118183}]}, {cluster_compatibility_version,131072}, {version, [{public_key,"0.13"}, {lhttpc,"1.3.0"}, {ale,"8cffe61"}, {os_mon,"2.2.7"}, {couch_set_view,"1.2.0a-b68b5f4-git"}, {mnesia,"4.5"}, {inets,"5.7.1"}, {couch,"1.2.0a-b68b5f4-git"}, {mapreduce,"1.0.0"}, {couch_index_merger,"1.2.0a-b68b5f4-git"}, {kernel,"2.14.5"}, {crypto,"2.0.4"}, {ssl,"4.1.6"}, {sasl,"2.1.10"}, {couch_view_parser,"1.0.0"}, {ns_server,"2.0.0-1939-rel-enterprise"}, {mochiweb,"1.4.1"}, {oauth,"7d85d3ef"}, {stdlib,"1.17.5"}]}, {supported_compat_version,[2,0]}, {system_arch,"x86_64-unknown-linux-gnu"}, {wall_clock,3417}, {memory_data,{25199214592,14713475072,{<0.84.0>,12342376}}}, {disk_data, [{"/",41260352,5}, {"/dev/shm",12304304,0}, {"/boot",495844,7}, {"/data",206420664,4}]}, {meminfo, <<"MemTotal: 24608608 kB\nMemFree: 10726484 kB\nBuffers: 209276 kB\nCached: 6553264 kB\nSwapCached: 0 kB\nActive: 7742612 kB\nInactive: 5544760 kB\nActive(anon): 6517424 kB\nInactive(anon): 9272 kB\nActive(file): 1225188 kB\nInactive(file): 5535488 kB\nUnevictable: 11288 kB\nMlocked: 11288 kB\nSwapTotal: 20479992 kB\nSwapFree: 20479992 kB\nDirty: 7716 kB\nWriteback: 0 kB\nAnonPages: 6536004 kB\nMapped: 14496 kB\nShmem: 164 kB\nSlab: 274448 kB\nSReclaimable: 216416 kB\nSUnreclaim: 58032 kB\nKernelStack: 2976 kB\nPageTables: 16832 kB\nNFS_Unstable: 0 kB\nBounce: 0 kB\nWritebackTmp: 0 kB\nCommitLimit: 32784296 kB\nCommitted_AS: 8301296 kB\nVmallocTotal: 34359738367 kB\nVmallocUsed: 332500 kB\nVmallocChunk: 34359355024 kB\nHardwareCorrupted: 0 kB\nAnonHugePages: 3276800 kB\nHugePages_Total: 0\nHugePages_Free: 0\nHugePages_Rsvd: 0\nHugePages_Surp: 0\nHugepagesize: 2048 kB\nDirectMap4k: 10240 kB\nDirectMap2M: 25155584 kB\n">>}]}, {'ns_1@192.168.0.22', [{last_heard,{1352,541160,956506}}, {outgoing_replications_safeness_level,[{"default",green}]}, {incoming_replications_conf_hashes, [{"default", [{'ns_1@192.168.0.20',5142506},{'ns_1@192.168.0.21',72439480}]}]}, {active_buckets,["default"]}, {ready_buckets,["default"]}, {local_tasks,[]}, {memory, [{total,245658744}, {processes,188095456}, {processes_used,187901088}, {system,57563288}, {atom,1338193}, {atom_used,1333793}, {binary,13834704}, {code,13481638}, {ets,10238352}]}, {system_memory_data, [{system_total_memory,25199214592}, {free_swap,20971511808}, {total_swap,20971511808}, {cached_memory,10599784448}, {buffered_memory,279629824}, {free_memory,4538335232}, {total_memory,25199214592}]}, {node_storage_conf,[{db_path,"/data"},{index_path,"/data"}]}, {statistics, [{wall_clock,{3420943,4991}}, {context_switches,{24826881,0}}, {garbage_collection,{3340127,8026487258,0}}, {io,{{input,578556251},{output,19037901461}}}, {reductions,{2807568212,2985916}}, {run_queue,0}, {runtime,{965900,990}}]}, {system_stats, [{cpu_utilization_rate,36.22828784119107}, {swap_total,20971511808}, {swap_used,0}]}, {interesting_stats, [{couch_docs_actual_disk_size,10426713193}, {couch_docs_data_size,7330880406}, {couch_views_actual_disk_size,0}, {couch_views_data_size,0}, {curr_items,1441543}, {curr_items_tot,2981056}, {mem_used,7832822672}, {vb_replica_curr_items,1539513}]}, {cluster_compatibility_version,131072}, {version, [{public_key,"0.13"}, {lhttpc,"1.3.0"}, {ale,"8cffe61"}, {os_mon,"2.2.7"}, {couch_set_view,"1.2.0a-b68b5f4-git"}, {mnesia,"4.5"}, {inets,"5.7.1"}, {couch,"1.2.0a-b68b5f4-git"}, {mapreduce,"1.0.0"}, {couch_index_merger,"1.2.0a-b68b5f4-git"}, {kernel,"2.14.5"}, {crypto,"2.0.4"}, {ssl,"4.1.6"}, {sasl,"2.1.10"}, {couch_view_parser,"1.0.0"}, {ns_server,"2.0.0-1939-rel-enterprise"}, {mochiweb,"1.4.1"}, {oauth,"7d85d3ef"}, {stdlib,"1.17.5"}]}, {supported_compat_version,[2,0]}, {system_arch,"x86_64-unknown-linux-gnu"}, {wall_clock,3420}, {memory_data,{25199214592,19984293888,{<17923.67.0>,16006048}}}, {disk_data, [{"/",41260352,5}, {"/dev/shm",12304304,0}, {"/boot",495844,7}, {"/data",206420664,6}]}, {meminfo, <<"MemTotal: 24608608 kB\nMemFree: 4431968 kB\nBuffers: 273076 kB\nCached: 10351352 kB\nSwapCached: 0 kB\nActive: 11357648 kB\nInactive: 8107064 kB\nActive(anon): 8770332 kB\nInactive(anon): 72036 kB\nActive(file): 2587316 kB\nInactive(file): 8035028 kB\nUnevictable: 11252 kB\nMlocked: 11288 kB\nSwapTotal: 20479992 kB\nSwapFree: 20479992 kB\nDirty: 1624 kB\nWriteback: 0 kB\nAnonPages: 8851460 kB\nMapped: 15532 kB\nShmem: 172 kB\nSlab: 389236 kB\nSReclaimable: 331576 kB\nSUnreclaim: 57660 kB\nKernelStack: 2472 kB\nPageTables: 21716 kB\nNFS_Unstable: 0 kB\nBounce: 0 kB\nWritebackTmp: 0 kB\nCommitLimit: 32784296 kB\nCommitted_AS: 10592100 kB\nVmallocTotal: 34359738367 kB\nVmallocUsed: 332500 kB\nVmallocChunk: 34359355024 kB\nHardwareCorrupted: 0 kB\nAnonHugePages: 4616192 kB\nHugePages_Total: 0\nHugePages_Free: 0\nHugePages_Rsvd: 0\nHugePages_Surp: 0\nHugepagesize: 2048 kB\nDirectMap4k: 10240 kB\nDirectMap2M: 25155584 kB\n">>}]}] [stats:debug,2012-11-10T1:53:05.949,ns_1@192.168.0.21:<0.4502.0>:stats_collector:maybe_log_stats:126](at {{1970,1,16},{7,42,21}}) Stats for bucket "default": accepting_conns 1 auth_cmds 9 auth_errors 0 bucket_active_conns 1 bucket_conns 25 bytes 5923212072 bytes_read 17691183325 bytes_written 10371129913 cas_badval 0 cas_hits 0 cas_misses 0 cmd_flush 0 cmd_get 2051414 cmd_set 1758575 conn_yields 84413 connection_structures 5000 curr_connections 28 curr_conns_on_port_11209 16 curr_conns_on_port_11210 10 curr_items 1167495 curr_items_tot 2291576 curr_temp_items 0 daemon_connections 4 decr_hits 0 decr_misses 0 delete_hits 111351 delete_misses 128204 ep_access_scanner_last_runtime 0 ep_access_scanner_num_items 0 ep_access_scanner_task_time 2012-11-10 10:00:00 ep_allow_data_loss_during_shutdown 1 ep_alog_block_size 4096 ep_alog_path /data/default/access.log ep_alog_sleep_time 1440 ep_alog_task_time 10 ep_backend couchdb ep_bg_fetch_delay 0 ep_bg_fetched 0 ep_bg_meta_fetched 0 ep_bg_remaining_jobs 0 ep_chk_max_items 5000 ep_chk_period 1800 ep_chk_persistence_remains 2 ep_chk_persistence_timeout 10 ep_chk_remover_stime 5 ep_commit_num 87976 ep_commit_time 11 ep_commit_time_total 955437 ep_concurrentDB 1 ep_config_file ep_couch_bucket default ep_couch_host localhost ep_couch_port 11213 ep_couch_reconnect_sleeptime 250 ep_couch_response_timeout 180000 ep_data_age 18 ep_data_age_highwat 64 ep_data_traffic_enabled 0 ep_dbinit 0 ep_dbname /data/default ep_degraded_mode 0 ep_diskqueue_drain 7920198 ep_diskqueue_fill 6999938 ep_diskqueue_items 44051 ep_diskqueue_memory 1296160 ep_diskqueue_pending 1944240 ep_exp_pager_stime 3600 ep_exp_pager_stime 3600 ep_expired_access 1721 ep_expired_pager 0 ep_expiry_window 3 ep_failpartialwarmup 0 ep_flush_all false ep_flush_duration_total 1968 ep_flushall_enabled 0 ep_flusher_state running ep_flusher_todo 10270 ep_getl_default_timeout 15 ep_getl_max_timeout 30 ep_ht_locks 5 ep_ht_size 3079 ep_inconsistent_slave_chk 0 ep_initfile ep_io_num_read 0 ep_io_num_write 6345025 ep_io_read_bytes 0 ep_io_write_bytes 14470514862 ep_item_begin_failed 0 ep_item_commit_failed 0 ep_item_flush_expired 30 ep_item_flush_failed 0 ep_item_num_based_new_chk 1 ep_items_rm_from_checkpoints 612969 ep_keep_closed_chks 0 ep_klog_block_size 4096 ep_klog_compactor_queue_cap 500000 ep_klog_compactor_stime 3600 ep_klog_flush commit2 ep_klog_max_entry_ratio 10 ep_klog_max_log_size 2147483647 ep_klog_path ep_klog_sync commit2 ep_kv_size 5660172312 ep_max_checkpoints 2 ep_max_data_size 12582912000 ep_max_item_size 20971520 ep_max_size 12582912000 ep_max_txn_size 10000 ep_max_vbuckets 1024 ep_mem_high_wat 9437184000 ep_mem_high_wat 9437184000 ep_mem_low_wat 7549747200 ep_mem_low_wat 7549747200 ep_mem_tracker_enabled true ep_min_data_age 0 ep_mlog_compactor_runs 0 ep_mutation_mem_threshold 0 ep_num_access_scanner_runs 0 ep_num_eject_failures 0 ep_num_expiry_pager_runs 0 ep_num_non_resident 0 ep_num_not_my_vbuckets 0 ep_num_ops_del_meta 0 ep_num_ops_get_meta 0 ep_num_ops_set_meta 0 ep_num_pager_runs 0 ep_num_value_ejects 0 ep_oom_errors 0 ep_overhead 93410208 ep_pager_active_vb_pcnt 40 ep_pager_unbiased_period 60 ep_pending_ops 0 ep_pending_ops_max 1 ep_pending_ops_max_duration 206679 ep_pending_ops_total 9 ep_postInitfile ep_queue_age_cap 900 ep_queue_size 33781 ep_startup_time 1352539183 ep_storage_age 16 ep_storage_age_highwat 77 ep_store_max_concurrency 10 ep_store_max_readers 9 ep_store_max_readwrite 1 ep_stored_val_type ep_tap_ack_grace_period 300 ep_tap_ack_initial_sequence_number 1 ep_tap_ack_interval 1000 ep_tap_ack_window_size 10 ep_tap_backfill_resident 0.9 ep_tap_backlog_limit 5000 ep_tap_backoff_period 5 ep_tap_bg_fetch_requeued 0 ep_tap_bg_fetched 0 ep_tap_bg_max_pending 500 ep_tap_keepalive 300 ep_tap_noop_interval 20 ep_tap_requeue_sleep_time 0.1 ep_tap_throttle_cap_pcnt 10 ep_tap_throttle_queue_cap 1000000 ep_tap_throttle_threshold 90 ep_tmp_oom_errors 0 ep_too_old 0 ep_too_young 0 ep_total_cache_size 5632697256 ep_total_del_items 339866 ep_total_enqueued 6999938 ep_total_new_items 2483518 ep_total_persisted 6345025 ep_uncommitted_items 100 ep_value_size 5471228772 ep_vb0 0 ep_vb_snapshot_total 824 ep_vb_total 788 ep_vbucket_del 0 ep_vbucket_del_fail 0 ep_version 2.0.0r_133_g68e3f7c ep_waitforwarmup 0 ep_warmup 1 ep_warmup_batch_size 1000 ep_warmup_dups 0 ep_warmup_min_items_threshold 100 ep_warmup_min_memory_threshold 100 ep_warmup_oom 0 ep_warmup_thread complete ep_warmup_time 19069 get_hits 1826874 get_misses 224540 incr_hits 0 incr_misses 0 libevent 2.0.11-stable limit_maxbytes 67108864 listen_disabled_num 0 max_conns_on_port_11209 1000 max_conns_on_port_11210 9000 mem_used 5923212072 pid 22718 pointer_size 64 rejected_conns 0 rusage_system 466.616063 rusage_user 1019.010086 tap_checkpoint_end_received 1336 tap_checkpoint_end_sent 436 tap_checkpoint_start_received 2576 tap_checkpoint_start_sent 497 tap_connect_received 1 tap_delete_received 216590 tap_delete_sent 139552 tap_mutation_received 5364988 tap_mutation_sent 2242871 tap_opaque_received 5510 tap_opaque_sent 402 tap_vbucket_set_received 802 threads 4 time 1352541185 total_connections 4046 uptime 2006 vb_active_curr_items 1167495 vb_active_eject 0 vb_active_expired 1668 vb_active_ht_memory 10069720 vb_active_itm_memory 2869911889 vb_active_meta_data_memory 92232105 vb_active_num 401 vb_active_num_non_resident 0 vb_active_num_ref_ejects 0 vb_active_num_ref_items 1272503 vb_active_ops_create 1267546 vb_active_ops_delete 174758 vb_active_ops_reject 0 vb_active_ops_update 1598152 vb_active_perc_mem_resident 100 vb_active_queue_age 1655660000 vb_active_queue_drain 3985812 vb_active_queue_fill 3481278 vb_active_queue_memory 661856 vb_active_queue_pending 992784 vb_active_queue_size 20683 vb_dead_num 0 vb_pending_curr_items 0 vb_pending_eject 0 vb_pending_expired 0 vb_pending_ht_memory 0 vb_pending_itm_memory 0 vb_pending_meta_data_memory 0 vb_pending_num 0 vb_pending_num_non_resident 0 vb_pending_num_ref_ejects 0 vb_pending_num_ref_items 0 vb_pending_ops_create 0 vb_pending_ops_delete 0 vb_pending_ops_reject 0 vb_pending_ops_update 0 vb_pending_perc_mem_resident 0 vb_pending_queue_age 0 vb_pending_queue_drain 0 vb_pending_queue_fill 0 vb_pending_queue_memory 0 vb_pending_queue_pending 0 vb_pending_queue_size 0 vb_replica_curr_items 1124081 vb_replica_eject 0 vb_replica_expired 53 vb_replica_ht_memory 9718344 vb_replica_itm_memory 2762785367 vb_replica_meta_data_memory 88802399 vb_replica_num 387 vb_replica_num_non_resident 0 vb_replica_num_ref_ejects 0 vb_replica_num_ref_items 1225089 vb_replica_ops_create 1215974 vb_replica_ops_delete 165108 vb_replica_ops_reject 0 vb_replica_ops_update 1923526 vb_replica_perc_mem_resident 100 vb_replica_queue_age 548618000 vb_replica_queue_drain 3934386 vb_replica_queue_fill 3518660 vb_replica_queue_memory 634304 vb_replica_queue_pending 951456 vb_replica_queue_size 19822 version 1.4.4_600_g7ea975a [ns_doctor:debug,2012-11-10T1:53:41.353,ns_1@192.168.0.21:ns_doctor<0.4376.0>:ns_doctor:handle_info:137]Current node statuses: [{'ns_1@192.168.0.20', [{last_heard,{1352,541217,894209}}, {outgoing_replications_safeness_level,[{"default",green}]}, {incoming_replications_conf_hashes, [{"default",[{'ns_1@192.168.0.22',16680179}]}]}, {active_buckets,["default"]}, {ready_buckets,["default"]}, {local_tasks,[]}, {memory, [{total,162610528}, {processes,114614864}, {processes_used,111192608}, {system,47995664}, {atom,1401785}, {atom_used,1374492}, {binary,4188224}, {code,14045110}, {ets,10187152}]}, {system_memory_data, [{system_total_memory,25199214592}, {free_swap,20971433984}, {total_swap,20971511808}, {cached_memory,2430611456}, {buffered_memory,229076992}, {free_memory,13156106240}, {total_memory,25199214592}]}, {node_storage_conf,[{db_path,"/data"},{index_path,"/data"}]}, {statistics, [{wall_clock,{3497662,4996}}, {context_switches,{20675975,0}}, {garbage_collection,{2595585,18115991463,0}}, {io,{{input,396960855},{output,12124494276}}}, {reductions,{3015889257,3236224}}, {run_queue,0}, {runtime,{1185420,1870}}]}, {system_stats, [{cpu_utilization_rate,57.5609756097561}, {swap_total,20971511808}, {swap_used,77824}]}, {interesting_stats, [{couch_docs_actual_disk_size,2348423035}, {couch_docs_data_size,1667855141}, {couch_views_actual_disk_size,0}, {couch_views_data_size,0}, {curr_items,361589}, {curr_items_tot,675672}, {mem_used,1875269728}, {vb_replica_curr_items,314083}]}, {cluster_compatibility_version,131072}, {version, [{public_key,"0.13"}, {lhttpc,"1.3.0"}, {ale,"8cffe61"}, {os_mon,"2.2.7"}, {couch_set_view,"1.2.0a-b68b5f4-git"}, {mnesia,"4.5"}, {inets,"5.7.1"}, {couch,"1.2.0a-b68b5f4-git"}, {mapreduce,"1.0.0"}, {couch_index_merger,"1.2.0a-b68b5f4-git"}, {kernel,"2.14.5"}, {crypto,"2.0.4"}, {ssl,"4.1.6"}, {sasl,"2.1.10"}, {couch_view_parser,"1.0.0"}, {ns_server,"2.0.0-1939-rel-enterprise"}, {mochiweb,"1.4.1"}, {oauth,"7d85d3ef"}, {stdlib,"1.17.5"}]}, {supported_compat_version,[2,0]}, {system_arch,"x86_64-unknown-linux-gnu"}, {wall_clock,3497}, {memory_data,{25199214592,12024123392,{<17877.428.0>,15911432}}}, {disk_data, [{"/",41260352,5}, {"/dev/shm",12304304,0}, {"/boot",495844,7}, {"/data",206420664,2}]}, {meminfo, <<"MemTotal: 24608608 kB\nMemFree: 12848008 kB\nBuffers: 223708 kB\nCached: 2373644 kB\nSwapCached: 4 kB\nActive: 9059252 kB\nInactive: 2174584 kB\nActive(anon): 8078148 kB\nInactive(anon): 560328 kB\nActive(file): 981104 kB\nInactive(file): 1614256 kB\nUnevictable: 11288 kB\nMlocked: 11288 kB\nSwapTotal: 20479992 kB\nSwapFree: 20479916 kB\nDirty: 1560 kB\nWriteback: 0 kB\nAnonPages: 8647884 kB\nMapped: 15444 kB\nShmem: 172 kB\nSlab: 203360 kB\nSReclaimable: 145896 kB\nSUnreclaim: 57464 kB\nKernelStack: 2984 kB\nPageTables: 21356 kB\nNFS_Unstable: 0 kB\nBounce: 0 kB\nWritebackTmp: 0 kB\nCommitLimit: 32784296 kB\nCommitted_AS: 10399188 kB\nVmallocTotal: 34359738367 kB\nVmallocUsed: 332500 kB\nVmallocChunk: 34359360032 kB\nHardwareCorrupted: 0 kB\nAnonHugePages: 4614144 kB\nHugePages_Total: 0\nHugePages_Free: 0\nHugePages_Rsvd: 0\nHugePages_Surp: 0\nHugepagesize: 2048 kB\nDirectMap4k: 10240 kB\nDirectMap2M: 25155584 kB\n">>}]}, {'ns_1@192.168.0.21', [{last_heard,{1352,541216,355138}}, {outgoing_replications_safeness_level,[{"default",green}]}, {incoming_replications_conf_hashes, [{"default",[{'ns_1@192.168.0.22',126605864}]}]}, {active_buckets,["default"]}, {ready_buckets,["default"]}, {local_tasks,[]}, {memory, [{total,210055688}, {processes,158506280}, {processes_used,158448944}, {system,51549408}, {atom,1333345}, {atom_used,1324998}, {binary,10986448}, {code,13371137}, {ets,7351464}]}, {system_memory_data, [{system_total_memory,25199214592}, {free_swap,20971511808}, {total_swap,20971511808}, {cached_memory,6655279104}, {buffered_memory,218132480}, {free_memory,10965037056}, {total_memory,25199214592}]}, {node_storage_conf,[{db_path,"/data"},{index_path,"/data"}]}, {statistics, [{wall_clock,{3477546,5000}}, {context_switches,{12352024,0}}, {garbage_collection,{2229491,5016368332,0}}, {io,{{input,326889618},{output,13633156871}}}, {reductions,{1623163394,4173916}}, {run_queue,0}, {runtime,{625420,1280}}]}, {system_stats, [{cpu_utilization_rate,29.197080291970803}, {swap_total,20971511808}, {swap_used,0}]}, {interesting_stats, [{couch_docs_actual_disk_size,6543763814}, {couch_docs_data_size,5660559975}, {couch_views_actual_disk_size,0}, {couch_views_data_size,0}, {curr_items,1175601}, {curr_items_tot,2307921}, {mem_used,5960542472}, {vb_replica_curr_items,1132320}]}, {cluster_compatibility_version,131072}, {version, [{public_key,"0.13"}, {lhttpc,"1.3.0"}, {ale,"8cffe61"}, {os_mon,"2.2.7"}, {couch_set_view,"1.2.0a-b68b5f4-git"}, {mnesia,"4.5"}, {inets,"5.7.1"}, {couch,"1.2.0a-b68b5f4-git"}, {mapreduce,"1.0.0"}, {couch_index_merger,"1.2.0a-b68b5f4-git"}, {kernel,"2.14.5"}, {crypto,"2.0.4"}, {ssl,"4.1.6"}, {sasl,"2.1.10"}, {couch_view_parser,"1.0.0"}, {ns_server,"2.0.0-1939-rel-enterprise"}, {mochiweb,"1.4.1"}, {oauth,"7d85d3ef"}, {stdlib,"1.17.5"}]}, {supported_compat_version,[2,0]}, {system_arch,"x86_64-unknown-linux-gnu"}, {wall_clock,3477}, {memory_data,{25199214592,14187053056,{<0.84.0>,12342376}}}, {disk_data, [{"/",41260352,5}, {"/dev/shm",12304304,0}, {"/boot",495844,7}, {"/data",206420664,4}]}, {meminfo, <<"MemTotal: 24608608 kB\nMemFree: 10708292 kB\nBuffers: 213020 kB\nCached: 6499296 kB\nSwapCached: 0 kB\nActive: 7809908 kB\nInactive: 5497140 kB\nActive(anon): 6587980 kB\nInactive(anon): 9272 kB\nActive(file): 1221928 kB\nInactive(file): 5487868 kB\nUnevictable: 11288 kB\nMlocked: 11288 kB\nSwapTotal: 20479992 kB\nSwapFree: 20479992 kB\nDirty: 5208 kB\nWriteback: 4 kB\nAnonPages: 6606668 kB\nMapped: 14492 kB\nShmem: 164 kB\nSlab: 271896 kB\nSReclaimable: 213980 kB\nSUnreclaim: 57916 kB\nKernelStack: 2968 kB\nPageTables: 16904 kB\nNFS_Unstable: 0 kB\nBounce: 0 kB\nWritebackTmp: 0 kB\nCommitLimit: 32784296 kB\nCommitted_AS: 8360904 kB\nVmallocTotal: 34359738367 kB\nVmallocUsed: 332500 kB\nVmallocChunk: 34359355024 kB\nHardwareCorrupted: 0 kB\nAnonHugePages: 3371008 kB\nHugePages_Total: 0\nHugePages_Free: 0\nHugePages_Rsvd: 0\nHugePages_Surp: 0\nHugepagesize: 2048 kB\nDirectMap4k: 10240 kB\nDirectMap2M: 25155584 kB\n">>}]}, {'ns_1@192.168.0.22', [{last_heard,{1352,541220,957170}}, {outgoing_replications_safeness_level,[{"default",green}]}, {incoming_replications_conf_hashes, [{"default", [{'ns_1@192.168.0.20',49697221}, {'ns_1@192.168.0.21',116501174}]}]}, {active_buckets,["default"]}, {ready_buckets,["default"]}, {local_tasks, [[{pid,<<"<0.10851.3>">>}, {bucket,<<"default">>}, {original_target,{[{type,bucket}]}}, {progress,21}, {started_on,1352541169}, {total_vbuckets,1025}, {trigger_type,scheduled}, {type,bucket_compaction}, {updated_on,1352541220}, {vbuckets_done,216}]]}, {memory, [{total,247341544}, {processes,188675632}, {processes_used,188498456}, {system,58665912}, {atom,1338193}, {atom_used,1333793}, {binary,14746576}, {code,13481638}, {ets,10428624}]}, {system_memory_data, [{system_total_memory,25199214592}, {free_swap,20971511808}, {total_swap,20971511808}, {cached_memory,10295902208}, {buffered_memory,281894912}, {free_memory,4836413440}, {total_memory,25199214592}]}, {node_storage_conf,[{db_path,"/data"},{index_path,"/data"}]}, {statistics, [{wall_clock,{3480945,4994}}, {context_switches,{25206469,0}}, {garbage_collection,{3383700,8146370972,0}}, {io,{{input,593036227},{output,19333190940}}}, {reductions,{2850388212,3418046}}, {run_queue,0}, {runtime,{980710,1260}}]}, {system_stats, [{cpu_utilization_rate,44.93827160493827}, {swap_total,20971511808}, {swap_used,0}]}, {interesting_stats, [{couch_docs_actual_disk_size,10155041909}, {couch_docs_data_size,7330883673}, {couch_views_actual_disk_size,0}, {couch_views_data_size,0}, {curr_items,1441742}, {curr_items_tot,2981482}, {mem_used,7821045472}, {vb_replica_curr_items,1539740}]}, {cluster_compatibility_version,131072}, {version, [{public_key,"0.13"}, {lhttpc,"1.3.0"}, {ale,"8cffe61"}, {os_mon,"2.2.7"}, {couch_set_view,"1.2.0a-b68b5f4-git"}, {mnesia,"4.5"}, {inets,"5.7.1"}, {couch,"1.2.0a-b68b5f4-git"}, {mapreduce,"1.0.0"}, {couch_index_merger,"1.2.0a-b68b5f4-git"}, {kernel,"2.14.5"}, {crypto,"2.0.4"}, {ssl,"4.1.6"}, {sasl,"2.1.10"}, {couch_view_parser,"1.0.0"}, {ns_server,"2.0.0-1939-rel-enterprise"}, {mochiweb,"1.4.1"}, {oauth,"7d85d3ef"}, {stdlib,"1.17.5"}]}, {supported_compat_version,[2,0]}, {system_arch,"x86_64-unknown-linux-gnu"}, {wall_clock,3480}, {memory_data,{25199214592,20661641216,{<17923.67.0>,16006048}}}, {disk_data, [{"/",41260352,5}, {"/dev/shm",12304304,0}, {"/boot",495844,7}, {"/data",206420664,5}]}, {meminfo, <<"MemTotal: 24608608 kB\nMemFree: 4723060 kB\nBuffers: 275288 kB\nCached: 10054592 kB\nSwapCached: 0 kB\nActive: 11067332 kB\nInactive: 8107144 kB\nActive(anon): 8708320 kB\nInactive(anon): 138080 kB\nActive(file): 2359012 kB\nInactive(file): 7969064 kB\nUnevictable: 11252 kB\nMlocked: 11288 kB\nSwapTotal: 20479992 kB\nSwapFree: 20479992 kB\nDirty: 12948 kB\nWriteback: 0 kB\nAnonPages: 8857784 kB\nMapped: 15536 kB\nShmem: 172 kB\nSlab: 389588 kB\nSReclaimable: 331512 kB\nSUnreclaim: 58076 kB\nKernelStack: 2480 kB\nPageTables: 21460 kB\nNFS_Unstable: 0 kB\nBounce: 0 kB\nWritebackTmp: 0 kB\nCommitLimit: 32784296 kB\nCommitted_AS: 10603932 kB\nVmallocTotal: 34359738367 kB\nVmallocUsed: 332500 kB\nVmallocChunk: 34359355024 kB\nHardwareCorrupted: 0 kB\nAnonHugePages: 4624384 kB\nHugePages_Total: 0\nHugePages_Free: 0\nHugePages_Rsvd: 0\nHugePages_Surp: 0\nHugepagesize: 2048 kB\nDirectMap4k: 10240 kB\nDirectMap2M: 25155584 kB\n">>}]}] [ns_doctor:debug,2012-11-10T1:54:41.353,ns_1@192.168.0.21:ns_doctor<0.4376.0>:ns_doctor:handle_info:137]Current node statuses: [{'ns_1@192.168.0.20', [{last_heard,{1352,541277,895993}}, {outgoing_replications_safeness_level,[{"default",green}]}, {incoming_replications_conf_hashes, [{"default",[{'ns_1@192.168.0.22',77305887}]}]}, {active_buckets,["default"]}, {ready_buckets,["default"]}, {local_tasks, [[{pid,<<"<0.7679.3>">>}, {bucket,<<"default">>}, {original_target,{[{type,bucket}]}}, {progress,40}, {started_on,1352541247}, {total_vbuckets,229}, {trigger_type,scheduled}, {type,bucket_compaction}, {updated_on,1352541276}, {vbuckets_done,93}]]}, {memory, [{total,157698584}, {processes,109637952}, {processes_used,106195504}, {system,48060632}, {atom,1401785}, {atom_used,1374492}, {binary,4096320}, {code,14045110}, {ets,10347152}]}, {system_memory_data, [{system_total_memory,25199214592}, {free_swap,20971433984}, {total_swap,20971511808}, {cached_memory,2183110656}, {buffered_memory,229416960}, {free_memory,13410062336}, {total_memory,25199214592}]}, {node_storage_conf,[{db_path,"/data"},{index_path,"/data"}]}, {statistics, [{wall_clock,{3557664,5003}}, {context_switches,{20904454,0}}, {garbage_collection,{2625525,18323851645,0}}, {io,{{input,402345112},{output,12182965610}}}, {reductions,{3050576701,2400512}}, {run_queue,0}, {runtime,{1201190,850}}]}, {system_stats, [{cpu_utilization_rate,57.1072319201995}, {swap_total,20971511808}, {swap_used,77824}]}, {interesting_stats, [{couch_docs_actual_disk_size,2160396296}, {couch_docs_data_size,1610773721}, {couch_views_actual_disk_size,0}, {couch_views_data_size,0}, {curr_items,350079}, {curr_items_tot,652475}, {mem_used,1817722880}, {vb_replica_curr_items,302396}]}, {cluster_compatibility_version,131072}, {version, [{public_key,"0.13"}, {lhttpc,"1.3.0"}, {ale,"8cffe61"}, {os_mon,"2.2.7"}, {couch_set_view,"1.2.0a-b68b5f4-git"}, {mnesia,"4.5"}, {inets,"5.7.1"}, {couch,"1.2.0a-b68b5f4-git"}, {mapreduce,"1.0.0"}, {couch_index_merger,"1.2.0a-b68b5f4-git"}, {kernel,"2.14.5"}, {crypto,"2.0.4"}, {ssl,"4.1.6"}, {sasl,"2.1.10"}, {couch_view_parser,"1.0.0"}, {ns_server,"2.0.0-1939-rel-enterprise"}, {mochiweb,"1.4.1"}, {oauth,"7d85d3ef"}, {stdlib,"1.17.5"}]}, {supported_compat_version,[2,0]}, {system_arch,"x86_64-unknown-linux-gnu"}, {wall_clock,3557}, {memory_data,{25199214592,11965296640,{<17877.428.0>,15910272}}}, {disk_data, [{"/",41260352,5}, {"/dev/shm",12304304,0}, {"/boot",495844,7}, {"/data",206420664,2}]}, {meminfo, <<"MemTotal: 24608608 kB\nMemFree: 13096012 kB\nBuffers: 224040 kB\nCached: 2131944 kB\nSwapCached: 4 kB\nActive: 8837824 kB\nInactive: 2150184 kB\nActive(anon): 8067700 kB\nInactive(anon): 565936 kB\nActive(file): 770124 kB\nInactive(file): 1584248 kB\nUnevictable: 11288 kB\nMlocked: 11288 kB\nSwapTotal: 20479992 kB\nSwapFree: 20479916 kB\nDirty: 2632 kB\nWriteback: 0 kB\nAnonPages: 8642616 kB\nMapped: 15448 kB\nShmem: 172 kB\nSlab: 200988 kB\nSReclaimable: 143164 kB\nSUnreclaim: 57824 kB\nKernelStack: 2992 kB\nPageTables: 21404 kB\nNFS_Unstable: 0 kB\nBounce: 0 kB\nWritebackTmp: 0 kB\nCommitLimit: 32784296 kB\nCommitted_AS: 10383632 kB\nVmallocTotal: 34359738367 kB\nVmallocUsed: 332500 kB\nVmallocChunk: 34359360032 kB\nHardwareCorrupted: 0 kB\nAnonHugePages: 4712448 kB\nHugePages_Total: 0\nHugePages_Free: 0\nHugePages_Rsvd: 0\nHugePages_Surp: 0\nHugepagesize: 2048 kB\nDirectMap4k: 10240 kB\nDirectMap2M: 25155584 kB\n">>}]}, {'ns_1@192.168.0.21', [{last_heard,{1352,541276,356672}}, {outgoing_replications_safeness_level,[{"default",green}]}, {incoming_replications_conf_hashes, [{"default",[{'ns_1@192.168.0.22',100106190}]}]}, {active_buckets,["default"]}, {ready_buckets,["default"]}, {local_tasks,[]}, {memory, [{total,212320704}, {processes,160318392}, {processes_used,160293680}, {system,52002312}, {atom,1333345}, {atom_used,1324998}, {binary,11371072}, {code,13371137}, {ets,7414520}]}, {system_memory_data, [{system_total_memory,25199214592}, {free_swap,20971511808}, {total_swap,20971511808}, {cached_memory,7222857728}, {buffered_memory,219529216}, {free_memory,10320994304}, {total_memory,25199214592}]}, {node_storage_conf,[{db_path,"/data"},{index_path,"/data"}]}, {statistics, [{wall_clock,{3537547,4999}}, {context_switches,{12668570,0}}, {garbage_collection,{2259255,5117463792,0}}, {io,{{input,331040506},{output,13909468291}}}, {reductions,{1661684481,2744589}}, {run_queue,0}, {runtime,{638390,980}}]}, {system_stats, [{cpu_utilization_rate,26.237623762376238}, {swap_total,20971511808}, {swap_used,0}]}, {interesting_stats, [{couch_docs_actual_disk_size,7110081248}, {couch_docs_data_size,5717607135}, {couch_views_actual_disk_size,0}, {couch_views_data_size,0}, {curr_items,1187764}, {curr_items_tot,2331646}, {mem_used,6010442552}, {vb_replica_curr_items,1143882}]}, {cluster_compatibility_version,131072}, {version, [{public_key,"0.13"}, {lhttpc,"1.3.0"}, {ale,"8cffe61"}, {os_mon,"2.2.7"}, {couch_set_view,"1.2.0a-b68b5f4-git"}, {mnesia,"4.5"}, {inets,"5.7.1"}, {couch,"1.2.0a-b68b5f4-git"}, {mapreduce,"1.0.0"}, {couch_index_merger,"1.2.0a-b68b5f4-git"}, {kernel,"2.14.5"}, {crypto,"2.0.4"}, {ssl,"4.1.6"}, {sasl,"2.1.10"}, {couch_view_parser,"1.0.0"}, {ns_server,"2.0.0-1939-rel-enterprise"}, {mochiweb,"1.4.1"}, {oauth,"7d85d3ef"}, {stdlib,"1.17.5"}]}, {supported_compat_version,[2,0]}, {system_arch,"x86_64-unknown-linux-gnu"}, {wall_clock,3537}, {memory_data,{25199214592,14270566400,{<0.84.0>,12342376}}}, {disk_data, [{"/",41260352,5}, {"/dev/shm",12304304,0}, {"/boot",495844,7}, {"/data",206420664,4}]}, {meminfo, <<"MemTotal: 24608608 kB\nMemFree: 10079096 kB\nBuffers: 214384 kB\nCached: 7053572 kB\nSwapCached: 0 kB\nActive: 8212312 kB\nInactive: 5710044 kB\nActive(anon): 6647256 kB\nInactive(anon): 9272 kB\nActive(file): 1565056 kB\nInactive(file): 5700772 kB\nUnevictable: 11288 kB\nMlocked: 11288 kB\nSwapTotal: 20479992 kB\nSwapFree: 20479992 kB\nDirty: 1716 kB\nWriteback: 0 kB\nAnonPages: 6665944 kB\nMapped: 14492 kB\nShmem: 164 kB\nSlab: 286544 kB\nSReclaimable: 229004 kB\nSUnreclaim: 57540 kB\nKernelStack: 2968 kB\nPageTables: 17016 kB\nNFS_Unstable: 0 kB\nBounce: 0 kB\nWritebackTmp: 0 kB\nCommitLimit: 32784296 kB\nCommitted_AS: 8419148 kB\nVmallocTotal: 34359738367 kB\nVmallocUsed: 332500 kB\nVmallocChunk: 34359355024 kB\nHardwareCorrupted: 0 kB\nAnonHugePages: 3473408 kB\nHugePages_Total: 0\nHugePages_Free: 0\nHugePages_Rsvd: 0\nHugePages_Surp: 0\nHugepagesize: 2048 kB\nDirectMap4k: 10240 kB\nDirectMap2M: 25155584 kB\n">>}]}, {'ns_1@192.168.0.22', [{last_heard,{1352,541280,958570}}, {outgoing_replications_safeness_level,[{"default",green}]}, {incoming_replications_conf_hashes, [{"default", [{'ns_1@192.168.0.20',45964978}, {'ns_1@192.168.0.21',104930722}]}]}, {active_buckets,["default"]}, {ready_buckets,["default"]}, {local_tasks, [[{pid,<<"<0.10851.3>">>}, {bucket,<<"default">>}, {original_target,{[{type,bucket}]}}, {progress,43}, {started_on,1352541169}, {total_vbuckets,1025}, {trigger_type,scheduled}, {type,bucket_compaction}, {updated_on,1352541280}, {vbuckets_done,443}]]}, {memory, [{total,247176680}, {processes,187712240}, {processes_used,187561824}, {system,59464440}, {atom,1338193}, {atom_used,1333793}, {binary,15448760}, {code,13481638}, {ets,10518408}]}, {system_memory_data, [{system_total_memory,25199214592}, {free_swap,20971511808}, {total_swap,20971511808}, {cached_memory,9891966976}, {buffered_memory,284610560}, {free_memory,5242667008}, {total_memory,25199214592}]}, {node_storage_conf,[{db_path,"/data"},{index_path,"/data"}]}, {statistics, [{wall_clock,{3540948,5004}}, {context_switches,{25584521,0}}, {garbage_collection,{3424240,8259463816,0}}, {io,{{input,602487830},{output,19625052184}}}, {reductions,{2891997934,3177081}}, {run_queue,0}, {runtime,{994640,1030}}]}, {system_stats, [{cpu_utilization_rate,40.29484029484029}, {swap_total,20971511808}, {swap_used,0}]}, {interesting_stats, [{couch_docs_actual_disk_size,9717598954}, {couch_docs_data_size,7330249900}, {couch_views_actual_disk_size,0}, {couch_views_data_size,0}, {curr_items,1440992}, {curr_items_tot,2980701}, {mem_used,7813442880}, {vb_replica_curr_items,1539709}]}, {cluster_compatibility_version,131072}, {version, [{public_key,"0.13"}, {lhttpc,"1.3.0"}, {ale,"8cffe61"}, {os_mon,"2.2.7"}, {couch_set_view,"1.2.0a-b68b5f4-git"}, {mnesia,"4.5"}, {inets,"5.7.1"}, {couch,"1.2.0a-b68b5f4-git"}, {mapreduce,"1.0.0"}, {couch_index_merger,"1.2.0a-b68b5f4-git"}, {kernel,"2.14.5"}, {crypto,"2.0.4"}, {ssl,"4.1.6"}, {sasl,"2.1.10"}, {couch_view_parser,"1.0.0"}, {ns_server,"2.0.0-1939-rel-enterprise"}, {mochiweb,"1.4.1"}, {oauth,"7d85d3ef"}, {stdlib,"1.17.5"}]}, {supported_compat_version,[2,0]}, {system_arch,"x86_64-unknown-linux-gnu"}, {wall_clock,3540}, {memory_data,{25199214592,20361211904,{<17923.67.0>,16006048}}}, {disk_data, [{"/",41260352,5}, {"/dev/shm",12304304,0}, {"/boot",495844,7}, {"/data",206420664,5}]}, {meminfo, <<"MemTotal: 24608608 kB\nMemFree: 5120040 kB\nBuffers: 277940 kB\nCached: 9660124 kB\nSwapCached: 0 kB\nActive: 10795556 kB\nInactive: 7989300 kB\nActive(anon): 8643356 kB\nInactive(anon): 205356 kB\nActive(file): 2152200 kB\nInactive(file): 7783944 kB\nUnevictable: 11252 kB\nMlocked: 11288 kB\nSwapTotal: 20479992 kB\nSwapFree: 20479992 kB\nDirty: 10764 kB\nWriteback: 0 kB\nAnonPages: 8857812 kB\nMapped: 15536 kB\nShmem: 172 kB\nSlab: 382744 kB\nSReclaimable: 324720 kB\nSUnreclaim: 58024 kB\nKernelStack: 2480 kB\nPageTables: 21464 kB\nNFS_Unstable: 0 kB\nBounce: 0 kB\nWritebackTmp: 0 kB\nCommitLimit: 32784296 kB\nCommitted_AS: 10607292 kB\nVmallocTotal: 34359738367 kB\nVmallocUsed: 332500 kB\nVmallocChunk: 34359355024 kB\nHardwareCorrupted: 0 kB\nAnonHugePages: 4704256 kB\nHugePages_Total: 0\nHugePages_Free: 0\nHugePages_Rsvd: 0\nHugePages_Surp: 0\nHugepagesize: 2048 kB\nDirectMap4k: 10240 kB\nDirectMap2M: 25155584 kB\n">>}]}] [stats:debug,2012-11-10T1:54:45.947,ns_1@192.168.0.21:<0.4502.0>:stats_collector:maybe_log_stats:126](at {{1970,1,16},{7,42,21}}) Stats for bucket "default": accepting_conns 1 auth_cmds 9 auth_errors 0 bucket_active_conns 1 bucket_conns 25 bytes 6021875096 bytes_read 18506728905 bytes_written 11074696962 cas_badval 0 cas_hits 0 cas_misses 0 cmd_flush 0 cmd_get 2214728 cmd_set 1892905 conn_yields 88022 connection_structures 5000 curr_connections 28 curr_conns_on_port_11209 16 curr_conns_on_port_11210 10 curr_items 1190430 curr_items_tot 2337313 curr_temp_items 0 daemon_connections 4 decr_hits 0 decr_misses 0 delete_hits 119554 delete_misses 138323 ep_access_scanner_last_runtime 0 ep_access_scanner_num_items 0 ep_access_scanner_task_time 2012-11-10 10:00:00 ep_allow_data_loss_during_shutdown 1 ep_alog_block_size 4096 ep_alog_path /data/default/access.log ep_alog_sleep_time 1440 ep_alog_task_time 10 ep_backend couchdb ep_bg_fetch_delay 0 ep_bg_fetched 0 ep_bg_meta_fetched 0 ep_bg_remaining_jobs 0 ep_chk_max_items 5000 ep_chk_period 1800 ep_chk_persistence_remains 2 ep_chk_persistence_timeout 10 ep_chk_remover_stime 5 ep_commit_num 91169 ep_commit_time 14 ep_commit_time_total 1003305 ep_concurrentDB 1 ep_config_file ep_couch_bucket default ep_couch_host localhost ep_couch_port 11213 ep_couch_reconnect_sleeptime 250 ep_couch_response_timeout 180000 ep_data_age 10 ep_data_age_highwat 64 ep_data_traffic_enabled 0 ep_dbinit 0 ep_dbname /data/default ep_degraded_mode 0 ep_diskqueue_drain 8261468 ep_diskqueue_fill 7330532 ep_diskqueue_items 48507 ep_diskqueue_memory 1399104 ep_diskqueue_pending 2098656 ep_exp_pager_stime 3600 ep_exp_pager_stime 3600 ep_expired_access 1950 ep_expired_pager 0 ep_expiry_window 3 ep_failpartialwarmup 0 ep_flush_all false ep_flush_duration_total 2073 ep_flushall_enabled 0 ep_flusher_state running ep_flusher_todo 30570 ep_getl_default_timeout 15 ep_getl_max_timeout 30 ep_ht_locks 5 ep_ht_size 3079 ep_inconsistent_slave_chk 0 ep_initfile ep_io_num_read 0 ep_io_num_write 6654786 ep_io_read_bytes 0 ep_io_write_bytes 15172672454 ep_item_begin_failed 0 ep_item_commit_failed 0 ep_item_flush_expired 30 ep_item_flush_failed 0 ep_item_num_based_new_chk 1 ep_items_rm_from_checkpoints 797808 ep_keep_closed_chks 0 ep_klog_block_size 4096 ep_klog_compactor_queue_cap 500000 ep_klog_compactor_stime 3600 ep_klog_flush commit2 ep_klog_max_entry_ratio 10 ep_klog_max_log_size 2147483647 ep_klog_path ep_klog_sync commit2 ep_kv_size 5773735355 ep_max_checkpoints 2 ep_max_data_size 12582912000 ep_max_item_size 20971520 ep_max_size 12582912000 ep_max_txn_size 10000 ep_max_vbuckets 1024 ep_mem_high_wat 9437184000 ep_mem_high_wat 9437184000 ep_mem_low_wat 7549747200 ep_mem_low_wat 7549747200 ep_mem_tracker_enabled true ep_min_data_age 0 ep_mlog_compactor_runs 0 ep_mutation_mem_threshold 0 ep_num_access_scanner_runs 0 ep_num_eject_failures 0 ep_num_expiry_pager_runs 0 ep_num_non_resident 0 ep_num_not_my_vbuckets 0 ep_num_ops_del_meta 0 ep_num_ops_get_meta 0 ep_num_ops_set_meta 0 ep_num_pager_runs 0 ep_num_value_ejects 0 ep_oom_errors 0 ep_overhead 85079096 ep_pager_active_vb_pcnt 40 ep_pager_unbiased_period 60 ep_pending_ops 0 ep_pending_ops_max 1 ep_pending_ops_max_duration 206679 ep_pending_ops_total 9 ep_postInitfile ep_queue_age_cap 900 ep_queue_size 17937 ep_startup_time 1352539183 ep_storage_age 8 ep_storage_age_highwat 77 ep_store_max_concurrency 10 ep_store_max_readers 9 ep_store_max_readwrite 1 ep_stored_val_type ep_tap_ack_grace_period 300 ep_tap_ack_initial_sequence_number 1 ep_tap_ack_interval 1000 ep_tap_ack_window_size 10 ep_tap_backfill_resident 0.9 ep_tap_backlog_limit 5000 ep_tap_backoff_period 5 ep_tap_bg_fetch_requeued 0 ep_tap_bg_fetched 0 ep_tap_bg_max_pending 500 ep_tap_keepalive 300 ep_tap_noop_interval 20 ep_tap_requeue_sleep_time 0.1 ep_tap_throttle_cap_pcnt 10 ep_tap_throttle_queue_cap 1000000 ep_tap_throttle_threshold 90 ep_tmp_oom_errors 0 ep_too_old 0 ep_too_young 0 ep_total_cache_size 5745715103 ep_total_del_items 359839 ep_total_enqueued 7330532 ep_total_new_items 2543824 ep_total_persisted 6654786 ep_uncommitted_items 48 ep_value_size 5581021519 ep_vb0 0 ep_vb_snapshot_total 847 ep_vb_total 804 ep_vbucket_del 0 ep_vbucket_del_fail 0 ep_version 2.0.0r_133_g68e3f7c ep_waitforwarmup 0 ep_warmup 1 ep_warmup_batch_size 1000 ep_warmup_dups 0 ep_warmup_min_items_threshold 100 ep_warmup_min_memory_threshold 100 ep_warmup_oom 0 ep_warmup_thread complete ep_warmup_time 19069 get_hits 1963742 get_misses 250986 incr_hits 0 incr_misses 0 libevent 2.0.11-stable limit_maxbytes 67108864 listen_disabled_num 0 max_conns_on_port_11209 1000 max_conns_on_port_11210 9000 mem_used 6021875096 pid 22718 pointer_size 64 rejected_conns 0 rusage_system 495.084735 rusage_user 1075.300529 tap_checkpoint_end_received 1399 tap_checkpoint_end_sent 474 tap_checkpoint_start_received 2663 tap_checkpoint_start_sent 535 tap_connect_received 1 tap_delete_received 229057 tap_delete_sent 149066 tap_mutation_received 5553849 tap_mutation_sent 2384107 tap_opaque_received 5622 tap_opaque_sent 410 tap_vbucket_set_received 818 threads 4 time 1352541285 total_connections 4126 uptime 2106 vb_active_curr_items 1190430 vb_active_eject 0 vb_active_expired 1895 vb_active_ht_memory 10270520 vb_active_itm_memory 2926128242 vb_active_meta_data_memory 94043970 vb_active_num 409 vb_active_num_non_resident 0 vb_active_num_ref_ejects 0 vb_active_num_ref_items 1303225 vb_active_ops_create 1297767 vb_active_ops_delete 185015 vb_active_ops_reject 0 vb_active_ops_update 1713371 vb_active_perc_mem_resident 100 vb_active_queue_age 1687022000 vb_active_queue_drain 4159091 vb_active_queue_fill 3649647 vb_active_queue_memory 737920 vb_active_queue_pending 1106880 vb_active_queue_size 23060 vb_dead_num 0 vb_pending_curr_items 0 vb_pending_eject 0 vb_pending_expired 0 vb_pending_ht_memory 0 vb_pending_itm_memory 0 vb_pending_meta_data_memory 0 vb_pending_num 0 vb_pending_num_non_resident 0 vb_pending_num_ref_ejects 0 vb_pending_num_ref_items 0 vb_pending_ops_create 0 vb_pending_ops_delete 0 vb_pending_ops_reject 0 vb_pending_ops_update 0 vb_pending_perc_mem_resident 0 vb_pending_queue_age 0 vb_pending_queue_drain 0 vb_pending_queue_fill 0 vb_pending_queue_memory 0 vb_pending_queue_pending 0 vb_pending_queue_size 0 vb_replica_curr_items 1146883 vb_replica_eject 0 vb_replica_expired 55 vb_replica_ht_memory 9919240 vb_replica_itm_memory 2819586861 vb_replica_meta_data_memory 90603757 vb_replica_num 395 vb_replica_num_non_resident 0 vb_replica_num_ref_ejects 0 vb_replica_num_ref_items 1255460 vb_replica_ops_create 1246059 vb_replica_ops_delete 174824 vb_replica_ops_reject 0 vb_replica_ops_update 2037796 vb_replica_perc_mem_resident 100 vb_replica_queue_age 535877000 vb_replica_queue_drain 4102377 vb_replica_queue_fill 3680885 vb_replica_queue_memory 661184 vb_replica_queue_pending 991776 vb_replica_queue_size 20662 version 1.4.4_600_g7ea975a [ns_doctor:debug,2012-11-10T1:55:41.353,ns_1@192.168.0.21:ns_doctor<0.4376.0>:ns_doctor:handle_info:137]Current node statuses: [{'ns_1@192.168.0.20', [{last_heard,{1352,541337,905687}}, {outgoing_replications_safeness_level,[{"default",green}]}, {incoming_replications_conf_hashes, [{"default",[{'ns_1@192.168.0.22',36870634}]}]}, {active_buckets,["default"]}, {ready_buckets,["default"]}, {local_tasks,[]}, {memory, [{total,178594352}, {processes,119872408}, {processes_used,116372192}, {system,58721944}, {atom,1401785}, {atom_used,1374492}, {binary,14604968}, {code,14045110}, {ets,10505952}]}, {system_memory_data, [{system_total_memory,25199214592}, {free_swap,20971433984}, {total_swap,20971511808}, {cached_memory,1781514240}, {buffered_memory,230711296}, {free_memory,13796986880}, {total_memory,25199214592}]}, {node_storage_conf,[{db_path,"/data"},{index_path,"/data"}]}, {statistics, [{wall_clock,{3617674,5012}}, {context_switches,{21150216,0}}, {garbage_collection,{2660817,18589465819,0}}, {io,{{input,415202527},{output,12247945227}}}, {reductions,{3088026247,3139285}}, {run_queue,1}, {runtime,{1219810,1560}}]}, {system_stats, [{cpu_utilization_rate,47.05882352941177}, {swap_total,20971511808}, {swap_used,77824}]}, {interesting_stats, [{couch_docs_actual_disk_size,1702730527}, {couch_docs_data_size,1537842660}, {couch_views_actual_disk_size,0}, {couch_views_data_size,0}, {curr_items,335234}, {curr_items_tot,622926}, {mem_used,1743421520}, {vb_replica_curr_items,287692}]}, {cluster_compatibility_version,131072}, {version, [{public_key,"0.13"}, {lhttpc,"1.3.0"}, {ale,"8cffe61"}, {os_mon,"2.2.7"}, {couch_set_view,"1.2.0a-b68b5f4-git"}, {mnesia,"4.5"}, {inets,"5.7.1"}, {couch,"1.2.0a-b68b5f4-git"}, {mapreduce,"1.0.0"}, {couch_index_merger,"1.2.0a-b68b5f4-git"}, {kernel,"2.14.5"}, {crypto,"2.0.4"}, {ssl,"4.1.6"}, {sasl,"2.1.10"}, {couch_view_parser,"1.0.0"}, {ns_server,"2.0.0-1939-rel-enterprise"}, {mochiweb,"1.4.1"}, {oauth,"7d85d3ef"}, {stdlib,"1.17.5"}]}, {supported_compat_version,[2,0]}, {system_arch,"x86_64-unknown-linux-gnu"}, {wall_clock,3617}, {memory_data,{25199214592,11362729984,{<17877.428.0>,15907280}}}, {disk_data, [{"/",41260352,5}, {"/dev/shm",12304304,0}, {"/boot",495844,7}, {"/data",206420664,1}]}, {meminfo, <<"MemTotal: 24608608 kB\nMemFree: 13472132 kB\nBuffers: 225304 kB\nCached: 1739760 kB\nSwapCached: 4 kB\nActive: 8580484 kB\nInactive: 2029076 kB\nActive(anon): 8076476 kB\nInactive(anon): 569912 kB\nActive(file): 504008 kB\nInactive(file): 1459164 kB\nUnevictable: 11288 kB\nMlocked: 11288 kB\nSwapTotal: 20479992 kB\nSwapFree: 20479916 kB\nDirty: 1648 kB\nWriteback: 0 kB\nAnonPages: 8644952 kB\nMapped: 15436 kB\nShmem: 172 kB\nSlab: 196400 kB\nSReclaimable: 138628 kB\nSUnreclaim: 57772 kB\nKernelStack: 3008 kB\nPageTables: 21472 kB\nNFS_Unstable: 0 kB\nBounce: 0 kB\nWritebackTmp: 0 kB\nCommitLimit: 32784296 kB\nCommitted_AS: 10409260 kB\nVmallocTotal: 34359738367 kB\nVmallocUsed: 332500 kB\nVmallocChunk: 34359360032 kB\nHardwareCorrupted: 0 kB\nAnonHugePages: 4808704 kB\nHugePages_Total: 0\nHugePages_Free: 0\nHugePages_Rsvd: 0\nHugePages_Surp: 0\nHugepagesize: 2048 kB\nDirectMap4k: 10240 kB\nDirectMap2M: 25155584 kB\n">>}]}, {'ns_1@192.168.0.21', [{last_heard,{1352,541336,354774}}, {outgoing_replications_safeness_level,[{"default",green}]}, {incoming_replications_conf_hashes, [{"default",[{'ns_1@192.168.0.22',38544526}]}]}, {active_buckets,["default"]}, {ready_buckets,["default"]}, {local_tasks,[]}, {memory, [{total,212595168}, {processes,159773472}, {processes_used,159761080}, {system,52821696}, {atom,1333345}, {atom_used,1324998}, {binary,12007496}, {code,13371137}, {ets,7592792}]}, {system_memory_data, [{system_total_memory,25199214592}, {free_swap,20971511808}, {total_swap,20971511808}, {cached_memory,7923576832}, {buffered_memory,220561408}, {free_memory,9520099328}, {total_memory,25199214592}]}, {node_storage_conf,[{db_path,"/data"},{index_path,"/data"}]}, {statistics, [{wall_clock,{3597546,5000}}, {context_switches,{13019635,0}}, {garbage_collection,{2293795,5227018487,0}}, {io,{{input,335400118},{output,14201172427}}}, {reductions,{1702409336,3353993}}, {run_queue,0}, {runtime,{652810,1190}}]}, {system_stats, [{cpu_utilization_rate,34.474327628361856}, {swap_total,20971511808}, {swap_used,0}]}, {interesting_stats, [{couch_docs_actual_disk_size,7806943280}, {couch_docs_data_size,5790435199}, {couch_views_actual_disk_size,0}, {couch_views_data_size,0}, {curr_items,1201216}, {curr_items_tot,2359402}, {mem_used,6070485448}, {vb_replica_curr_items,1158186}]}, {cluster_compatibility_version,131072}, {version, [{public_key,"0.13"}, {lhttpc,"1.3.0"}, {ale,"8cffe61"}, {os_mon,"2.2.7"}, {couch_set_view,"1.2.0a-b68b5f4-git"}, {mnesia,"4.5"}, {inets,"5.7.1"}, {couch,"1.2.0a-b68b5f4-git"}, {mapreduce,"1.0.0"}, {couch_index_merger,"1.2.0a-b68b5f4-git"}, {kernel,"2.14.5"}, {crypto,"2.0.4"}, {ssl,"4.1.6"}, {sasl,"2.1.10"}, {couch_view_parser,"1.0.0"}, {ns_server,"2.0.0-1939-rel-enterprise"}, {mochiweb,"1.4.1"}, {oauth,"7d85d3ef"}, {stdlib,"1.17.5"}]}, {supported_compat_version,[2,0]}, {system_arch,"x86_64-unknown-linux-gnu"}, {wall_clock,3597}, {memory_data,{25199214592,14909599744,{<0.84.0>,12342376}}}, {disk_data, [{"/",41260352,5}, {"/dev/shm",12304304,0}, {"/boot",495844,7}, {"/data",206420664,4}]}, {meminfo, <<"MemTotal: 24608608 kB\nMemFree: 9297220 kB\nBuffers: 215392 kB\nCached: 7737868 kB\nSwapCached: 0 kB\nActive: 8694096 kB\nInactive: 5989952 kB\nActive(anon): 6723596 kB\nInactive(anon): 9272 kB\nActive(file): 1970500 kB\nInactive(file): 5980680 kB\nUnevictable: 11288 kB\nMlocked: 11288 kB\nSwapTotal: 20479992 kB\nSwapFree: 20479992 kB\nDirty: 1968 kB\nWriteback: 0 kB\nAnonPages: 6742284 kB\nMapped: 14492 kB\nShmem: 164 kB\nSlab: 306372 kB\nSReclaimable: 248864 kB\nSUnreclaim: 57508 kB\nKernelStack: 2968 kB\nPageTables: 17164 kB\nNFS_Unstable: 0 kB\nBounce: 0 kB\nWritebackTmp: 0 kB\nCommitLimit: 32784296 kB\nCommitted_AS: 8490636 kB\nVmallocTotal: 34359738367 kB\nVmallocUsed: 332500 kB\nVmallocChunk: 34359355024 kB\nHardwareCorrupted: 0 kB\nAnonHugePages: 3575808 kB\nHugePages_Total: 0\nHugePages_Free: 0\nHugePages_Rsvd: 0\nHugePages_Surp: 0\nHugepagesize: 2048 kB\nDirectMap4k: 10240 kB\nDirectMap2M: 25155584 kB\n">>}]}, {'ns_1@192.168.0.22', [{last_heard,{1352,541340,953477}}, {outgoing_replications_safeness_level,[{"default",green}]}, {incoming_replications_conf_hashes, [{"default", [{'ns_1@192.168.0.20',2377816},{'ns_1@192.168.0.21',45140393}]}]}, {active_buckets,["default"]}, {ready_buckets,["default"]}, {local_tasks, [[{pid,<<"<0.10851.3>">>}, {bucket,<<"default">>}, {original_target,{[{type,bucket}]}}, {progress,57}, {started_on,1352541169}, {total_vbuckets,1025}, {trigger_type,scheduled}, {type,bucket_compaction}, {updated_on,1352541340}, {vbuckets_done,588}]]}, {memory, [{total,244651792}, {processes,186022344}, {processes_used,185859888}, {system,58629448}, {atom,1338193}, {atom_used,1333793}, {binary,14450688}, {code,13481638}, {ets,10681224}]}, {system_memory_data, [{system_total_memory,25199214592}, {free_swap,20971511808}, {total_swap,20971511808}, {cached_memory,9985261568}, {buffered_memory,285380608}, {free_memory,5152145408}, {total_memory,25199214592}]}, {node_storage_conf,[{db_path,"/data"},{index_path,"/data"}]}, {statistics, [{wall_clock,{3600943,5001}}, {context_switches,{25971582,0}}, {garbage_collection,{3471164,8385096427,0}}, {io,{{input,614169616},{output,19913366708}}}, {reductions,{2935707722,4160984}}, {run_queue,0}, {runtime,{1009580,1540}}]}, {system_stats, [{cpu_utilization_rate,46.92874692874693}, {swap_total,20971511808}, {swap_used,0}]}, {interesting_stats, [{couch_docs_actual_disk_size,9849125118}, {couch_docs_data_size,7329930405}, {couch_views_actual_disk_size,0}, {couch_views_data_size,0}, {curr_items,1441024}, {curr_items_tot,2978414}, {mem_used,7795999872}, {vb_replica_curr_items,1537390}]}, {cluster_compatibility_version,131072}, {version, [{public_key,"0.13"}, {lhttpc,"1.3.0"}, {ale,"8cffe61"}, {os_mon,"2.2.7"}, {couch_set_view,"1.2.0a-b68b5f4-git"}, {mnesia,"4.5"}, {inets,"5.7.1"}, {couch,"1.2.0a-b68b5f4-git"}, {mapreduce,"1.0.0"}, {couch_index_merger,"1.2.0a-b68b5f4-git"}, {kernel,"2.14.5"}, {crypto,"2.0.4"}, {ssl,"4.1.6"}, {sasl,"2.1.10"}, {couch_view_parser,"1.0.0"}, {ns_server,"2.0.0-1939-rel-enterprise"}, {mochiweb,"1.4.1"}, {oauth,"7d85d3ef"}, {stdlib,"1.17.5"}]}, {supported_compat_version,[2,0]}, {system_arch,"x86_64-unknown-linux-gnu"}, {wall_clock,3600}, {memory_data,{25199214592,19957563392,{<17923.67.0>,16006048}}}, {disk_data, [{"/",41260352,5}, {"/dev/shm",12304304,0}, {"/boot",495844,7}, {"/data",206420664,5}]}, {meminfo, <<"MemTotal: 24608608 kB\nMemFree: 5031392 kB\nBuffers: 278692 kB\nCached: 9751232 kB\nSwapCached: 0 kB\nActive: 10519616 kB\nInactive: 8355984 kB\nActive(anon): 8308252 kB\nInactive(anon): 540048 kB\nActive(file): 2211364 kB\nInactive(file): 7815936 kB\nUnevictable: 11252 kB\nMlocked: 11288 kB\nSwapTotal: 20479992 kB\nSwapFree: 20479992 kB\nDirty: 9088 kB\nWriteback: 0 kB\nAnonPages: 8857536 kB\nMapped: 15536 kB\nShmem: 172 kB\nSlab: 378732 kB\nSReclaimable: 320628 kB\nSUnreclaim: 58104 kB\nKernelStack: 2480 kB\nPageTables: 21456 kB\nNFS_Unstable: 0 kB\nBounce: 0 kB\nWritebackTmp: 0 kB\nCommitLimit: 32784296 kB\nCommitted_AS: 10606748 kB\nVmallocTotal: 34359738367 kB\nVmallocUsed: 332500 kB\nVmallocChunk: 34359355024 kB\nHardwareCorrupted: 0 kB\nAnonHugePages: 4718592 kB\nHugePages_Total: 0\nHugePages_Free: 0\nHugePages_Rsvd: 0\nHugePages_Surp: 0\nHugepagesize: 2048 kB\nDirectMap4k: 10240 kB\nDirectMap2M: 25155584 kB\n">>}]}] [stats:warn,2012-11-10T1:55:51.012,ns_1@192.168.0.21:<0.4502.0>:stats_collector:latest_tick:223]Dropped 1 ticks [stats:debug,2012-11-10T1:56:26.990,ns_1@192.168.0.21:<0.4502.0>:stats_collector:maybe_log_stats:126](at {{1970,1,16},{7,42,21}}) Stats for bucket "default": accepting_conns 1 auth_cmds 9 auth_errors 0 bucket_active_conns 2 bucket_conns 23 bytes 6100121000 bytes_read 19340510797 bytes_written 11802827951 cas_badval 0 cas_hits 0 cas_misses 0 cmd_flush 0 cmd_get 2382218 cmd_set 2029613 conn_yields 92014 connection_structures 5000 curr_connections 27 curr_conns_on_port_11209 15 curr_conns_on_port_11210 10 curr_items 1215854 curr_items_tot 2382573 curr_temp_items 0 daemon_connections 4 decr_hits 0 decr_misses 0 delete_hits 128038 delete_misses 148473 ep_access_scanner_last_runtime 0 ep_access_scanner_num_items 0 ep_access_scanner_task_time 2012-11-10 10:00:00 ep_allow_data_loss_during_shutdown 1 ep_alog_block_size 4096 ep_alog_path /data/default/access.log ep_alog_sleep_time 1440 ep_alog_task_time 10 ep_backend couchdb ep_bg_fetch_delay 0 ep_bg_fetched 0 ep_bg_meta_fetched 0 ep_bg_remaining_jobs 0 ep_chk_max_items 5000 ep_chk_period 1800 ep_chk_persistence_remains 1 ep_chk_persistence_timeout 10 ep_chk_remover_stime 5 ep_commit_num 94755 ep_commit_time 12 ep_commit_time_total 1050222 ep_concurrentDB 1 ep_config_file ep_couch_bucket default ep_couch_host localhost ep_couch_port 11213 ep_couch_reconnect_sleeptime 250 ep_couch_response_timeout 180000 ep_data_age 7 ep_data_age_highwat 64 ep_data_traffic_enabled 0 ep_dbinit 0 ep_dbname /data/default ep_degraded_mode 0 ep_diskqueue_drain 8617977 ep_diskqueue_fill 7672360 ep_diskqueue_items 47600 ep_diskqueue_memory 1363328 ep_diskqueue_pending 2044992 ep_exp_pager_stime 3600 ep_exp_pager_stime 3600 ep_expired_access 2172 ep_expired_pager 0 ep_expiry_window 3 ep_failpartialwarmup 0 ep_flush_all false ep_flush_duration_total 2177 ep_flushall_enabled 0 ep_flusher_state running ep_flusher_todo 45121 ep_getl_default_timeout 15 ep_getl_max_timeout 30 ep_ht_locks 5 ep_ht_size 3079 ep_inconsistent_slave_chk 0 ep_initfile ep_io_num_read 0 ep_io_num_write 6978135 ep_io_read_bytes 0 ep_io_write_bytes 15902557833 ep_item_begin_failed 0 ep_item_commit_failed 0 ep_item_flush_expired 32 ep_item_flush_failed 0 ep_item_num_based_new_chk 1 ep_items_rm_from_checkpoints 991443 ep_keep_closed_chks 0 ep_klog_block_size 4096 ep_klog_compactor_queue_cap 500000 ep_klog_compactor_stime 3600 ep_klog_flush commit2 ep_klog_max_entry_ratio 10 ep_klog_max_log_size 2147483647 ep_klog_path ep_klog_sync commit2 ep_kv_size 5869647179 ep_max_checkpoints 2 ep_max_data_size 12582912000 ep_max_item_size 20971520 ep_max_size 12582912000 ep_max_txn_size 10000 ep_max_vbuckets 1024 ep_mem_high_wat 9437184000 ep_mem_high_wat 9437184000 ep_mem_low_wat 7549747200 ep_mem_low_wat 7549747200 ep_mem_tracker_enabled true ep_min_data_age 0 ep_mlog_compactor_runs 0 ep_mutation_mem_threshold 0 ep_num_access_scanner_runs 0 ep_num_eject_failures 0 ep_num_expiry_pager_runs 0 ep_num_non_resident 0 ep_num_not_my_vbuckets 0 ep_num_ops_del_meta 0 ep_num_ops_get_meta 0 ep_num_ops_set_meta 0 ep_num_pager_runs 0 ep_num_value_ejects 0 ep_oom_errors 0 ep_overhead 76468194 ep_pager_active_vb_pcnt 40 ep_pager_unbiased_period 60 ep_pending_ops 0 ep_pending_ops_max 1 ep_pending_ops_max_duration 206679 ep_pending_ops_total 9 ep_postInitfile ep_queue_age_cap 900 ep_queue_size 2479 ep_startup_time 1352539183 ep_storage_age 5 ep_storage_age_highwat 77 ep_store_max_concurrency 10 ep_store_max_readers 9 ep_store_max_readwrite 1 ep_stored_val_type ep_tap_ack_grace_period 300 ep_tap_ack_initial_sequence_number 1 ep_tap_ack_interval 1000 ep_tap_ack_window_size 10 ep_tap_backfill_resident 0.9 ep_tap_backlog_limit 5000 ep_tap_backoff_period 5 ep_tap_bg_fetch_requeued 0 ep_tap_bg_fetched 0 ep_tap_bg_max_pending 500 ep_tap_keepalive 300 ep_tap_noop_interval 20 ep_tap_requeue_sleep_time 0.1 ep_tap_throttle_cap_pcnt 10 ep_tap_throttle_queue_cap 1000000 ep_tap_throttle_threshold 90 ep_tmp_oom_errors 0 ep_too_old 0 ep_too_young 0 ep_total_cache_size 5841124907 ep_total_del_items 381536 ep_total_enqueued 7672360 ep_total_new_items 2611042 ep_total_persisted 6978135 ep_uncommitted_items 77 ep_value_size 5673212912 ep_vb0 0 ep_vb_snapshot_total 873 ep_vb_total 822 ep_vbucket_del 0 ep_vbucket_del_fail 0 ep_version 2.0.0r_133_g68e3f7c ep_waitforwarmup 0 ep_warmup 1 ep_warmup_batch_size 1000 ep_warmup_dups 0 ep_warmup_min_items_threshold 100 ep_warmup_min_memory_threshold 100 ep_warmup_oom 0 ep_warmup_thread complete ep_warmup_time 19069 get_hits 2104344 get_misses 277874 incr_hits 0 incr_misses 0 libevent 2.0.11-stable limit_maxbytes 67108864 listen_disabled_num 0 max_conns_on_port_11209 1000 max_conns_on_port_11210 9000 mem_used 6100121000 pid 22718 pointer_size 64 rejected_conns 0 rusage_system 526.999883 rusage_user 1138.624902 tap_checkpoint_end_received 1468 tap_checkpoint_end_sent 522 tap_checkpoint_start_received 2758 tap_checkpoint_start_sent 585 tap_connect_received 1 tap_delete_received 245982 tap_delete_sent 159096 tap_mutation_received 5746856 tap_mutation_sent 2530424 tap_opaque_received 5743 tap_opaque_sent 419 tap_vbucket_set_received 836 threads 4 time 1352541386 total_connections 4214 uptime 2207 vb_active_curr_items 1215854 vb_active_eject 0 vb_active_expired 2114 vb_active_ht_memory 10496624 vb_active_itm_memory 2990806066 vb_active_meta_data_memory 96052466 vb_active_num 418 vb_active_num_non_resident 0 vb_active_num_ref_ejects 0 vb_active_num_ref_items 1337166 vb_active_ops_create 1331582 vb_active_ops_delete 196384 vb_active_ops_reject 0 vb_active_ops_update 1835355 vb_active_perc_mem_resident 100 vb_active_queue_age 1619927000 vb_active_queue_drain 4345757 vb_active_queue_fill 3824541 vb_active_queue_memory 636960 vb_active_queue_pending 955440 vb_active_queue_size 19905 vb_dead_num 0 vb_pending_curr_items 0 vb_pending_eject 0 vb_pending_expired 0 vb_pending_ht_memory 0 vb_pending_itm_memory 0 vb_pending_meta_data_memory 0 vb_pending_num 0 vb_pending_num_non_resident 0 vb_pending_num_ref_ejects 0 vb_pending_num_ref_items 0 vb_pending_ops_create 0 vb_pending_ops_delete 0 vb_pending_ops_reject 0 vb_pending_ops_update 0 vb_pending_perc_mem_resident 0 vb_pending_queue_age 0 vb_pending_queue_drain 0 vb_pending_queue_fill 0 vb_pending_queue_memory 0 vb_pending_queue_pending 0 vb_pending_queue_size 0 vb_replica_curr_items 1166719 vb_replica_eject 0 vb_replica_expired 58 vb_replica_ht_memory 10145248 vb_replica_itm_memory 2850318841 vb_replica_meta_data_memory 92170801 vb_replica_num 404 vb_replica_num_non_resident 0 vb_replica_num_ref_ejects 0 vb_replica_num_ref_items 1283569 vb_replica_ops_create 1279467 vb_replica_ops_delete 185152 vb_replica_ops_reject 0 vb_replica_ops_update 2150254 vb_replica_perc_mem_resident 100 vb_replica_queue_age 590609000 vb_replica_queue_drain 4272220 vb_replica_queue_fill 3847819 vb_replica_queue_memory 726368 vb_replica_queue_pending 1089552 vb_replica_queue_size 22699 version 1.4.4_600_g7ea975a [ns_doctor:debug,2012-11-10T1:56:41.353,ns_1@192.168.0.21:ns_doctor<0.4376.0>:ns_doctor:handle_info:137]Current node statuses: [{'ns_1@192.168.0.20', [{last_heard,{1352,541397,894802}}, {outgoing_replications_safeness_level,[{"default",green}]}, {incoming_replications_conf_hashes, [{"default",[{'ns_1@192.168.0.22',27733247}]}]}, {active_buckets,["default"]}, {ready_buckets,["default"]}, {local_tasks,[]}, {memory, [{total,156466928}, {processes,108001424}, {processes_used,104464544}, {system,48465504}, {atom,1401785}, {atom_used,1374492}, {binary,4189176}, {code,14045110}, {ets,10675360}]}, {system_memory_data, [{system_total_memory,25199214592}, {free_swap,20971298816}, {total_swap,20971511808}, {cached_memory,1906532352}, {buffered_memory,230871040}, {free_memory,13686407168}, {total_memory,25199214592}]}, {node_storage_conf,[{db_path,"/data"},{index_path,"/data"}]}, {statistics, [{wall_clock,{3677663,5001}}, {context_switches,{21459454,0}}, {garbage_collection,{2697987,18822315701,0}}, {io,{{input,417720934},{output,12300194149}}}, {reductions,{3125792288,2772367}}, {run_queue,0}, {runtime,{1238900,1290}}]}, {system_stats, [{cpu_utilization_rate,50.24390243902439}, {swap_total,20971511808}, {swap_used,212992}]}, {interesting_stats, [{couch_docs_actual_disk_size,1832283703}, {couch_docs_data_size,1452302152}, {couch_views_actual_disk_size,0}, {couch_views_data_size,0}, {curr_items,319296}, {curr_items_tot,591377}, {mem_used,1624235968}, {vb_replica_curr_items,272081}]}, {cluster_compatibility_version,131072}, {version, [{public_key,"0.13"}, {lhttpc,"1.3.0"}, {ale,"8cffe61"}, {os_mon,"2.2.7"}, {couch_set_view,"1.2.0a-b68b5f4-git"}, {mnesia,"4.5"}, {inets,"5.7.1"}, {couch,"1.2.0a-b68b5f4-git"}, {mapreduce,"1.0.0"}, {couch_index_merger,"1.2.0a-b68b5f4-git"}, {kernel,"2.14.5"}, {crypto,"2.0.4"}, {ssl,"4.1.6"}, {sasl,"2.1.10"}, {couch_view_parser,"1.0.0"}, {ns_server,"2.0.0-1939-rel-enterprise"}, {mochiweb,"1.4.1"}, {oauth,"7d85d3ef"}, {stdlib,"1.17.5"}]}, {supported_compat_version,[2,0]}, {system_arch,"x86_64-unknown-linux-gnu"}, {wall_clock,3677}, {memory_data,{25199214592,11463364608,{<17877.428.0>,15911168}}}, {disk_data, [{"/",41260352,5}, {"/dev/shm",12304304,0}, {"/boot",495844,7}, {"/data",206420664,1}]}, {meminfo, <<"MemTotal: 24608608 kB\nMemFree: 13365880 kB\nBuffers: 225460 kB\nCached: 1861848 kB\nSwapCached: 136 kB\nActive: 8729300 kB\nInactive: 1994708 kB\nActive(anon): 8019812 kB\nInactive(anon): 619076 kB\nActive(file): 709488 kB\nInactive(file): 1375632 kB\nUnevictable: 11288 kB\nMlocked: 11288 kB\nSwapTotal: 20479992 kB\nSwapFree: 20479784 kB\nDirty: 900 kB\nWriteback: 0 kB\nAnonPages: 8648384 kB\nMapped: 15768 kB\nShmem: 172 kB\nSlab: 195576 kB\nSReclaimable: 138136 kB\nSUnreclaim: 57440 kB\nKernelStack: 2984 kB\nPageTables: 21344 kB\nNFS_Unstable: 0 kB\nBounce: 0 kB\nWritebackTmp: 0 kB\nCommitLimit: 32784296 kB\nCommitted_AS: 10379260 kB\nVmallocTotal: 34359738367 kB\nVmallocUsed: 332500 kB\nVmallocChunk: 34359360032 kB\nHardwareCorrupted: 0 kB\nAnonHugePages: 4911104 kB\nHugePages_Total: 0\nHugePages_Free: 0\nHugePages_Rsvd: 0\nHugePages_Surp: 0\nHugepagesize: 2048 kB\nDirectMap4k: 10240 kB\nDirectMap2M: 25155584 kB\n">>}]}, {'ns_1@192.168.0.21', [{last_heard,{1352,541396,354714}}, {outgoing_replications_safeness_level,[{"default",green}]}, {incoming_replications_conf_hashes, [{"default",[{'ns_1@192.168.0.22',129973814}]}]}, {active_buckets,["default"]}, {ready_buckets,["default"]}, {local_tasks, [[{pid,<<"<0.5210.2>">>}, {bucket,<<"default">>}, {original_target,{[{type,bucket}]}}, {progress,38}, {started_on,1352541342}, {total_vbuckets,813}, {trigger_type,scheduled}, {type,bucket_compaction}, {updated_on,1352541396}, {vbuckets_done,316}]]}, {memory, [{total,210254976}, {processes,157700088}, {processes_used,157647648}, {system,52554888}, {atom,1333345}, {atom_used,1324998}, {binary,11533096}, {code,13371137}, {ets,7780984}]}, {system_memory_data, [{system_total_memory,25199214592}, {free_swap,20971511808}, {total_swap,20971511808}, {cached_memory,7471820800}, {buffered_memory,223596544}, {free_memory,9915944960}, {total_memory,25199214592}]}, {node_storage_conf,[{db_path,"/data"},{index_path,"/data"}]}, {statistics, [{wall_clock,{3657545,4996}}, {context_switches,{13417665,0}}, {garbage_collection,{2340646,5347989413,0}}, {io,{{input,350421447},{output,14501309068}}}, {reductions,{1747603715,3243178}}, {run_queue,0}, {runtime,{668110,1160}}]}, {system_stats, [{cpu_utilization_rate,53.71287128712871}, {swap_total,20971511808}, {swap_used,0}]}, {interesting_stats, [{couch_docs_actual_disk_size,7413339010}, {couch_docs_data_size,5842125410}, {couch_views_actual_disk_size,0}, {couch_views_data_size,0}, {curr_items,1215932}, {curr_items_tot,2384730}, {mem_used,6112860616}, {vb_replica_curr_items,1168798}]}, {cluster_compatibility_version,131072}, {version, [{public_key,"0.13"}, {lhttpc,"1.3.0"}, {ale,"8cffe61"}, {os_mon,"2.2.7"}, {couch_set_view,"1.2.0a-b68b5f4-git"}, {mnesia,"4.5"}, {inets,"5.7.1"}, {couch,"1.2.0a-b68b5f4-git"}, {mapreduce,"1.0.0"}, {couch_index_merger,"1.2.0a-b68b5f4-git"}, {kernel,"2.14.5"}, {crypto,"2.0.4"}, {ssl,"4.1.6"}, {sasl,"2.1.10"}, {couch_view_parser,"1.0.0"}, {ns_server,"2.0.0-1939-rel-enterprise"}, {mochiweb,"1.4.1"}, {oauth,"7d85d3ef"}, {stdlib,"1.17.5"}]}, {supported_compat_version,[2,0]}, {system_arch,"x86_64-unknown-linux-gnu"}, {wall_clock,3657}, {memory_data,{25199214592,15726931968,{<0.84.0>,12342376}}}, {disk_data, [{"/",41260352,5}, {"/dev/shm",12304304,0}, {"/boot",495844,7}, {"/data",206420664,4}]}, {meminfo, <<"MemTotal: 24608608 kB\nMemFree: 9683540 kB\nBuffers: 218356 kB\nCached: 7296700 kB\nSwapCached: 0 kB\nActive: 8378548 kB\nInactive: 5927076 kB\nActive(anon): 6783852 kB\nInactive(anon): 9272 kB\nActive(file): 1594696 kB\nInactive(file): 5917804 kB\nUnevictable: 11288 kB\nMlocked: 11288 kB\nSwapTotal: 20479992 kB\nSwapFree: 20479992 kB\nDirty: 9316 kB\nWriteback: 0 kB\nAnonPages: 6802540 kB\nMapped: 13260 kB\nShmem: 164 kB\nSlab: 297824 kB\nSReclaimable: 239816 kB\nSUnreclaim: 58008 kB\nKernelStack: 2968 kB\nPageTables: 17104 kB\nNFS_Unstable: 0 kB\nBounce: 0 kB\nWritebackTmp: 0 kB\nCommitLimit: 32784296 kB\nCommitted_AS: 8564656 kB\nVmallocTotal: 34359738367 kB\nVmallocUsed: 332500 kB\nVmallocChunk: 34359355024 kB\nHardwareCorrupted: 0 kB\nAnonHugePages: 3670016 kB\nHugePages_Total: 0\nHugePages_Free: 0\nHugePages_Rsvd: 0\nHugePages_Surp: 0\nHugepagesize: 2048 kB\nDirectMap4k: 10240 kB\nDirectMap2M: 25155584 kB\n">>}]}, {'ns_1@192.168.0.22', [{last_heard,{1352,541400,955125}}, {outgoing_replications_safeness_level,[{"default",green}]}, {incoming_replications_conf_hashes, [{"default", [{'ns_1@192.168.0.20',51748674}, {'ns_1@192.168.0.21',129490314}]}]}, {active_buckets,["default"]}, {ready_buckets,["default"]}, {local_tasks, [[{pid,<<"<0.10851.3>">>}, {bucket,<<"default">>}, {original_target,{[{type,bucket}]}}, {progress,69}, {started_on,1352541169}, {total_vbuckets,1025}, {trigger_type,scheduled}, {type,bucket_compaction}, {updated_on,1352541400}, {vbuckets_done,710}]]}, {memory, [{total,245948144}, {processes,188078312}, {processes_used,187907576}, {system,57869832}, {atom,1338193}, {atom_used,1333793}, {binary,13563880}, {code,13481638}, {ets,10810016}]}, {system_memory_data, [{system_total_memory,25199214592}, {free_swap,20971511808}, {total_swap,20971511808}, {cached_memory,9896480768}, {buffered_memory,283865088}, {free_memory,5242585088}, {total_memory,25199214592}]}, {node_storage_conf,[{db_path,"/data"},{index_path,"/data"}]}, {statistics, [{wall_clock,{3660943,5000}}, {context_switches,{26336580,0}}, {garbage_collection,{3510150,8503616490,0}}, {io,{{input,627387854},{output,20217061938}}}, {reductions,{2977820918,3895930}}, {run_queue,0}, {runtime,{1024320,1270}}]}, {system_stats, [{cpu_utilization_rate,66.99751861042184}, {swap_total,20971511808}, {swap_used,0}]}, {interesting_stats, [{couch_docs_actual_disk_size,9784739882}, {couch_docs_data_size,7329187513}, {couch_views_actual_disk_size,0}, {couch_views_data_size,0}, {curr_items,1441746}, {curr_items_tot,2980471}, {mem_used,7701427376}, {vb_replica_curr_items,1538725}]}, {cluster_compatibility_version,131072}, {version, [{public_key,"0.13"}, {lhttpc,"1.3.0"}, {ale,"8cffe61"}, {os_mon,"2.2.7"}, {couch_set_view,"1.2.0a-b68b5f4-git"}, {mnesia,"4.5"}, {inets,"5.7.1"}, {couch,"1.2.0a-b68b5f4-git"}, {mapreduce,"1.0.0"}, {couch_index_merger,"1.2.0a-b68b5f4-git"}, {kernel,"2.14.5"}, {crypto,"2.0.4"}, {ssl,"4.1.6"}, {sasl,"2.1.10"}, {couch_view_parser,"1.0.0"}, {ns_server,"2.0.0-1939-rel-enterprise"}, {mochiweb,"1.4.1"}, {oauth,"7d85d3ef"}, {stdlib,"1.17.5"}]}, {supported_compat_version,[2,0]}, {system_arch,"x86_64-unknown-linux-gnu"}, {wall_clock,3660}, {memory_data,{25199214592,20044972032,{<17923.67.0>,16006048}}}, {disk_data, [{"/",41260352,5}, {"/dev/shm",12304304,0}, {"/boot",495844,7}, {"/data",206420664,5}]}, {meminfo, <<"MemTotal: 24608608 kB\nMemFree: 5119712 kB\nBuffers: 277212 kB\nCached: 9664532 kB\nSwapCached: 0 kB\nActive: 10445656 kB\nInactive: 8345108 kB\nActive(anon): 8288840 kB\nInactive(anon): 562580 kB\nActive(file): 2156816 kB\nInactive(file): 7782528 kB\nUnevictable: 11280 kB\nMlocked: 11288 kB\nSwapTotal: 20479992 kB\nSwapFree: 20479992 kB\nDirty: 7920 kB\nWriteback: 0 kB\nAnonPages: 8863228 kB\nMapped: 15536 kB\nShmem: 172 kB\nSlab: 375076 kB\nSReclaimable: 317120 kB\nSUnreclaim: 57956 kB\nKernelStack: 2488 kB\nPageTables: 21668 kB\nNFS_Unstable: 0 kB\nBounce: 0 kB\nWritebackTmp: 0 kB\nCommitLimit: 32784296 kB\nCommitted_AS: 10606944 kB\nVmallocTotal: 34359738367 kB\nVmallocUsed: 332500 kB\nVmallocChunk: 34359355024 kB\nHardwareCorrupted: 0 kB\nAnonHugePages: 4771840 kB\nHugePages_Total: 0\nHugePages_Free: 0\nHugePages_Rsvd: 0\nHugePages_Surp: 0\nHugepagesize: 2048 kB\nDirectMap4k: 10240 kB\nDirectMap2M: 25155584 kB\n">>}]}] [ns_doctor:debug,2012-11-10T1:57:41.353,ns_1@192.168.0.21:ns_doctor<0.4376.0>:ns_doctor:handle_info:137]Current node statuses: [{'ns_1@192.168.0.20', [{last_heard,{1352,541457,892746}}, {outgoing_replications_safeness_level,[{"default",green}]}, {incoming_replications_conf_hashes, [{"default",[{'ns_1@192.168.0.22',132480966}]}]}, {active_buckets,["default"]}, {ready_buckets,["default"]}, {local_tasks,[]}, {memory, [{total,153197160}, {processes,105099096}, {processes_used,101529512}, {system,48098064}, {atom,1401785}, {atom_used,1374492}, {binary,3774592}, {code,14045110}, {ets,10735680}]}, {system_memory_data, [{system_total_memory,25199214592}, {free_swap,20971085824}, {total_swap,20971511808}, {cached_memory,2032902144}, {buffered_memory,230408192}, {free_memory,13571915776}, {total_memory,25199214592}]}, {node_storage_conf,[{db_path,"/data"},{index_path,"/data"}]}, {statistics, [{wall_clock,{3737661,4997}}, {context_switches,{21727751,0}}, {garbage_collection,{2730144,19035072825,0}}, {io,{{input,420003370},{output,12352353382}}}, {reductions,{3161353384,2606966}}, {run_queue,0}, {runtime,{1256400,1140}}]}, {system_stats, [{cpu_utilization_rate,44.611528822055135}, {swap_total,20971511808}, {swap_used,425984}]}, {interesting_stats, [{couch_docs_actual_disk_size,1959703721}, {couch_docs_data_size,1396140197}, {couch_views_actual_disk_size,0}, {couch_views_data_size,0}, {curr_items,307831}, {curr_items_tot,568282}, {mem_used,1572844608}, {vb_replica_curr_items,260451}]}, {cluster_compatibility_version,131072}, {version, [{public_key,"0.13"}, {lhttpc,"1.3.0"}, {ale,"8cffe61"}, {os_mon,"2.2.7"}, {couch_set_view,"1.2.0a-b68b5f4-git"}, {mnesia,"4.5"}, {inets,"5.7.1"}, {couch,"1.2.0a-b68b5f4-git"}, {mapreduce,"1.0.0"}, {couch_index_merger,"1.2.0a-b68b5f4-git"}, {kernel,"2.14.5"}, {crypto,"2.0.4"}, {ssl,"4.1.6"}, {sasl,"2.1.10"}, {couch_view_parser,"1.0.0"}, {ns_server,"2.0.0-1939-rel-enterprise"}, {mochiweb,"1.4.1"}, {oauth,"7d85d3ef"}, {stdlib,"1.17.5"}]}, {supported_compat_version,[2,0]}, {system_arch,"x86_64-unknown-linux-gnu"}, {wall_clock,3737}, {memory_data,{25199214592,11593670656,{<17877.428.0>,15915232}}}, {disk_data, [{"/",41260352,5}, {"/dev/shm",12304304,0}, {"/boot",495844,7}, {"/data",206420664,2}]}, {meminfo, <<"MemTotal: 24608608 kB\nMemFree: 13253824 kB\nBuffers: 225008 kB\nCached: 1985256 kB\nSwapCached: 140 kB\nActive: 8870544 kB\nInactive: 1966300 kB\nActive(anon): 8003704 kB\nInactive(anon): 625500 kB\nActive(file): 866840 kB\nInactive(file): 1340800 kB\nUnevictable: 11288 kB\nMlocked: 11288 kB\nSwapTotal: 20479992 kB\nSwapFree: 20479576 kB\nDirty: 1120 kB\nWriteback: 0 kB\nAnonPages: 8638368 kB\nMapped: 15440 kB\nShmem: 172 kB\nSlab: 195328 kB\nSReclaimable: 137876 kB\nSUnreclaim: 57452 kB\nKernelStack: 2984 kB\nPageTables: 21352 kB\nNFS_Unstable: 0 kB\nBounce: 0 kB\nWritebackTmp: 0 kB\nCommitLimit: 32784296 kB\nCommitted_AS: 10378792 kB\nVmallocTotal: 34359738367 kB\nVmallocUsed: 332500 kB\nVmallocChunk: 34359360032 kB\nHardwareCorrupted: 0 kB\nAnonHugePages: 5001216 kB\nHugePages_Total: 0\nHugePages_Free: 0\nHugePages_Rsvd: 0\nHugePages_Surp: 0\nHugepagesize: 2048 kB\nDirectMap4k: 10240 kB\nDirectMap2M: 25155584 kB\n">>}]}, {'ns_1@192.168.0.21', [{last_heard,{1352,541456,354904}}, {outgoing_replications_safeness_level,[{"default",green}]}, {incoming_replications_conf_hashes, [{"default",[{'ns_1@192.168.0.22',93255316}]}]}, {active_buckets,["default"]}, {ready_buckets,["default"]}, {local_tasks, [[{pid,<<"<0.5210.2>">>}, {bucket,<<"default">>}, {original_target,{[{type,bucket}]}}, {progress,80}, {started_on,1352541342}, {total_vbuckets,813}, {trigger_type,scheduled}, {type,bucket_compaction}, {updated_on,1352541456}, {vbuckets_done,651}]]}, {memory, [{total,214157392}, {processes,161821224}, {processes_used,161800544}, {system,52336168}, {atom,1333345}, {atom_used,1324998}, {binary,11095792}, {code,13371137}, {ets,7990184}]}, {system_memory_data, [{system_total_memory,25199214592}, {free_swap,20971511808}, {total_swap,20971511808}, {cached_memory,6988050432}, {buffered_memory,227573760}, {free_memory,10353451008}, {total_memory,25199214592}]}, {node_storage_conf,[{db_path,"/data"},{index_path,"/data"}]}, {statistics, [{wall_clock,{3717546,5000}}, {context_switches,{13791831,0}}, {garbage_collection,{2381258,5458345239,0}}, {io,{{input,361890364},{output,14777078814}}}, {reductions,{1790143048,3163545}}, {run_queue,0}, {runtime,{682130,1050}}]}, {system_stats, [{cpu_utilization_rate,50.245098039215684}, {swap_total,20971511808}, {swap_used,0}]}, {interesting_stats, [{couch_docs_actual_disk_size,6919882853}, {couch_docs_data_size,5900347143}, {couch_views_actual_disk_size,0}, {couch_views_data_size,0}, {curr_items,1227873}, {curr_items_tot,2408014}, {mem_used,6170557496}, {vb_replica_curr_items,1180141}]}, {cluster_compatibility_version,131072}, {version, [{public_key,"0.13"}, {lhttpc,"1.3.0"}, {ale,"8cffe61"}, {os_mon,"2.2.7"}, {couch_set_view,"1.2.0a-b68b5f4-git"}, {mnesia,"4.5"}, {inets,"5.7.1"}, {couch,"1.2.0a-b68b5f4-git"}, {mapreduce,"1.0.0"}, {couch_index_merger,"1.2.0a-b68b5f4-git"}, {kernel,"2.14.5"}, {crypto,"2.0.4"}, {ssl,"4.1.6"}, {sasl,"2.1.10"}, {couch_view_parser,"1.0.0"}, {ns_server,"2.0.0-1939-rel-enterprise"}, {mochiweb,"1.4.1"}, {oauth,"7d85d3ef"}, {stdlib,"1.17.5"}]}, {supported_compat_version,[2,0]}, {system_arch,"x86_64-unknown-linux-gnu"}, {wall_clock,3717}, {memory_data,{25199214592,15274598400,{<0.84.0>,12342376}}}, {disk_data, [{"/",41260352,5}, {"/dev/shm",12304304,0}, {"/boot",495844,7}, {"/data",206420664,4}]}, {meminfo, <<"MemTotal: 24608608 kB\nMemFree: 10110792 kB\nBuffers: 222240 kB\nCached: 6824268 kB\nSwapCached: 0 kB\nActive: 8085040 kB\nInactive: 5807304 kB\nActive(anon): 6838108 kB\nInactive(anon): 9272 kB\nActive(file): 1246932 kB\nInactive(file): 5798032 kB\nUnevictable: 11288 kB\nMlocked: 11288 kB\nSwapTotal: 20479992 kB\nSwapFree: 20479992 kB\nDirty: 6516 kB\nWriteback: 0 kB\nAnonPages: 6856924 kB\nMapped: 14496 kB\nShmem: 164 kB\nSlab: 283840 kB\nSReclaimable: 225684 kB\nSUnreclaim: 58156 kB\nKernelStack: 2976 kB\nPageTables: 17440 kB\nNFS_Unstable: 0 kB\nBounce: 0 kB\nWritebackTmp: 0 kB\nCommitLimit: 32784296 kB\nCommitted_AS: 8612660 kB\nVmallocTotal: 34359738367 kB\nVmallocUsed: 332500 kB\nVmallocChunk: 34359355024 kB\nHardwareCorrupted: 0 kB\nAnonHugePages: 3764224 kB\nHugePages_Total: 0\nHugePages_Free: 0\nHugePages_Rsvd: 0\nHugePages_Surp: 0\nHugepagesize: 2048 kB\nDirectMap4k: 10240 kB\nDirectMap2M: 25155584 kB\n">>}]}, {'ns_1@192.168.0.22', [{last_heard,{1352,541460,955721}}, {outgoing_replications_safeness_level,[{"default",green}]}, {incoming_replications_conf_hashes, [{"default", [{'ns_1@192.168.0.20',122606696}, {'ns_1@192.168.0.21',111539285}]}]}, {active_buckets,["default"]}, {ready_buckets,["default"]}, {local_tasks, [[{pid,<<"<0.10851.3>">>}, {bucket,<<"default">>}, {original_target,{[{type,bucket}]}}, {progress,83}, {started_on,1352541169}, {total_vbuckets,1025}, {trigger_type,scheduled}, {type,bucket_compaction}, {updated_on,1352541460}, {vbuckets_done,854}]]}, {memory, [{total,244005872}, {processes,185379448}, {processes_used,185281392}, {system,58626424}, {atom,1338193}, {atom_used,1333793}, {binary,14061128}, {code,13481638}, {ets,11062848}]}, {system_memory_data, [{system_total_memory,25199214592}, {free_swap,20971511808}, {total_swap,20971511808}, {cached_memory,9492463616}, {buffered_memory,285261824}, {free_memory,5654867968}, {total_memory,25199214592}]}, {node_storage_conf,[{db_path,"/data"},{index_path,"/data"}]}, {statistics, [{wall_clock,{3720945,5000}}, {context_switches,{26656140,0}}, {garbage_collection,{3541395,8604989166,0}}, {io,{{input,633041843},{output,20499591444}}}, {reductions,{3016077839,3056400}}, {run_queue,0}, {runtime,{1036650,1020}}]}, {system_stats, [{cpu_utilization_rate,31.067961165048544}, {swap_total,20971511808}, {swap_used,0}]}, {interesting_stats, [{couch_docs_actual_disk_size,9371731056}, {couch_docs_data_size,7288931039}, {couch_views_actual_disk_size,0}, {couch_views_data_size,0}, {curr_items,1441314}, {curr_items_tot,2979337}, {mem_used,7715807576}, {vb_replica_curr_items,1538023}]}, {cluster_compatibility_version,131072}, {version, [{public_key,"0.13"}, {lhttpc,"1.3.0"}, {ale,"8cffe61"}, {os_mon,"2.2.7"}, {couch_set_view,"1.2.0a-b68b5f4-git"}, {mnesia,"4.5"}, {inets,"5.7.1"}, {couch,"1.2.0a-b68b5f4-git"}, {mapreduce,"1.0.0"}, {couch_index_merger,"1.2.0a-b68b5f4-git"}, {kernel,"2.14.5"}, {crypto,"2.0.4"}, {ssl,"4.1.6"}, {sasl,"2.1.10"}, {couch_view_parser,"1.0.0"}, {ns_server,"2.0.0-1939-rel-enterprise"}, {mochiweb,"1.4.1"}, {oauth,"7d85d3ef"}, {stdlib,"1.17.5"}]}, {supported_compat_version,[2,0]}, {system_arch,"x86_64-unknown-linux-gnu"}, {wall_clock,3720}, {memory_data,{25199214592,19961131008,{<17923.67.0>,16006048}}}, {disk_data, [{"/",41260352,5}, {"/dev/shm",12304304,0}, {"/boot",495844,7}, {"/data",206420664,5}]}, {meminfo, <<"MemTotal: 24608608 kB\nMemFree: 5522572 kB\nBuffers: 278576 kB\nCached: 9269984 kB\nSwapCached: 0 kB\nActive: 10200036 kB\nInactive: 8192740 kB\nActive(anon): 8274536 kB\nInactive(anon): 571420 kB\nActive(file): 1925500 kB\nInactive(file): 7621320 kB\nUnevictable: 11280 kB\nMlocked: 11288 kB\nSwapTotal: 20479992 kB\nSwapFree: 20479992 kB\nDirty: 2680 kB\nWriteback: 4264 kB\nAnonPages: 8855156 kB\nMapped: 15536 kB\nShmem: 172 kB\nSlab: 371664 kB\nSReclaimable: 313488 kB\nSUnreclaim: 58176 kB\nKernelStack: 2480 kB\nPageTables: 21452 kB\nNFS_Unstable: 0 kB\nBounce: 0 kB\nWritebackTmp: 0 kB\nCommitLimit: 32784296 kB\nCommitted_AS: 10600360 kB\nVmallocTotal: 34359738367 kB\nVmallocUsed: 332500 kB\nVmallocChunk: 34359355024 kB\nHardwareCorrupted: 0 kB\nAnonHugePages: 4767744 kB\nHugePages_Total: 0\nHugePages_Free: 0\nHugePages_Rsvd: 0\nHugePages_Surp: 0\nHugepagesize: 2048 kB\nDirectMap4k: 10240 kB\nDirectMap2M: 25155584 kB\n">>}]}] [stats:debug,2012-11-10T1:58:06.935,ns_1@192.168.0.21:<0.4502.0>:stats_collector:maybe_log_stats:126](at {{1970,1,16},{7,42,21}}) Stats for bucket "default": accepting_conns 1 auth_cmds 9 auth_errors 0 bucket_active_conns 1 bucket_conns 25 bytes 6199222040 bytes_read 20155487178 bytes_written 12527755647 cas_badval 0 cas_hits 0 cas_misses 0 cmd_flush 0 cmd_get 2554654 cmd_set 2171676 conn_yields 95481 connection_structures 5000 curr_connections 28 curr_conns_on_port_11209 16 curr_conns_on_port_11210 10 curr_items 1233481 curr_items_tot 2419512 curr_temp_items 0 daemon_connections 4 decr_hits 0 decr_misses 0 delete_hits 136766 delete_misses 158924 ep_access_scanner_last_runtime 0 ep_access_scanner_num_items 0 ep_access_scanner_task_time 2012-11-10 10:00:00 ep_allow_data_loss_during_shutdown 1 ep_alog_block_size 4096 ep_alog_path /data/default/access.log ep_alog_sleep_time 1440 ep_alog_task_time 10 ep_backend couchdb ep_bg_fetch_delay 0 ep_bg_fetched 0 ep_bg_meta_fetched 0 ep_bg_remaining_jobs 0 ep_chk_max_items 5000 ep_chk_period 1800 ep_chk_persistence_remains 2 ep_chk_persistence_timeout 10 ep_chk_remover_stime 5 ep_commit_num 97391 ep_commit_time 8 ep_commit_time_total 1097349 ep_concurrentDB 1 ep_config_file ep_couch_bucket default ep_couch_host localhost ep_couch_port 11213 ep_couch_reconnect_sleeptime 250 ep_couch_response_timeout 180000 ep_data_age 23 ep_data_age_highwat 64 ep_data_traffic_enabled 0 ep_dbinit 0 ep_dbname /data/default ep_degraded_mode 0 ep_diskqueue_drain 8947928 ep_diskqueue_fill 7999923 ep_diskqueue_items 50067 ep_diskqueue_memory 1467616 ep_diskqueue_pending 2201424 ep_exp_pager_stime 3600 ep_exp_pager_stime 3600 ep_expired_access 2408 ep_expired_pager 0 ep_expiry_window 3 ep_failpartialwarmup 0 ep_flush_all false ep_flush_duration_total 2270 ep_flushall_enabled 0 ep_flusher_state running ep_flusher_todo 27952 ep_getl_default_timeout 15 ep_getl_max_timeout 30 ep_ht_locks 5 ep_ht_size 3079 ep_inconsistent_slave_chk 0 ep_initfile ep_io_num_read 0 ep_io_num_write 7295998 ep_io_read_bytes 0 ep_io_write_bytes 16614754098 ep_item_begin_failed 0 ep_item_commit_failed 0 ep_item_flush_expired 32 ep_item_flush_failed 0 ep_item_num_based_new_chk 1 ep_items_rm_from_checkpoints 1096165 ep_keep_closed_chks 0 ep_klog_block_size 4096 ep_klog_compactor_queue_cap 500000 ep_klog_compactor_stime 3600 ep_klog_flush commit2 ep_klog_max_entry_ratio 10 ep_klog_max_log_size 2147483647 ep_klog_path ep_klog_sync commit2 ep_kv_size 5971123872 ep_max_checkpoints 2 ep_max_data_size 12582912000 ep_max_item_size 20971520 ep_max_size 12582912000 ep_max_txn_size 10000 ep_max_vbuckets 1024 ep_mem_high_wat 9437184000 ep_mem_high_wat 9437184000 ep_mem_low_wat 7549747200 ep_mem_low_wat 7549747200 ep_mem_tracker_enabled true ep_min_data_age 0 ep_mlog_compactor_runs 0 ep_mutation_mem_threshold 0 ep_num_access_scanner_runs 0 ep_num_eject_failures 0 ep_num_expiry_pager_runs 0 ep_num_non_resident 0 ep_num_not_my_vbuckets 0 ep_num_ops_del_meta 0 ep_num_ops_get_meta 0 ep_num_ops_set_meta 0 ep_num_pager_runs 0 ep_num_value_ejects 0 ep_oom_errors 0 ep_overhead 74365562 ep_pager_active_vb_pcnt 40 ep_pager_unbiased_period 60 ep_pending_ops 0 ep_pending_ops_max 1 ep_pending_ops_max_duration 206679 ep_pending_ops_total 9 ep_postInitfile ep_queue_age_cap 900 ep_queue_size 22115 ep_startup_time 1352539183 ep_storage_age 20 ep_storage_age_highwat 77 ep_store_max_concurrency 10 ep_store_max_readers 9 ep_store_max_readwrite 1 ep_stored_val_type ep_tap_ack_grace_period 300 ep_tap_ack_initial_sequence_number 1 ep_tap_ack_interval 1000 ep_tap_ack_window_size 10 ep_tap_backfill_resident 0.9 ep_tap_backlog_limit 5000 ep_tap_backoff_period 5 ep_tap_bg_fetch_requeued 0 ep_tap_bg_fetched 0 ep_tap_bg_max_pending 500 ep_tap_keepalive 300 ep_tap_noop_interval 20 ep_tap_requeue_sleep_time 0.1 ep_tap_throttle_cap_pcnt 10 ep_tap_throttle_queue_cap 1000000 ep_tap_throttle_threshold 90 ep_tmp_oom_errors 0 ep_too_old 0 ep_too_young 0 ep_total_cache_size 5942118072 ep_total_del_items 405186 ep_total_enqueued 7999925 ep_total_new_items 2661468 ep_total_persisted 7295998 ep_uncommitted_items 106 ep_value_size 5771633194 ep_vb0 0 ep_vb_snapshot_total 892 ep_vb_total 834 ep_vbucket_del 0 ep_vbucket_del_fail 0 ep_version 2.0.0r_133_g68e3f7c ep_waitforwarmup 0 ep_warmup 1 ep_warmup_batch_size 1000 ep_warmup_dups 0 ep_warmup_min_items_threshold 100 ep_warmup_min_memory_threshold 100 ep_warmup_oom 0 ep_warmup_thread complete ep_warmup_time 19069 get_hits 2249102 get_misses 305552 incr_hits 0 incr_misses 0 libevent 2.0.11-stable limit_maxbytes 67108864 listen_disabled_num 0 max_conns_on_port_11209 1000 max_conns_on_port_11210 9000 mem_used 6199222040 pid 22718 pointer_size 64 rejected_conns 0 rusage_system 555.980478 rusage_user 1191.992789 tap_checkpoint_end_received 1534 tap_checkpoint_end_sent 568 tap_checkpoint_start_received 2843 tap_checkpoint_start_sent 635 tap_connect_received 1 tap_delete_received 256788 tap_delete_sent 168914 tap_mutation_received 5926895 tap_mutation_sent 2673192 tap_opaque_received 5832 tap_opaque_sent 425 tap_vbucket_set_received 848 threads 4 time 1352541486 total_connections 4276 uptime 2307 vb_active_curr_items 1233481 vb_active_eject 0 vb_active_expired 2346 vb_active_ht_memory 10647296 vb_active_itm_memory 3033576111 vb_active_meta_data_memory 97444999 vb_active_num 424 vb_active_num_non_resident 0 vb_active_num_ref_ejects 0 vb_active_num_ref_items 1362780 vb_active_ops_create 1356415 vb_active_ops_delete 206362 vb_active_ops_reject 0 vb_active_ops_update 1952287 vb_active_perc_mem_resident 100 vb_active_queue_age 1725185000 vb_active_queue_drain 4504582 vb_active_queue_fill 3988239 vb_active_queue_memory 882304 vb_active_queue_pending 1323456 vb_active_queue_size 27572 vb_dead_num 0 vb_pending_curr_items 0 vb_pending_eject 0 vb_pending_expired 0 vb_pending_ht_memory 0 vb_pending_itm_memory 0 vb_pending_meta_data_memory 0 vb_pending_num 0 vb_pending_num_non_resident 0 vb_pending_num_ref_ejects 0 vb_pending_num_ref_items 0 vb_pending_ops_create 0 vb_pending_ops_delete 0 vb_pending_ops_reject 0 vb_pending_ops_update 0 vb_pending_perc_mem_resident 0 vb_pending_queue_age 0 vb_pending_queue_drain 0 vb_pending_queue_fill 0 vb_pending_queue_memory 0 vb_pending_queue_pending 0 vb_pending_queue_size 0 vb_replica_curr_items 1186031 vb_replica_eject 0 vb_replica_expired 62 vb_replica_ht_memory 10295920 vb_replica_itm_memory 2908541961 vb_replica_meta_data_memory 93696449 vb_replica_num 410 vb_replica_num_non_resident 0 vb_replica_num_ref_ejects 0 vb_replica_num_ref_items 1314744 vb_replica_ops_create 1305056 vb_replica_ops_delete 198824 vb_replica_ops_reject 0 vb_replica_ops_update 2277093 vb_replica_perc_mem_resident 100 vb_replica_queue_age 506077000 vb_replica_queue_drain 4443346 vb_replica_queue_fill 4011684 vb_replica_queue_memory 585312 vb_replica_queue_pending 877968 vb_replica_queue_size 18291 version 1.4.4_600_g7ea975a [ns_doctor:debug,2012-11-10T1:58:41.353,ns_1@192.168.0.21:ns_doctor<0.4376.0>:ns_doctor:handle_info:137]Current node statuses: [{'ns_1@192.168.0.20', [{last_heard,{1352,541517,893530}}, {outgoing_replications_safeness_level,[{"default",green}]}, {incoming_replications_conf_hashes, [{"default",[{'ns_1@192.168.0.22',59532833}]}]}, {active_buckets,["default"]}, {ready_buckets,["default"]}, {local_tasks, [[{pid,<<"<0.12611.3>">>}, {bucket,<<"default">>}, {original_target,{[{type,bucket}]}}, {progress,73}, {started_on,1352541472}, {total_vbuckets,195}, {trigger_type,scheduled}, {type,bucket_compaction}, {updated_on,1352541517}, {vbuckets_done,143}]]}, {memory, [{total,153735024}, {processes,104958808}, {processes_used,101353576}, {system,48776216}, {atom,1401785}, {atom_used,1374492}, {binary,4282112}, {code,14045110}, {ets,10911256}]}, {system_memory_data, [{system_total_memory,25199214592}, {free_swap,20970491904}, {total_swap,20971511808}, {cached_memory,1617014784}, {buffered_memory,231456768}, {free_memory,13991383040}, {total_memory,25199214592}]}, {node_storage_conf,[{db_path,"/data"},{index_path,"/data"}]}, {statistics, [{wall_clock,{3797662,5000}}, {context_switches,{21996250,0}}, {garbage_collection,{2767062,19267467851,0}}, {io,{{input,433768014},{output,12406053934}}}, {reductions,{3199249660,2785293}}, {run_queue,0}, {runtime,{1274960,1020}}]}, {system_stats, [{cpu_utilization_rate,58.02469135802469}, {swap_total,20971511808}, {swap_used,1019904}]}, {interesting_stats, [{couch_docs_actual_disk_size,1583137051}, {couch_docs_data_size,1325512906}, {couch_views_actual_disk_size,0}, {couch_views_data_size,0}, {curr_items,293257}, {curr_items_tot,539328}, {mem_used,1504364528}, {vb_replica_curr_items,246071}]}, {cluster_compatibility_version,131072}, {version, [{public_key,"0.13"}, {lhttpc,"1.3.0"}, {ale,"8cffe61"}, {os_mon,"2.2.7"}, {couch_set_view,"1.2.0a-b68b5f4-git"}, {mnesia,"4.5"}, {inets,"5.7.1"}, {couch,"1.2.0a-b68b5f4-git"}, {mapreduce,"1.0.0"}, {couch_index_merger,"1.2.0a-b68b5f4-git"}, {kernel,"2.14.5"}, {crypto,"2.0.4"}, {ssl,"4.1.6"}, {sasl,"2.1.10"}, {couch_view_parser,"1.0.0"}, {ns_server,"2.0.0-1939-rel-enterprise"}, {mochiweb,"1.4.1"}, {oauth,"7d85d3ef"}, {stdlib,"1.17.5"}]}, {supported_compat_version,[2,0]}, {system_arch,"x86_64-unknown-linux-gnu"}, {wall_clock,3797}, {memory_data,{25199214592,11394355200,{<17877.428.0>,15928288}}}, {disk_data, [{"/",41260352,5}, {"/dev/shm",12304304,0}, {"/boot",495844,7}, {"/data",206420664,1}]}, {meminfo, <<"MemTotal: 24608608 kB\nMemFree: 13663460 kB\nBuffers: 226032 kB\nCached: 1579116 kB\nSwapCached: 384 kB\nActive: 8530604 kB\nInactive: 1899988 kB\nActive(anon): 7996392 kB\nInactive(anon): 630912 kB\nActive(file): 534212 kB\nInactive(file): 1269076 kB\nUnevictable: 11288 kB\nMlocked: 11288 kB\nSwapTotal: 20479992 kB\nSwapFree: 20478996 kB\nDirty: 3500 kB\nWriteback: 0 kB\nAnonPages: 8638580 kB\nMapped: 15444 kB\nShmem: 172 kB\nSlab: 192108 kB\nSReclaimable: 134328 kB\nSUnreclaim: 57780 kB\nKernelStack: 2992 kB\nPageTables: 21408 kB\nNFS_Unstable: 0 kB\nBounce: 0 kB\nWritebackTmp: 0 kB\nCommitLimit: 32784296 kB\nCommitted_AS: 10365452 kB\nVmallocTotal: 34359738367 kB\nVmallocUsed: 332500 kB\nVmallocChunk: 34359360032 kB\nHardwareCorrupted: 0 kB\nAnonHugePages: 5099520 kB\nHugePages_Total: 0\nHugePages_Free: 0\nHugePages_Rsvd: 0\nHugePages_Surp: 0\nHugepagesize: 2048 kB\nDirectMap4k: 10240 kB\nDirectMap2M: 25155584 kB\n">>}]}, {'ns_1@192.168.0.21', [{last_heard,{1352,541516,354810}}, {outgoing_replications_safeness_level,[{"default",green}]}, {incoming_replications_conf_hashes, [{"default",[{'ns_1@192.168.0.22',1071063}]}]}, {active_buckets,["default"]}, {ready_buckets,["default"]}, {local_tasks,[]}, {memory, [{total,218733640}, {processes,166313544}, {processes_used,166231456}, {system,52420096}, {atom,1333345}, {atom_used,1324998}, {binary,11187432}, {code,13371137}, {ets,7987232}]}, {system_memory_data, [{system_total_memory,25199214592}, {free_swap,20971511808}, {total_swap,20971511808}, {cached_memory,7162638336}, {buffered_memory,231022592}, {free_memory,10098323456}, {total_memory,25199214592}]}, {node_storage_conf,[{db_path,"/data"},{index_path,"/data"}]}, {statistics, [{wall_clock,{3777545,4999}}, {context_switches,{14171120,0}}, {garbage_collection,{2423133,5573242772,0}}, {io,{{input,371190785},{output,15063312634}}}, {reductions,{1833079908,4297285}}, {run_queue,0}, {runtime,{696450,1410}}]}, {system_stats, [{cpu_utilization_rate,31.372549019607842}, {swap_total,20971511808}, {swap_used,0}]}, {interesting_stats, [{couch_docs_actual_disk_size,7046588778}, {couch_docs_data_size,5972874577}, {couch_views_actual_disk_size,0}, {couch_views_data_size,0}, {curr_items,1241453}, {curr_items_tot,2435827}, {mem_used,6242792328}, {vb_replica_curr_items,1194374}]}, {cluster_compatibility_version,131072}, {version, [{public_key,"0.13"}, {lhttpc,"1.3.0"}, {ale,"8cffe61"}, {os_mon,"2.2.7"}, {couch_set_view,"1.2.0a-b68b5f4-git"}, {mnesia,"4.5"}, {inets,"5.7.1"}, {couch,"1.2.0a-b68b5f4-git"}, {mapreduce,"1.0.0"}, {couch_index_merger,"1.2.0a-b68b5f4-git"}, {kernel,"2.14.5"}, {crypto,"2.0.4"}, {ssl,"4.1.6"}, {sasl,"2.1.10"}, {couch_view_parser,"1.0.0"}, {ns_server,"2.0.0-1939-rel-enterprise"}, {mochiweb,"1.4.1"}, {oauth,"7d85d3ef"}, {stdlib,"1.17.5"}]}, {supported_compat_version,[2,0]}, {system_arch,"x86_64-unknown-linux-gnu"}, {wall_clock,3777}, {memory_data,{25199214592,14816956416,{<0.84.0>,12342376}}}, {disk_data, [{"/",41260352,5}, {"/dev/shm",12304304,0}, {"/boot",495844,7}, {"/data",206420664,4}]}, {meminfo, <<"MemTotal: 24608608 kB\nMemFree: 9861644 kB\nBuffers: 225608 kB\nCached: 6994764 kB\nSwapCached: 0 kB\nActive: 8329664 kB\nInactive: 5807392 kB\nActive(anon): 6909756 kB\nInactive(anon): 9272 kB\nActive(file): 1419908 kB\nInactive(file): 5798120 kB\nUnevictable: 11288 kB\nMlocked: 11288 kB\nSwapTotal: 20479992 kB\nSwapFree: 20479992 kB\nDirty: 5784 kB\nWriteback: 0 kB\nAnonPages: 6928452 kB\nMapped: 14492 kB\nShmem: 164 kB\nSlab: 287340 kB\nSReclaimable: 229372 kB\nSUnreclaim: 57968 kB\nKernelStack: 2968 kB\nPageTables: 17524 kB\nNFS_Unstable: 0 kB\nBounce: 0 kB\nWritebackTmp: 0 kB\nCommitLimit: 32784296 kB\nCommitted_AS: 8697796 kB\nVmallocTotal: 34359738367 kB\nVmallocUsed: 332500 kB\nVmallocChunk: 34359355024 kB\nHardwareCorrupted: 0 kB\nAnonHugePages: 3866624 kB\nHugePages_Total: 0\nHugePages_Free: 0\nHugePages_Rsvd: 0\nHugePages_Surp: 0\nHugepagesize: 2048 kB\nDirectMap4k: 10240 kB\nDirectMap2M: 25155584 kB\n">>}]}, {'ns_1@192.168.0.22', [{last_heard,{1352,541520,954745}}, {outgoing_replications_safeness_level,[{"default",green}]}, {incoming_replications_conf_hashes, [{"default", [{'ns_1@192.168.0.20',17356660}, {'ns_1@192.168.0.21',130487580}]}]}, {active_buckets,["default"]}, {ready_buckets,["default"]}, {local_tasks, [[{pid,<<"<0.10851.3>">>}, {bucket,<<"default">>}, {original_target,{[{type,bucket}]}}, {progress,97}, {started_on,1352541169}, {total_vbuckets,1025}, {trigger_type,scheduled}, {type,bucket_compaction}, {updated_on,1352541520}, {vbuckets_done,999}]]}, {memory, [{total,242227160}, {processes,184169480}, {processes_used,183984960}, {system,58057680}, {atom,1338193}, {atom_used,1333793}, {binary,13543664}, {code,13481638}, {ets,11023248}]}, {system_memory_data, [{system_total_memory,25199214592}, {free_swap,20971511808}, {total_swap,20971511808}, {cached_memory,9484685312}, {buffered_memory,287244288}, {free_memory,5661593600}, {total_memory,25199214592}]}, {node_storage_conf,[{db_path,"/data"},{index_path,"/data"}]}, {statistics, [{wall_clock,{3780944,5001}}, {context_switches,{27002863,0}}, {garbage_collection,{3581423,8719946973,0}}, {io,{{input,644773164},{output,20778179415}}}, {reductions,{3057564540,3449830}}, {run_queue,0}, {runtime,{1050850,1090}}]}, {system_stats, [{cpu_utilization_rate,55.41871921182266}, {swap_total,20971511808}, {swap_used,0}]}, {interesting_stats, [{couch_docs_actual_disk_size,9341760629}, {couch_docs_data_size,7279564370}, {couch_views_actual_disk_size,0}, {couch_views_data_size,0}, {curr_items,1437774}, {curr_items_tot,2971043}, {mem_used,7715715976}, {vb_replica_curr_items,1533269}]}, {cluster_compatibility_version,131072}, {version, [{public_key,"0.13"}, {lhttpc,"1.3.0"}, {ale,"8cffe61"}, {os_mon,"2.2.7"}, {couch_set_view,"1.2.0a-b68b5f4-git"}, {mnesia,"4.5"}, {inets,"5.7.1"}, {couch,"1.2.0a-b68b5f4-git"}, {mapreduce,"1.0.0"}, {couch_index_merger,"1.2.0a-b68b5f4-git"}, {kernel,"2.14.5"}, {crypto,"2.0.4"}, {ssl,"4.1.6"}, {sasl,"2.1.10"}, {couch_view_parser,"1.0.0"}, {ns_server,"2.0.0-1939-rel-enterprise"}, {mochiweb,"1.4.1"}, {oauth,"7d85d3ef"}, {stdlib,"1.17.5"}]}, {supported_compat_version,[2,0]}, {system_arch,"x86_64-unknown-linux-gnu"}, {wall_clock,3780}, {memory_data,{25199214592,19543330816,{<17923.67.0>,16006048}}}, {disk_data, [{"/",41260352,5}, {"/dev/shm",12304304,0}, {"/boot",495844,7}, {"/data",206420664,5}]}, {meminfo, <<"MemTotal: 24608608 kB\nMemFree: 5529148 kB\nBuffers: 280512 kB\nCached: 9262060 kB\nSwapCached: 0 kB\nActive: 10207068 kB\nInactive: 8181376 kB\nActive(anon): 8275520 kB\nInactive(anon): 572524 kB\nActive(file): 1931548 kB\nInactive(file): 7608852 kB\nUnevictable: 11280 kB\nMlocked: 11288 kB\nSwapTotal: 20479992 kB\nSwapFree: 20479992 kB\nDirty: 6304 kB\nWriteback: 0 kB\nAnonPages: 8855292 kB\nMapped: 15536 kB\nShmem: 172 kB\nSlab: 368456 kB\nSReclaimable: 310192 kB\nSUnreclaim: 58264 kB\nKernelStack: 2480 kB\nPageTables: 21456 kB\nNFS_Unstable: 0 kB\nBounce: 0 kB\nWritebackTmp: 0 kB\nCommitLimit: 32784296 kB\nCommitted_AS: 10613616 kB\nVmallocTotal: 34359738367 kB\nVmallocUsed: 332500 kB\nVmallocChunk: 34359355024 kB\nHardwareCorrupted: 0 kB\nAnonHugePages: 4784128 kB\nHugePages_Total: 0\nHugePages_Free: 0\nHugePages_Rsvd: 0\nHugePages_Surp: 0\nHugepagesize: 2048 kB\nDirectMap4k: 10240 kB\nDirectMap2M: 25155584 kB\n">>}]}] [ns_doctor:debug,2012-11-10T1:59:41.353,ns_1@192.168.0.21:ns_doctor<0.4376.0>:ns_doctor:handle_info:137]Current node statuses: [{'ns_1@192.168.0.20', [{last_heard,{1352,541577,894454}}, {outgoing_replications_safeness_level,[{"default",green}]}, {incoming_replications_conf_hashes, [{"default",[{'ns_1@192.168.0.22',14313789}]}]}, {active_buckets,["default"]}, {ready_buckets,["default"]}, {local_tasks,[]}, {memory, [{total,149487680}, {processes,101242200}, {processes_used,97570496}, {system,48245480}, {atom,1401785}, {atom_used,1374492}, {binary,3720520}, {code,14045110}, {ets,10950912}]}, {system_memory_data, [{system_total_memory,25199214592}, {free_swap,20969263104}, {total_swap,20971511808}, {cached_memory,1500184576}, {buffered_memory,230748160}, {free_memory,14088572928}, {total_memory,25199214592}]}, {node_storage_conf,[{db_path,"/data"},{index_path,"/data"}]}, {statistics, [{wall_clock,{3857663,5000}}, {context_switches,{22364259,0}}, {garbage_collection,{2812306,19621184124,0}}, {io,{{input,440390197},{output,12453798229}}}, {reductions,{3242063441,3634343}}, {run_queue,0}, {runtime,{1299000,2230}}]}, {system_stats, [{cpu_utilization_rate,67.6148796498906}, {swap_total,20971511808}, {swap_used,2248704}]}, {interesting_stats, [{couch_docs_actual_disk_size,1442954251}, {couch_docs_data_size,1226736814}, {couch_views_actual_disk_size,0}, {couch_views_data_size,0}, {curr_items,270131}, {curr_items_tot,493159}, {mem_used,1392191056}, {vb_replica_curr_items,223028}]}, {cluster_compatibility_version,131072}, {version, [{public_key,"0.13"}, {lhttpc,"1.3.0"}, {ale,"8cffe61"}, {os_mon,"2.2.7"}, {couch_set_view,"1.2.0a-b68b5f4-git"}, {mnesia,"4.5"}, {inets,"5.7.1"}, {couch,"1.2.0a-b68b5f4-git"}, {mapreduce,"1.0.0"}, {couch_index_merger,"1.2.0a-b68b5f4-git"}, {kernel,"2.14.5"}, {crypto,"2.0.4"}, {ssl,"4.1.6"}, {sasl,"2.1.10"}, {couch_view_parser,"1.0.0"}, {ns_server,"2.0.0-1939-rel-enterprise"}, {mochiweb,"1.4.1"}, {oauth,"7d85d3ef"}, {stdlib,"1.17.5"}]}, {supported_compat_version,[2,0]}, {system_arch,"x86_64-unknown-linux-gnu"}, {wall_clock,3857}, {memory_data,{25199214592,11083808768,{<17877.428.0>,15927440}}}, {disk_data, [{"/",41260352,5}, {"/dev/shm",12304304,0}, {"/boot",495844,7}, {"/data",206420664,1}]}, {meminfo, <<"MemTotal: 24608608 kB\nMemFree: 13758372 kB\nBuffers: 225340 kB\nCached: 1465024 kB\nSwapCached: 344 kB\nActive: 8570528 kB\nInactive: 1767512 kB\nActive(anon): 8000108 kB\nInactive(anon): 649876 kB\nActive(file): 570420 kB\nInactive(file): 1117636 kB\nUnevictable: 11288 kB\nMlocked: 11288 kB\nSwapTotal: 20479992 kB\nSwapFree: 20477796 kB\nDirty: 1720 kB\nWriteback: 0 kB\nAnonPages: 8656876 kB\nMapped: 15440 kB\nShmem: 172 kB\nSlab: 189544 kB\nSReclaimable: 132052 kB\nSUnreclaim: 57492 kB\nKernelStack: 2984 kB\nPageTables: 21380 kB\nNFS_Unstable: 0 kB\nBounce: 0 kB\nWritebackTmp: 0 kB\nCommitLimit: 32784296 kB\nCommitted_AS: 10407652 kB\nVmallocTotal: 34359738367 kB\nVmallocUsed: 332500 kB\nVmallocChunk: 34359360032 kB\nHardwareCorrupted: 0 kB\nAnonHugePages: 5218304 kB\nHugePages_Total: 0\nHugePages_Free: 0\nHugePages_Rsvd: 0\nHugePages_Surp: 0\nHugepagesize: 2048 kB\nDirectMap4k: 10240 kB\nDirectMap2M: 25155584 kB\n">>}]}, {'ns_1@192.168.0.21', [{last_heard,{1352,541576,357344}}, {outgoing_replications_safeness_level,[{"default",green}]}, {incoming_replications_conf_hashes, [{"default",[{'ns_1@192.168.0.22',18412037}]}]}, {active_buckets,["default"]}, {ready_buckets,["default"]}, {local_tasks,[]}, {memory, [{total,216058216}, {processes,162973640}, {processes_used,162943256}, {system,53084576}, {atom,1333345}, {atom_used,1324998}, {binary,11670352}, {code,13371137}, {ets,8167904}]}, {system_memory_data, [{system_total_memory,25199214592}, {free_swap,20971511808}, {total_swap,20971511808}, {cached_memory,7944359936}, {buffered_memory,233078784}, {free_memory,9181069312}, {total_memory,25199214592}]}, {node_storage_conf,[{db_path,"/data"},{index_path,"/data"}]}, {statistics, [{wall_clock,{3837548,5001}}, {context_switches,{14591268,0}}, {garbage_collection,{2467884,5700575981,0}}, {io,{{input,380000594},{output,15390490585}}}, {reductions,{1878779022,3472400}}, {run_queue,0}, {runtime,{712180,1120}}]}, {system_stats, [{cpu_utilization_rate,29.310344827586206}, {swap_total,20971511808}, {swap_used,0}]}, {interesting_stats, [{couch_docs_actual_disk_size,7819276432}, {couch_docs_data_size,6073351982}, {couch_views_actual_disk_size,0}, {couch_views_data_size,0}, {curr_items,1260930}, {curr_items_tot,2475842}, {mem_used,6348968208}, {vb_replica_curr_items,1214912}]}, {cluster_compatibility_version,131072}, {version, [{public_key,"0.13"}, {lhttpc,"1.3.0"}, {ale,"8cffe61"}, {os_mon,"2.2.7"}, {couch_set_view,"1.2.0a-b68b5f4-git"}, {mnesia,"4.5"}, {inets,"5.7.1"}, {couch,"1.2.0a-b68b5f4-git"}, {mapreduce,"1.0.0"}, {couch_index_merger,"1.2.0a-b68b5f4-git"}, {kernel,"2.14.5"}, {crypto,"2.0.4"}, {ssl,"4.1.6"}, {sasl,"2.1.10"}, {couch_view_parser,"1.0.0"}, {ns_server,"2.0.0-1939-rel-enterprise"}, {mochiweb,"1.4.1"}, {oauth,"7d85d3ef"}, {stdlib,"1.17.5"}]}, {supported_compat_version,[2,0]}, {system_arch,"x86_64-unknown-linux-gnu"}, {wall_clock,3837}, {memory_data,{25199214592,15137337344,{<0.84.0>,12342376}}}, {disk_data, [{"/",41260352,5}, {"/dev/shm",12304304,0}, {"/boot",495844,7}, {"/data",206420664,4}]}, {meminfo, <<"MemTotal: 24608608 kB\nMemFree: 8966384 kB\nBuffers: 227616 kB\nCached: 7758164 kB\nSwapCached: 0 kB\nActive: 8920172 kB\nInactive: 6090452 kB\nActive(anon): 7017984 kB\nInactive(anon): 9272 kB\nActive(file): 1902188 kB\nInactive(file): 6081180 kB\nUnevictable: 11288 kB\nMlocked: 11288 kB\nSwapTotal: 20479992 kB\nSwapFree: 20479992 kB\nDirty: 4924 kB\nWriteback: 0 kB\nAnonPages: 7036712 kB\nMapped: 14492 kB\nShmem: 164 kB\nSlab: 308644 kB\nSReclaimable: 250740 kB\nSUnreclaim: 57904 kB\nKernelStack: 2968 kB\nPageTables: 17740 kB\nNFS_Unstable: 0 kB\nBounce: 0 kB\nWritebackTmp: 0 kB\nCommitLimit: 32784296 kB\nCommitted_AS: 8792748 kB\nVmallocTotal: 34359738367 kB\nVmallocUsed: 332500 kB\nVmallocChunk: 34359355024 kB\nHardwareCorrupted: 0 kB\nAnonHugePages: 3969024 kB\nHugePages_Total: 0\nHugePages_Free: 0\nHugePages_Rsvd: 0\nHugePages_Surp: 0\nHugepagesize: 2048 kB\nDirectMap4k: 10240 kB\nDirectMap2M: 25155584 kB\n">>}]}, {'ns_1@192.168.0.22', [{last_heard,{1352,541580,952492}}, {outgoing_replications_safeness_level,[{"default",green}]}, {incoming_replications_conf_hashes, [{"default", [{'ns_1@192.168.0.20',96341414},{'ns_1@192.168.0.21',52505608}]}]}, {active_buckets,["default"]}, {ready_buckets,["default"]}, {local_tasks, [[{pid,<<"<0.24616.3>">>}, {bucket,<<"default">>}, {original_target,{[{type,bucket}]}}, {progress,4}, {started_on,1352541562}, {total_vbuckets,1025}, {trigger_type,scheduled}, {type,bucket_compaction}, {updated_on,1352541580}, {vbuckets_done,41}]]}, {memory, [{total,250382328}, {processes,191155280}, {processes_used,190967144}, {system,59227048}, {atom,1338193}, {atom_used,1333793}, {binary,14529152}, {code,13481638}, {ets,11206400}]}, {system_memory_data, [{system_total_memory,25199214592}, {free_swap,20971511808}, {total_swap,20971511808}, {cached_memory,10080063488}, {buffered_memory,288780288}, {free_memory,5053415424}, {total_memory,25199214592}]}, {node_storage_conf,[{db_path,"/data"},{index_path,"/data"}]}, {statistics, [{wall_clock,{3840942,4990}}, {context_switches,{27419805,0}}, {garbage_collection,{3634280,8856379838,0}}, {io,{{input,656758872},{output,21064630481}}}, {reductions,{3103828283,4393376}}, {run_queue,0}, {runtime,{1067330,1570}}]}, {system_stats, [{cpu_utilization_rate,43.73464373464373}, {swap_total,20971511808}, {swap_used,0}]}, {interesting_stats, [{couch_docs_actual_disk_size,9930958117}, {couch_docs_data_size,7284430543}, {couch_views_actual_disk_size,0}, {couch_views_data_size,0}, {curr_items,1435407}, {curr_items_tot,2966962}, {mem_used,7719738376}, {vb_replica_curr_items,1531555}]}, {cluster_compatibility_version,131072}, {version, [{public_key,"0.13"}, {lhttpc,"1.3.0"}, {ale,"8cffe61"}, {os_mon,"2.2.7"}, {couch_set_view,"1.2.0a-b68b5f4-git"}, {mnesia,"4.5"}, {inets,"5.7.1"}, {couch,"1.2.0a-b68b5f4-git"}, {mapreduce,"1.0.0"}, {couch_index_merger,"1.2.0a-b68b5f4-git"}, {kernel,"2.14.5"}, {crypto,"2.0.4"}, {ssl,"4.1.6"}, {sasl,"2.1.10"}, {couch_view_parser,"1.0.0"}, {ns_server,"2.0.0-1939-rel-enterprise"}, {mochiweb,"1.4.1"}, {oauth,"7d85d3ef"}, {stdlib,"1.17.5"}]}, {supported_compat_version,[2,0]}, {system_arch,"x86_64-unknown-linux-gnu"}, {wall_clock,3840}, {memory_data,{25199214592,19540348928,{<17923.67.0>,16006048}}}, {disk_data, [{"/",41260352,5}, {"/dev/shm",12304304,0}, {"/boot",495844,7}, {"/data",206420664,5}]}, {meminfo, <<"MemTotal: 24608608 kB\nMemFree: 4935224 kB\nBuffers: 282012 kB\nCached: 9843812 kB\nSwapCached: 0 kB\nActive: 10629996 kB\nInactive: 8344452 kB\nActive(anon): 8264476 kB\nInactive(anon): 586720 kB\nActive(file): 2365520 kB\nInactive(file): 7757732 kB\nUnevictable: 11280 kB\nMlocked: 11288 kB\nSwapTotal: 20479992 kB\nSwapFree: 20479992 kB\nDirty: 7704 kB\nWriteback: 0 kB\nAnonPages: 8862628 kB\nMapped: 15536 kB\nShmem: 172 kB\nSlab: 376792 kB\nSReclaimable: 318904 kB\nSUnreclaim: 57888 kB\nKernelStack: 2480 kB\nPageTables: 21804 kB\nNFS_Unstable: 0 kB\nBounce: 0 kB\nWritebackTmp: 0 kB\nCommitLimit: 32784296 kB\nCommitted_AS: 10607412 kB\nVmallocTotal: 34359738367 kB\nVmallocUsed: 332500 kB\nVmallocChunk: 34359355024 kB\nHardwareCorrupted: 0 kB\nAnonHugePages: 4823040 kB\nHugePages_Total: 0\nHugePages_Free: 0\nHugePages_Rsvd: 0\nHugePages_Surp: 0\nHugepagesize: 2048 kB\nDirectMap4k: 10240 kB\nDirectMap2M: 25155584 kB\n">>}]}] [stats:debug,2012-11-10T1:59:46.942,ns_1@192.168.0.21:<0.4502.0>:stats_collector:maybe_log_stats:126](at {{1970,1,16},{7,42,21}}) Stats for bucket "default": accepting_conns 1 auth_cmds 9 auth_errors 0 bucket_active_conns 1 bucket_conns 25 bytes 6372135880 bytes_read 21044185395 bytes_written 13265974159 cas_badval 0 cas_hits 0 cas_misses 0 cmd_flush 0 cmd_get 2725601 cmd_set 2312906 conn_yields 99532 connection_structures 5000 curr_connections 28 curr_conns_on_port_11209 16 curr_conns_on_port_11210 10 curr_items 1266939 curr_items_tot 2485027 curr_temp_items 0 daemon_connections 4 decr_hits 0 decr_misses 0 delete_hits 145523 delete_misses 169287 ep_access_scanner_last_runtime 0 ep_access_scanner_num_items 0 ep_access_scanner_task_time 2012-11-10 10:00:00 ep_allow_data_loss_during_shutdown 1 ep_alog_block_size 4096 ep_alog_path /data/default/access.log ep_alog_sleep_time 1440 ep_alog_task_time 10 ep_backend couchdb ep_bg_fetch_delay 0 ep_bg_fetched 0 ep_bg_meta_fetched 0 ep_bg_remaining_jobs 0 ep_chk_max_items 5000 ep_chk_period 1800 ep_chk_persistence_remains 2 ep_chk_persistence_timeout 10 ep_chk_remover_stime 5 ep_commit_num 102270 ep_commit_time 9 ep_commit_time_total 1141659 ep_concurrentDB 1 ep_config_file ep_couch_bucket default ep_couch_host localhost ep_couch_port 11213 ep_couch_reconnect_sleeptime 250 ep_couch_response_timeout 180000 ep_data_age 7 ep_data_age_highwat 64 ep_data_traffic_enabled 0 ep_dbinit 0 ep_dbname /data/default ep_degraded_mode 0 ep_diskqueue_drain 9340445 ep_diskqueue_fill 8365866 ep_diskqueue_items 34658 ep_diskqueue_memory 970624 ep_diskqueue_pending 1455936 ep_exp_pager_stime 3600 ep_exp_pager_stime 3600 ep_expired_access 2618 ep_expired_pager 0 ep_expiry_window 3 ep_failpartialwarmup 0 ep_flush_all false ep_flush_duration_total 2374 ep_flushall_enabled 0 ep_flusher_state running ep_flusher_todo 26750 ep_getl_default_timeout 15 ep_getl_max_timeout 30 ep_ht_locks 5 ep_ht_size 3079 ep_inconsistent_slave_chk 0 ep_initfile ep_io_num_read 0 ep_io_num_write 7667476 ep_io_read_bytes 0 ep_io_write_bytes 17454754013 ep_item_begin_failed 0 ep_item_commit_failed 0 ep_item_flush_expired 32 ep_item_flush_failed 0 ep_item_num_based_new_chk 1 ep_items_rm_from_checkpoints 1159747 ep_keep_closed_chks 0 ep_klog_block_size 4096 ep_klog_compactor_queue_cap 500000 ep_klog_compactor_stime 3600 ep_klog_flush commit2 ep_klog_max_entry_ratio 10 ep_klog_max_log_size 2147483647 ep_klog_path ep_klog_sync commit2 ep_kv_size 6137344724 ep_max_checkpoints 2 ep_max_data_size 12582912000 ep_max_item_size 20971520 ep_max_size 12582912000 ep_max_txn_size 10000 ep_max_vbuckets 1024 ep_mem_high_wat 9437184000 ep_mem_high_wat 9437184000 ep_mem_low_wat 7549747200 ep_mem_low_wat 7549747200 ep_mem_tracker_enabled true ep_min_data_age 0 ep_mlog_compactor_runs 0 ep_mutation_mem_threshold 0 ep_num_access_scanner_runs 0 ep_num_eject_failures 0 ep_num_expiry_pager_runs 0 ep_num_non_resident 0 ep_num_not_my_vbuckets 0 ep_num_ops_del_meta 0 ep_num_ops_get_meta 0 ep_num_ops_set_meta 0 ep_num_pager_runs 0 ep_num_value_ejects 0 ep_oom_errors 0 ep_overhead 76662210 ep_pager_active_vb_pcnt 40 ep_pager_unbiased_period 60 ep_pending_ops 0 ep_pending_ops_max 1 ep_pending_ops_max_duration 206679 ep_pending_ops_total 9 ep_postInitfile ep_queue_age_cap 900 ep_queue_size 7908 ep_startup_time 1352539183 ep_storage_age 6 ep_storage_age_highwat 77 ep_store_max_concurrency 10 ep_store_max_readers 9 ep_store_max_readwrite 1 ep_stored_val_type ep_tap_ack_grace_period 300 ep_tap_ack_initial_sequence_number 1 ep_tap_ack_interval 1000 ep_tap_ack_window_size 10 ep_tap_backfill_resident 0.9 ep_tap_backlog_limit 5000 ep_tap_backoff_period 5 ep_tap_bg_fetch_requeued 0 ep_tap_bg_fetched 0 ep_tap_bg_max_pending 500 ep_tap_keepalive 300 ep_tap_noop_interval 20 ep_tap_requeue_sleep_time 0.1 ep_tap_throttle_cap_pcnt 10 ep_tap_throttle_queue_cap 1000000 ep_tap_throttle_threshold 90 ep_tmp_oom_errors 0 ep_too_old 0 ep_too_young 0 ep_total_cache_size 6107541949 ep_total_del_items 430482 ep_total_enqueued 8365866 ep_total_new_items 2747389 ep_total_persisted 7667476 ep_uncommitted_items 28 ep_value_size 5932449161 ep_vb0 0 ep_vb_snapshot_total 927 ep_vb_total 858 ep_vbucket_del 0 ep_vbucket_del_fail 0 ep_version 2.0.0r_133_g68e3f7c ep_waitforwarmup 0 ep_warmup 1 ep_warmup_batch_size 1000 ep_warmup_dups 0 ep_warmup_min_items_threshold 100 ep_warmup_min_memory_threshold 100 ep_warmup_oom 0 ep_warmup_thread complete ep_warmup_time 19069 get_hits 2392687 get_misses 332914 incr_hits 0 incr_misses 0 libevent 2.0.11-stable limit_maxbytes 67108864 listen_disabled_num 0 max_conns_on_port_11209 1000 max_conns_on_port_11210 9000 mem_used 6372135880 pid 22718 pointer_size 64 rejected_conns 0 rusage_system 590.380248 rusage_user 1258.127735 tap_checkpoint_end_received 1608 tap_checkpoint_end_sent 609 tap_checkpoint_start_received 2953 tap_checkpoint_start_sent 677 tap_connect_received 1 tap_delete_received 269736 tap_delete_sent 179767 tap_mutation_received 6137891 tap_mutation_sent 2818827 tap_opaque_received 5999 tap_opaque_sent 437 tap_vbucket_set_received 872 threads 4 time 1352541586 total_connections 4396 uptime 2407 vb_active_curr_items 1266939 vb_active_eject 0 vb_active_expired 2554 vb_active_ht_memory 10948640 vb_active_itm_memory 3118643093 vb_active_meta_data_memory 100088181 vb_active_num 436 vb_active_num_non_resident 0 vb_active_num_ref_ejects 0 vb_active_num_ref_items 1405675 vb_active_ops_create 1399792 vb_active_ops_delete 219762 vb_active_ops_reject 0 vb_active_ops_update 2090122 vb_active_perc_mem_resident 100 vb_active_queue_age 1540265000 vb_active_queue_drain 4711052 vb_active_queue_fill 4175243 vb_active_queue_memory 431232 vb_active_queue_pending 646848 vb_active_queue_size 13476 vb_dead_num 0 vb_pending_curr_items 0 vb_pending_eject 0 vb_pending_expired 0 vb_pending_ht_memory 0 vb_pending_itm_memory 0 vb_pending_meta_data_memory 0 vb_pending_num 0 vb_pending_num_non_resident 0 vb_pending_num_ref_ejects 0 vb_pending_num_ref_items 0 vb_pending_ops_create 0 vb_pending_ops_delete 0 vb_pending_ops_reject 0 vb_pending_ops_update 0 vb_pending_perc_mem_resident 0 vb_pending_queue_age 0 vb_pending_queue_drain 0 vb_pending_queue_fill 0 vb_pending_queue_memory 0 vb_pending_queue_pending 0 vb_pending_queue_size 0 vb_replica_curr_items 1218088 vb_replica_eject 0 vb_replica_expired 64 vb_replica_ht_memory 10597264 vb_replica_itm_memory 2988898856 vb_replica_meta_data_memory 96228952 vb_replica_num 422 vb_replica_num_non_resident 0 vb_replica_num_ref_ejects 0 vb_replica_num_ref_items 1354928 vb_replica_ops_create 1347598 vb_replica_ops_delete 210720 vb_replica_ops_reject 0 vb_replica_ops_update 2399509 vb_replica_perc_mem_resident 100 vb_replica_queue_age 439471000 vb_replica_queue_drain 4629393 vb_replica_queue_fill 4190623 vb_replica_queue_memory 539392 vb_replica_queue_pending 809088 vb_replica_queue_size 16856 version 1.4.4_600_g7ea975a [ns_doctor:debug,2012-11-10T2:00:41.353,ns_1@192.168.0.21:ns_doctor<0.4376.0>:ns_doctor:handle_info:137]Current node statuses: [{'ns_1@192.168.0.20', [{last_heard,{1352,541637,892784}}, {outgoing_replications_safeness_level,[{"default",green}]}, {incoming_replications_conf_hashes, [{"default",[{'ns_1@192.168.0.22',59518244}]}]}, {active_buckets,["default"]}, {ready_buckets,["default"]}, {local_tasks,[]}, {memory, [{total,150829256}, {processes,102237984}, {processes_used,98513216}, {system,48591272}, {atom,1401785}, {atom_used,1374492}, {binary,3878936}, {code,14045110}, {ets,11148776}]}, {system_memory_data, [{system_total_memory,25199214592}, {free_swap,20968808448}, {total_swap,20971511808}, {cached_memory,1584709632}, {buffered_memory,230047744}, {free_memory,14046818304}, {total_memory,25199214592}]}, {node_storage_conf,[{db_path,"/data"},{index_path,"/data"}]}, {statistics, [{wall_clock,{3917661,4999}}, {context_switches,{22755162,0}}, {garbage_collection,{2857461,19903282651,0}}, {io,{{input,443250460},{output,12496947478}}}, {reductions,{3283914693,3132146}}, {run_queue,0}, {runtime,{1321950,1450}}]}, {system_stats, [{cpu_utilization_rate,53.26876513317191}, {swap_total,20971511808}, {swap_used,2703360}]}, {interesting_stats, [{couch_docs_actual_disk_size,1518899303}, {couch_docs_data_size,1127335432}, {couch_views_actual_disk_size,0}, {couch_views_data_size,0}, {curr_items,252697}, {curr_items_tot,458338}, {mem_used,1307736112}, {vb_replica_curr_items,205641}]}, {cluster_compatibility_version,131072}, {version, [{public_key,"0.13"}, {lhttpc,"1.3.0"}, {ale,"8cffe61"}, {os_mon,"2.2.7"}, {couch_set_view,"1.2.0a-b68b5f4-git"}, {mnesia,"4.5"}, {inets,"5.7.1"}, {couch,"1.2.0a-b68b5f4-git"}, {mapreduce,"1.0.0"}, {couch_index_merger,"1.2.0a-b68b5f4-git"}, {kernel,"2.14.5"}, {crypto,"2.0.4"}, {ssl,"4.1.6"}, {sasl,"2.1.10"}, {couch_view_parser,"1.0.0"}, {ns_server,"2.0.0-1939-rel-enterprise"}, {mochiweb,"1.4.1"}, {oauth,"7d85d3ef"}, {stdlib,"1.17.5"}]}, {supported_compat_version,[2,0]}, {system_arch,"x86_64-unknown-linux-gnu"}, {wall_clock,3917}, {memory_data,{25199214592,11147808768,{<17877.428.0>,15924136}}}, {disk_data, [{"/",41260352,5}, {"/dev/shm",12304304,0}, {"/boot",495844,7}, {"/data",206420664,1}]}, {meminfo, <<"MemTotal: 24608608 kB\nMemFree: 13717596 kB\nBuffers: 224656 kB\nCached: 1547568 kB\nSwapCached: 716 kB\nActive: 8648652 kB\nInactive: 1730024 kB\nActive(anon): 7910524 kB\nInactive(anon): 698452 kB\nActive(file): 738128 kB\nInactive(file): 1031572 kB\nUnevictable: 11288 kB\nMlocked: 11288 kB\nSwapTotal: 20479992 kB\nSwapFree: 20477352 kB\nDirty: 1212 kB\nWriteback: 8 kB\nAnonPages: 8617908 kB\nMapped: 15440 kB\nShmem: 172 kB\nSlab: 189148 kB\nSReclaimable: 131736 kB\nSUnreclaim: 57412 kB\nKernelStack: 2992 kB\nPageTables: 21292 kB\nNFS_Unstable: 0 kB\nBounce: 0 kB\nWritebackTmp: 0 kB\nCommitLimit: 32784296 kB\nCommitted_AS: 10367112 kB\nVmallocTotal: 34359738367 kB\nVmallocUsed: 332500 kB\nVmallocChunk: 34359360032 kB\nHardwareCorrupted: 0 kB\nAnonHugePages: 5285888 kB\nHugePages_Total: 0\nHugePages_Free: 0\nHugePages_Rsvd: 0\nHugePages_Surp: 0\nHugepagesize: 2048 kB\nDirectMap4k: 10240 kB\nDirectMap2M: 25155584 kB\n">>}]}, {'ns_1@192.168.0.21', [{last_heard,{1352,541636,356057}}, {outgoing_replications_safeness_level,[{"default",green}]}, {incoming_replications_conf_hashes, [{"default",[{'ns_1@192.168.0.22',32736183}]}]}, {active_buckets,["default"]}, {ready_buckets,["default"]}, {local_tasks,[]}, {memory, [{total,229130864}, {processes,174288888}, {processes_used,174277104}, {system,54841976}, {atom,1333345}, {atom_used,1324998}, {binary,13340048}, {code,13371137}, {ets,8240808}]}, {system_memory_data, [{system_total_memory,25199214592}, {free_swap,20971511808}, {total_swap,20971511808}, {cached_memory,8770138112}, {buffered_memory,233697280}, {free_memory,8219795456}, {total_memory,25199214592}]}, {node_storage_conf,[{db_path,"/data"},{index_path,"/data"}]}, {statistics, [{wall_clock,{3897547,5001}}, {context_switches,{14997694,0}}, {garbage_collection,{2510506,5831615271,0}}, {io,{{input,385157324},{output,15720600719}}}, {reductions,{1925725554,4381359}}, {run_queue,0}, {runtime,{728490,1530}}]}, {system_stats, [{cpu_utilization_rate,35.55555555555556}, {swap_total,20971511808}, {swap_used,0}]}, {interesting_stats, [{couch_docs_actual_disk_size,8647535531}, {couch_docs_data_size,6174908177}, {couch_views_actual_disk_size,0}, {couch_views_data_size,0}, {curr_items,1281335}, {curr_items_tot,2516141}, {mem_used,6456241064}, {vb_replica_curr_items,1234806}]}, {cluster_compatibility_version,131072}, {version, [{public_key,"0.13"}, {lhttpc,"1.3.0"}, {ale,"8cffe61"}, {os_mon,"2.2.7"}, {couch_set_view,"1.2.0a-b68b5f4-git"}, {mnesia,"4.5"}, {inets,"5.7.1"}, {couch,"1.2.0a-b68b5f4-git"}, {mapreduce,"1.0.0"}, {couch_index_merger,"1.2.0a-b68b5f4-git"}, {kernel,"2.14.5"}, {crypto,"2.0.4"}, {ssl,"4.1.6"}, {sasl,"2.1.10"}, {couch_view_parser,"1.0.0"}, {ns_server,"2.0.0-1939-rel-enterprise"}, {mochiweb,"1.4.1"}, {oauth,"7d85d3ef"}, {stdlib,"1.17.5"}]}, {supported_compat_version,[2,0]}, {system_arch,"x86_64-unknown-linux-gnu"}, {wall_clock,3897}, {memory_data,{25199214592,16056614912,{<0.84.0>,12342376}}}, {disk_data, [{"/",41260352,5}, {"/dev/shm",12304304,0}, {"/boot",495844,7}, {"/data",206420664,4}]}, {meminfo, <<"MemTotal: 24608608 kB\nMemFree: 8027392 kB\nBuffers: 228220 kB\nCached: 8564588 kB\nSwapCached: 0 kB\nActive: 9453584 kB\nInactive: 6472896 kB\nActive(anon): 7126916 kB\nInactive(anon): 9272 kB\nActive(file): 2326668 kB\nInactive(file): 6463624 kB\nUnevictable: 11288 kB\nMlocked: 11288 kB\nSwapTotal: 20479992 kB\nSwapFree: 20479992 kB\nDirty: 4528 kB\nWriteback: 0 kB\nAnonPages: 7145604 kB\nMapped: 14492 kB\nShmem: 164 kB\nSlab: 332148 kB\nSReclaimable: 274372 kB\nSUnreclaim: 57776 kB\nKernelStack: 2976 kB\nPageTables: 17952 kB\nNFS_Unstable: 0 kB\nBounce: 0 kB\nWritebackTmp: 0 kB\nCommitLimit: 32784296 kB\nCommitted_AS: 8900004 kB\nVmallocTotal: 34359738367 kB\nVmallocUsed: 332500 kB\nVmallocChunk: 34359355024 kB\nHardwareCorrupted: 0 kB\nAnonHugePages: 4071424 kB\nHugePages_Total: 0\nHugePages_Free: 0\nHugePages_Rsvd: 0\nHugePages_Surp: 0\nHugepagesize: 2048 kB\nDirectMap4k: 10240 kB\nDirectMap2M: 25155584 kB\n">>}]}, {'ns_1@192.168.0.22', [{last_heard,{1352,541640,956228}}, {outgoing_replications_safeness_level,[{"default",green}]}, {incoming_replications_conf_hashes, [{"default", [{'ns_1@192.168.0.20',74343578},{'ns_1@192.168.0.21',76159379}]}]}, {active_buckets,["default"]}, {ready_buckets,["default"]}, {local_tasks, [[{pid,<<"<0.24616.3>">>}, {bucket,<<"default">>}, {original_target,{[{type,bucket}]}}, {progress,15}, {started_on,1352541562}, {total_vbuckets,1025}, {trigger_type,scheduled}, {type,bucket_compaction}, {updated_on,1352541640}, {vbuckets_done,158}]]}, {memory, [{total,250541888}, {processes,191853464}, {processes_used,191690784}, {system,58688424}, {atom,1339001}, {atom_used,1334282}, {binary,13887080}, {code,13481638}, {ets,11303912}]}, {system_memory_data, [{system_total_memory,25199214592}, {free_swap,20971511808}, {total_swap,20971511808}, {cached_memory,10330210304}, {buffered_memory,288956416}, {free_memory,4796100608}, {total_memory,25199214592}]}, {node_storage_conf,[{db_path,"/data"},{index_path,"/data"}]}, {statistics, [{wall_clock,{3900944,5002}}, {context_switches,{27827294,0}}, {garbage_collection,{3683262,8992447060,0}}, {io,{{input,668013267},{output,21350299035}}}, {reductions,{3150980320,4139758}}, {run_queue,0}, {runtime,{1083780,1460}}]}, {system_stats, [{cpu_utilization_rate,53.90243902439025}, {swap_total,20971511808}, {swap_used,0}]}, {interesting_stats, [{couch_docs_actual_disk_size,10198397716}, {couch_docs_data_size,7287055785}, {couch_views_actual_disk_size,0}, {couch_views_data_size,0}, {curr_items,1435655}, {curr_items_tot,2967390}, {mem_used,7660655088}, {vb_replica_curr_items,1531735}]}, {cluster_compatibility_version,131072}, {version, [{public_key,"0.13"}, {lhttpc,"1.3.0"}, {ale,"8cffe61"}, {os_mon,"2.2.7"}, {couch_set_view,"1.2.0a-b68b5f4-git"}, {mnesia,"4.5"}, {inets,"5.7.1"}, {couch,"1.2.0a-b68b5f4-git"}, {mapreduce,"1.0.0"}, {couch_index_merger,"1.2.0a-b68b5f4-git"}, {kernel,"2.14.5"}, {crypto,"2.0.4"}, {ssl,"4.1.6"}, {sasl,"2.1.10"}, {couch_view_parser,"1.0.0"}, {ns_server,"2.0.0-1939-rel-enterprise"}, {mochiweb,"1.4.1"}, {oauth,"7d85d3ef"}, {stdlib,"1.17.5"}]}, {supported_compat_version,[2,0]}, {system_arch,"x86_64-unknown-linux-gnu"}, {wall_clock,3900}, {memory_data,{25199214592,20147638272,{<17923.67.0>,16006048}}}, {disk_data, [{"/",41260352,5}, {"/dev/shm",12304304,0}, {"/boot",495844,7}, {"/data",206420664,5}]}, {meminfo, <<"MemTotal: 24608608 kB\nMemFree: 4683196 kB\nBuffers: 282184 kB\nCached: 10088424 kB\nSwapCached: 0 kB\nActive: 10695532 kB\nInactive: 8522948 kB\nActive(anon): 8251912 kB\nInactive(anon): 597940 kB\nActive(file): 2443620 kB\nInactive(file): 7925008 kB\nUnevictable: 11280 kB\nMlocked: 11288 kB\nSwapTotal: 20479992 kB\nSwapFree: 20479992 kB\nDirty: 6628 kB\nWriteback: 0 kB\nAnonPages: 8861328 kB\nMapped: 15544 kB\nShmem: 172 kB\nSlab: 384380 kB\nSReclaimable: 326352 kB\nSUnreclaim: 58028 kB\nKernelStack: 2488 kB\nPageTables: 21468 kB\nNFS_Unstable: 0 kB\nBounce: 0 kB\nWritebackTmp: 0 kB\nCommitLimit: 32784296 kB\nCommitted_AS: 10598684 kB\nVmallocTotal: 34359738367 kB\nVmallocUsed: 332500 kB\nVmallocChunk: 34359355024 kB\nHardwareCorrupted: 0 kB\nAnonHugePages: 4839424 kB\nHugePages_Total: 0\nHugePages_Free: 0\nHugePages_Rsvd: 0\nHugePages_Surp: 0\nHugepagesize: 2048 kB\nDirectMap4k: 10240 kB\nDirectMap2M: 25155584 kB\n">>}]}] [stats:debug,2012-11-10T2:01:26.936,ns_1@192.168.0.21:<0.4502.0>:stats_collector:maybe_log_stats:126](at {{1970,1,16},{7,42,21}}) Stats for bucket "default": accepting_conns 1 auth_cmds 9 auth_errors 0 bucket_active_conns 1 bucket_conns 25 bytes 6535274232 bytes_read 21947554439 bytes_written 14023512293 cas_badval 0 cas_hits 0 cas_misses 0 cmd_flush 0 cmd_get 2902309 cmd_set 2459164 conn_yields 103600 connection_structures 5000 curr_connections 28 curr_conns_on_port_11209 16 curr_conns_on_port_11210 10 curr_items 1295740 curr_items_tot 2545716 curr_temp_items 0 daemon_connections 4 decr_hits 0 decr_misses 0 delete_hits 154657 delete_misses 179993 ep_access_scanner_last_runtime 4 ep_access_scanner_num_items 2485682 ep_access_scanner_task_time 2012-11-11 10:00:00 ep_allow_data_loss_during_shutdown 1 ep_alog_block_size 4096 ep_alog_path /data/default/access.log ep_alog_sleep_time 1440 ep_alog_task_time 10 ep_backend couchdb ep_bg_fetch_delay 0 ep_bg_fetched 0 ep_bg_meta_fetched 0 ep_bg_remaining_jobs 0 ep_chk_max_items 5000 ep_chk_period 1800 ep_chk_persistence_remains 2 ep_chk_persistence_timeout 10 ep_chk_remover_stime 5 ep_commit_num 107182 ep_commit_time 11 ep_commit_time_total 1189269 ep_concurrentDB 1 ep_config_file ep_couch_bucket default ep_couch_host localhost ep_couch_port 11213 ep_couch_reconnect_sleeptime 250 ep_couch_response_timeout 180000 ep_data_age 19 ep_data_age_highwat 64 ep_data_traffic_enabled 0 ep_dbinit 0 ep_dbname /data/default ep_degraded_mode 0 ep_diskqueue_drain 9710476 ep_diskqueue_fill 8737498 ep_diskqueue_items 45693 ep_diskqueue_memory 1330272 ep_diskqueue_pending 1995408 ep_exp_pager_stime 3600 ep_exp_pager_stime 3600 ep_expired_access 2869 ep_expired_pager 0 ep_expiry_window 3 ep_failpartialwarmup 0 ep_flush_all false ep_flush_duration_total 2465 ep_flushall_enabled 0 ep_flusher_state running ep_flusher_todo 4874 ep_getl_default_timeout 15 ep_getl_max_timeout 30 ep_ht_locks 5 ep_ht_size 3079 ep_inconsistent_slave_chk 0 ep_initfile ep_io_num_read 0 ep_io_num_write 8016463 ep_io_read_bytes 0 ep_io_write_bytes 18247180872 ep_item_begin_failed 0 ep_item_commit_failed 0 ep_item_flush_expired 33 ep_item_flush_failed 0 ep_item_num_based_new_chk 1 ep_items_rm_from_checkpoints 1186033 ep_keep_closed_chks 0 ep_klog_block_size 4096 ep_klog_compactor_queue_cap 500000 ep_klog_compactor_stime 3600 ep_klog_flush commit2 ep_klog_max_entry_ratio 10 ep_klog_max_log_size 2147483647 ep_klog_path ep_klog_sync commit2 ep_kv_size 6288613012 ep_max_checkpoints 2 ep_max_data_size 12582912000 ep_max_item_size 20971520 ep_max_size 12582912000 ep_max_txn_size 10000 ep_max_vbuckets 1024 ep_mem_high_wat 9437184000 ep_mem_high_wat 9437184000 ep_mem_low_wat 7549747200 ep_mem_low_wat 7549747200 ep_mem_tracker_enabled true ep_min_data_age 0 ep_mlog_compactor_runs 0 ep_mutation_mem_threshold 0 ep_num_access_scanner_runs 1 ep_num_eject_failures 0 ep_num_expiry_pager_runs 0 ep_num_non_resident 0 ep_num_not_my_vbuckets 0 ep_num_ops_del_meta 0 ep_num_ops_get_meta 0 ep_num_ops_set_meta 0 ep_num_pager_runs 0 ep_num_value_ejects 0 ep_oom_errors 0 ep_overhead 81914510 ep_pager_active_vb_pcnt 40 ep_pager_unbiased_period 60 ep_pending_ops 0 ep_pending_ops_max 1 ep_pending_ops_max_duration 206679 ep_pending_ops_total 9 ep_postInitfile ep_queue_age_cap 900 ep_queue_size 40819 ep_startup_time 1352539183 ep_storage_age 16 ep_storage_age_highwat 77 ep_store_max_concurrency 10 ep_store_max_readers 9 ep_store_max_readwrite 1 ep_stored_val_type ep_tap_ack_grace_period 300 ep_tap_ack_initial_sequence_number 1 ep_tap_ack_interval 1000 ep_tap_ack_window_size 10 ep_tap_backfill_resident 0.9 ep_tap_backlog_limit 5000 ep_tap_backoff_period 5 ep_tap_bg_fetch_requeued 0 ep_tap_bg_fetched 0 ep_tap_bg_max_pending 500 ep_tap_keepalive 300 ep_tap_noop_interval 20 ep_tap_requeue_sleep_time 0.1 ep_tap_throttle_cap_pcnt 10 ep_tap_throttle_queue_cap 1000000 ep_tap_throttle_threshold 90 ep_tmp_oom_errors 0 ep_too_old 0 ep_too_young 0 ep_total_cache_size 6258091948 ep_total_del_items 453766 ep_total_enqueued 8737498 ep_total_new_items 2821731 ep_total_persisted 8016463 ep_uncommitted_items 36 ep_value_size 6078715248 ep_vb0 0 ep_vb_snapshot_total 956 ep_vb_total 878 ep_vbucket_del 0 ep_vbucket_del_fail 0 ep_version 2.0.0r_133_g68e3f7c ep_waitforwarmup 0 ep_warmup 1 ep_warmup_batch_size 1000 ep_warmup_dups 0 ep_warmup_min_items_threshold 100 ep_warmup_min_memory_threshold 100 ep_warmup_oom 0 ep_warmup_thread complete ep_warmup_time 19069 get_hits 2541458 get_misses 360851 incr_hits 0 incr_misses 0 libevent 2.0.11-stable limit_maxbytes 67108864 listen_disabled_num 0 max_conns_on_port_11209 1000 max_conns_on_port_11210 9000 mem_used 6535274232 pid 22718 pointer_size 64 rejected_conns 0 rusage_system 625.839857 rusage_user 1325.802447 tap_checkpoint_end_received 1659 tap_checkpoint_end_sent 628 tap_checkpoint_start_received 3036 tap_checkpoint_start_sent 697 tap_connect_received 1 tap_delete_received 282800 tap_delete_sent 190481 tap_mutation_received 6349481 tap_mutation_sent 2968246 tap_opaque_received 6140 tap_opaque_sent 447 tap_vbucket_set_received 892 threads 4 time 1352541686 total_connections 4496 uptime 2507 vb_active_curr_items 1295740 vb_active_eject 0 vb_active_expired 2804 vb_active_ht_memory 11199760 vb_active_itm_memory 3190149716 vb_active_meta_data_memory 102363460 vb_active_num 446 vb_active_num_non_resident 0 vb_active_num_ref_ejects 0 vb_active_num_ref_items 344182 vb_active_ops_create 1436758 vb_active_ops_delete 231645 vb_active_ops_reject 0 vb_active_ops_update 2216352 vb_active_perc_mem_resident 100 vb_active_queue_age 1521447000 vb_active_queue_drain 4897926 vb_active_queue_fill 4362112 vb_active_queue_memory 591104 vb_active_queue_pending 886656 vb_active_queue_size 18472 vb_dead_num 0 vb_pending_curr_items 0 vb_pending_eject 0 vb_pending_expired 0 vb_pending_ht_memory 0 vb_pending_itm_memory 0 vb_pending_meta_data_memory 0 vb_pending_num 0 vb_pending_num_non_resident 0 vb_pending_num_ref_ejects 0 vb_pending_num_ref_items 0 vb_pending_ops_create 0 vb_pending_ops_delete 0 vb_pending_ops_reject 0 vb_pending_ops_update 0 vb_pending_perc_mem_resident 0 vb_pending_queue_age 0 vb_pending_queue_drain 0 vb_pending_queue_fill 0 vb_pending_queue_memory 0 vb_pending_queue_pending 0 vb_pending_queue_size 0 vb_replica_curr_items 1249976 vb_replica_eject 0 vb_replica_expired 65 vb_replica_ht_memory 10848384 vb_replica_itm_memory 3067942232 vb_replica_meta_data_memory 98748104 vb_replica_num 432 vb_replica_num_non_resident 0 vb_replica_num_ref_ejects 0 vb_replica_num_ref_items 238455 vb_replica_ops_create 1384976 vb_replica_ops_delete 222121 vb_replica_ops_reject 0 vb_replica_ops_update 2524643 vb_replica_perc_mem_resident 100 vb_replica_queue_age 503101000 vb_replica_queue_drain 4812550 vb_replica_queue_fill 4375386 vb_replica_queue_memory 739168 vb_replica_queue_pending 1108752 vb_replica_queue_size 23099 version 1.4.4_600_g7ea975a [ns_doctor:debug,2012-11-10T2:01:41.353,ns_1@192.168.0.21:ns_doctor<0.4376.0>:ns_doctor:handle_info:137]Current node statuses: [{'ns_1@192.168.0.20', [{last_heard,{1352,541697,896611}}, {outgoing_replications_safeness_level,[{"default",green}]}, {incoming_replications_conf_hashes, [{"default",[{'ns_1@192.168.0.22',113376369}]}]}, {active_buckets,["default"]}, {ready_buckets,["default"]}, {local_tasks, [[{pid,<<"<0.17345.3>">>}, {bucket,<<"default">>}, {original_target,{[{type,bucket}]}}, {progress,69}, {started_on,1352541655}, {total_vbuckets,155}, {trigger_type,scheduled}, {type,bucket_compaction}, {updated_on,1352541697}, {vbuckets_done,107}]]}, {memory, [{total,149497936}, {processes,101443168}, {processes_used,97682776}, {system,48054768}, {atom,1401785}, {atom_used,1374492}, {binary,3237128}, {code,14045110}, {ets,11258936}]}, {system_memory_data, [{system_total_memory,25199214592}, {free_swap,20968075264}, {total_swap,20971511808}, {cached_memory,1278038016}, {buffered_memory,229208064}, {free_memory,14353006592}, {total_memory,25199214592}]}, {node_storage_conf,[{db_path,"/data"},{index_path,"/data"}]}, {statistics, [{wall_clock,{3977661,4998}}, {context_switches,{23000685,0}}, {garbage_collection,{2892382,20158848543,0}}, {io,{{input,454556615},{output,12546357251}}}, {reductions,{3321163662,2301189}}, {run_queue,0}, {runtime,{1340260,830}}]}, {system_stats, [{cpu_utilization_rate,49.62593516209476}, {swap_total,20971511808}, {swap_used,3436544}]}, {interesting_stats, [{couch_docs_actual_disk_size,1253773089}, {couch_docs_data_size,1042364914}, {couch_views_actual_disk_size,0}, {couch_views_data_size,0}, {curr_items,235273}, {curr_items_tot,423766}, {mem_used,1223282672}, {vb_replica_curr_items,188493}]}, {cluster_compatibility_version,131072}, {version, [{public_key,"0.13"}, {lhttpc,"1.3.0"}, {ale,"8cffe61"}, {os_mon,"2.2.7"}, {couch_set_view,"1.2.0a-b68b5f4-git"}, {mnesia,"4.5"}, {inets,"5.7.1"}, {couch,"1.2.0a-b68b5f4-git"}, {mapreduce,"1.0.0"}, {couch_index_merger,"1.2.0a-b68b5f4-git"}, {kernel,"2.14.5"}, {crypto,"2.0.4"}, {ssl,"4.1.6"}, {sasl,"2.1.10"}, {couch_view_parser,"1.0.0"}, {ns_server,"2.0.0-1939-rel-enterprise"}, {mochiweb,"1.4.1"}, {oauth,"7d85d3ef"}, {stdlib,"1.17.5"}]}, {supported_compat_version,[2,0]}, {system_arch,"x86_64-unknown-linux-gnu"}, {wall_clock,3977}, {memory_data,{25199214592,10962534400,{<17877.428.0>,15914208}}}, {disk_data, [{"/",41260352,5}, {"/dev/shm",12304304,0}, {"/boot",495844,7}, {"/data",206420664,1}]}, {meminfo, <<"MemTotal: 24608608 kB\nMemFree: 14016608 kB\nBuffers: 223836 kB\nCached: 1248084 kB\nSwapCached: 1140 kB\nActive: 8400036 kB\nInactive: 1683392 kB\nActive(anon): 7922424 kB\nInactive(anon): 691148 kB\nActive(file): 477612 kB\nInactive(file): 992244 kB\nUnevictable: 11288 kB\nMlocked: 11288 kB\nSwapTotal: 20479992 kB\nSwapFree: 20476636 kB\nDirty: 2908 kB\nWriteback: 72 kB\nAnonPages: 8622020 kB\nMapped: 15780 kB\nShmem: 172 kB\nSlab: 186112 kB\nSReclaimable: 128428 kB\nSUnreclaim: 57684 kB\nKernelStack: 3000 kB\nPageTables: 21360 kB\nNFS_Unstable: 0 kB\nBounce: 0 kB\nWritebackTmp: 0 kB\nCommitLimit: 32784296 kB\nCommitted_AS: 10368632 kB\nVmallocTotal: 34359738367 kB\nVmallocUsed: 332500 kB\nVmallocChunk: 34359360032 kB\nHardwareCorrupted: 0 kB\nAnonHugePages: 5382144 kB\nHugePages_Total: 0\nHugePages_Free: 0\nHugePages_Rsvd: 0\nHugePages_Surp: 0\nHugepagesize: 2048 kB\nDirectMap4k: 10240 kB\nDirectMap2M: 25155584 kB\n">>}]}, {'ns_1@192.168.0.21', [{last_heard,{1352,541696,356800}}, {outgoing_replications_safeness_level,[{"default",green}]}, {incoming_replications_conf_hashes, [{"default",[{'ns_1@192.168.0.22',24035061}]}]}, {active_buckets,["default"]}, {ready_buckets,["default"]}, {local_tasks, [[{pid,<<"<0.16601.2>">>}, {bucket,<<"default">>}, {original_target,{[{type,bucket}]}}, {progress,20}, {started_on,1352541665}, {total_vbuckets,873}, {trigger_type,scheduled}, {type,bucket_compaction}, {updated_on,1352541696}, {vbuckets_done,179}]]}, {memory, [{total,226070648}, {processes,171275664}, {processes_used,171219528}, {system,54794984}, {atom,1333345}, {atom_used,1324998}, {binary,13090016}, {code,13371137}, {ets,8431472}]}, {system_memory_data, [{system_total_memory,25199214592}, {free_swap,20971511808}, {total_swap,20971511808}, {cached_memory,8734220288}, {buffered_memory,235667456}, {free_memory,8161226752}, {total_memory,25199214592}]}, {node_storage_conf,[{db_path,"/data"},{index_path,"/data"}]}, {statistics, [{wall_clock,{3957547,4845}}, {context_switches,{15421637,0}}, {garbage_collection,{2556358,5957208820,0}}, {io,{{input,395027180},{output,16042351960}}}, {reductions,{1971642616,2140261}}, {run_queue,0}, {runtime,{743920,1090}}]}, {system_stats, [{cpu_utilization_rate,58.43520782396088}, {swap_total,20971511808}, {swap_used,0}]}, {interesting_stats, [{couch_docs_actual_disk_size,8671442948}, {couch_docs_data_size,6261350030}, {couch_views_actual_disk_size,0}, {couch_views_data_size,0}, {curr_items,1299089}, {curr_items_tot,2551653}, {mem_used,6550454664}, {vb_replica_curr_items,1252564}]}, {cluster_compatibility_version,131072}, {version, [{public_key,"0.13"}, {lhttpc,"1.3.0"}, {ale,"8cffe61"}, {os_mon,"2.2.7"}, {couch_set_view,"1.2.0a-b68b5f4-git"}, {mnesia,"4.5"}, {inets,"5.7.1"}, {couch,"1.2.0a-b68b5f4-git"}, {mapreduce,"1.0.0"}, {couch_index_merger,"1.2.0a-b68b5f4-git"}, {kernel,"2.14.5"}, {crypto,"2.0.4"}, {ssl,"4.1.6"}, {sasl,"2.1.10"}, {couch_view_parser,"1.0.0"}, {ns_server,"2.0.0-1939-rel-enterprise"}, {mochiweb,"1.4.1"}, {oauth,"7d85d3ef"}, {stdlib,"1.17.5"}]}, {supported_compat_version,[2,0]}, {system_arch,"x86_64-unknown-linux-gnu"}, {wall_clock,3957}, {memory_data,{25199214592,17028812800,{<0.84.0>,12342376}}}, {disk_data, [{"/",41260352,5}, {"/dev/shm",12304304,0}, {"/boot",495844,7}, {"/data",206420664,5}]}, {meminfo, <<"MemTotal: 24608608 kB\nMemFree: 7970196 kB\nBuffers: 230144 kB\nCached: 8529512 kB\nSwapCached: 0 kB\nActive: 9405616 kB\nInactive: 6574252 kB\nActive(anon): 7212884 kB\nInactive(anon): 9272 kB\nActive(file): 2192732 kB\nInactive(file): 6564980 kB\nUnevictable: 11288 kB\nMlocked: 11288 kB\nSwapTotal: 20479992 kB\nSwapFree: 20479992 kB\nDirty: 8968 kB\nWriteback: 0 kB\nAnonPages: 7231536 kB\nMapped: 14496 kB\nShmem: 164 kB\nSlab: 336188 kB\nSReclaimable: 278080 kB\nSUnreclaim: 58108 kB\nKernelStack: 2984 kB\nPageTables: 18172 kB\nNFS_Unstable: 0 kB\nBounce: 0 kB\nWritebackTmp: 0 kB\nCommitLimit: 32784296 kB\nCommitted_AS: 8998392 kB\nVmallocTotal: 34359738367 kB\nVmallocUsed: 332500 kB\nVmallocChunk: 34359355024 kB\nHardwareCorrupted: 0 kB\nAnonHugePages: 4165632 kB\nHugePages_Total: 0\nHugePages_Free: 0\nHugePages_Rsvd: 0\nHugePages_Surp: 0\nHugepagesize: 2048 kB\nDirectMap4k: 10240 kB\nDirectMap2M: 25155584 kB\n">>}]}, {'ns_1@192.168.0.22', [{last_heard,{1352,541700,954490}}, {outgoing_replications_safeness_level,[{"default",green}]}, {incoming_replications_conf_hashes, [{"default", [{'ns_1@192.168.0.20',94169628}, {'ns_1@192.168.0.21',113779977}]}]}, {active_buckets,["default"]}, {ready_buckets,["default"]}, {local_tasks, [[{pid,<<"<0.24616.3>">>}, {bucket,<<"default">>}, {original_target,{[{type,bucket}]}}, {progress,26}, {started_on,1352541562}, {total_vbuckets,1025}, {trigger_type,scheduled}, {type,bucket_compaction}, {updated_on,1352541700}, {vbuckets_done,267}]]}, {memory, [{total,248459464}, {processes,189336808}, {processes_used,189189152}, {system,59122656}, {atom,1339001}, {atom_used,1334282}, {binary,14126568}, {code,13481638}, {ets,11496776}]}, {system_memory_data, [{system_total_memory,25199214592}, {free_swap,20971511808}, {total_swap,20971511808}, {cached_memory,10384179200}, {buffered_memory,290516992}, {free_memory,4728385536}, {total_memory,25199214592}]}, {node_storage_conf,[{db_path,"/data"},{index_path,"/data"}]}, {statistics, [{wall_clock,{3960944,5002}}, {context_switches,{28212708,0}}, {garbage_collection,{3725356,9110567839,0}}, {io,{{input,678109240},{output,21632209740}}}, {reductions,{3193478206,2997278}}, {run_queue,0}, {runtime,{1098550,950}}]}, {system_stats, [{cpu_utilization_rate,33.49875930521092}, {swap_total,20971511808}, {swap_used,0}]}, {interesting_stats, [{couch_docs_actual_disk_size,10265853691}, {couch_docs_data_size,7288848231}, {couch_views_actual_disk_size,0}, {couch_views_data_size,0}, {curr_items,1437193}, {curr_items_tot,2969847}, {mem_used,7687002512}, {vb_replica_curr_items,1532654}]}, {cluster_compatibility_version,131072}, {version, [{public_key,"0.13"}, {lhttpc,"1.3.0"}, {ale,"8cffe61"}, {os_mon,"2.2.7"}, {couch_set_view,"1.2.0a-b68b5f4-git"}, {mnesia,"4.5"}, {inets,"5.7.1"}, {couch,"1.2.0a-b68b5f4-git"}, {mapreduce,"1.0.0"}, {couch_index_merger,"1.2.0a-b68b5f4-git"}, {kernel,"2.14.5"}, {crypto,"2.0.4"}, {ssl,"4.1.6"}, {sasl,"2.1.10"}, {couch_view_parser,"1.0.0"}, {ns_server,"2.0.0-1939-rel-enterprise"}, {mochiweb,"1.4.1"}, {oauth,"7d85d3ef"}, {stdlib,"1.17.5"}]}, {supported_compat_version,[2,0]}, {system_arch,"x86_64-unknown-linux-gnu"}, {wall_clock,3960}, {memory_data,{25199214592,20406026240,{<17923.67.0>,16006048}}}, {disk_data, [{"/",41260352,5}, {"/dev/shm",12304304,0}, {"/boot",495844,7}, {"/data",206420664,5}]}, {meminfo, <<"MemTotal: 24608608 kB\nMemFree: 4617564 kB\nBuffers: 283708 kB\nCached: 10140800 kB\nSwapCached: 0 kB\nActive: 10738828 kB\nInactive: 8540412 kB\nActive(anon): 8260252 kB\nInactive(anon): 597304 kB\nActive(file): 2478576 kB\nInactive(file): 7943108 kB\nUnevictable: 11280 kB\nMlocked: 11288 kB\nSwapTotal: 20479992 kB\nSwapFree: 20479992 kB\nDirty: 5960 kB\nWriteback: 0 kB\nAnonPages: 8865224 kB\nMapped: 15544 kB\nShmem: 172 kB\nSlab: 388956 kB\nSReclaimable: 331056 kB\nSUnreclaim: 57900 kB\nKernelStack: 2488 kB\nPageTables: 21464 kB\nNFS_Unstable: 0 kB\nBounce: 0 kB\nWritebackTmp: 0 kB\nCommitLimit: 32784296 kB\nCommitted_AS: 10616920 kB\nVmallocTotal: 34359738367 kB\nVmallocUsed: 332500 kB\nVmallocChunk: 34359355024 kB\nHardwareCorrupted: 0 kB\nAnonHugePages: 4855808 kB\nHugePages_Total: 0\nHugePages_Free: 0\nHugePages_Rsvd: 0\nHugePages_Surp: 0\nHugepagesize: 2048 kB\nDirectMap4k: 10240 kB\nDirectMap2M: 25155584 kB\n">>}]}] [ns_doctor:debug,2012-11-10T2:02:41.353,ns_1@192.168.0.21:ns_doctor<0.4376.0>:ns_doctor:handle_info:137]Current node statuses: [{'ns_1@192.168.0.20', [{last_heard,{1352,541757,894542}}, {outgoing_replications_safeness_level,[{"default",green}]}, {incoming_replications_conf_hashes, [{"default",[{'ns_1@192.168.0.22',96831094}]}]}, {active_buckets,["default"]}, {ready_buckets,["default"]}, {local_tasks,[]}, {memory, [{total,152361216}, {processes,104158736}, {processes_used,100356976}, {system,48202480}, {atom,1401785}, {atom_used,1374492}, {binary,3937376}, {code,14045110}, {ets,10712960}]}, {system_memory_data, [{system_total_memory,25199214592}, {free_swap,20968071168}, {total_swap,20971511808}, {cached_memory,1226907648}, {buffered_memory,229146624}, {free_memory,14375383040}, {total_memory,25199214592}]}, {node_storage_conf,[{db_path,"/data"},{index_path,"/data"}]}, {statistics, [{wall_clock,{4037663,5001}}, {context_switches,{23228061,0}}, {garbage_collection,{2920026,20357757309,0}}, {io,{{input,460110899},{output,12583922533}}}, {reductions,{3355707326,2863159}}, {run_queue,0}, {runtime,{1356680,1840}}]}, {system_stats, [{cpu_utilization_rate,57.74647887323944}, {swap_total,20971511808}, {swap_used,3444736}]}, {interesting_stats, [{couch_docs_actual_disk_size,1175360006}, {couch_docs_data_size,999992350}, {couch_views_actual_disk_size,0}, {couch_views_data_size,0}, {curr_items,223698}, {curr_items_tot,400496}, {mem_used,1173791888}, {vb_replica_curr_items,176798}]}, {cluster_compatibility_version,131072}, {version, [{public_key,"0.13"}, {lhttpc,"1.3.0"}, {ale,"8cffe61"}, {os_mon,"2.2.7"}, {couch_set_view,"1.2.0a-b68b5f4-git"}, {mnesia,"4.5"}, {inets,"5.7.1"}, {couch,"1.2.0a-b68b5f4-git"}, {mapreduce,"1.0.0"}, {couch_index_merger,"1.2.0a-b68b5f4-git"}, {kernel,"2.14.5"}, {crypto,"2.0.4"}, {ssl,"4.1.6"}, {sasl,"2.1.10"}, {couch_view_parser,"1.0.0"}, {ns_server,"2.0.0-1939-rel-enterprise"}, {mochiweb,"1.4.1"}, {oauth,"7d85d3ef"}, {stdlib,"1.17.5"}]}, {supported_compat_version,[2,0]}, {system_arch,"x86_64-unknown-linux-gnu"}, {wall_clock,4037}, {memory_data,{25199214592,10762838016,{<17877.428.0>,15911856}}}, {disk_data, [{"/",41260352,5}, {"/dev/shm",12304304,0}, {"/boot",495844,7}, {"/data",206420664,1}]}, {meminfo, <<"MemTotal: 24608608 kB\nMemFree: 14038460 kB\nBuffers: 223776 kB\nCached: 1198152 kB\nSwapCached: 1336 kB\nActive: 8425444 kB\nInactive: 1632096 kB\nActive(anon): 7936432 kB\nInactive(anon): 701168 kB\nActive(file): 489012 kB\nInactive(file): 930928 kB\nUnevictable: 11288 kB\nMlocked: 11288 kB\nSwapTotal: 20479992 kB\nSwapFree: 20476632 kB\nDirty: 536 kB\nWriteback: 0 kB\nAnonPages: 8653692 kB\nMapped: 15448 kB\nShmem: 172 kB\nSlab: 183940 kB\nSReclaimable: 126456 kB\nSUnreclaim: 57484 kB\nKernelStack: 2984 kB\nPageTables: 21388 kB\nNFS_Unstable: 0 kB\nBounce: 0 kB\nWritebackTmp: 0 kB\nCommitLimit: 32784296 kB\nCommitted_AS: 10411720 kB\nVmallocTotal: 34359738367 kB\nVmallocUsed: 332500 kB\nVmallocChunk: 34359360032 kB\nHardwareCorrupted: 0 kB\nAnonHugePages: 5513216 kB\nHugePages_Total: 0\nHugePages_Free: 0\nHugePages_Rsvd: 0\nHugePages_Surp: 0\nHugepagesize: 2048 kB\nDirectMap4k: 10240 kB\nDirectMap2M: 25155584 kB\n">>}]}, {'ns_1@192.168.0.21', [{last_heard,{1352,541756,354855}}, {outgoing_replications_safeness_level,[{"default",green}]}, {incoming_replications_conf_hashes, [{"default",[{'ns_1@192.168.0.22',23980315}]}]}, {active_buckets,["default"]}, {ready_buckets,["default"]}, {local_tasks, [[{pid,<<"<0.16601.2>">>}, {bucket,<<"default">>}, {original_target,{[{type,bucket}]}}, {progress,59}, {started_on,1352541665}, {total_vbuckets,873}, {trigger_type,scheduled}, {type,bucket_compaction}, {updated_on,1352541756}, {vbuckets_done,516}]]}, {memory, [{total,225183696}, {processes,171056104}, {processes_used,170997824}, {system,54127592}, {atom,1333345}, {atom_used,1324998}, {binary,12242416}, {code,13371137}, {ets,8606400}]}, {system_memory_data, [{system_total_memory,25199214592}, {free_swap,20971511808}, {total_swap,20971511808}, {cached_memory,8028385280}, {buffered_memory,239075328}, {free_memory,8837050368}, {total_memory,25199214592}]}, {node_storage_conf,[{db_path,"/data"},{index_path,"/data"}]}, {statistics, [{wall_clock,{4017546,4999}}, {context_switches,{15810228,0}}, {garbage_collection,{2596432,6067480333,0}}, {io,{{input,409650488},{output,16325890551}}}, {reductions,{2014673687,3175201}}, {run_queue,0}, {runtime,{758230,950}}]}, {system_stats, [{cpu_utilization_rate,52.901785714285715}, {swap_total,20971511808}, {swap_used,0}]}, {interesting_stats, [{couch_docs_actual_disk_size,7959982627}, {couch_docs_data_size,6304956246}, {couch_views_actual_disk_size,0}, {couch_views_data_size,0}, {curr_items,1310523}, {curr_items_tot,2569829}, {mem_used,6600002328}, {vb_replica_curr_items,1259306}]}, {cluster_compatibility_version,131072}, {version, [{public_key,"0.13"}, {lhttpc,"1.3.0"}, {ale,"8cffe61"}, {os_mon,"2.2.7"}, {couch_set_view,"1.2.0a-b68b5f4-git"}, {mnesia,"4.5"}, {inets,"5.7.1"}, {couch,"1.2.0a-b68b5f4-git"}, {mapreduce,"1.0.0"}, {couch_index_merger,"1.2.0a-b68b5f4-git"}, {kernel,"2.14.5"}, {crypto,"2.0.4"}, {ssl,"4.1.6"}, {sasl,"2.1.10"}, {couch_view_parser,"1.0.0"}, {ns_server,"2.0.0-1939-rel-enterprise"}, {mochiweb,"1.4.1"}, {oauth,"7d85d3ef"}, {stdlib,"1.17.5"}]}, {supported_compat_version,[2,0]}, {system_arch,"x86_64-unknown-linux-gnu"}, {wall_clock,4017}, {memory_data,{25199214592,16988205056,{<0.84.0>,12342376}}}, {disk_data, [{"/",41260352,5}, {"/dev/shm",12304304,0}, {"/boot",495844,7}, {"/data",206420664,5}]}, {meminfo, <<"MemTotal: 24608608 kB\nMemFree: 8629932 kB\nBuffers: 233472 kB\nCached: 7840220 kB\nSwapCached: 0 kB\nActive: 8915508 kB\nInactive: 6425592 kB\nActive(anon): 7260184 kB\nInactive(anon): 9272 kB\nActive(file): 1655324 kB\nInactive(file): 6416320 kB\nUnevictable: 11288 kB\nMlocked: 11288 kB\nSwapTotal: 20479992 kB\nSwapFree: 20479992 kB\nDirty: 2976 kB\nWriteback: 0 kB\nAnonPages: 7281608 kB\nMapped: 14496 kB\nShmem: 164 kB\nSlab: 315448 kB\nSReclaimable: 257320 kB\nSUnreclaim: 58128 kB\nKernelStack: 2976 kB\nPageTables: 18280 kB\nNFS_Unstable: 0 kB\nBounce: 0 kB\nWritebackTmp: 0 kB\nCommitLimit: 32784296 kB\nCommitted_AS: 9039168 kB\nVmallocTotal: 34359738367 kB\nVmallocUsed: 332500 kB\nVmallocChunk: 34359355024 kB\nHardwareCorrupted: 0 kB\nAnonHugePages: 4263936 kB\nHugePages_Total: 0\nHugePages_Free: 0\nHugePages_Rsvd: 0\nHugePages_Surp: 0\nHugepagesize: 2048 kB\nDirectMap4k: 10240 kB\nDirectMap2M: 25155584 kB\n">>}]}, {'ns_1@192.168.0.22', [{last_heard,{1352,541760,953801}}, {outgoing_replications_safeness_level,[{"default",green}]}, {incoming_replications_conf_hashes, [{"default", [{'ns_1@192.168.0.20',71711347}, {'ns_1@192.168.0.21',120084633}]}]}, {active_buckets,["default"]}, {ready_buckets,["default"]}, {local_tasks, [[{pid,<<"<0.24616.3>">>}, {bucket,<<"default">>}, {original_target,{[{type,bucket}]}}, {progress,40}, {started_on,1352541562}, {total_vbuckets,1025}, {trigger_type,scheduled}, {type,bucket_compaction}, {updated_on,1352541760}, {vbuckets_done,417}]]}, {memory, [{total,251264552}, {processes,192709968}, {processes_used,192564152}, {system,58554584}, {atom,1339001}, {atom_used,1334282}, {binary,14146168}, {code,13481638}, {ets,10909104}]}, {system_memory_data, [{system_total_memory,25199214592}, {free_swap,20971511808}, {total_swap,20971511808}, {cached_memory,9947787264}, {buffered_memory,292302848}, {free_memory,5168775168}, {total_memory,25199214592}]}, {node_storage_conf,[{db_path,"/data"},{index_path,"/data"}]}, {statistics, [{wall_clock,{4020944,5001}}, {context_switches,{28543907,0}}, {garbage_collection,{3758313,9220556853,0}}, {io,{{input,690172755},{output,21924835224}}}, {reductions,{3233703028,3749818}}, {run_queue,0}, {runtime,{1111990,1290}}]}, {system_stats, [{cpu_utilization_rate,37.65586034912718}, {swap_total,20971511808}, {swap_used,0}]}, {interesting_stats, [{couch_docs_actual_disk_size,9836984320}, {couch_docs_data_size,7289056374}, {couch_views_actual_disk_size,0}, {couch_views_data_size,0}, {curr_items,1438788}, {curr_items_tot,2974995}, {mem_used,7711578744}, {vb_replica_curr_items,1536207}]}, {cluster_compatibility_version,131072}, {version, [{public_key,"0.13"}, {lhttpc,"1.3.0"}, {ale,"8cffe61"}, {os_mon,"2.2.7"}, {couch_set_view,"1.2.0a-b68b5f4-git"}, {mnesia,"4.5"}, {inets,"5.7.1"}, {couch,"1.2.0a-b68b5f4-git"}, {mapreduce,"1.0.0"}, {couch_index_merger,"1.2.0a-b68b5f4-git"}, {kernel,"2.14.5"}, {crypto,"2.0.4"}, {ssl,"4.1.6"}, {sasl,"2.1.10"}, {couch_view_parser,"1.0.0"}, {ns_server,"2.0.0-1939-rel-enterprise"}, {mochiweb,"1.4.1"}, {oauth,"7d85d3ef"}, {stdlib,"1.17.5"}]}, {supported_compat_version,[2,0]}, {system_arch,"x86_64-unknown-linux-gnu"}, {wall_clock,4020}, {memory_data,{25199214592,20472086528,{<17923.67.0>,16006048}}}, {disk_data, [{"/",41260352,5}, {"/dev/shm",12304304,0}, {"/boot",495844,7}, {"/data",206420664,5}]}, {meminfo, <<"MemTotal: 24608608 kB\nMemFree: 5047880 kB\nBuffers: 285452 kB\nCached: 9714636 kB\nSwapCached: 0 kB\nActive: 10490288 kB\nInactive: 8361308 kB\nActive(anon): 8245188 kB\nInactive(anon): 608768 kB\nActive(file): 2245100 kB\nInactive(file): 7752540 kB\nUnevictable: 11280 kB\nMlocked: 11288 kB\nSwapTotal: 20479992 kB\nSwapFree: 20479992 kB\nDirty: 8464 kB\nWriteback: 0 kB\nAnonPages: 8863416 kB\nMapped: 15872 kB\nShmem: 172 kB\nSlab: 386524 kB\nSReclaimable: 328660 kB\nSUnreclaim: 57864 kB\nKernelStack: 2480 kB\nPageTables: 21464 kB\nNFS_Unstable: 0 kB\nBounce: 0 kB\nWritebackTmp: 0 kB\nCommitLimit: 32784296 kB\nCommitted_AS: 10613352 kB\nVmallocTotal: 34359738367 kB\nVmallocUsed: 332500 kB\nVmallocChunk: 34359355024 kB\nHardwareCorrupted: 0 kB\nAnonHugePages: 4857856 kB\nHugePages_Total: 0\nHugePages_Free: 0\nHugePages_Rsvd: 0\nHugePages_Surp: 0\nHugepagesize: 2048 kB\nDirectMap4k: 10240 kB\nDirectMap2M: 25155584 kB\n">>}]}] [stats:debug,2012-11-10T2:03:06.937,ns_1@192.168.0.21:<0.4502.0>:stats_collector:maybe_log_stats:126](at {{1970,1,16},{7,42,21}}) Stats for bucket "default": accepting_conns 1 auth_cmds 9 auth_errors 0 bucket_active_conns 2 bucket_conns 25 bytes 6631125528 bytes_read 22798524853 bytes_written 14795589045 cas_badval 0 cas_hits 0 cas_misses 0 cmd_flush 0 cmd_get 3083651 cmd_set 2608762 conn_yields 107263 connection_structures 5000 curr_connections 28 curr_conns_on_port_11209 16 curr_conns_on_port_11210 10 curr_items 1314162 curr_items_tot 2581516 curr_temp_items 0 daemon_connections 4 decr_hits 0 decr_misses 0 delete_hits 163978 delete_misses 191083 ep_access_scanner_last_runtime 4 ep_access_scanner_num_items 2485682 ep_access_scanner_task_time 2012-11-11 10:00:00 ep_allow_data_loss_during_shutdown 1 ep_alog_block_size 4096 ep_alog_path /data/default/access.log ep_alog_sleep_time 1440 ep_alog_task_time 10 ep_backend couchdb ep_bg_fetch_delay 0 ep_bg_fetched 0 ep_bg_meta_fetched 0 ep_bg_remaining_jobs 0 ep_chk_max_items 5000 ep_chk_period 1800 ep_chk_persistence_remains 2 ep_chk_persistence_timeout 10 ep_chk_remover_stime 5 ep_commit_num 109783 ep_commit_time 17 ep_commit_time_total 1238025 ep_concurrentDB 1 ep_config_file ep_couch_bucket default ep_couch_host localhost ep_couch_port 11213 ep_couch_reconnect_sleeptime 250 ep_couch_response_timeout 180000 ep_data_age 15 ep_data_age_highwat 64 ep_data_traffic_enabled 0 ep_dbinit 0 ep_dbname /data/default ep_degraded_mode 0 ep_diskqueue_drain 10035035 ep_diskqueue_fill 9082440 ep_diskqueue_items 72575 ep_diskqueue_memory 2173344 ep_diskqueue_pending 3260016 ep_exp_pager_stime 3600 ep_exp_pager_stime 3600 ep_expired_access 3110 ep_expired_pager 0 ep_expiry_window 3 ep_failpartialwarmup 0 ep_flush_all false ep_flush_duration_total 2563 ep_flushall_enabled 0 ep_flusher_state running ep_flusher_todo 28022 ep_getl_default_timeout 15 ep_getl_max_timeout 30 ep_ht_locks 5 ep_ht_size 3079 ep_inconsistent_slave_chk 0 ep_initfile ep_io_num_read 0 ep_io_num_write 8324263 ep_io_read_bytes 0 ep_io_write_bytes 18945737281 ep_item_begin_failed 0 ep_item_commit_failed 0 ep_item_flush_expired 35 ep_item_flush_failed 0 ep_item_num_based_new_chk 1 ep_items_rm_from_checkpoints 1224630 ep_keep_closed_chks 0 ep_klog_block_size 4096 ep_klog_compactor_queue_cap 500000 ep_klog_compactor_stime 3600 ep_klog_flush commit2 ep_klog_max_entry_ratio 10 ep_klog_max_log_size 2147483647 ep_klog_path ep_klog_sync commit2 ep_kv_size 6376615264 ep_max_checkpoints 2 ep_max_data_size 12582912000 ep_max_item_size 20971520 ep_max_size 12582912000 ep_max_txn_size 10000 ep_max_vbuckets 1024 ep_mem_high_wat 9437184000 ep_mem_high_wat 9437184000 ep_mem_low_wat 7549747200 ep_mem_low_wat 7549747200 ep_mem_tracker_enabled true ep_min_data_age 0 ep_mlog_compactor_runs 0 ep_mutation_mem_threshold 0 ep_num_access_scanner_runs 1 ep_num_eject_failures 0 ep_num_expiry_pager_runs 0 ep_num_non_resident 0 ep_num_not_my_vbuckets 0 ep_num_ops_del_meta 0 ep_num_ops_get_meta 0 ep_num_ops_set_meta 0 ep_num_pager_runs 0 ep_num_value_ejects 0 ep_oom_errors 0 ep_overhead 85461270 ep_pager_active_vb_pcnt 40 ep_pager_unbiased_period 60 ep_pending_ops 0 ep_pending_ops_max 1 ep_pending_ops_max_duration 206679 ep_pending_ops_total 9 ep_postInitfile ep_queue_age_cap 900 ep_queue_size 44553 ep_startup_time 1352539183 ep_storage_age 13 ep_storage_age_highwat 77 ep_store_max_concurrency 10 ep_store_max_readers 9 ep_store_max_readwrite 1 ep_stored_val_type ep_tap_ack_grace_period 300 ep_tap_ack_initial_sequence_number 1 ep_tap_ack_interval 1000 ep_tap_ack_window_size 10 ep_tap_backfill_resident 0.9 ep_tap_backlog_limit 5000 ep_tap_backoff_period 5 ep_tap_bg_fetch_requeued 0 ep_tap_bg_fetched 0 ep_tap_bg_max_pending 500 ep_tap_keepalive 300 ep_tap_noop_interval 20 ep_tap_requeue_sleep_time 0.1 ep_tap_throttle_cap_pcnt 10 ep_tap_throttle_queue_cap 1000000 ep_tap_throttle_threshold 90 ep_tmp_oom_errors 0 ep_too_old 0 ep_too_young 0 ep_total_cache_size 6345681244 ep_total_del_items 474035 ep_total_enqueued 9082440 ep_total_new_items 2871840 ep_total_persisted 8324263 ep_uncommitted_items 126 ep_value_size 6163770058 ep_vb0 0 ep_vb_snapshot_total 974 ep_vb_total 890 ep_vbucket_del 0 ep_vbucket_del_fail 0 ep_version 2.0.0r_133_g68e3f7c ep_waitforwarmup 0 ep_warmup 1 ep_warmup_batch_size 1000 ep_warmup_dups 0 ep_warmup_min_items_threshold 100 ep_warmup_min_memory_threshold 100 ep_warmup_oom 0 ep_warmup_thread complete ep_warmup_time 19069 get_hits 2694142 get_misses 389509 incr_hits 0 incr_misses 0 libevent 2.0.11-stable limit_maxbytes 67108864 listen_disabled_num 0 max_conns_on_port_11209 1000 max_conns_on_port_11210 9000 mem_used 6631125528 pid 22718 pointer_size 64 rejected_conns 0 rusage_system 656.016270 rusage_user 1381.278013 tap_checkpoint_end_received 1701 tap_checkpoint_end_sent 653 tap_checkpoint_start_received 3096 tap_checkpoint_start_sent 722 tap_connect_received 1 tap_delete_received 294546 tap_delete_sent 201109 tap_mutation_received 6536051 tap_mutation_sent 3121436 tap_opaque_received 6224 tap_opaque_sent 453 tap_vbucket_set_received 904 threads 4 time 1352541786 total_connections 4556 uptime 2607 vb_active_curr_items 1314162 vb_active_eject 0 vb_active_expired 3042 vb_active_ht_memory 11350432 vb_active_itm_memory 3233303174 vb_active_meta_data_memory 103818798 vb_active_num 452 vb_active_num_non_resident 0 vb_active_num_ref_ejects 0 vb_active_num_ref_items 488366 vb_active_ops_create 1461109 vb_active_ops_delete 241516 vb_active_ops_reject 0 vb_active_ops_update 2326109 vb_active_perc_mem_resident 100 vb_active_queue_age 1913219000 vb_active_queue_drain 5051670 vb_active_queue_fill 4537083 vb_active_queue_memory 1381472 vb_active_queue_pending 2072208 vb_active_queue_size 43171 vb_dead_num 0 vb_pending_curr_items 0 vb_pending_eject 0 vb_pending_expired 0 vb_pending_ht_memory 0 vb_pending_itm_memory 0 vb_pending_meta_data_memory 0 vb_pending_num 0 vb_pending_num_non_resident 0 vb_pending_num_ref_ejects 0 vb_pending_num_ref_items 0 vb_pending_ops_create 0 vb_pending_ops_delete 0 vb_pending_ops_reject 0 vb_pending_ops_update 0 vb_pending_perc_mem_resident 0 vb_pending_queue_age 0 vb_pending_queue_drain 0 vb_pending_queue_fill 0 vb_pending_queue_memory 0 vb_pending_queue_pending 0 vb_pending_queue_size 0 vb_replica_curr_items 1267354 vb_replica_eject 0 vb_replica_expired 68 vb_replica_ht_memory 10999056 vb_replica_itm_memory 3112378070 vb_replica_meta_data_memory 100120966 vb_replica_num 438 vb_replica_num_non_resident 0 vb_replica_num_ref_ejects 0 vb_replica_num_ref_items 311351 vb_replica_ops_create 1410735 vb_replica_ops_delete 232519 vb_replica_ops_reject 0 vb_replica_ops_update 2652326 vb_replica_perc_mem_resident 100 vb_replica_queue_age 543333000 vb_replica_queue_drain 4983365 vb_replica_queue_fill 4545357 vb_replica_queue_memory 791872 vb_replica_queue_pending 1187808 vb_replica_queue_size 24746 version 1.4.4_600_g7ea975a [ns_doctor:debug,2012-11-10T2:03:41.353,ns_1@192.168.0.21:ns_doctor<0.4376.0>:ns_doctor:handle_info:137]Current node statuses: [{'ns_1@192.168.0.20', [{last_heard,{1352,541817,893725}}, {outgoing_replications_safeness_level,[{"default",green}]}, {incoming_replications_conf_hashes, [{"default",[{'ns_1@192.168.0.22',44412047}]}]}, {active_buckets,["default"]}, {ready_buckets,["default"]}, {local_tasks,[]}, {memory, [{total,151645536}, {processes,104116344}, {processes_used,100285128}, {system,47529192}, {atom,1401785}, {atom_used,1374492}, {binary,3207000}, {code,14045110}, {ets,10773896}]}, {system_memory_data, [{system_total_memory,25199214592}, {free_swap,20968103936}, {total_swap,20971511808}, {cached_memory,1308606464}, {buffered_memory,227790848}, {free_memory,14330167296}, {total_memory,25199214592}]}, {node_storage_conf,[{db_path,"/data"},{index_path,"/data"}]}, {statistics, [{wall_clock,{4097662,5000}}, {context_switches,{23485320,0}}, {garbage_collection,{2947199,20525665867,0}}, {io,{{input,462215771},{output,12618855852}}}, {reductions,{3389941277,3099120}}, {run_queue,0}, {runtime,{1373530,2210}}]}, {system_stats, [{cpu_utilization_rate,51.477832512315274}, {swap_total,20971511808}, {swap_used,3407872}]}, {interesting_stats, [{couch_docs_actual_disk_size,1273168556}, {couch_docs_data_size,950019516}, {couch_views_actual_disk_size,0}, {couch_views_data_size,0}, {curr_items,214845}, {curr_items_tot,382871}, {mem_used,1123888768}, {vb_replica_curr_items,168026}]}, {cluster_compatibility_version,131072}, {version, [{public_key,"0.13"}, {lhttpc,"1.3.0"}, {ale,"8cffe61"}, {os_mon,"2.2.7"}, {couch_set_view,"1.2.0a-b68b5f4-git"}, {mnesia,"4.5"}, {inets,"5.7.1"}, {couch,"1.2.0a-b68b5f4-git"}, {mapreduce,"1.0.0"}, {couch_index_merger,"1.2.0a-b68b5f4-git"}, {kernel,"2.14.5"}, {crypto,"2.0.4"}, {ssl,"4.1.6"}, {sasl,"2.1.10"}, {couch_view_parser,"1.0.0"}, {ns_server,"2.0.0-1939-rel-enterprise"}, {mochiweb,"1.4.1"}, {oauth,"7d85d3ef"}, {stdlib,"1.17.5"}]}, {supported_compat_version,[2,0]}, {system_arch,"x86_64-unknown-linux-gnu"}, {wall_clock,4097}, {memory_data,{25199214592,10851975168,{<17877.428.0>,15913456}}}, {disk_data, [{"/",41260352,5}, {"/dev/shm",12304304,0}, {"/boot",495844,7}, {"/data",206420664,1}]}, {meminfo, <<"MemTotal: 24608608 kB\nMemFree: 13994304 kB\nBuffers: 222452 kB\nCached: 1277936 kB\nSwapCached: 1260 kB\nActive: 8536908 kB\nInactive: 1570772 kB\nActive(anon): 7913704 kB\nInactive(anon): 696120 kB\nActive(file): 623204 kB\nInactive(file): 874652 kB\nUnevictable: 11288 kB\nMlocked: 11288 kB\nSwapTotal: 20479992 kB\nSwapFree: 20476664 kB\nDirty: 1216 kB\nWriteback: 0 kB\nAnonPages: 8617724 kB\nMapped: 15400 kB\nShmem: 172 kB\nSlab: 183460 kB\nSReclaimable: 126144 kB\nSUnreclaim: 57316 kB\nKernelStack: 2984 kB\nPageTables: 21312 kB\nNFS_Unstable: 0 kB\nBounce: 0 kB\nWritebackTmp: 0 kB\nCommitLimit: 32784296 kB\nCommitted_AS: 10371400 kB\nVmallocTotal: 34359738367 kB\nVmallocUsed: 332500 kB\nVmallocChunk: 34359360032 kB\nHardwareCorrupted: 0 kB\nAnonHugePages: 5572608 kB\nHugePages_Total: 0\nHugePages_Free: 0\nHugePages_Rsvd: 0\nHugePages_Surp: 0\nHugepagesize: 2048 kB\nDirectMap4k: 10240 kB\nDirectMap2M: 25155584 kB\n">>}]}, {'ns_1@192.168.0.21', [{last_heard,{1352,541816,355742}}, {outgoing_replications_safeness_level,[{"default",green}]}, {incoming_replications_conf_hashes, [{"default",[{'ns_1@192.168.0.22',63553224}]}]}, {active_buckets,["default"]}, {ready_buckets,["default"]}, {local_tasks, [[{pid,<<"<0.16601.2>">>}, {bucket,<<"default">>}, {original_target,{[{type,bucket}]}}, {progress,96}, {started_on,1352541665}, {total_vbuckets,873}, {trigger_type,scheduled}, {type,bucket_compaction}, {updated_on,1352541816}, {vbuckets_done,846}]]}, {memory, [{total,229983208}, {processes,175217320}, {processes_used,175122040}, {system,54765888}, {atom,1333345}, {atom_used,1324998}, {binary,12740392}, {code,13371137}, {ets,8743032}]}, {system_memory_data, [{system_total_memory,25199214592}, {free_swap,20971511808}, {total_swap,20971511808}, {cached_memory,7388958720}, {buffered_memory,243613696}, {free_memory,9417797632}, {total_memory,25199214592}]}, {node_storage_conf,[{db_path,"/data"},{index_path,"/data"}]}, {statistics, [{wall_clock,{4077546,5000}}, {context_switches,{16191349,0}}, {garbage_collection,{2637027,6178806597,0}}, {io,{{input,421663667},{output,16617110756}}}, {reductions,{2057357353,4156018}}, {run_queue,0}, {runtime,{771840,1320}}]}, {system_stats, [{cpu_utilization_rate,37.84461152882206}, {swap_total,20971511808}, {swap_used,0}]}, {interesting_stats, [{couch_docs_actual_disk_size,7314414859}, {couch_docs_data_size,6349018412}, {couch_views_actual_disk_size,0}, {couch_views_data_size,0}, {curr_items,1318990}, {curr_items_tot,2591835}, {mem_used,6659123176}, {vb_replica_curr_items,1272845}]}, {cluster_compatibility_version,131072}, {version, [{public_key,"0.13"}, {lhttpc,"1.3.0"}, {ale,"8cffe61"}, {os_mon,"2.2.7"}, {couch_set_view,"1.2.0a-b68b5f4-git"}, {mnesia,"4.5"}, {inets,"5.7.1"}, {couch,"1.2.0a-b68b5f4-git"}, {mapreduce,"1.0.0"}, {couch_index_merger,"1.2.0a-b68b5f4-git"}, {kernel,"2.14.5"}, {crypto,"2.0.4"}, {ssl,"4.1.6"}, {sasl,"2.1.10"}, {couch_view_parser,"1.0.0"}, {ns_server,"2.0.0-1939-rel-enterprise"}, {mochiweb,"1.4.1"}, {oauth,"7d85d3ef"}, {stdlib,"1.17.5"}]}, {supported_compat_version,[2,0]}, {system_arch,"x86_64-unknown-linux-gnu"}, {wall_clock,4077}, {memory_data,{25199214592,16339439616,{<0.84.0>,12342376}}}, {disk_data, [{"/",41260352,5}, {"/dev/shm",12304304,0}, {"/boot",495844,7}, {"/data",206420664,4}]}, {meminfo, <<"MemTotal: 24608608 kB\nMemFree: 9197068 kB\nBuffers: 237904 kB\nCached: 7215780 kB\nSwapCached: 0 kB\nActive: 8560532 kB\nInactive: 6230188 kB\nActive(anon): 7328648 kB\nInactive(anon): 10156 kB\nActive(file): 1231884 kB\nInactive(file): 6220032 kB\nUnevictable: 11288 kB\nMlocked: 11288 kB\nSwapTotal: 20479992 kB\nSwapFree: 20479992 kB\nDirty: 3800 kB\nWriteback: 0 kB\nAnonPages: 7348276 kB\nMapped: 14516 kB\nShmem: 164 kB\nSlab: 298520 kB\nSReclaimable: 240188 kB\nSUnreclaim: 58332 kB\nKernelStack: 2976 kB\nPageTables: 18400 kB\nNFS_Unstable: 0 kB\nBounce: 0 kB\nWritebackTmp: 0 kB\nCommitLimit: 32784296 kB\nCommitted_AS: 9109320 kB\nVmallocTotal: 34359738367 kB\nVmallocUsed: 332500 kB\nVmallocChunk: 34359355024 kB\nHardwareCorrupted: 0 kB\nAnonHugePages: 4368384 kB\nHugePages_Total: 0\nHugePages_Free: 0\nHugePages_Rsvd: 0\nHugePages_Surp: 0\nHugepagesize: 2048 kB\nDirectMap4k: 10240 kB\nDirectMap2M: 25155584 kB\n">>}]}, {'ns_1@192.168.0.22', [{last_heard,{1352,541820,954318}}, {outgoing_replications_safeness_level,[{"default",green}]}, {incoming_replications_conf_hashes, [{"default", [{'ns_1@192.168.0.20',115586776}, {'ns_1@192.168.0.21',11299521}]}]}, {active_buckets,["default"]}, {ready_buckets,["default"]}, {local_tasks, [[{pid,<<"<0.24616.3>">>}, {bucket,<<"default">>}, {original_target,{[{type,bucket}]}}, {progress,54}, {started_on,1352541562}, {total_vbuckets,1025}, {trigger_type,scheduled}, {type,bucket_compaction}, {updated_on,1352541820}, {vbuckets_done,562}]]}, {memory, [{total,250461528}, {processes,192910568}, {processes_used,192844712}, {system,57550960}, {atom,1339001}, {atom_used,1334282}, {binary,12872296}, {code,13481638}, {ets,11171528}]}, {system_memory_data, [{system_total_memory,25199214592}, {free_swap,20971511808}, {total_swap,20971511808}, {cached_memory,9716350976}, {buffered_memory,294363136}, {free_memory,5400072192}, {total_memory,25199214592}]}, {node_storage_conf,[{db_path,"/data"},{index_path,"/data"}]}, {statistics, [{wall_clock,{4080944,4997}}, {context_switches,{28867206,0}}, {garbage_collection,{3789537,9322225170,0}}, {io,{{input,696078741},{output,22199370080}}}, {reductions,{3271745990,2897240}}, {run_queue,0}, {runtime,{1124820,990}}]}, {system_stats, [{cpu_utilization_rate,41.54228855721393}, {swap_total,20971511808}, {swap_used,0}]}, {interesting_stats, [{couch_docs_actual_disk_size,9592358444}, {couch_docs_data_size,7290524957}, {couch_views_actual_disk_size,0}, {couch_views_data_size,0}, {curr_items,1437471}, {curr_items_tot,2976162}, {mem_used,7723879664}, {vb_replica_curr_items,1538691}]}, {cluster_compatibility_version,131072}, {version, [{public_key,"0.13"}, {lhttpc,"1.3.0"}, {ale,"8cffe61"}, {os_mon,"2.2.7"}, {couch_set_view,"1.2.0a-b68b5f4-git"}, {mnesia,"4.5"}, {inets,"5.7.1"}, {couch,"1.2.0a-b68b5f4-git"}, {mapreduce,"1.0.0"}, {couch_index_merger,"1.2.0a-b68b5f4-git"}, {kernel,"2.14.5"}, {crypto,"2.0.4"}, {ssl,"4.1.6"}, {sasl,"2.1.10"}, {couch_view_parser,"1.0.0"}, {ns_server,"2.0.0-1939-rel-enterprise"}, {mochiweb,"1.4.1"}, {oauth,"7d85d3ef"}, {stdlib,"1.17.5"}]}, {supported_compat_version,[2,0]}, {system_arch,"x86_64-unknown-linux-gnu"}, {wall_clock,4080}, {memory_data,{25199214592,20035256320,{<17923.67.0>,16006048}}}, {disk_data, [{"/",41260352,5}, {"/dev/shm",12304304,0}, {"/boot",495844,7}, {"/data",206420664,5}]}, {meminfo, <<"MemTotal: 24608608 kB\nMemFree: 5273508 kB\nBuffers: 287464 kB\nCached: 9488624 kB\nSwapCached: 0 kB\nActive: 10369584 kB\nInactive: 8258728 kB\nActive(anon): 8304220 kB\nInactive(anon): 549944 kB\nActive(file): 2065364 kB\nInactive(file): 7708784 kB\nUnevictable: 11280 kB\nMlocked: 11288 kB\nSwapTotal: 20479992 kB\nSwapFree: 20479992 kB\nDirty: 3932 kB\nWriteback: 68 kB\nAnonPages: 8865496 kB\nMapped: 15544 kB\nShmem: 172 kB\nSlab: 384920 kB\nSReclaimable: 326844 kB\nSUnreclaim: 58076 kB\nKernelStack: 2480 kB\nPageTables: 21476 kB\nNFS_Unstable: 0 kB\nBounce: 0 kB\nWritebackTmp: 0 kB\nCommitLimit: 32784296 kB\nCommitted_AS: 10601308 kB\nVmallocTotal: 34359738367 kB\nVmallocUsed: 332500 kB\nVmallocChunk: 34359355024 kB\nHardwareCorrupted: 0 kB\nAnonHugePages: 4866048 kB\nHugePages_Total: 0\nHugePages_Free: 0\nHugePages_Rsvd: 0\nHugePages_Surp: 0\nHugepagesize: 2048 kB\nDirectMap4k: 10240 kB\nDirectMap2M: 25155584 kB\n">>}]}] [ns_doctor:debug,2012-11-10T2:04:41.353,ns_1@192.168.0.21:ns_doctor<0.4376.0>:ns_doctor:handle_info:137]Current node statuses: [{'ns_1@192.168.0.20', [{last_heard,{1352,541877,893188}}, {outgoing_replications_safeness_level,[{"default",green}]}, {incoming_replications_conf_hashes, [{"default",[{'ns_1@192.168.0.22',65119437}]}]}, {active_buckets,["default"]}, {ready_buckets,["default"]}, {local_tasks,[]}, {memory, [{total,151602768}, {processes,103913064}, {processes_used,100041256}, {system,47689704}, {atom,1401785}, {atom_used,1374492}, {binary,3184080}, {code,14045110}, {ets,10965832}]}, {system_memory_data, [{system_total_memory,25199214592}, {free_swap,20968210432}, {total_swap,20971511808}, {cached_memory,1356095488}, {buffered_memory,227229696}, {free_memory,14281453568}, {total_memory,25199214592}]}, {node_storage_conf,[{db_path,"/data"},{index_path,"/data"}]}, {statistics, [{wall_clock,{4157662,5000}}, {context_switches,{23833759,0}}, {garbage_collection,{2985324,20782744544,0}}, {io,{{input,468109591},{output,12654142077}}}, {reductions,{3429218209,2949354}}, {run_queue,1}, {runtime,{1395870,1390}}]}, {system_stats, [{cpu_utilization_rate,47.073170731707314}, {swap_total,20971511808}, {swap_used,3301376}]}, {interesting_stats, [{couch_docs_actual_disk_size,1297880855}, {couch_docs_data_size,870821062}, {couch_views_actual_disk_size,0}, {couch_views_data_size,0}, {curr_items,200106}, {curr_items_tot,353528}, {mem_used,1051398672}, {vb_replica_curr_items,153422}]}, {cluster_compatibility_version,131072}, {version, [{public_key,"0.13"}, {lhttpc,"1.3.0"}, {ale,"8cffe61"}, {os_mon,"2.2.7"}, {couch_set_view,"1.2.0a-b68b5f4-git"}, {mnesia,"4.5"}, {inets,"5.7.1"}, {couch,"1.2.0a-b68b5f4-git"}, {mapreduce,"1.0.0"}, {couch_index_merger,"1.2.0a-b68b5f4-git"}, {kernel,"2.14.5"}, {crypto,"2.0.4"}, {ssl,"4.1.6"}, {sasl,"2.1.10"}, {couch_view_parser,"1.0.0"}, {ns_server,"2.0.0-1939-rel-enterprise"}, {mochiweb,"1.4.1"}, {oauth,"7d85d3ef"}, {stdlib,"1.17.5"}]}, {supported_compat_version,[2,0]}, {system_arch,"x86_64-unknown-linux-gnu"}, {wall_clock,4157}, {memory_data,{25199214592,10940510208,{<17877.428.0>,15917352}}}, {disk_data, [{"/",41260352,5}, {"/dev/shm",12304304,0}, {"/boot",495844,7}, {"/data",206420664,1}]}, {meminfo, <<"MemTotal: 24608608 kB\nMemFree: 13946732 kB\nBuffers: 221904 kB\nCached: 1324312 kB\nSwapCached: 1320 kB\nActive: 8638432 kB\nInactive: 1518284 kB\nActive(anon): 7896504 kB\nInactive(anon): 716084 kB\nActive(file): 741928 kB\nInactive(file): 802200 kB\nUnevictable: 11288 kB\nMlocked: 11288 kB\nSwapTotal: 20479992 kB\nSwapFree: 20476768 kB\nDirty: 1144 kB\nWriteback: 0 kB\nAnonPages: 8620872 kB\nMapped: 15104 kB\nShmem: 172 kB\nSlab: 183124 kB\nSReclaimable: 125764 kB\nSUnreclaim: 57360 kB\nKernelStack: 2984 kB\nPageTables: 21312 kB\nNFS_Unstable: 0 kB\nBounce: 0 kB\nWritebackTmp: 0 kB\nCommitLimit: 32784296 kB\nCommitted_AS: 10380112 kB\nVmallocTotal: 34359738367 kB\nVmallocUsed: 332500 kB\nVmallocChunk: 34359360032 kB\nHardwareCorrupted: 0 kB\nAnonHugePages: 5670912 kB\nHugePages_Total: 0\nHugePages_Free: 0\nHugePages_Rsvd: 0\nHugePages_Surp: 0\nHugepagesize: 2048 kB\nDirectMap4k: 10240 kB\nDirectMap2M: 25155584 kB\n">>}]}, {'ns_1@192.168.0.21', [{last_heard,{1352,541876,355031}}, {outgoing_replications_safeness_level,[{"default",green}]}, {incoming_replications_conf_hashes, [{"default",[{'ns_1@192.168.0.22',27316795}]}]}, {active_buckets,["default"]}, {ready_buckets,["default"]}, {local_tasks,[]}, {memory, [{total,231345088}, {processes,175510776}, {processes_used,175443600}, {system,55834312}, {atom,1333345}, {atom_used,1324998}, {binary,13755680}, {code,13371137}, {ets,8791376}]}, {system_memory_data, [{system_total_memory,25199214592}, {free_swap,20971511808}, {total_swap,20971511808}, {cached_memory,8078032896}, {buffered_memory,245997568}, {free_memory,8630927360}, {total_memory,25199214592}]}, {node_storage_conf,[{db_path,"/data"},{index_path,"/data"}]}, {statistics, [{wall_clock,{4137546,4998}}, {context_switches,{16585958,0}}, {garbage_collection,{2674796,6294365076,0}}, {io,{{input,426719098},{output,16914895462}}}, {reductions,{2100515090,3399553}}, {run_queue,0}, {runtime,{786430,1100}}]}, {system_stats, [{cpu_utilization_rate,30.637254901960784}, {swap_total,20971511808}, {swap_used,0}]}, {interesting_stats, [{couch_docs_actual_disk_size,7959291808}, {couch_docs_data_size,6437017225}, {couch_views_actual_disk_size,0}, {couch_views_data_size,0}, {curr_items,1332710}, {curr_items_tot,2619741}, {mem_used,6736600216}, {vb_replica_curr_items,1287031}]}, {cluster_compatibility_version,131072}, {version, [{public_key,"0.13"}, {lhttpc,"1.3.0"}, {ale,"8cffe61"}, {os_mon,"2.2.7"}, {couch_set_view,"1.2.0a-b68b5f4-git"}, {mnesia,"4.5"}, {inets,"5.7.1"}, {couch,"1.2.0a-b68b5f4-git"}, {mapreduce,"1.0.0"}, {couch_index_merger,"1.2.0a-b68b5f4-git"}, {kernel,"2.14.5"}, {crypto,"2.0.4"}, {ssl,"4.1.6"}, {sasl,"2.1.10"}, {couch_view_parser,"1.0.0"}, {ns_server,"2.0.0-1939-rel-enterprise"}, {mochiweb,"1.4.1"}, {oauth,"7d85d3ef"}, {stdlib,"1.17.5"}]}, {supported_compat_version,[2,0]}, {system_arch,"x86_64-unknown-linux-gnu"}, {wall_clock,4137}, {memory_data,{25199214592,15741227008,{<0.84.0>,12342376}}}, {disk_data, [{"/",41260352,5}, {"/dev/shm",12304304,0}, {"/boot",495844,7}, {"/data",206420664,4}]}, {meminfo, <<"MemTotal: 24608608 kB\nMemFree: 8428640 kB\nBuffers: 240232 kB\nCached: 7888704 kB\nSwapCached: 0 kB\nActive: 9173376 kB\nInactive: 6368172 kB\nActive(anon): 7405640 kB\nInactive(anon): 9272 kB\nActive(file): 1767736 kB\nInactive(file): 6358900 kB\nUnevictable: 11288 kB\nMlocked: 11288 kB\nSwapTotal: 20479992 kB\nSwapFree: 20479992 kB\nDirty: 6728 kB\nWriteback: 0 kB\nAnonPages: 7424220 kB\nMapped: 14492 kB\nShmem: 164 kB\nSlab: 315396 kB\nSReclaimable: 257672 kB\nSUnreclaim: 57724 kB\nKernelStack: 2968 kB\nPageTables: 18488 kB\nNFS_Unstable: 0 kB\nBounce: 0 kB\nWritebackTmp: 0 kB\nCommitLimit: 32784296 kB\nCommitted_AS: 9188968 kB\nVmallocTotal: 34359738367 kB\nVmallocUsed: 332500 kB\nVmallocChunk: 34359355024 kB\nHardwareCorrupted: 0 kB\nAnonHugePages: 4468736 kB\nHugePages_Total: 0\nHugePages_Free: 0\nHugePages_Rsvd: 0\nHugePages_Surp: 0\nHugepagesize: 2048 kB\nDirectMap4k: 10240 kB\nDirectMap2M: 25155584 kB\n">>}]}, {'ns_1@192.168.0.22', [{last_heard,{1352,541880,956410}}, {outgoing_replications_safeness_level,[{"default",green}]}, {incoming_replications_conf_hashes, [{"default", [{'ns_1@192.168.0.20',105596622}, {'ns_1@192.168.0.21',124141396}]}]}, {active_buckets,["default"]}, {ready_buckets,["default"]}, {local_tasks, [[{pid,<<"<0.24616.3>">>}, {bucket,<<"default">>}, {original_target,{[{type,bucket}]}}, {progress,69}, {started_on,1352541562}, {total_vbuckets,1025}, {trigger_type,scheduled}, {type,bucket_compaction}, {updated_on,1352541880}, {vbuckets_done,714}]]}, {memory, [{total,250785416}, {processes,191937760}, {processes_used,191771640}, {system,58847656}, {atom,1339001}, {atom_used,1334282}, {binary,14231800}, {code,13481638}, {ets,11120632}]}, {system_memory_data, [{system_total_memory,25199214592}, {free_swap,20971511808}, {total_swap,20971511808}, {cached_memory,9867575296}, {buffered_memory,296669184}, {free_memory,5246914560}, {total_memory,25199214592}]}, {node_storage_conf,[{db_path,"/data"},{index_path,"/data"}]}, {statistics, [{wall_clock,{4140946,5004}}, {context_switches,{29231844,0}}, {garbage_collection,{3831753,9444530529,0}}, {io,{{input,708774718},{output,22465620778}}}, {reductions,{3314405089,3927950}}, {run_queue,0}, {runtime,{1140650,1410}}]}, {system_stats, [{cpu_utilization_rate,56.0}, {swap_total,20971511808}, {swap_used,0}]}, {interesting_stats, [{couch_docs_actual_disk_size,9736153049}, {couch_docs_data_size,7293927384}, {couch_views_actual_disk_size,0}, {couch_views_data_size,0}, {curr_items,1436860}, {curr_items_tot,2968763}, {mem_used,7722796304}, {vb_replica_curr_items,1531903}]}, {cluster_compatibility_version,131072}, {version, [{public_key,"0.13"}, {lhttpc,"1.3.0"}, {ale,"8cffe61"}, {os_mon,"2.2.7"}, {couch_set_view,"1.2.0a-b68b5f4-git"}, {mnesia,"4.5"}, {inets,"5.7.1"}, {couch,"1.2.0a-b68b5f4-git"}, {mapreduce,"1.0.0"}, {couch_index_merger,"1.2.0a-b68b5f4-git"}, {kernel,"2.14.5"}, {crypto,"2.0.4"}, {ssl,"4.1.6"}, {sasl,"2.1.10"}, {couch_view_parser,"1.0.0"}, {ns_server,"2.0.0-1939-rel-enterprise"}, {mochiweb,"1.4.1"}, {oauth,"7d85d3ef"}, {stdlib,"1.17.5"}]}, {supported_compat_version,[2,0]}, {system_arch,"x86_64-unknown-linux-gnu"}, {wall_clock,4140}, {memory_data,{25199214592,19797807104,{<17923.67.0>,16006048}}}, {disk_data, [{"/",41260352,5}, {"/dev/shm",12304304,0}, {"/boot",495844,7}, {"/data",206420664,5}]}, {meminfo, <<"MemTotal: 24608608 kB\nMemFree: 5123940 kB\nBuffers: 289716 kB\nCached: 9636304 kB\nSwapCached: 0 kB\nActive: 10485660 kB\nInactive: 8293300 kB\nActive(anon): 8303456 kB\nInactive(anon): 551784 kB\nActive(file): 2182204 kB\nInactive(file): 7741516 kB\nUnevictable: 11280 kB\nMlocked: 11288 kB\nSwapTotal: 20479992 kB\nSwapFree: 20479992 kB\nDirty: 3640 kB\nWriteback: 0 kB\nAnonPages: 8866460 kB\nMapped: 15544 kB\nShmem: 172 kB\nSlab: 382876 kB\nSReclaimable: 324808 kB\nSUnreclaim: 58068 kB\nKernelStack: 2480 kB\nPageTables: 21468 kB\nNFS_Unstable: 0 kB\nBounce: 0 kB\nWritebackTmp: 0 kB\nCommitLimit: 32784296 kB\nCommitted_AS: 10623848 kB\nVmallocTotal: 34359738367 kB\nVmallocUsed: 332500 kB\nVmallocChunk: 34359355024 kB\nHardwareCorrupted: 0 kB\nAnonHugePages: 4900864 kB\nHugePages_Total: 0\nHugePages_Free: 0\nHugePages_Rsvd: 0\nHugePages_Surp: 0\nHugepagesize: 2048 kB\nDirectMap4k: 10240 kB\nDirectMap2M: 25155584 kB\n">>}]}] [stats:debug,2012-11-10T2:04:46.942,ns_1@192.168.0.21:<0.4502.0>:stats_collector:maybe_log_stats:126](at {{1970,1,16},{7,42,21}}) Stats for bucket "default": accepting_conns 1 auth_cmds 9 auth_errors 0 bucket_active_conns 1 bucket_conns 25 bytes 6751828440 bytes_read 23642467974 bytes_written 15526357253 cas_badval 0 cas_hits 0 cas_misses 0 cmd_flush 0 cmd_get 3254419 cmd_set 2749541 conn_yields 110837 connection_structures 5000 curr_connections 28 curr_conns_on_port_11209 16 curr_conns_on_port_11210 10 curr_items 1335403 curr_items_tot 2625328 curr_temp_items 0 daemon_connections 4 decr_hits 0 decr_misses 0 delete_hits 172644 delete_misses 201459 ep_access_scanner_last_runtime 4 ep_access_scanner_num_items 2485682 ep_access_scanner_task_time 2012-11-11 10:00:00 ep_allow_data_loss_during_shutdown 1 ep_alog_block_size 4096 ep_alog_path /data/default/access.log ep_alog_sleep_time 1440 ep_alog_task_time 10 ep_backend couchdb ep_bg_fetch_delay 0 ep_bg_fetched 0 ep_bg_meta_fetched 0 ep_bg_remaining_jobs 0 ep_chk_max_items 5000 ep_chk_period 1800 ep_chk_persistence_remains 2 ep_chk_persistence_timeout 10 ep_chk_remover_stime 5 ep_commit_num 113596 ep_commit_time 6 ep_commit_time_total 1286131 ep_concurrentDB 1 ep_config_file ep_couch_bucket default ep_couch_host localhost ep_couch_port 11213 ep_couch_reconnect_sleeptime 250 ep_couch_response_timeout 180000 ep_data_age 11 ep_data_age_highwat 64 ep_data_traffic_enabled 0 ep_dbinit 0 ep_dbname /data/default ep_degraded_mode 0 ep_diskqueue_drain 10429374 ep_diskqueue_fill 9427220 ep_diskqueue_items 32105 ep_diskqueue_memory 905568 ep_diskqueue_pending 1358352 ep_exp_pager_stime 3600 ep_exp_pager_stime 3600 ep_expired_access 3384 ep_expired_pager 0 ep_expiry_window 3 ep_failpartialwarmup 0 ep_flush_all false ep_flush_duration_total 2668 ep_flushall_enabled 0 ep_flusher_state running ep_flusher_todo 5395 ep_getl_default_timeout 15 ep_getl_max_timeout 30 ep_ht_locks 5 ep_ht_size 3079 ep_inconsistent_slave_chk 0 ep_initfile ep_io_num_read 0 ep_io_num_write 8693612 ep_io_read_bytes 0 ep_io_write_bytes 19784401611 ep_item_begin_failed 0 ep_item_commit_failed 0 ep_item_flush_expired 35 ep_item_flush_failed 0 ep_item_num_based_new_chk 1 ep_items_rm_from_checkpoints 1294332 ep_keep_closed_chks 0 ep_klog_block_size 4096 ep_klog_compactor_queue_cap 500000 ep_klog_compactor_stime 3600 ep_klog_flush commit2 ep_klog_max_entry_ratio 10 ep_klog_max_log_size 2147483647 ep_klog_path ep_klog_sync commit2 ep_kv_size 6493005080 ep_max_checkpoints 2 ep_max_data_size 12582912000 ep_max_item_size 20971520 ep_max_size 12582912000 ep_max_txn_size 10000 ep_max_vbuckets 1024 ep_mem_high_wat 9437184000 ep_mem_high_wat 9437184000 ep_mem_low_wat 7549747200 ep_mem_low_wat 7549747200 ep_mem_tracker_enabled true ep_min_data_age 0 ep_mlog_compactor_runs 0 ep_mutation_mem_threshold 0 ep_num_access_scanner_runs 1 ep_num_eject_failures 0 ep_num_expiry_pager_runs 0 ep_num_non_resident 0 ep_num_not_my_vbuckets 0 ep_num_ops_del_meta 0 ep_num_ops_get_meta 0 ep_num_ops_set_meta 0 ep_num_pager_runs 0 ep_num_value_ejects 0 ep_oom_errors 0 ep_overhead 86453304 ep_pager_active_vb_pcnt 40 ep_pager_unbiased_period 60 ep_pending_ops 0 ep_pending_ops_max 1 ep_pending_ops_max_duration 206679 ep_pending_ops_total 9 ep_postInitfile ep_queue_age_cap 900 ep_queue_size 26710 ep_startup_time 1352539183 ep_storage_age 9 ep_storage_age_highwat 77 ep_store_max_concurrency 10 ep_store_max_readers 9 ep_store_max_readwrite 1 ep_stored_val_type ep_tap_ack_grace_period 300 ep_tap_ack_initial_sequence_number 1 ep_tap_ack_interval 1000 ep_tap_ack_window_size 10 ep_tap_backfill_resident 0.9 ep_tap_backlog_limit 5000 ep_tap_backoff_period 5 ep_tap_bg_fetch_requeued 0 ep_tap_bg_fetched 0 ep_tap_bg_max_pending 500 ep_tap_keepalive 300 ep_tap_noop_interval 20 ep_tap_requeue_sleep_time 0.1 ep_tap_throttle_cap_pcnt 10 ep_tap_throttle_queue_cap 1000000 ep_tap_throttle_threshold 90 ep_tmp_oom_errors 0 ep_too_old 0 ep_too_young 0 ep_total_cache_size 6461518808 ep_total_del_items 498545 ep_total_enqueued 9427221 ep_total_new_items 2936475 ep_total_persisted 8693612 ep_uncommitted_items 29 ep_value_size 6276539602 ep_vb0 0 ep_vb_snapshot_total 998 ep_vb_total 906 ep_vbucket_del 0 ep_vbucket_del_fail 0 ep_version 2.0.0r_133_g68e3f7c ep_waitforwarmup 0 ep_warmup 1 ep_warmup_batch_size 1000 ep_warmup_dups 0 ep_warmup_min_items_threshold 100 ep_warmup_min_memory_threshold 100 ep_warmup_oom 0 ep_warmup_thread complete ep_warmup_time 19069 get_hits 2838289 get_misses 416130 incr_hits 0 incr_misses 0 libevent 2.0.11-stable limit_maxbytes 67108864 listen_disabled_num 0 max_conns_on_port_11209 1000 max_conns_on_port_11210 9000 mem_used 6751828440 pid 22718 pointer_size 64 rejected_conns 0 rusage_system 687.060550 rusage_user 1445.039320 tap_checkpoint_end_received 1757 tap_checkpoint_end_sent 685 tap_checkpoint_start_received 3177 tap_checkpoint_start_sent 755 tap_connect_received 1 tap_delete_received 307002 tap_delete_sent 211120 tap_mutation_received 6728998 tap_mutation_sent 3265477 tap_opaque_received 6336 tap_opaque_sent 461 tap_vbucket_set_received 920 threads 4 time 1352541886 total_connections 4672 uptime 2707 vb_active_curr_items 1335403 vb_active_eject 0 vb_active_expired 3311 vb_active_ht_memory 11551328 vb_active_itm_memory 3290809749 vb_active_meta_data_memory 105496837 vb_active_num 460 vb_active_num_non_resident 0 vb_active_num_ref_ejects 0 vb_active_num_ref_items 579471 vb_active_ops_create 1493907 vb_active_ops_delete 254854 vb_active_ops_reject 0 vb_active_ops_update 2475914 vb_active_perc_mem_resident 100 vb_active_queue_age 1519005000 vb_active_queue_drain 5262852 vb_active_queue_fill 4711877 vb_active_queue_memory 407616 vb_active_queue_pending 611424 vb_active_queue_size 12738 vb_dead_num 0 vb_pending_curr_items 0 vb_pending_eject 0 vb_pending_expired 0 vb_pending_ht_memory 0 vb_pending_itm_memory 0 vb_pending_meta_data_memory 0 vb_pending_num 0 vb_pending_num_non_resident 0 vb_pending_num_ref_ejects 0 vb_pending_num_ref_items 0 vb_pending_ops_create 0 vb_pending_ops_delete 0 vb_pending_ops_reject 0 vb_pending_ops_update 0 vb_pending_perc_mem_resident 0 vb_pending_queue_age 0 vb_pending_queue_drain 0 vb_pending_queue_fill 0 vb_pending_queue_memory 0 vb_pending_queue_pending 0 vb_pending_queue_size 0 vb_replica_curr_items 1289925 vb_replica_eject 0 vb_replica_expired 73 vb_replica_ht_memory 11199952 vb_replica_itm_memory 3170709059 vb_replica_meta_data_memory 101904075 vb_replica_num 446 vb_replica_num_non_resident 0 vb_replica_num_ref_ejects 0 vb_replica_num_ref_items 361345 vb_replica_ops_create 1442569 vb_replica_ops_delete 243691 vb_replica_ops_reject 0 vb_replica_ops_update 2782705 vb_replica_perc_mem_resident 100 vb_replica_queue_age 438034000 vb_replica_queue_drain 5166522 vb_replica_queue_fill 4715343 vb_replica_queue_memory 497952 vb_replica_queue_pending 746928 vb_replica_queue_size 15561 version 1.4.4_600_g7ea975a [ns_doctor:debug,2012-11-10T2:05:41.352,ns_1@192.168.0.21:ns_doctor<0.4376.0>:ns_doctor:handle_info:137]Current node statuses: [{'ns_1@192.168.0.20', [{last_heard,{1352,541937,893098}}, {outgoing_replications_safeness_level,[{"default",green}]}, {incoming_replications_conf_hashes, [{"default",[{'ns_1@192.168.0.22',90072056}]}]}, {active_buckets,["default"]}, {ready_buckets,["default"]}, {local_tasks,[]}, {memory, [{total,146273752}, {processes,98693448}, {processes_used,94764280}, {system,47580304}, {atom,1401785}, {atom_used,1374492}, {binary,3038728}, {code,14045110}, {ets,11007680}]}, {system_memory_data, [{system_total_memory,25199214592}, {free_swap,20967686144}, {total_swap,20971511808}, {cached_memory,875933696}, {buffered_memory,227123200}, {free_memory,14777344000}, {total_memory,25199214592}]}, {node_storage_conf,[{db_path,"/data"},{index_path,"/data"}]}, {statistics, [{wall_clock,{4217661,4998}}, {context_switches,{24109256,0}}, {garbage_collection,{3023651,21113216206,0}}, {io,{{input,476643634},{output,12684741197}}}, {reductions,{3468060669,3364676}}, {run_queue,0}, {runtime,{1417820,2140}}]}, {system_stats, [{cpu_utilization_rate,59.75308641975309}, {swap_total,20971511808}, {swap_used,3833856}]}, {interesting_stats, [{couch_docs_actual_disk_size,854021522}, {couch_docs_data_size,785604478}, {couch_views_actual_disk_size,0}, {couch_views_data_size,0}, {curr_items,179813}, {curr_items_tot,313042}, {mem_used,951441584}, {vb_replica_curr_items,133229}]}, {cluster_compatibility_version,131072}, {version, [{public_key,"0.13"}, {lhttpc,"1.3.0"}, {ale,"8cffe61"}, {os_mon,"2.2.7"}, {couch_set_view,"1.2.0a-b68b5f4-git"}, {mnesia,"4.5"}, {inets,"5.7.1"}, {couch,"1.2.0a-b68b5f4-git"}, {mapreduce,"1.0.0"}, {couch_index_merger,"1.2.0a-b68b5f4-git"}, {kernel,"2.14.5"}, {crypto,"2.0.4"}, {ssl,"4.1.6"}, {sasl,"2.1.10"}, {couch_view_parser,"1.0.0"}, {ns_server,"2.0.0-1939-rel-enterprise"}, {mochiweb,"1.4.1"}, {oauth,"7d85d3ef"}, {stdlib,"1.17.5"}]}, {supported_compat_version,[2,0]}, {system_arch,"x86_64-unknown-linux-gnu"}, {wall_clock,4217}, {memory_data,{25199214592,10608971776,{<17877.428.0>,15907280}}}, {disk_data, [{"/",41260352,5}, {"/dev/shm",12304304,0}, {"/boot",495844,7}, {"/data",206420664,1}]}, {meminfo, <<"MemTotal: 24608608 kB\nMemFree: 14431000 kB\nBuffers: 221800 kB\nCached: 855404 kB\nSwapCached: 1760 kB\nActive: 8192164 kB\nInactive: 1484344 kB\nActive(anon): 7859680 kB\nInactive(anon): 741508 kB\nActive(file): 332484 kB\nInactive(file): 742836 kB\nUnevictable: 11288 kB\nMlocked: 11288 kB\nSwapTotal: 20479992 kB\nSwapFree: 20476256 kB\nDirty: 1388 kB\nWriteback: 0 kB\nAnonPages: 8625120 kB\nMapped: 14916 kB\nShmem: 172 kB\nSlab: 179036 kB\nSReclaimable: 121416 kB\nSUnreclaim: 57620 kB\nKernelStack: 2984 kB\nPageTables: 21348 kB\nNFS_Unstable: 0 kB\nBounce: 0 kB\nWritebackTmp: 0 kB\nCommitLimit: 32784296 kB\nCommitted_AS: 10359180 kB\nVmallocTotal: 34359738367 kB\nVmallocUsed: 332500 kB\nVmallocChunk: 34359360032 kB\nHardwareCorrupted: 0 kB\nAnonHugePages: 5781504 kB\nHugePages_Total: 0\nHugePages_Free: 0\nHugePages_Rsvd: 0\nHugePages_Surp: 0\nHugepagesize: 2048 kB\nDirectMap4k: 10240 kB\nDirectMap2M: 25155584 kB\n">>}]}, {'ns_1@192.168.0.21', [{last_heard,{1352,541936,355601}}, {outgoing_replications_safeness_level,[{"default",green}]}, {incoming_replications_conf_hashes, [{"default",[{'ns_1@192.168.0.22',91671430}]}]}, {active_buckets,["default"]}, {ready_buckets,["default"]}, {local_tasks,[]}, {memory, [{total,234082448}, {processes,178380528}, {processes_used,178362328}, {system,55701920}, {atom,1333345}, {atom_used,1324998}, {binary,13433400}, {code,13371137}, {ets,8972152}]}, {system_memory_data, [{system_total_memory,25199214592}, {free_swap,20971511808}, {total_swap,20971511808}, {cached_memory,8837894144}, {buffered_memory,247431168}, {free_memory,7749111808}, {total_memory,25199214592}]}, {node_storage_conf,[{db_path,"/data"},{index_path,"/data"}]}, {statistics, [{wall_clock,{4197546,4995}}, {context_switches,{17009921,0}}, {garbage_collection,{2721175,6422430980,0}}, {io,{{input,435802219},{output,17232671143}}}, {reductions,{2146407732,3892799}}, {run_queue,0}, {runtime,{801830,1370}}]}, {system_stats, [{cpu_utilization_rate,51.45631067961165}, {swap_total,20971511808}, {swap_used,0}]}, {interesting_stats, [{couch_docs_actual_disk_size,8706131255}, {couch_docs_data_size,6523404330}, {couch_views_actual_disk_size,0}, {couch_views_data_size,0}, {curr_items,1352477}, {curr_items_tot,2654052}, {mem_used,6831271560}, {vb_replica_curr_items,1301575}]}, {cluster_compatibility_version,131072}, {version, [{public_key,"0.13"}, {lhttpc,"1.3.0"}, {ale,"8cffe61"}, {os_mon,"2.2.7"}, {couch_set_view,"1.2.0a-b68b5f4-git"}, {mnesia,"4.5"}, {inets,"5.7.1"}, {couch,"1.2.0a-b68b5f4-git"}, {mapreduce,"1.0.0"}, {couch_index_merger,"1.2.0a-b68b5f4-git"}, {kernel,"2.14.5"}, {crypto,"2.0.4"}, {ssl,"4.1.6"}, {sasl,"2.1.10"}, {couch_view_parser,"1.0.0"}, {ns_server,"2.0.0-1939-rel-enterprise"}, {mochiweb,"1.4.1"}, {oauth,"7d85d3ef"}, {stdlib,"1.17.5"}]}, {supported_compat_version,[2,0]}, {system_arch,"x86_64-unknown-linux-gnu"}, {wall_clock,4197}, {memory_data,{25199214592,16608215040,{<0.84.0>,12342376}}}, {disk_data, [{"/",41260352,5}, {"/dev/shm",12304304,0}, {"/boot",495844,7}, {"/data",206420664,4}]}, {meminfo, <<"MemTotal: 24608608 kB\nMemFree: 7567740 kB\nBuffers: 241632 kB\nCached: 8630756 kB\nSwapCached: 0 kB\nActive: 9726900 kB\nInactive: 6654888 kB\nActive(anon): 7502772 kB\nInactive(anon): 9272 kB\nActive(file): 2224128 kB\nInactive(file): 6645616 kB\nUnevictable: 11288 kB\nMlocked: 11288 kB\nSwapTotal: 20479992 kB\nSwapFree: 20479992 kB\nDirty: 5132 kB\nWriteback: 0 kB\nAnonPages: 7521568 kB\nMapped: 14492 kB\nShmem: 164 kB\nSlab: 335784 kB\nSReclaimable: 277872 kB\nSUnreclaim: 57912 kB\nKernelStack: 2968 kB\nPageTables: 18684 kB\nNFS_Unstable: 0 kB\nBounce: 0 kB\nWritebackTmp: 0 kB\nCommitLimit: 32784296 kB\nCommitted_AS: 9284276 kB\nVmallocTotal: 34359738367 kB\nVmallocUsed: 332500 kB\nVmallocChunk: 34359355024 kB\nHardwareCorrupted: 0 kB\nAnonHugePages: 4571136 kB\nHugePages_Total: 0\nHugePages_Free: 0\nHugePages_Rsvd: 0\nHugePages_Surp: 0\nHugepagesize: 2048 kB\nDirectMap4k: 10240 kB\nDirectMap2M: 25155584 kB\n">>}]}, {'ns_1@192.168.0.22', [{last_heard,{1352,541940,961316}}, {outgoing_replications_safeness_level,[{"default",green}]}, {incoming_replications_conf_hashes, [{"default", [{'ns_1@192.168.0.20',15339994},{'ns_1@192.168.0.21',63653590}]}]}, {active_buckets,["default"]}, {ready_buckets,["default"]}, {local_tasks, [[{pid,<<"<0.24616.3>">>}, {bucket,<<"default">>}, {original_target,{[{type,bucket}]}}, {progress,81}, {started_on,1352541562}, {total_vbuckets,1025}, {trigger_type,scheduled}, {type,bucket_compaction}, {updated_on,1352541940}, {vbuckets_done,840}]]}, {memory, [{total,249863128}, {processes,190979488}, {processes_used,190822632}, {system,58883640}, {atom,1339001}, {atom_used,1334282}, {binary,14075104}, {code,13481638}, {ets,11310256}]}, {system_memory_data, [{system_total_memory,25199214592}, {free_swap,20971511808}, {total_swap,20971511808}, {cached_memory,9976438784}, {buffered_memory,298680320}, {free_memory,5138952192}, {total_memory,25199214592}]}, {node_storage_conf,[{db_path,"/data"},{index_path,"/data"}]}, {statistics, [{wall_clock,{4200951,5004}}, {context_switches,{29617208,0}}, {garbage_collection,{3876511,9568935063,0}}, {io,{{input,721754510},{output,22737750613}}}, {reductions,{3357677956,3237370}}, {run_queue,0}, {runtime,{1156850,1330}}]}, {system_stats, [{cpu_utilization_rate,53.31695331695332}, {swap_total,20971511808}, {swap_used,0}]}, {interesting_stats, [{couch_docs_actual_disk_size,9869453358}, {couch_docs_data_size,7295819929}, {couch_views_actual_disk_size,0}, {couch_views_data_size,0}, {curr_items,1435555}, {curr_items_tot,2967048}, {mem_used,7731756272}, {vb_replica_curr_items,1531493}]}, {cluster_compatibility_version,131072}, {version, [{public_key,"0.13"}, {lhttpc,"1.3.0"}, {ale,"8cffe61"}, {os_mon,"2.2.7"}, {couch_set_view,"1.2.0a-b68b5f4-git"}, {mnesia,"4.5"}, {inets,"5.7.1"}, {couch,"1.2.0a-b68b5f4-git"}, {mapreduce,"1.0.0"}, {couch_index_merger,"1.2.0a-b68b5f4-git"}, {kernel,"2.14.5"}, {crypto,"2.0.4"}, {ssl,"4.1.6"}, {sasl,"2.1.10"}, {couch_view_parser,"1.0.0"}, {ns_server,"2.0.0-1939-rel-enterprise"}, {mochiweb,"1.4.1"}, {oauth,"7d85d3ef"}, {stdlib,"1.17.5"}]}, {supported_compat_version,[2,0]}, {system_arch,"x86_64-unknown-linux-gnu"}, {wall_clock,4200}, {memory_data,{25199214592,19957641216,{<17923.67.0>,16006048}}}, {disk_data, [{"/",41260352,5}, {"/dev/shm",12304304,0}, {"/boot",495844,7}, {"/data",206420664,5}]}, {meminfo, <<"MemTotal: 24608608 kB\nMemFree: 5018756 kB\nBuffers: 291680 kB\nCached: 9742616 kB\nSwapCached: 0 kB\nActive: 10552280 kB\nInactive: 8333884 kB\nActive(anon): 8263208 kB\nInactive(anon): 590532 kB\nActive(file): 2289072 kB\nInactive(file): 7743352 kB\nUnevictable: 11280 kB\nMlocked: 11288 kB\nSwapTotal: 20479992 kB\nSwapFree: 20479992 kB\nDirty: 6432 kB\nWriteback: 132 kB\nAnonPages: 8865180 kB\nMapped: 15544 kB\nShmem: 172 kB\nSlab: 382076 kB\nSReclaimable: 323932 kB\nSUnreclaim: 58144 kB\nKernelStack: 2480 kB\nPageTables: 21484 kB\nNFS_Unstable: 0 kB\nBounce: 0 kB\nWritebackTmp: 0 kB\nCommitLimit: 32784296 kB\nCommitted_AS: 10601860 kB\nVmallocTotal: 34359738367 kB\nVmallocUsed: 332500 kB\nVmallocChunk: 34359355024 kB\nHardwareCorrupted: 0 kB\nAnonHugePages: 4900864 kB\nHugePages_Total: 0\nHugePages_Free: 0\nHugePages_Rsvd: 0\nHugePages_Surp: 0\nHugepagesize: 2048 kB\nDirectMap4k: 10240 kB\nDirectMap2M: 25155584 kB\n">>}]}] [stats:debug,2012-11-10T2:06:26.943,ns_1@192.168.0.21:<0.4502.0>:stats_collector:maybe_log_stats:126](at {{1970,1,16},{7,42,21}}) Stats for bucket "default": accepting_conns 1 auth_cmds 9 auth_errors 0 bucket_active_conns 1 bucket_conns 25 bytes 6912288664 bytes_read 24546919587 bytes_written 16289929752 cas_badval 0 cas_hits 0 cas_misses 0 cmd_flush 0 cmd_get 3430759 cmd_set 2895105 conn_yields 114642 connection_structures 5000 curr_connections 28 curr_conns_on_port_11209 16 curr_conns_on_port_11210 10 curr_items 1364548 curr_items_tot 2684365 curr_temp_items 0 daemon_connections 4 decr_hits 0 decr_misses 0 delete_hits 181644 delete_misses 212224 ep_access_scanner_last_runtime 4 ep_access_scanner_num_items 2485682 ep_access_scanner_task_time 2012-11-11 10:00:00 ep_allow_data_loss_during_shutdown 1 ep_alog_block_size 4096 ep_alog_path /data/default/access.log ep_alog_sleep_time 1440 ep_alog_task_time 10 ep_backend couchdb ep_bg_fetch_delay 0 ep_bg_fetched 0 ep_bg_meta_fetched 0 ep_bg_remaining_jobs 0 ep_chk_max_items 5000 ep_chk_period 1800 ep_chk_persistence_remains 2 ep_chk_persistence_timeout 10 ep_chk_remover_stime 5 ep_commit_num 118544 ep_commit_time 9 ep_commit_time_total 1334062 ep_concurrentDB 1 ep_config_file ep_couch_bucket default ep_couch_host localhost ep_couch_port 11213 ep_couch_reconnect_sleeptime 250 ep_couch_response_timeout 180000 ep_data_age 26 ep_data_age_highwat 64 ep_data_traffic_enabled 0 ep_dbinit 0 ep_dbname /data/default ep_degraded_mode 0 ep_diskqueue_drain 10788542 ep_diskqueue_fill 9799307 ep_diskqueue_items 58854 ep_diskqueue_memory 1728192 ep_diskqueue_pending 2592288 ep_exp_pager_stime 3600 ep_exp_pager_stime 3600 ep_expired_access 3668 ep_expired_pager 0 ep_expiry_window 3 ep_failpartialwarmup 0 ep_flush_all false ep_flush_duration_total 2759 ep_flushall_enabled 0 ep_flusher_state running ep_flusher_todo 1431 ep_getl_default_timeout 15 ep_getl_max_timeout 30 ep_ht_locks 5 ep_ht_size 3079 ep_inconsistent_slave_chk 0 ep_initfile ep_io_num_read 0 ep_io_num_write 9025244 ep_io_read_bytes 0 ep_io_write_bytes 20535639912 ep_item_begin_failed 0 ep_item_commit_failed 0 ep_item_flush_expired 37 ep_item_flush_failed 0 ep_item_num_based_new_chk 1 ep_items_rm_from_checkpoints 1306107 ep_keep_closed_chks 0 ep_klog_block_size 4096 ep_klog_compactor_queue_cap 500000 ep_klog_compactor_stime 3600 ep_klog_flush commit2 ep_klog_max_entry_ratio 10 ep_klog_max_log_size 2147483647 ep_klog_path ep_klog_sync commit2 ep_kv_size 6637971467 ep_max_checkpoints 2 ep_max_data_size 12582912000 ep_max_item_size 20971520 ep_max_size 12582912000 ep_max_txn_size 10000 ep_max_vbuckets 1024 ep_mem_high_wat 9437184000 ep_mem_high_wat 9437184000 ep_mem_low_wat 7549747200 ep_mem_low_wat 7549747200 ep_mem_tracker_enabled true ep_min_data_age 0 ep_mlog_compactor_runs 0 ep_mutation_mem_threshold 0 ep_num_access_scanner_runs 1 ep_num_eject_failures 0 ep_num_expiry_pager_runs 0 ep_num_non_resident 0 ep_num_not_my_vbuckets 0 ep_num_ops_del_meta 0 ep_num_ops_get_meta 0 ep_num_ops_set_meta 0 ep_num_pager_runs 0 ep_num_value_ejects 0 ep_oom_errors 0 ep_overhead 92877332 ep_pager_active_vb_pcnt 40 ep_pager_unbiased_period 60 ep_pending_ops 0 ep_pending_ops_max 1 ep_pending_ops_max_duration 206679 ep_pending_ops_total 9 ep_postInitfile ep_queue_age_cap 900 ep_queue_size 57423 ep_startup_time 1352539183 ep_storage_age 25 ep_storage_age_highwat 77 ep_store_max_concurrency 10 ep_store_max_readers 9 ep_store_max_readwrite 1 ep_stored_val_type ep_tap_ack_grace_period 300 ep_tap_ack_initial_sequence_number 1 ep_tap_ack_interval 1000 ep_tap_ack_window_size 10 ep_tap_backfill_resident 0.9 ep_tap_backlog_limit 5000 ep_tap_backoff_period 5 ep_tap_bg_fetch_requeued 0 ep_tap_bg_fetched 0 ep_tap_bg_max_pending 500 ep_tap_keepalive 300 ep_tap_noop_interval 20 ep_tap_requeue_sleep_time 0.1 ep_tap_throttle_cap_pcnt 10 ep_tap_throttle_queue_cap 1000000 ep_tap_throttle_threshold 90 ep_tmp_oom_errors 0 ep_too_old 0 ep_too_young 0 ep_total_cache_size 6605794451 ep_total_del_items 521217 ep_total_enqueued 9799307 ep_total_new_items 3009843 ep_total_persisted 9025244 ep_uncommitted_items 59 ep_value_size 6416643250 ep_vb0 0 ep_vb_snapshot_total 1024 ep_vb_total 926 ep_vbucket_del 0 ep_vbucket_del_fail 0 ep_version 2.0.0r_133_g68e3f7c ep_waitforwarmup 0 ep_warmup 1 ep_warmup_batch_size 1000 ep_warmup_dups 0 ep_warmup_min_items_threshold 100 ep_warmup_min_memory_threshold 100 ep_warmup_oom 0 ep_warmup_thread complete ep_warmup_time 19069 get_hits 2986989 get_misses 443770 incr_hits 0 incr_misses 0 libevent 2.0.11-stable limit_maxbytes 67108864 listen_disabled_num 0 max_conns_on_port_11209 1000 max_conns_on_port_11210 9000 mem_used 6912288664 pid 22718 pointer_size 64 rejected_conns 0 rusage_system 721.969243 rusage_user 1516.313485 tap_checkpoint_end_received 1800 tap_checkpoint_end_sent 698 tap_checkpoint_start_received 3251 tap_checkpoint_start_sent 769 tap_connect_received 1 tap_delete_received 321188 tap_delete_sent 221997 tap_mutation_received 6941480 tap_mutation_sent 3417147 tap_opaque_received 6476 tap_opaque_sent 471 tap_vbucket_set_received 940 threads 4 time 1352541986 total_connections 4772 uptime 2807 vb_active_curr_items 1364548 vb_active_eject 0 vb_active_expired 3593 vb_active_ht_memory 11802448 vb_active_itm_memory 3362212964 vb_active_meta_data_memory 107799292 vb_active_num 470 vb_active_num_non_resident 0 vb_active_num_ref_ejects 0 vb_active_num_ref_items 667701 vb_active_ops_create 1530797 vb_active_ops_delete 266669 vb_active_ops_reject 0 vb_active_ops_update 2597568 vb_active_perc_mem_resident 100 vb_active_queue_age 1594408000 vb_active_queue_drain 5447945 vb_active_queue_fill 4900330 vb_active_queue_memory 716544 vb_active_queue_pending 1074816 vb_active_queue_size 22392 vb_dead_num 0 vb_pending_curr_items 0 vb_pending_eject 0 vb_pending_expired 0 vb_pending_ht_memory 0 vb_pending_itm_memory 0 vb_pending_meta_data_memory 0 vb_pending_num 0 vb_pending_num_non_resident 0 vb_pending_num_ref_ejects 0 vb_pending_num_ref_items 0 vb_pending_ops_create 0 vb_pending_ops_delete 0 vb_pending_ops_reject 0 vb_pending_ops_update 0 vb_pending_perc_mem_resident 0 vb_pending_queue_age 0 vb_pending_queue_drain 0 vb_pending_queue_fill 0 vb_pending_queue_memory 0 vb_pending_queue_pending 0 vb_pending_queue_size 0 vb_replica_curr_items 1319817 vb_replica_eject 0 vb_replica_expired 75 vb_replica_ht_memory 11451072 vb_replica_itm_memory 3243581487 vb_replica_meta_data_memory 104265543 vb_replica_num 456 vb_replica_num_non_resident 0 vb_replica_num_ref_ejects 0 vb_replica_num_ref_items 412837 vb_replica_ops_create 1479047 vb_replica_ops_delete 254548 vb_replica_ops_reject 0 vb_replica_ops_update 2896641 vb_replica_perc_mem_resident 100 vb_replica_queue_age 597848000 vb_replica_queue_drain 5340597 vb_replica_queue_fill 4898977 vb_replica_queue_memory 1011648 vb_replica_queue_pending 1517472 vb_replica_queue_size 31614 version 1.4.4_600_g7ea975a [ns_doctor:debug,2012-11-10T2:06:41.353,ns_1@192.168.0.21:ns_doctor<0.4376.0>:ns_doctor:handle_info:137]Current node statuses: [{'ns_1@192.168.0.20', [{last_heard,{1352,541997,904995}}, {outgoing_replications_safeness_level,[{"default",green}]}, {incoming_replications_conf_hashes, [{"default",[{'ns_1@192.168.0.22',22518138}]}]}, {active_buckets,["default"]}, {ready_buckets,["default"]}, {local_tasks,[]}, {memory, [{total,146455560}, {processes,98752376}, {processes_used,94782248}, {system,47703184}, {atom,1401785}, {atom_used,1374492}, {binary,2981336}, {code,14045110}, {ets,11197280}]}, {system_memory_data, [{system_total_memory,25199214592}, {free_swap,20967747584}, {total_swap,20971511808}, {cached_memory,928833536}, {buffered_memory,227241984}, {free_memory,14728916992}, {total_memory,25199214592}]}, {node_storage_conf,[{db_path,"/data"},{index_path,"/data"}]}, {statistics, [{wall_clock,{4277664,5002}}, {context_switches,{24462485,0}}, {garbage_collection,{3063243,21381207461,0}}, {io,{{input,479195528},{output,12711955080}}}, {reductions,{3507168369,2838708}}, {run_queue,0}, {runtime,{1438490,1110}}]}, {system_stats, [{cpu_utilization_rate,46.78217821782178}, {swap_total,20971511808}, {swap_used,3768320}]}, {interesting_stats, [{couch_docs_actual_disk_size,866563494}, {couch_docs_data_size,699362120}, {couch_views_actual_disk_size,0}, {couch_views_data_size,0}, {curr_items,165239}, {curr_items_tot,283833}, {mem_used,878084736}, {vb_replica_curr_items,118594}]}, {cluster_compatibility_version,131072}, {version, [{public_key,"0.13"}, {lhttpc,"1.3.0"}, {ale,"8cffe61"}, {os_mon,"2.2.7"}, {couch_set_view,"1.2.0a-b68b5f4-git"}, {mnesia,"4.5"}, {inets,"5.7.1"}, {couch,"1.2.0a-b68b5f4-git"}, {mapreduce,"1.0.0"}, {couch_index_merger,"1.2.0a-b68b5f4-git"}, {kernel,"2.14.5"}, {crypto,"2.0.4"}, {ssl,"4.1.6"}, {sasl,"2.1.10"}, {couch_view_parser,"1.0.0"}, {ns_server,"2.0.0-1939-rel-enterprise"}, {mochiweb,"1.4.1"}, {oauth,"7d85d3ef"}, {stdlib,"1.17.5"}]}, {supported_compat_version,[2,0]}, {system_arch,"x86_64-unknown-linux-gnu"}, {wall_clock,4277}, {memory_data,{25199214592,10452930560,{<17877.428.0>,15917160}}}, {disk_data, [{"/",41260352,5}, {"/dev/shm",12304304,0}, {"/boot",495844,7}, {"/data",206420664,1}]}, {meminfo, <<"MemTotal: 24608608 kB\nMemFree: 14383708 kB\nBuffers: 221916 kB\nCached: 907064 kB\nSwapCached: 1828 kB\nActive: 8339352 kB\nInactive: 1384836 kB\nActive(anon): 7854284 kB\nInactive(anon): 742908 kB\nActive(file): 485068 kB\nInactive(file): 641928 kB\nUnevictable: 11288 kB\nMlocked: 11288 kB\nSwapTotal: 20479992 kB\nSwapFree: 20476316 kB\nDirty: 888 kB\nWriteback: 0 kB\nAnonPages: 8604652 kB\nMapped: 14916 kB\nShmem: 172 kB\nSlab: 178232 kB\nSReclaimable: 120852 kB\nSUnreclaim: 57380 kB\nKernelStack: 2984 kB\nPageTables: 21280 kB\nNFS_Unstable: 0 kB\nBounce: 0 kB\nWritebackTmp: 0 kB\nCommitLimit: 32784296 kB\nCommitted_AS: 10356404 kB\nVmallocTotal: 34359738367 kB\nVmallocUsed: 332500 kB\nVmallocChunk: 34359360032 kB\nHardwareCorrupted: 0 kB\nAnonHugePages: 5855232 kB\nHugePages_Total: 0\nHugePages_Free: 0\nHugePages_Rsvd: 0\nHugePages_Surp: 0\nHugepagesize: 2048 kB\nDirectMap4k: 10240 kB\nDirectMap2M: 25155584 kB\n">>}]}, {'ns_1@192.168.0.21', [{last_heard,{1352,541996,354734}}, {outgoing_replications_safeness_level,[{"default",green}]}, {incoming_replications_conf_hashes, [{"default",[{'ns_1@192.168.0.22',104945599}]}]}, {active_buckets,["default"]}, {ready_buckets,["default"]}, {local_tasks, [[{pid,<<"<0.28456.2>">>}, {bucket,<<"default">>}, {original_target,{[{type,bucket}]}}, {progress,15}, {started_on,1352541972}, {total_vbuckets,925}, {trigger_type,scheduled}, {type,bucket_compaction}, {updated_on,1352541996}, {vbuckets_done,140}]]}, {memory, [{total,232084736}, {processes,176680288}, {processes_used,176623336}, {system,55404448}, {atom,1333345}, {atom_used,1324998}, {binary,13018488}, {code,13371137}, {ets,9076080}]}, {system_memory_data, [{system_total_memory,25199214592}, {free_swap,20971511808}, {total_swap,20971511808}, {cached_memory,9001758720}, {buffered_memory,249061376}, {free_memory,7485517824}, {total_memory,25199214592}]}, {node_storage_conf,[{db_path,"/data"},{index_path,"/data"}]}, {statistics, [{wall_clock,{4257545,4999}}, {context_switches,{17433061,0}}, {garbage_collection,{2766069,6543524510,0}}, {io,{{input,443612694},{output,17564346004}}}, {reductions,{2191616598,3323490}}, {run_queue,0}, {runtime,{817900,1150}}]}, {system_stats, [{cpu_utilization_rate,43.35839598997494}, {swap_total,20971511808}, {swap_used,0}]}, {interesting_stats, [{couch_docs_actual_disk_size,8929978750}, {couch_docs_data_size,6610840778}, {couch_views_actual_disk_size,0}, {couch_views_data_size,0}, {curr_items,1368272}, {curr_items_tot,2690164}, {mem_used,6928841640}, {vb_replica_curr_items,1321892}]}, {cluster_compatibility_version,131072}, {version, [{public_key,"0.13"}, {lhttpc,"1.3.0"}, {ale,"8cffe61"}, {os_mon,"2.2.7"}, {couch_set_view,"1.2.0a-b68b5f4-git"}, {mnesia,"4.5"}, {inets,"5.7.1"}, {couch,"1.2.0a-b68b5f4-git"}, {mapreduce,"1.0.0"}, {couch_index_merger,"1.2.0a-b68b5f4-git"}, {kernel,"2.14.5"}, {crypto,"2.0.4"}, {ssl,"4.1.6"}, {sasl,"2.1.10"}, {couch_view_parser,"1.0.0"}, {ns_server,"2.0.0-1939-rel-enterprise"}, {mochiweb,"1.4.1"}, {oauth,"7d85d3ef"}, {stdlib,"1.17.5"}]}, {supported_compat_version,[2,0]}, {system_arch,"x86_64-unknown-linux-gnu"}, {wall_clock,4257}, {memory_data,{25199214592,17496891392,{<0.84.0>,12342376}}}, {disk_data, [{"/",41260352,5}, {"/dev/shm",12304304,0}, {"/boot",495844,7}, {"/data",206420664,5}]}, {meminfo, <<"MemTotal: 24608608 kB\nMemFree: 7310324 kB\nBuffers: 243224 kB\nCached: 8790780 kB\nSwapCached: 0 kB\nActive: 9810752 kB\nInactive: 6820140 kB\nActive(anon): 7589956 kB\nInactive(anon): 9272 kB\nActive(file): 2220796 kB\nInactive(file): 6810868 kB\nUnevictable: 11288 kB\nMlocked: 11288 kB\nSwapTotal: 20479992 kB\nSwapFree: 20479992 kB\nDirty: 8124 kB\nWriteback: 0 kB\nAnonPages: 7610724 kB\nMapped: 14496 kB\nShmem: 164 kB\nSlab: 344912 kB\nSReclaimable: 286840 kB\nSUnreclaim: 58072 kB\nKernelStack: 2976 kB\nPageTables: 18912 kB\nNFS_Unstable: 0 kB\nBounce: 0 kB\nWritebackTmp: 0 kB\nCommitLimit: 32784296 kB\nCommitted_AS: 9360492 kB\nVmallocTotal: 34359738367 kB\nVmallocUsed: 332500 kB\nVmallocChunk: 34359355024 kB\nHardwareCorrupted: 0 kB\nAnonHugePages: 4663296 kB\nHugePages_Total: 0\nHugePages_Free: 0\nHugePages_Rsvd: 0\nHugePages_Surp: 0\nHugepagesize: 2048 kB\nDirectMap4k: 10240 kB\nDirectMap2M: 25155584 kB\n">>}]}, {'ns_1@192.168.0.22', [{last_heard,{1352,542000,967241}}, {outgoing_replications_safeness_level,[{"default",green}]}, {incoming_replications_conf_hashes, [{"default", [{'ns_1@192.168.0.20',2693857},{'ns_1@192.168.0.21',113349995}]}]}, {active_buckets,["default"]}, {ready_buckets,["default"]}, {local_tasks, [[{pid,<<"<0.24616.3>">>}, {bucket,<<"default">>}, {original_target,{[{type,bucket}]}}, {progress,94}, {started_on,1352541562}, {total_vbuckets,1025}, {trigger_type,scheduled}, {type,bucket_compaction}, {updated_on,1352542000}, {vbuckets_done,967}]]}, {memory, [{total,252877800}, {processes,193458040}, {processes_used,193270824}, {system,59419760}, {atom,1339001}, {atom_used,1334282}, {binary,14581800}, {code,13481638}, {ets,11339048}]}, {system_memory_data, [{system_total_memory,25199214592}, {free_swap,20971511808}, {total_swap,20971511808}, {cached_memory,9929904128}, {buffered_memory,300634112}, {free_memory,5177360384}, {total_memory,25199214592}]}, {node_storage_conf,[{db_path,"/data"},{index_path,"/data"}]}, {statistics, [{wall_clock,{4260943,5000}}, {context_switches,{30001678,0}}, {garbage_collection,{3917068,9687335681,0}}, {io,{{input,732930358},{output,23017269787}}}, {reductions,{3399980471,3287634}}, {run_queue,0}, {runtime,{1172550,1160}}]}, {system_stats, [{cpu_utilization_rate,45.588235294117645}, {swap_total,20971511808}, {swap_used,0}]}, {interesting_stats, [{couch_docs_actual_disk_size,9807254020}, {couch_docs_data_size,7297456937}, {couch_views_actual_disk_size,0}, {couch_views_data_size,0}, {curr_items,1436737}, {curr_items_tot,2968533}, {mem_used,7742174000}, {vb_replica_curr_items,1531796}]}, {cluster_compatibility_version,131072}, {version, [{public_key,"0.13"}, {lhttpc,"1.3.0"}, {ale,"8cffe61"}, {os_mon,"2.2.7"}, {couch_set_view,"1.2.0a-b68b5f4-git"}, {mnesia,"4.5"}, {inets,"5.7.1"}, {couch,"1.2.0a-b68b5f4-git"}, {mapreduce,"1.0.0"}, {couch_index_merger,"1.2.0a-b68b5f4-git"}, {kernel,"2.14.5"}, {crypto,"2.0.4"}, {ssl,"4.1.6"}, {sasl,"2.1.10"}, {couch_view_parser,"1.0.0"}, {ns_server,"2.0.0-1939-rel-enterprise"}, {mochiweb,"1.4.1"}, {oauth,"7d85d3ef"}, {stdlib,"1.17.5"}]}, {supported_compat_version,[2,0]}, {system_arch,"x86_64-unknown-linux-gnu"}, {wall_clock,4260}, {memory_data,{25199214592,20066238464,{<17923.67.0>,16006048}}}, {disk_data, [{"/",41260352,5}, {"/dev/shm",12304304,0}, {"/boot",495844,7}, {"/data",206420664,5}]}, {meminfo, <<"MemTotal: 24608608 kB\nMemFree: 5056264 kB\nBuffers: 293588 kB\nCached: 9697172 kB\nSwapCached: 0 kB\nActive: 10543804 kB\nInactive: 8305192 kB\nActive(anon): 8269996 kB\nInactive(anon): 590528 kB\nActive(file): 2273808 kB\nInactive(file): 7714664 kB\nUnevictable: 11280 kB\nMlocked: 11288 kB\nSwapTotal: 20479992 kB\nSwapFree: 20479992 kB\nDirty: 2664 kB\nWriteback: 0 kB\nAnonPages: 8869936 kB\nMapped: 15544 kB\nShmem: 172 kB\nSlab: 380820 kB\nSReclaimable: 322776 kB\nSUnreclaim: 58044 kB\nKernelStack: 2480 kB\nPageTables: 21480 kB\nNFS_Unstable: 0 kB\nBounce: 0 kB\nWritebackTmp: 0 kB\nCommitLimit: 32784296 kB\nCommitted_AS: 10612204 kB\nVmallocTotal: 34359738367 kB\nVmallocUsed: 332500 kB\nVmallocChunk: 34359355024 kB\nHardwareCorrupted: 0 kB\nAnonHugePages: 4904960 kB\nHugePages_Total: 0\nHugePages_Free: 0\nHugePages_Rsvd: 0\nHugePages_Surp: 0\nHugepagesize: 2048 kB\nDirectMap4k: 10240 kB\nDirectMap2M: 25155584 kB\n">>}]}] [ns_doctor:debug,2012-11-10T2:07:41.353,ns_1@192.168.0.21:ns_doctor<0.4376.0>:ns_doctor:handle_info:137]Current node statuses: [{'ns_1@192.168.0.20', [{last_heard,{1352,542057,895878}}, {outgoing_replications_safeness_level,[{"default",green}]}, {incoming_replications_conf_hashes, [{"default",[{'ns_1@192.168.0.22',129634661}]}]}, {active_buckets,["default"]}, {ready_buckets,["default"]}, {local_tasks,[]}, {memory, [{total,147008136}, {processes,99036688}, {processes_used,95033936}, {system,47971448}, {atom,1401785}, {atom_used,1374492}, {binary,3155872}, {code,14045110}, {ets,11298824}]}, {system_memory_data, [{system_total_memory,25199214592}, {free_swap,20967649280}, {total_swap,20971511808}, {cached_memory,972673024}, {buffered_memory,227520512}, {free_memory,14698430464}, {total_memory,25199214592}]}, {node_storage_conf,[{db_path,"/data"},{index_path,"/data"}]}, {statistics, [{wall_clock,{4337664,5000}}, {context_switches,{24787490,0}}, {garbage_collection,{3099674,21600782009,0}}, {io,{{input,484860257},{output,12739001962}}}, {reductions,{3544633557,3417783}}, {run_queue,0}, {runtime,{1457520,2180}}]}, {system_stats, [{cpu_utilization_rate,45.79207920792079}, {swap_total,20971511808}, {swap_used,3862528}]}, {interesting_stats, [{couch_docs_actual_disk_size,913445954}, {couch_docs_data_size,641236461}, {couch_views_actual_disk_size,0}, {couch_views_data_size,0}, {curr_items,153437}, {curr_items_tot,260279}, {mem_used,819470536}, {vb_replica_curr_items,106842}]}, {cluster_compatibility_version,131072}, {version, [{public_key,"0.13"}, {lhttpc,"1.3.0"}, {ale,"8cffe61"}, {os_mon,"2.2.7"}, {couch_set_view,"1.2.0a-b68b5f4-git"}, {mnesia,"4.5"}, {inets,"5.7.1"}, {couch,"1.2.0a-b68b5f4-git"}, {mapreduce,"1.0.0"}, {couch_index_merger,"1.2.0a-b68b5f4-git"}, {kernel,"2.14.5"}, {crypto,"2.0.4"}, {ssl,"4.1.6"}, {sasl,"2.1.10"}, {couch_view_parser,"1.0.0"}, {ns_server,"2.0.0-1939-rel-enterprise"}, {mochiweb,"1.4.1"}, {oauth,"7d85d3ef"}, {stdlib,"1.17.5"}]}, {supported_compat_version,[2,0]}, {system_arch,"x86_64-unknown-linux-gnu"}, {wall_clock,4337}, {memory_data,{25199214592,10492923904,{<17877.428.0>,15917096}}}, {disk_data, [{"/",41260352,5}, {"/dev/shm",12304304,0}, {"/boot",495844,7}, {"/data",206420664,1}]}, {meminfo, <<"MemTotal: 24608608 kB\nMemFree: 14354184 kB\nBuffers: 222188 kB\nCached: 949876 kB\nSwapCached: 1740 kB\nActive: 8447124 kB\nInactive: 1307280 kB\nActive(anon): 7854760 kB\nInactive(anon): 729668 kB\nActive(file): 592364 kB\nInactive(file): 577612 kB\nUnevictable: 11288 kB\nMlocked: 11288 kB\nSwapTotal: 20479992 kB\nSwapFree: 20476220 kB\nDirty: 668 kB\nWriteback: 0 kB\nAnonPages: 8592436 kB\nMapped: 14908 kB\nShmem: 172 kB\nSlab: 177680 kB\nSReclaimable: 120408 kB\nSUnreclaim: 57272 kB\nKernelStack: 2984 kB\nPageTables: 21264 kB\nNFS_Unstable: 0 kB\nBounce: 0 kB\nWritebackTmp: 0 kB\nCommitLimit: 32784296 kB\nCommitted_AS: 10343224 kB\nVmallocTotal: 34359738367 kB\nVmallocUsed: 332500 kB\nVmallocChunk: 34359360032 kB\nHardwareCorrupted: 0 kB\nAnonHugePages: 5849088 kB\nHugePages_Total: 0\nHugePages_Free: 0\nHugePages_Rsvd: 0\nHugePages_Surp: 0\nHugepagesize: 2048 kB\nDirectMap4k: 10240 kB\nDirectMap2M: 25155584 kB\n">>}]}, {'ns_1@192.168.0.21', [{last_heard,{1352,542056,354887}}, {outgoing_replications_safeness_level,[{"default",green}]}, {incoming_replications_conf_hashes, [{"default",[{'ns_1@192.168.0.22',131360336}]}]}, {active_buckets,["default"]}, {ready_buckets,["default"]}, {local_tasks, [[{pid,<<"<0.28456.2>">>}, {bucket,<<"default">>}, {original_target,{[{type,bucket}]}}, {progress,52}, {started_on,1352541972}, {total_vbuckets,925}, {trigger_type,scheduled}, {type,bucket_compaction}, {updated_on,1352542056}, {vbuckets_done,483}]]}, {memory, [{total,234439768}, {processes,177995456}, {processes_used,177973192}, {system,56444312}, {atom,1333345}, {atom_used,1324998}, {binary,13846096}, {code,13371137}, {ets,9283272}]}, {system_memory_data, [{system_total_memory,25199214592}, {free_swap,20971511808}, {total_swap,20971511808}, {cached_memory,8485810176}, {buffered_memory,252485632}, {free_memory,7944577024}, {total_memory,25199214592}]}, {node_storage_conf,[{db_path,"/data"},{index_path,"/data"}]}, {statistics, [{wall_clock,{4317546,4999}}, {context_switches,{17842728,0}}, {garbage_collection,{2809952,6659475267,0}}, {io,{{input,455411765},{output,17865960267}}}, {reductions,{2235860918,4013396}}, {run_queue,0}, {runtime,{832910,1330}}]}, {system_stats, [{cpu_utilization_rate,56.01965601965602}, {swap_total,20971511808}, {swap_used,0}]}, {interesting_stats, [{couch_docs_actual_disk_size,8392809380}, {couch_docs_data_size,6669759648}, {couch_views_actual_disk_size,0}, {couch_views_data_size,0}, {curr_items,1379223}, {curr_items_tot,2713311}, {mem_used,6994603784}, {vb_replica_curr_items,1334088}]}, {cluster_compatibility_version,131072}, {version, [{public_key,"0.13"}, {lhttpc,"1.3.0"}, {ale,"8cffe61"}, {os_mon,"2.2.7"}, {couch_set_view,"1.2.0a-b68b5f4-git"}, {mnesia,"4.5"}, {inets,"5.7.1"}, {couch,"1.2.0a-b68b5f4-git"}, {mapreduce,"1.0.0"}, {couch_index_merger,"1.2.0a-b68b5f4-git"}, {kernel,"2.14.5"}, {crypto,"2.0.4"}, {ssl,"4.1.6"}, {sasl,"2.1.10"}, {couch_view_parser,"1.0.0"}, {ns_server,"2.0.0-1939-rel-enterprise"}, {mochiweb,"1.4.1"}, {oauth,"7d85d3ef"}, {stdlib,"1.17.5"}]}, {supported_compat_version,[2,0]}, {system_arch,"x86_64-unknown-linux-gnu"}, {wall_clock,4317}, {memory_data,{25199214592,17685381120,{<0.84.0>,12342376}}}, {disk_data, [{"/",41260352,5}, {"/dev/shm",12304304,0}, {"/boot",495844,7}, {"/data",206420664,5}]}, {meminfo, <<"MemTotal: 24608608 kB\nMemFree: 7758376 kB\nBuffers: 246568 kB\nCached: 8286924 kB\nSwapCached: 0 kB\nActive: 9449804 kB\nInactive: 6748440 kB\nActive(anon): 7657496 kB\nInactive(anon): 9272 kB\nActive(file): 1792308 kB\nInactive(file): 6739168 kB\nUnevictable: 11288 kB\nMlocked: 11288 kB\nSwapTotal: 20479992 kB\nSwapFree: 20479992 kB\nDirty: 8260 kB\nWriteback: 0 kB\nAnonPages: 7676212 kB\nMapped: 14496 kB\nShmem: 164 kB\nSlab: 328972 kB\nSReclaimable: 270640 kB\nSUnreclaim: 58332 kB\nKernelStack: 2976 kB\nPageTables: 19040 kB\nNFS_Unstable: 0 kB\nBounce: 0 kB\nWritebackTmp: 0 kB\nCommitLimit: 32784296 kB\nCommitted_AS: 9440220 kB\nVmallocTotal: 34359738367 kB\nVmallocUsed: 332500 kB\nVmallocChunk: 34359355024 kB\nHardwareCorrupted: 0 kB\nAnonHugePages: 4763648 kB\nHugePages_Total: 0\nHugePages_Free: 0\nHugePages_Rsvd: 0\nHugePages_Surp: 0\nHugepagesize: 2048 kB\nDirectMap4k: 10240 kB\nDirectMap2M: 25155584 kB\n">>}]}, {'ns_1@192.168.0.22', [{last_heard,{1352,542060,960557}}, {outgoing_replications_safeness_level,[{"default",green}]}, {incoming_replications_conf_hashes, [{"default", [{'ns_1@192.168.0.20',89869919},{'ns_1@192.168.0.21',72658890}]}]}, {active_buckets,["default"]}, {ready_buckets,["default"]}, {local_tasks, [[{pid,<<"<0.6252.4>">>}, {bucket,<<"default">>}, {original_target,{[{type,bucket}]}}, {progress,2}, {started_on,1352542053}, {total_vbuckets,1025}, {trigger_type,scheduled}, {type,bucket_compaction}, {updated_on,1352542060}, {vbuckets_done,21}]]}, {memory, [{total,250901592}, {processes,191904504}, {processes_used,191733768}, {system,58997088}, {atom,1339001}, {atom_used,1334282}, {binary,13970840}, {code,13481638}, {ets,11524976}]}, {system_memory_data, [{system_total_memory,25199214592}, {free_swap,20971511808}, {total_swap,20971511808}, {cached_memory,10126319616}, {buffered_memory,301780992}, {free_memory,4979884032}, {total_memory,25199214592}]}, {node_storage_conf,[{db_path,"/data"},{index_path,"/data"}]}, {statistics, [{wall_clock,{4320942,4992}}, {context_switches,{30354016,0}}, {garbage_collection,{3951066,9796628579,0}}, {io,{{input,738730073},{output,23298063984}}}, {reductions,{3439538500,2978194}}, {run_queue,0}, {runtime,{1186790,1030}}]}, {system_stats, [{cpu_utilization_rate,30.198019801980198}, {swap_total,20971511808}, {swap_used,0}]}, {interesting_stats, [{couch_docs_actual_disk_size,10017107341}, {couch_docs_data_size,7299479615}, {couch_views_actual_disk_size,0}, {couch_views_data_size,0}, {curr_items,1436465}, {curr_items_tot,2969172}, {mem_used,7756868640}, {vb_replica_curr_items,1532707}]}, {cluster_compatibility_version,131072}, {version, [{public_key,"0.13"}, {lhttpc,"1.3.0"}, {ale,"8cffe61"}, {os_mon,"2.2.7"}, {couch_set_view,"1.2.0a-b68b5f4-git"}, {mnesia,"4.5"}, {inets,"5.7.1"}, {couch,"1.2.0a-b68b5f4-git"}, {mapreduce,"1.0.0"}, {couch_index_merger,"1.2.0a-b68b5f4-git"}, {kernel,"2.14.5"}, {crypto,"2.0.4"}, {ssl,"4.1.6"}, {sasl,"2.1.10"}, {couch_view_parser,"1.0.0"}, {ns_server,"2.0.0-1939-rel-enterprise"}, {mochiweb,"1.4.1"}, {oauth,"7d85d3ef"}, {stdlib,"1.17.5"}]}, {supported_compat_version,[2,0]}, {system_arch,"x86_64-unknown-linux-gnu"}, {wall_clock,4320}, {memory_data,{25199214592,20027113472,{<17923.67.0>,16006048}}}, {disk_data, [{"/",41260352,5}, {"/dev/shm",12304304,0}, {"/boot",495844,7}, {"/data",206420664,5}]}, {meminfo, <<"MemTotal: 24608608 kB\nMemFree: 4863416 kB\nBuffers: 294708 kB\nCached: 9888984 kB\nSwapCached: 0 kB\nActive: 10605508 kB\nInactive: 8437032 kB\nActive(anon): 8268368 kB\nInactive(anon): 592544 kB\nActive(file): 2337140 kB\nInactive(file): 7844488 kB\nUnevictable: 11280 kB\nMlocked: 11288 kB\nSwapTotal: 20479992 kB\nSwapFree: 20479992 kB\nDirty: 12056 kB\nWriteback: 0 kB\nAnonPages: 8870156 kB\nMapped: 15536 kB\nShmem: 172 kB\nSlab: 380740 kB\nSReclaimable: 323076 kB\nSUnreclaim: 57664 kB\nKernelStack: 2504 kB\nPageTables: 21588 kB\nNFS_Unstable: 0 kB\nBounce: 0 kB\nWritebackTmp: 0 kB\nCommitLimit: 32784296 kB\nCommitted_AS: 10609356 kB\nVmallocTotal: 34359738367 kB\nVmallocUsed: 332500 kB\nVmallocChunk: 34359355024 kB\nHardwareCorrupted: 0 kB\nAnonHugePages: 4902912 kB\nHugePages_Total: 0\nHugePages_Free: 0\nHugePages_Rsvd: 0\nHugePages_Surp: 0\nHugepagesize: 2048 kB\nDirectMap4k: 10240 kB\nDirectMap2M: 25155584 kB\n">>}]}] [stats:debug,2012-11-10T2:08:06.948,ns_1@192.168.0.21:<0.4502.0>:stats_collector:maybe_log_stats:126](at {{1970,1,16},{7,42,22}}) Stats for bucket "default": accepting_conns 1 auth_cmds 9 auth_errors 0 bucket_active_conns 1 bucket_conns 25 bytes 7012917016 bytes_read 25428387771 bytes_written 17087329235 cas_badval 0 cas_hits 0 cas_misses 0 cmd_flush 0 cmd_get 3617044 cmd_set 3049458 conn_yields 118248 connection_structures 5000 curr_connections 28 curr_conns_on_port_11209 16 curr_conns_on_port_11210 10 curr_items 1382557 curr_items_tot 2719672 curr_temp_items 0 daemon_connections 4 decr_hits 0 decr_misses 0 delete_hits 191272 delete_misses 223540 ep_access_scanner_last_runtime 4 ep_access_scanner_num_items 2485682 ep_access_scanner_task_time 2012-11-11 10:00:00 ep_allow_data_loss_during_shutdown 1 ep_alog_block_size 4096 ep_alog_path /data/default/access.log ep_alog_sleep_time 1440 ep_alog_task_time 10 ep_backend couchdb ep_bg_fetch_delay 0 ep_bg_fetched 0 ep_bg_meta_fetched 0 ep_bg_remaining_jobs 0 ep_chk_max_items 5000 ep_chk_period 1800 ep_chk_persistence_remains 2 ep_chk_persistence_timeout 10 ep_chk_remover_stime 5 ep_commit_num 121310 ep_commit_time 11 ep_commit_time_total 1381485 ep_concurrentDB 1 ep_config_file ep_couch_bucket default ep_couch_host localhost ep_couch_port 11213 ep_couch_reconnect_sleeptime 250 ep_couch_response_timeout 180000 ep_data_age 22 ep_data_age_highwat 64 ep_data_traffic_enabled 0 ep_dbinit 0 ep_dbname /data/default ep_degraded_mode 0 ep_diskqueue_drain 11141556 ep_diskqueue_fill 10157580 ep_diskqueue_items 73724 ep_diskqueue_memory 2192096 ep_diskqueue_pending 3288144 ep_exp_pager_stime 3600 ep_exp_pager_stime 3600 ep_expired_access 3992 ep_expired_pager 0 ep_expiry_window 3 ep_failpartialwarmup 0 ep_flush_all false ep_flush_duration_total 2859 ep_flushall_enabled 0 ep_flusher_state running ep_flusher_todo 14712 ep_getl_default_timeout 15 ep_getl_max_timeout 30 ep_ht_locks 5 ep_ht_size 3079 ep_inconsistent_slave_chk 0 ep_initfile ep_io_num_read 0 ep_io_num_write 9357612 ep_io_read_bytes 0 ep_io_write_bytes 21290084265 ep_item_begin_failed 0 ep_item_commit_failed 0 ep_item_flush_expired 39 ep_item_flush_failed 0 ep_item_num_based_new_chk 1 ep_items_rm_from_checkpoints 1324238 ep_keep_closed_chks 0 ep_klog_block_size 4096 ep_klog_compactor_queue_cap 500000 ep_klog_compactor_stime 3600 ep_klog_flush commit2 ep_klog_max_entry_ratio 10 ep_klog_max_log_size 2147483647 ep_klog_path ep_klog_sync commit2 ep_kv_size 6726880308 ep_max_checkpoints 2 ep_max_data_size 12582912000 ep_max_item_size 20971520 ep_max_size 12582912000 ep_max_txn_size 10000 ep_max_vbuckets 1024 ep_mem_high_wat 9437184000 ep_mem_high_wat 9437184000 ep_mem_low_wat 7549747200 ep_mem_low_wat 7549747200 ep_mem_tracker_enabled true ep_min_data_age 0 ep_mlog_compactor_runs 0 ep_mutation_mem_threshold 0 ep_num_access_scanner_runs 1 ep_num_eject_failures 0 ep_num_expiry_pager_runs 0 ep_num_non_resident 0 ep_num_not_my_vbuckets 0 ep_num_ops_del_meta 0 ep_num_ops_get_meta 0 ep_num_ops_set_meta 0 ep_num_pager_runs 0 ep_num_value_ejects 0 ep_oom_errors 0 ep_overhead 97988800 ep_pager_active_vb_pcnt 40 ep_pager_unbiased_period 60 ep_pending_ops 0 ep_pending_ops_max 1 ep_pending_ops_max_duration 206679 ep_pending_ops_total 9 ep_postInitfile ep_queue_age_cap 900 ep_queue_size 59012 ep_startup_time 1352539183 ep_storage_age 22 ep_storage_age_highwat 77 ep_store_max_concurrency 10 ep_store_max_readers 9 ep_store_max_readwrite 1 ep_stored_val_type ep_tap_ack_grace_period 300 ep_tap_ack_initial_sequence_number 1 ep_tap_ack_interval 1000 ep_tap_ack_window_size 10 ep_tap_backfill_resident 0.9 ep_tap_backlog_limit 5000 ep_tap_backoff_period 5 ep_tap_bg_fetch_requeued 0 ep_tap_bg_fetched 0 ep_tap_bg_max_pending 500 ep_tap_keepalive 300 ep_tap_noop_interval 20 ep_tap_requeue_sleep_time 0.1 ep_tap_throttle_cap_pcnt 10 ep_tap_throttle_queue_cap 1000000 ep_tap_throttle_threshold 90 ep_tmp_oom_errors 0 ep_too_old 0 ep_too_young 0 ep_total_cache_size 6694289544 ep_total_del_items 543551 ep_total_enqueued 10157580 ep_total_new_items 3061646 ep_total_persisted 9357612 ep_uncommitted_items 62 ep_value_size 6502642739 ep_vb0 0 ep_vb_snapshot_total 1041 ep_vb_total 938 ep_vbucket_del 0 ep_vbucket_del_fail 0 ep_version 2.0.0r_133_g68e3f7c ep_waitforwarmup 0 ep_warmup 1 ep_warmup_batch_size 1000 ep_warmup_dups 0 ep_warmup_min_items_threshold 100 ep_warmup_min_memory_threshold 100 ep_warmup_oom 0 ep_warmup_thread complete ep_warmup_time 19069 get_hits 3143866 get_misses 473178 incr_hits 0 incr_misses 0 libevent 2.0.11-stable limit_maxbytes 67108864 listen_disabled_num 0 max_conns_on_port_11209 1000 max_conns_on_port_11210 9000 mem_used 7012917016 pid 22718 pointer_size 64 rejected_conns 0 rusage_system 756.171044 rusage_user 1582.461429 tap_checkpoint_end_received 1832 tap_checkpoint_end_sent 713 tap_checkpoint_start_received 3301 tap_checkpoint_start_sent 784 tap_connect_received 1 tap_delete_received 334051 tap_delete_sent 233061 tap_mutation_received 7135254 tap_mutation_sent 3575938 tap_opaque_received 6560 tap_opaque_sent 477 tap_vbucket_set_received 952 threads 4 time 1352542085 total_connections 4832 uptime 2906 vb_active_curr_items 1382557 vb_active_eject 0 vb_active_expired 3912 vb_active_ht_memory 11953120 vb_active_itm_memory 3406856075 vb_active_meta_data_memory 109222003 vb_active_num 476 vb_active_num_non_resident 0 vb_active_num_ref_ejects 0 vb_active_num_ref_items 745994 vb_active_ops_create 1556163 vb_active_ops_delete 277753 vb_active_ops_reject 0 vb_active_ops_update 2721472 vb_active_perc_mem_resident 100 vb_active_queue_age 1648203000 vb_active_queue_drain 5620349 vb_active_queue_fill 5081903 vb_active_queue_memory 1169664 vb_active_queue_pending 1754496 vb_active_queue_size 36552 vb_dead_num 0 vb_pending_curr_items 0 vb_pending_eject 0 vb_pending_expired 0 vb_pending_ht_memory 0 vb_pending_itm_memory 0 vb_pending_meta_data_memory 0 vb_pending_num 0 vb_pending_num_non_resident 0 vb_pending_num_ref_ejects 0 vb_pending_num_ref_items 0 vb_pending_ops_create 0 vb_pending_ops_delete 0 vb_pending_ops_reject 0 vb_pending_ops_update 0 vb_pending_perc_mem_resident 0 vb_pending_queue_age 0 vb_pending_queue_drain 0 vb_pending