============================================================================== couchbase logs (stats) cbbrowse_logs stats ============================================================================== [ns_doctor:debug,2012-11-12T12:26:35.544,ns_1@127.0.0.1:ns_doctor<0.375.0>:ns_doctor:handle_info:133]Got initial status [{'ns_1@127.0.0.1', [{last_heard,{1352,751995,544047}}, {outgoing_replications_safeness_level,[]}, {incoming_replications_conf_hashes,[]}, {active_buckets,[]}, {ready_buckets,[]}, {local_tasks,[]}, {memory, [{total,40154704}, {processes,9406432}, {processes_used,9394864}, {system,30748272}, {atom,1171065}, {atom_used,1138557}, {binary,139120}, {code,11301876}, {ets,875104}]}, {system_memory_data, [{system_total_memory,25199214592}, {free_swap,20971511808}, {total_swap,20971511808}, {cached_memory,9444573184}, {buffered_memory,414330880}, {free_memory,14582710272}, {total_memory,25199214592}]}, {node_storage_conf, [{db_path, "/opt/couchbase/var/lib/couchbase/data/"}, {index_path, "/opt/couchbase/var/lib/couchbase/data/"}]}, {statistics, [{wall_clock,{2588,3}}, {context_switches,{25844,0}}, {garbage_collection,{6762,31271820,0}}, {io,{{input,6771404},{output,663608}}}, {reductions,{18271821,20090}}, {run_queue,0}, {runtime,{2080,10}}]}, {system_stats, [{cpu_utilization_rate,0}, {swap_total,0}, {swap_used,0}]}, {interesting_stats,[]}, {cluster_compatibility_version,1}, {version, [{public_key,"0.13"}, {lhttpc,"1.3.0"}, {ale,"8cffe61"}, {os_mon,"2.2.7"}, {couch_set_view,"1.2.0a-b68b5f4-git"}, {mnesia,"4.5"}, {inets,"5.7.1"}, {couch,"1.2.0a-b68b5f4-git"}, {mapreduce,"1.0.0"}, {couch_index_merger,"1.2.0a-b68b5f4-git"}, {kernel,"2.14.5"}, {crypto,"2.0.4"}, {ssl,"4.1.6"}, {sasl,"2.1.10"}, {couch_view_parser,"1.0.0"}, {ns_server,"2.0.0-1939-rel-enterprise"}, {mochiweb,"1.4.1"}, {oauth,"7d85d3ef"}, {stdlib,"1.17.5"}]}, {supported_compat_version,[2,0]}, {system_arch,"x86_64-unknown-linux-gnu"}, {wall_clock,2}, {memory_data, {25199214592,10594287616,{<0.6.0>,601272}}}, {disk_data, [{"/",41260352,5}, {"/dev/shm",12304304,0}, {"/boot",495844,7}, {"/data",206420664,5}]}, {meminfo, <<"MemTotal: 24608608 kB\nMemFree: 14240928 kB\nBuffers: 404620 kB\nCached: 9223216 kB\nSwapCached: 0 kB\nActive: 2649496 kB\nInactive: 7043524 kB\nActive(anon): 57824 kB\nInactive(anon): 9236 kB\nActive(file): 2591672 kB\nInactive(file): 7034288 kB\nUnevictable: 11288 kB\nMlocked: 11288 kB\nSwapTotal: 20479992 kB\nSwapFree: 20479992 kB\nDirty: 393828 kB\nWriteback: 0 kB\nAnonPages: 74668 kB\nMapped: 13528 kB\nShmem: 168 kB\nSlab: 367808 kB\nSReclaimable: 311840 kB\nSUnreclaim: 55968 kB\nKernelStack: 2776 kB\nPageTables: 3876 kB\nNFS_Unstable: 0 kB\nBounce: 0 kB\nWritebackTmp: 0 kB\nCommitLimit: 32784296 kB\nCommitted_AS: 1587296 kB\nVmallocTotal: 34359738367 kB\nVmallocUsed: 332500 kB\nVmallocChunk: 34359355024 kB\nHardwareCorrupted: 0 kB\nAnonHugePages: 14336 kB\nHugePages_Total: 0\nHugePages_Free: 0\nHugePages_Rsvd: 0\nHugePages_Surp: 0\nHugepagesize: 2048 kB\nDirectMap4k: 10240 kB\nDirectMap2M: 25155584 kB\n">>}]}] [ns_doctor:debug,2012-11-12T12:26:53.210,ns_1@192.168.0.21:ns_doctor<0.375.0>:ns_doctor:handle_info:133]Got initial status [{'ns_1@192.168.0.21', [{last_heard,{1352,752013,210698}}, {outgoing_replications_safeness_level,[]}, {incoming_replications_conf_hashes,[]}, {active_buckets,[]}, {ready_buckets,[]}, {local_tasks,[]}, {memory, [{total,40128064}, {processes,9374040}, {processes_used,9362416}, {system,30754024}, {atom,1171065}, {atom_used,1138659}, {binary,137280}, {code,11311132}, {ets,875776}]}, {system_memory_data, [{system_total_memory,25199214592}, {free_swap,20971511808}, {total_swap,20971511808}, {cached_memory,9444921344}, {buffered_memory,414339072}, {free_memory,14583193600}, {total_memory,25199214592}]}, {node_storage_conf, [{db_path, "/opt/couchbase/var/lib/couchbase/data/"}, {index_path, "/opt/couchbase/var/lib/couchbase/data/"}]}, {statistics, [{wall_clock,{2626,4}}, {context_switches,{25781,0}}, {garbage_collection,{6638,31049062,0}}, {io,{{input,6772877},{output,661379}}}, {reductions,{18228330,20555}}, {run_queue,0}, {runtime,{2150,0}}]}, {system_stats, [{cpu_utilization_rate,0}, {swap_total,0}, {swap_used,0}]}, {interesting_stats,[]}, {cluster_compatibility_version,1}, {version, [{public_key,"0.13"}, {lhttpc,"1.3.0"}, {ale,"8cffe61"}, {os_mon,"2.2.7"}, {couch_set_view,"1.2.0a-b68b5f4-git"}, {mnesia,"4.5"}, {inets,"5.7.1"}, {couch,"1.2.0a-b68b5f4-git"}, {mapreduce,"1.0.0"}, {couch_index_merger,"1.2.0a-b68b5f4-git"}, {kernel,"2.14.5"}, {crypto,"2.0.4"}, {ssl,"4.1.6"}, {sasl,"2.1.10"}, {couch_view_parser,"1.0.0"}, {ns_server,"2.0.0-1939-rel-enterprise"}, {mochiweb,"1.4.1"}, {oauth,"7d85d3ef"}, {stdlib,"1.17.5"}]}, {supported_compat_version,[2,0]}, {system_arch,"x86_64-unknown-linux-gnu"}, {wall_clock,2}, {memory_data, {25199214592,10595991552,{<0.6.0>,601272}}}, {disk_data, [{"/",41260352,5}, {"/dev/shm",12304304,0}, {"/boot",495844,7}, {"/data",206420664,5}]}, {meminfo, <<"MemTotal: 24608608 kB\nMemFree: 14241400 kB\nBuffers: 404628 kB\nCached: 9223556 kB\nSwapCached: 0 kB\nActive: 2654824 kB\nInactive: 7036952 kB\nActive(anon): 56384 kB\nInactive(anon): 9236 kB\nActive(file): 2598440 kB\nInactive(file): 7027716 kB\nUnevictable: 11288 kB\nMlocked: 11288 kB\nSwapTotal: 20479992 kB\nSwapFree: 20479992 kB\nDirty: 390136 kB\nWriteback: 0 kB\nAnonPages: 75252 kB\nMapped: 13472 kB\nShmem: 168 kB\nSlab: 368372 kB\nSReclaimable: 312080 kB\nSUnreclaim: 56292 kB\nKernelStack: 2792 kB\nPageTables: 3792 kB\nNFS_Unstable: 0 kB\nBounce: 0 kB\nWritebackTmp: 0 kB\nCommitLimit: 32784296 kB\nCommitted_AS: 1589100 kB\nVmallocTotal: 34359738367 kB\nVmallocUsed: 332500 kB\nVmallocChunk: 34359355024 kB\nHardwareCorrupted: 0 kB\nAnonHugePages: 12288 kB\nHugePages_Total: 0\nHugePages_Free: 0\nHugePages_Rsvd: 0\nHugePages_Surp: 0\nHugepagesize: 2048 kB\nDirectMap4k: 10240 kB\nDirectMap2M: 25155584 kB\n">>}]}] [ns_doctor:debug,2012-11-12T12:27:03.292,ns_1@192.168.0.21:ns_doctor<0.733.0>:ns_doctor:handle_info:133]Got initial status [{'ns_1@192.168.0.21', [{last_heard,{1352,752023,292372}}, {outgoing_replications_safeness_level,[]}, {incoming_replications_conf_hashes,[]}, {active_buckets,[]}, {ready_buckets,[]}, {local_tasks,[]}, {memory, [{total,42813800}, {processes,10319272}, {processes_used,10245192}, {system,32494528}, {atom,1242281}, {atom_used,1240952}, {binary,268104}, {code,12678189}, {ets,999904}]}, {system_memory_data, [{system_total_memory,25199214592}, {free_swap,20971511808}, {total_swap,20971511808}, {cached_memory,673796096}, {buffered_memory,414359552}, {free_memory,23480107008}, {total_memory,25199214592}]}, {node_storage_conf, [{db_path,"/data"},{index_path,"/data"}]}, {statistics, [{wall_clock,{12707,4}}, {context_switches,{33360,0}}, {garbage_collection,{8643,34602883,0}}, {io,{{input,7652040},{output,1065867}}}, {reductions,{19562284,43089}}, {run_queue,0}, {runtime,{3240,0}}]}, {system_stats, [{cpu_utilization_rate,0}, {swap_total,0}, {swap_used,0}]}, {interesting_stats,[]}, {cluster_compatibility_version,131072}, {version, [{public_key,"0.13"}, {lhttpc,"1.3.0"}, {ale,"8cffe61"}, {os_mon,"2.2.7"}, {couch_set_view,"1.2.0a-b68b5f4-git"}, {mnesia,"4.5"}, {inets,"5.7.1"}, {couch,"1.2.0a-b68b5f4-git"}, {mapreduce,"1.0.0"}, {couch_index_merger,"1.2.0a-b68b5f4-git"}, {kernel,"2.14.5"}, {crypto,"2.0.4"}, {ssl,"4.1.6"}, {sasl,"2.1.10"}, {couch_view_parser,"1.0.0"}, {ns_server,"2.0.0-1939-rel-enterprise"}, {mochiweb,"1.4.1"}, {oauth,"7d85d3ef"}, {stdlib,"1.17.5"}]}, {supported_compat_version,[2,0]}, {system_arch,"x86_64-unknown-linux-gnu"}, {wall_clock,12}, {memory_data, {25199214592,10595991552,{<0.6.0>,601272}}}, {disk_data, [{"/",41260352,5}, {"/dev/shm",12304304,0}, {"/boot",495844,7}, {"/data",206420664,5}]}, {meminfo, <<"MemTotal: 24608608 kB\nMemFree: 22929792 kB\nBuffers: 404648 kB\nCached: 658004 kB\nSwapCached: 0 kB\nActive: 701576 kB\nInactive: 430616 kB\nActive(anon): 62288 kB\nInactive(anon): 9236 kB\nActive(file): 639288 kB\nInactive(file): 421380 kB\nUnevictable: 11288 kB\nMlocked: 11288 kB\nSwapTotal: 20479992 kB\nSwapFree: 20479992 kB\nDirty: 244728 kB\nWriteback: 18376 kB\nAnonPages: 80944 kB\nMapped: 15224 kB\nShmem: 168 kB\nSlab: 239364 kB\nSReclaimable: 180844 kB\nSUnreclaim: 58520 kB\nKernelStack: 2792 kB\nPageTables: 3832 kB\nNFS_Unstable: 0 kB\nBounce: 0 kB\nWritebackTmp: 0 kB\nCommitLimit: 32784296 kB\nCommitted_AS: 1612232 kB\nVmallocTotal: 34359738367 kB\nVmallocUsed: 332500 kB\nVmallocChunk: 34359355024 kB\nHardwareCorrupted: 0 kB\nAnonHugePages: 14336 kB\nHugePages_Total: 0\nHugePages_Free: 0\nHugePages_Rsvd: 0\nHugePages_Surp: 0\nHugepagesize: 2048 kB\nDirectMap4k: 10240 kB\nDirectMap2M: 25155584 kB\n">>}]}] [ns_doctor:debug,2012-11-12T12:27:21.707,ns_1@192.168.0.21:ns_doctor<0.410.0>:ns_doctor:handle_info:133]Got initial status [{'ns_1@192.168.0.21', [{last_heard,{1352,752041,707121}}, {outgoing_replications_safeness_level,[]}, {incoming_replications_conf_hashes,[]}, {active_buckets,[]}, {ready_buckets,[]}, {local_tasks,[]}, {memory, [{total,39842848}, {processes,9206480}, {processes_used,9199984}, {system,30636368}, {atom,1123633}, {atom_used,1122247}, {binary,170256}, {code,11157511}, {ets,924104}]}, {system_memory_data, [{system_total_memory,25199214592}, {free_swap,20971511808}, {total_swap,20971511808}, {cached_memory,674164736}, {buffered_memory,414371840}, {free_memory,23491624960}, {total_memory,25199214592}]}, {node_storage_conf, [{db_path,"/data"},{index_path,"/data"}]}, {statistics, [{wall_clock,{2619,4}}, {context_switches,{25775,0}}, {garbage_collection,{6825,31855596,0}}, {io,{{input,6679218},{output,619824}}}, {reductions,{18649150,23505}}, {run_queue,0}, {runtime,{2160,0}}]}, {system_stats, [{cpu_utilization_rate,0}, {swap_total,0}, {swap_used,0}]}, {interesting_stats,[]}, {cluster_compatibility_version,131072}, {version, [{public_key,"0.13"}, {lhttpc,"1.3.0"}, {ale,"8cffe61"}, {os_mon,"2.2.7"}, {couch_set_view,"1.2.0a-b68b5f4-git"}, {mnesia,"4.5"}, {inets,"5.7.1"}, {couch,"1.2.0a-b68b5f4-git"}, {mapreduce,"1.0.0"}, {couch_index_merger,"1.2.0a-b68b5f4-git"}, {kernel,"2.14.5"}, {crypto,"2.0.4"}, {ssl,"4.1.6"}, {sasl,"2.1.10"}, {couch_view_parser,"1.0.0"}, {ns_server,"2.0.0-1939-rel-enterprise"}, {mochiweb,"1.4.1"}, {oauth,"7d85d3ef"}, {stdlib,"1.17.5"}]}, {supported_compat_version,[2,0]}, {system_arch,"x86_64-unknown-linux-gnu"}, {wall_clock,2}, {memory_data, {25199214592,1689001984,{<0.6.0>,601288}}}, {disk_data, [{"/",41260352,5}, {"/dev/shm",12304304,0}, {"/boot",495844,7}, {"/data",206420664,1}]}, {meminfo, <<"MemTotal: 24608608 kB\nMemFree: 22941288 kB\nBuffers: 404660 kB\nCached: 658364 kB\nSwapCached: 0 kB\nActive: 693768 kB\nInactive: 430724 kB\nActive(anon): 54256 kB\nInactive(anon): 9232 kB\nActive(file): 639512 kB\nInactive(file): 421492 kB\nUnevictable: 11288 kB\nMlocked: 11288 kB\nSwapTotal: 20479992 kB\nSwapFree: 20479992 kB\nDirty: 2568 kB\nWriteback: 0 kB\nAnonPages: 73200 kB\nMapped: 12372 kB\nShmem: 164 kB\nSlab: 236196 kB\nSReclaimable: 179692 kB\nSUnreclaim: 56504 kB\nKernelStack: 2784 kB\nPageTables: 3576 kB\nNFS_Unstable: 0 kB\nBounce: 0 kB\nWritebackTmp: 0 kB\nCommitLimit: 32784296 kB\nCommitted_AS: 1583236 kB\nVmallocTotal: 34359738367 kB\nVmallocUsed: 332500 kB\nVmallocChunk: 34359355024 kB\nHardwareCorrupted: 0 kB\nAnonHugePages: 14336 kB\nHugePages_Total: 0\nHugePages_Free: 0\nHugePages_Rsvd: 0\nHugePages_Surp: 0\nHugepagesize: 2048 kB\nDirectMap4k: 10240 kB\nDirectMap2M: 25155584 kB\n">>}]}] [ns_doctor:debug,2012-11-12T12:28:21.683,ns_1@192.168.0.21:ns_doctor<0.410.0>:ns_doctor:handle_info:137]Current node statuses: [{'ns_1@192.168.0.21', [{last_heard,{1352,752096,679830}}, {outgoing_replications_safeness_level,[]}, {incoming_replications_conf_hashes,[]}, {active_buckets,[]}, {ready_buckets,[]}, {local_tasks,[]}, {memory, [{total,46519104}, {processes,13912232}, {processes_used,13891104}, {system,32606872}, {atom,1275057}, {atom_used,1242543}, {binary,337872}, {code,12628577}, {ets,1065224}]}, {system_memory_data, [{system_total_memory,25199214592}, {free_swap,20971511808}, {total_swap,20971511808}, {cached_memory,19378176}, {buffered_memory,2682880}, {free_memory,24655630336}, {total_memory,25199214592}]}, {node_storage_conf,[{db_path,"/data"},{index_path,"/data"}]}, {statistics, [{wall_clock,{57591,5000}}, {context_switches,{35561,0}}, {garbage_collection,{8574,36707340,0}}, {io,{{input,7513388},{output,821824}}}, {reductions,{19999019,66107}}, {run_queue,0}, {runtime,{4120,150}}]}, {system_stats, [{cpu_utilization_rate,1.272264631043257}, {swap_total,20971511808}, {swap_used,0}]}, {interesting_stats,[]}, {cluster_compatibility_version,131072}, {version, [{public_key,"0.13"}, {lhttpc,"1.3.0"}, {ale,"8cffe61"}, {os_mon,"2.2.7"}, {couch_set_view,"1.2.0a-b68b5f4-git"}, {mnesia,"4.5"}, {inets,"5.7.1"}, {couch,"1.2.0a-b68b5f4-git"}, {mapreduce,"1.0.0"}, {couch_index_merger,"1.2.0a-b68b5f4-git"}, {kernel,"2.14.5"}, {crypto,"2.0.4"}, {ssl,"4.1.6"}, {sasl,"2.1.10"}, {couch_view_parser,"1.0.0"}, {ns_server,"2.0.0-1939-rel-enterprise"}, {mochiweb,"1.4.1"}, {oauth,"7d85d3ef"}, {stdlib,"1.17.5"}]}, {supported_compat_version,[2,0]}, {system_arch,"x86_64-unknown-linux-gnu"}, {wall_clock,57}, {memory_data,{25199214592,1689001984,{<0.6.0>,601288}}}, {disk_data, [{"/",41260352,5}, {"/dev/shm",12304304,0}, {"/boot",495844,7}, {"/data",206420664,1}]}, {meminfo, <<"MemTotal: 24608608 kB\nMemFree: 24077764 kB\nBuffers: 2620 kB\nCached: 18924 kB\nSwapCached: 0 kB\nActive: 138016 kB\nInactive: 15832 kB\nActive(anon): 125056 kB\nInactive(anon): 9232 kB\nActive(file): 12960 kB\nInactive(file): 6600 kB\nUnevictable: 11288 kB\nMlocked: 11288 kB\nSwapTotal: 20479992 kB\nSwapFree: 20479992 kB\nDirty: 84 kB\nWriteback: 0 kB\nAnonPages: 143596 kB\nMapped: 13504 kB\nShmem: 164 kB\nSlab: 68824 kB\nSReclaimable: 13004 kB\nSUnreclaim: 55820 kB\nKernelStack: 2928 kB\nPageTables: 3992 kB\nNFS_Unstable: 0 kB\nBounce: 0 kB\nWritebackTmp: 0 kB\nCommitLimit: 32784296 kB\nCommitted_AS: 1813936 kB\nVmallocTotal: 34359738367 kB\nVmallocUsed: 332500 kB\nVmallocChunk: 34359350016 kB\nHardwareCorrupted: 0 kB\nAnonHugePages: 22528 kB\nHugePages_Total: 0\nHugePages_Free: 0\nHugePages_Rsvd: 0\nHugePages_Surp: 0\nHugepagesize: 2048 kB\nDirectMap4k: 10240 kB\nDirectMap2M: 25155584 kB\n">>}]}] [ns_doctor:debug,2012-11-12T12:29:21.683,ns_1@192.168.0.21:ns_doctor<0.410.0>:ns_doctor:handle_info:137]Current node statuses: [{'ns_1@192.168.0.21', [{last_heard,{1352,752156,681090}}, {outgoing_replications_safeness_level,[]}, {incoming_replications_conf_hashes,[]}, {active_buckets,[]}, {ready_buckets,[]}, {local_tasks,[]}, {memory, [{total,46795944}, {processes,14160632}, {processes_used,14138648}, {system,32635312}, {atom,1275865}, {atom_used,1244140}, {binary,308408}, {code,12652830}, {ets,1095208}]}, {system_memory_data, [{system_total_memory,25199214592}, {free_swap,20971511808}, {total_swap,20971511808}, {cached_memory,19623936}, {buffered_memory,3469312}, {free_memory,24655527936}, {total_memory,25199214592}]}, {node_storage_conf,[{db_path,"/data"},{index_path,"/data"}]}, {statistics, [{wall_clock,{117592,5001}}, {context_switches,{44602,0}}, {garbage_collection,{9876,40267834,0}}, {io,{{input,7570845},{output,927516}}}, {reductions,{21070555,69681}}, {run_queue,0}, {runtime,{6290,170}}]}, {system_stats, [{cpu_utilization_rate,1.3020833333333333}, {swap_total,20971511808}, {swap_used,0}]}, {interesting_stats,[]}, {cluster_compatibility_version,131072}, {version, [{public_key,"0.13"}, {lhttpc,"1.3.0"}, {ale,"8cffe61"}, {os_mon,"2.2.7"}, {couch_set_view,"1.2.0a-b68b5f4-git"}, {mnesia,"4.5"}, {inets,"5.7.1"}, {couch,"1.2.0a-b68b5f4-git"}, {mapreduce,"1.0.0"}, {couch_index_merger,"1.2.0a-b68b5f4-git"}, {kernel,"2.14.5"}, {crypto,"2.0.4"}, {ssl,"4.1.6"}, {sasl,"2.1.10"}, {couch_view_parser,"1.0.0"}, {ns_server,"2.0.0-1939-rel-enterprise"}, {mochiweb,"1.4.1"}, {oauth,"7d85d3ef"}, {stdlib,"1.17.5"}]}, {supported_compat_version,[2,0]}, {system_arch,"x86_64-unknown-linux-gnu"}, {wall_clock,117}, {memory_data,{25199214592,542568448,{<0.6.0>,601480}}}, {disk_data, [{"/",41260352,5}, {"/dev/shm",12304304,0}, {"/boot",495844,7}, {"/data",206420664,1}]}, {meminfo, <<"MemTotal: 24608608 kB\nMemFree: 24077664 kB\nBuffers: 3388 kB\nCached: 19164 kB\nSwapCached: 0 kB\nActive: 138808 kB\nInactive: 16360 kB\nActive(anon): 125372 kB\nInactive(anon): 9232 kB\nActive(file): 13436 kB\nInactive(file): 7128 kB\nUnevictable: 11288 kB\nMlocked: 11288 kB\nSwapTotal: 20479992 kB\nSwapFree: 20479992 kB\nDirty: 44 kB\nWriteback: 0 kB\nAnonPages: 143932 kB\nMapped: 13504 kB\nShmem: 164 kB\nSlab: 67784 kB\nSReclaimable: 12388 kB\nSUnreclaim: 55396 kB\nKernelStack: 2928 kB\nPageTables: 3992 kB\nNFS_Unstable: 0 kB\nBounce: 0 kB\nWritebackTmp: 0 kB\nCommitLimit: 32784296 kB\nCommitted_AS: 1813936 kB\nVmallocTotal: 34359738367 kB\nVmallocUsed: 332500 kB\nVmallocChunk: 34359350016 kB\nHardwareCorrupted: 0 kB\nAnonHugePages: 22528 kB\nHugePages_Total: 0\nHugePages_Free: 0\nHugePages_Rsvd: 0\nHugePages_Surp: 0\nHugepagesize: 2048 kB\nDirectMap4k: 10240 kB\nDirectMap2M: 25155584 kB\n">>}]}] [ns_doctor:debug,2012-11-12T12:30:21.683,ns_1@192.168.0.21:ns_doctor<0.410.0>:ns_doctor:handle_info:137]Current node statuses: [{'ns_1@192.168.0.21', [{last_heard,{1352,752221,679890}}, {outgoing_replications_safeness_level,[]}, {incoming_replications_conf_hashes,[]}, {active_buckets,[]}, {ready_buckets,[]}, {local_tasks,[]}, {memory, [{total,46846960}, {processes,14250336}, {processes_used,14228352}, {system,32596624}, {atom,1275865}, {atom_used,1244140}, {binary,230320}, {code,12652830}, {ets,1132352}]}, {system_memory_data, [{system_total_memory,25199214592}, {free_swap,20971511808}, {total_swap,20971511808}, {cached_memory,19959808}, {buffered_memory,3776512}, {free_memory,24654323712}, {total_memory,25199214592}]}, {node_storage_conf,[{db_path,"/data"},{index_path,"/data"}]}, {statistics, [{wall_clock,{182591,4999}}, {context_switches,{54480,0}}, {garbage_collection,{11253,43925115,0}}, {io,{{input,7853841},{output,1250175}}}, {reductions,{22205247,104881}}, {run_queue,0}, {runtime,{8760,200}}]}, {system_stats, [{cpu_utilization_rate,1.951219512195122}, {swap_total,20971511808}, {swap_used,0}]}, {interesting_stats,[]}, {cluster_compatibility_version,131072}, {version, [{public_key,"0.13"}, {lhttpc,"1.3.0"}, {ale,"8cffe61"}, {os_mon,"2.2.7"}, {couch_set_view,"1.2.0a-b68b5f4-git"}, {mnesia,"4.5"}, {inets,"5.7.1"}, {couch,"1.2.0a-b68b5f4-git"}, {mapreduce,"1.0.0"}, {couch_index_merger,"1.2.0a-b68b5f4-git"}, {kernel,"2.14.5"}, {crypto,"2.0.4"}, {ssl,"4.1.6"}, {sasl,"2.1.10"}, {couch_view_parser,"1.0.0"}, {ns_server,"2.0.0-1939-rel-enterprise"}, {mochiweb,"1.4.1"}, {oauth,"7d85d3ef"}, {stdlib,"1.17.5"}]}, {supported_compat_version,[2,0]}, {system_arch,"x86_64-unknown-linux-gnu"}, {wall_clock,182}, {memory_data,{25199214592,544002048,{<0.6.0>,601480}}}, {disk_data, [{"/",41260352,5}, {"/dev/shm",12304304,0}, {"/boot",495844,7}, {"/data",206420664,1}]}, {meminfo, <<"MemTotal: 24608608 kB\nMemFree: 24076488 kB\nBuffers: 3688 kB\nCached: 19492 kB\nSwapCached: 0 kB\nActive: 139688 kB\nInactive: 16904 kB\nActive(anon): 126200 kB\nInactive(anon): 9232 kB\nActive(file): 13488 kB\nInactive(file): 7672 kB\nUnevictable: 11288 kB\nMlocked: 11288 kB\nSwapTotal: 20479992 kB\nSwapFree: 20479992 kB\nDirty: 104 kB\nWriteback: 0 kB\nAnonPages: 144788 kB\nMapped: 13504 kB\nShmem: 164 kB\nSlab: 67768 kB\nSReclaimable: 12360 kB\nSUnreclaim: 55408 kB\nKernelStack: 2928 kB\nPageTables: 4000 kB\nNFS_Unstable: 0 kB\nBounce: 0 kB\nWritebackTmp: 0 kB\nCommitLimit: 32784296 kB\nCommitted_AS: 1818112 kB\nVmallocTotal: 34359738367 kB\nVmallocUsed: 332500 kB\nVmallocChunk: 34359350016 kB\nHardwareCorrupted: 0 kB\nAnonHugePages: 20480 kB\nHugePages_Total: 0\nHugePages_Free: 0\nHugePages_Rsvd: 0\nHugePages_Surp: 0\nHugepagesize: 2048 kB\nDirectMap4k: 10240 kB\nDirectMap2M: 25155584 kB\n">>}]}] [ns_doctor:debug,2012-11-12T12:31:21.683,ns_1@192.168.0.21:ns_doctor<0.410.0>:ns_doctor:handle_info:137]Current node statuses: [{'ns_1@192.168.0.21', [{last_heard,{1352,752276,685320}}, {outgoing_replications_safeness_level,[]}, {incoming_replications_conf_hashes,[]}, {active_buckets,[]}, {ready_buckets,[]}, {local_tasks,[]}, {memory, [{total,46867752}, {processes,14261248}, {processes_used,14239264}, {system,32606504}, {atom,1275865}, {atom_used,1244140}, {binary,214736}, {code,12652830}, {ets,1155256}]}, {system_memory_data, [{system_total_memory,25199214592}, {free_swap,20971511808}, {total_swap,20971511808}, {cached_memory,20037632}, {buffered_memory,3858432}, {free_memory,24655347712}, {total_memory,25199214592}]}, {node_storage_conf,[{db_path,"/data"},{index_path,"/data"}]}, {statistics, [{wall_clock,{237597,5006}}, {context_switches,{62827,0}}, {garbage_collection,{12498,47101232,0}}, {io,{{input,7893604},{output,1344171}}}, {reductions,{23187460,88928}}, {run_queue,0}, {runtime,{10620,180}}]}, {system_stats, [{cpu_utilization_rate,1.2468827930174564}, {swap_total,20971511808}, {swap_used,0}]}, {interesting_stats,[]}, {cluster_compatibility_version,131072}, {version, [{public_key,"0.13"}, {lhttpc,"1.3.0"}, {ale,"8cffe61"}, {os_mon,"2.2.7"}, {couch_set_view,"1.2.0a-b68b5f4-git"}, {mnesia,"4.5"}, {inets,"5.7.1"}, {couch,"1.2.0a-b68b5f4-git"}, {mapreduce,"1.0.0"}, {couch_index_merger,"1.2.0a-b68b5f4-git"}, {kernel,"2.14.5"}, {crypto,"2.0.4"}, {ssl,"4.1.6"}, {sasl,"2.1.10"}, {couch_view_parser,"1.0.0"}, {ns_server,"2.0.0-1939-rel-enterprise"}, {mochiweb,"1.4.1"}, {oauth,"7d85d3ef"}, {stdlib,"1.17.5"}]}, {supported_compat_version,[2,0]}, {system_arch,"x86_64-unknown-linux-gnu"}, {wall_clock,237}, {memory_data,{25199214592,544002048,{<0.6.0>,601480}}}, {disk_data, [{"/",41260352,5}, {"/dev/shm",12304304,0}, {"/boot",495844,7}, {"/data",206420664,1}]}, {meminfo, <<"MemTotal: 24608608 kB\nMemFree: 24077488 kB\nBuffers: 3768 kB\nCached: 19568 kB\nSwapCached: 0 kB\nActive: 138440 kB\nInactive: 17012 kB\nActive(anon): 124868 kB\nInactive(anon): 9232 kB\nActive(file): 13572 kB\nInactive(file): 7780 kB\nUnevictable: 11288 kB\nMlocked: 11288 kB\nSwapTotal: 20479992 kB\nSwapFree: 20479992 kB\nDirty: 72 kB\nWriteback: 0 kB\nAnonPages: 143408 kB\nMapped: 13504 kB\nShmem: 164 kB\nSlab: 67724 kB\nSReclaimable: 12352 kB\nSUnreclaim: 55372 kB\nKernelStack: 2920 kB\nPageTables: 3992 kB\nNFS_Unstable: 0 kB\nBounce: 0 kB\nWritebackTmp: 0 kB\nCommitLimit: 32784296 kB\nCommitted_AS: 1813704 kB\nVmallocTotal: 34359738367 kB\nVmallocUsed: 332500 kB\nVmallocChunk: 34359350016 kB\nHardwareCorrupted: 0 kB\nAnonHugePages: 20480 kB\nHugePages_Total: 0\nHugePages_Free: 0\nHugePages_Rsvd: 0\nHugePages_Surp: 0\nHugepagesize: 2048 kB\nDirectMap4k: 10240 kB\nDirectMap2M: 25155584 kB\n">>}]}] [ns_doctor:debug,2012-11-12T12:32:21.683,ns_1@192.168.0.21:ns_doctor<0.410.0>:ns_doctor:handle_info:137]Current node statuses: [{'ns_1@192.168.0.21', [{last_heard,{1352,752341,680030}}, {outgoing_replications_safeness_level,[]}, {incoming_replications_conf_hashes,[]}, {active_buckets,[]}, {ready_buckets,[]}, {local_tasks,[]}, {memory, [{total,46891496}, {processes,14244736}, {processes_used,14222752}, {system,32646760}, {atom,1275865}, {atom_used,1244140}, {binary,218304}, {code,12652830}, {ets,1189752}]}, {system_memory_data, [{system_total_memory,25199214592}, {free_swap,20971511808}, {total_swap,20971511808}, {cached_memory,20127744}, {buffered_memory,3956736}, {free_memory,24653824000}, {total_memory,25199214592}]}, {node_storage_conf,[{db_path,"/data"},{index_path,"/data"}]}, {statistics, [{wall_clock,{302592,4995}}, {context_switches,{72471,0}}, {garbage_collection,{13915,50787726,0}}, {io,{{input,7938731},{output,1452727}}}, {reductions,{24371518,86892}}, {run_queue,0}, {runtime,{12770,150}}]}, {system_stats, [{cpu_utilization_rate,1.3227513227513228}, {swap_total,20971511808}, {swap_used,0}]}, {interesting_stats,[]}, {cluster_compatibility_version,131072}, {version, [{public_key,"0.13"}, {lhttpc,"1.3.0"}, {ale,"8cffe61"}, {os_mon,"2.2.7"}, {couch_set_view,"1.2.0a-b68b5f4-git"}, {mnesia,"4.5"}, {inets,"5.7.1"}, {couch,"1.2.0a-b68b5f4-git"}, {mapreduce,"1.0.0"}, {couch_index_merger,"1.2.0a-b68b5f4-git"}, {kernel,"2.14.5"}, {crypto,"2.0.4"}, {ssl,"4.1.6"}, {sasl,"2.1.10"}, {couch_view_parser,"1.0.0"}, {ns_server,"2.0.0-1939-rel-enterprise"}, {mochiweb,"1.4.1"}, {oauth,"7d85d3ef"}, {stdlib,"1.17.5"}]}, {supported_compat_version,[2,0]}, {system_arch,"x86_64-unknown-linux-gnu"}, {wall_clock,302}, {memory_data,{25199214592,545263616,{<0.6.0>,601480}}}, {disk_data, [{"/",41260352,5}, {"/dev/shm",12304304,0}, {"/boot",495844,7}, {"/data",206420664,1}]}, {meminfo, <<"MemTotal: 24608608 kB\nMemFree: 24076000 kB\nBuffers: 3864 kB\nCached: 19656 kB\nSwapCached: 0 kB\nActive: 140644 kB\nInactive: 17116 kB\nActive(anon): 126988 kB\nInactive(anon): 9232 kB\nActive(file): 13656 kB\nInactive(file): 7884 kB\nUnevictable: 11288 kB\nMlocked: 11288 kB\nSwapTotal: 20479992 kB\nSwapFree: 20479992 kB\nDirty: 56 kB\nWriteback: 0 kB\nAnonPages: 145532 kB\nMapped: 13504 kB\nShmem: 164 kB\nSlab: 67724 kB\nSReclaimable: 12348 kB\nSUnreclaim: 55376 kB\nKernelStack: 2920 kB\nPageTables: 3996 kB\nNFS_Unstable: 0 kB\nBounce: 0 kB\nWritebackTmp: 0 kB\nCommitLimit: 32784296 kB\nCommitted_AS: 1815908 kB\nVmallocTotal: 34359738367 kB\nVmallocUsed: 332500 kB\nVmallocChunk: 34359350016 kB\nHardwareCorrupted: 0 kB\nAnonHugePages: 20480 kB\nHugePages_Total: 0\nHugePages_Free: 0\nHugePages_Rsvd: 0\nHugePages_Surp: 0\nHugepagesize: 2048 kB\nDirectMap4k: 10240 kB\nDirectMap2M: 25155584 kB\n">>}]}] [ns_doctor:debug,2012-11-12T12:33:21.684,ns_1@192.168.0.21:ns_doctor<0.410.0>:ns_doctor:handle_info:137]Current node statuses: [{'ns_1@192.168.0.21', [{last_heard,{1352,752401,679930}}, {outgoing_replications_safeness_level,[]}, {incoming_replications_conf_hashes,[]}, {active_buckets,[]}, {ready_buckets,[]}, {local_tasks,[]}, {memory, [{total,47039784}, {processes,14373640}, {processes_used,14351656}, {system,32666144}, {atom,1275865}, {atom_used,1244140}, {binary,204512}, {code,12652830}, {ets,1220920}]}, {system_memory_data, [{system_total_memory,25199214592}, {free_swap,20971511808}, {total_swap,20971511808}, {cached_memory,19947520}, {buffered_memory,4231168}, {free_memory,24652443648}, {total_memory,25199214592}]}, {node_storage_conf,[{db_path,"/data"},{index_path,"/data"}]}, {statistics, [{wall_clock,{362591,4996}}, {context_switches,{81671,0}}, {garbage_collection,{15266,54261763,0}}, {io,{{input,8229295},{output,1631293}}}, {reductions,{25474371,120586}}, {run_queue,0}, {runtime,{14860,180}}]}, {system_stats, [{cpu_utilization_rate,1.7543859649122806}, {swap_total,20971511808}, {swap_used,0}]}, {interesting_stats,[]}, {cluster_compatibility_version,131072}, {version, [{public_key,"0.13"}, {lhttpc,"1.3.0"}, {ale,"8cffe61"}, {os_mon,"2.2.7"}, {couch_set_view,"1.2.0a-b68b5f4-git"}, {mnesia,"4.5"}, {inets,"5.7.1"}, {couch,"1.2.0a-b68b5f4-git"}, {mapreduce,"1.0.0"}, {couch_index_merger,"1.2.0a-b68b5f4-git"}, {kernel,"2.14.5"}, {crypto,"2.0.4"}, {ssl,"4.1.6"}, {sasl,"2.1.10"}, {couch_view_parser,"1.0.0"}, {ns_server,"2.0.0-1939-rel-enterprise"}, {mochiweb,"1.4.1"}, {oauth,"7d85d3ef"}, {stdlib,"1.17.5"}]}, {supported_compat_version,[2,0]}, {system_arch,"x86_64-unknown-linux-gnu"}, {wall_clock,362}, {memory_data,{25199214592,547151872,{<0.6.0>,601480}}}, {disk_data, [{"/",41260352,5}, {"/dev/shm",12304304,0}, {"/boot",495844,7}, {"/data",206420664,1}]}, {meminfo, <<"MemTotal: 24608608 kB\nMemFree: 24074652 kB\nBuffers: 4132 kB\nCached: 19480 kB\nSwapCached: 0 kB\nActive: 140728 kB\nInactive: 17220 kB\nActive(anon): 127088 kB\nInactive(anon): 9232 kB\nActive(file): 13640 kB\nInactive(file): 7988 kB\nUnevictable: 11288 kB\nMlocked: 11288 kB\nSwapTotal: 20479992 kB\nSwapFree: 20479992 kB\nDirty: 76 kB\nWriteback: 0 kB\nAnonPages: 145628 kB\nMapped: 13504 kB\nShmem: 164 kB\nSlab: 67824 kB\nSReclaimable: 12352 kB\nSUnreclaim: 55472 kB\nKernelStack: 2912 kB\nPageTables: 3996 kB\nNFS_Unstable: 0 kB\nBounce: 0 kB\nWritebackTmp: 0 kB\nCommitLimit: 32784296 kB\nCommitted_AS: 1815908 kB\nVmallocTotal: 34359738367 kB\nVmallocUsed: 332500 kB\nVmallocChunk: 34359350016 kB\nHardwareCorrupted: 0 kB\nAnonHugePages: 20480 kB\nHugePages_Total: 0\nHugePages_Free: 0\nHugePages_Rsvd: 0\nHugePages_Surp: 0\nHugepagesize: 2048 kB\nDirectMap4k: 10240 kB\nDirectMap2M: 25155584 kB\n">>}]}] [ns_doctor:debug,2012-11-12T12:34:21.683,ns_1@192.168.0.21:ns_doctor<0.410.0>:ns_doctor:handle_info:137]Current node statuses: [{'ns_1@192.168.0.21', [{last_heard,{1352,752461,679813}}, {outgoing_replications_safeness_level,[]}, {incoming_replications_conf_hashes,[]}, {active_buckets,[]}, {ready_buckets,[]}, {local_tasks,[]}, {memory, [{total,47088024}, {processes,14377560}, {processes_used,14355576}, {system,32710464}, {atom,1275865}, {atom_used,1244140}, {binary,216160}, {code,12652830}, {ets,1250464}]}, {system_memory_data, [{system_total_memory,25199214592}, {free_swap,20971511808}, {total_swap,20971511808}, {cached_memory,20062208}, {buffered_memory,4366336}, {free_memory,24651808768}, {total_memory,25199214592}]}, {node_storage_conf,[{db_path,"/data"},{index_path,"/data"}]}, {statistics, [{wall_clock,{422591,5000}}, {context_switches,{90872,0}}, {garbage_collection,{16635,57973428,0}}, {io,{{input,8271309},{output,1738441}}}, {reductions,{26632406,73575}}, {run_queue,0}, {runtime,{16900,130}}]}, {system_stats, [{cpu_utilization_rate,0.9779951100244498}, {swap_total,20971511808}, {swap_used,0}]}, {interesting_stats,[]}, {cluster_compatibility_version,131072}, {version, [{public_key,"0.13"}, {lhttpc,"1.3.0"}, {ale,"8cffe61"}, {os_mon,"2.2.7"}, {couch_set_view,"1.2.0a-b68b5f4-git"}, {mnesia,"4.5"}, {inets,"5.7.1"}, {couch,"1.2.0a-b68b5f4-git"}, {mapreduce,"1.0.0"}, {couch_index_merger,"1.2.0a-b68b5f4-git"}, {kernel,"2.14.5"}, {crypto,"2.0.4"}, {ssl,"4.1.6"}, {sasl,"2.1.10"}, {couch_view_parser,"1.0.0"}, {ns_server,"2.0.0-1939-rel-enterprise"}, {mochiweb,"1.4.1"}, {oauth,"7d85d3ef"}, {stdlib,"1.17.5"}]}, {supported_compat_version,[2,0]}, {system_arch,"x86_64-unknown-linux-gnu"}, {wall_clock,422}, {memory_data,{25199214592,547405824,{<0.6.0>,601480}}}, {disk_data, [{"/",41260352,5}, {"/dev/shm",12304304,0}, {"/boot",495844,7}, {"/data",206420664,1}]}, {meminfo, <<"MemTotal: 24608608 kB\nMemFree: 24074032 kB\nBuffers: 4264 kB\nCached: 19592 kB\nSwapCached: 0 kB\nActive: 141476 kB\nInactive: 17300 kB\nActive(anon): 127672 kB\nInactive(anon): 9232 kB\nActive(file): 13804 kB\nInactive(file): 8068 kB\nUnevictable: 11288 kB\nMlocked: 11288 kB\nSwapTotal: 20479992 kB\nSwapFree: 20479992 kB\nDirty: 112 kB\nWriteback: 0 kB\nAnonPages: 146212 kB\nMapped: 13504 kB\nShmem: 164 kB\nSlab: 67752 kB\nSReclaimable: 12332 kB\nSUnreclaim: 55420 kB\nKernelStack: 2912 kB\nPageTables: 3996 kB\nNFS_Unstable: 0 kB\nBounce: 0 kB\nWritebackTmp: 0 kB\nCommitLimit: 32784296 kB\nCommitted_AS: 1815908 kB\nVmallocTotal: 34359738367 kB\nVmallocUsed: 332500 kB\nVmallocChunk: 34359350016 kB\nHardwareCorrupted: 0 kB\nAnonHugePages: 20480 kB\nHugePages_Total: 0\nHugePages_Free: 0\nHugePages_Rsvd: 0\nHugePages_Surp: 0\nHugepagesize: 2048 kB\nDirectMap4k: 10240 kB\nDirectMap2M: 25155584 kB\n">>}]}] [ns_doctor:debug,2012-11-12T12:35:21.683,ns_1@192.168.0.21:ns_doctor<0.410.0>:ns_doctor:handle_info:137]Current node statuses: [{'ns_1@192.168.0.21', [{last_heard,{1352,752521,679881}}, {outgoing_replications_safeness_level,[]}, {incoming_replications_conf_hashes,[]}, {active_buckets,[]}, {ready_buckets,[]}, {local_tasks,[]}, {memory, [{total,47104144}, {processes,14350392}, {processes_used,14328408}, {system,32753752}, {atom,1275865}, {atom_used,1244140}, {binary,229256}, {code,12652830}, {ets,1278536}]}, {system_memory_data, [{system_total_memory,25199214592}, {free_swap,20971511808}, {total_swap,20971511808}, {cached_memory,20189184}, {buffered_memory,4472832}, {free_memory,24652943360}, {total_memory,25199214592}]}, {node_storage_conf,[{db_path,"/data"},{index_path,"/data"}]}, {statistics, [{wall_clock,{482591,5000}}, {context_switches,{99888,0}}, {garbage_collection,{17954,61387277,0}}, {io,{{input,8314185},{output,1839220}}}, {reductions,{27720443,64638}}, {run_queue,0}, {runtime,{18970,150}}]}, {system_stats, [{cpu_utilization_rate,1.2048192771084338}, {swap_total,20971511808}, {swap_used,0}]}, {interesting_stats,[]}, {cluster_compatibility_version,131072}, {version, [{public_key,"0.13"}, {lhttpc,"1.3.0"}, {ale,"8cffe61"}, {os_mon,"2.2.7"}, {couch_set_view,"1.2.0a-b68b5f4-git"}, {mnesia,"4.5"}, {inets,"5.7.1"}, {couch,"1.2.0a-b68b5f4-git"}, {mapreduce,"1.0.0"}, {couch_index_merger,"1.2.0a-b68b5f4-git"}, {kernel,"2.14.5"}, {crypto,"2.0.4"}, {ssl,"4.1.6"}, {sasl,"2.1.10"}, {couch_view_parser,"1.0.0"}, {ns_server,"2.0.0-1939-rel-enterprise"}, {mochiweb,"1.4.1"}, {oauth,"7d85d3ef"}, {stdlib,"1.17.5"}]}, {supported_compat_version,[2,0]}, {system_arch,"x86_64-unknown-linux-gnu"}, {wall_clock,482}, {memory_data,{25199214592,546398208,{<0.6.0>,601480}}}, {disk_data, [{"/",41260352,5}, {"/dev/shm",12304304,0}, {"/boot",495844,7}, {"/data",206420664,1}]}, {meminfo, <<"MemTotal: 24608608 kB\nMemFree: 24075140 kB\nBuffers: 4368 kB\nCached: 19716 kB\nSwapCached: 0 kB\nActive: 140228 kB\nInactive: 17424 kB\nActive(anon): 126316 kB\nInactive(anon): 9232 kB\nActive(file): 13912 kB\nInactive(file): 8192 kB\nUnevictable: 11288 kB\nMlocked: 11288 kB\nSwapTotal: 20479992 kB\nSwapFree: 20479992 kB\nDirty: 84 kB\nWriteback: 0 kB\nAnonPages: 144900 kB\nMapped: 13504 kB\nShmem: 164 kB\nSlab: 67768 kB\nSReclaimable: 12336 kB\nSUnreclaim: 55432 kB\nKernelStack: 2912 kB\nPageTables: 3992 kB\nNFS_Unstable: 0 kB\nBounce: 0 kB\nWritebackTmp: 0 kB\nCommitLimit: 32784296 kB\nCommitted_AS: 1814192 kB\nVmallocTotal: 34359738367 kB\nVmallocUsed: 332500 kB\nVmallocChunk: 34359350016 kB\nHardwareCorrupted: 0 kB\nAnonHugePages: 20480 kB\nHugePages_Total: 0\nHugePages_Free: 0\nHugePages_Rsvd: 0\nHugePages_Surp: 0\nHugepagesize: 2048 kB\nDirectMap4k: 10240 kB\nDirectMap2M: 25155584 kB\n">>}]}] [ns_doctor:debug,2012-11-12T12:36:21.684,ns_1@192.168.0.21:ns_doctor<0.410.0>:ns_doctor:handle_info:137]Current node statuses: [{'ns_1@192.168.0.21', [{last_heard,{1352,752581,680006}}, {outgoing_replications_safeness_level,[]}, {incoming_replications_conf_hashes,[]}, {active_buckets,[]}, {ready_buckets,[]}, {local_tasks,[]}, {memory, [{total,47028208}, {processes,14242248}, {processes_used,14219464}, {system,32785960}, {atom,1275865}, {atom_used,1244140}, {binary,227264}, {code,12652830}, {ets,1310120}]}, {system_memory_data, [{system_total_memory,25199214592}, {free_swap,20971511808}, {total_swap,20971511808}, {cached_memory,20832256}, {buffered_memory,4960256}, {free_memory,24640876544}, {total_memory,25199214592}]}, {node_storage_conf,[{db_path,"/data"},{index_path,"/data"}]}, {statistics, [{wall_clock,{542592,5001}}, {context_switches,{109391,0}}, {garbage_collection,{19379,65024899,0}}, {io,{{input,8604186},{output,2168067}}}, {reductions,{28865963,142620}}, {run_queue,0}, {runtime,{21090,160}}]}, {system_stats, [{cpu_utilization_rate,1.5873015873015872}, {swap_total,20971511808}, {swap_used,0}]}, {interesting_stats,[]}, {cluster_compatibility_version,131072}, {version, [{public_key,"0.13"}, {lhttpc,"1.3.0"}, {ale,"8cffe61"}, {os_mon,"2.2.7"}, {couch_set_view,"1.2.0a-b68b5f4-git"}, {mnesia,"4.5"}, {inets,"5.7.1"}, {couch,"1.2.0a-b68b5f4-git"}, {mapreduce,"1.0.0"}, {couch_index_merger,"1.2.0a-b68b5f4-git"}, {kernel,"2.14.5"}, {crypto,"2.0.4"}, {ssl,"4.1.6"}, {sasl,"2.1.10"}, {couch_view_parser,"1.0.0"}, {ns_server,"2.0.0-1939-rel-enterprise"}, {mochiweb,"1.4.1"}, {oauth,"7d85d3ef"}, {stdlib,"1.17.5"}]}, {supported_compat_version,[2,0]}, {system_arch,"x86_64-unknown-linux-gnu"}, {wall_clock,542}, {memory_data,{25199214592,557703168,{<0.6.0>,601480}}}, {disk_data, [{"/",41260352,5}, {"/dev/shm",12304304,0}, {"/boot",495844,7}, {"/data",206420664,1}]}, {meminfo, <<"MemTotal: 24608608 kB\nMemFree: 24063356 kB\nBuffers: 4844 kB\nCached: 20344 kB\nSwapCached: 0 kB\nActive: 141304 kB\nInactive: 18496 kB\nActive(anon): 127360 kB\nInactive(anon): 9232 kB\nActive(file): 13944 kB\nInactive(file): 9264 kB\nUnevictable: 20760 kB\nMlocked: 20760 kB\nSwapTotal: 20479992 kB\nSwapFree: 20479992 kB\nDirty: 136 kB\nWriteback: 0 kB\nAnonPages: 155372 kB\nMapped: 13504 kB\nShmem: 164 kB\nSlab: 68040 kB\nSReclaimable: 12372 kB\nSUnreclaim: 55668 kB\nKernelStack: 2992 kB\nPageTables: 4432 kB\nNFS_Unstable: 0 kB\nBounce: 0 kB\nWritebackTmp: 0 kB\nCommitLimit: 32784296 kB\nCommitted_AS: 1840512 kB\nVmallocTotal: 34359738367 kB\nVmallocUsed: 332500 kB\nVmallocChunk: 34359350016 kB\nHardwareCorrupted: 0 kB\nAnonHugePages: 20480 kB\nHugePages_Total: 0\nHugePages_Free: 0\nHugePages_Rsvd: 0\nHugePages_Surp: 0\nHugepagesize: 2048 kB\nDirectMap4k: 10240 kB\nDirectMap2M: 25155584 kB\n">>}]}] [ns_doctor:debug,2012-11-12T12:37:21.683,ns_1@192.168.0.21:ns_doctor<0.410.0>:ns_doctor:handle_info:137]Current node statuses: [{'ns_1@192.168.0.21', [{last_heard,{1352,752641,679852}}, {outgoing_replications_safeness_level,[]}, {incoming_replications_conf_hashes,[]}, {active_buckets,[]}, {ready_buckets,[]}, {local_tasks,[]}, {memory, [{total,47177464}, {processes,14402320}, {processes_used,14379536}, {system,32775144}, {atom,1275865}, {atom_used,1244140}, {binary,240368}, {code,12652830}, {ets,1282928}]}, {system_memory_data, [{system_total_memory,25199214592}, {free_swap,20971511808}, {total_swap,20971511808}, {cached_memory,20926464}, {buffered_memory,5074944}, {free_memory,24637861888}, {total_memory,25199214592}]}, {node_storage_conf,[{db_path,"/data"},{index_path,"/data"}]}, {statistics, [{wall_clock,{602591,5000}}, {context_switches,{118360,0}}, {garbage_collection,{20720,68632854,0}}, {io,{{input,8647071},{output,2272643}}}, {reductions,{29963595,68532}}, {run_queue,0}, {runtime,{23270,170}}]}, {system_stats, [{cpu_utilization_rate,1.8229166666666667}, {swap_total,20971511808}, {swap_used,0}]}, {interesting_stats,[]}, {cluster_compatibility_version,131072}, {version, [{public_key,"0.13"}, {lhttpc,"1.3.0"}, {ale,"8cffe61"}, {os_mon,"2.2.7"}, {couch_set_view,"1.2.0a-b68b5f4-git"}, {mnesia,"4.5"}, {inets,"5.7.1"}, {couch,"1.2.0a-b68b5f4-git"}, {mapreduce,"1.0.0"}, {couch_index_merger,"1.2.0a-b68b5f4-git"}, {kernel,"2.14.5"}, {crypto,"2.0.4"}, {ssl,"4.1.6"}, {sasl,"2.1.10"}, {couch_view_parser,"1.0.0"}, {ns_server,"2.0.0-1939-rel-enterprise"}, {mochiweb,"1.4.1"}, {oauth,"7d85d3ef"}, {stdlib,"1.17.5"}]}, {supported_compat_version,[2,0]}, {system_arch,"x86_64-unknown-linux-gnu"}, {wall_clock,602}, {memory_data,{25199214592,561352704,{<0.6.0>,601480}}}, {disk_data, [{"/",41260352,5}, {"/dev/shm",12304304,0}, {"/boot",495844,7}, {"/data",206420664,1}]}, {meminfo, <<"MemTotal: 24608608 kB\nMemFree: 24060412 kB\nBuffers: 4956 kB\nCached: 20436 kB\nSwapCached: 0 kB\nActive: 143832 kB\nInactive: 18608 kB\nActive(anon): 129804 kB\nInactive(anon): 9232 kB\nActive(file): 14028 kB\nInactive(file): 9376 kB\nUnevictable: 20760 kB\nMlocked: 20760 kB\nSwapTotal: 20479992 kB\nSwapFree: 20479992 kB\nDirty: 72 kB\nWriteback: 32 kB\nAnonPages: 157856 kB\nMapped: 13504 kB\nShmem: 164 kB\nSlab: 67776 kB\nSReclaimable: 12336 kB\nSUnreclaim: 55440 kB\nKernelStack: 2992 kB\nPageTables: 4432 kB\nNFS_Unstable: 0 kB\nBounce: 0 kB\nWritebackTmp: 0 kB\nCommitLimit: 32784296 kB\nCommitted_AS: 1839540 kB\nVmallocTotal: 34359738367 kB\nVmallocUsed: 332500 kB\nVmallocChunk: 34359350016 kB\nHardwareCorrupted: 0 kB\nAnonHugePages: 20480 kB\nHugePages_Total: 0\nHugePages_Free: 0\nHugePages_Rsvd: 0\nHugePages_Surp: 0\nHugepagesize: 2048 kB\nDirectMap4k: 10240 kB\nDirectMap2M: 25155584 kB\n">>}]}] [ns_doctor:debug,2012-11-12T12:38:21.683,ns_1@192.168.0.21:ns_doctor<0.410.0>:ns_doctor:handle_info:137]Current node statuses: [{'ns_1@192.168.0.21', [{last_heard,{1352,752701,679951}}, {outgoing_replications_safeness_level,[]}, {incoming_replications_conf_hashes,[]}, {active_buckets,[]}, {ready_buckets,[]}, {local_tasks,[]}, {memory, [{total,47051456}, {processes,14244128}, {processes_used,14221344}, {system,32807328}, {atom,1275865}, {atom_used,1244140}, {binary,241808}, {code,12652830}, {ets,1311600}]}, {system_memory_data, [{system_total_memory,25199214592}, {free_swap,20971511808}, {total_swap,20971511808}, {cached_memory,21032960}, {buffered_memory,5165056}, {free_memory,24635400192}, {total_memory,25199214592}]}, {node_storage_conf,[{db_path,"/data"},{index_path,"/data"}]}, {statistics, [{wall_clock,{662592,5000}}, {context_switches,{127401,0}}, {garbage_collection,{21987,72025336,0}}, {io,{{input,8689085},{output,2373783}}}, {reductions,{31019369,67849}}, {run_queue,0}, {runtime,{25540,160}}]}, {system_stats, [{cpu_utilization_rate,1.2345679012345678}, {swap_total,20971511808}, {swap_used,0}]}, {interesting_stats,[]}, {cluster_compatibility_version,131072}, {version, [{public_key,"0.13"}, {lhttpc,"1.3.0"}, {ale,"8cffe61"}, {os_mon,"2.2.7"}, {couch_set_view,"1.2.0a-b68b5f4-git"}, {mnesia,"4.5"}, {inets,"5.7.1"}, {couch,"1.2.0a-b68b5f4-git"}, {mapreduce,"1.0.0"}, {couch_index_merger,"1.2.0a-b68b5f4-git"}, {kernel,"2.14.5"}, {crypto,"2.0.4"}, {ssl,"4.1.6"}, {sasl,"2.1.10"}, {couch_view_parser,"1.0.0"}, {ns_server,"2.0.0-1939-rel-enterprise"}, {mochiweb,"1.4.1"}, {oauth,"7d85d3ef"}, {stdlib,"1.17.5"}]}, {supported_compat_version,[2,0]}, {system_arch,"x86_64-unknown-linux-gnu"}, {wall_clock,662}, {memory_data,{25199214592,563941376,{<0.6.0>,601480}}}, {disk_data, [{"/",41260352,5}, {"/dev/shm",12304304,0}, {"/boot",495844,7}, {"/data",206420664,1}]}, {meminfo, <<"MemTotal: 24608608 kB\nMemFree: 24058008 kB\nBuffers: 5044 kB\nCached: 20540 kB\nSwapCached: 0 kB\nActive: 145856 kB\nInactive: 18708 kB\nActive(anon): 131728 kB\nInactive(anon): 9232 kB\nActive(file): 14128 kB\nInactive(file): 9476 kB\nUnevictable: 20760 kB\nMlocked: 20760 kB\nSwapTotal: 20479992 kB\nSwapFree: 20479992 kB\nDirty: 100 kB\nWriteback: 0 kB\nAnonPages: 159748 kB\nMapped: 13504 kB\nShmem: 164 kB\nSlab: 67760 kB\nSReclaimable: 12336 kB\nSUnreclaim: 55424 kB\nKernelStack: 2984 kB\nPageTables: 4432 kB\nNFS_Unstable: 0 kB\nBounce: 0 kB\nWritebackTmp: 0 kB\nCommitLimit: 32784296 kB\nCommitted_AS: 1839540 kB\nVmallocTotal: 34359738367 kB\nVmallocUsed: 332500 kB\nVmallocChunk: 34359350016 kB\nHardwareCorrupted: 0 kB\nAnonHugePages: 22528 kB\nHugePages_Total: 0\nHugePages_Free: 0\nHugePages_Rsvd: 0\nHugePages_Surp: 0\nHugepagesize: 2048 kB\nDirectMap4k: 10240 kB\nDirectMap2M: 25155584 kB\n">>}]}] [ns_doctor:debug,2012-11-12T12:39:21.683,ns_1@192.168.0.21:ns_doctor<0.410.0>:ns_doctor:handle_info:137]Current node statuses: [{'ns_1@192.168.0.21', [{last_heard,{1352,752761,680396}}, {outgoing_replications_safeness_level,[]}, {incoming_replications_conf_hashes,[]}, {active_buckets,[]}, {ready_buckets,[]}, {local_tasks,[]}, {memory, [{total,47531032}, {processes,14683584}, {processes_used,14660800}, {system,32847448}, {atom,1275865}, {atom_used,1244140}, {binary,248296}, {code,12652830}, {ets,1343112}]}, {system_memory_data, [{system_total_memory,25199214592}, {free_swap,20971511808}, {total_swap,20971511808}, {cached_memory,20717568}, {buffered_memory,5304320}, {free_memory,24606806016}, {total_memory,25199214592}]}, {node_storage_conf,[{db_path,"/data"},{index_path,"/data"}]}, {statistics, [{wall_clock,{722592,5000}}, {context_switches,{136488,0}}, {garbage_collection,{23369,75482984,0}}, {io,{{input,8979658},{output,2603885}}}, {reductions,{32100409,113658}}, {run_queue,0}, {runtime,{27680,180}}]}, {system_stats, [{cpu_utilization_rate,1.4962593516209477}, {swap_total,20971511808}, {swap_used,0}]}, {interesting_stats,[]}, {cluster_compatibility_version,131072}, {version, [{public_key,"0.13"}, {lhttpc,"1.3.0"}, {ale,"8cffe61"}, {os_mon,"2.2.7"}, {couch_set_view,"1.2.0a-b68b5f4-git"}, {mnesia,"4.5"}, {inets,"5.7.1"}, {couch,"1.2.0a-b68b5f4-git"}, {mapreduce,"1.0.0"}, {couch_index_merger,"1.2.0a-b68b5f4-git"}, {kernel,"2.14.5"}, {crypto,"2.0.4"}, {ssl,"4.1.6"}, {sasl,"2.1.10"}, {couch_view_parser,"1.0.0"}, {ns_server,"2.0.0-1939-rel-enterprise"}, {mochiweb,"1.4.1"}, {oauth,"7d85d3ef"}, {stdlib,"1.17.5"}]}, {supported_compat_version,[2,0]}, {system_arch,"x86_64-unknown-linux-gnu"}, {wall_clock,722}, {memory_data,{25199214592,592146432,{<0.6.0>,601480}}}, {disk_data, [{"/",41260352,5}, {"/dev/shm",12304304,0}, {"/boot",495844,7}, {"/data",206420664,1}]}, {meminfo, <<"MemTotal: 24608608 kB\nMemFree: 24030084 kB\nBuffers: 5180 kB\nCached: 20232 kB\nSwapCached: 0 kB\nActive: 171732 kB\nInactive: 18680 kB\nActive(anon): 157752 kB\nInactive(anon): 9232 kB\nActive(file): 13980 kB\nInactive(file): 9448 kB\nUnevictable: 20760 kB\nMlocked: 20760 kB\nSwapTotal: 20479992 kB\nSwapFree: 20479992 kB\nDirty: 76 kB\nWriteback: 0 kB\nAnonPages: 187812 kB\nMapped: 13504 kB\nShmem: 164 kB\nSlab: 67748 kB\nSReclaimable: 12344 kB\nSUnreclaim: 55404 kB\nKernelStack: 2984 kB\nPageTables: 4432 kB\nNFS_Unstable: 0 kB\nBounce: 0 kB\nWritebackTmp: 0 kB\nCommitLimit: 32784296 kB\nCommitted_AS: 1839540 kB\nVmallocTotal: 34359738367 kB\nVmallocUsed: 332500 kB\nVmallocChunk: 34359350016 kB\nHardwareCorrupted: 0 kB\nAnonHugePages: 94208 kB\nHugePages_Total: 0\nHugePages_Free: 0\nHugePages_Rsvd: 0\nHugePages_Surp: 0\nHugepagesize: 2048 kB\nDirectMap4k: 10240 kB\nDirectMap2M: 25155584 kB\n">>}]}] [ns_doctor:debug,2012-11-12T12:40:21.683,ns_1@192.168.0.21:ns_doctor<0.410.0>:ns_doctor:handle_info:137]Current node statuses: [{'ns_1@192.168.0.21', [{last_heard,{1352,752821,679953}}, {outgoing_replications_safeness_level,[]}, {incoming_replications_conf_hashes,[]}, {active_buckets,[]}, {ready_buckets,[]}, {local_tasks,[]}, {memory, [{total,47367272}, {processes,14508696}, {processes_used,14485912}, {system,32858576}, {atom,1275865}, {atom_used,1244140}, {binary,228008}, {code,12652830}, {ets,1371720}]}, {system_memory_data, [{system_total_memory,25199214592}, {free_swap,20971511808}, {total_swap,20971511808}, {cached_memory,20819968}, {buffered_memory,5410816}, {free_memory,24601964544}, {total_memory,25199214592}]}, {node_storage_conf,[{db_path,"/data"},{index_path,"/data"}]}, {statistics, [{wall_clock,{782592,4995}}, {context_switches,{145316,0}}, {garbage_collection,{24656,78858679,0}}, {io,{{input,9021672},{output,2705257}}}, {reductions,{33168469,68421}}, {run_queue,0}, {runtime,{29920,170}}]}, {system_stats, [{cpu_utilization_rate,1.0443864229765014}, {swap_total,20971511808}, {swap_used,0}]}, {interesting_stats,[]}, {cluster_compatibility_version,131072}, {version, [{public_key,"0.13"}, {lhttpc,"1.3.0"}, {ale,"8cffe61"}, {os_mon,"2.2.7"}, {couch_set_view,"1.2.0a-b68b5f4-git"}, {mnesia,"4.5"}, {inets,"5.7.1"}, {couch,"1.2.0a-b68b5f4-git"}, {mapreduce,"1.0.0"}, {couch_index_merger,"1.2.0a-b68b5f4-git"}, {kernel,"2.14.5"}, {crypto,"2.0.4"}, {ssl,"4.1.6"}, {sasl,"2.1.10"}, {couch_view_parser,"1.0.0"}, {ns_server,"2.0.0-1939-rel-enterprise"}, {mochiweb,"1.4.1"}, {oauth,"7d85d3ef"}, {stdlib,"1.17.5"}]}, {supported_compat_version,[2,0]}, {system_arch,"x86_64-unknown-linux-gnu"}, {wall_clock,782}, {memory_data,{25199214592,596996096,{<0.6.0>,601480}}}, {disk_data, [{"/",41260352,5}, {"/dev/shm",12304304,0}, {"/boot",495844,7}, {"/data",206420664,1}]}, {meminfo, <<"MemTotal: 24608608 kB\nMemFree: 24025356 kB\nBuffers: 5284 kB\nCached: 20332 kB\nSwapCached: 0 kB\nActive: 178936 kB\nInactive: 18688 kB\nActive(anon): 164756 kB\nInactive(anon): 9232 kB\nActive(file): 14180 kB\nInactive(file): 9456 kB\nUnevictable: 20760 kB\nMlocked: 20760 kB\nSwapTotal: 20479992 kB\nSwapFree: 20479992 kB\nDirty: 132 kB\nWriteback: 0 kB\nAnonPages: 192768 kB\nMapped: 13504 kB\nShmem: 164 kB\nSlab: 67744 kB\nSReclaimable: 12336 kB\nSUnreclaim: 55408 kB\nKernelStack: 2992 kB\nPageTables: 4432 kB\nNFS_Unstable: 0 kB\nBounce: 0 kB\nWritebackTmp: 0 kB\nCommitLimit: 32784296 kB\nCommitted_AS: 1839540 kB\nVmallocTotal: 34359738367 kB\nVmallocUsed: 332500 kB\nVmallocChunk: 34359350016 kB\nHardwareCorrupted: 0 kB\nAnonHugePages: 118784 kB\nHugePages_Total: 0\nHugePages_Free: 0\nHugePages_Rsvd: 0\nHugePages_Surp: 0\nHugepagesize: 2048 kB\nDirectMap4k: 10240 kB\nDirectMap2M: 25155584 kB\n">>}]}] [ns_doctor:debug,2012-11-12T12:41:21.683,ns_1@192.168.0.21:ns_doctor<0.410.0>:ns_doctor:handle_info:137]Current node statuses: [{'ns_1@192.168.0.21', [{last_heard,{1352,752881,680004}}, {outgoing_replications_safeness_level,[]}, {incoming_replications_conf_hashes,[]}, {active_buckets,[]}, {ready_buckets,[]}, {local_tasks,[]}, {memory, [{total,47296416}, {processes,14455848}, {processes_used,14433064}, {system,32840568}, {atom,1275865}, {atom_used,1244140}, {binary,235296}, {code,12652830}, {ets,1344000}]}, {system_memory_data, [{system_total_memory,25199214592}, {free_swap,20971511808}, {total_swap,20971511808}, {cached_memory,20930560}, {buffered_memory,5500928}, {free_memory,24599928832}, {total_memory,25199214592}]}, {node_storage_conf,[{db_path,"/data"},{index_path,"/data"}]}, {statistics, [{wall_clock,{842592,4997}}, {context_switches,{154053,0}}, {garbage_collection,{25958,82291763,0}}, {io,{{input,9064548},{output,2806672}}}, {reductions,{34233002,75288}}, {run_queue,0}, {runtime,{32230,180}}]}, {system_stats, [{cpu_utilization_rate,1.7994858611825193}, {swap_total,20971511808}, {swap_used,0}]}, {interesting_stats,[]}, {cluster_compatibility_version,131072}, {version, [{public_key,"0.13"}, {lhttpc,"1.3.0"}, {ale,"8cffe61"}, {os_mon,"2.2.7"}, {couch_set_view,"1.2.0a-b68b5f4-git"}, {mnesia,"4.5"}, {inets,"5.7.1"}, {couch,"1.2.0a-b68b5f4-git"}, {mapreduce,"1.0.0"}, {couch_index_merger,"1.2.0a-b68b5f4-git"}, {kernel,"2.14.5"}, {crypto,"2.0.4"}, {ssl,"4.1.6"}, {sasl,"2.1.10"}, {couch_view_parser,"1.0.0"}, {ns_server,"2.0.0-1939-rel-enterprise"}, {mochiweb,"1.4.1"}, {oauth,"7d85d3ef"}, {stdlib,"1.17.5"}]}, {supported_compat_version,[2,0]}, {system_arch,"x86_64-unknown-linux-gnu"}, {wall_clock,842}, {memory_data,{25199214592,599158784,{<0.6.0>,601480}}}, {disk_data, [{"/",41260352,5}, {"/dev/shm",12304304,0}, {"/boot",495844,7}, {"/data",206420664,1}]}, {meminfo, <<"MemTotal: 24608608 kB\nMemFree: 24023368 kB\nBuffers: 5372 kB\nCached: 20440 kB\nSwapCached: 0 kB\nActive: 180388 kB\nInactive: 18788 kB\nActive(anon): 166120 kB\nInactive(anon): 9232 kB\nActive(file): 14268 kB\nInactive(file): 9556 kB\nUnevictable: 20760 kB\nMlocked: 20760 kB\nSwapTotal: 20479992 kB\nSwapFree: 20479992 kB\nDirty: 116 kB\nWriteback: 0 kB\nAnonPages: 194168 kB\nMapped: 13504 kB\nShmem: 164 kB\nSlab: 67732 kB\nSReclaimable: 12336 kB\nSUnreclaim: 55396 kB\nKernelStack: 2984 kB\nPageTables: 4432 kB\nNFS_Unstable: 0 kB\nBounce: 0 kB\nWritebackTmp: 0 kB\nCommitLimit: 32784296 kB\nCommitted_AS: 1839540 kB\nVmallocTotal: 34359738367 kB\nVmallocUsed: 332500 kB\nVmallocChunk: 34359350016 kB\nHardwareCorrupted: 0 kB\nAnonHugePages: 131072 kB\nHugePages_Total: 0\nHugePages_Free: 0\nHugePages_Rsvd: 0\nHugePages_Surp: 0\nHugepagesize: 2048 kB\nDirectMap4k: 10240 kB\nDirectMap2M: 25155584 kB\n">>}]}] [ns_doctor:debug,2012-11-12T12:42:21.683,ns_1@192.168.0.21:ns_doctor<0.410.0>:ns_doctor:handle_info:137]Current node statuses: [{'ns_1@192.168.0.21', [{last_heard,{1352,752941,680390}}, {outgoing_replications_safeness_level,[]}, {incoming_replications_conf_hashes,[]}, {active_buckets,[]}, {ready_buckets,[]}, {local_tasks,[]}, {memory, [{total,47038464}, {processes,14157512}, {processes_used,14134728}, {system,32880952}, {atom,1275865}, {atom_used,1244140}, {binary,241176}, {code,12652830}, {ets,1376176}]}, {system_memory_data, [{system_total_memory,25199214592}, {free_swap,20971511808}, {total_swap,20971511808}, {cached_memory,21008384}, {buffered_memory,5648384}, {free_memory,24602333184}, {total_memory,25199214592}]}, {node_storage_conf,[{db_path,"/data"},{index_path,"/data"}]}, {statistics, [{wall_clock,{902592,5001}}, {context_switches,{163750,0}}, {garbage_collection,{27311,85841072,0}}, {io,{{input,9355649},{output,3133821}}}, {reductions,{35326244,125767}}, {run_queue,0}, {runtime,{34620,210}}]}, {system_stats, [{cpu_utilization_rate,2.25}, {swap_total,20971511808}, {swap_used,0}]}, {interesting_stats,[]}, {cluster_compatibility_version,131072}, {version, [{public_key,"0.13"}, {lhttpc,"1.3.0"}, {ale,"8cffe61"}, {os_mon,"2.2.7"}, {couch_set_view,"1.2.0a-b68b5f4-git"}, {mnesia,"4.5"}, {inets,"5.7.1"}, {couch,"1.2.0a-b68b5f4-git"}, {mapreduce,"1.0.0"}, {couch_index_merger,"1.2.0a-b68b5f4-git"}, {kernel,"2.14.5"}, {crypto,"2.0.4"}, {ssl,"4.1.6"}, {sasl,"2.1.10"}, {couch_view_parser,"1.0.0"}, {ns_server,"2.0.0-1939-rel-enterprise"}, {mochiweb,"1.4.1"}, {oauth,"7d85d3ef"}, {stdlib,"1.17.5"}]}, {supported_compat_version,[2,0]}, {system_arch,"x86_64-unknown-linux-gnu"}, {wall_clock,902}, {memory_data,{25199214592,596881408,{<0.6.0>,601480}}}, {disk_data, [{"/",41260352,5}, {"/dev/shm",12304304,0}, {"/boot",495844,7}, {"/data",206420664,1}]}, {meminfo, <<"MemTotal: 24608608 kB\nMemFree: 24025716 kB\nBuffers: 5516 kB\nCached: 20516 kB\nSwapCached: 0 kB\nActive: 178216 kB\nInactive: 19064 kB\nActive(anon): 164040 kB\nInactive(anon): 9232 kB\nActive(file): 14176 kB\nInactive(file): 9832 kB\nUnevictable: 20760 kB\nMlocked: 20760 kB\nSwapTotal: 20479992 kB\nSwapFree: 20479992 kB\nDirty: 88 kB\nWriteback: 0 kB\nAnonPages: 192052 kB\nMapped: 13504 kB\nShmem: 164 kB\nSlab: 67780 kB\nSReclaimable: 12340 kB\nSUnreclaim: 55440 kB\nKernelStack: 2984 kB\nPageTables: 4432 kB\nNFS_Unstable: 0 kB\nBounce: 0 kB\nWritebackTmp: 0 kB\nCommitLimit: 32784296 kB\nCommitted_AS: 1837336 kB\nVmallocTotal: 34359738367 kB\nVmallocUsed: 332500 kB\nVmallocChunk: 34359350016 kB\nHardwareCorrupted: 0 kB\nAnonHugePages: 126976 kB\nHugePages_Total: 0\nHugePages_Free: 0\nHugePages_Rsvd: 0\nHugePages_Surp: 0\nHugepagesize: 2048 kB\nDirectMap4k: 10240 kB\nDirectMap2M: 25155584 kB\n">>}]}] [ns_doctor:debug,2012-11-12T12:43:21.683,ns_1@192.168.0.21:ns_doctor<0.410.0>:ns_doctor:handle_info:137]Current node statuses: [{'ns_1@192.168.0.21', [{last_heard,{1352,753001,680021}}, {outgoing_replications_safeness_level,[]}, {incoming_replications_conf_hashes,[]}, {active_buckets,[]}, {ready_buckets,[]}, {local_tasks,[]}, {memory, [{total,47279832}, {processes,14423248}, {processes_used,14400464}, {system,32856584}, {atom,1275865}, {atom_used,1244140}, {binary,242800}, {code,12652830}, {ets,1347296}]}, {system_memory_data, [{system_total_memory,25199214592}, {free_swap,20971511808}, {total_swap,20971511808}, {cached_memory,21094400}, {buffered_memory,5738496}, {free_memory,24600428544}, {total_memory,25199214592}]}, {node_storage_conf,[{db_path,"/data"},{index_path,"/data"}]}, {statistics, [{wall_clock,{962592,5000}}, {context_switches,{172591,0}}, {garbage_collection,{28551,89246249,0}}, {io,{{input,9397672},{output,3235972}}}, {reductions,{36375814,64447}}, {run_queue,0}, {runtime,{36860,160}}]}, {system_stats, [{cpu_utilization_rate,1.9607843137254901}, {swap_total,20971511808}, {swap_used,0}]}, {interesting_stats,[]}, {cluster_compatibility_version,131072}, {version, [{public_key,"0.13"}, {lhttpc,"1.3.0"}, {ale,"8cffe61"}, {os_mon,"2.2.7"}, {couch_set_view,"1.2.0a-b68b5f4-git"}, {mnesia,"4.5"}, {inets,"5.7.1"}, {couch,"1.2.0a-b68b5f4-git"}, {mapreduce,"1.0.0"}, {couch_index_merger,"1.2.0a-b68b5f4-git"}, {kernel,"2.14.5"}, {crypto,"2.0.4"}, {ssl,"4.1.6"}, {sasl,"2.1.10"}, {couch_view_parser,"1.0.0"}, {ns_server,"2.0.0-1939-rel-enterprise"}, {mochiweb,"1.4.1"}, {oauth,"7d85d3ef"}, {stdlib,"1.17.5"}]}, {supported_compat_version,[2,0]}, {system_arch,"x86_64-unknown-linux-gnu"}, {wall_clock,962}, {memory_data,{25199214592,598786048,{<0.6.0>,601480}}}, {disk_data, [{"/",41260352,5}, {"/dev/shm",12304304,0}, {"/boot",495844,7}, {"/data",206420664,1}]}, {meminfo, <<"MemTotal: 24608608 kB\nMemFree: 24023856 kB\nBuffers: 5604 kB\nCached: 20600 kB\nSwapCached: 0 kB\nActive: 180036 kB\nInactive: 19208 kB\nActive(anon): 165788 kB\nInactive(anon): 9232 kB\nActive(file): 14248 kB\nInactive(file): 9976 kB\nUnevictable: 20760 kB\nMlocked: 20760 kB\nSwapTotal: 20479992 kB\nSwapFree: 20479992 kB\nDirty: 80 kB\nWriteback: 0 kB\nAnonPages: 193840 kB\nMapped: 13504 kB\nShmem: 164 kB\nSlab: 67716 kB\nSReclaimable: 12332 kB\nSUnreclaim: 55384 kB\nKernelStack: 2984 kB\nPageTables: 4432 kB\nNFS_Unstable: 0 kB\nBounce: 0 kB\nWritebackTmp: 0 kB\nCommitLimit: 32784296 kB\nCommitted_AS: 1839540 kB\nVmallocTotal: 34359738367 kB\nVmallocUsed: 332500 kB\nVmallocChunk: 34359350016 kB\nHardwareCorrupted: 0 kB\nAnonHugePages: 126976 kB\nHugePages_Total: 0\nHugePages_Free: 0\nHugePages_Rsvd: 0\nHugePages_Surp: 0\nHugepagesize: 2048 kB\nDirectMap4k: 10240 kB\nDirectMap2M: 25155584 kB\n">>}]}] [ns_doctor:debug,2012-11-12T12:44:21.683,ns_1@192.168.0.21:ns_doctor<0.410.0>:ns_doctor:handle_info:137]Current node statuses: [{'ns_1@192.168.0.21', [{last_heard,{1352,753061,680118}}, {outgoing_replications_safeness_level,[]}, {incoming_replications_conf_hashes,[]}, {active_buckets,[]}, {ready_buckets,[]}, {local_tasks,[]}, {memory, [{total,47377184}, {processes,14474824}, {processes_used,14452040}, {system,32902360}, {atom,1275865}, {atom_used,1244140}, {binary,255824}, {code,12652830}, {ets,1375720}]}, {system_memory_data, [{system_total_memory,25199214592}, {free_swap,20971511808}, {total_swap,20971511808}, {cached_memory,21192704}, {buffered_memory,5836800}, {free_memory,24599285760}, {total_memory,25199214592}]}, {node_storage_conf,[{db_path,"/data"},{index_path,"/data"}]}, {statistics, [{wall_clock,{1022592,5000}}, {context_switches,{181427,0}}, {garbage_collection,{29691,92611538,0}}, {io,{{input,9440548},{output,3337389}}}, {reductions,{37389898,73009}}, {run_queue,0}, {runtime,{39010,190}}]}, {system_stats, [{cpu_utilization_rate,1.7114914425427872}, {swap_total,20971511808}, {swap_used,0}]}, {interesting_stats,[]}, {cluster_compatibility_version,131072}, {version, [{public_key,"0.13"}, {lhttpc,"1.3.0"}, {ale,"8cffe61"}, {os_mon,"2.2.7"}, {couch_set_view,"1.2.0a-b68b5f4-git"}, {mnesia,"4.5"}, {inets,"5.7.1"}, {couch,"1.2.0a-b68b5f4-git"}, {mapreduce,"1.0.0"}, {couch_index_merger,"1.2.0a-b68b5f4-git"}, {kernel,"2.14.5"}, {crypto,"2.0.4"}, {ssl,"4.1.6"}, {sasl,"2.1.10"}, {couch_view_parser,"1.0.0"}, {ns_server,"2.0.0-1939-rel-enterprise"}, {mochiweb,"1.4.1"}, {oauth,"7d85d3ef"}, {stdlib,"1.17.5"}]}, {supported_compat_version,[2,0]}, {system_arch,"x86_64-unknown-linux-gnu"}, {wall_clock,1022}, {memory_data,{25199214592,599928832,{<0.6.0>,601480}}}, {disk_data, [{"/",41260352,5}, {"/dev/shm",12304304,0}, {"/boot",495844,7}, {"/data",206420664,1}]}, {meminfo, <<"MemTotal: 24608608 kB\nMemFree: 24022740 kB\nBuffers: 5700 kB\nCached: 20696 kB\nSwapCached: 0 kB\nActive: 181532 kB\nInactive: 19304 kB\nActive(anon): 167192 kB\nInactive(anon): 9232 kB\nActive(file): 14340 kB\nInactive(file): 10072 kB\nUnevictable: 20760 kB\nMlocked: 20760 kB\nSwapTotal: 20479992 kB\nSwapFree: 20479992 kB\nDirty: 108 kB\nWriteback: 0 kB\nAnonPages: 195204 kB\nMapped: 13504 kB\nShmem: 164 kB\nSlab: 67708 kB\nSReclaimable: 12336 kB\nSUnreclaim: 55372 kB\nKernelStack: 2984 kB\nPageTables: 4432 kB\nNFS_Unstable: 0 kB\nBounce: 0 kB\nWritebackTmp: 0 kB\nCommitLimit: 32784296 kB\nCommitted_AS: 1841028 kB\nVmallocTotal: 34359738367 kB\nVmallocUsed: 332500 kB\nVmallocChunk: 34359350016 kB\nHardwareCorrupted: 0 kB\nAnonHugePages: 126976 kB\nHugePages_Total: 0\nHugePages_Free: 0\nHugePages_Rsvd: 0\nHugePages_Surp: 0\nHugepagesize: 2048 kB\nDirectMap4k: 10240 kB\nDirectMap2M: 25155584 kB\n">>}]}] [ns_doctor:debug,2012-11-12T12:45:21.683,ns_1@192.168.0.21:ns_doctor<0.410.0>:ns_doctor:handle_info:137]Current node statuses: [{'ns_1@192.168.0.21', [{last_heard,{1352,753121,680290}}, {outgoing_replications_safeness_level,[]}, {incoming_replications_conf_hashes,[]}, {active_buckets,[]}, {ready_buckets,[]}, {local_tasks,[]}, {memory, [{total,47318816}, {processes,14415840}, {processes_used,14393056}, {system,32902976}, {atom,1275865}, {atom_used,1244140}, {binary,223160}, {code,12652830}, {ets,1407256}]}, {system_memory_data, [{system_total_memory,25199214592}, {free_swap,20971511808}, {total_swap,20971511808}, {cached_memory,20885504}, {buffered_memory,5967872}, {free_memory,24599404544}, {total_memory,25199214592}]}, {node_storage_conf,[{db_path,"/data"},{index_path,"/data"}]}, {statistics, [{wall_clock,{1082592,5000}}, {context_switches,{190662,0}}, {garbage_collection,{30992,96099247,0}}, {io,{{input,9730241},{output,3616164}}}, {reductions,{38482690,112058}}, {run_queue,0}, {runtime,{41240,180}}]}, {system_stats, [{cpu_utilization_rate,1.5113350125944585}, {swap_total,20971511808}, {swap_used,0}]}, {interesting_stats,[]}, {cluster_compatibility_version,131072}, {version, [{public_key,"0.13"}, {lhttpc,"1.3.0"}, {ale,"8cffe61"}, {os_mon,"2.2.7"}, {couch_set_view,"1.2.0a-b68b5f4-git"}, {mnesia,"4.5"}, {inets,"5.7.1"}, {couch,"1.2.0a-b68b5f4-git"}, {mapreduce,"1.0.0"}, {couch_index_merger,"1.2.0a-b68b5f4-git"}, {kernel,"2.14.5"}, {crypto,"2.0.4"}, {ssl,"4.1.6"}, {sasl,"2.1.10"}, {couch_view_parser,"1.0.0"}, {ns_server,"2.0.0-1939-rel-enterprise"}, {mochiweb,"1.4.1"}, {oauth,"7d85d3ef"}, {stdlib,"1.17.5"}]}, {supported_compat_version,[2,0]}, {system_arch,"x86_64-unknown-linux-gnu"}, {wall_clock,1082}, {memory_data,{25199214592,599920640,{<0.6.0>,601480}}}, {disk_data, [{"/",41260352,5}, {"/dev/shm",12304304,0}, {"/boot",495844,7}, {"/data",206420664,1}]}, {meminfo, <<"MemTotal: 24608608 kB\nMemFree: 24022856 kB\nBuffers: 5828 kB\nCached: 20396 kB\nSwapCached: 0 kB\nActive: 180272 kB\nInactive: 19248 kB\nActive(anon): 166080 kB\nInactive(anon): 9232 kB\nActive(file): 14192 kB\nInactive(file): 10016 kB\nUnevictable: 20760 kB\nMlocked: 20760 kB\nSwapTotal: 20479992 kB\nSwapFree: 20479992 kB\nDirty: 92 kB\nWriteback: 0 kB\nAnonPages: 194092 kB\nMapped: 13504 kB\nShmem: 164 kB\nSlab: 67780 kB\nSReclaimable: 12340 kB\nSUnreclaim: 55440 kB\nKernelStack: 2984 kB\nPageTables: 4432 kB\nNFS_Unstable: 0 kB\nBounce: 0 kB\nWritebackTmp: 0 kB\nCommitLimit: 32784296 kB\nCommitted_AS: 1839540 kB\nVmallocTotal: 34359738367 kB\nVmallocUsed: 332500 kB\nVmallocChunk: 34359350016 kB\nHardwareCorrupted: 0 kB\nAnonHugePages: 126976 kB\nHugePages_Total: 0\nHugePages_Free: 0\nHugePages_Rsvd: 0\nHugePages_Surp: 0\nHugepagesize: 2048 kB\nDirectMap4k: 10240 kB\nDirectMap2M: 25155584 kB\n">>}]}] [ns_doctor:debug,2012-11-12T12:46:21.683,ns_1@192.168.0.21:ns_doctor<0.410.0>:ns_doctor:handle_info:137]Current node statuses: [{'ns_1@192.168.0.21', [{last_heard,{1352,753181,679992}}, {outgoing_replications_safeness_level,[]}, {incoming_replications_conf_hashes,[]}, {active_buckets,[]}, {ready_buckets,[]}, {local_tasks,[]}, {memory, [{total,47438328}, {processes,14489888}, {processes_used,14467104}, {system,32948440}, {atom,1275865}, {atom_used,1244140}, {binary,236856}, {code,12652830}, {ets,1436264}]}, {system_memory_data, [{system_total_memory,25199214592}, {free_swap,20971511808}, {total_swap,20971511808}, {cached_memory,20979712}, {buffered_memory,6066176}, {free_memory,24599801856}, {total_memory,25199214592}]}, {node_storage_conf,[{db_path,"/data"},{index_path,"/data"}]}, {statistics, [{wall_clock,{1142592,5001}}, {context_switches,{199529,0}}, {garbage_collection,{32425,99595925,0}}, {io,{{input,9773117},{output,3718844}}}, {reductions,{39637221,91676}}, {run_queue,0}, {runtime,{43450,150}}]}, {system_stats, [{cpu_utilization_rate,1.6260162601626016}, {swap_total,20971511808}, {swap_used,0}]}, {interesting_stats,[]}, {cluster_compatibility_version,131072}, {version, [{public_key,"0.13"}, {lhttpc,"1.3.0"}, {ale,"8cffe61"}, {os_mon,"2.2.7"}, {couch_set_view,"1.2.0a-b68b5f4-git"}, {mnesia,"4.5"}, {inets,"5.7.1"}, {couch,"1.2.0a-b68b5f4-git"}, {mapreduce,"1.0.0"}, {couch_index_merger,"1.2.0a-b68b5f4-git"}, {kernel,"2.14.5"}, {crypto,"2.0.4"}, {ssl,"4.1.6"}, {sasl,"2.1.10"}, {couch_view_parser,"1.0.0"}, {ns_server,"2.0.0-1939-rel-enterprise"}, {mochiweb,"1.4.1"}, {oauth,"7d85d3ef"}, {stdlib,"1.17.5"}]}, {supported_compat_version,[2,0]}, {system_arch,"x86_64-unknown-linux-gnu"}, {wall_clock,1142}, {memory_data,{25199214592,599412736,{<0.6.0>,601480}}}, {disk_data, [{"/",41260352,5}, {"/dev/shm",12304304,0}, {"/boot",495844,7}, {"/data",206420664,1}]}, {meminfo, <<"MemTotal: 24608608 kB\nMemFree: 24023244 kB\nBuffers: 5924 kB\nCached: 20488 kB\nSwapCached: 0 kB\nActive: 180408 kB\nInactive: 19372 kB\nActive(anon): 166128 kB\nInactive(anon): 9232 kB\nActive(file): 14280 kB\nInactive(file): 10140 kB\nUnevictable: 20760 kB\nMlocked: 20760 kB\nSwapTotal: 20479992 kB\nSwapFree: 20479992 kB\nDirty: 96 kB\nWriteback: 0 kB\nAnonPages: 194180 kB\nMapped: 13504 kB\nShmem: 164 kB\nSlab: 67688 kB\nSReclaimable: 12328 kB\nSUnreclaim: 55360 kB\nKernelStack: 2984 kB\nPageTables: 4432 kB\nNFS_Unstable: 0 kB\nBounce: 0 kB\nWritebackTmp: 0 kB\nCommitLimit: 32784296 kB\nCommitted_AS: 1840284 kB\nVmallocTotal: 34359738367 kB\nVmallocUsed: 332500 kB\nVmallocChunk: 34359350016 kB\nHardwareCorrupted: 0 kB\nAnonHugePages: 126976 kB\nHugePages_Total: 0\nHugePages_Free: 0\nHugePages_Rsvd: 0\nHugePages_Surp: 0\nHugepagesize: 2048 kB\nDirectMap4k: 10240 kB\nDirectMap2M: 25155584 kB\n">>}]}] [ns_doctor:debug,2012-11-12T12:47:21.683,ns_1@192.168.0.21:ns_doctor<0.410.0>:ns_doctor:handle_info:137]Current node statuses: [{'ns_1@192.168.0.21', [{last_heard,{1352,753241,679897}}, {outgoing_replications_safeness_level,[]}, {incoming_replications_conf_hashes,[]}, {active_buckets,[]}, {ready_buckets,[]}, {local_tasks,[]}, {memory, [{total,47508552}, {processes,14579120}, {processes_used,14556336}, {system,32929432}, {atom,1275865}, {atom_used,1244140}, {binary,244152}, {code,12652830}, {ets,1407576}]}, {system_memory_data, [{system_total_memory,25199214592}, {free_swap,20971511808}, {total_swap,20971511808}, {cached_memory,21082112}, {buffered_memory,6172672}, {free_memory,24599928832}, {total_memory,25199214592}]}, {node_storage_conf,[{db_path,"/data"},{index_path,"/data"}]}, {statistics, [{wall_clock,{1202591,4999}}, {context_switches,{208484,0}}, {garbage_collection,{33693,103002209,0}}, {io,{{input,9815140},{output,3821027}}}, {reductions,{40658678,70163}}, {run_queue,0}, {runtime,{45590,170}}]}, {system_stats, [{cpu_utilization_rate,1.745635910224439}, {swap_total,20971511808}, {swap_used,0}]}, {interesting_stats,[]}, {cluster_compatibility_version,131072}, {version, [{public_key,"0.13"}, {lhttpc,"1.3.0"}, {ale,"8cffe61"}, {os_mon,"2.2.7"}, {couch_set_view,"1.2.0a-b68b5f4-git"}, {mnesia,"4.5"}, {inets,"5.7.1"}, {couch,"1.2.0a-b68b5f4-git"}, {mapreduce,"1.0.0"}, {couch_index_merger,"1.2.0a-b68b5f4-git"}, {kernel,"2.14.5"}, {crypto,"2.0.4"}, {ssl,"4.1.6"}, {sasl,"2.1.10"}, {couch_view_parser,"1.0.0"}, {ns_server,"2.0.0-1939-rel-enterprise"}, {mochiweb,"1.4.1"}, {oauth,"7d85d3ef"}, {stdlib,"1.17.5"}]}, {supported_compat_version,[2,0]}, {system_arch,"x86_64-unknown-linux-gnu"}, {wall_clock,1202}, {memory_data,{25199214592,599158784,{<0.6.0>,601480}}}, {disk_data, [{"/",41260352,5}, {"/dev/shm",12304304,0}, {"/boot",495844,7}, {"/data",206420664,1}]}, {meminfo, <<"MemTotal: 24608608 kB\nMemFree: 24023368 kB\nBuffers: 6028 kB\nCached: 20588 kB\nSwapCached: 0 kB\nActive: 180684 kB\nInactive: 19492 kB\nActive(anon): 166308 kB\nInactive(anon): 9232 kB\nActive(file): 14376 kB\nInactive(file): 10260 kB\nUnevictable: 20760 kB\nMlocked: 20760 kB\nSwapTotal: 20479992 kB\nSwapFree: 20479992 kB\nDirty: 100 kB\nWriteback: 0 kB\nAnonPages: 194324 kB\nMapped: 13504 kB\nShmem: 164 kB\nSlab: 67728 kB\nSReclaimable: 12332 kB\nSUnreclaim: 55396 kB\nKernelStack: 2984 kB\nPageTables: 4432 kB\nNFS_Unstable: 0 kB\nBounce: 0 kB\nWritebackTmp: 0 kB\nCommitLimit: 32784296 kB\nCommitted_AS: 1840648 kB\nVmallocTotal: 34359738367 kB\nVmallocUsed: 332500 kB\nVmallocChunk: 34359350016 kB\nHardwareCorrupted: 0 kB\nAnonHugePages: 126976 kB\nHugePages_Total: 0\nHugePages_Free: 0\nHugePages_Rsvd: 0\nHugePages_Surp: 0\nHugepagesize: 2048 kB\nDirectMap4k: 10240 kB\nDirectMap2M: 25155584 kB\n">>}]}] [ns_doctor:debug,2012-11-12T12:48:21.683,ns_1@192.168.0.21:ns_doctor<0.410.0>:ns_doctor:handle_info:137]Current node statuses: [{'ns_1@192.168.0.21', [{last_heard,{1352,753301,679753}}, {outgoing_replications_safeness_level,[]}, {incoming_replications_conf_hashes,[]}, {active_buckets,[]}, {ready_buckets,[]}, {local_tasks,[]}, {memory, [{total,47431776}, {processes,14482488}, {processes_used,14459704}, {system,32949288}, {atom,1275865}, {atom_used,1244140}, {binary,230368}, {code,12652830}, {ets,1438856}]}, {system_memory_data, [{system_total_memory,25199214592}, {free_swap,20971511808}, {total_swap,20971511808}, {cached_memory,21114880}, {buffered_memory,6320128}, {free_memory,24599666688}, {total_memory,25199214592}]}, {node_storage_conf,[{db_path,"/data"},{index_path,"/data"}]}, {statistics, [{wall_clock,{1262591,5000}}, {context_switches,{217792,0}}, {garbage_collection,{35075,106479974,0}}, {io,{{input,10106012},{output,4147943}}}, {reductions,{41758968,114412}}, {run_queue,0}, {runtime,{47840,180}}]}, {system_stats, [{cpu_utilization_rate,1.7766497461928934}, {swap_total,20971511808}, {swap_used,0}]}, {interesting_stats,[]}, {cluster_compatibility_version,131072}, {version, [{public_key,"0.13"}, {lhttpc,"1.3.0"}, {ale,"8cffe61"}, {os_mon,"2.2.7"}, {couch_set_view,"1.2.0a-b68b5f4-git"}, {mnesia,"4.5"}, {inets,"5.7.1"}, {couch,"1.2.0a-b68b5f4-git"}, {mapreduce,"1.0.0"}, {couch_index_merger,"1.2.0a-b68b5f4-git"}, {kernel,"2.14.5"}, {crypto,"2.0.4"}, {ssl,"4.1.6"}, {sasl,"2.1.10"}, {couch_view_parser,"1.0.0"}, {ns_server,"2.0.0-1939-rel-enterprise"}, {mochiweb,"1.4.1"}, {oauth,"7d85d3ef"}, {stdlib,"1.17.5"}]}, {supported_compat_version,[2,0]}, {system_arch,"x86_64-unknown-linux-gnu"}, {wall_clock,1262}, {memory_data,{25199214592,599420928,{<0.6.0>,601480}}}, {disk_data, [{"/",41260352,5}, {"/dev/shm",12304304,0}, {"/boot",495844,7}, {"/data",206420664,1}]}, {meminfo, <<"MemTotal: 24608608 kB\nMemFree: 24023112 kB\nBuffers: 6172 kB\nCached: 20620 kB\nSwapCached: 0 kB\nActive: 180740 kB\nInactive: 19768 kB\nActive(anon): 166468 kB\nInactive(anon): 9232 kB\nActive(file): 14272 kB\nInactive(file): 10536 kB\nUnevictable: 20760 kB\nMlocked: 20760 kB\nSwapTotal: 20479992 kB\nSwapFree: 20479992 kB\nDirty: 80 kB\nWriteback: 0 kB\nAnonPages: 194480 kB\nMapped: 13504 kB\nShmem: 164 kB\nSlab: 67732 kB\nSReclaimable: 12344 kB\nSUnreclaim: 55388 kB\nKernelStack: 2984 kB\nPageTables: 4432 kB\nNFS_Unstable: 0 kB\nBounce: 0 kB\nWritebackTmp: 0 kB\nCommitLimit: 32784296 kB\nCommitted_AS: 1840648 kB\nVmallocTotal: 34359738367 kB\nVmallocUsed: 332500 kB\nVmallocChunk: 34359350016 kB\nHardwareCorrupted: 0 kB\nAnonHugePages: 126976 kB\nHugePages_Total: 0\nHugePages_Free: 0\nHugePages_Rsvd: 0\nHugePages_Surp: 0\nHugepagesize: 2048 kB\nDirectMap4k: 10240 kB\nDirectMap2M: 25155584 kB\n">>}]}] [ns_doctor:debug,2012-11-12T12:49:21.683,ns_1@192.168.0.21:ns_doctor<0.410.0>:ns_doctor:handle_info:137]Current node statuses: [{'ns_1@192.168.0.21', [{last_heard,{1352,753361,680397}}, {outgoing_replications_safeness_level,[]}, {incoming_replications_conf_hashes,[]}, {active_buckets,[]}, {ready_buckets,[]}, {local_tasks,[]}, {memory, [{total,47258664}, {processes,14329160}, {processes_used,14306376}, {system,32929504}, {atom,1275865}, {atom_used,1244140}, {binary,235800}, {code,12652830}, {ets,1410664}]}, {system_memory_data, [{system_total_memory,25199214592}, {free_swap,20971511808}, {total_swap,20971511808}, {cached_memory,21266432}, {buffered_memory,6410240}, {free_memory,24598786048}, {total_memory,25199214592}]}, {node_storage_conf,[{db_path,"/data"},{index_path,"/data"}]}, {statistics, [{wall_clock,{1322592,5000}}, {context_switches,{226676,0}}, {garbage_collection,{36437,109969761,0}}, {io,{{input,10148026},{output,4249090}}}, {reductions,{42823097,80432}}, {run_queue,0}, {runtime,{49990,180}}]}, {system_stats, [{cpu_utilization_rate,1.7156862745098038}, {swap_total,20971511808}, {swap_used,0}]}, {interesting_stats,[]}, {cluster_compatibility_version,131072}, {version, [{public_key,"0.13"}, {lhttpc,"1.3.0"}, {ale,"8cffe61"}, {os_mon,"2.2.7"}, {couch_set_view,"1.2.0a-b68b5f4-git"}, {mnesia,"4.5"}, {inets,"5.7.1"}, {couch,"1.2.0a-b68b5f4-git"}, {mapreduce,"1.0.0"}, {couch_index_merger,"1.2.0a-b68b5f4-git"}, {kernel,"2.14.5"}, {crypto,"2.0.4"}, {ssl,"4.1.6"}, {sasl,"2.1.10"}, {couch_view_parser,"1.0.0"}, {ns_server,"2.0.0-1939-rel-enterprise"}, {mochiweb,"1.4.1"}, {oauth,"7d85d3ef"}, {stdlib,"1.17.5"}]}, {supported_compat_version,[2,0]}, {system_arch,"x86_64-unknown-linux-gnu"}, {wall_clock,1322}, {memory_data,{25199214592,600174592,{<0.6.0>,601480}}}, {disk_data, [{"/",41260352,5}, {"/dev/shm",12304304,0}, {"/boot",495844,7}, {"/data",206420664,1}]}, {meminfo, <<"MemTotal: 24608608 kB\nMemFree: 24022252 kB\nBuffers: 6260 kB\nCached: 20768 kB\nSwapCached: 0 kB\nActive: 180872 kB\nInactive: 19892 kB\nActive(anon): 166492 kB\nInactive(anon): 9232 kB\nActive(file): 14380 kB\nInactive(file): 10660 kB\nUnevictable: 20760 kB\nMlocked: 20760 kB\nSwapTotal: 20479992 kB\nSwapFree: 20479992 kB\nDirty: 88 kB\nWriteback: 0 kB\nAnonPages: 194504 kB\nMapped: 13504 kB\nShmem: 164 kB\nSlab: 67724 kB\nSReclaimable: 12340 kB\nSUnreclaim: 55384 kB\nKernelStack: 2984 kB\nPageTables: 4432 kB\nNFS_Unstable: 0 kB\nBounce: 0 kB\nWritebackTmp: 0 kB\nCommitLimit: 32784296 kB\nCommitted_AS: 1840648 kB\nVmallocTotal: 34359738367 kB\nVmallocUsed: 332500 kB\nVmallocChunk: 34359350016 kB\nHardwareCorrupted: 0 kB\nAnonHugePages: 126976 kB\nHugePages_Total: 0\nHugePages_Free: 0\nHugePages_Rsvd: 0\nHugePages_Surp: 0\nHugepagesize: 2048 kB\nDirectMap4k: 10240 kB\nDirectMap2M: 25155584 kB\n">>}]}] [ns_doctor:debug,2012-11-12T12:50:21.683,ns_1@192.168.0.21:ns_doctor<0.410.0>:ns_doctor:handle_info:137]Current node statuses: [{'ns_1@192.168.0.21', [{last_heard,{1352,753421,679919}}, {outgoing_replications_safeness_level,[]}, {incoming_replications_conf_hashes,[]}, {active_buckets,[]}, {ready_buckets,[]}, {local_tasks,[]}, {memory, [{total,47442368}, {processes,14471520}, {processes_used,14448736}, {system,32970848}, {atom,1275865}, {atom_used,1244140}, {binary,246216}, {code,12652830}, {ets,1439488}]}, {system_memory_data, [{system_total_memory,25199214592}, {free_swap,20971511808}, {total_swap,20971511808}, {cached_memory,21368832}, {buffered_memory,6500352}, {free_memory,24598650880}, {total_memory,25199214592}]}, {node_storage_conf,[{db_path,"/data"},{index_path,"/data"}]}, {statistics, [{wall_clock,{1382591,4999}}, {context_switches,{235515,0}}, {garbage_collection,{37775,113360341,0}}, {io,{{input,10190902},{output,4349473}}}, {reductions,{43876648,80998}}, {run_queue,0}, {runtime,{52190,150}}]}, {system_stats, [{cpu_utilization_rate,1.2315270935960592}, {swap_total,20971511808}, {swap_used,0}]}, {interesting_stats,[]}, {cluster_compatibility_version,131072}, {version, [{public_key,"0.13"}, {lhttpc,"1.3.0"}, {ale,"8cffe61"}, {os_mon,"2.2.7"}, {couch_set_view,"1.2.0a-b68b5f4-git"}, {mnesia,"4.5"}, {inets,"5.7.1"}, {couch,"1.2.0a-b68b5f4-git"}, {mapreduce,"1.0.0"}, {couch_index_merger,"1.2.0a-b68b5f4-git"}, {kernel,"2.14.5"}, {crypto,"2.0.4"}, {ssl,"4.1.6"}, {sasl,"2.1.10"}, {couch_view_parser,"1.0.0"}, {ns_server,"2.0.0-1939-rel-enterprise"}, {mochiweb,"1.4.1"}, {oauth,"7d85d3ef"}, {stdlib,"1.17.5"}]}, {supported_compat_version,[2,0]}, {system_arch,"x86_64-unknown-linux-gnu"}, {wall_clock,1382}, {memory_data,{25199214592,600436736,{<0.6.0>,601480}}}, {disk_data, [{"/",41260352,5}, {"/dev/shm",12304304,0}, {"/boot",495844,7}, {"/data",206420664,1}]}, {meminfo, <<"MemTotal: 24608608 kB\nMemFree: 24022120 kB\nBuffers: 6348 kB\nCached: 20868 kB\nSwapCached: 0 kB\nActive: 180692 kB\nInactive: 20004 kB\nActive(anon): 166232 kB\nInactive(anon): 9232 kB\nActive(file): 14460 kB\nInactive(file): 10772 kB\nUnevictable: 20760 kB\nMlocked: 20760 kB\nSwapTotal: 20479992 kB\nSwapFree: 20479992 kB\nDirty: 132 kB\nWriteback: 0 kB\nAnonPages: 194284 kB\nMapped: 13504 kB\nShmem: 164 kB\nSlab: 67720 kB\nSReclaimable: 12340 kB\nSUnreclaim: 55380 kB\nKernelStack: 2992 kB\nPageTables: 4432 kB\nNFS_Unstable: 0 kB\nBounce: 0 kB\nWritebackTmp: 0 kB\nCommitLimit: 32784296 kB\nCommitted_AS: 1840284 kB\nVmallocTotal: 34359738367 kB\nVmallocUsed: 332500 kB\nVmallocChunk: 34359350016 kB\nHardwareCorrupted: 0 kB\nAnonHugePages: 126976 kB\nHugePages_Total: 0\nHugePages_Free: 0\nHugePages_Rsvd: 0\nHugePages_Surp: 0\nHugepagesize: 2048 kB\nDirectMap4k: 10240 kB\nDirectMap2M: 25155584 kB\n">>}]}] [ns_doctor:debug,2012-11-12T12:51:21.683,ns_1@192.168.0.21:ns_doctor<0.410.0>:ns_doctor:handle_info:137]Current node statuses: [{'ns_1@192.168.0.21', [{last_heard,{1352,753481,679890}}, {outgoing_replications_safeness_level,[]}, {incoming_replications_conf_hashes,[]}, {active_buckets,[]}, {ready_buckets,[]}, {local_tasks,[]}, {memory, [{total,47632888}, {processes,14621616}, {processes_used,14598832}, {system,33011272}, {atom,1275865}, {atom_used,1244140}, {binary,253424}, {code,12652830}, {ets,1470632}]}, {system_memory_data, [{system_total_memory,25199214592}, {free_swap,20971511808}, {total_swap,20971511808}, {cached_memory,21053440}, {buffered_memory,6639616}, {free_memory,24599015424}, {total_memory,25199214592}]}, {node_storage_conf,[{db_path,"/data"},{index_path,"/data"}]}, {statistics, [{wall_clock,{1442591,4999}}, {context_switches,{244704,0}}, {garbage_collection,{39213,116937003,0}}, {io,{{input,10480613},{output,4680825}}}, {reductions,{45020609,126910}}, {run_queue,0}, {runtime,{54400,180}}]}, {system_stats, [{cpu_utilization_rate,1.8087855297157622}, {swap_total,20971511808}, {swap_used,0}]}, {interesting_stats,[]}, {cluster_compatibility_version,131072}, {version, [{public_key,"0.13"}, {lhttpc,"1.3.0"}, {ale,"8cffe61"}, {os_mon,"2.2.7"}, {couch_set_view,"1.2.0a-b68b5f4-git"}, {mnesia,"4.5"}, {inets,"5.7.1"}, {couch,"1.2.0a-b68b5f4-git"}, {mapreduce,"1.0.0"}, {couch_index_merger,"1.2.0a-b68b5f4-git"}, {kernel,"2.14.5"}, {crypto,"2.0.4"}, {ssl,"4.1.6"}, {sasl,"2.1.10"}, {couch_view_parser,"1.0.0"}, {ns_server,"2.0.0-1939-rel-enterprise"}, {mochiweb,"1.4.1"}, {oauth,"7d85d3ef"}, {stdlib,"1.17.5"}]}, {supported_compat_version,[2,0]}, {system_arch,"x86_64-unknown-linux-gnu"}, {wall_clock,1442}, {memory_data,{25199214592,600182784,{<0.6.0>,601480}}}, {disk_data, [{"/",41260352,5}, {"/dev/shm",12304304,0}, {"/boot",495844,7}, {"/data",206420664,1}]}, {meminfo, <<"MemTotal: 24608608 kB\nMemFree: 24022476 kB\nBuffers: 6484 kB\nCached: 20560 kB\nSwapCached: 0 kB\nActive: 180664 kB\nInactive: 19932 kB\nActive(anon): 166340 kB\nInactive(anon): 9232 kB\nActive(file): 14324 kB\nInactive(file): 10700 kB\nUnevictable: 20760 kB\nMlocked: 20760 kB\nSwapTotal: 20479992 kB\nSwapFree: 20479992 kB\nDirty: 100 kB\nWriteback: 0 kB\nAnonPages: 194352 kB\nMapped: 13504 kB\nShmem: 164 kB\nSlab: 67768 kB\nSReclaimable: 12340 kB\nSUnreclaim: 55428 kB\nKernelStack: 2984 kB\nPageTables: 4432 kB\nNFS_Unstable: 0 kB\nBounce: 0 kB\nWritebackTmp: 0 kB\nCommitLimit: 32784296 kB\nCommitted_AS: 1840284 kB\nVmallocTotal: 34359738367 kB\nVmallocUsed: 332500 kB\nVmallocChunk: 34359350016 kB\nHardwareCorrupted: 0 kB\nAnonHugePages: 126976 kB\nHugePages_Total: 0\nHugePages_Free: 0\nHugePages_Rsvd: 0\nHugePages_Surp: 0\nHugepagesize: 2048 kB\nDirectMap4k: 10240 kB\nDirectMap2M: 25155584 kB\n">>}]}] [ns_doctor:debug,2012-11-12T12:51:28.196,ns_1@192.168.0.21:ns_doctor<0.4484.0>:ns_doctor:handle_info:133]Got initial status [{'ns_1@192.168.0.20', [{last_heard,{1352,753488,195929}}, {outgoing_replications_safeness_level, [{"default",green}]}, {incoming_replications_conf_hashes, [{"default",[{'ns_1@192.168.0.22',99799376}]}]}, {active_buckets,["default"]}, {ready_buckets,["default"]}, {local_tasks, [[{pid,<<"<0.24734.0>">>}, {bucket,<<"default">>}, {original_target,{[{type,bucket}]}}, {progress,98}, {started_on,1352753303}, {total_vbuckets,1025}, {trigger_type,scheduled}, {type,bucket_compaction}, {updated_on,1352753487}, {vbuckets_done,1010}]]}, {memory, [{total,202619736}, {processes,148348288}, {processes_used,148288976}, {system,54271448}, {atom,1393705}, {atom_used,1362586}, {binary,14696784}, {code,13887278}, {ets,5613480}]}, {system_memory_data, [{system_total_memory,25199214592}, {free_swap,20971511808}, {total_swap,20971511808}, {cached_memory,8260079616}, {buffered_memory,182804480}, {free_memory,7215521792}, {total_memory,25199214592}]}, {node_storage_conf, [{db_path,"/data"},{index_path,"/data"}]}, {statistics, [{wall_clock,{1451330,47}}, {context_switches,{11039757,0}}, {garbage_collection,{949084,2658188406,0}}, {io,{{input,189291318},{output,8020710471}}}, {reductions,{1467388289,56797}}, {run_queue,0}, {runtime,{385530,20}}]}, {system_stats, [{cpu_utilization_rate,78.60576923076923}, {swap_total,20971511808}, {swap_used,0}]}, {interesting_stats, [{couch_docs_actual_disk_size,8255825698}, {couch_docs_data_size,7323734287}, {couch_views_actual_disk_size,0}, {couch_views_data_size,0}, {curr_items,1497909}, {curr_items_tot,2997405}, {mem_used,7995209040}, {vb_replica_curr_items,1499496}]}, {cluster_compatibility_version,131072}, {version, [{public_key,"0.13"}, {lhttpc,"1.3.0"}, {ale,"8cffe61"}, {os_mon,"2.2.7"}, {couch_set_view,"1.2.0a-b68b5f4-git"}, {mnesia,"4.5"}, {inets,"5.7.1"}, {couch,"1.2.0a-b68b5f4-git"}, {mapreduce,"1.0.0"}, {couch_index_merger,"1.2.0a-b68b5f4-git"}, {kernel,"2.14.5"}, {crypto,"2.0.4"}, {ssl,"4.1.6"}, {sasl,"2.1.10"}, {couch_view_parser,"1.0.0"}, {ns_server,"2.0.0-1939-rel-enterprise"}, {mochiweb,"1.4.1"}, {oauth,"7d85d3ef"}, {stdlib,"1.17.5"}]}, {supported_compat_version,[2,0]}, {system_arch,"x86_64-unknown-linux-gnu"}, {wall_clock,1451}, {memory_data, {25199214592,18115719168, {<18071.461.0>,3514512}}}, {disk_data, [{"/",41260352,5}, {"/dev/shm",12304304,0}, {"/boot",495844,7}, {"/data",206420664,5}]}, {meminfo, <<"MemTotal: 24608608 kB\nMemFree: 7046408 kB\nBuffers: 178520 kB\nCached: 8066484 kB\nSwapCached: 0 kB\nActive: 9647764 kB\nInactive: 7261444 kB\nActive(anon): 8651756 kB\nInactive(anon): 14632 kB\nActive(file): 996008 kB\nInactive(file): 7246812 kB\nUnevictable: 20760 kB\nMlocked: 20760 kB\nSwapTotal: 20479992 kB\nSwapFree: 20479992 kB\nDirty: 10468 kB\nWriteback: 0 kB\nAnonPages: 8685344 kB\nMapped: 15564 kB\nShmem: 172 kB\nSlab: 318144 kB\nSReclaimable: 259744 kB\nSUnreclaim: 58400 kB\nKernelStack: 3072 kB\nPageTables: 21732 kB\nNFS_Unstable: 0 kB\nBounce: 0 kB\nWritebackTmp: 0 kB\nCommitLimit: 32784296 kB\nCommitted_AS: 10422444 kB\nVmallocTotal: 34359738367 kB\nVmallocUsed: 332500 kB\nVmallocChunk: 34359355024 kB\nHardwareCorrupted: 0 kB\nAnonHugePages: 1372160 kB\nHugePages_Total: 0\nHugePages_Free: 0\nHugePages_Rsvd: 0\nHugePages_Surp: 0\nHugepagesize: 2048 kB\nDirectMap4k: 10240 kB\nDirectMap2M: 25155584 kB\n">>}]}, {'ns_1@192.168.0.21', [{last_heard,{1352,753488,195913}}, {outgoing_replications_safeness_level,[]}, {incoming_replications_conf_hashes,[]}, {active_buckets,[]}, {ready_buckets,[]}, {local_tasks,[]}, {memory, [{total,46959312}, {processes,13559896}, {processes_used,13484408}, {system,33399416}, {atom,1277481}, {atom_used,1246443}, {binary,489976}, {code,12694063}, {ets,1549448}]}, {system_memory_data, [{system_total_memory,25199214592}, {free_swap,20971511808}, {total_swap,20971511808}, {cached_memory,21221376}, {buffered_memory,6877184}, {free_memory,24674340864}, {total_memory,25199214592}]}, {node_storage_conf, [{db_path,"/data"},{index_path,"/data"}]}, {statistics, [{wall_clock,{1449104,3}}, {context_switches,{248134,0}}, {garbage_collection,{39973,118946838,0}}, {io,{{input,10586909},{output,4972556}}}, {reductions,{45676327,35824}}, {run_queue,0}, {runtime,{54900,10}}]}, {system_stats, [{cpu_utilization_rate,0}, {swap_total,0}, {swap_used,0}]}, {interesting_stats,[]}, {cluster_compatibility_version,131072}, {version, [{public_key,"0.13"}, {lhttpc,"1.3.0"}, {ale,"8cffe61"}, {os_mon,"2.2.7"}, {couch_set_view,"1.2.0a-b68b5f4-git"}, {mnesia,"4.5"}, {inets,"5.7.1"}, {couch,"1.2.0a-b68b5f4-git"}, {mapreduce,"1.0.0"}, {couch_index_merger,"1.2.0a-b68b5f4-git"}, {kernel,"2.14.5"}, {crypto,"2.0.4"}, {ssl,"4.1.6"}, {sasl,"2.1.10"}, {couch_view_parser,"1.0.0"}, {ns_server,"2.0.0-1939-rel-enterprise"}, {mochiweb,"1.4.1"}, {oauth,"7d85d3ef"}, {stdlib,"1.17.5"}]}, {supported_compat_version,[2,0]}, {system_arch,"x86_64-unknown-linux-gnu"}, {wall_clock,1449}, {memory_data, {25199214592,600182784,{<0.6.0>,601480}}}, {disk_data, [{"/",41260352,5}, {"/dev/shm",12304304,0}, {"/boot",495844,7}, {"/data",206420664,1}]}, {meminfo, <<"MemTotal: 24608608 kB\nMemFree: 24096036 kB\nBuffers: 6716 kB\nCached: 20724 kB\nSwapCached: 0 kB\nActive: 107368 kB\nInactive: 20268 kB\nActive(anon): 92972 kB\nInactive(anon): 9232 kB\nActive(file): 14396 kB\nInactive(file): 11036 kB\nUnevictable: 20760 kB\nMlocked: 20760 kB\nSwapTotal: 20479992 kB\nSwapFree: 20479992 kB\nDirty: 164 kB\nWriteback: 0 kB\nAnonPages: 120836 kB\nMapped: 12512 kB\nShmem: 164 kB\nSlab: 67848 kB\nSReclaimable: 12344 kB\nSUnreclaim: 55504 kB\nKernelStack: 2856 kB\nPageTables: 4060 kB\nNFS_Unstable: 0 kB\nBounce: 0 kB\nWritebackTmp: 0 kB\nCommitLimit: 32784296 kB\nCommitted_AS: 1622588 kB\nVmallocTotal: 34359738367 kB\nVmallocUsed: 332500 kB\nVmallocChunk: 34359350016 kB\nHardwareCorrupted: 0 kB\nAnonHugePages: 55296 kB\nHugePages_Total: 0\nHugePages_Free: 0\nHugePages_Rsvd: 0\nHugePages_Surp: 0\nHugepagesize: 2048 kB\nDirectMap4k: 10240 kB\nDirectMap2M: 25155584 kB\n">>}]}] [stats:debug,2012-11-12T12:51:29.603,ns_1@192.168.0.21:<0.4602.0>:stats_collector:maybe_log_stats:126](at {{1970,1,16},{7,45,53}}) Stats for bucket "default": accepting_conns 1 auth_cmds 0 auth_errors 0 bucket_active_conns 1 bucket_conns 5 bytes 255888 bytes_read 226 bytes_written 804 cas_badval 0 cas_hits 0 cas_misses 0 cmd_flush 0 cmd_get 0 cmd_set 0 conn_yields 0 connection_structures 5000 curr_connections 9 curr_conns_on_port_11209 6 curr_conns_on_port_11210 1 curr_items 0 curr_items_tot 0 curr_temp_items 0 daemon_connections 4 decr_hits 0 decr_misses 0 delete_hits 0 delete_misses 0 ep_access_scanner_last_runtime 0 ep_access_scanner_num_items 0 ep_access_scanner_task_time 2012-11-13 10:00:00 ep_allow_data_loss_during_shutdown 1 ep_alog_block_size 4096 ep_alog_path /data/default/access.log ep_alog_sleep_time 1440 ep_alog_task_time 10 ep_backend couchdb ep_bg_fetch_delay 0 ep_bg_fetched 0 ep_bg_meta_fetched 0 ep_bg_remaining_jobs 0 ep_chk_max_items 5000 ep_chk_period 1800 ep_chk_persistence_remains 0 ep_chk_persistence_timeout 10 ep_chk_remover_stime 5 ep_commit_num 0 ep_commit_time 0 ep_commit_time_total 0 ep_concurrentDB 1 ep_config_file ep_couch_bucket default ep_couch_host localhost ep_couch_port 11213 ep_couch_reconnect_sleeptime 250 ep_couch_response_timeout 180000 ep_data_age 0 ep_data_age_highwat 0 ep_data_traffic_enabled 0 ep_dbinit 0 ep_dbname /data/default ep_degraded_mode 1 ep_diskqueue_drain 0 ep_diskqueue_fill 0 ep_diskqueue_items 0 ep_diskqueue_memory 0 ep_diskqueue_pending 0 ep_exp_pager_stime 3600 ep_exp_pager_stime 3600 ep_expired_access 0 ep_expired_pager 0 ep_expiry_window 3 ep_failpartialwarmup 0 ep_flush_all false ep_flush_duration_total 0 ep_flushall_enabled 0 ep_flusher_state running ep_flusher_todo 0 ep_getl_default_timeout 15 ep_getl_max_timeout 30 ep_ht_locks 5 ep_ht_size 3079 ep_inconsistent_slave_chk 0 ep_initfile ep_io_num_read 0 ep_io_num_write 0 ep_io_read_bytes 0 ep_io_write_bytes 0 ep_item_begin_failed 0 ep_item_commit_failed 0 ep_item_flush_expired 0 ep_item_flush_failed 0 ep_item_num_based_new_chk 1 ep_items_rm_from_checkpoints 0 ep_keep_closed_chks 0 ep_klog_block_size 4096 ep_klog_compactor_queue_cap 500000 ep_klog_compactor_stime 3600 ep_klog_flush commit2 ep_klog_max_entry_ratio 10 ep_klog_max_log_size 2147483647 ep_klog_path ep_klog_sync commit2 ep_kv_size 0 ep_max_checkpoints 2 ep_max_data_size 12582912000 ep_max_item_size 20971520 ep_max_size 12582912000 ep_max_txn_size 10000 ep_max_vbuckets 1024 ep_mem_high_wat 9437184000 ep_mem_high_wat 9437184000 ep_mem_low_wat 7549747200 ep_mem_low_wat 7549747200 ep_mem_tracker_enabled true ep_min_data_age 0 ep_mlog_compactor_runs 0 ep_mutation_mem_threshold 0 ep_num_access_scanner_runs 0 ep_num_eject_failures 0 ep_num_expiry_pager_runs 0 ep_num_non_resident 0 ep_num_not_my_vbuckets 0 ep_num_ops_del_meta 0 ep_num_ops_get_meta 0 ep_num_ops_set_meta 0 ep_num_pager_runs 0 ep_num_value_ejects 0 ep_oom_errors 0 ep_overhead 1152 ep_pager_active_vb_pcnt 40 ep_pager_unbiased_period 60 ep_pending_ops 0 ep_pending_ops_max 0 ep_pending_ops_max_duration 0 ep_pending_ops_total 0 ep_postInitfile ep_queue_age_cap 900 ep_queue_size 0 ep_startup_time 1352753488 ep_storage_age 0 ep_storage_age_highwat 0 ep_store_max_concurrency 10 ep_store_max_readers 9 ep_store_max_readwrite 1 ep_stored_val_type ep_tap_ack_grace_period 300 ep_tap_ack_initial_sequence_number 1 ep_tap_ack_interval 1000 ep_tap_ack_window_size 10 ep_tap_backfill_resident 0.9 ep_tap_backlog_limit 5000 ep_tap_backoff_period 5 ep_tap_bg_fetch_requeued 0 ep_tap_bg_fetched 0 ep_tap_bg_max_pending 500 ep_tap_keepalive 300 ep_tap_noop_interval 20 ep_tap_requeue_sleep_time 0.1 ep_tap_throttle_cap_pcnt 10 ep_tap_throttle_queue_cap 1000000 ep_tap_throttle_threshold 90 ep_tmp_oom_errors 0 ep_too_old 0 ep_too_young 0 ep_total_cache_size 0 ep_total_del_items 0 ep_total_enqueued 0 ep_total_new_items 0 ep_total_persisted 0 ep_uncommitted_items 0 ep_value_size 0 ep_vb0 0 ep_vb_snapshot_total 1 ep_vb_total 0 ep_vbucket_del 0 ep_vbucket_del_fail 0 ep_version 2.0.0r_133_g68e3f7c ep_waitforwarmup 0 ep_warmup 1 ep_warmup_batch_size 1000 ep_warmup_dups 0 ep_warmup_min_items_threshold 100 ep_warmup_min_memory_threshold 100 ep_warmup_oom 0 ep_warmup_thread complete ep_warmup_time 17721 get_hits 0 get_misses 0 incr_hits 0 incr_misses 0 libevent 2.0.11-stable limit_maxbytes 67108864 listen_disabled_num 0 max_conns_on_port_11209 1000 max_conns_on_port_11210 9000 mem_used 255888 pid 7353 pointer_size 64 rejected_conns 0 rusage_system 0.125980 rusage_user 0.057991 threads 4 time 1352753489 total_connections 9 uptime 3 vb_active_curr_items 0 vb_active_eject 0 vb_active_expired 0 vb_active_ht_memory 0 vb_active_itm_memory 0 vb_active_meta_data_memory 0 vb_active_num 0 vb_active_num_non_resident 0 vb_active_num_ref_ejects 0 vb_active_num_ref_items 0 vb_active_ops_create 0 vb_active_ops_delete 0 vb_active_ops_reject 0 vb_active_ops_update 0 vb_active_perc_mem_resident 0 vb_active_queue_age 0 vb_active_queue_drain 0 vb_active_queue_fill 0 vb_active_queue_memory 0 vb_active_queue_pending 0 vb_active_queue_size 0 vb_dead_num 0 vb_pending_curr_items 0 vb_pending_eject 0 vb_pending_expired 0 vb_pending_ht_memory 0 vb_pending_itm_memory 0 vb_pending_meta_data_memory 0 vb_pending_num 0 vb_pending_num_non_resident 0 vb_pending_num_ref_ejects 0 vb_pending_num_ref_items 0 vb_pending_ops_create 0 vb_pending_ops_delete 0 vb_pending_ops_reject 0 vb_pending_ops_update 0 vb_pending_perc_mem_resident 0 vb_pending_queue_age 0 vb_pending_queue_drain 0 vb_pending_queue_fill 0 vb_pending_queue_memory 0 vb_pending_queue_pending 0 vb_pending_queue_size 0 vb_replica_curr_items 0 vb_replica_eject 0 vb_replica_expired 0 vb_replica_ht_memory 0 vb_replica_itm_memory 0 vb_replica_meta_data_memory 0 vb_replica_num 0 vb_replica_num_non_resident 0 vb_replica_num_ref_ejects 0 vb_replica_num_ref_items 0 vb_replica_ops_create 0 vb_replica_ops_delete 0 vb_replica_ops_reject 0 vb_replica_ops_update 0 vb_replica_perc_mem_resident 0 vb_replica_queue_age 0 vb_replica_queue_drain 0 vb_replica_queue_fill 0 vb_replica_queue_memory 0 vb_replica_queue_pending 0 vb_replica_queue_size 0 version 1.4.4_600_g7ea975a [ns_doctor:debug,2012-11-12T12:52:28.184,ns_1@192.168.0.21:ns_doctor<0.4484.0>:ns_doctor:handle_info:137]Current node statuses: [{'ns_1@192.168.0.20', [{last_heard,{1352,753544,593052}}, {outgoing_replications_safeness_level,[{"default",green}]}, {incoming_replications_conf_hashes, [{"default",[{'ns_1@192.168.0.22',103739470}]}]}, {active_buckets,["default"]}, {ready_buckets,["default"]}, {local_tasks,[]}, {memory, [{total,236395736}, {processes,183297680}, {processes_used,182983312}, {system,53098056}, {atom,1401785}, {atom_used,1374492}, {binary,13164208}, {code,14054366}, {ets,5834800}]}, {system_memory_data, [{system_total_memory,25199214592}, {free_swap,20971511808}, {total_swap,20971511808}, {cached_memory,8279076864}, {buffered_memory,184557568}, {free_memory,7150186496}, {total_memory,25199214592}]}, {node_storage_conf,[{db_path,"/data"},{index_path,"/data"}]}, {statistics, [{wall_clock,{1507731,5018}}, {context_switches,{11501614,0}}, {garbage_collection,{1038552,3174162272,0}}, {io,{{input,194642593},{output,8241020675}}}, {reductions,{1542314754,6567551}}, {run_queue,0}, {runtime,{413820,2760}}]}, {system_stats, [{cpu_utilization_rate,79.3103448275862}, {swap_total,20971511808}, {swap_used,0}]}, {interesting_stats, [{couch_docs_actual_disk_size,8229528088}, {couch_docs_data_size,6961466778}, {couch_views_actual_disk_size,0}, {couch_views_data_size,0}, {curr_items,1430545}, {curr_items_tot,2838752}, {mem_used,7584351520}, {vb_replica_curr_items,1408207}]}, {cluster_compatibility_version,131072}, {version, [{public_key,"0.13"}, {lhttpc,"1.3.0"}, {ale,"8cffe61"}, {os_mon,"2.2.7"}, {couch_set_view,"1.2.0a-b68b5f4-git"}, {mnesia,"4.5"}, {inets,"5.7.1"}, {couch,"1.2.0a-b68b5f4-git"}, {mapreduce,"1.0.0"}, {couch_index_merger,"1.2.0a-b68b5f4-git"}, {kernel,"2.14.5"}, {crypto,"2.0.4"}, {ssl,"4.1.6"}, {sasl,"2.1.10"}, {couch_view_parser,"1.0.0"}, {ns_server,"2.0.0-1939-rel-enterprise"}, {mochiweb,"1.4.1"}, {oauth,"7d85d3ef"}, {stdlib,"1.17.5"}]}, {supported_compat_version,[2,0]}, {system_arch,"x86_64-unknown-linux-gnu"}, {wall_clock,1507}, {memory_data,{25199214592,18068250624,{<18071.667.0>,8228504}}}, {disk_data, [{"/",41260352,5}, {"/dev/shm",12304304,0}, {"/boot",495844,7}, {"/data",206420664,5}]}, {meminfo, <<"MemTotal: 24608608 kB\nMemFree: 6982604 kB\nBuffers: 180232 kB\nCached: 8085036 kB\nSwapCached: 0 kB\nActive: 9947208 kB\nInactive: 7025692 kB\nActive(anon): 8695340 kB\nInactive(anon): 14632 kB\nActive(file): 1251868 kB\nInactive(file): 7011060 kB\nUnevictable: 20760 kB\nMlocked: 20760 kB\nSwapTotal: 20479992 kB\nSwapFree: 20479992 kB\nDirty: 3228 kB\nWriteback: 0 kB\nAnonPages: 8728484 kB\nMapped: 15544 kB\nShmem: 172 kB\nSlab: 319112 kB\nSReclaimable: 260956 kB\nSUnreclaim: 58156 kB\nKernelStack: 3064 kB\nPageTables: 21820 kB\nNFS_Unstable: 0 kB\nBounce: 0 kB\nWritebackTmp: 0 kB\nCommitLimit: 32784296 kB\nCommitted_AS: 10476296 kB\nVmallocTotal: 34359738367 kB\nVmallocUsed: 332500 kB\nVmallocChunk: 34359355024 kB\nHardwareCorrupted: 0 kB\nAnonHugePages: 1488896 kB\nHugePages_Total: 0\nHugePages_Free: 0\nHugePages_Rsvd: 0\nHugePages_Surp: 0\nHugepagesize: 2048 kB\nDirectMap4k: 10240 kB\nDirectMap2M: 25155584 kB\n">>}]}, {'ns_1@192.168.0.21', [{last_heard,{1352,753543,192211}}, {outgoing_replications_safeness_level,[{"default",green}]}, {incoming_replications_conf_hashes, [{"default",[{'ns_1@192.168.0.22',122319815}]}]}, {active_buckets,["default"]}, {ready_buckets,["default"]}, {local_tasks,[]}, {memory, [{total,100467800}, {processes,62967664}, {processes_used,62954512}, {system,37500136}, {atom,1339809}, {atom_used,1335933}, {binary,2582608}, {code,13493102}, {ets,2309488}]}, {system_memory_data, [{system_total_memory,25199214592}, {free_swap,20971511808}, {total_swap,20971511808}, {cached_memory,910848000}, {buffered_memory,73879552}, {free_memory,23132946432}, {total_memory,25199214592}]}, {node_storage_conf,[{db_path,"/data"},{index_path,"/data"}]}, {statistics, [{wall_clock,{1504101,5002}}, {context_switches,{562422,0}}, {garbage_collection,{169762,383174196,0}}, {io,{{input,34618088},{output,908351275}}}, {reductions,{101876420,5962565}}, {run_queue,0}, {runtime,{75610,2070}}]}, {system_stats, [{cpu_utilization_rate,29.156010230179028}, {swap_total,20971511808}, {swap_used,0}]}, {interesting_stats, [{couch_docs_actual_disk_size,824945590}, {couch_docs_data_size,348704460}, {couch_views_actual_disk_size,0}, {couch_views_data_size,0}, {curr_items,87467}, {curr_items_tot,157199}, {mem_used,418476168}, {vb_replica_curr_items,69732}]}, {cluster_compatibility_version,131072}, {version, [{public_key,"0.13"}, {lhttpc,"1.3.0"}, {ale,"8cffe61"}, {os_mon,"2.2.7"}, {couch_set_view,"1.2.0a-b68b5f4-git"}, {mnesia,"4.5"}, {inets,"5.7.1"}, {couch,"1.2.0a-b68b5f4-git"}, {mapreduce,"1.0.0"}, {couch_index_merger,"1.2.0a-b68b5f4-git"}, {kernel,"2.14.5"}, {crypto,"2.0.4"}, {ssl,"4.1.6"}, {sasl,"2.1.10"}, {couch_view_parser,"1.0.0"}, {ns_server,"2.0.0-1939-rel-enterprise"}, {mochiweb,"1.4.1"}, {oauth,"7d85d3ef"}, {stdlib,"1.17.5"}]}, {supported_compat_version,[2,0]}, {system_arch,"x86_64-unknown-linux-gnu"}, {wall_clock,1504}, {memory_data,{25199214592,1981296640,{<0.4593.0>,4714984}}}, {disk_data, [{"/",41260352,5}, {"/dev/shm",12304304,0}, {"/boot",495844,7}, {"/data",206420664,1}]}, {meminfo, <<"MemTotal: 24608608 kB\nMemFree: 22590768 kB\nBuffers: 72148 kB\nCached: 889500 kB\nSwapCached: 0 kB\nActive: 802656 kB\nInactive: 801388 kB\nActive(anon): 635152 kB\nInactive(anon): 9232 kB\nActive(file): 167504 kB\nInactive(file): 792156 kB\nUnevictable: 20760 kB\nMlocked: 20760 kB\nSwapTotal: 20479992 kB\nSwapFree: 20479992 kB\nDirty: 1132 kB\nWriteback: 0 kB\nAnonPages: 663172 kB\nMapped: 14608 kB\nShmem: 164 kB\nSlab: 93948 kB\nSReclaimable: 36868 kB\nSUnreclaim: 57080 kB\nKernelStack: 3056 kB\nPageTables: 5552 kB\nNFS_Unstable: 0 kB\nBounce: 0 kB\nWritebackTmp: 0 kB\nCommitLimit: 32784296 kB\nCommitted_AS: 2419384 kB\nVmallocTotal: 34359738367 kB\nVmallocUsed: 332500 kB\nVmallocChunk: 34359350016 kB\nHardwareCorrupted: 0 kB\nAnonHugePages: 88064 kB\nHugePages_Total: 0\nHugePages_Free: 0\nHugePages_Rsvd: 0\nHugePages_Surp: 0\nHugepagesize: 2048 kB\nDirectMap4k: 10240 kB\nDirectMap2M: 25155584 kB\n">>}]}, {'ns_1@192.168.0.22', [{last_heard,{1352,753547,793877}}, {outgoing_replications_safeness_level,[{"default",green}]}, {incoming_replications_conf_hashes, [{"default", [{'ns_1@192.168.0.20',133149494}, {'ns_1@192.168.0.21',75781492}]}]}, {active_buckets,["default"]}, {ready_buckets,["default"]}, {local_tasks,[]}, {memory, [{total,229631488}, {processes,176891072}, {processes_used,176805128}, {system,52740416}, {atom,1338193}, {atom_used,1333793}, {binary,13413152}, {code,13490894}, {ets,5853864}]}, {system_memory_data, [{system_total_memory,25199214592}, {free_swap,20971511808}, {total_swap,20971511808}, {cached_memory,10059821056}, {buffered_memory,190873600}, {free_memory,5326409728}, {total_memory,25199214592}]}, {node_storage_conf,[{db_path,"/data"},{index_path,"/data"}]}, {statistics, [{wall_clock,{1495876,5002}}, {context_switches,{12109511,0}}, {garbage_collection,{1151325,2872667520,0}}, {io,{{input,210165020},{output,8599104216}}}, {reductions,{1208603721,6266445}}, {run_queue,2}, {runtime,{399550,2230}}]}, {system_stats, [{cpu_utilization_rate,55.86034912718205}, {swap_total,20971511808}, {swap_used,0}]}, {interesting_stats, [{couch_docs_actual_disk_size,9981033575}, {couch_docs_data_size,7324388605}, {couch_views_actual_disk_size,0}, {couch_views_data_size,0}, {curr_items,1472540}, {curr_items_tot,2996632}, {mem_used,8004277016}, {vb_replica_curr_items,1524092}]}, {cluster_compatibility_version,131072}, {version, [{public_key,"0.13"}, {lhttpc,"1.3.0"}, {ale,"8cffe61"}, {os_mon,"2.2.7"}, {couch_set_view,"1.2.0a-b68b5f4-git"}, {mnesia,"4.5"}, {inets,"5.7.1"}, {couch,"1.2.0a-b68b5f4-git"}, {mapreduce,"1.0.0"}, {couch_index_merger,"1.2.0a-b68b5f4-git"}, {kernel,"2.14.5"}, {crypto,"2.0.4"}, {ssl,"4.1.6"}, {sasl,"2.1.10"}, {couch_view_parser,"1.0.0"}, {ns_server,"2.0.0-1939-rel-enterprise"}, {mochiweb,"1.4.1"}, {oauth,"7d85d3ef"}, {stdlib,"1.17.5"}]}, {supported_compat_version,[2,0]}, {system_arch,"x86_64-unknown-linux-gnu"}, {wall_clock,1495}, {memory_data,{25199214592,19002314752,{<18111.675.0>,4714984}}}, {disk_data, [{"/",41260352,5}, {"/dev/shm",12304304,0}, {"/boot",495844,7}, {"/data",206420664,5}]}, {meminfo, <<"MemTotal: 24608608 kB\nMemFree: 5201820 kB\nBuffers: 186400 kB\nCached: 9824044 kB\nSwapCached: 0 kB\nActive: 10629336 kB\nInactive: 8077024 kB\nActive(anon): 8688396 kB\nInactive(anon): 10216 kB\nActive(file): 1940940 kB\nInactive(file): 8066808 kB\nUnevictable: 20760 kB\nMlocked: 20760 kB\nSwapTotal: 20479992 kB\nSwapFree: 20479992 kB\nDirty: 10520 kB\nWriteback: 0 kB\nAnonPages: 8717464 kB\nMapped: 15680 kB\nShmem: 172 kB\nSlab: 364804 kB\nSReclaimable: 306736 kB\nSUnreclaim: 58068 kB\nKernelStack: 2552 kB\nPageTables: 21492 kB\nNFS_Unstable: 0 kB\nBounce: 0 kB\nWritebackTmp: 0 kB\nCommitLimit: 32784296 kB\nCommitted_AS: 10449908 kB\nVmallocTotal: 34359738367 kB\nVmallocUsed: 332500 kB\nVmallocChunk: 34359350016 kB\nHardwareCorrupted: 0 kB\nAnonHugePages: 1488896 kB\nHugePages_Total: 0\nHugePages_Free: 0\nHugePages_Rsvd: 0\nHugePages_Surp: 0\nHugepagesize: 2048 kB\nDirectMap4k: 10240 kB\nDirectMap2M: 25155584 kB\n">>}]}] [stats:debug,2012-11-12T12:53:09.622,ns_1@192.168.0.21:<0.4602.0>:stats_collector:maybe_log_stats:126](at {{1970,1,16},{7,45,53}}) Stats for bucket "default": accepting_conns 1 auth_cmds 9 auth_errors 0 bucket_active_conns 1 bucket_conns 22 bytes 764897856 bytes_read 1647634301 bytes_written 395892715 cas_badval 0 cas_hits 0 cas_misses 0 cmd_flush 0 cmd_get 8318 cmd_set 7767 conn_yields 9098 connection_structures 5000 curr_connections 25 curr_conns_on_port_11209 13 curr_conns_on_port_11210 10 curr_items 163443 curr_items_tot 288592 curr_temp_items 0 daemon_connections 4 decr_hits 0 decr_misses 0 delete_hits 385 delete_misses 653 ep_access_scanner_last_runtime 0 ep_access_scanner_num_items 0 ep_access_scanner_task_time 2012-11-13 10:00:00 ep_allow_data_loss_during_shutdown 1 ep_alog_block_size 4096 ep_alog_path /data/default/access.log ep_alog_sleep_time 1440 ep_alog_task_time 10 ep_backend couchdb ep_bg_fetch_delay 0 ep_bg_fetched 0 ep_bg_meta_fetched 0 ep_bg_remaining_jobs 0 ep_chk_max_items 5000 ep_chk_period 1800 ep_chk_persistence_remains 1 ep_chk_persistence_timeout 10 ep_chk_remover_stime 5 ep_commit_num 7443 ep_commit_time 29 ep_commit_time_total 50007 ep_concurrentDB 1 ep_config_file ep_couch_bucket default ep_couch_host localhost ep_couch_port 11213 ep_couch_reconnect_sleeptime 250 ep_couch_response_timeout 180000 ep_data_age 2 ep_data_age_highwat 5 ep_data_traffic_enabled 0 ep_dbinit 0 ep_dbname /data/default ep_degraded_mode 0 ep_diskqueue_drain 911815 ep_diskqueue_fill 668097 ep_diskqueue_items 2777 ep_diskqueue_memory 87488 ep_diskqueue_pending 131232 ep_exp_pager_stime 3600 ep_exp_pager_stime 3600 ep_expired_access 5 ep_expired_pager 0 ep_expiry_window 3 ep_failpartialwarmup 0 ep_flush_all false ep_flush_duration_total 82 ep_flushall_enabled 0 ep_flusher_state running ep_flusher_todo 740 ep_getl_default_timeout 15 ep_getl_max_timeout 30 ep_ht_locks 5 ep_ht_size 3079 ep_inconsistent_slave_chk 0 ep_initfile ep_io_num_read 0 ep_io_num_write 593416 ep_io_read_bytes 0 ep_io_write_bytes 1370364785 ep_item_begin_failed 0 ep_item_commit_failed 0 ep_item_flush_expired 9 ep_item_flush_failed 0 ep_item_num_based_new_chk 1 ep_items_rm_from_checkpoints 33024 ep_keep_closed_chks 0 ep_klog_block_size 4096 ep_klog_compactor_queue_cap 500000 ep_klog_compactor_stime 3600 ep_klog_flush commit2 ep_klog_max_entry_ratio 10 ep_klog_max_log_size 2147483647 ep_klog_path ep_klog_sync commit2 ep_kv_size 708503828 ep_max_checkpoints 2 ep_max_data_size 12582912000 ep_max_item_size 20971520 ep_max_size 12582912000 ep_max_txn_size 10000 ep_max_vbuckets 1024 ep_mem_high_wat 9437184000 ep_mem_high_wat 9437184000 ep_mem_low_wat 7549747200 ep_mem_low_wat 7549747200 ep_mem_tracker_enabled true ep_min_data_age 0 ep_mlog_compactor_runs 0 ep_mutation_mem_threshold 0 ep_num_access_scanner_runs 0 ep_num_eject_failures 0 ep_num_expiry_pager_runs 0 ep_num_non_resident 0 ep_num_not_my_vbuckets 0 ep_num_ops_del_meta 0 ep_num_ops_get_meta 0 ep_num_ops_set_meta 0 ep_num_pager_runs 0 ep_num_value_ejects 0 ep_oom_errors 0 ep_overhead 24175200 ep_pager_active_vb_pcnt 40 ep_pager_unbiased_period 60 ep_pending_ops 0 ep_pending_ops_max 0 ep_pending_ops_max_duration 0 ep_pending_ops_total 0 ep_postInitfile ep_queue_age_cap 900 ep_queue_size 2037 ep_startup_time 1352753488 ep_storage_age 0 ep_storage_age_highwat 2 ep_store_max_concurrency 10 ep_store_max_readers 9 ep_store_max_readwrite 1 ep_stored_val_type ep_tap_ack_grace_period 300 ep_tap_ack_initial_sequence_number 1 ep_tap_ack_interval 1000 ep_tap_ack_window_size 10 ep_tap_backfill_resident 0.9 ep_tap_backlog_limit 5000 ep_tap_backoff_period 5 ep_tap_bg_fetch_requeued 0 ep_tap_bg_fetched 0 ep_tap_bg_max_pending 500 ep_tap_keepalive 300 ep_tap_noop_interval 20 ep_tap_requeue_sleep_time 0.1 ep_tap_throttle_cap_pcnt 10 ep_tap_throttle_queue_cap 1000000 ep_tap_throttle_threshold 90 ep_tmp_oom_errors 0 ep_too_old 0 ep_too_young 0 ep_total_cache_size 705040928 ep_total_del_items 17563 ep_total_enqueued 668097 ep_total_new_items 288792 ep_total_persisted 593416 ep_uncommitted_items 2 ep_value_size 684709590 ep_vb0 0 ep_vb_snapshot_total 213 ep_vb_total 100 ep_vbucket_del 0 ep_vbucket_del_fail 0 ep_version 2.0.0r_133_g68e3f7c ep_waitforwarmup 0 ep_warmup 1 ep_warmup_batch_size 1000 ep_warmup_dups 0 ep_warmup_min_items_threshold 100 ep_warmup_min_memory_threshold 100 ep_warmup_oom 0 ep_warmup_thread complete ep_warmup_time 17721 get_hits 8163 get_misses 155 incr_hits 0 incr_misses 0 libevent 2.0.11-stable limit_maxbytes 67108864 listen_disabled_num 0 max_conns_on_port_11209 1000 max_conns_on_port_11210 9000 mem_used 764897856 pid 7353 pointer_size 64 rejected_conns 0 rusage_system 15.510642 rusage_user 60.095864 tap_checkpoint_end_received 138 tap_checkpoint_end_sent 49 tap_checkpoint_start_received 299 tap_checkpoint_start_sent 56 tap_connect_received 1 tap_delete_received 10314 tap_delete_sent 2724 tap_mutation_received 670391 tap_mutation_sent 150547 tap_opaque_received 690 tap_opaque_sent 57 tap_vbucket_set_received 112 threads 4 time 1352753588 total_connections 529 uptime 102 vb_active_curr_items 163443 vb_active_eject 0 vb_active_expired 3 vb_active_ht_memory 1406272 vb_active_itm_memory 399457741 vb_active_meta_data_memory 12911997 vb_active_num 56 vb_active_num_non_resident 0 vb_active_num_ref_ejects 0 vb_active_num_ref_items 163825 vb_active_ops_create 163814 vb_active_ops_delete 9608 vb_active_ops_reject 0 vb_active_ops_update 103929 vb_active_perc_mem_resident 100 vb_active_queue_age 107000 vb_active_queue_drain 472856 vb_active_queue_fill 325285 vb_active_queue_memory 2688 vb_active_queue_pending 4032 vb_active_queue_size 84 vb_dead_num 0 vb_pending_curr_items 0 vb_pending_eject 0 vb_pending_expired 0 vb_pending_ht_memory 0 vb_pending_itm_memory 0 vb_pending_meta_data_memory 0 vb_pending_num 0 vb_pending_num_non_resident 0 vb_pending_num_ref_ejects 0 vb_pending_num_ref_items 0 vb_pending_ops_create 0 vb_pending_ops_delete 0 vb_pending_ops_reject 0 vb_pending_ops_update 0 vb_pending_perc_mem_resident 0 vb_pending_queue_age 0 vb_pending_queue_drain 0 vb_pending_queue_fill 0 vb_pending_queue_memory 0 vb_pending_queue_pending 0 vb_pending_queue_size 0 vb_replica_curr_items 125149 vb_replica_eject 0 vb_replica_expired 2 vb_replica_ht_memory 1104928 vb_replica_itm_memory 305583187 vb_replica_meta_data_memory 9886771 vb_replica_num 44 vb_replica_num_non_resident 0 vb_replica_num_ref_ejects 0 vb_replica_num_ref_items 125454 vb_replica_ops_create 124978 vb_replica_ops_delete 7955 vb_replica_ops_reject 0 vb_replica_ops_update 183134 vb_replica_perc_mem_resident 100 vb_replica_queue_age 0 vb_replica_queue_drain 438959 vb_replica_queue_fill 342812 vb_replica_queue_memory 84800 vb_replica_queue_pending 127200 vb_replica_queue_size 2650 version 1.4.4_600_g7ea975a [ns_doctor:debug,2012-11-12T12:53:28.184,ns_1@192.168.0.21:ns_doctor<0.4484.0>:ns_doctor:handle_info:137]Current node statuses: [{'ns_1@192.168.0.20', [{last_heard,{1352,753604,573510}}, {outgoing_replications_safeness_level,[{"default",green}]}, {incoming_replications_conf_hashes, [{"default",[{'ns_1@192.168.0.22',80167028}]}]}, {active_buckets,["default"]}, {ready_buckets,["default"]}, {local_tasks,[]}, {memory, [{total,230690328}, {processes,178201952}, {processes_used,177665088}, {system,52488376}, {atom,1401785}, {atom_used,1374492}, {binary,12522408}, {code,14054366}, {ets,5901624}]}, {system_memory_data, [{system_total_memory,25199214592}, {free_swap,20971511808}, {total_swap,20971511808}, {cached_memory,8312037376}, {buffered_memory,186425344}, {free_memory,7084679168}, {total_memory,25199214592}]}, {node_storage_conf,[{db_path,"/data"},{index_path,"/data"}]}, {statistics, [{wall_clock,{1567711,5000}}, {context_switches,{11971981,0}}, {garbage_collection,{1130728,3942408113,0}}, {io,{{input,200110348},{output,8459746653}}}, {reductions,{1616832498,6319266}}, {run_queue,0}, {runtime,{449040,3390}}]}, {system_stats, [{cpu_utilization_rate,71.60493827160494}, {swap_total,20971511808}, {swap_used,0}]}, {interesting_stats, [{couch_docs_actual_disk_size,8241572487}, {couch_docs_data_size,6547751821}, {couch_views_actual_disk_size,0}, {couch_views_data_size,0}, {curr_items,1357300}, {curr_items_tot,2668530}, {mem_used,7140085600}, {vb_replica_curr_items,1311230}]}, {cluster_compatibility_version,131072}, {version, [{public_key,"0.13"}, {lhttpc,"1.3.0"}, {ale,"8cffe61"}, {os_mon,"2.2.7"}, {couch_set_view,"1.2.0a-b68b5f4-git"}, {mnesia,"4.5"}, {inets,"5.7.1"}, {couch,"1.2.0a-b68b5f4-git"}, {mapreduce,"1.0.0"}, {couch_index_merger,"1.2.0a-b68b5f4-git"}, {kernel,"2.14.5"}, {crypto,"2.0.4"}, {ssl,"4.1.6"}, {sasl,"2.1.10"}, {couch_view_parser,"1.0.0"}, {ns_server,"2.0.0-1939-rel-enterprise"}, {mochiweb,"1.4.1"}, {oauth,"7d85d3ef"}, {stdlib,"1.17.5"}]}, {supported_compat_version,[2,0]}, {system_arch,"x86_64-unknown-linux-gnu"}, {wall_clock,1567}, {memory_data,{25199214592,18100379648,{<18071.667.0>,10770992}}}, {disk_data, [{"/",41260352,5}, {"/dev/shm",12304304,0}, {"/boot",495844,7}, {"/data",206420664,5}]}, {meminfo, <<"MemTotal: 24608608 kB\nMemFree: 6917888 kB\nBuffers: 182056 kB\nCached: 8117224 kB\nSwapCached: 0 kB\nActive: 10189828 kB\nInactive: 6845596 kB\nActive(anon): 8722216 kB\nInactive(anon): 16556 kB\nActive(file): 1467612 kB\nInactive(file): 6829040 kB\nUnevictable: 20760 kB\nMlocked: 20760 kB\nSwapTotal: 20479992 kB\nSwapFree: 20479992 kB\nDirty: 6556 kB\nWriteback: 0 kB\nAnonPages: 8757748 kB\nMapped: 15568 kB\nShmem: 172 kB\nSlab: 319436 kB\nSReclaimable: 261308 kB\nSUnreclaim: 58128 kB\nKernelStack: 3056 kB\nPageTables: 21900 kB\nNFS_Unstable: 0 kB\nBounce: 0 kB\nWritebackTmp: 0 kB\nCommitLimit: 32784296 kB\nCommitted_AS: 10498648 kB\nVmallocTotal: 34359738367 kB\nVmallocUsed: 332500 kB\nVmallocChunk: 34359355024 kB\nHardwareCorrupted: 0 kB\nAnonHugePages: 1603584 kB\nHugePages_Total: 0\nHugePages_Free: 0\nHugePages_Rsvd: 0\nHugePages_Surp: 0\nHugepagesize: 2048 kB\nDirectMap4k: 10240 kB\nDirectMap2M: 25155584 kB\n">>}]}, {'ns_1@192.168.0.21', [{last_heard,{1352,753603,187822}}, {outgoing_replications_safeness_level,[{"default",green}]}, {incoming_replications_conf_hashes, [{"default",[{'ns_1@192.168.0.22',65833523}]}]}, {active_buckets,["default"]}, {ready_buckets,["default"]}, {local_tasks,[]}, {memory, [{total,102676456}, {processes,64310096}, {processes_used,64303448}, {system,38366360}, {atom,1339809}, {atom_used,1335933}, {binary,3033328}, {code,13493102}, {ets,2484720}]}, {system_memory_data, [{system_total_memory,25199214592}, {free_swap,20971511808}, {total_swap,20971511808}, {cached_memory,1276182528}, {buffered_memory,125399040}, {free_memory,22203195392}, {total_memory,25199214592}]}, {node_storage_conf,[{db_path,"/data"},{index_path,"/data"}]}, {statistics, [{wall_clock,{1564099,4999}}, {context_switches,{1020875,0}}, {garbage_collection,{309765,688149011,0}}, {io,{{input,52393862},{output,1879168553}}}, {reductions,{173420323,6556262}}, {run_queue,0}, {runtime,{102130,2500}}]}, {system_stats, [{cpu_utilization_rate,41.03194103194103}, {swap_total,20971511808}, {swap_used,0}]}, {interesting_stats, [{couch_docs_actual_disk_size,1173863648}, {couch_docs_data_size,761633284}, {couch_views_actual_disk_size,0}, {couch_views_data_size,0}, {curr_items,183830}, {curr_items_tot,325921}, {mem_used,864346976}, {vb_replica_curr_items,142091}]}, {cluster_compatibility_version,131072}, {version, [{public_key,"0.13"}, {lhttpc,"1.3.0"}, {ale,"8cffe61"}, {os_mon,"2.2.7"}, {couch_set_view,"1.2.0a-b68b5f4-git"}, {mnesia,"4.5"}, {inets,"5.7.1"}, {couch,"1.2.0a-b68b5f4-git"}, {mapreduce,"1.0.0"}, {couch_index_merger,"1.2.0a-b68b5f4-git"}, {kernel,"2.14.5"}, {crypto,"2.0.4"}, {ssl,"4.1.6"}, {sasl,"2.1.10"}, {couch_view_parser,"1.0.0"}, {ns_server,"2.0.0-1939-rel-enterprise"}, {mochiweb,"1.4.1"}, {oauth,"7d85d3ef"}, {stdlib,"1.17.5"}]}, {supported_compat_version,[2,0]}, {system_arch,"x86_64-unknown-linux-gnu"}, {wall_clock,1564}, {memory_data,{25199214592,2907009024,{<0.4593.0>,4714984}}}, {disk_data, [{"/",41260352,5}, {"/dev/shm",12304304,0}, {"/boot",495844,7}, {"/data",206420664,1}]}, {meminfo, <<"MemTotal: 24608608 kB\nMemFree: 21682808 kB\nBuffers: 122460 kB\nCached: 1246272 kB\nSwapCached: 0 kB\nActive: 1391940 kB\nInactive: 1106096 kB\nActive(anon): 1122308 kB\nInactive(anon): 9232 kB\nActive(file): 269632 kB\nInactive(file): 1096864 kB\nUnevictable: 20760 kB\nMlocked: 20760 kB\nSwapTotal: 20479992 kB\nSwapFree: 20479992 kB\nDirty: 1800 kB\nWriteback: 0 kB\nAnonPages: 1152584 kB\nMapped: 14612 kB\nShmem: 164 kB\nSlab: 106660 kB\nSReclaimable: 48864 kB\nSUnreclaim: 57796 kB\nKernelStack: 3048 kB\nPageTables: 6512 kB\nNFS_Unstable: 0 kB\nBounce: 0 kB\nWritebackTmp: 0 kB\nCommitLimit: 32784296 kB\nCommitted_AS: 2891728 kB\nVmallocTotal: 34359738367 kB\nVmallocUsed: 332500 kB\nVmallocChunk: 34359350016 kB\nHardwareCorrupted: 0 kB\nAnonHugePages: 182272 kB\nHugePages_Total: 0\nHugePages_Free: 0\nHugePages_Rsvd: 0\nHugePages_Surp: 0\nHugepagesize: 2048 kB\nDirectMap4k: 10240 kB\nDirectMap2M: 25155584 kB\n">>}]}, {'ns_1@192.168.0.22', [{last_heard,{1352,753607,793702}}, {outgoing_replications_safeness_level,[{"default",green}]}, {incoming_replications_conf_hashes, [{"default", [{'ns_1@192.168.0.20',88925611}, {'ns_1@192.168.0.21',101136751}]}]}, {active_buckets,["default"]}, {ready_buckets,["default"]}, {local_tasks, [[{pid,<<"<0.4103.1>">>}, {bucket,<<"default">>}, {original_target,{[{type,bucket}]}}, {progress,1}, {started_on,1352753604}, {total_vbuckets,1025}, {trigger_type,scheduled}, {type,bucket_compaction}, {updated_on,1352753607}, {vbuckets_done,19}]]}, {memory, [{total,230817248}, {processes,177634992}, {processes_used,177557696}, {system,53182256}, {atom,1338193}, {atom_used,1333793}, {binary,13656504}, {code,13490894}, {ets,6047320}]}, {system_memory_data, [{system_total_memory,25199214592}, {free_swap,20971511808}, {total_swap,20971511808}, {cached_memory,10739556352}, {buffered_memory,192262144}, {free_memory,4610334720}, {total_memory,25199214592}]}, {node_storage_conf,[{db_path,"/data"},{index_path,"/data"}]}, {statistics, [{wall_clock,{1555875,5000}}, {context_switches,{12650370,0}}, {garbage_collection,{1291910,3166300568,0}}, {io,{{input,228637288},{output,9217893879}}}, {reductions,{1279762749,5870040}}, {run_queue,0}, {runtime,{426110,2190}}]}, {system_stats, [{cpu_utilization_rate,76.1786600496278}, {swap_total,20971511808}, {swap_used,0}]}, {interesting_stats, [{couch_docs_actual_disk_size,10773675030}, {couch_docs_data_size,7323459874}, {couch_views_actual_disk_size,0}, {couch_views_data_size,0}, {curr_items,1451275}, {curr_items_tot,2996005}, {mem_used,8012448608}, {vb_replica_curr_items,1544730}]}, {cluster_compatibility_version,131072}, {version, [{public_key,"0.13"}, {lhttpc,"1.3.0"}, {ale,"8cffe61"}, {os_mon,"2.2.7"}, {couch_set_view,"1.2.0a-b68b5f4-git"}, {mnesia,"4.5"}, {inets,"5.7.1"}, {couch,"1.2.0a-b68b5f4-git"}, {mapreduce,"1.0.0"}, {couch_index_merger,"1.2.0a-b68b5f4-git"}, {kernel,"2.14.5"}, {crypto,"2.0.4"}, {ssl,"4.1.6"}, {sasl,"2.1.10"}, {couch_view_parser,"1.0.0"}, {ns_server,"2.0.0-1939-rel-enterprise"}, {mochiweb,"1.4.1"}, {oauth,"7d85d3ef"}, {stdlib,"1.17.5"}]}, {supported_compat_version,[2,0]}, {system_arch,"x86_64-unknown-linux-gnu"}, {wall_clock,1555}, {memory_data,{25199214592,19931222016,{<18111.687.0>,8228504}}}, {disk_data, [{"/",41260352,5}, {"/dev/shm",12304304,0}, {"/boot",495844,7}, {"/data",206420664,5}]}, {meminfo, <<"MemTotal: 24608608 kB\nMemFree: 4502032 kB\nBuffers: 187756 kB\nCached: 10487848 kB\nSwapCached: 0 kB\nActive: 10939920 kB\nInactive: 8445068 kB\nActive(anon): 8701548 kB\nInactive(anon): 10216 kB\nActive(file): 2238372 kB\nInactive(file): 8434852 kB\nUnevictable: 20760 kB\nMlocked: 20760 kB\nSwapTotal: 20479992 kB\nSwapFree: 20479992 kB\nDirty: 13168 kB\nWriteback: 0 kB\nAnonPages: 8730556 kB\nMapped: 15684 kB\nShmem: 172 kB\nSlab: 387496 kB\nSReclaimable: 329340 kB\nSUnreclaim: 58156 kB\nKernelStack: 2560 kB\nPageTables: 21580 kB\nNFS_Unstable: 0 kB\nBounce: 0 kB\nWritebackTmp: 0 kB\nCommitLimit: 32784296 kB\nCommitted_AS: 10469740 kB\nVmallocTotal: 34359738367 kB\nVmallocUsed: 332500 kB\nVmallocChunk: 34359350016 kB\nHardwareCorrupted: 0 kB\nAnonHugePages: 1589248 kB\nHugePages_Total: 0\nHugePages_Free: 0\nHugePages_Rsvd: 0\nHugePages_Surp: 0\nHugepagesize: 2048 kB\nDirectMap4k: 10240 kB\nDirectMap2M: 25155584 kB\n">>}]}] [ns_doctor:debug,2012-11-12T12:54:28.185,ns_1@192.168.0.21:ns_doctor<0.4484.0>:ns_doctor:handle_info:137]Current node statuses: [{'ns_1@192.168.0.20', [{last_heard,{1352,753664,573636}}, {outgoing_replications_safeness_level,[{"default",green}]}, {incoming_replications_conf_hashes, [{"default",[{'ns_1@192.168.0.22',42870790}]}]}, {active_buckets,["default"]}, {ready_buckets,["default"]}, {local_tasks,[]}, {memory, [{total,229281208}, {processes,177001048}, {processes_used,176236328}, {system,52280160}, {atom,1401785}, {atom_used,1374492}, {binary,12200784}, {code,14054366}, {ets,6048584}]}, {system_memory_data, [{system_total_memory,25199214592}, {free_swap,20971511808}, {total_swap,20971511808}, {cached_memory,8272429056}, {buffered_memory,187764736}, {free_memory,7120191488}, {total_memory,25199214592}]}, {node_storage_conf,[{db_path,"/data"},{index_path,"/data"}]}, {statistics, [{wall_clock,{1627711,4998}}, {context_switches,{12403128,0}}, {garbage_collection,{1217180,4791724131,0}}, {io,{{input,208553575},{output,8658354571}}}, {reductions,{1686860672,5736746}}, {run_queue,0}, {runtime,{485860,3370}}]}, {system_stats, [{cpu_utilization_rate,70.37037037037037}, {swap_total,20971511808}, {swap_used,0}]}, {interesting_stats, [{couch_docs_actual_disk_size,8249940086}, {couch_docs_data_size,6170539165}, {couch_views_actual_disk_size,0}, {couch_views_data_size,0}, {curr_items,1293105}, {curr_items_tot,2513904}, {mem_used,6735544776}, {vb_replica_curr_items,1220799}]}, {cluster_compatibility_version,131072}, {version, [{public_key,"0.13"}, {lhttpc,"1.3.0"}, {ale,"8cffe61"}, {os_mon,"2.2.7"}, {couch_set_view,"1.2.0a-b68b5f4-git"}, {mnesia,"4.5"}, {inets,"5.7.1"}, {couch,"1.2.0a-b68b5f4-git"}, {mapreduce,"1.0.0"}, {couch_index_merger,"1.2.0a-b68b5f4-git"}, {kernel,"2.14.5"}, {crypto,"2.0.4"}, {ssl,"4.1.6"}, {sasl,"2.1.10"}, {couch_view_parser,"1.0.0"}, {ns_server,"2.0.0-1939-rel-enterprise"}, {mochiweb,"1.4.1"}, {oauth,"7d85d3ef"}, {stdlib,"1.17.5"}]}, {supported_compat_version,[2,0]}, {system_arch,"x86_64-unknown-linux-gnu"}, {wall_clock,1627}, {memory_data,{25199214592,18121805824,{<18071.667.0>,10770992}}}, {disk_data, [{"/",41260352,5}, {"/dev/shm",12304304,0}, {"/boot",495844,7}, {"/data",206420664,5}]}, {meminfo, <<"MemTotal: 24608608 kB\nMemFree: 6953312 kB\nBuffers: 183364 kB\nCached: 8078544 kB\nSwapCached: 0 kB\nActive: 10363216 kB\nInactive: 6632668 kB\nActive(anon): 8719832 kB\nInactive(anon): 16112 kB\nActive(file): 1643384 kB\nInactive(file): 6616556 kB\nUnevictable: 20760 kB\nMlocked: 20760 kB\nSwapTotal: 20479992 kB\nSwapFree: 20479992 kB\nDirty: 5256 kB\nWriteback: 0 kB\nAnonPages: 8750736 kB\nMapped: 15568 kB\nShmem: 172 kB\nSlab: 319516 kB\nSReclaimable: 261320 kB\nSUnreclaim: 58196 kB\nKernelStack: 3056 kB\nPageTables: 21844 kB\nNFS_Unstable: 0 kB\nBounce: 0 kB\nWritebackTmp: 0 kB\nCommitLimit: 32784296 kB\nCommitted_AS: 10504280 kB\nVmallocTotal: 34359738367 kB\nVmallocUsed: 332500 kB\nVmallocChunk: 34359355024 kB\nHardwareCorrupted: 0 kB\nAnonHugePages: 1697792 kB\nHugePages_Total: 0\nHugePages_Free: 0\nHugePages_Rsvd: 0\nHugePages_Surp: 0\nHugepagesize: 2048 kB\nDirectMap4k: 10240 kB\nDirectMap2M: 25155584 kB\n">>}]}, {'ns_1@192.168.0.21', [{last_heard,{1352,753663,187721}}, {outgoing_replications_safeness_level,[{"default",green}]}, {incoming_replications_conf_hashes, [{"default",[{'ns_1@192.168.0.22',40738431}]}]}, {active_buckets,["default"]}, {ready_buckets,["default"]}, {local_tasks,[]}, {memory, [{total,111461936}, {processes,72171800}, {processes_used,72153016}, {system,39290136}, {atom,1339809}, {atom_used,1335933}, {binary,3721528}, {code,13493102}, {ets,2681784}]}, {system_memory_data, [{system_total_memory,25199214592}, {free_swap,20971511808}, {total_swap,20971511808}, {cached_memory,1630502912}, {buffered_memory,143978496}, {free_memory,21378129920}, {total_memory,25199214592}]}, {node_storage_conf,[{db_path,"/data"},{index_path,"/data"}]}, {statistics, [{wall_clock,{1624099,4997}}, {context_switches,{1471373,0}}, {garbage_collection,{442090,975130178,0}}, {io,{{input,78324729},{output,2774562779}}}, {reductions,{242481569,6173968}}, {run_queue,0}, {runtime,{128580,2400}}]}, {system_stats, [{cpu_utilization_rate,43.38235294117647}, {swap_total,20971511808}, {swap_used,0}]}, {interesting_stats, [{couch_docs_actual_disk_size,1533134894}, {couch_docs_data_size,1138994388}, {couch_views_actual_disk_size,0}, {couch_views_data_size,0}, {curr_items,273915}, {curr_items_tot,480771}, {mem_used,1276162768}, {vb_replica_curr_items,206856}]}, {cluster_compatibility_version,131072}, {version, [{public_key,"0.13"}, {lhttpc,"1.3.0"}, {ale,"8cffe61"}, {os_mon,"2.2.7"}, {couch_set_view,"1.2.0a-b68b5f4-git"}, {mnesia,"4.5"}, {inets,"5.7.1"}, {couch,"1.2.0a-b68b5f4-git"}, {mapreduce,"1.0.0"}, {couch_index_merger,"1.2.0a-b68b5f4-git"}, {kernel,"2.14.5"}, {crypto,"2.0.4"}, {ssl,"4.1.6"}, {sasl,"2.1.10"}, {couch_view_parser,"1.0.0"}, {ns_server,"2.0.0-1939-rel-enterprise"}, {mochiweb,"1.4.1"}, {oauth,"7d85d3ef"}, {stdlib,"1.17.5"}]}, {supported_compat_version,[2,0]}, {system_arch,"x86_64-unknown-linux-gnu"}, {wall_clock,1624}, {memory_data,{25199214592,3746615296,{<0.4593.0>,2914384}}}, {disk_data, [{"/",41260352,5}, {"/dev/shm",12304304,0}, {"/boot",495844,7}, {"/data",206420664,1}]}, {meminfo, <<"MemTotal: 24608608 kB\nMemFree: 20877080 kB\nBuffers: 140604 kB\nCached: 1592288 kB\nSwapCached: 0 kB\nActive: 1877764 kB\nInactive: 1414476 kB\nActive(anon): 1552096 kB\nInactive(anon): 9232 kB\nActive(file): 325668 kB\nInactive(file): 1405244 kB\nUnevictable: 20760 kB\nMlocked: 20760 kB\nSwapTotal: 20479992 kB\nSwapFree: 20479992 kB\nDirty: 1272 kB\nWriteback: 0 kB\nAnonPages: 1580220 kB\nMapped: 14612 kB\nShmem: 164 kB\nSlab: 117708 kB\nSReclaimable: 60020 kB\nSUnreclaim: 57688 kB\nKernelStack: 3048 kB\nPageTables: 7356 kB\nNFS_Unstable: 0 kB\nBounce: 0 kB\nWritebackTmp: 0 kB\nCommitLimit: 32784296 kB\nCommitted_AS: 3329120 kB\nVmallocTotal: 34359738367 kB\nVmallocUsed: 332500 kB\nVmallocChunk: 34359350016 kB\nHardwareCorrupted: 0 kB\nAnonHugePages: 278528 kB\nHugePages_Total: 0\nHugePages_Free: 0\nHugePages_Rsvd: 0\nHugePages_Surp: 0\nHugepagesize: 2048 kB\nDirectMap4k: 10240 kB\nDirectMap2M: 25155584 kB\n">>}]}, {'ns_1@192.168.0.22', [{last_heard,{1352,753667,798101}}, {outgoing_replications_safeness_level,[{"default",green}]}, {incoming_replications_conf_hashes, [{"default", [{'ns_1@192.168.0.20',50406745}, {'ns_1@192.168.0.21',107370219}]}]}, {active_buckets,["default"]}, {ready_buckets,["default"]}, {local_tasks, [[{pid,<<"<0.4103.1>">>}, {bucket,<<"default">>}, {original_target,{[{type,bucket}]}}, {progress,31}, {started_on,1352753604}, {total_vbuckets,1025}, {trigger_type,scheduled}, {type,bucket_compaction}, {updated_on,1352753667}, {vbuckets_done,321}]]}, {memory, [{total,228145776}, {processes,174900144}, {processes_used,174789072}, {system,53245632}, {atom,1338193}, {atom_used,1333793}, {binary,13642704}, {code,13490894}, {ets,6116560}]}, {system_memory_data, [{system_total_memory,25199214592}, {free_swap,20971511808}, {total_swap,20971511808}, {cached_memory,10037444608}, {buffered_memory,196263936}, {free_memory,5318967296}, {total_memory,25199214592}]}, {node_storage_conf,[{db_path,"/data"},{index_path,"/data"}]}, {statistics, [{wall_clock,{1615879,4996}}, {context_switches,{13168162,0}}, {garbage_collection,{1423981,3447679943,0}}, {io,{{input,253126316},{output,9778663162}}}, {reductions,{1349394434,5578868}}, {run_queue,0}, {runtime,{451170,1950}}]}, {system_stats, [{cpu_utilization_rate,43.95061728395062}, {swap_total,20971511808}, {swap_used,0}]}, {interesting_stats, [{couch_docs_actual_disk_size,9980830053}, {couch_docs_data_size,7322314718}, {couch_views_actual_disk_size,0}, {couch_views_data_size,0}, {curr_items,1423114}, {curr_items_tot,2996529}, {mem_used,8019529624}, {vb_replica_curr_items,1570531}]}, {cluster_compatibility_version,131072}, {version, [{public_key,"0.13"}, {lhttpc,"1.3.0"}, {ale,"8cffe61"}, {os_mon,"2.2.7"}, {couch_set_view,"1.2.0a-b68b5f4-git"}, {mnesia,"4.5"}, {inets,"5.7.1"}, {couch,"1.2.0a-b68b5f4-git"}, {mapreduce,"1.0.0"}, {couch_index_merger,"1.2.0a-b68b5f4-git"}, {kernel,"2.14.5"}, {crypto,"2.0.4"}, {ssl,"4.1.6"}, {sasl,"2.1.10"}, {couch_view_parser,"1.0.0"}, {ns_server,"2.0.0-1939-rel-enterprise"}, {mochiweb,"1.4.1"}, {oauth,"7d85d3ef"}, {stdlib,"1.17.5"}]}, {supported_compat_version,[2,0]}, {system_arch,"x86_64-unknown-linux-gnu"}, {wall_clock,1615}, {memory_data,{25199214592,20295962624,{<18111.687.0>,10770992}}}, {disk_data, [{"/",41260352,5}, {"/dev/shm",12304304,0}, {"/boot",495844,7}, {"/data",206420664,6}]}, {meminfo, <<"MemTotal: 24608608 kB\nMemFree: 5193560 kB\nBuffers: 191664 kB\nCached: 9801864 kB\nSwapCached: 0 kB\nActive: 10545796 kB\nInactive: 8164048 kB\nActive(anon): 8708740 kB\nInactive(anon): 10216 kB\nActive(file): 1837056 kB\nInactive(file): 8153832 kB\nUnevictable: 20760 kB\nMlocked: 20760 kB\nSwapTotal: 20479992 kB\nSwapFree: 20479992 kB\nDirty: 9644 kB\nWriteback: 0 kB\nAnonPages: 8736132 kB\nMapped: 15692 kB\nShmem: 172 kB\nSlab: 368308 kB\nSReclaimable: 309504 kB\nSUnreclaim: 58804 kB\nKernelStack: 2568 kB\nPageTables: 21564 kB\nNFS_Unstable: 0 kB\nBounce: 0 kB\nWritebackTmp: 0 kB\nCommitLimit: 32784296 kB\nCommitted_AS: 10483620 kB\nVmallocTotal: 34359738367 kB\nVmallocUsed: 332500 kB\nVmallocChunk: 34359350016 kB\nHardwareCorrupted: 0 kB\nAnonHugePages: 1683456 kB\nHugePages_Total: 0\nHugePages_Free: 0\nHugePages_Rsvd: 0\nHugePages_Surp: 0\nHugepagesize: 2048 kB\nDirectMap4k: 10240 kB\nDirectMap2M: 25155584 kB\n">>}]}] [stats:debug,2012-11-12T12:54:49.604,ns_1@192.168.0.21:<0.4602.0>:stats_collector:maybe_log_stats:126](at {{1970,1,16},{7,45,53}}) Stats for bucket "default": accepting_conns 1 auth_cmds 9 auth_errors 0 bucket_active_conns 1 bucket_conns 21 bytes 1448729688 bytes_read 3170968967 bytes_written 827586518 cas_badval 0 cas_hits 0 cas_misses 0 cmd_flush 0 cmd_get 31920 cmd_set 30034 conn_yields 17338 connection_structures 5000 curr_connections 24 curr_conns_on_port_11209 12 curr_conns_on_port_11210 10 curr_items 312025 curr_items_tot 545584 curr_temp_items 0 daemon_connections 4 decr_hits 0 decr_misses 0 delete_hits 1609 delete_misses 2449 ep_access_scanner_last_runtime 0 ep_access_scanner_num_items 0 ep_access_scanner_task_time 2012-11-13 10:00:00 ep_allow_data_loss_during_shutdown 1 ep_alog_block_size 4096 ep_alog_path /data/default/access.log ep_alog_sleep_time 1440 ep_alog_task_time 10 ep_backend couchdb ep_bg_fetch_delay 0 ep_bg_fetched 0 ep_bg_meta_fetched 0 ep_bg_remaining_jobs 0 ep_chk_max_items 5000 ep_chk_period 1800 ep_chk_persistence_remains 0 ep_chk_persistence_timeout 10 ep_chk_remover_stime 5 ep_commit_num 15582 ep_commit_time 3 ep_commit_time_total 108465 ep_concurrentDB 1 ep_config_file ep_couch_bucket default ep_couch_host localhost ep_couch_port 11213 ep_couch_reconnect_sleeptime 250 ep_couch_response_timeout 180000 ep_data_age 2 ep_data_age_highwat 6 ep_data_traffic_enabled 0 ep_dbinit 0 ep_dbname /data/default ep_degraded_mode 0 ep_diskqueue_drain 1732878 ep_diskqueue_fill 1260723 ep_diskqueue_items 6396 ep_diskqueue_memory 47488 ep_diskqueue_pending 71232 ep_exp_pager_stime 3600 ep_exp_pager_stime 3600 ep_expired_access 7 ep_expired_pager 0 ep_expiry_window 3 ep_failpartialwarmup 0 ep_flush_all false ep_flush_duration_total 180 ep_flushall_enabled 0 ep_flusher_state running ep_flusher_todo 3800 ep_getl_default_timeout 15 ep_getl_max_timeout 30 ep_ht_locks 5 ep_ht_size 3079 ep_inconsistent_slave_chk 0 ep_initfile ep_io_num_read 0 ep_io_num_write 1122050 ep_io_read_bytes 0 ep_io_write_bytes 2587215055 ep_item_begin_failed 0 ep_item_commit_failed 0 ep_item_flush_expired 16 ep_item_flush_failed 0 ep_item_num_based_new_chk 1 ep_items_rm_from_checkpoints 50655 ep_keep_closed_chks 0 ep_klog_block_size 4096 ep_klog_compactor_queue_cap 500000 ep_klog_compactor_stime 3600 ep_klog_flush commit2 ep_klog_max_entry_ratio 10 ep_klog_max_log_size 2147483647 ep_klog_path ep_klog_sync commit2 ep_kv_size 1340144548 ep_max_checkpoints 2 ep_max_data_size 12582912000 ep_max_item_size 20971520 ep_max_size 12582912000 ep_max_txn_size 10000 ep_max_vbuckets 1024 ep_mem_high_wat 9437184000 ep_mem_high_wat 9437184000 ep_mem_low_wat 7549747200 ep_mem_low_wat 7549747200 ep_mem_tracker_enabled true ep_min_data_age 0 ep_mlog_compactor_runs 0 ep_mutation_mem_threshold 0 ep_num_access_scanner_runs 0 ep_num_eject_failures 0 ep_num_expiry_pager_runs 0 ep_num_non_resident 0 ep_num_not_my_vbuckets 0 ep_num_ops_del_meta 0 ep_num_ops_get_meta 0 ep_num_ops_set_meta 0 ep_num_pager_runs 0 ep_num_value_ejects 0 ep_oom_errors 0 ep_overhead 46126742 ep_pager_active_vb_pcnt 40 ep_pager_unbiased_period 60 ep_pending_ops 0 ep_pending_ops_max 1 ep_pending_ops_max_duration 71462 ep_pending_ops_total 1 ep_postInitfile ep_queue_age_cap 900 ep_queue_size 2596 ep_startup_time 1352753488 ep_storage_age 1 ep_storage_age_highwat 4 ep_store_max_concurrency 10 ep_store_max_readers 9 ep_store_max_readwrite 1 ep_stored_val_type ep_tap_ack_grace_period 300 ep_tap_ack_initial_sequence_number 1 ep_tap_ack_interval 1000 ep_tap_ack_window_size 10 ep_tap_backfill_resident 0.9 ep_tap_backlog_limit 5000 ep_tap_backoff_period 5 ep_tap_bg_fetch_requeued 0 ep_tap_bg_fetched 0 ep_tap_bg_max_pending 500 ep_tap_keepalive 300 ep_tap_noop_interval 20 ep_tap_requeue_sleep_time 0.1 ep_tap_throttle_cap_pcnt 10 ep_tap_throttle_queue_cap 1000000 ep_tap_throttle_threshold 90 ep_tmp_oom_errors 0 ep_too_old 0 ep_too_young 0 ep_total_cache_size 1333597984 ep_total_del_items 36263 ep_total_enqueued 1260723 ep_total_new_items 547661 ep_total_persisted 1122050 ep_uncommitted_items 3693 ep_value_size 1295160417 ep_vb0 0 ep_vb_snapshot_total 328 ep_vb_total 189 ep_vbucket_del 0 ep_vbucket_del_fail 0 ep_version 2.0.0r_133_g68e3f7c ep_waitforwarmup 0 ep_warmup 1 ep_warmup_batch_size 1000 ep_warmup_dups 0 ep_warmup_min_items_threshold 100 ep_warmup_min_memory_threshold 100 ep_warmup_oom 0 ep_warmup_thread complete ep_warmup_time 17721 get_hits 31241 get_misses 679 incr_hits 0 incr_misses 0 libevent 2.0.11-stable limit_maxbytes 67108864 listen_disabled_num 0 max_conns_on_port_11209 1000 max_conns_on_port_11210 9000 mem_used 1448729688 pid 7353 pointer_size 64 rejected_conns 0 rusage_system 33.971835 rusage_user 133.300735 tap_checkpoint_end_received 261 tap_checkpoint_end_sent 92 tap_checkpoint_start_received 566 tap_checkpoint_start_sent 107 tap_connect_received 1 tap_delete_received 21487 tap_delete_sent 6335 tap_mutation_received 1273339 tap_mutation_sent 297823 tap_opaque_received 1312 tap_opaque_sent 108 tap_vbucket_set_received 214 threads 4 time 1352753688 total_connections 986 uptime 202 vb_active_curr_items 312025 vb_active_eject 0 vb_active_expired 5 vb_active_ht_memory 2686984 vb_active_itm_memory 763117119 vb_active_meta_data_memory 24649975 vb_active_num 107 vb_active_num_non_resident 0 vb_active_num_ref_ejects 0 vb_active_num_ref_items 313599 vb_active_ops_create 313547 vb_active_ops_delete 19484 vb_active_ops_reject 0 vb_active_ops_update 193582 vb_active_perc_mem_resident 100 vb_active_queue_age 710000 vb_active_queue_drain 906475 vb_active_queue_fill 632691 vb_active_queue_memory 18656 vb_active_queue_pending 27984 vb_active_queue_size 583 vb_dead_num 0 vb_pending_curr_items 0 vb_pending_eject 0 vb_pending_expired 0 vb_pending_ht_memory 0 vb_pending_itm_memory 0 vb_pending_meta_data_memory 0 vb_pending_num 0 vb_pending_num_non_resident 0 vb_pending_num_ref_ejects 0 vb_pending_num_ref_items 0 vb_pending_ops_create 0 vb_pending_ops_delete 0 vb_pending_ops_reject 0 vb_pending_ops_update 0 vb_pending_perc_mem_resident 0 vb_pending_queue_age 0 vb_pending_queue_drain 0 vb_pending_queue_fill 0 vb_pending_queue_memory 0 vb_pending_queue_pending 0 vb_pending_queue_size 0 vb_replica_curr_items 233559 vb_replica_eject 0 vb_replica_expired 2 vb_replica_ht_memory 2059184 vb_replica_itm_memory 570480865 vb_replica_meta_data_memory 18451161 vb_replica_num 82 vb_replica_num_non_resident 0 vb_replica_num_ref_ejects 0 vb_replica_num_ref_items 234760 vb_replica_ops_create 234114 vb_replica_ops_delete 16779 vb_replica_ops_reject 0 vb_replica_ops_update 346775 vb_replica_perc_mem_resident 100 vb_replica_queue_age 1000 vb_replica_queue_drain 826403 vb_replica_queue_fill 628032 vb_replica_queue_memory 28832 vb_replica_queue_pending 43248 vb_replica_queue_size 901 version 1.4.4_600_g7ea975a [ns_doctor:debug,2012-11-12T12:55:28.184,ns_1@192.168.0.21:ns_doctor<0.4484.0>:ns_doctor:handle_info:137]Current node statuses: [{'ns_1@192.168.0.20', [{last_heard,{1352,753724,575115}}, {outgoing_replications_safeness_level,[{"default",green}]}, {incoming_replications_conf_hashes, [{"default",[{'ns_1@192.168.0.22',40833213}]}]}, {active_buckets,["default"]}, {ready_buckets,["default"]}, {local_tasks, [[{pid,<<"<0.12224.1>">>}, {bucket,<<"default">>}, {original_target,{[{type,bucket}]}}, {progress,13}, {started_on,1352753700}, {total_vbuckets,829}, {trigger_type,scheduled}, {type,bucket_compaction}, {updated_on,1352753723}, {vbuckets_done,114}]]}, {memory, [{total,231683456}, {processes,180349240}, {processes_used,179401928}, {system,51334216}, {atom,1401785}, {atom_used,1374492}, {binary,11224536}, {code,14054366}, {ets,6105248}]}, {system_memory_data, [{system_total_memory,25199214592}, {free_swap,20971511808}, {total_swap,20971511808}, {cached_memory,7848235008}, {buffered_memory,189263872}, {free_memory,7540092928}, {total_memory,25199214592}]}, {node_storage_conf,[{db_path,"/data"},{index_path,"/data"}]}, {statistics, [{wall_clock,{1687711,5001}}, {context_switches,{12804639,0}}, {garbage_collection,{1296355,5691023770,0}}, {io,{{input,216277917},{output,8841587707}}}, {reductions,{1752055520,5419284}}, {run_queue,0}, {runtime,{522430,3270}}]}, {system_stats, [{cpu_utilization_rate,92.8395061728395}, {swap_total,20971511808}, {swap_used,0}]}, {interesting_stats, [{couch_docs_actual_disk_size,7871685842}, {couch_docs_data_size,5820867361}, {couch_views_actual_disk_size,0}, {couch_views_data_size,0}, {curr_items,1225828}, {curr_items_tot,2370614}, {mem_used,6360697424}, {vb_replica_curr_items,1144786}]}, {cluster_compatibility_version,131072}, {version, [{public_key,"0.13"}, {lhttpc,"1.3.0"}, {ale,"8cffe61"}, {os_mon,"2.2.7"}, {couch_set_view,"1.2.0a-b68b5f4-git"}, {mnesia,"4.5"}, {inets,"5.7.1"}, {couch,"1.2.0a-b68b5f4-git"}, {mapreduce,"1.0.0"}, {couch_index_merger,"1.2.0a-b68b5f4-git"}, {kernel,"2.14.5"}, {crypto,"2.0.4"}, {ssl,"4.1.6"}, {sasl,"2.1.10"}, {couch_view_parser,"1.0.0"}, {ns_server,"2.0.0-1939-rel-enterprise"}, {mochiweb,"1.4.1"}, {oauth,"7d85d3ef"}, {stdlib,"1.17.5"}]}, {supported_compat_version,[2,0]}, {system_arch,"x86_64-unknown-linux-gnu"}, {wall_clock,1687}, {memory_data,{25199214592,17755754496,{<18071.429.0>,11224088}}}, {disk_data, [{"/",41260352,5}, {"/dev/shm",12304304,0}, {"/boot",495844,7}, {"/data",206420664,4}]}, {meminfo, <<"MemTotal: 24608608 kB\nMemFree: 7360644 kB\nBuffers: 184828 kB\nCached: 7666588 kB\nSwapCached: 0 kB\nActive: 10300808 kB\nInactive: 6293720 kB\nActive(anon): 8727896 kB\nInactive(anon): 16988 kB\nActive(file): 1572912 kB\nInactive(file): 6276732 kB\nUnevictable: 20760 kB\nMlocked: 20760 kB\nSwapTotal: 20479992 kB\nSwapFree: 20479992 kB\nDirty: 5136 kB\nWriteback: 0 kB\nAnonPages: 8764380 kB\nMapped: 15572 kB\nShmem: 172 kB\nSlab: 317228 kB\nSReclaimable: 258784 kB\nSUnreclaim: 58444 kB\nKernelStack: 3064 kB\nPageTables: 21932 kB\nNFS_Unstable: 0 kB\nBounce: 0 kB\nWritebackTmp: 0 kB\nCommitLimit: 32784296 kB\nCommitted_AS: 10511104 kB\nVmallocTotal: 34359738367 kB\nVmallocUsed: 332500 kB\nVmallocChunk: 34359355024 kB\nHardwareCorrupted: 0 kB\nAnonHugePages: 1806336 kB\nHugePages_Total: 0\nHugePages_Free: 0\nHugePages_Rsvd: 0\nHugePages_Surp: 0\nHugepagesize: 2048 kB\nDirectMap4k: 10240 kB\nDirectMap2M: 25155584 kB\n">>}]}, {'ns_1@192.168.0.21', [{last_heard,{1352,753723,186867}}, {outgoing_replications_safeness_level,[{"default",green}]}, {incoming_replications_conf_hashes, [{"default",[{'ns_1@192.168.0.22',4654092}]}]}, {active_buckets,["default"]}, {ready_buckets,["default"]}, {local_tasks, [[{pid,<<"<0.11145.0>">>}, {bucket,<<"default">>}, {original_target,{[{type,bucket}]}}, {progress,75}, {started_on,1352753698}, {total_vbuckets,195}, {trigger_type,scheduled}, {type,bucket_compaction}, {updated_on,1352753723}, {vbuckets_done,147}]]}, {memory, [{total,118090752}, {processes,77942912}, {processes_used,77925920}, {system,40147840}, {atom,1339809}, {atom_used,1335933}, {binary,4392000}, {code,13493102}, {ets,2822184}]}, {system_memory_data, [{system_total_memory,25199214592}, {free_swap,20971511808}, {total_swap,20971511808}, {cached_memory,1890971648}, {buffered_memory,150290432}, {free_memory,20689801216}, {total_memory,25199214592}]}, {node_storage_conf,[{db_path,"/data"},{index_path,"/data"}]}, {statistics, [{wall_clock,{1684098,4999}}, {context_switches,{1900368,0}}, {garbage_collection,{564171,1258105192,0}}, {io,{{input,100445813},{output,3582169507}}}, {reductions,{310904024,5980345}}, {run_queue,0}, {runtime,{153800,2250}}]}, {system_stats, [{cpu_utilization_rate,56.127450980392155}, {swap_total,20971511808}, {swap_used,0}]}, {interesting_stats, [{couch_docs_actual_disk_size,1827513295}, {couch_docs_data_size,1486411848}, {couch_views_actual_disk_size,0}, {couch_views_data_size,0}, {curr_items,352693}, {curr_items_tot,621979}, {mem_used,1649014688}, {vb_replica_curr_items,269286}]}, {cluster_compatibility_version,131072}, {version, [{public_key,"0.13"}, {lhttpc,"1.3.0"}, {ale,"8cffe61"}, {os_mon,"2.2.7"}, {couch_set_view,"1.2.0a-b68b5f4-git"}, {mnesia,"4.5"}, {inets,"5.7.1"}, {couch,"1.2.0a-b68b5f4-git"}, {mapreduce,"1.0.0"}, {couch_index_merger,"1.2.0a-b68b5f4-git"}, {kernel,"2.14.5"}, {crypto,"2.0.4"}, {ssl,"4.1.6"}, {sasl,"2.1.10"}, {couch_view_parser,"1.0.0"}, {ns_server,"2.0.0-1939-rel-enterprise"}, {mochiweb,"1.4.1"}, {oauth,"7d85d3ef"}, {stdlib,"1.17.5"}]}, {supported_compat_version,[2,0]}, {system_arch,"x86_64-unknown-linux-gnu"}, {wall_clock,1684}, {memory_data,{25199214592,4463427584,{<0.4593.0>,4714984}}}, {disk_data, [{"/",41260352,5}, {"/dev/shm",12304304,0}, {"/boot",495844,7}, {"/data",206420664,1}]}, {meminfo, <<"MemTotal: 24608608 kB\nMemFree: 20204884 kB\nBuffers: 146768 kB\nCached: 1846652 kB\nSwapCached: 0 kB\nActive: 2259152 kB\nInactive: 1695396 kB\nActive(anon): 1954032 kB\nInactive(anon): 9232 kB\nActive(file): 305120 kB\nInactive(file): 1686164 kB\nUnevictable: 20760 kB\nMlocked: 20760 kB\nSwapTotal: 20479992 kB\nSwapFree: 20479992 kB\nDirty: 9296 kB\nWriteback: 0 kB\nAnonPages: 1982052 kB\nMapped: 14616 kB\nShmem: 164 kB\nSlab: 126760 kB\nSReclaimable: 68620 kB\nSUnreclaim: 58140 kB\nKernelStack: 3056 kB\nPageTables: 8200 kB\nNFS_Unstable: 0 kB\nBounce: 0 kB\nWritebackTmp: 0 kB\nCommitLimit: 32784296 kB\nCommitted_AS: 3721856 kB\nVmallocTotal: 34359738367 kB\nVmallocUsed: 332500 kB\nVmallocChunk: 34359350016 kB\nHardwareCorrupted: 0 kB\nAnonHugePages: 385024 kB\nHugePages_Total: 0\nHugePages_Free: 0\nHugePages_Rsvd: 0\nHugePages_Surp: 0\nHugepagesize: 2048 kB\nDirectMap4k: 10240 kB\nDirectMap2M: 25155584 kB\n">>}]}, {'ns_1@192.168.0.22', [{last_heard,{1352,753727,799971}}, {outgoing_replications_safeness_level,[{"default",green}]}, {incoming_replications_conf_hashes, [{"default", [{'ns_1@192.168.0.20',46075854},{'ns_1@192.168.0.21',60848576}]}]}, {active_buckets,["default"]}, {ready_buckets,["default"]}, {local_tasks, [[{pid,<<"<0.4103.1>">>}, {bucket,<<"default">>}, {original_target,{[{type,bucket}]}}, {progress,61}, {started_on,1352753604}, {total_vbuckets,1025}, {trigger_type,scheduled}, {type,bucket_compaction}, {updated_on,1352753727}, {vbuckets_done,632}]]}, {memory, [{total,229986488}, {processes,176531416}, {processes_used,176393736}, {system,53455072}, {atom,1338193}, {atom_used,1333793}, {binary,13686360}, {code,13490894}, {ets,6281040}]}, {system_memory_data, [{system_total_memory,25199214592}, {free_swap,20971511808}, {total_swap,20971511808}, {cached_memory,9100955648}, {buffered_memory,200581120}, {free_memory,6252527616}, {total_memory,25199214592}]}, {node_storage_conf,[{db_path,"/data"},{index_path,"/data"}]}, {statistics, [{wall_clock,{1675881,5007}}, {context_switches,{13664224,0}}, {garbage_collection,{1546072,3714572513,0}}, {io,{{input,274577011},{output,10311800343}}}, {reductions,{1416424075,5177000}}, {run_queue,0}, {runtime,{475410,1740}}]}, {system_stats, [{cpu_utilization_rate,65.6641604010025}, {swap_total,20971511808}, {swap_used,0}]}, {interesting_stats, [{couch_docs_actual_disk_size,9020298263}, {couch_docs_data_size,7321111138}, {couch_views_actual_disk_size,0}, {couch_views_data_size,0}, {curr_items,1414345}, {curr_items_tot,2996220}, {mem_used,8023588176}, {vb_replica_curr_items,1581875}]}, {cluster_compatibility_version,131072}, {version, [{public_key,"0.13"}, {lhttpc,"1.3.0"}, {ale,"8cffe61"}, {os_mon,"2.2.7"}, {couch_set_view,"1.2.0a-b68b5f4-git"}, {mnesia,"4.5"}, {inets,"5.7.1"}, {couch,"1.2.0a-b68b5f4-git"}, {mapreduce,"1.0.0"}, {couch_index_merger,"1.2.0a-b68b5f4-git"}, {kernel,"2.14.5"}, {crypto,"2.0.4"}, {ssl,"4.1.6"}, {sasl,"2.1.10"}, {couch_view_parser,"1.0.0"}, {ns_server,"2.0.0-1939-rel-enterprise"}, {mochiweb,"1.4.1"}, {oauth,"7d85d3ef"}, {stdlib,"1.17.5"}]}, {supported_compat_version,[2,0]}, {system_arch,"x86_64-unknown-linux-gnu"}, {wall_clock,1675}, {memory_data,{25199214592,19905404928,{<18111.687.0>,10770992}}}, {disk_data, [{"/",41260352,5}, {"/dev/shm",12304304,0}, {"/boot",495844,7}, {"/data",206420664,5}]}, {meminfo, <<"MemTotal: 24608608 kB\nMemFree: 6106480 kB\nBuffers: 195880 kB\nCached: 8887324 kB\nSwapCached: 0 kB\nActive: 10153168 kB\nInactive: 7665824 kB\nActive(anon): 8727344 kB\nInactive(anon): 10216 kB\nActive(file): 1425824 kB\nInactive(file): 7655608 kB\nUnevictable: 20760 kB\nMlocked: 20760 kB\nSwapTotal: 20479992 kB\nSwapFree: 20479992 kB\nDirty: 7044 kB\nWriteback: 656 kB\nAnonPages: 8756516 kB\nMapped: 15676 kB\nShmem: 172 kB\nSlab: 349324 kB\nSReclaimable: 290548 kB\nSUnreclaim: 58776 kB\nKernelStack: 2584 kB\nPageTables: 21776 kB\nNFS_Unstable: 0 kB\nBounce: 0 kB\nWritebackTmp: 0 kB\nCommitLimit: 32784296 kB\nCommitted_AS: 10506556 kB\nVmallocTotal: 34359738367 kB\nVmallocUsed: 332500 kB\nVmallocChunk: 34359350016 kB\nHardwareCorrupted: 0 kB\nAnonHugePages: 1789952 kB\nHugePages_Total: 0\nHugePages_Free: 0\nHugePages_Rsvd: 0\nHugePages_Surp: 0\nHugepagesize: 2048 kB\nDirectMap4k: 10240 kB\nDirectMap2M: 25155584 kB\n">>}]}] [ns_doctor:debug,2012-11-12T12:56:28.185,ns_1@192.168.0.21:ns_doctor<0.4484.0>:ns_doctor:handle_info:137]Current node statuses: [{'ns_1@192.168.0.20', [{last_heard,{1352,753784,572665}}, {outgoing_replications_safeness_level,[{"default",green}]}, {incoming_replications_conf_hashes, [{"default",[{'ns_1@192.168.0.22',95138488}]}]}, {active_buckets,["default"]}, {ready_buckets,["default"]}, {local_tasks, [[{pid,<<"<0.12224.1>">>}, {bucket,<<"default">>}, {original_target,{[{type,bucket}]}}, {progress,48}, {started_on,1352753700}, {total_vbuckets,829}, {trigger_type,scheduled}, {type,bucket_compaction}, {updated_on,1352753783}, {vbuckets_done,406}]]}, {memory, [{total,232523480}, {processes,181800368}, {processes_used,180680528}, {system,50723112}, {atom,1401785}, {atom_used,1374492}, {binary,10451968}, {code,14054366}, {ets,6291208}]}, {system_memory_data, [{system_total_memory,25199214592}, {free_swap,20971511808}, {total_swap,20971511808}, {cached_memory,6788263936}, {buffered_memory,192299008}, {free_memory,8611467264}, {total_memory,25199214592}]}, {node_storage_conf,[{db_path,"/data"},{index_path,"/data"}]}, {statistics, [{wall_clock,{1747710,4999}}, {context_switches,{13190460,0}}, {garbage_collection,{1379571,6533631311,0}}, {io,{{input,226363303},{output,9004721514}}}, {reductions,{1815288685,5275178}}, {run_queue,0}, {runtime,{556750,3220}}]}, {system_stats, [{cpu_utilization_rate,86.64987405541562}, {swap_total,20971511808}, {swap_used,0}]}, {interesting_stats, [{couch_docs_actual_disk_size,6814689884}, {couch_docs_data_size,5505909630}, {couch_views_actual_disk_size,0}, {couch_views_data_size,0}, {curr_items,1167197}, {curr_items_tot,2244459}, {mem_used,6033121184}, {vb_replica_curr_items,1077262}]}, {cluster_compatibility_version,131072}, {version, [{public_key,"0.13"}, {lhttpc,"1.3.0"}, {ale,"8cffe61"}, {os_mon,"2.2.7"}, {couch_set_view,"1.2.0a-b68b5f4-git"}, {mnesia,"4.5"}, {inets,"5.7.1"}, {couch,"1.2.0a-b68b5f4-git"}, {mapreduce,"1.0.0"}, {couch_index_merger,"1.2.0a-b68b5f4-git"}, {kernel,"2.14.5"}, {crypto,"2.0.4"}, {ssl,"4.1.6"}, {sasl,"2.1.10"}, {couch_view_parser,"1.0.0"}, {ns_server,"2.0.0-1939-rel-enterprise"}, {mochiweb,"1.4.1"}, {oauth,"7d85d3ef"}, {stdlib,"1.17.5"}]}, {supported_compat_version,[2,0]}, {system_arch,"x86_64-unknown-linux-gnu"}, {wall_clock,1747}, {memory_data,{25199214592,16743813120,{<18071.667.0>,17427312}}}, {disk_data, [{"/",41260352,5}, {"/dev/shm",12304304,0}, {"/boot",495844,7}, {"/data",206420664,4}]}, {meminfo, <<"MemTotal: 24608608 kB\nMemFree: 8409636 kB\nBuffers: 187792 kB\nCached: 6629164 kB\nSwapCached: 0 kB\nActive: 9887116 kB\nInactive: 5668132 kB\nActive(anon): 8725744 kB\nInactive(anon): 14632 kB\nActive(file): 1161372 kB\nInactive(file): 5653500 kB\nUnevictable: 20760 kB\nMlocked: 20760 kB\nSwapTotal: 20479992 kB\nSwapFree: 20479992 kB\nDirty: 5120 kB\nWriteback: 0 kB\nAnonPages: 8759524 kB\nMapped: 15572 kB\nShmem: 172 kB\nSlab: 308312 kB\nSReclaimable: 249512 kB\nSUnreclaim: 58800 kB\nKernelStack: 3072 kB\nPageTables: 21980 kB\nNFS_Unstable: 0 kB\nBounce: 0 kB\nWritebackTmp: 0 kB\nCommitLimit: 32784296 kB\nCommitted_AS: 10512696 kB\nVmallocTotal: 34359738367 kB\nVmallocUsed: 332500 kB\nVmallocChunk: 34359355024 kB\nHardwareCorrupted: 0 kB\nAnonHugePages: 1896448 kB\nHugePages_Total: 0\nHugePages_Free: 0\nHugePages_Rsvd: 0\nHugePages_Surp: 0\nHugepagesize: 2048 kB\nDirectMap4k: 10240 kB\nDirectMap2M: 25155584 kB\n">>}]}, {'ns_1@192.168.0.21', [{last_heard,{1352,753783,192013}}, {outgoing_replications_safeness_level,[{"default",green}]}, {incoming_replications_conf_hashes, [{"default",[{'ns_1@192.168.0.22',59868295}]}]}, {active_buckets,["default"]}, {ready_buckets,["default"]}, {local_tasks,[]}, {memory, [{total,125098544}, {processes,84848576}, {processes_used,84830992}, {system,40249968}, {atom,1339809}, {atom_used,1335933}, {binary,4290416}, {code,13493102}, {ets,2995904}]}, {system_memory_data, [{system_total_memory,25199214592}, {free_swap,20971511808}, {total_swap,20971511808}, {cached_memory,2415960064}, {buffered_memory,153481216}, {free_memory,19788304384}, {total_memory,25199214592}]}, {node_storage_conf,[{db_path,"/data"},{index_path,"/data"}]}, {statistics, [{wall_clock,{1744103,5004}}, {context_switches,{2341558,0}}, {garbage_collection,{675903,1530362705,0}}, {io,{{input,120930050},{output,4346341523}}}, {reductions,{377354306,6022346}}, {run_queue,0}, {runtime,{179440,2340}}]}, {system_stats, [{cpu_utilization_rate,35.768261964735515}, {swap_total,20971511808}, {swap_used,0}]}, {interesting_stats, [{couch_docs_actual_disk_size,2315679321}, {couch_docs_data_size,1807045825}, {couch_views_actual_disk_size,0}, {couch_views_data_size,0}, {curr_items,419969}, {curr_items_tot,749966}, {mem_used,1988463336}, {vb_replica_curr_items,329997}]}, {cluster_compatibility_version,131072}, {version, [{public_key,"0.13"}, {lhttpc,"1.3.0"}, {ale,"8cffe61"}, {os_mon,"2.2.7"}, {couch_set_view,"1.2.0a-b68b5f4-git"}, {mnesia,"4.5"}, {inets,"5.7.1"}, {couch,"1.2.0a-b68b5f4-git"}, {mapreduce,"1.0.0"}, {couch_index_merger,"1.2.0a-b68b5f4-git"}, {kernel,"2.14.5"}, {crypto,"2.0.4"}, {ssl,"4.1.6"}, {sasl,"2.1.10"}, {couch_view_parser,"1.0.0"}, {ns_server,"2.0.0-1939-rel-enterprise"}, {mochiweb,"1.4.1"}, {oauth,"7d85d3ef"}, {stdlib,"1.17.5"}]}, {supported_compat_version,[2,0]}, {system_arch,"x86_64-unknown-linux-gnu"}, {wall_clock,1744}, {memory_data,{25199214592,5360254976,{<0.13649.0>,16006048}}}, {disk_data, [{"/",41260352,5}, {"/dev/shm",12304304,0}, {"/boot",495844,7}, {"/data",206420664,2}]}, {meminfo, <<"MemTotal: 24608608 kB\nMemFree: 19325012 kB\nBuffers: 149884 kB\nCached: 2359336 kB\nSwapCached: 0 kB\nActive: 2774412 kB\nInactive: 2045288 kB\nActive(anon): 2303228 kB\nInactive(anon): 9232 kB\nActive(file): 471184 kB\nInactive(file): 2036056 kB\nUnevictable: 20760 kB\nMlocked: 20760 kB\nSwapTotal: 20479992 kB\nSwapFree: 20479992 kB\nDirty: 2080 kB\nWriteback: 0 kB\nAnonPages: 2331344 kB\nMapped: 14616 kB\nShmem: 164 kB\nSlab: 141288 kB\nSReclaimable: 83328 kB\nSUnreclaim: 57960 kB\nKernelStack: 3048 kB\nPageTables: 8840 kB\nNFS_Unstable: 0 kB\nBounce: 0 kB\nWritebackTmp: 0 kB\nCommitLimit: 32784296 kB\nCommitted_AS: 4070684 kB\nVmallocTotal: 34359738367 kB\nVmallocUsed: 332500 kB\nVmallocChunk: 34359350016 kB\nHardwareCorrupted: 0 kB\nAnonHugePages: 483328 kB\nHugePages_Total: 0\nHugePages_Free: 0\nHugePages_Rsvd: 0\nHugePages_Surp: 0\nHugepagesize: 2048 kB\nDirectMap4k: 10240 kB\nDirectMap2M: 25155584 kB\n">>}]}, {'ns_1@192.168.0.22', [{last_heard,{1352,753787,803043}}, {outgoing_replications_safeness_level,[{"default",green}]}, {incoming_replications_conf_hashes, [{"default", [{'ns_1@192.168.0.20',55284490},{'ns_1@192.168.0.21',13795093}]}]}, {active_buckets,["default"]}, {ready_buckets,["default"]}, {local_tasks, [[{pid,<<"<0.4103.1>">>}, {bucket,<<"default">>}, {original_target,{[{type,bucket}]}}, {progress,92}, {started_on,1352753604}, {total_vbuckets,1025}, {trigger_type,scheduled}, {type,bucket_compaction}, {updated_on,1352753787}, {vbuckets_done,950}]]}, {memory, [{total,223662352}, {processes,169814528}, {processes_used,169714784}, {system,53847824}, {atom,1338193}, {atom_used,1333793}, {binary,13969144}, {code,13490894}, {ets,6382840}]}, {system_memory_data, [{system_total_memory,25199214592}, {free_swap,20971511808}, {total_swap,20971511808}, {cached_memory,8923832320}, {buffered_memory,204574720}, {free_memory,6431940608}, {total_memory,25199214592}]}, {node_storage_conf,[{db_path,"/data"},{index_path,"/data"}]}, {statistics, [{wall_clock,{1735885,5010}}, {context_switches,{14161245,0}}, {garbage_collection,{1657438,3968172064,0}}, {io,{{input,294021558},{output,10817538047}}}, {reductions,{1481573849,5563286}}, {run_queue,2}, {runtime,{499360,2050}}]}, {system_stats, [{cpu_utilization_rate,67.99007444168734}, {swap_total,20971511808}, {swap_used,0}]}, {interesting_stats, [{couch_docs_actual_disk_size,8843464875}, {couch_docs_data_size,7319339675}, {couch_views_actual_disk_size,0}, {couch_views_data_size,0}, {curr_items,1407050}, {curr_items_tot,2995162}, {mem_used,8028289512}, {vb_replica_curr_items,1588112}]}, {cluster_compatibility_version,131072}, {version, [{public_key,"0.13"}, {lhttpc,"1.3.0"}, {ale,"8cffe61"}, {os_mon,"2.2.7"}, {couch_set_view,"1.2.0a-b68b5f4-git"}, {mnesia,"4.5"}, {inets,"5.7.1"}, {couch,"1.2.0a-b68b5f4-git"}, {mapreduce,"1.0.0"}, {couch_index_merger,"1.2.0a-b68b5f4-git"}, {kernel,"2.14.5"}, {crypto,"2.0.4"}, {ssl,"4.1.6"}, {sasl,"2.1.10"}, {couch_view_parser,"1.0.0"}, {ns_server,"2.0.0-1939-rel-enterprise"}, {mochiweb,"1.4.1"}, {oauth,"7d85d3ef"}, {stdlib,"1.17.5"}]}, {supported_compat_version,[2,0]}, {system_arch,"x86_64-unknown-linux-gnu"}, {wall_clock,1735}, {memory_data,{25199214592,18967592960,{<18111.687.0>,13313480}}}, {disk_data, [{"/",41260352,5}, {"/dev/shm",12304304,0}, {"/boot",495844,7}, {"/data",206420664,5}]}, {meminfo, <<"MemTotal: 24608608 kB\nMemFree: 6281432 kB\nBuffers: 199780 kB\nCached: 8714352 kB\nSwapCached: 0 kB\nActive: 9971188 kB\nInactive: 7680780 kB\nActive(anon): 8729196 kB\nInactive(anon): 10216 kB\nActive(file): 1241992 kB\nInactive(file): 7670564 kB\nUnevictable: 20760 kB\nMlocked: 20760 kB\nSwapTotal: 20479992 kB\nSwapFree: 20479992 kB\nDirty: 12724 kB\nWriteback: 0 kB\nAnonPages: 8760140 kB\nMapped: 15684 kB\nShmem: 172 kB\nSlab: 338604 kB\nSReclaimable: 279844 kB\nSUnreclaim: 58760 kB\nKernelStack: 2560 kB\nPageTables: 21640 kB\nNFS_Unstable: 0 kB\nBounce: 0 kB\nWritebackTmp: 0 kB\nCommitLimit: 32784296 kB\nCommitted_AS: 10503688 kB\nVmallocTotal: 34359738367 kB\nVmallocUsed: 332500 kB\nVmallocChunk: 34359350016 kB\nHardwareCorrupted: 0 kB\nAnonHugePages: 1886208 kB\nHugePages_Total: 0\nHugePages_Free: 0\nHugePages_Rsvd: 0\nHugePages_Surp: 0\nHugepagesize: 2048 kB\nDirectMap4k: 10240 kB\nDirectMap2M: 25155584 kB\n">>}]}] [stats:debug,2012-11-12T12:56:29.616,ns_1@192.168.0.21:<0.4602.0>:stats_collector:maybe_log_stats:126](at {{1970,1,16},{7,45,53}}) Stats for bucket "default": accepting_conns 1 auth_cmds 9 auth_errors 0 bucket_active_conns 2 bucket_conns 24 bytes 2033552248 bytes_read 4516135803 bytes_written 1223638398 cas_badval 0 cas_hits 0 cas_misses 0 cmd_flush 0 cmd_get 66566 cmd_set 62488 conn_yields 24771 connection_structures 5000 curr_connections 27 curr_conns_on_port_11209 15 curr_conns_on_port_11210 10 curr_items 428894 curr_items_tot 767096 curr_temp_items 0 daemon_connections 4 decr_hits 0 decr_misses 0 delete_hits 3408 delete_misses 5073 ep_access_scanner_last_runtime 0 ep_access_scanner_num_items 0 ep_access_scanner_task_time 2012-11-13 10:00:00 ep_allow_data_loss_during_shutdown 1 ep_alog_block_size 4096 ep_alog_path /data/default/access.log ep_alog_sleep_time 1440 ep_alog_task_time 10 ep_backend couchdb ep_bg_fetch_delay 0 ep_bg_fetched 0 ep_bg_meta_fetched 0 ep_bg_remaining_jobs 0 ep_chk_max_items 5000 ep_chk_period 1800 ep_chk_persistence_remains 1 ep_chk_persistence_timeout 10 ep_chk_remover_stime 5 ep_commit_num 22074 ep_commit_time 3 ep_commit_time_total 162645 ep_concurrentDB 1 ep_config_file ep_couch_bucket default ep_couch_host localhost ep_couch_port 11213 ep_couch_reconnect_sleeptime 250 ep_couch_response_timeout 180000 ep_data_age 2 ep_data_age_highwat 10 ep_data_traffic_enabled 0 ep_dbinit 0 ep_dbname /data/default ep_degraded_mode 0 ep_diskqueue_drain 2422959 ep_diskqueue_fill 1769570 ep_diskqueue_items 7078 ep_diskqueue_memory 99712 ep_diskqueue_pending 149568 ep_exp_pager_stime 3600 ep_exp_pager_stime 3600 ep_expired_access 20 ep_expired_pager 0 ep_expiry_window 3 ep_failpartialwarmup 0 ep_flush_all false ep_flush_duration_total 275 ep_flushall_enabled 0 ep_flusher_state running ep_flusher_todo 3884 ep_getl_default_timeout 15 ep_getl_max_timeout 30 ep_ht_locks 5 ep_ht_size 3079 ep_inconsistent_slave_chk 0 ep_initfile ep_io_num_read 0 ep_io_num_write 1567191 ep_io_read_bytes 0 ep_io_write_bytes 3611466488 ep_item_begin_failed 0 ep_item_commit_failed 0 ep_item_flush_expired 22 ep_item_flush_failed 0 ep_item_num_based_new_chk 1 ep_items_rm_from_checkpoints 68582 ep_keep_closed_chks 0 ep_klog_block_size 4096 ep_klog_compactor_queue_cap 500000 ep_klog_compactor_stime 3600 ep_klog_flush commit2 ep_klog_max_entry_ratio 10 ep_klog_max_log_size 2147483647 ep_klog_path ep_klog_sync commit2 ep_kv_size 1884095544 ep_max_checkpoints 2 ep_max_data_size 12582912000 ep_max_item_size 20971520 ep_max_size 12582912000 ep_max_txn_size 10000 ep_max_vbuckets 1024 ep_mem_high_wat 9437184000 ep_mem_high_wat 9437184000 ep_mem_low_wat 7549747200 ep_mem_low_wat 7549747200 ep_mem_tracker_enabled true ep_min_data_age 0 ep_mlog_compactor_runs 0 ep_mutation_mem_threshold 0 ep_num_access_scanner_runs 0 ep_num_eject_failures 0 ep_num_expiry_pager_runs 0 ep_num_non_resident 0 ep_num_not_my_vbuckets 0 ep_num_ops_del_meta 0 ep_num_ops_get_meta 0 ep_num_ops_set_meta 0 ep_num_pager_runs 0 ep_num_value_ejects 0 ep_oom_errors 0 ep_overhead 64273770 ep_pager_active_vb_pcnt 40 ep_pager_unbiased_period 60 ep_pending_ops 0 ep_pending_ops_max 1 ep_pending_ops_max_duration 71462 ep_pending_ops_total 1 ep_postInitfile ep_queue_age_cap 900 ep_queue_size 3194 ep_startup_time 1352753488 ep_storage_age 1 ep_storage_age_highwat 7 ep_store_max_concurrency 10 ep_store_max_readers 9 ep_store_max_readwrite 1 ep_stored_val_type ep_tap_ack_grace_period 300 ep_tap_ack_initial_sequence_number 1 ep_tap_ack_interval 1000 ep_tap_ack_window_size 10 ep_tap_backfill_resident 0.9 ep_tap_backlog_limit 5000 ep_tap_backoff_period 5 ep_tap_bg_fetch_requeued 0 ep_tap_bg_fetched 0 ep_tap_bg_max_pending 500 ep_tap_keepalive 300 ep_tap_noop_interval 20 ep_tap_requeue_sleep_time 0.1 ep_tap_throttle_cap_pcnt 10 ep_tap_throttle_queue_cap 1000000 ep_tap_throttle_threshold 90 ep_tmp_oom_errors 0 ep_too_old 0 ep_too_young 0 ep_total_cache_size 1874891592 ep_total_del_items 52112 ep_total_enqueued 1769570 ep_total_new_items 772372 ep_total_persisted 1567191 ep_uncommitted_items 9 ep_value_size 1820848186 ep_vb0 0 ep_vb_snapshot_total 404 ep_vb_total 265 ep_vbucket_del 0 ep_vbucket_del_fail 0 ep_version 2.0.0r_133_g68e3f7c ep_waitforwarmup 0 ep_warmup 1 ep_warmup_batch_size 1000 ep_warmup_dups 0 ep_warmup_min_items_threshold 100 ep_warmup_min_memory_threshold 100 ep_warmup_oom 0 ep_warmup_thread complete ep_warmup_time 17721 get_hits 65056 get_misses 1510 incr_hits 0 incr_misses 0 libevent 2.0.11-stable limit_maxbytes 67108864 listen_disabled_num 0 max_conns_on_port_11209 1000 max_conns_on_port_11210 9000 mem_used 2033552248 pid 7353 pointer_size 64 rejected_conns 0 rusage_system 52.585005 rusage_user 205.102819 tap_checkpoint_end_received 359 tap_checkpoint_end_sent 122 tap_checkpoint_start_received 789 tap_checkpoint_start_sent 147 tap_connect_received 1 tap_delete_received 32305 tap_delete_sent 10146 tap_mutation_received 1792662 tap_mutation_sent 418263 tap_opaque_received 1847 tap_opaque_sent 148 tap_vbucket_set_received 294 threads 4 time 1352753788 total_connections 1409 uptime 302 vb_active_curr_items 428894 vb_active_eject 0 vb_active_expired 16 vb_active_ht_memory 3691464 vb_active_itm_memory 1048527306 vb_active_meta_data_memory 33882626 vb_active_num 147 vb_active_num_non_resident 0 vb_active_num_ref_ejects 0 vb_active_num_ref_items 432191 vb_active_ops_create 432073 vb_active_ops_delete 27180 vb_active_ops_reject 0 vb_active_ops_update 252739 vb_active_perc_mem_resident 100 vb_active_queue_age 2653000 vb_active_queue_drain 1240836 vb_active_queue_fill 877167 vb_active_queue_memory 42592 vb_active_queue_pending 63888 vb_active_queue_size 1331 vb_dead_num 0 vb_pending_curr_items 0 vb_pending_eject 0 vb_pending_expired 0 vb_pending_ht_memory 0 vb_pending_itm_memory 0 vb_pending_meta_data_memory 0 vb_pending_num 0 vb_pending_num_non_resident 0 vb_pending_num_ref_ejects 0 vb_pending_num_ref_items 0 vb_pending_ops_create 0 vb_pending_ops_delete 0 vb_pending_ops_reject 0 vb_pending_ops_update 0 vb_pending_perc_mem_resident 0 vb_pending_queue_age 0 vb_pending_queue_drain 0 vb_pending_queue_fill 0 vb_pending_queue_memory 0 vb_pending_queue_pending 0 vb_pending_queue_size 0 vb_replica_curr_items 338202 vb_replica_eject 0 vb_replica_expired 4 vb_replica_ht_memory 2963216 vb_replica_itm_memory 826364286 vb_replica_meta_data_memory 26717958 vb_replica_num 118 vb_replica_num_non_resident 0 vb_replica_num_ref_ejects 0 vb_replica_num_ref_items 340648 vb_replica_ops_create 340300 vb_replica_ops_delete 24932 vb_replica_ops_reject 0 vb_replica_ops_update 489976 vb_replica_perc_mem_resident 100 vb_replica_queue_age 333000 vb_replica_queue_drain 1182123 vb_replica_queue_fill 892403 vb_replica_queue_memory 57120 vb_replica_queue_pending 85680 vb_replica_queue_size 1785 version 1.4.4_600_g7ea975a [ns_doctor:debug,2012-11-12T12:57:28.184,ns_1@192.168.0.21:ns_doctor<0.4484.0>:ns_doctor:handle_info:137]Current node statuses: [{'ns_1@192.168.0.20', [{last_heard,{1352,753844,577251}}, {outgoing_replications_safeness_level,[{"default",green}]}, {incoming_replications_conf_hashes, [{"default",[{'ns_1@192.168.0.22',14311664}]}]}, {active_buckets,["default"]}, {ready_buckets,["default"]}, {local_tasks, [[{pid,<<"<0.12224.1>">>}, {bucket,<<"default">>}, {original_target,{[{type,bucket}]}}, {progress,89}, {started_on,1352753700}, {total_vbuckets,829}, {trigger_type,scheduled}, {type,bucket_compaction}, {updated_on,1352753843}, {vbuckets_done,746}]]}, {memory, [{total,260117376}, {processes,209643672}, {processes_used,208356456}, {system,50473704}, {atom,1401785}, {atom_used,1374492}, {binary,10052840}, {code,14054366}, {ets,6463600}]}, {system_memory_data, [{system_total_memory,25199214592}, {free_swap,20971511808}, {total_swap,20971511808}, {cached_memory,5903446016}, {buffered_memory,195887104}, {free_memory,9480179712}, {total_memory,25199214592}]}, {node_storage_conf,[{db_path,"/data"},{index_path,"/data"}]}, {statistics, [{wall_clock,{1807715,5005}}, {context_switches,{13606542,0}}, {garbage_collection,{1464145,7374111432,0}}, {io,{{input,241629357},{output,9168303401}}}, {reductions,{1882662067,5857461}}, {run_queue,0}, {runtime,{591170,2920}}]}, {system_stats, [{cpu_utilization_rate,70.28985507246377}, {swap_total,20971511808}, {swap_used,0}]}, {interesting_stats, [{couch_docs_actual_disk_size,5899905787}, {couch_docs_data_size,5191492425}, {couch_views_actual_disk_size,0}, {couch_views_data_size,0}, {curr_items,1108141}, {curr_items_tot,2114848}, {mem_used,5696650128}, {vb_replica_curr_items,1006707}]}, {cluster_compatibility_version,131072}, {version, [{public_key,"0.13"}, {lhttpc,"1.3.0"}, {ale,"8cffe61"}, {os_mon,"2.2.7"}, {couch_set_view,"1.2.0a-b68b5f4-git"}, {mnesia,"4.5"}, {inets,"5.7.1"}, {couch,"1.2.0a-b68b5f4-git"}, {mapreduce,"1.0.0"}, {couch_index_merger,"1.2.0a-b68b5f4-git"}, {kernel,"2.14.5"}, {crypto,"2.0.4"}, {ssl,"4.1.6"}, {sasl,"2.1.10"}, {couch_view_parser,"1.0.0"}, {ns_server,"2.0.0-1939-rel-enterprise"}, {mochiweb,"1.4.1"}, {oauth,"7d85d3ef"}, {stdlib,"1.17.5"}]}, {supported_compat_version,[2,0]}, {system_arch,"x86_64-unknown-linux-gnu"}, {wall_clock,1807}, {memory_data,{25199214592,15822495744,{<18071.429.0>,15281928}}}, {disk_data, [{"/",41260352,5}, {"/dev/shm",12304304,0}, {"/boot",495844,7}, {"/data",206420664,3}]}, {meminfo, <<"MemTotal: 24608608 kB\nMemFree: 9256996 kB\nBuffers: 191296 kB\nCached: 5766068 kB\nSwapCached: 0 kB\nActive: 9584732 kB\nInactive: 5134480 kB\nActive(anon): 8747300 kB\nInactive(anon): 16236 kB\nActive(file): 837432 kB\nInactive(file): 5118244 kB\nUnevictable: 20760 kB\nMlocked: 20760 kB\nSwapTotal: 20479992 kB\nSwapFree: 20479992 kB\nDirty: 8908 kB\nWriteback: 0 kB\nAnonPages: 8769624 kB\nMapped: 15572 kB\nShmem: 172 kB\nSlab: 296620 kB\nSReclaimable: 237780 kB\nSUnreclaim: 58840 kB\nKernelStack: 3072 kB\nPageTables: 22012 kB\nNFS_Unstable: 0 kB\nBounce: 0 kB\nWritebackTmp: 0 kB\nCommitLimit: 32784296 kB\nCommitted_AS: 10541684 kB\nVmallocTotal: 34359738367 kB\nVmallocUsed: 332500 kB\nVmallocChunk: 34359355024 kB\nHardwareCorrupted: 0 kB\nAnonHugePages: 2002944 kB\nHugePages_Total: 0\nHugePages_Free: 0\nHugePages_Rsvd: 0\nHugePages_Surp: 0\nHugepagesize: 2048 kB\nDirectMap4k: 10240 kB\nDirectMap2M: 25155584 kB\n">>}]}, {'ns_1@192.168.0.21', [{last_heard,{1352,753843,188656}}, {outgoing_replications_safeness_level,[{"default",green}]}, {incoming_replications_conf_hashes, [{"default",[{'ns_1@192.168.0.22',43411708}]}]}, {active_buckets,["default"]}, {ready_buckets,["default"]}, {local_tasks,[]}, {memory, [{total,129140608}, {processes,87723408}, {processes_used,87719312}, {system,41417200}, {atom,1339809}, {atom_used,1335933}, {binary,5237968}, {code,13493102}, {ets,3184624}]}, {system_memory_data, [{system_total_memory,25199214592}, {free_swap,20971511808}, {total_swap,20971511808}, {cached_memory,3173113856}, {buffered_memory,155942912}, {free_memory,18640240640}, {total_memory,25199214592}]}, {node_storage_conf,[{db_path,"/data"},{index_path,"/data"}]}, {statistics, [{wall_clock,{1804098,4997}}, {context_switches,{2771770,0}}, {garbage_collection,{780195,1795677494,0}}, {io,{{input,137811908},{output,5098368168}}}, {reductions,{442836574,5871071}}, {run_queue,0}, {runtime,{203980,2440}}]}, {system_stats, [{cpu_utilization_rate,44.28223844282238}, {swap_total,20971511808}, {swap_used,0}]}, {interesting_stats, [{couch_docs_actual_disk_size,3087319431}, {couch_docs_data_size,2120259632}, {couch_views_actual_disk_size,0}, {couch_views_data_size,0}, {curr_items,489893}, {curr_items_tot,877499}, {mem_used,2326837088}, {vb_replica_curr_items,387606}]}, {cluster_compatibility_version,131072}, {version, [{public_key,"0.13"}, {lhttpc,"1.3.0"}, {ale,"8cffe61"}, {os_mon,"2.2.7"}, {couch_set_view,"1.2.0a-b68b5f4-git"}, {mnesia,"4.5"}, {inets,"5.7.1"}, {couch,"1.2.0a-b68b5f4-git"}, {mapreduce,"1.0.0"}, {couch_index_merger,"1.2.0a-b68b5f4-git"}, {kernel,"2.14.5"}, {crypto,"2.0.4"}, {ssl,"4.1.6"}, {sasl,"2.1.10"}, {couch_view_parser,"1.0.0"}, {ns_server,"2.0.0-1939-rel-enterprise"}, {mochiweb,"1.4.1"}, {oauth,"7d85d3ef"}, {stdlib,"1.17.5"}]}, {supported_compat_version,[2,0]}, {system_arch,"x86_64-unknown-linux-gnu"}, {wall_clock,1804}, {memory_data,{25199214592,6503903232,{<0.4593.0>,2914384}}}, {disk_data, [{"/",41260352,5}, {"/dev/shm",12304304,0}, {"/boot",495844,7}, {"/data",206420664,2}]}, {meminfo, <<"MemTotal: 24608608 kB\nMemFree: 18203360 kB\nBuffers: 152288 kB\nCached: 3098744 kB\nSwapCached: 0 kB\nActive: 3373960 kB\nInactive: 2542312 kB\nActive(anon): 2657544 kB\nInactive(anon): 9676 kB\nActive(file): 716416 kB\nInactive(file): 2532636 kB\nUnevictable: 20760 kB\nMlocked: 20760 kB\nSwapTotal: 20479992 kB\nSwapFree: 20479992 kB\nDirty: 2292 kB\nWriteback: 0 kB\nAnonPages: 2686352 kB\nMapped: 14616 kB\nShmem: 164 kB\nSlab: 163308 kB\nSReclaimable: 105332 kB\nSUnreclaim: 57976 kB\nKernelStack: 3048 kB\nPageTables: 9516 kB\nNFS_Unstable: 0 kB\nBounce: 0 kB\nWritebackTmp: 0 kB\nCommitLimit: 32784296 kB\nCommitted_AS: 4426024 kB\nVmallocTotal: 34359738367 kB\nVmallocUsed: 332500 kB\nVmallocChunk: 34359350016 kB\nHardwareCorrupted: 0 kB\nAnonHugePages: 581632 kB\nHugePages_Total: 0\nHugePages_Free: 0\nHugePages_Rsvd: 0\nHugePages_Surp: 0\nHugepagesize: 2048 kB\nDirectMap4k: 10240 kB\nDirectMap2M: 25155584 kB\n">>}]}, {'ns_1@192.168.0.22', [{last_heard,{1352,753847,798515}}, {outgoing_replications_safeness_level,[{"default",green}]}, {incoming_replications_conf_hashes, [{"default", [{'ns_1@192.168.0.20',785405},{'ns_1@192.168.0.21',113276895}]}]}, {active_buckets,["default"]}, {ready_buckets,["default"]}, {local_tasks,[]}, {memory, [{total,231732352}, {processes,177431160}, {processes_used,177275368}, {system,54301192}, {atom,1338193}, {atom_used,1333793}, {binary,14307904}, {code,13490894}, {ets,6504344}]}, {system_memory_data, [{system_total_memory,25199214592}, {free_swap,20971511808}, {total_swap,20971511808}, {cached_memory,9531047936}, {buffered_memory,207028224}, {free_memory,5786230784}, {total_memory,25199214592}]}, {node_storage_conf,[{db_path,"/data"},{index_path,"/data"}]}, {statistics, [{wall_clock,{1795880,5005}}, {context_switches,{14649140,0}}, {garbage_collection,{1763771,4210091967,0}}, {io,{{input,309645143},{output,11337463603}}}, {reductions,{1543924915,4984785}}, {run_queue,0}, {runtime,{523180,2060}}]}, {system_stats, [{cpu_utilization_rate,39.35643564356435}, {swap_total,20971511808}, {swap_used,0}]}, {interesting_stats, [{couch_docs_actual_disk_size,9413415087}, {couch_docs_data_size,7318324260}, {couch_views_actual_disk_size,0}, {couch_views_data_size,0}, {curr_items,1391745}, {curr_items_tot,2993451}, {mem_used,8033839072}, {vb_replica_curr_items,1601706}]}, {cluster_compatibility_version,131072}, {version, [{public_key,"0.13"}, {lhttpc,"1.3.0"}, {ale,"8cffe61"}, {os_mon,"2.2.7"}, {couch_set_view,"1.2.0a-b68b5f4-git"}, {mnesia,"4.5"}, {inets,"5.7.1"}, {couch,"1.2.0a-b68b5f4-git"}, {mapreduce,"1.0.0"}, {couch_index_merger,"1.2.0a-b68b5f4-git"}, {kernel,"2.14.5"}, {crypto,"2.0.4"}, {ssl,"4.1.6"}, {sasl,"2.1.10"}, {couch_view_parser,"1.0.0"}, {ns_server,"2.0.0-1939-rel-enterprise"}, {mochiweb,"1.4.1"}, {oauth,"7d85d3ef"}, {stdlib,"1.17.5"}]}, {supported_compat_version,[2,0]}, {system_arch,"x86_64-unknown-linux-gnu"}, {wall_clock,1795}, {memory_data,{25199214592,18745520128,{<18111.687.0>,10770992}}}, {disk_data, [{"/",41260352,5}, {"/dev/shm",12304304,0}, {"/boot",495844,7}, {"/data",206420664,5}]}, {meminfo, <<"MemTotal: 24608608 kB\nMemFree: 5650616 kB\nBuffers: 202176 kB\nCached: 9307664 kB\nSwapCached: 0 kB\nActive: 10290592 kB\nInactive: 7977704 kB\nActive(anon): 8750304 kB\nInactive(anon): 10216 kB\nActive(file): 1540288 kB\nInactive(file): 7967488 kB\nUnevictable: 20760 kB\nMlocked: 20760 kB\nSwapTotal: 20479992 kB\nSwapFree: 20479992 kB\nDirty: 8632 kB\nWriteback: 0 kB\nAnonPages: 8781752 kB\nMapped: 15680 kB\nShmem: 172 kB\nSlab: 353612 kB\nSReclaimable: 295320 kB\nSUnreclaim: 58292 kB\nKernelStack: 2552 kB\nPageTables: 21632 kB\nNFS_Unstable: 0 kB\nBounce: 0 kB\nWritebackTmp: 0 kB\nCommitLimit: 32784296 kB\nCommitted_AS: 10518200 kB\nVmallocTotal: 34359738367 kB\nVmallocUsed: 332500 kB\nVmallocChunk: 34359350016 kB\nHardwareCorrupted: 0 kB\nAnonHugePages: 1992704 kB\nHugePages_Total: 0\nHugePages_Free: 0\nHugePages_Rsvd: 0\nHugePages_Surp: 0\nHugepagesize: 2048 kB\nDirectMap4k: 10240 kB\nDirectMap2M: 25155584 kB\n">>}]}] [stats:debug,2012-11-12T12:58:09.609,ns_1@192.168.0.21:<0.4602.0>:stats_collector:maybe_log_stats:126](at {{1970,1,16},{7,45,53}}) Stats for bucket "default": accepting_conns 1 auth_cmds 9 auth_errors 0 bucket_active_conns 1 bucket_conns 25 bytes 2548330144 bytes_read 5705620549 bytes_written 1662667599 cas_badval 0 cas_hits 0 cas_misses 0 cmd_flush 0 cmd_get 115517 cmd_set 108236 conn_yields 31092 connection_structures 5000 curr_connections 28 curr_conns_on_port_11209 16 curr_conns_on_port_11210 10 curr_items 530479 curr_items_tot 962137 curr_temp_items 0 daemon_connections 4 decr_hits 0 decr_misses 0 delete_hits 5891 delete_misses 8669 ep_access_scanner_last_runtime 0 ep_access_scanner_num_items 0 ep_access_scanner_task_time 2012-11-13 10:00:00 ep_allow_data_loss_during_shutdown 1 ep_alog_block_size 4096 ep_alog_path /data/default/access.log ep_alog_sleep_time 1440 ep_alog_task_time 10 ep_backend couchdb ep_bg_fetch_delay 0 ep_bg_fetched 0 ep_bg_meta_fetched 0 ep_bg_remaining_jobs 0 ep_chk_max_items 5000 ep_chk_period 1800 ep_chk_persistence_remains 2 ep_chk_persistence_timeout 10 ep_chk_remover_stime 5 ep_commit_num 27727 ep_commit_time 6 ep_commit_time_total 209630 ep_concurrentDB 1 ep_config_file ep_couch_bucket default ep_couch_host localhost ep_couch_port 11213 ep_couch_reconnect_sleeptime 250 ep_couch_response_timeout 180000 ep_data_age 6 ep_data_age_highwat 14 ep_data_traffic_enabled 0 ep_dbinit 0 ep_dbname /data/default ep_degraded_mode 0 ep_diskqueue_drain 3021759 ep_diskqueue_fill 2233027 ep_diskqueue_items 9722 ep_diskqueue_memory 301184 ep_diskqueue_pending 451776 ep_exp_pager_stime 3600 ep_exp_pager_stime 3600 ep_expired_access 35 ep_expired_pager 0 ep_expiry_window 3 ep_failpartialwarmup 0 ep_flush_all false ep_flush_duration_total 374 ep_flushall_enabled 0 ep_flusher_state running ep_flusher_todo 1385 ep_getl_default_timeout 15 ep_getl_max_timeout 30 ep_ht_locks 5 ep_ht_size 3079 ep_inconsistent_slave_chk 0 ep_initfile ep_io_num_read 0 ep_io_num_write 1955583 ep_io_read_bytes 0 ep_io_write_bytes 4506618230 ep_item_begin_failed 0 ep_item_commit_failed 0 ep_item_flush_expired 24 ep_item_flush_failed 0 ep_item_num_based_new_chk 1 ep_items_rm_from_checkpoints 83817 ep_keep_closed_chks 0 ep_klog_block_size 4096 ep_klog_compactor_queue_cap 500000 ep_klog_compactor_stime 3600 ep_klog_flush commit2 ep_klog_max_entry_ratio 10 ep_klog_max_log_size 2147483647 ep_klog_path ep_klog_sync commit2 ep_kv_size 2363531219 ep_max_checkpoints 2 ep_max_data_size 12582912000 ep_max_item_size 20971520 ep_max_size 12582912000 ep_max_txn_size 10000 ep_max_vbuckets 1024 ep_mem_high_wat 9437184000 ep_mem_high_wat 9437184000 ep_mem_low_wat 7549747200 ep_mem_low_wat 7549747200 ep_mem_tracker_enabled true ep_min_data_age 0 ep_mlog_compactor_runs 0 ep_mutation_mem_threshold 0 ep_num_access_scanner_runs 0 ep_num_eject_failures 0 ep_num_expiry_pager_runs 0 ep_num_non_resident 0 ep_num_not_my_vbuckets 0 ep_num_ops_del_meta 0 ep_num_ops_get_meta 0 ep_num_ops_set_meta 0 ep_num_pager_runs 0 ep_num_value_ejects 0 ep_oom_errors 0 ep_overhead 79385362 ep_pager_active_vb_pcnt 40 ep_pager_unbiased_period 60 ep_pending_ops 0 ep_pending_ops_max 1 ep_pending_ops_max_duration 128624 ep_pending_ops_total 2 ep_postInitfile ep_queue_age_cap 900 ep_queue_size 8337 ep_startup_time 1352753488 ep_storage_age 4 ep_storage_age_highwat 11 ep_store_max_concurrency 10 ep_store_max_readers 9 ep_store_max_readwrite 1 ep_stored_val_type ep_tap_ack_grace_period 300 ep_tap_ack_initial_sequence_number 1 ep_tap_ack_interval 1000 ep_tap_ack_window_size 10 ep_tap_backfill_resident 0.9 ep_tap_backlog_limit 5000 ep_tap_backoff_period 5 ep_tap_bg_fetch_requeued 0 ep_tap_bg_fetched 0 ep_tap_bg_max_pending 500 ep_tap_keepalive 300 ep_tap_noop_interval 20 ep_tap_requeue_sleep_time 0.1 ep_tap_throttle_cap_pcnt 10 ep_tap_throttle_queue_cap 1000000 ep_tap_throttle_threshold 90 ep_tmp_oom_errors 0 ep_too_old 0 ep_too_young 0 ep_total_cache_size 2351987711 ep_total_del_items 66517 ep_total_enqueued 2233027 ep_total_new_items 965950 ep_total_persisted 1955583 ep_uncommitted_items 8 ep_value_size 2284201394 ep_vb0 0 ep_vb_snapshot_total 460 ep_vb_total 330 ep_vbucket_del 0 ep_vbucket_del_fail 0 ep_version 2.0.0r_133_g68e3f7c ep_waitforwarmup 0 ep_warmup 1 ep_warmup_batch_size 1000 ep_warmup_dups 0 ep_warmup_min_items_threshold 100 ep_warmup_min_memory_threshold 100 ep_warmup_oom 0 ep_warmup_thread complete ep_warmup_time 17721 get_hits 112782 get_misses 2735 incr_hits 0 incr_misses 0 libevent 2.0.11-stable limit_maxbytes 67108864 listen_disabled_num 0 max_conns_on_port_11209 1000 max_conns_on_port_11210 9000 mem_used 2548330144 pid 7353 pointer_size 64 rejected_conns 0 rusage_system 71.469135 rusage_user 279.120567 tap_checkpoint_end_received 449 tap_checkpoint_end_sent 150 tap_checkpoint_start_received 984 tap_checkpoint_start_sent 182 tap_connect_received 1 tap_delete_received 42602 tap_delete_sent 14707 tap_mutation_received 2233209 tap_mutation_sent 541883 tap_opaque_received 2304 tap_opaque_sent 183 tap_vbucket_set_received 364 threads 4 time 1352753888 total_connections 1740 uptime 402 vb_active_curr_items 530479 vb_active_eject 0 vb_active_expired 30 vb_active_ht_memory 4570384 vb_active_itm_memory 1296922385 vb_active_meta_data_memory 41907841 vb_active_num 182 vb_active_num_non_resident 0 vb_active_num_ref_ejects 0 vb_active_num_ref_items 536144 vb_active_ops_create 535923 vb_active_ops_delete 34731 vb_active_ops_reject 0 vb_active_ops_update 308623 vb_active_perc_mem_resident 100 vb_active_queue_age 5862000 vb_active_queue_drain 1551282 vb_active_queue_fill 1104629 vb_active_queue_memory 82176 vb_active_queue_pending 123264 vb_active_queue_size 2568 vb_dead_num 0 vb_pending_curr_items 0 vb_pending_eject 0 vb_pending_expired 0 vb_pending_ht_memory 0 vb_pending_itm_memory 0 vb_pending_meta_data_memory 0 vb_pending_num 0 vb_pending_num_non_resident 0 vb_pending_num_ref_ejects 0 vb_pending_num_ref_items 0 vb_pending_ops_create 0 vb_pending_ops_delete 0 vb_pending_ops_reject 0 vb_pending_ops_update 0 vb_pending_perc_mem_resident 0 vb_pending_queue_age 0 vb_pending_queue_drain 0 vb_pending_queue_fill 0 vb_pending_queue_memory 0 vb_pending_queue_pending 0 vb_pending_queue_size 0 vb_replica_curr_items 431658 vb_replica_eject 0 vb_replica_expired 5 vb_replica_ht_memory 3716576 vb_replica_itm_memory 1055065326 vb_replica_meta_data_memory 34100982 vb_replica_num 148 vb_replica_num_non_resident 0 vb_replica_num_ref_ejects 0 vb_replica_num_ref_items 436015 vb_replica_ops_create 430027 vb_replica_ops_delete 31786 vb_replica_ops_reject 0 vb_replica_ops_update 614501 vb_replica_perc_mem_resident 100 vb_replica_queue_age 7846000 vb_replica_queue_drain 1470477 vb_replica_queue_fill 1128398 vb_replica_queue_memory 219008 vb_replica_queue_pending 328512 vb_replica_queue_size 6844 version 1.4.4_600_g7ea975a [ns_doctor:debug,2012-11-12T12:58:28.187,ns_1@192.168.0.21:ns_doctor<0.4484.0>:ns_doctor:handle_info:137]Current node statuses: [{'ns_1@192.168.0.20', [{last_heard,{1352,753904,572335}}, {outgoing_replications_safeness_level,[{"default",green}]}, {incoming_replications_conf_hashes, [{"default",[{'ns_1@192.168.0.22',61026358}]}]}, {active_buckets,["default"]}, {ready_buckets,["default"]}, {local_tasks,[]}, {memory, [{total,228371624}, {processes,177790184}, {processes_used,176325496}, {system,50581440}, {atom,1401785}, {atom_used,1374492}, {binary,10055456}, {code,14054366}, {ets,6599352}]}, {system_memory_data, [{system_total_memory,25199214592}, {free_swap,20971511808}, {total_swap,20971511808}, {cached_memory,5787009024}, {buffered_memory,198156288}, {free_memory,9602486272}, {total_memory,25199214592}]}, {node_storage_conf,[{db_path,"/data"},{index_path,"/data"}]}, {statistics, [{wall_clock,{1867710,4999}}, {context_switches,{13992724,0}}, {garbage_collection,{1537496,8074149818,0}}, {io,{{input,247730486},{output,9331025086}}}, {reductions,{1939220081,4804525}}, {run_queue,0}, {runtime,{622250,2900}}]}, {system_stats, [{cpu_utilization_rate,72.92682926829268}, {swap_total,20971511808}, {swap_used,0}]}, {interesting_stats, [{couch_docs_actual_disk_size,5718634030}, {couch_docs_data_size,4935076254}, {couch_views_actual_disk_size,0}, {couch_views_data_size,0}, {curr_items,1055262}, {curr_items_tot,2009844}, {mem_used,5114370128}, {vb_replica_curr_items,954582}]}, {cluster_compatibility_version,131072}, {version, [{public_key,"0.13"}, {lhttpc,"1.3.0"}, {ale,"8cffe61"}, {os_mon,"2.2.7"}, {couch_set_view,"1.2.0a-b68b5f4-git"}, {mnesia,"4.5"}, {inets,"5.7.1"}, {couch,"1.2.0a-b68b5f4-git"}, {mapreduce,"1.0.0"}, {couch_index_merger,"1.2.0a-b68b5f4-git"}, {kernel,"2.14.5"}, {crypto,"2.0.4"}, {ssl,"4.1.6"}, {sasl,"2.1.10"}, {couch_view_parser,"1.0.0"}, {ns_server,"2.0.0-1939-rel-enterprise"}, {mochiweb,"1.4.1"}, {oauth,"7d85d3ef"}, {stdlib,"1.17.5"}]}, {supported_compat_version,[2,0]}, {system_arch,"x86_64-unknown-linux-gnu"}, {wall_clock,1867}, {memory_data,{25199214592,15588806656,{<18071.667.0>,21541144}}}, {disk_data, [{"/",41260352,5}, {"/dev/shm",12304304,0}, {"/boot",495844,7}, {"/data",206420664,3}]}, {meminfo, <<"MemTotal: 24608608 kB\nMemFree: 9377676 kB\nBuffers: 193512 kB\nCached: 5651376 kB\nSwapCached: 0 kB\nActive: 9697932 kB\nInactive: 4905460 kB\nActive(anon): 8746392 kB\nInactive(anon): 14632 kB\nActive(file): 951540 kB\nInactive(file): 4890828 kB\nUnevictable: 20760 kB\nMlocked: 20760 kB\nSwapTotal: 20479992 kB\nSwapFree: 20479992 kB\nDirty: 4912 kB\nWriteback: 0 kB\nAnonPages: 8794248 kB\nMapped: 15568 kB\nShmem: 172 kB\nSlab: 291688 kB\nSReclaimable: 233312 kB\nSUnreclaim: 58376 kB\nKernelStack: 3064 kB\nPageTables: 21996 kB\nNFS_Unstable: 0 kB\nBounce: 0 kB\nWritebackTmp: 0 kB\nCommitLimit: 32784296 kB\nCommitted_AS: 10552396 kB\nVmallocTotal: 34359738367 kB\nVmallocUsed: 332500 kB\nVmallocChunk: 34359355024 kB\nHardwareCorrupted: 0 kB\nAnonHugePages: 2127872 kB\nHugePages_Total: 0\nHugePages_Free: 0\nHugePages_Rsvd: 0\nHugePages_Surp: 0\nHugepagesize: 2048 kB\nDirectMap4k: 10240 kB\nDirectMap2M: 25155584 kB\n">>}]}, {'ns_1@192.168.0.21', [{last_heard,{1352,753903,186457}}, {outgoing_replications_safeness_level,[{"default",green}]}, {incoming_replications_conf_hashes, [{"default",[{'ns_1@192.168.0.22',35094592}]}]}, {active_buckets,["default"]}, {ready_buckets,["default"]}, {local_tasks, [[{pid,<<"<0.16020.0>">>}, {bucket,<<"default">>}, {original_target,{[{type,bucket}]}}, {progress,99}, {started_on,1352753851}, {total_vbuckets,308}, {trigger_type,scheduled}, {type,bucket_compaction}, {updated_on,1352753903}, {vbuckets_done,305}]]}, {memory, [{total,134180472}, {processes,91863352}, {processes_used,91837312}, {system,42317120}, {atom,1339809}, {atom_used,1335933}, {binary,5912488}, {code,13493102}, {ets,3378984}]}, {system_memory_data, [{system_total_memory,25199214592}, {free_swap,20971511808}, {total_swap,20971511808}, {cached_memory,2631651328}, {buffered_memory,160526336}, {free_memory,18890510336}, {total_memory,25199214592}]}, {node_storage_conf,[{db_path,"/data"},{index_path,"/data"}]}, {statistics, [{wall_clock,{1864098,5000}}, {context_switches,{3181069,0}}, {garbage_collection,{872093,2033915841,0}}, {io,{{input,157634979},{output,5595728365}}}, {reductions,{505359610,5056035}}, {run_queue,0}, {runtime,{226380,1670}}]}, {system_stats, [{cpu_utilization_rate,51.98019801980198}, {swap_total,20971511808}, {swap_used,0}]}, {interesting_stats, [{couch_docs_actual_disk_size,2614649395}, {couch_docs_data_size,2377238996}, {couch_views_actual_disk_size,0}, {couch_views_data_size,0}, {curr_items,542068}, {curr_items_tot,985472}, {mem_used,2607100192}, {vb_replica_curr_items,443404}]}, {cluster_compatibility_version,131072}, {version, [{public_key,"0.13"}, {lhttpc,"1.3.0"}, {ale,"8cffe61"}, {os_mon,"2.2.7"}, {couch_set_view,"1.2.0a-b68b5f4-git"}, {mnesia,"4.5"}, {inets,"5.7.1"}, {couch,"1.2.0a-b68b5f4-git"}, {mapreduce,"1.0.0"}, {couch_index_merger,"1.2.0a-b68b5f4-git"}, {kernel,"2.14.5"}, {crypto,"2.0.4"}, {ssl,"4.1.6"}, {sasl,"2.1.10"}, {couch_view_parser,"1.0.0"}, {ns_server,"2.0.0-1939-rel-enterprise"}, {mochiweb,"1.4.1"}, {oauth,"7d85d3ef"}, {stdlib,"1.17.5"}]}, {supported_compat_version,[2,0]}, {system_arch,"x86_64-unknown-linux-gnu"}, {wall_clock,1864}, {memory_data,{25199214592,6304522240,{<0.4593.0>,2914384}}}, {disk_data, [{"/",41260352,5}, {"/dev/shm",12304304,0}, {"/boot",495844,7}, {"/data",206420664,2}]}, {meminfo, <<"MemTotal: 24608608 kB\nMemFree: 18448012 kB\nBuffers: 156764 kB\nCached: 2569972 kB\nSwapCached: 0 kB\nActive: 3315716 kB\nInactive: 2370864 kB\nActive(anon): 2952088 kB\nInactive(anon): 9676 kB\nActive(file): 363628 kB\nInactive(file): 2361188 kB\nUnevictable: 20760 kB\nMlocked: 20760 kB\nSwapTotal: 20479992 kB\nSwapFree: 20479992 kB\nDirty: 16712 kB\nWriteback: 0 kB\nAnonPages: 2980572 kB\nMapped: 14596 kB\nShmem: 164 kB\nSlab: 149844 kB\nSReclaimable: 91604 kB\nSUnreclaim: 58240 kB\nKernelStack: 3048 kB\nPageTables: 10104 kB\nNFS_Unstable: 0 kB\nBounce: 0 kB\nWritebackTmp: 0 kB\nCommitLimit: 32784296 kB\nCommitted_AS: 4717032 kB\nVmallocTotal: 34359738367 kB\nVmallocUsed: 332500 kB\nVmallocChunk: 34359350016 kB\nHardwareCorrupted: 0 kB\nAnonHugePages: 681984 kB\nHugePages_Total: 0\nHugePages_Free: 0\nHugePages_Rsvd: 0\nHugePages_Surp: 0\nHugepagesize: 2048 kB\nDirectMap4k: 10240 kB\nDirectMap2M: 25155584 kB\n">>}]}, {'ns_1@192.168.0.22', [{last_heard,{1352,753907,792693}}, {outgoing_replications_safeness_level,[{"default",green}]}, {incoming_replications_conf_hashes, [{"default", [{'ns_1@192.168.0.20',48930146},{'ns_1@192.168.0.21',27836877}]}]}, {active_buckets,["default"]}, {ready_buckets,["default"]}, {local_tasks,[]}, {memory, [{total,235352072}, {processes,181386240}, {processes_used,181230448}, {system,53965832}, {atom,1338193}, {atom_used,1333793}, {binary,13795816}, {code,13490894}, {ets,6681792}]}, {system_memory_data, [{system_total_memory,25199214592}, {free_swap,20971511808}, {total_swap,20971511808}, {cached_memory,10213789696}, {buffered_memory,209063936}, {free_memory,5068292096}, {total_memory,25199214592}]}, {node_storage_conf,[{db_path,"/data"},{index_path,"/data"}]}, {statistics, [{wall_clock,{1855874,4999}}, {context_switches,{15092074,0}}, {garbage_collection,{1855921,4415973261,0}}, {io,{{input,322009748},{output,11689345188}}}, {reductions,{1601113430,5078264}}, {run_queue,0}, {runtime,{544560,1730}}]}, {system_stats, [{cpu_utilization_rate,50.495049504950494}, {swap_total,20971511808}, {swap_used,0}]}, {interesting_stats, [{couch_docs_actual_disk_size,10089417811}, {couch_docs_data_size,7319714684}, {couch_views_actual_disk_size,0}, {couch_views_data_size,0}, {curr_items,1392676}, {curr_items_tot,2993348}, {mem_used,7727127008}, {vb_replica_curr_items,1600672}]}, {cluster_compatibility_version,131072}, {version, [{public_key,"0.13"}, {lhttpc,"1.3.0"}, {ale,"8cffe61"}, {os_mon,"2.2.7"}, {couch_set_view,"1.2.0a-b68b5f4-git"}, {mnesia,"4.5"}, {inets,"5.7.1"}, {couch,"1.2.0a-b68b5f4-git"}, {mapreduce,"1.0.0"}, {couch_index_merger,"1.2.0a-b68b5f4-git"}, {kernel,"2.14.5"}, {crypto,"2.0.4"}, {ssl,"4.1.6"}, {sasl,"2.1.10"}, {couch_view_parser,"1.0.0"}, {ns_server,"2.0.0-1939-rel-enterprise"}, {mochiweb,"1.4.1"}, {oauth,"7d85d3ef"}, {stdlib,"1.17.5"}]}, {supported_compat_version,[2,0]}, {system_arch,"x86_64-unknown-linux-gnu"}, {wall_clock,1855}, {memory_data,{25199214592,19470417920,{<18111.687.0>,14884824}}}, {disk_data, [{"/",41260352,5}, {"/dev/shm",12304304,0}, {"/boot",495844,7}, {"/data",206420664,5}]}, {meminfo, <<"MemTotal: 24608608 kB\nMemFree: 4949504 kB\nBuffers: 204164 kB\nCached: 9974404 kB\nSwapCached: 0 kB\nActive: 10650860 kB\nInactive: 8301940 kB\nActive(anon): 8766728 kB\nInactive(anon): 10216 kB\nActive(file): 1884132 kB\nInactive(file): 8291724 kB\nUnevictable: 20760 kB\nMlocked: 20760 kB\nSwapTotal: 20479992 kB\nSwapFree: 20479992 kB\nDirty: 3112 kB\nWriteback: 0 kB\nAnonPages: 8795636 kB\nMapped: 15680 kB\nShmem: 172 kB\nSlab: 371532 kB\nSReclaimable: 313332 kB\nSUnreclaim: 58200 kB\nKernelStack: 2552 kB\nPageTables: 21644 kB\nNFS_Unstable: 0 kB\nBounce: 0 kB\nWritebackTmp: 0 kB\nCommitLimit: 32784296 kB\nCommitted_AS: 10520492 kB\nVmallocTotal: 34359738367 kB\nVmallocUsed: 332500 kB\nVmallocChunk: 34359350016 kB\nHardwareCorrupted: 0 kB\nAnonHugePages: 2095104 kB\nHugePages_Total: 0\nHugePages_Free: 0\nHugePages_Rsvd: 0\nHugePages_Surp: 0\nHugepagesize: 2048 kB\nDirectMap4k: 10240 kB\nDirectMap2M: 25155584 kB\n">>}]}] [ns_doctor:debug,2012-11-12T12:59:28.184,ns_1@192.168.0.21:ns_doctor<0.4484.0>:ns_doctor:handle_info:137]Current node statuses: [{'ns_1@192.168.0.20', [{last_heard,{1352,753964,572991}}, {outgoing_replications_safeness_level,[{"default",green}]}, {incoming_replications_conf_hashes, [{"default",[{'ns_1@192.168.0.22',47645446}]}]}, {active_buckets,["default"]}, {ready_buckets,["default"]}, {local_tasks,[]}, {memory, [{total,221834128}, {processes,170779288}, {processes_used,169183784}, {system,51054840}, {atom,1401785}, {atom_used,1374492}, {binary,10476376}, {code,14054366}, {ets,6672712}]}, {system_memory_data, [{system_total_memory,25199214592}, {free_swap,20971511808}, {total_swap,20971511808}, {cached_memory,5956759552}, {buffered_memory,199610368}, {free_memory,9438109696}, {total_memory,25199214592}]}, {node_storage_conf,[{db_path,"/data"},{index_path,"/data"}]}, {statistics, [{wall_clock,{1927711,5000}}, {context_switches,{14312500,0}}, {garbage_collection,{1598939,8696867649,0}}, {io,{{input,251570380},{output,9504246990}}}, {reductions,{1990125241,4790438}}, {run_queue,0}, {runtime,{650400,3180}}]}, {system_stats, [{cpu_utilization_rate,70.58823529411765}, {swap_total,20971511808}, {swap_used,0}]}, {interesting_stats, [{couch_docs_actual_disk_size,5890462416}, {couch_docs_data_size,4713133185}, {couch_views_actual_disk_size,0}, {couch_views_data_size,0}, {curr_items,1008210}, {curr_items_tot,1915502}, {mem_used,4897700544}, {vb_replica_curr_items,907292}]}, {cluster_compatibility_version,131072}, {version, [{public_key,"0.13"}, {lhttpc,"1.3.0"}, {ale,"8cffe61"}, {os_mon,"2.2.7"}, {couch_set_view,"1.2.0a-b68b5f4-git"}, {mnesia,"4.5"}, {inets,"5.7.1"}, {couch,"1.2.0a-b68b5f4-git"}, {mapreduce,"1.0.0"}, {couch_index_merger,"1.2.0a-b68b5f4-git"}, {kernel,"2.14.5"}, {crypto,"2.0.4"}, {ssl,"4.1.6"}, {sasl,"2.1.10"}, {couch_view_parser,"1.0.0"}, {ns_server,"2.0.0-1939-rel-enterprise"}, {mochiweb,"1.4.1"}, {oauth,"7d85d3ef"}, {stdlib,"1.17.5"}]}, {supported_compat_version,[2,0]}, {system_arch,"x86_64-unknown-linux-gnu"}, {wall_clock,1927}, {memory_data,{25199214592,15745495040,{<18071.429.0>,25154224}}}, {disk_data, [{"/",41260352,5}, {"/dev/shm",12304304,0}, {"/boot",495844,7}, {"/data",206420664,3}]}, {meminfo, <<"MemTotal: 24608608 kB\nMemFree: 9216904 kB\nBuffers: 194932 kB\nCached: 5817148 kB\nSwapCached: 0 kB\nActive: 9917696 kB\nInactive: 4846472 kB\nActive(anon): 8739880 kB\nInactive(anon): 14632 kB\nActive(file): 1177816 kB\nInactive(file): 4831840 kB\nUnevictable: 20760 kB\nMlocked: 20760 kB\nSwapTotal: 20479992 kB\nSwapFree: 20479992 kB\nDirty: 4424 kB\nWriteback: 0 kB\nAnonPages: 8759276 kB\nMapped: 15568 kB\nShmem: 172 kB\nSlab: 290840 kB\nSReclaimable: 232548 kB\nSUnreclaim: 58292 kB\nKernelStack: 3064 kB\nPageTables: 21944 kB\nNFS_Unstable: 0 kB\nBounce: 0 kB\nWritebackTmp: 0 kB\nCommitLimit: 32784296 kB\nCommitted_AS: 10551224 kB\nVmallocTotal: 34359738367 kB\nVmallocUsed: 332500 kB\nVmallocChunk: 34359355024 kB\nHardwareCorrupted: 0 kB\nAnonHugePages: 2193408 kB\nHugePages_Total: 0\nHugePages_Free: 0\nHugePages_Rsvd: 0\nHugePages_Surp: 0\nHugepagesize: 2048 kB\nDirectMap4k: 10240 kB\nDirectMap2M: 25155584 kB\n">>}]}, {'ns_1@192.168.0.21', [{last_heard,{1352,753963,187105}}, {outgoing_replications_safeness_level,[{"default",green}]}, {incoming_replications_conf_hashes, [{"default",[{'ns_1@192.168.0.22',34419261}]}]}, {active_buckets,["default"]}, {ready_buckets,["default"]}, {local_tasks,[]}, {memory, [{total,139840512}, {processes,96923592}, {processes_used,96904432}, {system,42916920}, {atom,1339809}, {atom_used,1335933}, {binary,6355344}, {code,13493102}, {ets,3500864}]}, {system_memory_data, [{system_total_memory,25199214592}, {free_swap,20971511808}, {total_swap,20971511808}, {cached_memory,2849517568}, {buffered_memory,164671488}, {free_memory,18406375424}, {total_memory,25199214592}]}, {node_storage_conf,[{db_path,"/data"},{index_path,"/data"}]}, {statistics, [{wall_clock,{1924099,4998}}, {context_switches,{3565846,0}}, {garbage_collection,{957152,2258015823,0}}, {io,{{input,175790527},{output,5926218671}}}, {reductions,{565746727,4817765}}, {run_queue,0}, {runtime,{246430,1820}}]}, {system_stats, [{cpu_utilization_rate,30.940594059405942}, {swap_total,20971511808}, {swap_used,0}]}, {interesting_stats, [{couch_docs_actual_disk_size,2766725444}, {couch_docs_data_size,2606980791}, {couch_views_actual_disk_size,0}, {couch_views_data_size,0}, {curr_items,589148}, {curr_items_tot,1077194}, {mem_used,2839697104}, {vb_replica_curr_items,488046}]}, {cluster_compatibility_version,131072}, {version, [{public_key,"0.13"}, {lhttpc,"1.3.0"}, {ale,"8cffe61"}, {os_mon,"2.2.7"}, {couch_set_view,"1.2.0a-b68b5f4-git"}, {mnesia,"4.5"}, {inets,"5.7.1"}, {couch,"1.2.0a-b68b5f4-git"}, {mapreduce,"1.0.0"}, {couch_index_merger,"1.2.0a-b68b5f4-git"}, {kernel,"2.14.5"}, {crypto,"2.0.4"}, {ssl,"4.1.6"}, {sasl,"2.1.10"}, {couch_view_parser,"1.0.0"}, {ns_server,"2.0.0-1939-rel-enterprise"}, {mochiweb,"1.4.1"}, {oauth,"7d85d3ef"}, {stdlib,"1.17.5"}]}, {supported_compat_version,[2,0]}, {system_arch,"x86_64-unknown-linux-gnu"}, {wall_clock,1924}, {memory_data,{25199214592,6742052864,{<0.4596.0>,4714984}}}, {disk_data, [{"/",41260352,5}, {"/dev/shm",12304304,0}, {"/boot",495844,7}, {"/data",206420664,2}]}, {meminfo, <<"MemTotal: 24608608 kB\nMemFree: 17975224 kB\nBuffers: 160812 kB\nCached: 2782732 kB\nSwapCached: 0 kB\nActive: 3610256 kB\nInactive: 2542688 kB\nActive(anon): 3202240 kB\nInactive(anon): 9232 kB\nActive(file): 408016 kB\nInactive(file): 2533456 kB\nUnevictable: 20760 kB\nMlocked: 20760 kB\nSwapTotal: 20479992 kB\nSwapFree: 20479992 kB\nDirty: 3892 kB\nWriteback: 0 kB\nAnonPages: 3230528 kB\nMapped: 14616 kB\nShmem: 164 kB\nSlab: 155772 kB\nSReclaimable: 97364 kB\nSUnreclaim: 58408 kB\nKernelStack: 3048 kB\nPageTables: 10616 kB\nNFS_Unstable: 0 kB\nBounce: 0 kB\nWritebackTmp: 0 kB\nCommitLimit: 32784296 kB\nCommitted_AS: 4976192 kB\nVmallocTotal: 34359738367 kB\nVmallocUsed: 332500 kB\nVmallocChunk: 34359350016 kB\nHardwareCorrupted: 0 kB\nAnonHugePages: 782336 kB\nHugePages_Total: 0\nHugePages_Free: 0\nHugePages_Rsvd: 0\nHugePages_Surp: 0\nHugepagesize: 2048 kB\nDirectMap4k: 10240 kB\nDirectMap2M: 25155584 kB\n">>}]}, {'ns_1@192.168.0.22', [{last_heard,{1352,753967,792908}}, {outgoing_replications_safeness_level,[{"default",green}]}, {incoming_replications_conf_hashes, [{"default", [{'ns_1@192.168.0.20',3983600},{'ns_1@192.168.0.21',59291751}]}]}, {active_buckets,["default"]}, {ready_buckets,["default"]}, {local_tasks, [[{pid,<<"<0.19737.1>">>}, {bucket,<<"default">>}, {original_target,{[{type,bucket}]}}, {progress,8}, {started_on,1352753952}, {total_vbuckets,1025}, {trigger_type,scheduled}, {type,bucket_compaction}, {updated_on,1352753967}, {vbuckets_done,85}]]}, {memory, [{total,236808448}, {processes,182694152}, {processes_used,182555560}, {system,54114296}, {atom,1338193}, {atom_used,1333793}, {binary,13754552}, {code,13490894}, {ets,6872776}]}, {system_memory_data, [{system_total_memory,25199214592}, {free_swap,20971511808}, {total_swap,20971511808}, {cached_memory,10281725952}, {buffered_memory,211263488}, {free_memory,4982575104}, {total_memory,25199214592}]}, {node_storage_conf,[{db_path,"/data"},{index_path,"/data"}]}, {statistics, [{wall_clock,{1915875,5000}}, {context_switches,{15507397,0}}, {garbage_collection,{1937761,4603231009,0}}, {io,{{input,331684220},{output,11987696481}}}, {reductions,{1655312758,5515887}}, {run_queue,0}, {runtime,{562670,1820}}]}, {system_stats, [{cpu_utilization_rate,59.068627450980394}, {swap_total,20971511808}, {swap_used,0}]}, {interesting_stats, [{couch_docs_actual_disk_size,10253794400}, {couch_docs_data_size,7320456690}, {couch_views_actual_disk_size,0}, {couch_views_data_size,0}, {curr_items,1391879}, {curr_items_tot,2993491}, {mem_used,7740727904}, {vb_replica_curr_items,1601612}]}, {cluster_compatibility_version,131072}, {version, [{public_key,"0.13"}, {lhttpc,"1.3.0"}, {ale,"8cffe61"}, {os_mon,"2.2.7"}, {couch_set_view,"1.2.0a-b68b5f4-git"}, {mnesia,"4.5"}, {inets,"5.7.1"}, {couch,"1.2.0a-b68b5f4-git"}, {mapreduce,"1.0.0"}, {couch_index_merger,"1.2.0a-b68b5f4-git"}, {kernel,"2.14.5"}, {crypto,"2.0.4"}, {ssl,"4.1.6"}, {sasl,"2.1.10"}, {couch_view_parser,"1.0.0"}, {ns_server,"2.0.0-1939-rel-enterprise"}, {mochiweb,"1.4.1"}, {oauth,"7d85d3ef"}, {stdlib,"1.17.5"}]}, {supported_compat_version,[2,0]}, {system_arch,"x86_64-unknown-linux-gnu"}, {wall_clock,1915}, {memory_data,{25199214592,20181450752,{<18111.687.0>,14884824}}}, {disk_data, [{"/",41260352,5}, {"/dev/shm",12304304,0}, {"/boot",495844,7}, {"/data",206420664,5}]}, {meminfo, <<"MemTotal: 24608608 kB\nMemFree: 4865796 kB\nBuffers: 206312 kB\nCached: 10040748 kB\nSwapCached: 0 kB\nActive: 10745632 kB\nInactive: 8279288 kB\nActive(anon): 8770448 kB\nInactive(anon): 10216 kB\nActive(file): 1975184 kB\nInactive(file): 8269072 kB\nUnevictable: 20760 kB\nMlocked: 20760 kB\nSwapTotal: 20479992 kB\nSwapFree: 20479992 kB\nDirty: 8264 kB\nWriteback: 0 kB\nAnonPages: 8799588 kB\nMapped: 15764 kB\nShmem: 172 kB\nSlab: 382852 kB\nSReclaimable: 324452 kB\nSUnreclaim: 58400 kB\nKernelStack: 2576 kB\nPageTables: 21768 kB\nNFS_Unstable: 0 kB\nBounce: 0 kB\nWritebackTmp: 0 kB\nCommitLimit: 32784296 kB\nCommitted_AS: 10546232 kB\nVmallocTotal: 34359738367 kB\nVmallocUsed: 332500 kB\nVmallocChunk: 34359350016 kB\nHardwareCorrupted: 0 kB\nAnonHugePages: 2193408 kB\nHugePages_Total: 0\nHugePages_Free: 0\nHugePages_Rsvd: 0\nHugePages_Surp: 0\nHugepagesize: 2048 kB\nDirectMap4k: 10240 kB\nDirectMap2M: 25155584 kB\n">>}]}] [stats:debug,2012-11-12T12:59:49.620,ns_1@192.168.0.21:<0.4602.0>:stats_collector:maybe_log_stats:126](at {{1970,1,16},{7,45,53}}) Stats for bucket "default": accepting_conns 1 auth_cmds 9 auth_errors 0 bucket_active_conns 1 bucket_conns 25 bytes 2978006272 bytes_read 6443637642 bytes_written 2020391637 cas_badval 0 cas_hits 0 cas_misses 0 cmd_flush 0 cmd_get 184887 cmd_set 173816 conn_yields 34720 connection_structures 5000 curr_connections 28 curr_conns_on_port_11209 16 curr_conns_on_port_11210 10 curr_items 618444 curr_items_tot 1131923 curr_temp_items 0 daemon_connections 4 decr_hits 0 decr_misses 0 delete_hits 9231 delete_misses 13859 ep_access_scanner_last_runtime 0 ep_access_scanner_num_items 0 ep_access_scanner_task_time 2012-11-13 10:00:00 ep_allow_data_loss_during_shutdown 1 ep_alog_block_size 4096 ep_alog_path /data/default/access.log ep_alog_sleep_time 1440 ep_alog_task_time 10 ep_backend couchdb ep_bg_fetch_delay 0 ep_bg_fetched 0 ep_bg_meta_fetched 0 ep_bg_remaining_jobs 0 ep_chk_max_items 5000 ep_chk_period 1800 ep_chk_persistence_remains 2 ep_chk_persistence_timeout 10 ep_chk_remover_stime 5 ep_commit_num 33065 ep_commit_time 5 ep_commit_time_total 254863 ep_concurrentDB 1 ep_config_file ep_couch_bucket default ep_couch_host localhost ep_couch_port 11213 ep_couch_reconnect_sleeptime 250 ep_couch_response_timeout 180000 ep_data_age 2 ep_data_age_highwat 14 ep_data_traffic_enabled 0 ep_dbinit 0 ep_dbname /data/default ep_degraded_mode 0 ep_diskqueue_drain 3341262 ep_diskqueue_fill 2537271 ep_diskqueue_items 4582 ep_diskqueue_memory 122944 ep_diskqueue_pending 184416 ep_exp_pager_stime 3600 ep_exp_pager_stime 3600 ep_expired_access 71 ep_expired_pager 0 ep_expiry_window 3 ep_failpartialwarmup 0 ep_flush_all false ep_flush_duration_total 475 ep_flushall_enabled 0 ep_flusher_state running ep_flusher_todo 2927 ep_getl_default_timeout 15 ep_getl_max_timeout 30 ep_ht_locks 5 ep_ht_size 3079 ep_inconsistent_slave_chk 0 ep_initfile ep_io_num_read 0 ep_io_num_write 2261670 ep_io_read_bytes 0 ep_io_write_bytes 5211498365 ep_item_begin_failed 0 ep_item_commit_failed 0 ep_item_flush_expired 25 ep_item_flush_failed 0 ep_item_num_based_new_chk 1 ep_items_rm_from_checkpoints 84566 ep_keep_closed_chks 0 ep_klog_block_size 4096 ep_klog_compactor_queue_cap 500000 ep_klog_compactor_stime 3600 ep_klog_flush commit2 ep_klog_max_entry_ratio 10 ep_klog_max_log_size 2147483647 ep_klog_path ep_klog_sync commit2 ep_kv_size 2782088181 ep_max_checkpoints 2 ep_max_data_size 12582912000 ep_max_item_size 20971520 ep_max_size 12582912000 ep_max_txn_size 10000 ep_max_vbuckets 1024 ep_mem_high_wat 9437184000 ep_mem_high_wat 9437184000 ep_mem_low_wat 7549747200 ep_mem_low_wat 7549747200 ep_mem_tracker_enabled true ep_min_data_age 0 ep_mlog_compactor_runs 0 ep_mutation_mem_threshold 0 ep_num_access_scanner_runs 0 ep_num_eject_failures 0 ep_num_expiry_pager_runs 0 ep_num_non_resident 0 ep_num_not_my_vbuckets 0 ep_num_ops_del_meta 0 ep_num_ops_get_meta 0 ep_num_ops_set_meta 0 ep_num_pager_runs 0 ep_num_value_ejects 0 ep_oom_errors 0 ep_overhead 82082496 ep_pager_active_vb_pcnt 40 ep_pager_unbiased_period 60 ep_pending_ops 0 ep_pending_ops_max 1 ep_pending_ops_max_duration 128624 ep_pending_ops_total 2 ep_postInitfile ep_queue_age_cap 900 ep_queue_size 1655 ep_startup_time 1352753488 ep_storage_age 1 ep_storage_age_highwat 11 ep_store_max_concurrency 10 ep_store_max_readers 9 ep_store_max_readwrite 1 ep_stored_val_type ep_tap_ack_grace_period 300 ep_tap_ack_initial_sequence_number 1 ep_tap_ack_interval 1000 ep_tap_ack_window_size 10 ep_tap_backfill_resident 0.9 ep_tap_backlog_limit 5000 ep_tap_backoff_period 5 ep_tap_bg_fetch_requeued 0 ep_tap_bg_fetched 0 ep_tap_bg_max_pending 500 ep_tap_keepalive 300 ep_tap_noop_interval 20 ep_tap_requeue_sleep_time 0.1 ep_tap_throttle_cap_pcnt 10 ep_tap_throttle_queue_cap 1000000 ep_tap_throttle_threshold 90 ep_tmp_oom_errors 0 ep_too_old 0 ep_too_young 0 ep_total_cache_size 2768507565 ep_total_del_items 80005 ep_total_enqueued 2537271 ep_total_new_items 1147270 ep_total_persisted 2261670 ep_uncommitted_items 22 ep_value_size 2688758324 ep_vb0 0 ep_vb_snapshot_total 505 ep_vb_total 390 ep_vbucket_del 0 ep_vbucket_del_fail 0 ep_version 2.0.0r_133_g68e3f7c ep_waitforwarmup 0 ep_warmup 1 ep_warmup_batch_size 1000 ep_warmup_dups 0 ep_warmup_min_items_threshold 100 ep_warmup_min_memory_threshold 100 ep_warmup_oom 0 ep_warmup_thread complete ep_warmup_time 17721 get_hits 180307 get_misses 4580 incr_hits 0 incr_misses 0 libevent 2.0.11-stable limit_maxbytes 67108864 listen_disabled_num 0 max_conns_on_port_11209 1000 max_conns_on_port_11210 9000 mem_used 2978006272 pid 7353 pointer_size 64 rejected_conns 0 rusage_system 89.830343 rusage_user 318.809533 tap_checkpoint_end_received 536 tap_checkpoint_end_sent 178 tap_checkpoint_start_received 1167 tap_checkpoint_start_sent 212 tap_connect_received 1 tap_delete_received 50787 tap_delete_sent 19920 tap_mutation_received 2465936 tap_mutation_sent 610953 tap_opaque_received 2722 tap_opaque_sent 213 tap_vbucket_set_received 424 threads 4 time 1352753988 total_connections 2040 uptime 502 vb_active_curr_items 618444 vb_active_eject 0 vb_active_expired 65 vb_active_ht_memory 5323744 vb_active_itm_memory 1512869036 vb_active_meta_data_memory 48857076 vb_active_num 212 vb_active_num_non_resident 0 vb_active_num_ref_ejects 0 vb_active_num_ref_items 627371 vb_active_ops_create 627058 vb_active_ops_delete 41874 vb_active_ops_reject 0 vb_active_ops_update 369138 vb_active_perc_mem_resident 100 vb_active_queue_age 8147000 vb_active_queue_drain 1718162 vb_active_queue_fill 1266107 vb_active_queue_memory 72736 vb_active_queue_pending 109104 vb_active_queue_size 2273 vb_dead_num 0 vb_pending_curr_items 0 vb_pending_eject 0 vb_pending_expired 0 vb_pending_ht_memory 0 vb_pending_itm_memory 0 vb_pending_meta_data_memory 0 vb_pending_num 0 vb_pending_num_non_resident 0 vb_pending_num_ref_ejects 0 vb_pending_num_ref_items 0 vb_pending_ops_create 0 vb_pending_ops_delete 0 vb_pending_ops_reject 0 vb_pending_ops_update 0 vb_pending_perc_mem_resident 0 vb_pending_queue_age 0 vb_pending_queue_drain 0 vb_pending_queue_fill 0 vb_pending_queue_memory 0 vb_pending_queue_pending 0 vb_pending_queue_size 0 vb_replica_curr_items 513479 vb_replica_eject 0 vb_replica_expired 6 vb_replica_ht_memory 4469936 vb_replica_itm_memory 1255638529 vb_replica_meta_data_memory 40564841 vb_replica_num 178 vb_replica_num_non_resident 0 vb_replica_num_ref_ejects 0 vb_replica_num_ref_items 520653 vb_replica_ops_create 520212 vb_replica_ops_delete 38131 vb_replica_ops_reject 0 vb_replica_ops_update 665264 vb_replica_perc_mem_resident 100 vb_replica_queue_age 2105000 vb_replica_queue_drain 1623100 vb_replica_queue_fill 1271164 vb_replica_queue_memory 50208 vb_replica_queue_pending 75312 vb_replica_queue_size 1569 version 1.4.4_600_g7ea975a [ns_doctor:debug,2012-11-12T13:00:28.184,ns_1@192.168.0.21:ns_doctor<0.4484.0>:ns_doctor:handle_info:137]Current node statuses: [{'ns_1@192.168.0.20', [{last_heard,{1352,754024,575357}}, {outgoing_replications_safeness_level,[{"default",green}]}, {incoming_replications_conf_hashes, [{"default",[{'ns_1@192.168.0.22',35145995}]}]}, {active_buckets,["default"]}, {ready_buckets,["default"]}, {local_tasks,[]}, {memory, [{total,221053472}, {processes,170582016}, {processes_used,168814816}, {system,50471456}, {atom,1401785}, {atom_used,1374492}, {binary,9772032}, {code,14054366}, {ets,6822536}]}, {system_memory_data, [{system_total_memory,25199214592}, {free_swap,20971511808}, {total_swap,20971511808}, {cached_memory,6025797632}, {buffered_memory,200622080}, {free_memory,9388654592}, {total_memory,25199214592}]}, {node_storage_conf,[{db_path,"/data"},{index_path,"/data"}]}, {statistics, [{wall_clock,{1987712,5001}}, {context_switches,{14663287,0}}, {garbage_collection,{1671433,9431200274,0}}, {io,{{input,258940348},{output,9669474213}}}, {reductions,{2045993330,4983539}}, {run_queue,0}, {runtime,{682120,2780}}]}, {system_stats, [{cpu_utilization_rate,78.37837837837837}, {swap_total,20971511808}, {swap_used,0}]}, {interesting_stats, [{couch_docs_actual_disk_size,5985815382}, {couch_docs_data_size,4414269502}, {couch_views_actual_disk_size,0}, {couch_views_data_size,0}, {curr_items,950031}, {curr_items_tot,1795601}, {mem_used,4600631808}, {vb_replica_curr_items,845570}]}, {cluster_compatibility_version,131072}, {version, [{public_key,"0.13"}, {lhttpc,"1.3.0"}, {ale,"8cffe61"}, {os_mon,"2.2.7"}, {couch_set_view,"1.2.0a-b68b5f4-git"}, {mnesia,"4.5"}, {inets,"5.7.1"}, {couch,"1.2.0a-b68b5f4-git"}, {mapreduce,"1.0.0"}, {couch_index_merger,"1.2.0a-b68b5f4-git"}, {kernel,"2.14.5"}, {crypto,"2.0.4"}, {ssl,"4.1.6"}, {sasl,"2.1.10"}, {couch_view_parser,"1.0.0"}, {ns_server,"2.0.0-1939-rel-enterprise"}, {mochiweb,"1.4.1"}, {oauth,"7d85d3ef"}, {stdlib,"1.17.5"}]}, {supported_compat_version,[2,0]}, {system_arch,"x86_64-unknown-linux-gnu"}, {wall_clock,1987}, {memory_data,{25199214592,15851524096,{<18071.667.0>,21541144}}}, {disk_data, [{"/",41260352,5}, {"/dev/shm",12304304,0}, {"/boot",495844,7}, {"/data",206420664,3}]}, {meminfo, <<"MemTotal: 24608608 kB\nMemFree: 9168608 kB\nBuffers: 195920 kB\nCached: 5884568 kB\nSwapCached: 0 kB\nActive: 10096572 kB\nInactive: 4717648 kB\nActive(anon): 8720316 kB\nInactive(anon): 15612 kB\nActive(file): 1376256 kB\nInactive(file): 4702036 kB\nUnevictable: 20760 kB\nMlocked: 20760 kB\nSwapTotal: 20479992 kB\nSwapFree: 20479992 kB\nDirty: 3552 kB\nWriteback: 0 kB\nAnonPages: 8773320 kB\nMapped: 15888 kB\nShmem: 172 kB\nSlab: 289656 kB\nSReclaimable: 231392 kB\nSUnreclaim: 58264 kB\nKernelStack: 3096 kB\nPageTables: 22096 kB\nNFS_Unstable: 0 kB\nBounce: 0 kB\nWritebackTmp: 0 kB\nCommitLimit: 32784296 kB\nCommitted_AS: 10520440 kB\nVmallocTotal: 34359738367 kB\nVmallocUsed: 332500 kB\nVmallocChunk: 34359355024 kB\nHardwareCorrupted: 0 kB\nAnonHugePages: 2304000 kB\nHugePages_Total: 0\nHugePages_Free: 0\nHugePages_Rsvd: 0\nHugePages_Surp: 0\nHugepagesize: 2048 kB\nDirectMap4k: 10240 kB\nDirectMap2M: 25155584 kB\n">>}]}, {'ns_1@192.168.0.21', [{last_heard,{1352,754023,193528}}, {outgoing_replications_safeness_level,[{"default",green}]}, {incoming_replications_conf_hashes, [{"default",[{'ns_1@192.168.0.22',25309719}]}]}, {active_buckets,["default"]}, {ready_buckets,["default"]}, {local_tasks,[]}, {memory, [{total,142860880}, {processes,99811552}, {processes_used,99789392}, {system,43049328}, {atom,1339809}, {atom_used,1335933}, {binary,6267232}, {code,13493102}, {ets,3696408}]}, {system_memory_data, [{system_total_memory,25199214592}, {free_swap,20971511808}, {total_swap,20971511808}, {cached_memory,3492790272}, {buffered_memory,166432768}, {free_memory,17405939712}, {total_memory,25199214592}]}, {node_storage_conf,[{db_path,"/data"},{index_path,"/data"}]}, {statistics, [{wall_clock,{1984105,5005}}, {context_switches,{3971740,0}}, {garbage_collection,{1043227,2503780903,0}}, {io,{{input,189634397},{output,6331161540}}}, {reductions,{629531504,4974639}}, {run_queue,0}, {runtime,{267740,1890}}]}, {system_stats, [{cpu_utilization_rate,27.40740740740741}, {swap_total,20971511808}, {swap_used,0}]}, {interesting_stats, [{couch_docs_actual_disk_size,3384733555}, {couch_docs_data_size,2892101178}, {couch_views_actual_disk_size,0}, {couch_views_data_size,0}, {curr_items,647511}, {curr_items_tot,1195474}, {mem_used,3139878720}, {vb_replica_curr_items,547963}]}, {cluster_compatibility_version,131072}, {version, [{public_key,"0.13"}, {lhttpc,"1.3.0"}, {ale,"8cffe61"}, {os_mon,"2.2.7"}, {couch_set_view,"1.2.0a-b68b5f4-git"}, {mnesia,"4.5"}, {inets,"5.7.1"}, {couch,"1.2.0a-b68b5f4-git"}, {mapreduce,"1.0.0"}, {couch_index_merger,"1.2.0a-b68b5f4-git"}, {kernel,"2.14.5"}, {crypto,"2.0.4"}, {ssl,"4.1.6"}, {sasl,"2.1.10"}, {couch_view_parser,"1.0.0"}, {ns_server,"2.0.0-1939-rel-enterprise"}, {mochiweb,"1.4.1"}, {oauth,"7d85d3ef"}, {stdlib,"1.17.5"}]}, {supported_compat_version,[2,0]}, {system_arch,"x86_64-unknown-linux-gnu"}, {wall_clock,1984}, {memory_data,{25199214592,7718612992,{<0.4606.0>,3143528}}}, {disk_data, [{"/",41260352,5}, {"/dev/shm",12304304,0}, {"/boot",495844,7}, {"/data",206420664,2}]}, {meminfo, <<"MemTotal: 24608608 kB\nMemFree: 16997988 kB\nBuffers: 162532 kB\nCached: 3410928 kB\nSwapCached: 0 kB\nActive: 4256312 kB\nInactive: 2855316 kB\nActive(anon): 3531048 kB\nInactive(anon): 9232 kB\nActive(file): 725264 kB\nInactive(file): 2846084 kB\nUnevictable: 20760 kB\nMlocked: 20760 kB\nSwapTotal: 20479992 kB\nSwapFree: 20479992 kB\nDirty: 7692 kB\nWriteback: 1968 kB\nAnonPages: 3559248 kB\nMapped: 14616 kB\nShmem: 164 kB\nSlab: 173728 kB\nSReclaimable: 115728 kB\nSUnreclaim: 58000 kB\nKernelStack: 3056 kB\nPageTables: 11272 kB\nNFS_Unstable: 0 kB\nBounce: 0 kB\nWritebackTmp: 0 kB\nCommitLimit: 32784296 kB\nCommitted_AS: 5292752 kB\nVmallocTotal: 34359738367 kB\nVmallocUsed: 332500 kB\nVmallocChunk: 34359350016 kB\nHardwareCorrupted: 0 kB\nAnonHugePages: 884736 kB\nHugePages_Total: 0\nHugePages_Free: 0\nHugePages_Rsvd: 0\nHugePages_Surp: 0\nHugepagesize: 2048 kB\nDirectMap4k: 10240 kB\nDirectMap2M: 25155584 kB\n">>}]}, {'ns_1@192.168.0.22', [{last_heard,{1352,754027,792351}}, {outgoing_replications_safeness_level,[{"default",green}]}, {incoming_replications_conf_hashes, [{"default", [{'ns_1@192.168.0.20',78388099},{'ns_1@192.168.0.21',17675362}]}]}, {active_buckets,["default"]}, {ready_buckets,["default"]}, {local_tasks, [[{pid,<<"<0.19737.1>">>}, {bucket,<<"default">>}, {original_target,{[{type,bucket}]}}, {progress,39}, {started_on,1352753952}, {total_vbuckets,1025}, {trigger_type,scheduled}, {type,bucket_compaction}, {updated_on,1352754027}, {vbuckets_done,405}]]}, {memory, [{total,232076088}, {processes,177602160}, {processes_used,177471920}, {system,54473928}, {atom,1338193}, {atom_used,1333793}, {binary,14040344}, {code,13490894}, {ets,6941472}]}, {system_memory_data, [{system_total_memory,25199214592}, {free_swap,20971511808}, {total_swap,20971511808}, {cached_memory,9470779392}, {buffered_memory,215044096}, {free_memory,5800480768}, {total_memory,25199214592}]}, {node_storage_conf,[{db_path,"/data"},{index_path,"/data"}]}, {statistics, [{wall_clock,{1975874,4999}}, {context_switches,{15962384,0}}, {garbage_collection,{2040272,4822445184,0}}, {io,{{input,347177179},{output,12287749363}}}, {reductions,{1716357672,5352785}}, {run_queue,0}, {runtime,{583840,1790}}]}, {system_stats, [{cpu_utilization_rate,56.074766355140184}, {swap_total,20971511808}, {swap_used,0}]}, {interesting_stats, [{couch_docs_actual_disk_size,9363207220}, {couch_docs_data_size,7321035876}, {couch_views_actual_disk_size,0}, {couch_views_data_size,0}, {curr_items,1391721}, {curr_items_tot,2992859}, {mem_used,7752919168}, {vb_replica_curr_items,1601138}]}, {cluster_compatibility_version,131072}, {version, [{public_key,"0.13"}, {lhttpc,"1.3.0"}, {ale,"8cffe61"}, {os_mon,"2.2.7"}, {couch_set_view,"1.2.0a-b68b5f4-git"}, {mnesia,"4.5"}, {inets,"5.7.1"}, {couch,"1.2.0a-b68b5f4-git"}, {mapreduce,"1.0.0"}, {couch_index_merger,"1.2.0a-b68b5f4-git"}, {kernel,"2.14.5"}, {crypto,"2.0.4"}, {ssl,"4.1.6"}, {sasl,"2.1.10"}, {couch_view_parser,"1.0.0"}, {ns_server,"2.0.0-1939-rel-enterprise"}, {mochiweb,"1.4.1"}, {oauth,"7d85d3ef"}, {stdlib,"1.17.5"}]}, {supported_compat_version,[2,0]}, {system_arch,"x86_64-unknown-linux-gnu"}, {wall_clock,1975}, {memory_data,{25199214592,19957645312,{<18111.687.0>,14884824}}}, {disk_data, [{"/",41260352,5}, {"/dev/shm",12304304,0}, {"/boot",495844,7}, {"/data",206420664,5}]}, {meminfo, <<"MemTotal: 24608608 kB\nMemFree: 5665028 kB\nBuffers: 210004 kB\nCached: 9248808 kB\nSwapCached: 0 kB\nActive: 10442736 kB\nInactive: 7796744 kB\nActive(anon): 8773208 kB\nInactive(anon): 10216 kB\nActive(file): 1669528 kB\nInactive(file): 7786528 kB\nUnevictable: 20760 kB\nMlocked: 20760 kB\nSwapTotal: 20479992 kB\nSwapFree: 20479992 kB\nDirty: 12508 kB\nWriteback: 0 kB\nAnonPages: 8802444 kB\nMapped: 15684 kB\nShmem: 172 kB\nSlab: 368660 kB\nSReclaimable: 310132 kB\nSUnreclaim: 58528 kB\nKernelStack: 2568 kB\nPageTables: 21716 kB\nNFS_Unstable: 0 kB\nBounce: 0 kB\nWritebackTmp: 0 kB\nCommitLimit: 32784296 kB\nCommitted_AS: 10549228 kB\nVmallocTotal: 34359738367 kB\nVmallocUsed: 332500 kB\nVmallocChunk: 34359350016 kB\nHardwareCorrupted: 0 kB\nAnonHugePages: 2295808 kB\nHugePages_Total: 0\nHugePages_Free: 0\nHugePages_Rsvd: 0\nHugePages_Surp: 0\nHugepagesize: 2048 kB\nDirectMap4k: 10240 kB\nDirectMap2M: 25155584 kB\n">>}]}] [ns_doctor:debug,2012-11-12T13:01:28.184,ns_1@192.168.0.21:ns_doctor<0.4484.0>:ns_doctor:handle_info:137]Current node statuses: [{'ns_1@192.168.0.20', [{last_heard,{1352,754084,573239}}, {outgoing_replications_safeness_level,[{"default",green}]}, {incoming_replications_conf_hashes, [{"default",[{'ns_1@192.168.0.22',52814532}]}]}, {active_buckets,["default"]}, {ready_buckets,["default"]}, {local_tasks, [[{pid,<<"<0.30667.1>">>}, {bucket,<<"default">>}, {original_target,{[{type,bucket}]}}, {progress,37}, {started_on,1352754039}, {total_vbuckets,605}, {trigger_type,scheduled}, {type,bucket_compaction}, {updated_on,1352754083}, {vbuckets_done,227}]]}, {memory, [{total,209787080}, {processes,159877360}, {processes_used,158003688}, {system,49909720}, {atom,1401785}, {atom_used,1374492}, {binary,9164776}, {code,14054366}, {ets,6882560}]}, {system_memory_data, [{system_total_memory,25199214592}, {free_swap,20971511808}, {total_swap,20971511808}, {cached_memory,5379162112}, {buffered_memory,203329536}, {free_memory,10058010624}, {total_memory,25199214592}]}, {node_storage_conf,[{db_path,"/data"},{index_path,"/data"}]}, {statistics, [{wall_clock,{2047711,4995}}, {context_switches,{15011287,0}}, {garbage_collection,{1736948,10025970307,0}}, {io,{{input,268247542},{output,9824673852}}}, {reductions,{2097805218,3836488}}, {run_queue,0}, {runtime,{709020,1860}}]}, {system_stats, [{cpu_utilization_rate,68.13725490196079}, {swap_total,20971511808}, {swap_used,0}]}, {interesting_stats, [{couch_docs_actual_disk_size,5359705991}, {couch_docs_data_size,4199155415}, {couch_views_actual_disk_size,0}, {couch_views_data_size,0}, {curr_items,906060}, {curr_items_tot,1708252}, {mem_used,4388990464}, {vb_replica_curr_items,802192}]}, {cluster_compatibility_version,131072}, {version, [{public_key,"0.13"}, {lhttpc,"1.3.0"}, {ale,"8cffe61"}, {os_mon,"2.2.7"}, {couch_set_view,"1.2.0a-b68b5f4-git"}, {mnesia,"4.5"}, {inets,"5.7.1"}, {couch,"1.2.0a-b68b5f4-git"}, {mapreduce,"1.0.0"}, {couch_index_merger,"1.2.0a-b68b5f4-git"}, {kernel,"2.14.5"}, {crypto,"2.0.4"}, {ssl,"4.1.6"}, {sasl,"2.1.10"}, {couch_view_parser,"1.0.0"}, {ns_server,"2.0.0-1939-rel-enterprise"}, {mochiweb,"1.4.1"}, {oauth,"7d85d3ef"}, {stdlib,"1.17.5"}]}, {supported_compat_version,[2,0]}, {system_arch,"x86_64-unknown-linux-gnu"}, {wall_clock,2047}, {memory_data,{25199214592,15238365184,{<18071.667.0>,17427312}}}, {disk_data, [{"/",41260352,5}, {"/dev/shm",12304304,0}, {"/boot",495844,7}, {"/data",206420664,3}]}, {meminfo, <<"MemTotal: 24608608 kB\nMemFree: 9822276 kB\nBuffers: 198564 kB\nCached: 5253088 kB\nSwapCached: 0 kB\nActive: 9785236 kB\nInactive: 4382112 kB\nActive(anon): 8702116 kB\nInactive(anon): 15768 kB\nActive(file): 1083120 kB\nInactive(file): 4366344 kB\nUnevictable: 20760 kB\nMlocked: 20760 kB\nSwapTotal: 20479992 kB\nSwapFree: 20479992 kB\nDirty: 5600 kB\nWriteback: 0 kB\nAnonPages: 8734876 kB\nMapped: 15572 kB\nShmem: 172 kB\nSlab: 283404 kB\nSReclaimable: 224904 kB\nSUnreclaim: 58500 kB\nKernelStack: 3080 kB\nPageTables: 21936 kB\nNFS_Unstable: 0 kB\nBounce: 0 kB\nWritebackTmp: 0 kB\nCommitLimit: 32784296 kB\nCommitted_AS: 10494140 kB\nVmallocTotal: 34359738367 kB\nVmallocUsed: 332500 kB\nVmallocChunk: 34359355024 kB\nHardwareCorrupted: 0 kB\nAnonHugePages: 2365440 kB\nHugePages_Total: 0\nHugePages_Free: 0\nHugePages_Rsvd: 0\nHugePages_Surp: 0\nHugepagesize: 2048 kB\nDirectMap4k: 10240 kB\nDirectMap2M: 25155584 kB\n">>}]}, {'ns_1@192.168.0.21', [{last_heard,{1352,754083,188088}}, {outgoing_replications_safeness_level,[{"default",green}]}, {incoming_replications_conf_hashes, [{"default",[{'ns_1@192.168.0.22',108293257}]}]}, {active_buckets,["default"]}, {ready_buckets,["default"]}, {local_tasks,[]}, {memory, [{total,148735872}, {processes,104533008}, {processes_used,104526944}, {system,44202864}, {atom,1339809}, {atom_used,1335933}, {binary,7323848}, {code,13493102}, {ets,3761952}]}, {system_memory_data, [{system_total_memory,25199214592}, {free_swap,20971511808}, {total_swap,20971511808}, {cached_memory,4057399296}, {buffered_memory,168243200}, {free_memory,16556994560}, {total_memory,25199214592}]}, {node_storage_conf,[{db_path,"/data"},{index_path,"/data"}]}, {statistics, [{wall_clock,{2044100,5002}}, {context_switches,{4333357,0}}, {garbage_collection,{1116412,2717591555,0}}, {io,{{input,199314964},{output,6677828989}}}, {reductions,{686776754,4086202}}, {run_queue,0}, {runtime,{287320,1390}}]}, {system_stats, [{cpu_utilization_rate,38.95781637717121}, {swap_total,20971511808}, {swap_used,0}]}, {interesting_stats, [{couch_docs_actual_disk_size,3961440979}, {couch_docs_data_size,3121371732}, {couch_views_actual_disk_size,0}, {couch_views_data_size,0}, {curr_items,694139}, {curr_items_tot,1284668}, {mem_used,3366311872}, {vb_replica_curr_items,590529}]}, {cluster_compatibility_version,131072}, {version, [{public_key,"0.13"}, {lhttpc,"1.3.0"}, {ale,"8cffe61"}, {os_mon,"2.2.7"}, {couch_set_view,"1.2.0a-b68b5f4-git"}, {mnesia,"4.5"}, {inets,"5.7.1"}, {couch,"1.2.0a-b68b5f4-git"}, {mapreduce,"1.0.0"}, {couch_index_merger,"1.2.0a-b68b5f4-git"}, {kernel,"2.14.5"}, {crypto,"2.0.4"}, {ssl,"4.1.6"}, {sasl,"2.1.10"}, {couch_view_parser,"1.0.0"}, {ns_server,"2.0.0-1939-rel-enterprise"}, {mochiweb,"1.4.1"}, {oauth,"7d85d3ef"}, {stdlib,"1.17.5"}]}, {supported_compat_version,[2,0]}, {system_arch,"x86_64-unknown-linux-gnu"}, {wall_clock,2044}, {memory_data,{25199214592,8593776640,{<0.4593.0>,2914384}}}, {disk_data, [{"/",41260352,5}, {"/dev/shm",12304304,0}, {"/boot",495844,7}, {"/data",206420664,2}]}, {meminfo, <<"MemTotal: 24608608 kB\nMemFree: 16168940 kB\nBuffers: 164300 kB\nCached: 3962304 kB\nSwapCached: 0 kB\nActive: 4791248 kB\nInactive: 3132172 kB\nActive(anon): 3789892 kB\nInactive(anon): 9232 kB\nActive(file): 1001356 kB\nInactive(file): 3122940 kB\nUnevictable: 20760 kB\nMlocked: 20760 kB\nSwapTotal: 20479992 kB\nSwapFree: 20479992 kB\nDirty: 2596 kB\nWriteback: 0 kB\nAnonPages: 3817956 kB\nMapped: 14616 kB\nShmem: 164 kB\nSlab: 189968 kB\nSReclaimable: 132128 kB\nSUnreclaim: 57840 kB\nKernelStack: 3056 kB\nPageTables: 11808 kB\nNFS_Unstable: 0 kB\nBounce: 0 kB\nWritebackTmp: 0 kB\nCommitLimit: 32784296 kB\nCommitted_AS: 5563684 kB\nVmallocTotal: 34359738367 kB\nVmallocUsed: 332500 kB\nVmallocChunk: 34359350016 kB\nHardwareCorrupted: 0 kB\nAnonHugePages: 987136 kB\nHugePages_Total: 0\nHugePages_Free: 0\nHugePages_Rsvd: 0\nHugePages_Surp: 0\nHugepagesize: 2048 kB\nDirectMap4k: 10240 kB\nDirectMap2M: 25155584 kB\n">>}]}, {'ns_1@192.168.0.22', [{last_heard,{1352,754087,793222}}, {outgoing_replications_safeness_level,[{"default",green}]}, {incoming_replications_conf_hashes, [{"default", [{'ns_1@192.168.0.20',91455428},{'ns_1@192.168.0.21',66991092}]}]}, {active_buckets,["default"]}, {ready_buckets,["default"]}, {local_tasks, [[{pid,<<"<0.19737.1>">>}, {bucket,<<"default">>}, {original_target,{[{type,bucket}]}}, {progress,69}, {started_on,1352753952}, {total_vbuckets,1025}, {trigger_type,scheduled}, {type,bucket_compaction}, {updated_on,1352754087}, {vbuckets_done,708}]]}, {memory, [{total,237946136}, {processes,183851528}, {processes_used,183798408}, {system,54094608}, {atom,1338193}, {atom_used,1333793}, {binary,13388216}, {code,13490894}, {ets,7200544}]}, {system_memory_data, [{system_total_memory,25199214592}, {free_swap,20971511808}, {total_swap,20971511808}, {cached_memory,8715628544}, {buffered_memory,219074560}, {free_memory,6578044928}, {total_memory,25199214592}]}, {node_storage_conf,[{db_path,"/data"},{index_path,"/data"}]}, {statistics, [{wall_clock,{2035875,4997}}, {context_switches,{16393829,0}}, {garbage_collection,{2128588,5009998656,0}}, {io,{{input,363204867},{output,12586677637}}}, {reductions,{1771621880,4463194}}, {run_queue,0}, {runtime,{603600,1610}}]}, {system_stats, [{cpu_utilization_rate,58.49514563106796}, {swap_total,20971511808}, {swap_used,0}]}, {interesting_stats, [{couch_docs_actual_disk_size,8614128212}, {couch_docs_data_size,7321300856}, {couch_views_actual_disk_size,0}, {couch_views_data_size,0}, {curr_items,1392096}, {curr_items_tot,2993198}, {mem_used,7763856608}, {vb_replica_curr_items,1601102}]}, {cluster_compatibility_version,131072}, {version, [{public_key,"0.13"}, {lhttpc,"1.3.0"}, {ale,"8cffe61"}, {os_mon,"2.2.7"}, {couch_set_view,"1.2.0a-b68b5f4-git"}, {mnesia,"4.5"}, {inets,"5.7.1"}, {couch,"1.2.0a-b68b5f4-git"}, {mapreduce,"1.0.0"}, {couch_index_merger,"1.2.0a-b68b5f4-git"}, {kernel,"2.14.5"}, {crypto,"2.0.4"}, {ssl,"4.1.6"}, {sasl,"2.1.10"}, {couch_view_parser,"1.0.0"}, {ns_server,"2.0.0-1939-rel-enterprise"}, {mochiweb,"1.4.1"}, {oauth,"7d85d3ef"}, {stdlib,"1.17.5"}]}, {supported_compat_version,[2,0]}, {system_arch,"x86_64-unknown-linux-gnu"}, {wall_clock,2035}, {memory_data,{25199214592,19367886848,{<18111.687.0>,14884824}}}, {disk_data, [{"/",41260352,5}, {"/dev/shm",12304304,0}, {"/boot",495844,7}, {"/data",206420664,5}]}, {meminfo, <<"MemTotal: 24608608 kB\nMemFree: 6422632 kB\nBuffers: 213940 kB\nCached: 8512996 kB\nSwapCached: 0 kB\nActive: 10105416 kB\nInactive: 7394040 kB\nActive(anon): 8764264 kB\nInactive(anon): 10216 kB\nActive(file): 1341152 kB\nInactive(file): 7383824 kB\nUnevictable: 20760 kB\nMlocked: 20760 kB\nSwapTotal: 20479992 kB\nSwapFree: 20479992 kB\nDirty: 5528 kB\nWriteback: 0 kB\nAnonPages: 8793180 kB\nMapped: 16012 kB\nShmem: 172 kB\nSlab: 351816 kB\nSReclaimable: 293088 kB\nSUnreclaim: 58728 kB\nKernelStack: 2568 kB\nPageTables: 22036 kB\nNFS_Unstable: 0 kB\nBounce: 0 kB\nWritebackTmp: 0 kB\nCommitLimit: 32784296 kB\nCommitted_AS: 10543032 kB\nVmallocTotal: 34359738367 kB\nVmallocUsed: 332500 kB\nVmallocChunk: 34359350016 kB\nHardwareCorrupted: 0 kB\nAnonHugePages: 2387968 kB\nHugePages_Total: 0\nHugePages_Free: 0\nHugePages_Rsvd: 0\nHugePages_Surp: 0\nHugepagesize: 2048 kB\nDirectMap4k: 10240 kB\nDirectMap2M: 25155584 kB\n">>}]}] [stats:debug,2012-11-12T13:01:29.698,ns_1@192.168.0.21:<0.4602.0>:stats_collector:maybe_log_stats:126](at {{1970,1,16},{7,45,54}}) Stats for bucket "default": accepting_conns 1 auth_cmds 9 auth_errors 0 bucket_active_conns 1 bucket_conns 20 bytes 3391953872 bytes_read 7222009609 bytes_written 2429194245 cas_badval 0 cas_hits 0 cas_misses 0 cmd_flush 0 cmd_get 266032 cmd_set 249116 conn_yields 38570 connection_structures 5000 curr_connections 23 curr_conns_on_port_11209 11 curr_conns_on_port_11210 10 curr_items 696935 curr_items_tot 1294737 curr_temp_items 0 daemon_connections 4 decr_hits 0 decr_misses 0 delete_hits 13164 delete_misses 20157 ep_access_scanner_last_runtime 0 ep_access_scanner_num_items 0 ep_access_scanner_task_time 2012-11-13 10:00:00 ep_allow_data_loss_during_shutdown 1 ep_alog_block_size 4096 ep_alog_path /data/default/access.log ep_alog_sleep_time 1440 ep_alog_task_time 10 ep_backend couchdb ep_bg_fetch_delay 0 ep_bg_fetched 0 ep_bg_meta_fetched 0 ep_bg_remaining_jobs 0 ep_chk_max_items 5000 ep_chk_period 1800 ep_chk_persistence_remains 0 ep_chk_persistence_timeout 10 ep_chk_remover_stime 5 ep_commit_num 38781 ep_commit_time 132 ep_commit_time_total 299169 ep_concurrentDB 1 ep_config_file ep_couch_bucket default ep_couch_host localhost ep_couch_port 11213 ep_couch_reconnect_sleeptime 250 ep_couch_response_timeout 180000 ep_data_age 6 ep_data_age_highwat 14 ep_data_traffic_enabled 0 ep_dbinit 0 ep_dbname /data/default ep_degraded_mode 0 ep_diskqueue_drain 3671888 ep_diskqueue_fill 2857752 ep_diskqueue_items 6600 ep_diskqueue_memory 176928 ep_diskqueue_pending 265392 ep_exp_pager_stime 3600 ep_exp_pager_stime 3600 ep_expired_access 99 ep_expired_pager 0 ep_expiry_window 3 ep_failpartialwarmup 0 ep_flush_all false ep_flush_duration_total 574 ep_flushall_enabled 0 ep_flusher_state running ep_flusher_todo 5228 ep_getl_default_timeout 15 ep_getl_max_timeout 30 ep_ht_locks 5 ep_ht_size 3079 ep_inconsistent_slave_chk 0 ep_initfile ep_io_num_read 0 ep_io_num_write 2573143 ep_io_read_bytes 0 ep_io_write_bytes 5929624769 ep_item_begin_failed 0 ep_item_commit_failed 0 ep_item_flush_expired 26 ep_item_flush_failed 0 ep_item_num_based_new_chk 1 ep_items_rm_from_checkpoints 86553 ep_keep_closed_chks 0 ep_klog_block_size 4096 ep_klog_compactor_queue_cap 500000 ep_klog_compactor_stime 3600 ep_klog_flush commit2 ep_klog_max_entry_ratio 10 ep_klog_max_log_size 2147483647 ep_klog_path ep_klog_sync commit2 ep_kv_size 3183868231 ep_max_checkpoints 2 ep_max_data_size 12582912000 ep_max_item_size 20971520 ep_max_size 12582912000 ep_max_txn_size 10000 ep_max_vbuckets 1024 ep_mem_high_wat 9437184000 ep_mem_high_wat 9437184000 ep_mem_low_wat 7549747200 ep_mem_low_wat 7549747200 ep_mem_tracker_enabled true ep_min_data_age 0 ep_mlog_compactor_runs 0 ep_mutation_mem_threshold 0 ep_num_access_scanner_runs 0 ep_num_eject_failures 0 ep_num_expiry_pager_runs 0 ep_num_non_resident 0 ep_num_not_my_vbuckets 0 ep_num_ops_del_meta 0 ep_num_ops_get_meta 0 ep_num_ops_set_meta 0 ep_num_pager_runs 0 ep_num_value_ejects 0 ep_oom_errors 0 ep_overhead 85445322 ep_pager_active_vb_pcnt 40 ep_pager_unbiased_period 60 ep_pending_ops 0 ep_pending_ops_max 1 ep_pending_ops_max_duration 128624 ep_pending_ops_total 2 ep_postInitfile ep_queue_age_cap 900 ep_queue_size 1372 ep_startup_time 1352753488 ep_storage_age 4 ep_storage_age_highwat 11 ep_store_max_concurrency 10 ep_store_max_readers 9 ep_store_max_readwrite 1 ep_stored_val_type ep_tap_ack_grace_period 300 ep_tap_ack_initial_sequence_number 1 ep_tap_ack_interval 1000 ep_tap_ack_window_size 10 ep_tap_backfill_resident 0.9 ep_tap_backlog_limit 5000 ep_tap_backoff_period 5 ep_tap_bg_fetch_requeued 0 ep_tap_bg_fetched 0 ep_tap_bg_max_pending 500 ep_tap_keepalive 300 ep_tap_noop_interval 20 ep_tap_requeue_sleep_time 0.1 ep_tap_throttle_cap_pcnt 10 ep_tap_throttle_queue_cap 1000000 ep_tap_throttle_threshold 90 ep_tmp_oom_errors 0 ep_too_old 0 ep_too_young 0 ep_total_cache_size 3168334615 ep_total_del_items 94305 ep_total_enqueued 2857752 ep_total_new_items 1317079 ep_total_persisted 2573132 ep_uncommitted_items 457 ep_value_size 3077113984 ep_vb0 0 ep_vb_snapshot_total 547 ep_vb_total 445 ep_vbucket_del 0 ep_vbucket_del_fail 0 ep_version 2.0.0r_133_g68e3f7c ep_waitforwarmup 0 ep_warmup 1 ep_warmup_batch_size 1000 ep_warmup_dups 0 ep_warmup_min_items_threshold 100 ep_warmup_min_memory_threshold 100 ep_warmup_oom 0 ep_warmup_thread complete ep_warmup_time 17721 get_hits 259121 get_misses 6911 incr_hits 0 incr_misses 0 libevent 2.0.11-stable limit_maxbytes 67108864 listen_disabled_num 0 max_conns_on_port_11209 1000 max_conns_on_port_11210 9000 mem_used 3391953872 pid 7353 pointer_size 64 rejected_conns 0 rusage_system 110.581189 rusage_user 362.701860 tap_checkpoint_end_received 619 tap_checkpoint_end_sent 200 tap_checkpoint_start_received 1341 tap_checkpoint_start_sent 239 tap_connect_received 1 tap_delete_received 59819 tap_delete_sent 25560 tap_mutation_received 2704346 tap_mutation_sent 689894 tap_opaque_received 3106 tap_opaque_sent 240 tap_vbucket_set_received 478 threads 4 time 1352754088 total_connections 2313 uptime 602 vb_active_curr_items 696935 vb_active_eject 0 vb_active_expired 93 vb_active_ht_memory 6001768 vb_active_itm_memory 1705738753 vb_active_meta_data_memory 55057865 vb_active_num 239 vb_active_num_non_resident 0 vb_active_num_ref_ejects 0 vb_active_num_ref_items 709694 vb_active_ops_create 709223 vb_active_ops_delete 49435 vb_active_ops_reject 0 vb_active_ops_update 437591 vb_active_perc_mem_resident 100 vb_active_queue_age 12162000 vb_active_queue_drain 1886641 vb_active_queue_fill 1429257 vb_active_queue_memory 93728 vb_active_queue_pending 140592 vb_active_queue_size 2929 vb_dead_num 0 vb_pending_curr_items 0 vb_pending_eject 0 vb_pending_expired 0 vb_pending_ht_memory 0 vb_pending_itm_memory 0 vb_pending_meta_data_memory 0 vb_pending_num 0 vb_pending_num_non_resident 0 vb_pending_num_ref_ejects 0 vb_pending_num_ref_items 0 vb_pending_ops_create 0 vb_pending_ops_delete 0 vb_pending_ops_reject 0 vb_pending_ops_update 0 vb_pending_perc_mem_resident 0 vb_pending_queue_age 0 vb_pending_queue_drain 0 vb_pending_queue_fill 0 vb_pending_queue_memory 0 vb_pending_queue_pending 0 vb_pending_queue_size 0 vb_replica_curr_items 597802 vb_replica_eject 0 vb_replica_expired 6 vb_replica_ht_memory 5173072 vb_replica_itm_memory 1462595862 vb_replica_meta_data_memory 47226358 vb_replica_num 206 vb_replica_num_non_resident 0 vb_replica_num_ref_ejects 0 vb_replica_num_ref_items 608147 vb_replica_ops_create 607856 vb_replica_ops_delete 44870 vb_replica_ops_reject 0 vb_replica_ops_update 724168 vb_replica_perc_mem_resident 100 vb_replica_queue_age 5349000 vb_replica_queue_drain 1785247 vb_replica_queue_fill 1428495 vb_replica_queue_memory 83200 vb_replica_queue_pending 124800 vb_replica_queue_size 2600 version 1.4.4_600_g7ea975a [ns_doctor:debug,2012-11-12T13:02:28.184,ns_1@192.168.0.21:ns_doctor<0.4484.0>:ns_doctor:handle_info:137]Current node statuses: [{'ns_1@192.168.0.20', [{last_heard,{1352,754144,572304}}, {outgoing_replications_safeness_level,[{"default",green}]}, {incoming_replications_conf_hashes, [{"default",[{'ns_1@192.168.0.22',14694477}]}]}, {active_buckets,["default"]}, {ready_buckets,["default"]}, {local_tasks, [[{pid,<<"<0.30667.1>">>}, {bucket,<<"default">>}, {original_target,{[{type,bucket}]}}, {progress,93}, {started_on,1352754039}, {total_vbuckets,605}, {trigger_type,scheduled}, {type,bucket_compaction}, {updated_on,1352754143}, {vbuckets_done,563}]]}, {memory, [{total,211789168}, {processes,161756680}, {processes_used,159758632}, {system,50032488}, {atom,1401785}, {atom_used,1374492}, {binary,9120144}, {code,14054366}, {ets,7064912}]}, {system_memory_data, [{system_total_memory,25199214592}, {free_swap,20971511808}, {total_swap,20971511808}, {cached_memory,4481556480}, {buffered_memory,206741504}, {free_memory,10927169536}, {total_memory,25199214592}]}, {node_storage_conf,[{db_path,"/data"},{index_path,"/data"}]}, {statistics, [{wall_clock,{2107710,4999}}, {context_switches,{15373042,0}}, {garbage_collection,{1806220,10648087906,0}}, {io,{{input,281929200},{output,9968153270}}}, {reductions,{2154150591,4638460}}, {run_queue,0}, {runtime,{737070,2740}}]}, {system_stats, [{cpu_utilization_rate,80.2439024390244}, {swap_total,20971511808}, {swap_used,0}]}, {interesting_stats, [{couch_docs_actual_disk_size,4475138502}, {couch_docs_data_size,3971199339}, {couch_views_actual_disk_size,0}, {couch_views_data_size,0}, {curr_items,862090}, {curr_items_tot,1620197}, {mem_used,4176203952}, {vb_replica_curr_items,758107}]}, {cluster_compatibility_version,131072}, {version, [{public_key,"0.13"}, {lhttpc,"1.3.0"}, {ale,"8cffe61"}, {os_mon,"2.2.7"}, {couch_set_view,"1.2.0a-b68b5f4-git"}, {mnesia,"4.5"}, {inets,"5.7.1"}, {couch,"1.2.0a-b68b5f4-git"}, {mapreduce,"1.0.0"}, {couch_index_merger,"1.2.0a-b68b5f4-git"}, {kernel,"2.14.5"}, {crypto,"2.0.4"}, {ssl,"4.1.6"}, {sasl,"2.1.10"}, {couch_view_parser,"1.0.0"}, {ns_server,"2.0.0-1939-rel-enterprise"}, {mochiweb,"1.4.1"}, {oauth,"7d85d3ef"}, {stdlib,"1.17.5"}]}, {supported_compat_version,[2,0]}, {system_arch,"x86_64-unknown-linux-gnu"}, {wall_clock,2107}, {memory_data,{25199214592,14359973888,{<18071.667.0>,21541144}}}, {disk_data, [{"/",41260352,5}, {"/dev/shm",12304304,0}, {"/boot",495844,7}, {"/data",206420664,3}]}, {meminfo, <<"MemTotal: 24608608 kB\nMemFree: 10671064 kB\nBuffers: 201896 kB\nCached: 4376520 kB\nSwapCached: 0 kB\nActive: 9411448 kB\nInactive: 3918560 kB\nActive(anon): 8739072 kB\nInactive(anon): 14632 kB\nActive(file): 672376 kB\nInactive(file): 3903928 kB\nUnevictable: 20760 kB\nMlocked: 20760 kB\nSwapTotal: 20479992 kB\nSwapFree: 20479992 kB\nDirty: 5712 kB\nWriteback: 20 kB\nAnonPages: 8758424 kB\nMapped: 15572 kB\nShmem: 172 kB\nSlab: 271192 kB\nSReclaimable: 212384 kB\nSUnreclaim: 58808 kB\nKernelStack: 3072 kB\nPageTables: 22012 kB\nNFS_Unstable: 0 kB\nBounce: 0 kB\nWritebackTmp: 0 kB\nCommitLimit: 32784296 kB\nCommitted_AS: 10543556 kB\nVmallocTotal: 34359738367 kB\nVmallocUsed: 332500 kB\nVmallocChunk: 34359355024 kB\nHardwareCorrupted: 0 kB\nAnonHugePages: 2482176 kB\nHugePages_Total: 0\nHugePages_Free: 0\nHugePages_Rsvd: 0\nHugePages_Surp: 0\nHugepagesize: 2048 kB\nDirectMap4k: 10240 kB\nDirectMap2M: 25155584 kB\n">>}]}, {'ns_1@192.168.0.21', [{last_heard,{1352,754143,186892}}, {outgoing_replications_safeness_level,[{"default",green}]}, {incoming_replications_conf_hashes, [{"default",[{'ns_1@192.168.0.22',110367435}]}]}, {active_buckets,["default"]}, {ready_buckets,["default"]}, {local_tasks,[]}, {memory, [{total,154897864}, {processes,110691664}, {processes_used,110685720}, {system,44206200}, {atom,1339809}, {atom_used,1335933}, {binary,7107520}, {code,13493102}, {ets,3953264}]}, {system_memory_data, [{system_total_memory,25199214592}, {free_swap,20971511808}, {total_swap,20971511808}, {cached_memory,4669054976}, {buffered_memory,169054208}, {free_memory,15687651328}, {total_memory,25199214592}]}, {node_storage_conf,[{db_path,"/data"},{index_path,"/data"}]}, {statistics, [{wall_clock,{2104098,4994}}, {context_switches,{4716478,0}}, {garbage_collection,{1190780,2934003444,0}}, {io,{{input,209155071},{output,7028987602}}}, {reductions,{745718942,4889216}}, {run_queue,0}, {runtime,{307450,1650}}]}, {system_stats, [{cpu_utilization_rate,27.45098039215686}, {swap_total,20971511808}, {swap_used,0}]}, {interesting_stats, [{couch_docs_actual_disk_size,4566492548}, {couch_docs_data_size,3335267443}, {couch_views_actual_disk_size,0}, {couch_views_data_size,0}, {curr_items,737668}, {curr_items_tot,1376031}, {mem_used,3599810896}, {vb_replica_curr_items,638363}]}, {cluster_compatibility_version,131072}, {version, [{public_key,"0.13"}, {lhttpc,"1.3.0"}, {ale,"8cffe61"}, {os_mon,"2.2.7"}, {couch_set_view,"1.2.0a-b68b5f4-git"}, {mnesia,"4.5"}, {inets,"5.7.1"}, {couch,"1.2.0a-b68b5f4-git"}, {mapreduce,"1.0.0"}, {couch_index_merger,"1.2.0a-b68b5f4-git"}, {kernel,"2.14.5"}, {crypto,"2.0.4"}, {ssl,"4.1.6"}, {sasl,"2.1.10"}, {couch_view_parser,"1.0.0"}, {ns_server,"2.0.0-1939-rel-enterprise"}, {mochiweb,"1.4.1"}, {oauth,"7d85d3ef"}, {stdlib,"1.17.5"}]}, {supported_compat_version,[2,0]}, {system_arch,"x86_64-unknown-linux-gnu"}, {wall_clock,2104}, {memory_data,{25199214592,9468329984,{<0.4593.0>,4714984}}}, {disk_data, [{"/",41260352,5}, {"/dev/shm",12304304,0}, {"/boot",495844,7}, {"/data",206420664,3}]}, {meminfo, <<"MemTotal: 24608608 kB\nMemFree: 15319972 kB\nBuffers: 165092 kB\nCached: 4559624 kB\nSwapCached: 0 kB\nActive: 5318640 kB\nInactive: 3436212 kB\nActive(anon): 4022992 kB\nInactive(anon): 9232 kB\nActive(file): 1295648 kB\nInactive(file): 3426980 kB\nUnevictable: 20760 kB\nMlocked: 20760 kB\nSwapTotal: 20479992 kB\nSwapFree: 20479992 kB\nDirty: 3016 kB\nWriteback: 0 kB\nAnonPages: 4051100 kB\nMapped: 14616 kB\nShmem: 164 kB\nSlab: 207740 kB\nSReclaimable: 149744 kB\nSUnreclaim: 57996 kB\nKernelStack: 3048 kB\nPageTables: 12280 kB\nNFS_Unstable: 0 kB\nBounce: 0 kB\nWritebackTmp: 0 kB\nCommitLimit: 32784296 kB\nCommitted_AS: 5796260 kB\nVmallocTotal: 34359738367 kB\nVmallocUsed: 332500 kB\nVmallocChunk: 34359350016 kB\nHardwareCorrupted: 0 kB\nAnonHugePages: 1087488 kB\nHugePages_Total: 0\nHugePages_Free: 0\nHugePages_Rsvd: 0\nHugePages_Surp: 0\nHugepagesize: 2048 kB\nDirectMap4k: 10240 kB\nDirectMap2M: 25155584 kB\n">>}]}, {'ns_1@192.168.0.22', [{last_heard,{1352,754147,792490}}, {outgoing_replications_safeness_level,[{"default",green}]}, {incoming_replications_conf_hashes, [{"default", [{'ns_1@192.168.0.20',110592434}, {'ns_1@192.168.0.21',131096584}]}]}, {active_buckets,["default"]}, {ready_buckets,["default"]}, {local_tasks, [[{pid,<<"<0.19737.1>">>}, {bucket,<<"default">>}, {original_target,{[{type,bucket}]}}, {progress,97}, {started_on,1352753952}, {total_vbuckets,1025}, {trigger_type,scheduled}, {type,bucket_compaction}, {updated_on,1352754147}, {vbuckets_done,997}]]}, {memory, [{total,231783912}, {processes,177852272}, {processes_used,177725776}, {system,53931640}, {atom,1338193}, {atom_used,1333793}, {binary,13240992}, {code,13490894}, {ets,7194128}]}, {system_memory_data, [{system_total_memory,25199214592}, {free_swap,20971511808}, {total_swap,20971511808}, {cached_memory,8406568960}, {buffered_memory,222724096}, {free_memory,6890745856}, {total_memory,25199214592}]}, {node_storage_conf,[{db_path,"/data"},{index_path,"/data"}]}, {statistics, [{wall_clock,{2095874,4999}}, {context_switches,{16813839,0}}, {garbage_collection,{2215916,5200680371,0}}, {io,{{input,377254279},{output,12885245610}}}, {reductions,{1828442041,3939453}}, {run_queue,0}, {runtime,{623360,1290}}]}, {system_stats, [{cpu_utilization_rate,44.02985074626866}, {swap_total,20971511808}, {swap_used,0}]}, {interesting_stats, [{couch_docs_actual_disk_size,8307619339}, {couch_docs_data_size,7321487050}, {couch_views_actual_disk_size,0}, {couch_views_data_size,0}, {curr_items,1391955}, {curr_items_tot,2993650}, {mem_used,7774256592}, {vb_replica_curr_items,1601695}]}, {cluster_compatibility_version,131072}, {version, [{public_key,"0.13"}, {lhttpc,"1.3.0"}, {ale,"8cffe61"}, {os_mon,"2.2.7"}, {couch_set_view,"1.2.0a-b68b5f4-git"}, {mnesia,"4.5"}, {inets,"5.7.1"}, {couch,"1.2.0a-b68b5f4-git"}, {mapreduce,"1.0.0"}, {couch_index_merger,"1.2.0a-b68b5f4-git"}, {kernel,"2.14.5"}, {crypto,"2.0.4"}, {ssl,"4.1.6"}, {sasl,"2.1.10"}, {couch_view_parser,"1.0.0"}, {ns_server,"2.0.0-1939-rel-enterprise"}, {mochiweb,"1.4.1"}, {oauth,"7d85d3ef"}, {stdlib,"1.17.5"}]}, {supported_compat_version,[2,0]}, {system_arch,"x86_64-unknown-linux-gnu"}, {wall_clock,2095}, {memory_data,{25199214592,18615664640,{<18111.687.0>,14884824}}}, {disk_data, [{"/",41260352,5}, {"/dev/shm",12304304,0}, {"/boot",495844,7}, {"/data",206420664,5}]}, {meminfo, <<"MemTotal: 24608608 kB\nMemFree: 6729244 kB\nBuffers: 217504 kB\nCached: 8209540 kB\nSwapCached: 0 kB\nActive: 9930272 kB\nInactive: 7272328 kB\nActive(anon): 8766816 kB\nInactive(anon): 11324 kB\nActive(file): 1163456 kB\nInactive(file): 7261004 kB\nUnevictable: 20760 kB\nMlocked: 20760 kB\nSwapTotal: 20479992 kB\nSwapFree: 20479992 kB\nDirty: 2988 kB\nWriteback: 0 kB\nAnonPages: 8796940 kB\nMapped: 15684 kB\nShmem: 172 kB\nSlab: 341448 kB\nSReclaimable: 282728 kB\nSUnreclaim: 58720 kB\nKernelStack: 2560 kB\nPageTables: 21728 kB\nNFS_Unstable: 0 kB\nBounce: 0 kB\nWritebackTmp: 0 kB\nCommitLimit: 32784296 kB\nCommitted_AS: 10539788 kB\nVmallocTotal: 34359738367 kB\nVmallocUsed: 332500 kB\nVmallocChunk: 34359350016 kB\nHardwareCorrupted: 0 kB\nAnonHugePages: 2486272 kB\nHugePages_Total: 0\nHugePages_Free: 0\nHugePages_Rsvd: 0\nHugePages_Surp: 0\nHugepagesize: 2048 kB\nDirectMap4k: 10240 kB\nDirectMap2M: 25155584 kB\n">>}]}] [stats:debug,2012-11-12T13:03:09.617,ns_1@192.168.0.21:<0.4602.0>:stats_collector:maybe_log_stats:126](at {{1970,1,16},{7,45,54}}) Stats for bucket "default": accepting_conns 1 auth_cmds 9 auth_errors 0 bucket_active_conns 1 bucket_conns 25 bytes 3779484464 bytes_read 8019856449 bytes_written 2880479754 cas_badval 0 cas_hits 0 cas_misses 0 cmd_flush 0 cmd_get 354630 cmd_set 331884 conn_yields 42559 connection_structures 5000 curr_connections 28 curr_conns_on_port_11209 16 curr_conns_on_port_11210 10 curr_items 772939 curr_items_tot 1446488 curr_temp_items 0 daemon_connections 4 decr_hits 0 decr_misses 0 delete_hits 17511 delete_misses 26982 ep_access_scanner_last_runtime 0 ep_access_scanner_num_items 0 ep_access_scanner_task_time 2012-11-13 10:00:00 ep_allow_data_loss_during_shutdown 1 ep_alog_block_size 4096 ep_alog_path /data/default/access.log ep_alog_sleep_time 1440 ep_alog_task_time 10 ep_backend couchdb ep_bg_fetch_delay 0 ep_bg_fetched 0 ep_bg_meta_fetched 0 ep_bg_remaining_jobs 0 ep_chk_max_items 5000 ep_chk_period 1800 ep_chk_persistence_remains 2 ep_chk_persistence_timeout 10 ep_chk_remover_stime 5 ep_commit_num 44910 ep_commit_time 6 ep_commit_time_total 346542 ep_concurrentDB 1 ep_config_file ep_couch_bucket default ep_couch_host localhost ep_couch_port 11213 ep_couch_reconnect_sleeptime 250 ep_couch_response_timeout 180000 ep_data_age 7 ep_data_age_highwat 14 ep_data_traffic_enabled 0 ep_dbinit 0 ep_dbname /data/default ep_degraded_mode 0 ep_diskqueue_drain 4002734 ep_diskqueue_fill 3185049 ep_diskqueue_items 16763 ep_diskqueue_memory 505632 ep_diskqueue_pending 758448 ep_exp_pager_stime 3600 ep_exp_pager_stime 3600 ep_expired_access 140 ep_expired_pager 0 ep_expiry_window 3 ep_failpartialwarmup 0 ep_flush_all false ep_flush_duration_total 671 ep_flushall_enabled 0 ep_flusher_state running ep_flusher_todo 3672 ep_getl_default_timeout 15 ep_getl_max_timeout 30 ep_ht_locks 5 ep_ht_size 3079 ep_inconsistent_slave_chk 0 ep_initfile ep_io_num_read 0 ep_io_num_write 2880034 ep_io_read_bytes 0 ep_io_write_bytes 6633803425 ep_item_begin_failed 0 ep_item_commit_failed 0 ep_item_flush_expired 29 ep_item_flush_failed 0 ep_item_num_based_new_chk 1 ep_items_rm_from_checkpoints 88139 ep_keep_closed_chks 0 ep_klog_block_size 4096 ep_klog_compactor_queue_cap 500000 ep_klog_compactor_stime 3600 ep_klog_flush commit2 ep_klog_max_entry_ratio 10 ep_klog_max_log_size 2147483647 ep_klog_path ep_klog_sync commit2 ep_kv_size 3558556624 ep_max_checkpoints 2 ep_max_data_size 12582912000 ep_max_item_size 20971520 ep_max_size 12582912000 ep_max_txn_size 10000 ep_max_vbuckets 1024 ep_mem_high_wat 9437184000 ep_mem_high_wat 9437184000 ep_mem_low_wat 7549747200 ep_mem_low_wat 7549747200 ep_mem_tracker_enabled true ep_min_data_age 0 ep_mlog_compactor_runs 0 ep_mutation_mem_threshold 0 ep_num_access_scanner_runs 0 ep_num_eject_failures 0 ep_num_expiry_pager_runs 0 ep_num_non_resident 0 ep_num_not_my_vbuckets 0 ep_num_ops_del_meta 0 ep_num_ops_get_meta 0 ep_num_ops_set_meta 0 ep_num_pager_runs 0 ep_num_value_ejects 0 ep_oom_errors 0 ep_overhead 89466200 ep_pager_active_vb_pcnt 40 ep_pager_unbiased_period 60 ep_pending_ops 0 ep_pending_ops_max 1 ep_pending_ops_max_duration 128624 ep_pending_ops_total 2 ep_postInitfile ep_queue_age_cap 900 ep_queue_size 13091 ep_startup_time 1352753488 ep_storage_age 7 ep_storage_age_highwat 13 ep_store_max_concurrency 10 ep_store_max_readers 9 ep_store_max_readwrite 1 ep_stored_val_type ep_tap_ack_grace_period 300 ep_tap_ack_initial_sequence_number 1 ep_tap_ack_interval 1000 ep_tap_ack_window_size 10 ep_tap_backfill_resident 0.9 ep_tap_backlog_limit 5000 ep_tap_backoff_period 5 ep_tap_bg_fetch_requeued 0 ep_tap_bg_fetched 0 ep_tap_bg_max_pending 500 ep_tap_keepalive 300 ep_tap_noop_interval 20 ep_tap_requeue_sleep_time 0.1 ep_tap_throttle_cap_pcnt 10 ep_tap_throttle_queue_cap 1000000 ep_tap_throttle_threshold 90 ep_tmp_oom_errors 0 ep_too_old 0 ep_too_young 0 ep_total_cache_size 3541206720 ep_total_del_items 108782 ep_total_enqueued 3185050 ep_total_new_items 1470443 ep_total_persisted 2880034 ep_uncommitted_items 35 ep_value_size 3439290544 ep_vb0 0 ep_vb_snapshot_total 585 ep_vb_total 496 ep_vbucket_del 0 ep_vbucket_del_fail 0 ep_version 2.0.0r_133_g68e3f7c ep_waitforwarmup 0 ep_warmup 1 ep_warmup_batch_size 1000 ep_warmup_dups 0 ep_warmup_min_items_threshold 100 ep_warmup_min_memory_threshold 100 ep_warmup_oom 0 ep_warmup_thread complete ep_warmup_time 17721 get_hits 345272 get_misses 9358 incr_hits 0 incr_misses 0 libevent 2.0.11-stable limit_maxbytes 67108864 listen_disabled_num 0 max_conns_on_port_11209 1000 max_conns_on_port_11210 9000 mem_used 3779484464 pid 7353 pointer_size 64 rejected_conns 0 rusage_system 134.245591 rusage_user 411.449450 tap_checkpoint_end_received 704 tap_checkpoint_end_sent 224 tap_checkpoint_start_received 1508 tap_checkpoint_start_sent 265 tap_connect_received 1 tap_delete_received 69868 tap_delete_sent 31618 tap_mutation_received 2943171 tap_mutation_sent 778396 tap_opaque_received 3466 tap_opaque_sent 266 tap_vbucket_set_received 530 threads 4 time 1352754189 total_connections 2570 uptime 703 vb_active_curr_items 772939 vb_active_eject 0 vb_active_expired 133 vb_active_ht_memory 6654680 vb_active_itm_memory 1892016285 vb_active_meta_data_memory 61062181 vb_active_num 265 vb_active_num_non_resident 0 vb_active_num_ref_ejects 0 vb_active_num_ref_items 789744 vb_active_ops_create 788972 vb_active_ops_delete 57058 vb_active_ops_reject 0 vb_active_ops_update 509687 vb_active_perc_mem_resident 100 vb_active_queue_age 21897000 vb_active_queue_drain 2060669 vb_active_queue_fill 1599153 vb_active_queue_memory 198912 vb_active_queue_pending 298368 vb_active_queue_size 6216 vb_dead_num 0 vb_pending_curr_items 0 vb_pending_eject 0 vb_pending_expired 0 vb_pending_ht_memory 0 vb_pending_itm_memory 0 vb_pending_meta_data_memory 0 vb_pending_num 0 vb_pending_num_non_resident 0 vb_pending_num_ref_ejects 0 vb_pending_num_ref_items 0 vb_pending_ops_create 0 vb_pending_ops_delete 0 vb_pending_ops_reject 0 vb_pending_ops_update 0 vb_pending_perc_mem_resident 0 vb_pending_queue_age 0 vb_pending_queue_drain 0 vb_pending_queue_fill 0 vb_pending_queue_memory 0 vb_pending_queue_pending 0 vb_pending_queue_size 0 vb_replica_curr_items 673549 vb_replica_eject 0 vb_replica_expired 7 vb_replica_ht_memory 5800872 vb_replica_itm_memory 1649190435 vb_replica_meta_data_memory 53210371 vb_replica_num 231 vb_replica_num_non_resident 0 vb_replica_num_ref_ejects 0 vb_replica_num_ref_items 687540 vb_replica_ops_create 681471 vb_replica_ops_delete 51724 vb_replica_ops_reject 0 vb_replica_ops_update 791140 vb_replica_perc_mem_resident 100 vb_replica_queue_age 20664000 vb_replica_queue_drain 1942065 vb_replica_queue_fill 1585896 vb_replica_queue_memory 306720 vb_replica_queue_pending 460080 vb_replica_queue_size 9585 version 1.4.4_600_g7ea975a [ns_doctor:debug,2012-11-12T13:03:28.184,ns_1@192.168.0.21:ns_doctor<0.4484.0>:ns_doctor:handle_info:137]Current node statuses: [{'ns_1@192.168.0.20', [{last_heard,{1352,754204,581526}}, {outgoing_replications_safeness_level,[{"default",green}]}, {incoming_replications_conf_hashes, [{"default",[{'ns_1@192.168.0.22',94791194}]}]}, {active_buckets,["default"]}, {ready_buckets,["default"]}, {local_tasks,[]}, {memory, [{total,204392256}, {processes,154681384}, {processes_used,152552504}, {system,49710872}, {atom,1401785}, {atom_used,1374492}, {binary,8656200}, {code,14054366}, {ets,7229160}]}, {system_memory_data, [{system_total_memory,25199214592}, {free_swap,20971511808}, {total_swap,20971511808}, {cached_memory,4537393152}, {buffered_memory,208633856}, {free_memory,10884485120}, {total_memory,25199214592}]}, {node_storage_conf,[{db_path,"/data"},{index_path,"/data"}]}, {statistics, [{wall_clock,{2167717,5006}}, {context_switches,{15731445,0}}, {garbage_collection,{1864424,11214259884,0}}, {io,{{input,289972549},{output,10111297734}}}, {reductions,{2204289250,3861148}}, {run_queue,0}, {runtime,{765390,1870}}]}, {system_stats, [{cpu_utilization_rate,48.309178743961354}, {swap_total,20971511808}, {swap_used,0}]}, {interesting_stats, [{couch_docs_actual_disk_size,4465773222}, {couch_docs_data_size,3770458871}, {couch_views_actual_disk_size,0}, {couch_views_data_size,0}, {curr_items,820859}, {curr_items_tot,1537691}, {mem_used,3976381392}, {vb_replica_curr_items,716832}]}, {cluster_compatibility_version,131072}, {version, [{public_key,"0.13"}, {lhttpc,"1.3.0"}, {ale,"8cffe61"}, {os_mon,"2.2.7"}, {couch_set_view,"1.2.0a-b68b5f4-git"}, {mnesia,"4.5"}, {inets,"5.7.1"}, {couch,"1.2.0a-b68b5f4-git"}, {mapreduce,"1.0.0"}, {couch_index_merger,"1.2.0a-b68b5f4-git"}, {kernel,"2.14.5"}, {crypto,"2.0.4"}, {ssl,"4.1.6"}, {sasl,"2.1.10"}, {couch_view_parser,"1.0.0"}, {ns_server,"2.0.0-1939-rel-enterprise"}, {mochiweb,"1.4.1"}, {oauth,"7d85d3ef"}, {stdlib,"1.17.5"}]}, {supported_compat_version,[2,0]}, {system_arch,"x86_64-unknown-linux-gnu"}, {wall_clock,2167}, {memory_data,{25199214592,14259589120,{<18071.429.0>,25151784}}}, {disk_data, [{"/",41260352,5}, {"/dev/shm",12304304,0}, {"/boot",495844,7}, {"/data",206420664,3}]}, {meminfo, <<"MemTotal: 24608608 kB\nMemFree: 10629380 kB\nBuffers: 203744 kB\nCached: 4431048 kB\nSwapCached: 0 kB\nActive: 9611952 kB\nInactive: 3757904 kB\nActive(anon): 8722516 kB\nInactive(anon): 14632 kB\nActive(file): 889436 kB\nInactive(file): 3743272 kB\nUnevictable: 20760 kB\nMlocked: 20760 kB\nSwapTotal: 20479992 kB\nSwapFree: 20479992 kB\nDirty: 3896 kB\nWriteback: 0 kB\nAnonPages: 8733920 kB\nMapped: 15568 kB\nShmem: 172 kB\nSlab: 268020 kB\nSReclaimable: 209744 kB\nSUnreclaim: 58276 kB\nKernelStack: 3064 kB\nPageTables: 21908 kB\nNFS_Unstable: 0 kB\nBounce: 0 kB\nWritebackTmp: 0 kB\nCommitLimit: 32784296 kB\nCommitted_AS: 10534800 kB\nVmallocTotal: 34359738367 kB\nVmallocUsed: 332500 kB\nVmallocChunk: 34359355024 kB\nHardwareCorrupted: 0 kB\nAnonHugePages: 2562048 kB\nHugePages_Total: 0\nHugePages_Free: 0\nHugePages_Rsvd: 0\nHugePages_Surp: 0\nHugepagesize: 2048 kB\nDirectMap4k: 10240 kB\nDirectMap2M: 25155584 kB\n">>}]}, {'ns_1@192.168.0.21', [{last_heard,{1352,754203,187200}}, {outgoing_replications_safeness_level,[{"default",green}]}, {incoming_replications_conf_hashes, [{"default",[{'ns_1@192.168.0.22',104790209}]}]}, {active_buckets,["default"]}, {ready_buckets,["default"]}, {local_tasks, [[{pid,<<"<0.27886.0>">>}, {bucket,<<"default">>}, {original_target,{[{type,bucket}]}}, {progress,40}, {started_on,1352754170}, {total_vbuckets,487}, {trigger_type,scheduled}, {type,bucket_compaction}, {updated_on,1352754203}, {vbuckets_done,197}]]}, {memory, [{total,161564536}, {processes,116411032}, {processes_used,116381728}, {system,45153504}, {atom,1339809}, {atom_used,1335933}, {binary,7825472}, {code,13493102}, {ets,4153208}]}, {system_memory_data, [{system_total_memory,25199214592}, {free_swap,20971511808}, {total_swap,20971511808}, {cached_memory,4549365760}, {buffered_memory,171827200}, {free_memory,15579959296}, {total_memory,25199214592}]}, {node_storage_conf,[{db_path,"/data"},{index_path,"/data"}]}, {statistics, [{wall_clock,{2164098,4996}}, {context_switches,{5129507,0}}, {garbage_collection,{1266422,3150120196,0}}, {io,{{input,228433157},{output,7373689456}}}, {reductions,{805084473,4341273}}, {run_queue,0}, {runtime,{327850,1720}}]}, {system_stats, [{cpu_utilization_rate,48.37905236907731}, {swap_total,20971511808}, {swap_used,0}]}, {interesting_stats, [{couch_docs_actual_disk_size,4534840979}, {couch_docs_data_size,3551053304}, {couch_views_actual_disk_size,0}, {couch_views_data_size,0}, {curr_items,778780}, {curr_items_tot,1458310}, {mem_used,3809895696}, {vb_replica_curr_items,679530}]}, {cluster_compatibility_version,131072}, {version, [{public_key,"0.13"}, {lhttpc,"1.3.0"}, {ale,"8cffe61"}, {os_mon,"2.2.7"}, {couch_set_view,"1.2.0a-b68b5f4-git"}, {mnesia,"4.5"}, {inets,"5.7.1"}, {couch,"1.2.0a-b68b5f4-git"}, {mapreduce,"1.0.0"}, {couch_index_merger,"1.2.0a-b68b5f4-git"}, {kernel,"2.14.5"}, {crypto,"2.0.4"}, {ssl,"4.1.6"}, {sasl,"2.1.10"}, {couch_view_parser,"1.0.0"}, {ns_server,"2.0.0-1939-rel-enterprise"}, {mochiweb,"1.4.1"}, {oauth,"7d85d3ef"}, {stdlib,"1.17.5"}]}, {supported_compat_version,[2,0]}, {system_arch,"x86_64-unknown-linux-gnu"}, {wall_clock,2164}, {memory_data,{25199214592,9648537600,{<0.4606.0>,6657160}}}, {disk_data, [{"/",41260352,5}, {"/dev/shm",12304304,0}, {"/boot",495844,7}, {"/data",206420664,3}]}, {meminfo, <<"MemTotal: 24608608 kB\nMemFree: 15215052 kB\nBuffers: 167792 kB\nCached: 4442748 kB\nSwapCached: 0 kB\nActive: 5259120 kB\nInactive: 3601816 kB\nActive(anon): 4243172 kB\nInactive(anon): 9232 kB\nActive(file): 1015948 kB\nInactive(file): 3592584 kB\nUnevictable: 20760 kB\nMlocked: 20760 kB\nSwapTotal: 20479992 kB\nSwapFree: 20479992 kB\nDirty: 9568 kB\nWriteback: 0 kB\nAnonPages: 4271304 kB\nMapped: 14620 kB\nShmem: 164 kB\nSlab: 206244 kB\nSReclaimable: 147700 kB\nSUnreclaim: 58544 kB\nKernelStack: 3056 kB\nPageTables: 12776 kB\nNFS_Unstable: 0 kB\nBounce: 0 kB\nWritebackTmp: 0 kB\nCommitLimit: 32784296 kB\nCommitted_AS: 6018932 kB\nVmallocTotal: 34359738367 kB\nVmallocUsed: 332500 kB\nVmallocChunk: 34359350016 kB\nHardwareCorrupted: 0 kB\nAnonHugePages: 1187840 kB\nHugePages_Total: 0\nHugePages_Free: 0\nHugePages_Rsvd: 0\nHugePages_Surp: 0\nHugepagesize: 2048 kB\nDirectMap4k: 10240 kB\nDirectMap2M: 25155584 kB\n">>}]}, {'ns_1@192.168.0.22', [{last_heard,{1352,754207,792566}}, {outgoing_replications_safeness_level,[{"default",green}]}, {incoming_replications_conf_hashes, [{"default", [{'ns_1@192.168.0.20',56967136}, {'ns_1@192.168.0.21',114565748}]}]}, {active_buckets,["default"]}, {ready_buckets,["default"]}, {local_tasks,[]}, {memory, [{total,237923256}, {processes,183294632}, {processes_used,183136984}, {system,54628624}, {atom,1338193}, {atom_used,1333793}, {binary,13797224}, {code,13490894}, {ets,7339744}]}, {system_memory_data, [{system_total_memory,25199214592}, {free_swap,20971511808}, {total_swap,20971511808}, {cached_memory,9063120896}, {buffered_memory,224727040}, {free_memory,6234808320}, {total_memory,25199214592}]}, {node_storage_conf,[{db_path,"/data"},{index_path,"/data"}]}, {statistics, [{wall_clock,{2155874,4999}}, {context_switches,{17240459,0}}, {garbage_collection,{2296258,5375173891,0}}, {io,{{input,384625153},{output,13188454838}}}, {reductions,{1880511974,3994019}}, {run_queue,0}, {runtime,{642350,1510}}]}, {system_stats, [{cpu_utilization_rate,38.048780487804876}, {swap_total,20971511808}, {swap_used,0}]}, {interesting_stats, [{couch_docs_actual_disk_size,8919209028}, {couch_docs_data_size,7323404426}, {couch_views_actual_disk_size,0}, {couch_views_data_size,0}, {curr_items,1391097}, {curr_items_tot,2991354}, {mem_used,7783201776}, {vb_replica_curr_items,1600257}]}, {cluster_compatibility_version,131072}, {version, [{public_key,"0.13"}, {lhttpc,"1.3.0"}, {ale,"8cffe61"}, {os_mon,"2.2.7"}, {couch_set_view,"1.2.0a-b68b5f4-git"}, {mnesia,"4.5"}, {inets,"5.7.1"}, {couch,"1.2.0a-b68b5f4-git"}, {mapreduce,"1.0.0"}, {couch_index_merger,"1.2.0a-b68b5f4-git"}, {kernel,"2.14.5"}, {crypto,"2.0.4"}, {ssl,"4.1.6"}, {sasl,"2.1.10"}, {couch_view_parser,"1.0.0"}, {ns_server,"2.0.0-1939-rel-enterprise"}, {mochiweb,"1.4.1"}, {oauth,"7d85d3ef"}, {stdlib,"1.17.5"}]}, {supported_compat_version,[2,0]}, {system_arch,"x86_64-unknown-linux-gnu"}, {wall_clock,2155}, {memory_data,{25199214592,18293829632,{<18111.687.0>,10770992}}}, {disk_data, [{"/",41260352,5}, {"/dev/shm",12304304,0}, {"/boot",495844,7}, {"/data",206420664,5}]}, {meminfo, <<"MemTotal: 24608608 kB\nMemFree: 6088928 kB\nBuffers: 219460 kB\nCached: 8850704 kB\nSwapCached: 0 kB\nActive: 10376840 kB\nInactive: 7465340 kB\nActive(anon): 8763884 kB\nInactive(anon): 10216 kB\nActive(file): 1612956 kB\nInactive(file): 7455124 kB\nUnevictable: 20760 kB\nMlocked: 20760 kB\nSwapTotal: 20479992 kB\nSwapFree: 20479992 kB\nDirty: 1688 kB\nWriteback: 0 kB\nAnonPages: 8793088 kB\nMapped: 15680 kB\nShmem: 172 kB\nSlab: 342296 kB\nSReclaimable: 284164 kB\nSUnreclaim: 58132 kB\nKernelStack: 2552 kB\nPageTables: 21660 kB\nNFS_Unstable: 0 kB\nBounce: 0 kB\nWritebackTmp: 0 kB\nCommitLimit: 32784296 kB\nCommitted_AS: 10537960 kB\nVmallocTotal: 34359738367 kB\nVmallocUsed: 332500 kB\nVmallocChunk: 34359350016 kB\nHardwareCorrupted: 0 kB\nAnonHugePages: 2578432 kB\nHugePages_Total: 0\nHugePages_Free: 0\nHugePages_Rsvd: 0\nHugePages_Surp: 0\nHugepagesize: 2048 kB\nDirectMap4k: 10240 kB\nDirectMap2M: 25155584 kB\n">>}]}] [ns_doctor:debug,2012-11-12T13:04:28.184,ns_1@192.168.0.21:ns_doctor<0.4484.0>:ns_doctor:handle_info:137]Current node statuses: [{'ns_1@192.168.0.20', [{last_heard,{1352,754264,574024}}, {outgoing_replications_safeness_level,[{"default",green}]}, {incoming_replications_conf_hashes, [{"default",[{'ns_1@192.168.0.22',2184230}]}]}, {active_buckets,["default"]}, {ready_buckets,["default"]}, {local_tasks,[]}, {memory, [{total,203343376}, {processes,154258864}, {processes_used,152050160}, {system,49084512}, {atom,1401785}, {atom_used,1374492}, {binary,7871032}, {code,14054366}, {ets,7405792}]}, {system_memory_data, [{system_total_memory,25199214592}, {free_swap,20971511808}, {total_swap,20971511808}, {cached_memory,4773031936}, {buffered_memory,209899520}, {free_memory,10651062272}, {total_memory,25199214592}]}, {node_storage_conf,[{db_path,"/data"},{index_path,"/data"}]}, {statistics, [{wall_clock,{2227712,5001}}, {context_switches,{16039398,0}}, {garbage_collection,{1913680,11675050342,0}}, {io,{{input,293435990},{output,10245908072}}}, {reductions,{2248799010,5078348}}, {run_queue,0}, {runtime,{789270,3210}}]}, {system_stats, [{cpu_utilization_rate,68.7041564792176}, {swap_total,20971511808}, {swap_used,0}]}, {interesting_stats, [{couch_docs_actual_disk_size,4714935254}, {couch_docs_data_size,3627176317}, {couch_views_actual_disk_size,0}, {couch_views_data_size,0}, {curr_items,791448}, {curr_items_tot,1475955}, {mem_used,3834283984}, {vb_replica_curr_items,684507}]}, {cluster_compatibility_version,131072}, {version, [{public_key,"0.13"}, {lhttpc,"1.3.0"}, {ale,"8cffe61"}, {os_mon,"2.2.7"}, {couch_set_view,"1.2.0a-b68b5f4-git"}, {mnesia,"4.5"}, {inets,"5.7.1"}, {couch,"1.2.0a-b68b5f4-git"}, {mapreduce,"1.0.0"}, {couch_index_merger,"1.2.0a-b68b5f4-git"}, {kernel,"2.14.5"}, {crypto,"2.0.4"}, {ssl,"4.1.6"}, {sasl,"2.1.10"}, {couch_view_parser,"1.0.0"}, {ns_server,"2.0.0-1939-rel-enterprise"}, {mochiweb,"1.4.1"}, {oauth,"7d85d3ef"}, {stdlib,"1.17.5"}]}, {supported_compat_version,[2,0]}, {system_arch,"x86_64-unknown-linux-gnu"}, {wall_clock,2227}, {memory_data,{25199214592,14533267456,{<18071.667.0>,17427312}}}, {disk_data, [{"/",41260352,5}, {"/dev/shm",12304304,0}, {"/boot",495844,7}, {"/data",206420664,3}]}, {meminfo, <<"MemTotal: 24608608 kB\nMemFree: 10401924 kB\nBuffers: 204980 kB\nCached: 4661164 kB\nSwapCached: 0 kB\nActive: 9860536 kB\nInactive: 3743360 kB\nActive(anon): 8725360 kB\nInactive(anon): 14692 kB\nActive(file): 1135176 kB\nInactive(file): 3728668 kB\nUnevictable: 20760 kB\nMlocked: 20760 kB\nSwapTotal: 20479992 kB\nSwapFree: 20479992 kB\nDirty: 3404 kB\nWriteback: 0 kB\nAnonPages: 8754920 kB\nMapped: 15568 kB\nShmem: 172 kB\nSlab: 267036 kB\nSReclaimable: 209024 kB\nSUnreclaim: 58012 kB\nKernelStack: 3064 kB\nPageTables: 21964 kB\nNFS_Unstable: 0 kB\nBounce: 0 kB\nWritebackTmp: 0 kB\nCommitLimit: 32784296 kB\nCommitted_AS: 10532656 kB\nVmallocTotal: 34359738367 kB\nVmallocUsed: 332500 kB\nVmallocChunk: 34359355024 kB\nHardwareCorrupted: 0 kB\nAnonHugePages: 2682880 kB\nHugePages_Total: 0\nHugePages_Free: 0\nHugePages_Rsvd: 0\nHugePages_Surp: 0\nHugepagesize: 2048 kB\nDirectMap4k: 10240 kB\nDirectMap2M: 25155584 kB\n">>}]}, {'ns_1@192.168.0.21', [{last_heard,{1352,754263,187485}}, {outgoing_replications_safeness_level,[{"default",green}]}, {incoming_replications_conf_hashes, [{"default",[{'ns_1@192.168.0.22',15474879}]}]}, {active_buckets,["default"]}, {ready_buckets,["default"]}, {local_tasks,[]}, {memory, [{total,162378704}, {processes,117295800}, {processes_used,117265928}, {system,45082904}, {atom,1339809}, {atom_used,1335933}, {binary,7571048}, {code,13493102}, {ets,4323952}]}, {system_memory_data, [{system_total_memory,25199214592}, {free_swap,20971511808}, {total_swap,20971511808}, {cached_memory,4139118592}, {buffered_memory,175448064}, {free_memory,15831777280}, {total_memory,25199214592}]}, {node_storage_conf,[{db_path,"/data"},{index_path,"/data"}]}, {statistics, [{wall_clock,{2224099,4999}}, {context_switches,{5508169,0}}, {garbage_collection,{1331421,3340492012,0}}, {io,{{input,245927352},{output,7664925892}}}, {reductions,{860105849,4996114}}, {run_queue,0}, {runtime,{345980,1570}}]}, {system_stats, [{cpu_utilization_rate,30.632911392405063}, {swap_total,20971511808}, {swap_used,0}]}, {interesting_stats, [{couch_docs_actual_disk_size,4024628807}, {couch_docs_data_size,3681307174}, {couch_views_actual_disk_size,0}, {couch_views_data_size,0}, {curr_items,807735}, {curr_items_tot,1516185}, {mem_used,3959880608}, {vb_replica_curr_items,708450}]}, {cluster_compatibility_version,131072}, {version, [{public_key,"0.13"}, {lhttpc,"1.3.0"}, {ale,"8cffe61"}, {os_mon,"2.2.7"}, {couch_set_view,"1.2.0a-b68b5f4-git"}, {mnesia,"4.5"}, {inets,"5.7.1"}, {couch,"1.2.0a-b68b5f4-git"}, {mapreduce,"1.0.0"}, {couch_index_merger,"1.2.0a-b68b5f4-git"}, {kernel,"2.14.5"}, {crypto,"2.0.4"}, {ssl,"4.1.6"}, {sasl,"2.1.10"}, {couch_view_parser,"1.0.0"}, {ns_server,"2.0.0-1939-rel-enterprise"}, {mochiweb,"1.4.1"}, {oauth,"7d85d3ef"}, {stdlib,"1.17.5"}]}, {supported_compat_version,[2,0]}, {system_arch,"x86_64-unknown-linux-gnu"}, {wall_clock,2224}, {memory_data,{25199214592,9296916480,{<0.4606.0>,5085816}}}, {disk_data, [{"/",41260352,5}, {"/dev/shm",12304304,0}, {"/boot",495844,7}, {"/data",206420664,3}]}, {meminfo, <<"MemTotal: 24608608 kB\nMemFree: 15460968 kB\nBuffers: 171336 kB\nCached: 4041780 kB\nSwapCached: 0 kB\nActive: 5033512 kB\nInactive: 3592160 kB\nActive(anon): 4405188 kB\nInactive(anon): 9232 kB\nActive(file): 628324 kB\nInactive(file): 3582928 kB\nUnevictable: 20760 kB\nMlocked: 20760 kB\nSwapTotal: 20479992 kB\nSwapFree: 20479992 kB\nDirty: 5336 kB\nWriteback: 0 kB\nAnonPages: 4433360 kB\nMapped: 14616 kB\nShmem: 164 kB\nSlab: 195184 kB\nSReclaimable: 136900 kB\nSUnreclaim: 58284 kB\nKernelStack: 3048 kB\nPageTables: 13044 kB\nNFS_Unstable: 0 kB\nBounce: 0 kB\nWritebackTmp: 0 kB\nCommitLimit: 32784296 kB\nCommitted_AS: 6177540 kB\nVmallocTotal: 34359738367 kB\nVmallocUsed: 332500 kB\nVmallocChunk: 34359350016 kB\nHardwareCorrupted: 0 kB\nAnonHugePages: 1294336 kB\nHugePages_Total: 0\nHugePages_Free: 0\nHugePages_Rsvd: 0\nHugePages_Surp: 0\nHugepagesize: 2048 kB\nDirectMap4k: 10240 kB\nDirectMap2M: 25155584 kB\n">>}]}, {'ns_1@192.168.0.22', [{last_heard,{1352,754267,792901}}, {outgoing_replications_safeness_level,[{"default",green}]}, {incoming_replications_conf_hashes, [{"default", [{'ns_1@192.168.0.20',93272852},{'ns_1@192.168.0.21',49851647}]}]}, {active_buckets,["default"]}, {ready_buckets,["default"]}, {local_tasks,[]}, {memory, [{total,236707440}, {processes,182399128}, {processes_used,182241560}, {system,54308312}, {atom,1338193}, {atom_used,1333793}, {binary,13288704}, {code,13490894}, {ets,7527416}]}, {system_memory_data, [{system_total_memory,25199214592}, {free_swap,20971511808}, {total_swap,20971511808}, {cached_memory,9744904192}, {buffered_memory,226390016}, {free_memory,5525884928}, {total_memory,25199214592}]}, {node_storage_conf,[{db_path,"/data"},{index_path,"/data"}]}, {statistics, [{wall_clock,{2215874,4999}}, {context_switches,{17652026,0}}, {garbage_collection,{2366162,5531598763,0}}, {io,{{input,394726988},{output,13507862516}}}, {reductions,{1929213850,5246620}}, {run_queue,0}, {runtime,{659940,1830}}]}, {system_stats, [{cpu_utilization_rate,43.03482587064676}, {swap_total,20971511808}, {swap_used,0}]}, {interesting_stats, [{couch_docs_actual_disk_size,9606370326}, {couch_docs_data_size,7324422535}, {couch_views_actual_disk_size,0}, {couch_views_data_size,0}, {curr_items,1390631}, {curr_items_tot,2990350}, {mem_used,7790885984}, {vb_replica_curr_items,1599719}]}, {cluster_compatibility_version,131072}, {version, [{public_key,"0.13"}, {lhttpc,"1.3.0"}, {ale,"8cffe61"}, {os_mon,"2.2.7"}, {couch_set_view,"1.2.0a-b68b5f4-git"}, {mnesia,"4.5"}, {inets,"5.7.1"}, {couch,"1.2.0a-b68b5f4-git"}, {mapreduce,"1.0.0"}, {couch_index_merger,"1.2.0a-b68b5f4-git"}, {kernel,"2.14.5"}, {crypto,"2.0.4"}, {ssl,"4.1.6"}, {sasl,"2.1.10"}, {couch_view_parser,"1.0.0"}, {ns_server,"2.0.0-1939-rel-enterprise"}, {mochiweb,"1.4.1"}, {oauth,"7d85d3ef"}, {stdlib,"1.17.5"}]}, {supported_compat_version,[2,0]}, {system_arch,"x86_64-unknown-linux-gnu"}, {wall_clock,2215}, {memory_data,{25199214592,19011428352,{<18111.687.0>,10770992}}}, {disk_data, [{"/",41260352,5}, {"/dev/shm",12304304,0}, {"/boot",495844,7}, {"/data",206420664,5}]}, {meminfo, <<"MemTotal: 24608608 kB\nMemFree: 5396372 kB\nBuffers: 221084 kB\nCached: 9516508 kB\nSwapCached: 0 kB\nActive: 10769236 kB\nInactive: 7747064 kB\nActive(anon): 8770748 kB\nInactive(anon): 10216 kB\nActive(file): 1998488 kB\nInactive(file): 7736848 kB\nUnevictable: 20760 kB\nMlocked: 20760 kB\nSwapTotal: 20479992 kB\nSwapFree: 20479992 kB\nDirty: 1520 kB\nWriteback: 0 kB\nAnonPages: 8799752 kB\nMapped: 15680 kB\nShmem: 172 kB\nSlab: 360264 kB\nSReclaimable: 302176 kB\nSUnreclaim: 58088 kB\nKernelStack: 2552 kB\nPageTables: 21668 kB\nNFS_Unstable: 0 kB\nBounce: 0 kB\nWritebackTmp: 0 kB\nCommitLimit: 32784296 kB\nCommitted_AS: 10541508 kB\nVmallocTotal: 34359738367 kB\nVmallocUsed: 332500 kB\nVmallocChunk: 34359350016 kB\nHardwareCorrupted: 0 kB\nAnonHugePages: 2674688 kB\nHugePages_Total: 0\nHugePages_Free: 0\nHugePages_Rsvd: 0\nHugePages_Surp: 0\nHugepagesize: 2048 kB\nDirectMap4k: 10240 kB\nDirectMap2M: 25155584 kB\n">>}]}] [stats:debug,2012-11-12T13:04:49.612,ns_1@192.168.0.21:<0.4602.0>:stats_collector:maybe_log_stats:126](at {{1970,1,16},{7,45,54}}) Stats for bucket "default": accepting_conns 1 auth_cmds 9 auth_errors 0 bucket_active_conns 1 bucket_conns 25 bytes 4088737456 bytes_read 8790374418 bytes_written 3382055569 cas_badval 0 cas_hits 0 cas_misses 0 cmd_flush 0 cmd_get 455078 cmd_set 425027 conn_yields 46358 connection_structures 5000 curr_connections 28 curr_conns_on_port_11209 16 curr_conns_on_port_11210 10 curr_items 834052 curr_items_tot 1566770 curr_temp_items 0 daemon_connections 4 decr_hits 0 decr_misses 0 delete_hits 22319 delete_misses 34983 ep_access_scanner_last_runtime 0 ep_access_scanner_num_items 0 ep_access_scanner_task_time 2012-11-13 10:00:00 ep_allow_data_loss_during_shutdown 1 ep_alog_block_size 4096 ep_alog_path /data/default/access.log ep_alog_sleep_time 1440 ep_alog_task_time 10 ep_backend couchdb ep_bg_fetch_delay 0 ep_bg_fetched 0 ep_bg_meta_fetched 0 ep_bg_remaining_jobs 0 ep_chk_max_items 5000 ep_chk_period 1800 ep_chk_persistence_remains 2 ep_chk_persistence_timeout 10 ep_chk_remover_stime 5 ep_commit_num 50622 ep_commit_time 4 ep_commit_time_total 393209 ep_concurrentDB 1 ep_config_file ep_couch_bucket default ep_couch_host localhost ep_couch_port 11213 ep_couch_reconnect_sleeptime 250 ep_couch_response_timeout 180000 ep_data_age 3 ep_data_age_highwat 18 ep_data_traffic_enabled 0 ep_dbinit 0 ep_dbname /data/default ep_degraded_mode 0 ep_diskqueue_drain 4336769 ep_diskqueue_fill 3499076 ep_diskqueue_items 11266 ep_diskqueue_memory 325632 ep_diskqueue_pending 488448 ep_exp_pager_stime 3600 ep_exp_pager_stime 3600 ep_expired_access 206 ep_expired_pager 0 ep_expiry_window 3 ep_failpartialwarmup 0 ep_flush_all false ep_flush_duration_total 772 ep_flushall_enabled 0 ep_flusher_state running ep_flusher_todo 3099 ep_getl_default_timeout 15 ep_getl_max_timeout 30 ep_ht_locks 5 ep_ht_size 3079 ep_inconsistent_slave_chk 0 ep_initfile ep_io_num_read 0 ep_io_num_write 3186698 ep_io_read_bytes 0 ep_io_write_bytes 7336689098 ep_item_begin_failed 0 ep_item_commit_failed 0 ep_item_flush_expired 32 ep_item_flush_failed 0 ep_item_num_based_new_chk 1 ep_items_rm_from_checkpoints 89578 ep_keep_closed_chks 0 ep_klog_block_size 4096 ep_klog_compactor_queue_cap 500000 ep_klog_compactor_stime 3600 ep_klog_flush commit2 ep_klog_max_entry_ratio 10 ep_klog_max_log_size 2147483647 ep_klog_path ep_klog_sync commit2 ep_kv_size 3856511778 ep_max_checkpoints 2 ep_max_data_size 12582912000 ep_max_item_size 20971520 ep_max_size 12582912000 ep_max_txn_size 10000 ep_max_vbuckets 1024 ep_mem_high_wat 9437184000 ep_mem_high_wat 9437184000 ep_mem_low_wat 7549747200 ep_mem_low_wat 7549747200 ep_mem_tracker_enabled true ep_min_data_age 0 ep_mlog_compactor_runs 0 ep_mutation_mem_threshold 0 ep_num_access_scanner_runs 0 ep_num_eject_failures 0 ep_num_expiry_pager_runs 0 ep_num_non_resident 0 ep_num_not_my_vbuckets 0 ep_num_ops_del_meta 0 ep_num_ops_get_meta 0 ep_num_ops_set_meta 0 ep_num_pager_runs 0 ep_num_value_ejects 0 ep_oom_errors 0 ep_overhead 92921338 ep_pager_active_vb_pcnt 40 ep_pager_unbiased_period 60 ep_pending_ops 0 ep_pending_ops_max 1 ep_pending_ops_max_duration 128624 ep_pending_ops_total 2 ep_postInitfile ep_queue_age_cap 900 ep_queue_size 8167 ep_startup_time 1352753488 ep_storage_age 2 ep_storage_age_highwat 18 ep_store_max_concurrency 10 ep_store_max_readers 9 ep_store_max_readwrite 1 ep_stored_val_type ep_tap_ack_grace_period 300 ep_tap_ack_initial_sequence_number 1 ep_tap_ack_interval 1000 ep_tap_ack_window_size 10 ep_tap_backfill_resident 0.9 ep_tap_backlog_limit 5000 ep_tap_backoff_period 5 ep_tap_bg_fetch_requeued 0 ep_tap_bg_fetched 0 ep_tap_bg_max_pending 500 ep_tap_keepalive 300 ep_tap_noop_interval 20 ep_tap_requeue_sleep_time 0.1 ep_tap_throttle_cap_pcnt 10 ep_tap_throttle_queue_cap 1000000 ep_tap_throttle_threshold 90 ep_tmp_oom_errors 0 ep_too_old 0 ep_too_young 0 ep_total_cache_size 3837714054 ep_total_del_items 123700 ep_total_enqueued 3499076 ep_total_new_items 1601138 ep_total_persisted 3186698 ep_uncommitted_items 20 ep_value_size 3727326672 ep_vb0 0 ep_vb_snapshot_total 622 ep_vb_total 538 ep_vbucket_del 0 ep_vbucket_del_fail 0 ep_version 2.0.0r_133_g68e3f7c ep_waitforwarmup 0 ep_warmup 1 ep_warmup_batch_size 1000 ep_warmup_dups 0 ep_warmup_min_items_threshold 100 ep_warmup_min_memory_threshold 100 ep_warmup_oom 0 ep_warmup_thread complete ep_warmup_time 17721 get_hits 442546 get_misses 12532 incr_hits 0 incr_misses 0 libevent 2.0.11-stable limit_maxbytes 67108864 listen_disabled_num 0 max_conns_on_port_11209 1000 max_conns_on_port_11210 9000 mem_used 4088737456 pid 7353 pointer_size 64 rejected_conns 0 rusage_system 158.396920 rusage_user 460.063059 tap_checkpoint_end_received 769 tap_checkpoint_end_sent 242 tap_checkpoint_start_received 1643 tap_checkpoint_start_sent 286 tap_connect_received 1 tap_delete_received 79435 tap_delete_sent 37848 tap_mutation_received 3159207 tap_mutation_sent 876343 tap_opaque_received 3759 tap_opaque_sent 287 tap_vbucket_set_received 572 threads 4 time 1352754289 total_connections 2780 uptime 803 vb_active_curr_items 834052 vb_active_eject 0 vb_active_expired 190 vb_active_ht_memory 7182032 vb_active_itm_memory 2043022004 vb_active_meta_data_memory 65890108 vb_active_num 286 vb_active_num_non_resident 0 vb_active_num_ref_ejects 0 vb_active_num_ref_items 855586 vb_active_ops_create 854712 vb_active_ops_delete 64823 vb_active_ops_reject 0 vb_active_ops_update 594368 vb_active_perc_mem_resident 100 vb_active_queue_age 26132000 vb_active_queue_drain 2233914 vb_active_queue_fill 1763307 vb_active_queue_memory 128512 vb_active_queue_pending 192768 vb_active_queue_size 4016 vb_dead_num 0 vb_pending_curr_items 0 vb_pending_eject 0 vb_pending_expired 0 vb_pending_ht_memory 0 vb_pending_itm_memory 0 vb_pending_meta_data_memory 0 vb_pending_num 0 vb_pending_num_non_resident 0 vb_pending_num_ref_ejects 0 vb_pending_num_ref_items 0 vb_pending_ops_create 0 vb_pending_ops_delete 0 vb_pending_ops_reject 0 vb_pending_ops_update 0 vb_pending_perc_mem_resident 0 vb_pending_queue_age 0 vb_pending_queue_drain 0 vb_pending_queue_fill 0 vb_pending_queue_memory 0 vb_pending_queue_pending 0 vb_pending_queue_size 0 vb_replica_curr_items 732718 vb_replica_eject 0 vb_replica_expired 16 vb_replica_ht_memory 6328224 vb_replica_itm_memory 1794692050 vb_replica_meta_data_memory 57884722 vb_replica_num 252 vb_replica_num_non_resident 0 vb_replica_num_ref_ejects 0 vb_replica_num_ref_items 750814 vb_replica_ops_create 746426 vb_replica_ops_delete 58877 vb_replica_ops_reject 0 vb_replica_ops_update 867498 vb_replica_perc_mem_resident 100 vb_replica_queue_age 9739000 vb_replica_queue_drain 2102855 vb_replica_queue_fill 1735769 vb_replica_queue_memory 197120 vb_replica_queue_pending 295680 vb_replica_queue_size 6160 version 1.4.4_600_g7ea975a [ns_doctor:debug,2012-11-12T13:05:28.184,ns_1@192.168.0.21:ns_doctor<0.4484.0>:ns_doctor:handle_info:137]Current node statuses: [{'ns_1@192.168.0.20', [{last_heard,{1352,754324,573505}}, {outgoing_replications_safeness_level,[{"default",green}]}, {incoming_replications_conf_hashes, [{"default",[{'ns_1@192.168.0.22',32921471}]}]}, {active_buckets,["default"]}, {ready_buckets,["default"]}, {local_tasks,[]}, {memory, [{total,205335056}, {processes,156503568}, {processes_used,154139680}, {system,48831488}, {atom,1401785}, {atom_used,1374492}, {binary,7571264}, {code,14054366}, {ets,7475664}]}, {system_memory_data, [{system_total_memory,25199214592}, {free_swap,20971511808}, {total_swap,20971511808}, {cached_memory,4825944064}, {buffered_memory,210337792}, {free_memory,10634604544}, {total_memory,25199214592}]}, {node_storage_conf,[{db_path,"/data"},{index_path,"/data"}]}, {statistics, [{wall_clock,{2287711,5000}}, {context_switches,{16459595,0}}, {garbage_collection,{1986562,12363135850,0}}, {io,{{input,297454582},{output,10371496045}}}, {reductions,{2303686617,4313299}}, {run_queue,0}, {runtime,{822350,2210}}]}, {system_stats, [{cpu_utilization_rate,67.97066014669926}, {swap_total,20971511808}, {swap_used,0}]}, {interesting_stats, [{couch_docs_actual_disk_size,4766117432}, {couch_docs_data_size,3371626986}, {couch_views_actual_disk_size,0}, {couch_views_data_size,0}, {curr_items,736107}, {curr_items_tot,1368062}, {mem_used,3563517192}, {vb_replica_curr_items,631955}]}, {cluster_compatibility_version,131072}, {version, [{public_key,"0.13"}, {lhttpc,"1.3.0"}, {ale,"8cffe61"}, {os_mon,"2.2.7"}, {couch_set_view,"1.2.0a-b68b5f4-git"}, {mnesia,"4.5"}, {inets,"5.7.1"}, {couch,"1.2.0a-b68b5f4-git"}, {mapreduce,"1.0.0"}, {couch_index_merger,"1.2.0a-b68b5f4-git"}, {kernel,"2.14.5"}, {crypto,"2.0.4"}, {ssl,"4.1.6"}, {sasl,"2.1.10"}, {couch_view_parser,"1.0.0"}, {ns_server,"2.0.0-1939-rel-enterprise"}, {mochiweb,"1.4.1"}, {oauth,"7d85d3ef"}, {stdlib,"1.17.5"}]}, {supported_compat_version,[2,0]}, {system_arch,"x86_64-unknown-linux-gnu"}, {wall_clock,2287}, {memory_data,{25199214592,14571601920,{<18071.667.0>,21541144}}}, {disk_data, [{"/",41260352,5}, {"/dev/shm",12304304,0}, {"/boot",495844,7}, {"/data",206420664,3}]}, {meminfo, <<"MemTotal: 24608608 kB\nMemFree: 10385356 kB\nBuffers: 205408 kB\nCached: 4712508 kB\nSwapCached: 0 kB\nActive: 10052408 kB\nInactive: 3569212 kB\nActive(anon): 8691260 kB\nInactive(anon): 14632 kB\nActive(file): 1361148 kB\nInactive(file): 3554580 kB\nUnevictable: 20760 kB\nMlocked: 20760 kB\nSwapTotal: 20479992 kB\nSwapFree: 20479992 kB\nDirty: 2736 kB\nWriteback: 0 kB\nAnonPages: 8708056 kB\nMapped: 15568 kB\nShmem: 172 kB\nSlab: 265476 kB\nSReclaimable: 207576 kB\nSUnreclaim: 57900 kB\nKernelStack: 3064 kB\nPageTables: 21864 kB\nNFS_Unstable: 0 kB\nBounce: 0 kB\nWritebackTmp: 0 kB\nCommitLimit: 32784296 kB\nCommitted_AS: 10502448 kB\nVmallocTotal: 34359738367 kB\nVmallocUsed: 332500 kB\nVmallocChunk: 34359355024 kB\nHardwareCorrupted: 0 kB\nAnonHugePages: 2738176 kB\nHugePages_Total: 0\nHugePages_Free: 0\nHugePages_Rsvd: 0\nHugePages_Surp: 0\nHugepagesize: 2048 kB\nDirectMap4k: 10240 kB\nDirectMap2M: 25155584 kB\n">>}]}, {'ns_1@192.168.0.21', [{last_heard,{1352,754323,191170}}, {outgoing_replications_safeness_level,[{"default",green}]}, {incoming_replications_conf_hashes, [{"default",[{'ns_1@192.168.0.22',102100195}]}]}, {active_buckets,["default"]}, {ready_buckets,["default"]}, {local_tasks,[]}, {memory, [{total,170790104}, {processes,123787536}, {processes_used,123782176}, {system,47002568}, {atom,1339809}, {atom_used,1335933}, {binary,9387920}, {code,13493102}, {ets,4398848}]}, {system_memory_data, [{system_total_memory,25199214592}, {free_swap,20971511808}, {total_swap,20971511808}, {cached_memory,4873015296}, {buffered_memory,177717248}, {free_memory,14770704384}, {total_memory,25199214592}]}, {node_storage_conf,[{db_path,"/data"},{index_path,"/data"}]}, {statistics, [{wall_clock,{2284102,4997}}, {context_switches,{6003269,0}}, {garbage_collection,{1426629,3591763387,0}}, {io,{{input,257658111},{output,8104727164}}}, {reductions,{926714455,5481675}}, {run_queue,0}, {runtime,{368810,1890}}]}, {system_stats, [{cpu_utilization_rate,42.22222222222222}, {swap_total,20971511808}, {swap_used,0}]}, {interesting_stats, [{couch_docs_actual_disk_size,4760445988}, {couch_docs_data_size,3951587762}, {couch_views_actual_disk_size,0}, {couch_views_data_size,0}, {curr_items,862937}, {curr_items_tot,1622527}, {mem_used,4231275728}, {vb_replica_curr_items,759590}]}, {cluster_compatibility_version,131072}, {version, [{public_key,"0.13"}, {lhttpc,"1.3.0"}, {ale,"8cffe61"}, {os_mon,"2.2.7"}, {couch_set_view,"1.2.0a-b68b5f4-git"}, {mnesia,"4.5"}, {inets,"5.7.1"}, {couch,"1.2.0a-b68b5f4-git"}, {mapreduce,"1.0.0"}, {couch_index_merger,"1.2.0a-b68b5f4-git"}, {kernel,"2.14.5"}, {crypto,"2.0.4"}, {ssl,"4.1.6"}, {sasl,"2.1.10"}, {couch_view_parser,"1.0.0"}, {ns_server,"2.0.0-1939-rel-enterprise"}, {mochiweb,"1.4.1"}, {oauth,"7d85d3ef"}, {stdlib,"1.17.5"}]}, {supported_compat_version,[2,0]}, {system_arch,"x86_64-unknown-linux-gnu"}, {wall_clock,2284}, {memory_data,{25199214592,10356383744,{<0.4606.0>,5085816}}}, {disk_data, [{"/",41260352,5}, {"/dev/shm",12304304,0}, {"/boot",495844,7}, {"/data",206420664,3}]}, {meminfo, <<"MemTotal: 24608608 kB\nMemFree: 14424516 kB\nBuffers: 173552 kB\nCached: 4758804 kB\nSwapCached: 0 kB\nActive: 5741104 kB\nInactive: 3900584 kB\nActive(anon): 4702012 kB\nInactive(anon): 9300 kB\nActive(file): 1039092 kB\nInactive(file): 3891284 kB\nUnevictable: 20760 kB\nMlocked: 20760 kB\nSwapTotal: 20479992 kB\nSwapFree: 20479992 kB\nDirty: 4320 kB\nWriteback: 0 kB\nAnonPages: 4730216 kB\nMapped: 14616 kB\nShmem: 164 kB\nSlab: 214788 kB\nSReclaimable: 156692 kB\nSUnreclaim: 58096 kB\nKernelStack: 3048 kB\nPageTables: 13620 kB\nNFS_Unstable: 0 kB\nBounce: 0 kB\nWritebackTmp: 0 kB\nCommitLimit: 32784296 kB\nCommitted_AS: 6482936 kB\nVmallocTotal: 34359738367 kB\nVmallocUsed: 332500 kB\nVmallocChunk: 34359350016 kB\nHardwareCorrupted: 0 kB\nAnonHugePages: 1398784 kB\nHugePages_Total: 0\nHugePages_Free: 0\nHugePages_Rsvd: 0\nHugePages_Surp: 0\nHugepagesize: 2048 kB\nDirectMap4k: 10240 kB\nDirectMap2M: 25155584 kB\n">>}]}, {'ns_1@192.168.0.22', [{last_heard,{1352,754327,793231}}, {outgoing_replications_safeness_level,[{"default",green}]}, {incoming_replications_conf_hashes, [{"default", [{'ns_1@192.168.0.20',10361256}, {'ns_1@192.168.0.21',112231655}]}]}, {active_buckets,["default"]}, {ready_buckets,["default"]}, {local_tasks,[]}, {memory, [{total,235761984}, {processes,180774000}, {processes_used,180616512}, {system,54987984}, {atom,1338193}, {atom_used,1333793}, {binary,13796448}, {code,13490894}, {ets,7702744}]}, {system_memory_data, [{system_total_memory,25199214592}, {free_swap,20971511808}, {total_swap,20971511808}, {cached_memory,10523918336}, {buffered_memory,227201024}, {free_memory,4718968832}, {total_memory,25199214592}]}, {node_storage_conf,[{db_path,"/data"},{index_path,"/data"}]}, {statistics, [{wall_clock,{2275875,5001}}, {context_switches,{18161563,0}}, {garbage_collection,{2464671,5735682216,0}}, {io,{{input,403237598},{output,13819463530}}}, {reductions,{1987812485,4430328}}, {run_queue,0}, {runtime,{681200,1520}}]}, {system_stats, [{cpu_utilization_rate,39.16256157635468}, {swap_total,20971511808}, {swap_used,0}]}, {interesting_stats, [{couch_docs_actual_disk_size,10379052046}, {couch_docs_data_size,7325311669}, {couch_views_actual_disk_size,0}, {couch_views_data_size,0}, {curr_items,1390267}, {curr_items_tot,2989488}, {mem_used,7801109352}, {vb_replica_curr_items,1599221}]}, {cluster_compatibility_version,131072}, {version, [{public_key,"0.13"}, {lhttpc,"1.3.0"}, {ale,"8cffe61"}, {os_mon,"2.2.7"}, {couch_set_view,"1.2.0a-b68b5f4-git"}, {mnesia,"4.5"}, {inets,"5.7.1"}, {couch,"1.2.0a-b68b5f4-git"}, {mapreduce,"1.0.0"}, {couch_index_merger,"1.2.0a-b68b5f4-git"}, {kernel,"2.14.5"}, {crypto,"2.0.4"}, {ssl,"4.1.6"}, {sasl,"2.1.10"}, {couch_view_parser,"1.0.0"}, {ns_server,"2.0.0-1939-rel-enterprise"}, {mochiweb,"1.4.1"}, {oauth,"7d85d3ef"}, {stdlib,"1.17.5"}]}, {supported_compat_version,[2,0]}, {system_arch,"x86_64-unknown-linux-gnu"}, {wall_clock,2275}, {memory_data,{25199214592,19751636992,{<18111.687.0>,10770992}}}, {disk_data, [{"/",41260352,5}, {"/dev/shm",12304304,0}, {"/boot",495844,7}, {"/data",206420664,5}]}, {meminfo, <<"MemTotal: 24608608 kB\nMemFree: 4608368 kB\nBuffers: 221876 kB\nCached: 10276936 kB\nSwapCached: 0 kB\nActive: 11221588 kB\nInactive: 8061300 kB\nActive(anon): 8776572 kB\nInactive(anon): 10216 kB\nActive(file): 2445016 kB\nInactive(file): 8051084 kB\nUnevictable: 20760 kB\nMlocked: 20760 kB\nSwapTotal: 20479992 kB\nSwapFree: 20479992 kB\nDirty: 5976 kB\nWriteback: 0 kB\nAnonPages: 8805668 kB\nMapped: 15680 kB\nShmem: 172 kB\nSlab: 381800 kB\nSReclaimable: 323604 kB\nSUnreclaim: 58196 kB\nKernelStack: 2552 kB\nPageTables: 21680 kB\nNFS_Unstable: 0 kB\nBounce: 0 kB\nWritebackTmp: 0 kB\nCommitLimit: 32784296 kB\nCommitted_AS: 10546316 kB\nVmallocTotal: 34359738367 kB\nVmallocUsed: 332500 kB\nVmallocChunk: 34359350016 kB\nHardwareCorrupted: 0 kB\nAnonHugePages: 2772992 kB\nHugePages_Total: 0\nHugePages_Free: 0\nHugePages_Rsvd: 0\nHugePages_Surp: 0\nHugepagesize: 2048 kB\nDirectMap4k: 10240 kB\nDirectMap2M: 25155584 kB\n">>}]}] [ns_doctor:debug,2012-11-12T13:06:28.184,ns_1@192.168.0.21:ns_doctor<0.4484.0>:ns_doctor:handle_info:137]Current node statuses: [{'ns_1@192.168.0.20', [{last_heard,{1352,754384,572918}}, {outgoing_replications_safeness_level,[{"default",green}]}, {incoming_replications_conf_hashes, [{"default",[{'ns_1@192.168.0.22',95679101}]}]}, {active_buckets,["default"]}, {ready_buckets,["default"]}, {local_tasks, [[{pid,<<"<0.10895.2>">>}, {bucket,<<"default">>}, {original_target,{[{type,bucket}]}}, {progress,63}, {started_on,1352754331}, {total_vbuckets,465}, {trigger_type,scheduled}, {type,bucket_compaction}, {updated_on,1352754383}, {vbuckets_done,296}]]}, {memory, [{total,198831848}, {processes,150344312}, {processes_used,147902104}, {system,48487536}, {atom,1401785}, {atom_used,1374492}, {binary,7067160}, {code,14054366}, {ets,7646424}]}, {system_memory_data, [{system_total_memory,25199214592}, {free_swap,20971511808}, {total_swap,20971511808}, {cached_memory,3916742656}, {buffered_memory,213331968}, {free_memory,11525496832}, {total_memory,25199214592}]}, {node_storage_conf,[{db_path,"/data"},{index_path,"/data"}]}, {statistics, [{wall_clock,{2347710,4993}}, {context_switches,{16823567,0}}, {garbage_collection,{2049532,12866818236,0}}, {io,{{input,313079448},{output,10493856545}}}, {reductions,{2353440608,3292970}}, {run_queue,0}, {runtime,{847790,1400}}]}, {system_stats, [{cpu_utilization_rate,77.07317073170732}, {swap_total,20971511808}, {swap_used,0}]}, {interesting_stats, [{couch_docs_actual_disk_size,3909238201}, {couch_docs_data_size,3185662754}, {couch_views_actual_disk_size,0}, {couch_views_data_size,0}, {curr_items,700932}, {curr_items_tot,1297876}, {mem_used,3392243200}, {vb_replica_curr_items,596944}]}, {cluster_compatibility_version,131072}, {version, [{public_key,"0.13"}, {lhttpc,"1.3.0"}, {ale,"8cffe61"}, {os_mon,"2.2.7"}, {couch_set_view,"1.2.0a-b68b5f4-git"}, {mnesia,"4.5"}, {inets,"5.7.1"}, {couch,"1.2.0a-b68b5f4-git"}, {mapreduce,"1.0.0"}, {couch_index_merger,"1.2.0a-b68b5f4-git"}, {kernel,"2.14.5"}, {crypto,"2.0.4"}, {ssl,"4.1.6"}, {sasl,"2.1.10"}, {couch_view_parser,"1.0.0"}, {ns_server,"2.0.0-1939-rel-enterprise"}, {mochiweb,"1.4.1"}, {oauth,"7d85d3ef"}, {stdlib,"1.17.5"}]}, {supported_compat_version,[2,0]}, {system_arch,"x86_64-unknown-linux-gnu"}, {wall_clock,2347}, {memory_data,{25199214592,13759844352,{<18071.429.0>,15919128}}}, {disk_data, [{"/",41260352,5}, {"/dev/shm",12304304,0}, {"/boot",495844,7}, {"/data",206420664,2}]}, {meminfo, <<"MemTotal: 24608608 kB\nMemFree: 11255616 kB\nBuffers: 208332 kB\nCached: 3824944 kB\nSwapCached: 0 kB\nActive: 9534436 kB\nInactive: 3220796 kB\nActive(anon): 8707728 kB\nInactive(anon): 16556 kB\nActive(file): 826708 kB\nInactive(file): 3204240 kB\nUnevictable: 20760 kB\nMlocked: 20760 kB\nSwapTotal: 20479992 kB\nSwapFree: 20479992 kB\nDirty: 9728 kB\nWriteback: 0 kB\nAnonPages: 8712444 kB\nMapped: 15572 kB\nShmem: 172 kB\nSlab: 251904 kB\nSReclaimable: 193484 kB\nSUnreclaim: 58420 kB\nKernelStack: 3072 kB\nPageTables: 21916 kB\nNFS_Unstable: 0 kB\nBounce: 0 kB\nWritebackTmp: 0 kB\nCommitLimit: 32784296 kB\nCommitted_AS: 10515348 kB\nVmallocTotal: 34359738367 kB\nVmallocUsed: 332500 kB\nVmallocChunk: 34359355024 kB\nHardwareCorrupted: 0 kB\nAnonHugePages: 2838528 kB\nHugePages_Total: 0\nHugePages_Free: 0\nHugePages_Rsvd: 0\nHugePages_Surp: 0\nHugepagesize: 2048 kB\nDirectMap4k: 10240 kB\nDirectMap2M: 25155584 kB\n">>}]}, {'ns_1@192.168.0.21', [{last_heard,{1352,754383,187121}}, {outgoing_replications_safeness_level,[{"default",green}]}, {incoming_replications_conf_hashes, [{"default",[{'ns_1@192.168.0.22',92696846}]}]}, {active_buckets,["default"]}, {ready_buckets,["default"]}, {local_tasks,[]}, {memory, [{total,169920592}, {processes,123522280}, {processes_used,123507216}, {system,46398312}, {atom,1339809}, {atom_used,1335933}, {binary,8588864}, {code,13493102}, {ets,4581560}]}, {system_memory_data, [{system_total_memory,25199214592}, {free_swap,20971511808}, {total_swap,20971511808}, {cached_memory,5491900416}, {buffered_memory,178982912}, {free_memory,13940105216}, {total_memory,25199214592}]}, {node_storage_conf,[{db_path,"/data"},{index_path,"/data"}]}, {statistics, [{wall_clock,{2344099,5001}}, {context_switches,{6401798,0}}, {garbage_collection,{1489712,3796524327,0}}, {io,{{input,271452188},{output,8442883628}}}, {reductions,{983269878,4938307}}, {run_queue,1}, {runtime,{387600,1650}}]}, {system_stats, [{cpu_utilization_rate,27.941176470588236}, {swap_total,20971511808}, {swap_used,0}]}, {interesting_stats, [{couch_docs_actual_disk_size,5390224738}, {couch_docs_data_size,4130636142}, {couch_views_actual_disk_size,0}, {couch_views_data_size,0}, {curr_items,898012}, {curr_items_tot,1696777}, {mem_used,4421454624}, {vb_replica_curr_items,798765}]}, {cluster_compatibility_version,131072}, {version, [{public_key,"0.13"}, {lhttpc,"1.3.0"}, {ale,"8cffe61"}, {os_mon,"2.2.7"}, {couch_set_view,"1.2.0a-b68b5f4-git"}, {mnesia,"4.5"}, {inets,"5.7.1"}, {couch,"1.2.0a-b68b5f4-git"}, {mapreduce,"1.0.0"}, {couch_index_merger,"1.2.0a-b68b5f4-git"}, {kernel,"2.14.5"}, {crypto,"2.0.4"}, {ssl,"4.1.6"}, {sasl,"2.1.10"}, {couch_view_parser,"1.0.0"}, {ns_server,"2.0.0-1939-rel-enterprise"}, {mochiweb,"1.4.1"}, {oauth,"7d85d3ef"}, {stdlib,"1.17.5"}]}, {supported_compat_version,[2,0]}, {system_arch,"x86_64-unknown-linux-gnu"}, {wall_clock,2344}, {memory_data,{25199214592,11216146432,{<0.4593.0>,4714984}}}, {disk_data, [{"/",41260352,5}, {"/dev/shm",12304304,0}, {"/boot",495844,7}, {"/data",206420664,3}]}, {meminfo, <<"MemTotal: 24608608 kB\nMemFree: 13613384 kB\nBuffers: 174788 kB\nCached: 5363184 kB\nSwapCached: 0 kB\nActive: 6256576 kB\nInactive: 4178888 kB\nActive(anon): 4889900 kB\nInactive(anon): 9588 kB\nActive(file): 1366676 kB\nInactive(file): 4169300 kB\nUnevictable: 20760 kB\nMlocked: 20760 kB\nSwapTotal: 20479992 kB\nSwapFree: 20479992 kB\nDirty: 3116 kB\nWriteback: 0 kB\nAnonPages: 4918268 kB\nMapped: 14616 kB\nShmem: 164 kB\nSlab: 232336 kB\nSReclaimable: 174512 kB\nSUnreclaim: 57824 kB\nKernelStack: 3048 kB\nPageTables: 13996 kB\nNFS_Unstable: 0 kB\nBounce: 0 kB\nWritebackTmp: 0 kB\nCommitLimit: 32784296 kB\nCommitted_AS: 6672268 kB\nVmallocTotal: 34359738367 kB\nVmallocUsed: 332500 kB\nVmallocChunk: 34359350016 kB\nHardwareCorrupted: 0 kB\nAnonHugePages: 1497088 kB\nHugePages_Total: 0\nHugePages_Free: 0\nHugePages_Rsvd: 0\nHugePages_Surp: 0\nHugepagesize: 2048 kB\nDirectMap4k: 10240 kB\nDirectMap2M: 25155584 kB\n">>}]}, {'ns_1@192.168.0.22', [{last_heard,{1352,754387,792425}}, {outgoing_replications_safeness_level,[{"default",green}]}, {incoming_replications_conf_hashes, [{"default", [{'ns_1@192.168.0.20',15942743},{'ns_1@192.168.0.21',59379512}]}]}, {active_buckets,["default"]}, {ready_buckets,["default"]}, {local_tasks, [[{pid,<<"<0.2241.2>">>}, {bucket,<<"default">>}, {original_target,{[{type,bucket}]}}, {progress,28}, {started_on,1352754332}, {total_vbuckets,1025}, {trigger_type,scheduled}, {type,bucket_compaction}, {updated_on,1352754387}, {vbuckets_done,288}]]}, {memory, [{total,237389648}, {processes,182834192}, {processes_used,182710376}, {system,54555456}, {atom,1338193}, {atom_used,1333793}, {binary,13268216}, {code,13490894}, {ets,7794552}]}, {system_memory_data, [{system_total_memory,25199214592}, {free_swap,20971511808}, {total_swap,20971511808}, {cached_memory,9835028480}, {buffered_memory,230408192}, {free_memory,5404958720}, {total_memory,25199214592}]}, {node_storage_conf,[{db_path,"/data"},{index_path,"/data"}]}, {statistics, [{wall_clock,{2335874,4986}}, {context_switches,{18606498,0}}, {garbage_collection,{2543659,5904678690,0}}, {io,{{input,416875246},{output,14126503384}}}, {reductions,{2040419953,4262072}}, {run_queue,0}, {runtime,{699970,1530}}]}, {system_stats, [{cpu_utilization_rate,58.3743842364532}, {swap_total,20971511808}, {swap_used,0}]}, {interesting_stats, [{couch_docs_actual_disk_size,9720079282}, {couch_docs_data_size,7325572833}, {couch_views_actual_disk_size,0}, {couch_views_data_size,0}, {curr_items,1390921}, {curr_items_tot,2990937}, {mem_used,7810098824}, {vb_replica_curr_items,1600016}]}, {cluster_compatibility_version,131072}, {version, [{public_key,"0.13"}, {lhttpc,"1.3.0"}, {ale,"8cffe61"}, {os_mon,"2.2.7"}, {couch_set_view,"1.2.0a-b68b5f4-git"}, {mnesia,"4.5"}, {inets,"5.7.1"}, {couch,"1.2.0a-b68b5f4-git"}, {mapreduce,"1.0.0"}, {couch_index_merger,"1.2.0a-b68b5f4-git"}, {kernel,"2.14.5"}, {crypto,"2.0.4"}, {ssl,"4.1.6"}, {sasl,"2.1.10"}, {couch_view_parser,"1.0.0"}, {ns_server,"2.0.0-1939-rel-enterprise"}, {mochiweb,"1.4.1"}, {oauth,"7d85d3ef"}, {stdlib,"1.17.5"}]}, {supported_compat_version,[2,0]}, {system_arch,"x86_64-unknown-linux-gnu"}, {wall_clock,2335}, {memory_data,{25199214592,20547559424,{<18111.687.0>,10770992}}}, {disk_data, [{"/",41260352,5}, {"/dev/shm",12304304,0}, {"/boot",495844,7}, {"/data",206420664,6}]}, {meminfo, <<"MemTotal: 24608608 kB\nMemFree: 5278520 kB\nBuffers: 225008 kB\nCached: 9604520 kB\nSwapCached: 0 kB\nActive: 10812452 kB\nInactive: 7807152 kB\nActive(anon): 8782228 kB\nInactive(anon): 10216 kB\nActive(file): 2030224 kB\nInactive(file): 7796936 kB\nUnevictable: 20760 kB\nMlocked: 20760 kB\nSwapTotal: 20479992 kB\nSwapFree: 20479992 kB\nDirty: 7648 kB\nWriteback: 0 kB\nAnonPages: 8811876 kB\nMapped: 15664 kB\nShmem: 172 kB\nSlab: 375088 kB\nSReclaimable: 316536 kB\nSUnreclaim: 58552 kB\nKernelStack: 2576 kB\nPageTables: 21820 kB\nNFS_Unstable: 0 kB\nBounce: 0 kB\nWritebackTmp: 0 kB\nCommitLimit: 32784296 kB\nCommitted_AS: 10555644 kB\nVmallocTotal: 34359738367 kB\nVmallocUsed: 332500 kB\nVmallocChunk: 34359350016 kB\nHardwareCorrupted: 0 kB\nAnonHugePages: 2867200 kB\nHugePages_Total: 0\nHugePages_Free: 0\nHugePages_Rsvd: 0\nHugePages_Surp: 0\nHugepagesize: 2048 kB\nDirectMap4k: 10240 kB\nDirectMap2M: 25155584 kB\n">>}]}] [stats:debug,2012-11-12T13:06:29.609,ns_1@192.168.0.21:<0.4602.0>:stats_collector:maybe_log_stats:126](at {{1970,1,16},{7,45,54}}) Stats for bucket "default": accepting_conns 1 auth_cmds 9 auth_errors 0 bucket_active_conns 1 bucket_conns 25 bytes 4436292464 bytes_read 9639853264 bytes_written 3925847775 cas_badval 0 cas_hits 0 cas_misses 0 cmd_flush 0 cmd_get 563409 cmd_set 524023 conn_yields 50389 connection_structures 5000 curr_connections 28 curr_conns_on_port_11209 16 curr_conns_on_port_11210 10 curr_items 900720 curr_items_tot 1702410 curr_temp_items 0 daemon_connections 4 decr_hits 0 decr_misses 0 delete_hits 27424 delete_misses 43353 ep_access_scanner_last_runtime 0 ep_access_scanner_num_items 0 ep_access_scanner_task_time 2012-11-13 10:00:00 ep_allow_data_loss_during_shutdown 1 ep_alog_block_size 4096 ep_alog_path /data/default/access.log ep_alog_sleep_time 1440 ep_alog_task_time 10 ep_backend couchdb ep_bg_fetch_delay 0 ep_bg_fetched 0 ep_bg_meta_fetched 0 ep_bg_remaining_jobs 0 ep_chk_max_items 5000 ep_chk_period 1800 ep_chk_persistence_remains 2 ep_chk_persistence_timeout 10 ep_chk_remover_stime 5 ep_commit_num 57560 ep_commit_time 9 ep_commit_time_total 439418 ep_concurrentDB 1 ep_config_file ep_couch_bucket default ep_couch_host localhost ep_couch_port 11213 ep_couch_reconnect_sleeptime 250 ep_couch_response_timeout 180000 ep_data_age 7 ep_data_age_highwat 18 ep_data_traffic_enabled 0 ep_dbinit 0 ep_dbname /data/default ep_degraded_mode 0 ep_diskqueue_drain 4698353 ep_diskqueue_fill 3849161 ep_diskqueue_items 18041 ep_diskqueue_memory 534272 ep_diskqueue_pending 801408 ep_exp_pager_stime 3600 ep_exp_pager_stime 3600 ep_expired_access 280 ep_expired_pager 0 ep_expiry_window 3 ep_failpartialwarmup 0 ep_flush_all false ep_flush_duration_total 869 ep_flushall_enabled 0 ep_flusher_state running ep_flusher_todo 624 ep_getl_default_timeout 15 ep_getl_max_timeout 30 ep_ht_locks 5 ep_ht_size 3079 ep_inconsistent_slave_chk 0 ep_initfile ep_io_num_read 0 ep_io_num_write 3515828 ep_io_read_bytes 0 ep_io_write_bytes 8094860339 ep_item_begin_failed 0 ep_item_commit_failed 0 ep_item_flush_expired 32 ep_item_flush_failed 0 ep_item_num_based_new_chk 1 ep_items_rm_from_checkpoints 91350 ep_keep_closed_chks 0 ep_klog_block_size 4096 ep_klog_compactor_queue_cap 500000 ep_klog_compactor_stime 3600 ep_klog_flush commit2 ep_klog_max_entry_ratio 10 ep_klog_max_log_size 2147483647 ep_klog_path ep_klog_sync commit2 ep_kv_size 4190973650 ep_max_checkpoints 2 ep_max_data_size 12582912000 ep_max_item_size 20971520 ep_max_size 12582912000 ep_max_txn_size 10000 ep_max_vbuckets 1024 ep_mem_high_wat 9437184000 ep_mem_high_wat 9437184000 ep_mem_low_wat 7549747200 ep_mem_low_wat 7549747200 ep_mem_tracker_enabled true ep_min_data_age 0 ep_mlog_compactor_runs 0 ep_mutation_mem_threshold 0 ep_num_access_scanner_runs 0 ep_num_eject_failures 0 ep_num_expiry_pager_runs 0 ep_num_non_resident 0 ep_num_not_my_vbuckets 0 ep_num_ops_del_meta 0 ep_num_ops_get_meta 0 ep_num_ops_set_meta 0 ep_num_pager_runs 0 ep_num_value_ejects 0 ep_oom_errors 0 ep_overhead 97121928 ep_pager_active_vb_pcnt 40 ep_pager_unbiased_period 60 ep_pending_ops 0 ep_pending_ops_max 1 ep_pending_ops_max_duration 128624 ep_pending_ops_total 2 ep_postInitfile ep_queue_age_cap 900 ep_queue_size 17417 ep_startup_time 1352753488 ep_storage_age 6 ep_storage_age_highwat 18 ep_store_max_concurrency 10 ep_store_max_readers 9 ep_store_max_readwrite 1 ep_stored_val_type ep_tap_ack_grace_period 300 ep_tap_ack_initial_sequence_number 1 ep_tap_ack_interval 1000 ep_tap_ack_window_size 10 ep_tap_backfill_resident 0.9 ep_tap_backlog_limit 5000 ep_tap_backoff_period 5 ep_tap_bg_fetch_requeued 0 ep_tap_bg_fetched 0 ep_tap_bg_max_pending 500 ep_tap_keepalive 300 ep_tap_noop_interval 20 ep_tap_requeue_sleep_time 0.1 ep_tap_throttle_cap_pcnt 10 ep_tap_throttle_queue_cap 1000000 ep_tap_throttle_threshold 90 ep_tmp_oom_errors 0 ep_too_old 0 ep_too_young 0 ep_total_cache_size 4170556310 ep_total_del_items 139860 ep_total_enqueued 3849163 ep_total_new_items 1743582 ep_total_persisted 3515828 ep_uncommitted_items 19 ep_value_size 4050606567 ep_vb0 0 ep_vb_snapshot_total 659 ep_vb_total 584 ep_vbucket_del 0 ep_vbucket_del_fail 0 ep_version 2.0.0r_133_g68e3f7c ep_waitforwarmup 0 ep_warmup 1 ep_warmup_batch_size 1000 ep_warmup_dups 0 ep_warmup_min_items_threshold 100 ep_warmup_min_memory_threshold 100 ep_warmup_oom 0 ep_warmup_thread complete ep_warmup_time 17721 get_hits 547513 get_misses 15896 incr_hits 0 incr_misses 0 libevent 2.0.11-stable limit_maxbytes 67108864 listen_disabled_num 0 max_conns_on_port_11209 1000 max_conns_on_port_11210 9000 mem_used 4436292464 pid 7353 pointer_size 64 rejected_conns 0 rusage_system 184.560942 rusage_user 514.973712 tap_checkpoint_end_received 858 tap_checkpoint_end_sent 264 tap_checkpoint_start_received 1804 tap_checkpoint_start_sent 309 tap_connect_received 1 tap_delete_received 90663 tap_delete_sent 44736 tap_mutation_received 3401771 tap_mutation_sent 982897 tap_opaque_received 4082 tap_opaque_sent 310 tap_vbucket_set_received 618 threads 4 time 1352754389 total_connections 3010 uptime 903 vb_active_curr_items 900720 vb_active_eject 0 vb_active_expired 263 vb_active_ht_memory 7759608 vb_active_itm_memory 2206512992 vb_active_meta_data_memory 71156880 vb_active_num 309 vb_active_num_non_resident 0 vb_active_num_ref_ejects 0 vb_active_num_ref_items 927179 vb_active_ops_create 926081 vb_active_ops_delete 73399 vb_active_ops_reject 0 vb_active_ops_update 684512 vb_active_perc_mem_resident 100 vb_active_queue_age 31979000 vb_active_queue_drain 2421932 vb_active_queue_fill 1942869 vb_active_queue_memory 154752 vb_active_queue_pending 232128 vb_active_queue_size 4836 vb_dead_num 0 vb_pending_curr_items 0 vb_pending_eject 0 vb_pending_expired 0 vb_pending_ht_memory 0 vb_pending_itm_memory 0 vb_pending_meta_data_memory 0 vb_pending_num 0 vb_pending_num_non_resident 0 vb_pending_num_ref_ejects 0 vb_pending_num_ref_items 0 vb_pending_ops_create 0 vb_pending_ops_delete 0 vb_pending_ops_reject 0 vb_pending_ops_update 0 vb_pending_perc_mem_resident 0 vb_pending_queue_age 0 vb_pending_queue_drain 0 vb_pending_queue_fill 0 vb_pending_queue_memory 0 vb_pending_queue_pending 0 vb_pending_queue_size 0 vb_replica_curr_items 801690 vb_replica_eject 0 vb_replica_expired 17 vb_replica_ht_memory 6905800 vb_replica_itm_memory 1964043318 vb_replica_meta_data_memory 63333510 vb_replica_num 275 vb_replica_num_non_resident 0 vb_replica_num_ref_ejects 0 vb_replica_num_ref_items 823975 vb_replica_ops_create 817502 vb_replica_ops_delete 66461 vb_replica_ops_reject 0 vb_replica_ops_update 947888 vb_replica_perc_mem_resident 100 vb_replica_queue_age 43642000 vb_replica_queue_drain 2276421 vb_replica_queue_fill 1906292 vb_replica_queue_memory 379520 vb_replica_queue_pending 569280 vb_replica_queue_size 11860 version 1.4.4_600_g7ea975a [ns_doctor:debug,2012-11-12T13:07:28.184,ns_1@192.168.0.21:ns_doctor<0.4484.0>:ns_doctor:handle_info:137]Current node statuses: [{'ns_1@192.168.0.20', [{last_heard,{1352,754444,575774}}, {outgoing_replications_safeness_level,[{"default",green}]}, {incoming_replications_conf_hashes, [{"default",[{'ns_1@192.168.0.22',8705902}]}]}, {active_buckets,["default"]}, {ready_buckets,["default"]}, {local_tasks,[]}, {memory, [{total,214062096}, {processes,155222688}, {processes_used,152671800}, {system,58839408}, {atom,1401785}, {atom_used,1374492}, {binary,17390880}, {code,14054366}, {ets,7689040}]}, {system_memory_data, [{system_total_memory,25199214592}, {free_swap,20971511808}, {total_swap,20971511808}, {cached_memory,3507769344}, {buffered_memory,215592960}, {free_memory,11951005696}, {total_memory,25199214592}]}, {node_storage_conf,[{db_path,"/data"},{index_path,"/data"}]}, {statistics, [{wall_clock,{2407713,5002}}, {context_switches,{17152442,0}}, {garbage_collection,{2102140,13294171403,0}}, {io,{{input,320638852},{output,10604290897}}}, {reductions,{2398861413,2767466}}, {run_queue,0}, {runtime,{871400,1350}}]}, {system_stats, [{cpu_utilization_rate,54.975124378109456}, {swap_total,20971511808}, {swap_used,0}]}, {interesting_stats, [{couch_docs_actual_disk_size,3437221531}, {couch_docs_data_size,3042024709}, {couch_views_actual_disk_size,0}, {couch_views_data_size,0}, {curr_items,671706}, {curr_items_tot,1239153}, {mem_used,3249623360}, {vb_replica_curr_items,567447}]}, {cluster_compatibility_version,131072}, {version, [{public_key,"0.13"}, {lhttpc,"1.3.0"}, {ale,"8cffe61"}, {os_mon,"2.2.7"}, {couch_set_view,"1.2.0a-b68b5f4-git"}, {mnesia,"4.5"}, {inets,"5.7.1"}, {couch,"1.2.0a-b68b5f4-git"}, {mapreduce,"1.0.0"}, {couch_index_merger,"1.2.0a-b68b5f4-git"}, {kernel,"2.14.5"}, {crypto,"2.0.4"}, {ssl,"4.1.6"}, {sasl,"2.1.10"}, {couch_view_parser,"1.0.0"}, {ns_server,"2.0.0-1939-rel-enterprise"}, {mochiweb,"1.4.1"}, {oauth,"7d85d3ef"}, {stdlib,"1.17.5"}]}, {supported_compat_version,[2,0]}, {system_arch,"x86_64-unknown-linux-gnu"}, {wall_clock,2407}, {memory_data,{25199214592,13224898560,{<18071.667.0>,21541144}}}, {disk_data, [{"/",41260352,5}, {"/dev/shm",12304304,0}, {"/boot",495844,7}, {"/data",206420664,2}]}, {meminfo, <<"MemTotal: 24608608 kB\nMemFree: 11671152 kB\nBuffers: 210540 kB\nCached: 3425556 kB\nSwapCached: 0 kB\nActive: 9377104 kB\nInactive: 2978780 kB\nActive(anon): 8706644 kB\nInactive(anon): 15576 kB\nActive(file): 670460 kB\nInactive(file): 2963204 kB\nUnevictable: 20760 kB\nMlocked: 20760 kB\nSwapTotal: 20479992 kB\nSwapFree: 20479992 kB\nDirty: 1744 kB\nWriteback: 0 kB\nAnonPages: 8766008 kB\nMapped: 15568 kB\nShmem: 172 kB\nSlab: 243036 kB\nSReclaimable: 185052 kB\nSUnreclaim: 57984 kB\nKernelStack: 3064 kB\nPageTables: 21960 kB\nNFS_Unstable: 0 kB\nBounce: 0 kB\nWritebackTmp: 0 kB\nCommitLimit: 32784296 kB\nCommitted_AS: 10516304 kB\nVmallocTotal: 34359738367 kB\nVmallocUsed: 332500 kB\nVmallocChunk: 34359355024 kB\nHardwareCorrupted: 0 kB\nAnonHugePages: 2977792 kB\nHugePages_Total: 0\nHugePages_Free: 0\nHugePages_Rsvd: 0\nHugePages_Surp: 0\nHugepagesize: 2048 kB\nDirectMap4k: 10240 kB\nDirectMap2M: 25155584 kB\n">>}]}, {'ns_1@192.168.0.21', [{last_heard,{1352,754443,186874}}, {outgoing_replications_safeness_level,[{"default",green}]}, {incoming_replications_conf_hashes, [{"default",[{'ns_1@192.168.0.22',46318636}]}]}, {active_buckets,["default"]}, {ready_buckets,["default"]}, {local_tasks,[]}, {memory, [{total,178538936}, {processes,131987344}, {processes_used,131980424}, {system,46551592}, {atom,1339809}, {atom_used,1335933}, {binary,8663544}, {code,13493102}, {ets,4648368}]}, {system_memory_data, [{system_total_memory,25199214592}, {free_swap,20971511808}, {total_swap,20971511808}, {cached_memory,6093664256}, {buffered_memory,179548160}, {free_memory,13162975232}, {total_memory,25199214592}]}, {node_storage_conf,[{db_path,"/data"},{index_path,"/data"}]}, {statistics, [{wall_clock,{2404098,4999}}, {context_switches,{6769906,0}}, {garbage_collection,{1543718,3980325159,0}}, {io,{{input,280991014},{output,8754986236}}}, {reductions,{1035536574,2959970}}, {run_queue,0}, {runtime,{405720,1090}}]}, {system_stats, [{cpu_utilization_rate,23.716381418092908}, {swap_total,20971511808}, {swap_used,0}]}, {interesting_stats, [{couch_docs_actual_disk_size,6008030594}, {couch_docs_data_size,4282056697}, {couch_views_actual_disk_size,0}, {couch_views_data_size,0}, {curr_items,927526}, {curr_items_tot,1755361}, {mem_used,4572449232}, {vb_replica_curr_items,827835}]}, {cluster_compatibility_version,131072}, {version, [{public_key,"0.13"}, {lhttpc,"1.3.0"}, {ale,"8cffe61"}, {os_mon,"2.2.7"}, {couch_set_view,"1.2.0a-b68b5f4-git"}, {mnesia,"4.5"}, {inets,"5.7.1"}, {couch,"1.2.0a-b68b5f4-git"}, {mapreduce,"1.0.0"}, {couch_index_merger,"1.2.0a-b68b5f4-git"}, {kernel,"2.14.5"}, {crypto,"2.0.4"}, {ssl,"4.1.6"}, {sasl,"2.1.10"}, {couch_view_parser,"1.0.0"}, {ns_server,"2.0.0-1939-rel-enterprise"}, {mochiweb,"1.4.1"}, {oauth,"7d85d3ef"}, {stdlib,"1.17.5"}]}, {supported_compat_version,[2,0]}, {system_arch,"x86_64-unknown-linux-gnu"}, {wall_clock,2404}, {memory_data,{25199214592,12020121600,{<0.4606.0>,9199648}}}, {disk_data, [{"/",41260352,5}, {"/dev/shm",12304304,0}, {"/boot",495844,7}, {"/data",206420664,3}]}, {meminfo, <<"MemTotal: 24608608 kB\nMemFree: 12854716 kB\nBuffers: 175340 kB\nCached: 5950844 kB\nSwapCached: 0 kB\nActive: 6714552 kB\nInactive: 4461764 kB\nActive(anon): 5042880 kB\nInactive(anon): 9232 kB\nActive(file): 1671672 kB\nInactive(file): 4452532 kB\nUnevictable: 20760 kB\nMlocked: 20760 kB\nSwapTotal: 20479992 kB\nSwapFree: 20479992 kB\nDirty: 3108 kB\nWriteback: 0 kB\nAnonPages: 5071000 kB\nMapped: 14616 kB\nShmem: 164 kB\nSlab: 249584 kB\nSReclaimable: 191784 kB\nSUnreclaim: 57800 kB\nKernelStack: 3048 kB\nPageTables: 14304 kB\nNFS_Unstable: 0 kB\nBounce: 0 kB\nWritebackTmp: 0 kB\nCommitLimit: 32784296 kB\nCommitted_AS: 6829500 kB\nVmallocTotal: 34359738367 kB\nVmallocUsed: 332500 kB\nVmallocChunk: 34359350016 kB\nHardwareCorrupted: 0 kB\nAnonHugePages: 1593344 kB\nHugePages_Total: 0\nHugePages_Free: 0\nHugePages_Rsvd: 0\nHugePages_Surp: 0\nHugepagesize: 2048 kB\nDirectMap4k: 10240 kB\nDirectMap2M: 25155584 kB\n">>}]}, {'ns_1@192.168.0.22', [{last_heard,{1352,754447,792266}}, {outgoing_replications_safeness_level,[{"default",green}]}, {incoming_replications_conf_hashes, [{"default", [{'ns_1@192.168.0.20',115117796}, {'ns_1@192.168.0.21',11106231}]}]}, {active_buckets,["default"]}, {ready_buckets,["default"]}, {local_tasks, [[{pid,<<"<0.2241.2>">>}, {bucket,<<"default">>}, {original_target,{[{type,bucket}]}}, {progress,58}, {started_on,1352754332}, {total_vbuckets,1025}, {trigger_type,scheduled}, {type,bucket_compaction}, {updated_on,1352754447}, {vbuckets_done,601}]]}, {memory, [{total,234100760}, {processes,179245096}, {processes_used,179173800}, {system,54855664}, {atom,1338193}, {atom_used,1333793}, {binary,13330424}, {code,13490894}, {ets,8027616}]}, {system_memory_data, [{system_total_memory,25199214592}, {free_swap,20971511808}, {total_swap,20971511808}, {cached_memory,9236316160}, {buffered_memory,234020864}, {free_memory,6011473920}, {total_memory,25199214592}]}, {node_storage_conf,[{db_path,"/data"},{index_path,"/data"}]}, {statistics, [{wall_clock,{2395874,4998}}, {context_switches,{19028519,0}}, {garbage_collection,{2613895,6060899408,0}}, {io,{{input,432477923},{output,14433713165}}}, {reductions,{2090411484,4297015}}, {run_queue,0}, {runtime,{716890,1400}}]}, {system_stats, [{cpu_utilization_rate,52.19512195121951}, {swap_total,20971511808}, {swap_used,0}]}, {interesting_stats, [{couch_docs_actual_disk_size,9124750003}, {couch_docs_data_size,7325485393}, {couch_views_actual_disk_size,0}, {couch_views_data_size,0}, {curr_items,1389903}, {curr_items_tot,2990559}, {mem_used,7818174000}, {vb_replica_curr_items,1600656}]}, {cluster_compatibility_version,131072}, {version, [{public_key,"0.13"}, {lhttpc,"1.3.0"}, {ale,"8cffe61"}, {os_mon,"2.2.7"}, {couch_set_view,"1.2.0a-b68b5f4-git"}, {mnesia,"4.5"}, {inets,"5.7.1"}, {couch,"1.2.0a-b68b5f4-git"}, {mapreduce,"1.0.0"}, {couch_index_merger,"1.2.0a-b68b5f4-git"}, {kernel,"2.14.5"}, {crypto,"2.0.4"}, {ssl,"4.1.6"}, {sasl,"2.1.10"}, {couch_view_parser,"1.0.0"}, {ns_server,"2.0.0-1939-rel-enterprise"}, {mochiweb,"1.4.1"}, {oauth,"7d85d3ef"}, {stdlib,"1.17.5"}]}, {supported_compat_version,[2,0]}, {system_arch,"x86_64-unknown-linux-gnu"}, {wall_clock,2395}, {memory_data,{25199214592,19744817152,{<18111.687.0>,10770992}}}, {disk_data, [{"/",41260352,5}, {"/dev/shm",12304304,0}, {"/boot",495844,7}, {"/data",206420664,5}]}, {meminfo, <<"MemTotal: 24608608 kB\nMemFree: 5870828 kB\nBuffers: 228536 kB\nCached: 9019840 kB\nSwapCached: 0 kB\nActive: 10466392 kB\nInactive: 7573104 kB\nActive(anon): 8783364 kB\nInactive(anon): 10216 kB\nActive(file): 1683028 kB\nInactive(file): 7562888 kB\nUnevictable: 20760 kB\nMlocked: 20760 kB\nSwapTotal: 20479992 kB\nSwapFree: 20479992 kB\nDirty: 10852 kB\nWriteback: 0 kB\nAnonPages: 8812140 kB\nMapped: 15684 kB\nShmem: 172 kB\nSlab: 363248 kB\nSReclaimable: 304588 kB\nSUnreclaim: 58660 kB\nKernelStack: 2560 kB\nPageTables: 21752 kB\nNFS_Unstable: 0 kB\nBounce: 0 kB\nWritebackTmp: 0 kB\nCommitLimit: 32784296 kB\nCommitted_AS: 10546700 kB\nVmallocTotal: 34359738367 kB\nVmallocUsed: 332500 kB\nVmallocChunk: 34359350016 kB\nHardwareCorrupted: 0 kB\nAnonHugePages: 2963456 kB\nHugePages_Total: 0\nHugePages_Free: 0\nHugePages_Rsvd: 0\nHugePages_Surp: 0\nHugepagesize: 2048 kB\nDirectMap4k: 10240 kB\nDirectMap2M: 25155584 kB\n">>}]}] [stats:debug,2012-11-12T13:08:09.624,ns_1@192.168.0.21:<0.4602.0>:stats_collector:maybe_log_stats:126](at {{1970,1,16},{7,45,54}}) Stats for bucket "default": accepting_conns 1 auth_cmds 9 auth_errors 0 bucket_active_conns 1 bucket_conns 25 bytes 4649874608 bytes_read 10386522209 bytes_written 4498601298 cas_badval 0 cas_hits 0 cas_misses 0 cmd_flush 0 cmd_get 679968 cmd_set 630998 conn_yields 53872 connection_structures 5000 curr_connections 28 curr_conns_on_port_11209 16 curr_conns_on_port_11210 10 curr_items 945193 curr_items_tot 1785232 curr_temp_items 0 daemon_connections 4 decr_hits 0 decr_misses 0 delete_hits 32742 delete_misses 52625 ep_access_scanner_last_runtime 0 ep_access_scanner_num_items 0 ep_access_scanner_task_time 2012-11-13 10:00:00 ep_allow_data_loss_during_shutdown 1 ep_alog_block_size 4096 ep_alog_path /data/default/access.log ep_alog_sleep_time 1440 ep_alog_task_time 10 ep_backend couchdb ep_bg_fetch_delay 0 ep_bg_fetched 0 ep_bg_meta_fetched 0 ep_bg_remaining_jobs 0 ep_chk_max_items 5000 ep_chk_period 1800 ep_chk_persistence_remains 2 ep_chk_persistence_timeout 10 ep_chk_remover_stime 5 ep_commit_num 61909 ep_commit_time 11 ep_commit_time_total 486069 ep_concurrentDB 1 ep_config_file ep_couch_bucket default ep_couch_host localhost ep_couch_port 11213 ep_couch_reconnect_sleeptime 250 ep_couch_response_timeout 180000 ep_data_age 7 ep_data_age_highwat 24 ep_data_traffic_enabled 0 ep_dbinit 0 ep_dbname /data/default ep_degraded_mode 0 ep_diskqueue_drain 5009925 ep_diskqueue_fill 4152293 ep_diskqueue_items 21195 ep_diskqueue_memory 637504 ep_diskqueue_pending 956256 ep_exp_pager_stime 3600 ep_exp_pager_stime 3600 ep_expired_access 353 ep_expired_pager 0 ep_expiry_window 3 ep_failpartialwarmup 0 ep_flush_all false ep_flush_duration_total 972 ep_flushall_enabled 0 ep_flusher_state running ep_flusher_todo 17938 ep_getl_default_timeout 15 ep_getl_max_timeout 30 ep_ht_locks 5 ep_ht_size 3079 ep_inconsistent_slave_chk 0 ep_initfile ep_io_num_read 0 ep_io_num_write 3802562 ep_io_read_bytes 0 ep_io_write_bytes 8756585487 ep_item_begin_failed 0 ep_item_commit_failed 0 ep_item_flush_expired 32 ep_item_flush_failed 0 ep_item_num_based_new_chk 1 ep_items_rm_from_checkpoints 94591 ep_keep_closed_chks 0 ep_klog_block_size 4096 ep_klog_compactor_queue_cap 500000 ep_klog_compactor_stime 3600 ep_klog_flush commit2 ep_klog_max_entry_ratio 10 ep_klog_max_log_size 2147483647 ep_klog_path ep_klog_sync commit2 ep_kv_size 4395869108 ep_max_checkpoints 2 ep_max_data_size 12582912000 ep_max_item_size 20971520 ep_max_size 12582912000 ep_max_txn_size 10000 ep_max_vbuckets 1024 ep_mem_high_wat 9437184000 ep_mem_high_wat 9437184000 ep_mem_low_wat 7549747200 ep_mem_low_wat 7549747200 ep_mem_tracker_enabled true ep_min_data_age 0 ep_mlog_compactor_runs 0 ep_mutation_mem_threshold 0 ep_num_access_scanner_runs 0 ep_num_eject_failures 0 ep_num_expiry_pager_runs 0 ep_num_non_resident 0 ep_num_not_my_vbuckets 0 ep_num_ops_del_meta 0 ep_num_ops_get_meta 0 ep_num_ops_set_meta 0 ep_num_pager_runs 0 ep_num_value_ejects 0 ep_oom_errors 0 ep_overhead 100087056 ep_pager_active_vb_pcnt 40 ep_pager_unbiased_period 60 ep_pending_ops 0 ep_pending_ops_max 1 ep_pending_ops_max_duration 128624 ep_pending_ops_total 2 ep_postInitfile ep_queue_age_cap 900 ep_queue_size 3257 ep_startup_time 1352753488 ep_storage_age 5 ep_storage_age_highwat 25 ep_store_max_concurrency 10 ep_store_max_readers 9 ep_store_max_readwrite 1 ep_stored_val_type ep_tap_ack_grace_period 300 ep_tap_ack_initial_sequence_number 1 ep_tap_ack_interval 1000 ep_tap_ack_window_size 10 ep_tap_backfill_resident 0.9 ep_tap_backlog_limit 5000 ep_tap_backoff_period 5 ep_tap_bg_fetch_requeued 0 ep_tap_bg_fetched 0 ep_tap_bg_max_pending 500 ep_tap_keepalive 300 ep_tap_noop_interval 20 ep_tap_requeue_sleep_time 0.1 ep_tap_throttle_cap_pcnt 10 ep_tap_throttle_queue_cap 1000000 ep_tap_throttle_threshold 90 ep_tmp_oom_errors 0 ep_too_old 0 ep_too_young 0 ep_total_cache_size 4374455184 ep_total_del_items 154198 ep_total_enqueued 4152295 ep_total_new_items 1840170 ep_total_persisted 3802562 ep_uncommitted_items 36 ep_value_size 4248675023 ep_vb0 0 ep_vb_snapshot_total 687 ep_vb_total 614 ep_vbucket_del 0 ep_vbucket_del_fail 0 ep_version 2.0.0r_133_g68e3f7c ep_waitforwarmup 0 ep_warmup 1 ep_warmup_batch_size 1000 ep_warmup_dups 0 ep_warmup_min_items_threshold 100 ep_warmup_min_memory_threshold 100 ep_warmup_oom 0 ep_warmup_thread complete ep_warmup_time 17721 get_hits 660224 get_misses 19744 incr_hits 0 incr_misses 0 libevent 2.0.11-stable limit_maxbytes 67108864 listen_disabled_num 0 max_conns_on_port_11209 1000 max_conns_on_port_11210 9000 mem_used 4649874608 pid 7353 pointer_size 64 rejected_conns 0 rusage_system 210.970927 rusage_user 565.266066 tap_checkpoint_end_received 915 tap_checkpoint_end_sent 276 tap_checkpoint_start_received 1904 tap_checkpoint_start_sent 324 tap_connect_received 1 tap_delete_received 100318 tap_delete_sent 51283 tap_mutation_received 3593173 tap_mutation_sent 1095400 tap_opaque_received 4290 tap_opaque_sent 325 tap_vbucket_set_received 648 threads 4 time 1352754489 total_connections 3160 uptime 1003 vb_active_curr_items 945193 vb_active_eject 0 vb_active_expired 333 vb_active_ht_memory 8136288 vb_active_itm_memory 2315481367 vb_active_meta_data_memory 74670247 vb_active_num 324 vb_active_num_non_resident 0 vb_active_num_ref_ejects 0 vb_active_num_ref_items 976451 vb_active_ops_create 974842 vb_active_ops_delete 80876 vb_active_ops_reject 0 vb_active_ops_update 774132 vb_active_perc_mem_resident 100 vb_active_queue_age 74739000 vb_active_queue_drain 2582651 vb_active_queue_fill 2103517 vb_active_queue_memory 346400 vb_active_queue_pending 519600 vb_active_queue_size 10825 vb_dead_num 0 vb_pending_curr_items 0 vb_pending_eject 0 vb_pending_expired 0 vb_pending_ht_memory 0 vb_pending_itm_memory 0 vb_pending_meta_data_memory 0 vb_pending_num 0 vb_pending_num_non_resident 0 vb_pending_num_ref_ejects 0 vb_pending_num_ref_items 0 vb_pending_ops_create 0 vb_pending_ops_delete 0 vb_pending_ops_reject 0 vb_pending_ops_update 0 vb_pending_perc_mem_resident 0 vb_pending_queue_age 0 vb_pending_queue_drain 0 vb_pending_queue_fill 0 vb_pending_queue_memory 0 vb_pending_queue_pending 0 vb_pending_queue_size 0 vb_replica_curr_items 840039 vb_replica_eject 0 vb_replica_expired 20 vb_replica_ht_memory 7282480 vb_replica_itm_memory 2058973817 vb_replica_meta_data_memory 66363081 vb_replica_num 290 vb_replica_num_non_resident 0 vb_replica_num_ref_ejects 0 vb_replica_num_ref_items 866800 vb_replica_ops_create 865329 vb_replica_ops_delete 73322 vb_replica_ops_reject 0 vb_replica_ops_update 1034095 vb_replica_perc_mem_resident 100 vb_replica_queue_age 49390000 vb_replica_queue_drain 2427274 vb_replica_queue_fill 2048776 vb_replica_queue_memory 291104 vb_replica_queue_pending 436656 vb_replica_queue_size 9097 version 1.4.4_600_g7ea975a [ns_doctor:debug,2012-11-12T13:08:28.184,ns_1@192.168.0.21:ns_doctor<0.4484.0>:ns_doctor:handle_info:137]Current node statuses: [{'ns_1@192.168.0.20', [{last_heard,{1352,754504,573740}}, {outgoing_replications_safeness_level,[{"default",green}]}, {incoming_replications_conf_hashes, [{"default",[{'ns_1@192.168.0.22',111237238}]}]}, {active_buckets,["default"]}, {ready_buckets,["default"]}, {local_tasks,[]}, {memory, [{total,190261088}, {processes,141829392}, {processes_used,139228240}, {system,48431696}, {atom,1401785}, {atom_used,1374492}, {binary,6822440}, {code,14054366}, {ets,7860960}]}, {system_memory_data, [{system_total_memory,25199214592}, {free_swap,20971511808}, {total_swap,20971511808}, {cached_memory,3750772736}, {buffered_memory,216977408}, {free_memory,11723718656}, {total_memory,25199214592}]}, {node_storage_conf,[{db_path,"/data"},{index_path,"/data"}]}, {statistics, [{wall_clock,{2467712,5001}}, {context_switches,{17438190,0}}, {garbage_collection,{2139749,13601677464,0}}, {io,{{input,323552364},{output,10710152505}}}, {reductions,{2438424571,2634266}}, {run_queue,0}, {runtime,{891290,1110}}]}, {system_stats, [{cpu_utilization_rate,48.37905236907731}, {swap_total,20971511808}, {swap_used,0}]}, {interesting_stats, [{couch_docs_actual_disk_size,3667596768}, {couch_docs_data_size,2942198955}, {couch_views_actual_disk_size,0}, {couch_views_data_size,0}, {curr_items,651340}, {curr_items_tot,1197892}, {mem_used,3149503424}, {vb_replica_curr_items,546552}]}, {cluster_compatibility_version,131072}, {version, [{public_key,"0.13"}, {lhttpc,"1.3.0"}, {ale,"8cffe61"}, {os_mon,"2.2.7"}, {couch_set_view,"1.2.0a-b68b5f4-git"}, {mnesia,"4.5"}, {inets,"5.7.1"}, {couch,"1.2.0a-b68b5f4-git"}, {mapreduce,"1.0.0"}, {couch_index_merger,"1.2.0a-b68b5f4-git"}, {kernel,"2.14.5"}, {crypto,"2.0.4"}, {ssl,"4.1.6"}, {sasl,"2.1.10"}, {couch_view_parser,"1.0.0"}, {ns_server,"2.0.0-1939-rel-enterprise"}, {mochiweb,"1.4.1"}, {oauth,"7d85d3ef"}, {stdlib,"1.17.5"}]}, {supported_compat_version,[2,0]}, {system_arch,"x86_64-unknown-linux-gnu"}, {wall_clock,2467}, {memory_data,{25199214592,13473562624,{<18071.429.0>,15914000}}}, {disk_data, [{"/",41260352,5}, {"/dev/shm",12304304,0}, {"/boot",495844,7}, {"/data",206420664,2}]}, {meminfo, <<"MemTotal: 24608608 kB\nMemFree: 11449192 kB\nBuffers: 211892 kB\nCached: 3662864 kB\nSwapCached: 0 kB\nActive: 9618864 kB\nInactive: 2963108 kB\nActive(anon): 8694680 kB\nInactive(anon): 14632 kB\nActive(file): 924184 kB\nInactive(file): 2948476 kB\nUnevictable: 20760 kB\nMlocked: 20760 kB\nSwapTotal: 20479992 kB\nSwapFree: 20479992 kB\nDirty: 1816 kB\nWriteback: 0 kB\nAnonPages: 8728204 kB\nMapped: 15568 kB\nShmem: 172 kB\nSlab: 242320 kB\nSReclaimable: 184380 kB\nSUnreclaim: 57940 kB\nKernelStack: 3064 kB\nPageTables: 21880 kB\nNFS_Unstable: 0 kB\nBounce: 0 kB\nWritebackTmp: 0 kB\nCommitLimit: 32784296 kB\nCommitted_AS: 10483156 kB\nVmallocTotal: 34359738367 kB\nVmallocUsed: 332500 kB\nVmallocChunk: 34359355024 kB\nHardwareCorrupted: 0 kB\nAnonHugePages: 3043328 kB\nHugePages_Total: 0\nHugePages_Free: 0\nHugePages_Rsvd: 0\nHugePages_Surp: 0\nHugepagesize: 2048 kB\nDirectMap4k: 10240 kB\nDirectMap2M: 25155584 kB\n">>}]}, {'ns_1@192.168.0.21', [{last_heard,{1352,754503,186448}}, {outgoing_replications_safeness_level,[{"default",green}]}, {incoming_replications_conf_hashes, [{"default",[{'ns_1@192.168.0.22',72773311}]}]}, {active_buckets,["default"]}, {ready_buckets,["default"]}, {local_tasks, [[{pid,<<"<0.4023.1>">>}, {bucket,<<"default">>}, {original_target,{[{type,bucket}]}}, {progress,38}, {started_on,1352754463}, {total_vbuckets,607}, {trigger_type,scheduled}, {type,bucket_compaction}, {updated_on,1352754503}, {vbuckets_done,236}]]}, {memory, [{total,180378664}, {processes,133490992}, {processes_used,133455672}, {system,46887672}, {atom,1339809}, {atom_used,1335933}, {binary,8783968}, {code,13493102}, {ets,4848936}]}, {system_memory_data, [{system_total_memory,25199214592}, {free_swap,20971511808}, {total_swap,20971511808}, {cached_memory,5743177728}, {buffered_memory,182112256}, {free_memory,13398327296}, {total_memory,25199214592}]}, {node_storage_conf,[{db_path,"/data"},{index_path,"/data"}]}, {statistics, [{wall_clock,{2464098,4999}}, {context_switches,{7125908,0}}, {garbage_collection,{1595043,4153990477,0}}, {io,{{input,295536567},{output,9025376150}}}, {reductions,{1086200030,4023169}}, {run_queue,0}, {runtime,{422860,1430}}]}, {system_stats, [{cpu_utilization_rate,48.894348894348894}, {swap_total,20971511808}, {swap_used,0}]}, {interesting_stats, [{couch_docs_actual_disk_size,5732129164}, {couch_docs_data_size,4382657896}, {couch_views_actual_disk_size,0}, {couch_views_data_size,0}, {curr_items,947993}, {curr_items_tot,1796048}, {mem_used,4678556288}, {vb_replica_curr_items,848055}]}, {cluster_compatibility_version,131072}, {version, [{public_key,"0.13"}, {lhttpc,"1.3.0"}, {ale,"8cffe61"}, {os_mon,"2.2.7"}, {couch_set_view,"1.2.0a-b68b5f4-git"}, {mnesia,"4.5"}, {inets,"5.7.1"}, {couch,"1.2.0a-b68b5f4-git"}, {mapreduce,"1.0.0"}, {couch_index_merger,"1.2.0a-b68b5f4-git"}, {kernel,"2.14.5"}, {crypto,"2.0.4"}, {ssl,"4.1.6"}, {sasl,"2.1.10"}, {couch_view_parser,"1.0.0"}, {ns_server,"2.0.0-1939-rel-enterprise"}, {mochiweb,"1.4.1"}, {oauth,"7d85d3ef"}, {stdlib,"1.17.5"}]}, {supported_compat_version,[2,0]}, {system_arch,"x86_64-unknown-linux-gnu"}, {wall_clock,2464}, {memory_data,{25199214592,11850596352,{<0.4606.0>,13313480}}}, {disk_data, [{"/",41260352,5}, {"/dev/shm",12304304,0}, {"/boot",495844,7}, {"/data",206420664,3}]}, {meminfo, <<"MemTotal: 24608608 kB\nMemFree: 13084304 kB\nBuffers: 177844 kB\nCached: 5608572 kB\nSwapCached: 0 kB\nActive: 6421256 kB\nInactive: 4532624 kB\nActive(anon): 5159360 kB\nInactive(anon): 10084 kB\nActive(file): 1261896 kB\nInactive(file): 4522540 kB\nUnevictable: 20760 kB\nMlocked: 20760 kB\nSwapTotal: 20479992 kB\nSwapFree: 20479992 kB\nDirty: 7856 kB\nWriteback: 0 kB\nAnonPages: 5188224 kB\nMapped: 14620 kB\nShmem: 164 kB\nSlab: 242068 kB\nSReclaimable: 183676 kB\nSUnreclaim: 58392 kB\nKernelStack: 3056 kB\nPageTables: 14584 kB\nNFS_Unstable: 0 kB\nBounce: 0 kB\nWritebackTmp: 0 kB\nCommitLimit: 32784296 kB\nCommitted_AS: 6934116 kB\nVmallocTotal: 34359738367 kB\nVmallocUsed: 332500 kB\nVmallocChunk: 34359350016 kB\nHardwareCorrupted: 0 kB\nAnonHugePages: 1697792 kB\nHugePages_Total: 0\nHugePages_Free: 0\nHugePages_Rsvd: 0\nHugePages_Surp: 0\nHugepagesize: 2048 kB\nDirectMap4k: 10240 kB\nDirectMap2M: 25155584 kB\n">>}]}, {'ns_1@192.168.0.22', [{last_heard,{1352,754507,796031}}, {outgoing_replications_safeness_level,[{"default",green}]}, {incoming_replications_conf_hashes, [{"default", [{'ns_1@192.168.0.20',26103937},{'ns_1@192.168.0.21',74732187}]}]}, {active_buckets,["default"]}, {ready_buckets,["default"]}, {local_tasks, [[{pid,<<"<0.2241.2>">>}, {bucket,<<"default">>}, {original_target,{[{type,bucket}]}}, {progress,88}, {started_on,1352754332}, {total_vbuckets,1025}, {trigger_type,scheduled}, {type,bucket_compaction}, {updated_on,1352754507}, {vbuckets_done,907}]]}, {memory, [{total,238457280}, {processes,183836624}, {processes_used,183769768}, {system,54620656}, {atom,1338193}, {atom_used,1333793}, {binary,12999936}, {code,13490894}, {ets,8123072}]}, {system_memory_data, [{system_total_memory,25199214592}, {free_swap,20971511808}, {total_swap,20971511808}, {cached_memory,8593485824}, {buffered_memory,237760512}, {free_memory,6653345792}, {total_memory,25199214592}]}, {node_storage_conf,[{db_path,"/data"},{index_path,"/data"}]}, {statistics, [{wall_clock,{2455877,5001}}, {context_switches,{19435732,0}}, {garbage_collection,{2673453,6196280478,0}}, {io,{{input,443580811},{output,14744792118}}}, {reductions,{2136801536,3875598}}, {run_queue,0}, {runtime,{732730,1240}}]}, {system_stats, [{cpu_utilization_rate,60.922330097087375}, {swap_total,20971511808}, {swap_used,0}]}, {interesting_stats, [{couch_docs_actual_disk_size,8479485830}, {couch_docs_data_size,7326563371}, {couch_views_actual_disk_size,0}, {couch_views_data_size,0}, {curr_items,1390859}, {curr_items_tot,2991475}, {mem_used,7823439128}, {vb_replica_curr_items,1600616}]}, {cluster_compatibility_version,131072}, {version, [{public_key,"0.13"}, {lhttpc,"1.3.0"}, {ale,"8cffe61"}, {os_mon,"2.2.7"}, {couch_set_view,"1.2.0a-b68b5f4-git"}, {mnesia,"4.5"}, {inets,"5.7.1"}, {couch,"1.2.0a-b68b5f4-git"}, {mapreduce,"1.0.0"}, {couch_index_merger,"1.2.0a-b68b5f4-git"}, {kernel,"2.14.5"}, {crypto,"2.0.4"}, {ssl,"4.1.6"}, {sasl,"2.1.10"}, {couch_view_parser,"1.0.0"}, {ns_server,"2.0.0-1939-rel-enterprise"}, {mochiweb,"1.4.1"}, {oauth,"7d85d3ef"}, {stdlib,"1.17.5"}]}, {supported_compat_version,[2,0]}, {system_arch,"x86_64-unknown-linux-gnu"}, {wall_clock,2455}, {memory_data,{25199214592,19142373376,{<18111.687.0>,10770992}}}, {disk_data, [{"/",41260352,5}, {"/dev/shm",12304304,0}, {"/boot",495844,7}, {"/data",206420664,5}]}, {meminfo, <<"MemTotal: 24608608 kB\nMemFree: 6497408 kB\nBuffers: 232188 kB\nCached: 8391748 kB\nSwapCached: 0 kB\nActive: 10056780 kB\nInactive: 7366984 kB\nActive(anon): 8791024 kB\nInactive(anon): 10216 kB\nActive(file): 1265756 kB\nInactive(file): 7356768 kB\nUnevictable: 20760 kB\nMlocked: 20760 kB\nSwapTotal: 20479992 kB\nSwapFree: 20479992 kB\nDirty: 2080 kB\nWriteback: 0 kB\nAnonPages: 8822140 kB\nMapped: 15688 kB\nShmem: 172 kB\nSlab: 352692 kB\nSReclaimable: 294020 kB\nSUnreclaim: 58672 kB\nKernelStack: 2568 kB\nPageTables: 21956 kB\nNFS_Unstable: 0 kB\nBounce: 0 kB\nWritebackTmp: 0 kB\nCommitLimit: 32784296 kB\nCommitted_AS: 10564508 kB\nVmallocTotal: 34359738367 kB\nVmallocUsed: 332500 kB\nVmallocChunk: 34359350016 kB\nHardwareCorrupted: 0 kB\nAnonHugePages: 3063808 kB\nHugePages_Total: 0\nHugePages_Free: 0\nHugePages_Rsvd: 0\nHugePages_Surp: 0\nHugepagesize: 2048 kB\nDirectMap4k: 10240 kB\nDirectMap2M: 25155584 kB\n">>}]}] [ns_doctor:debug,2012-11-12T13:09:28.185,ns_1@192.168.0.21:ns_doctor<0.4484.0>:ns_doctor:handle_info:137]Current node statuses: [{'ns_1@192.168.0.20', [{last_heard,{1352,754564,574436}}, {outgoing_replications_safeness_level,[{"default",green}]}, {incoming_replications_conf_hashes, [{"default",[{'ns_1@192.168.0.22',41160129}]}]}, {active_buckets,["default"]}, {ready_buckets,["default"]}, {local_tasks,[]}, {memory, [{total,195510968}, {processes,147056080}, {processes_used,144397776}, {system,48454888}, {atom,1401785}, {atom_used,1374492}, {binary,6681448}, {code,14054366}, {ets,8035616}]}, {system_memory_data, [{system_total_memory,25199214592}, {free_swap,20971511808}, {total_swap,20971511808}, {cached_memory,3961081856}, {buffered_memory,217468928}, {free_memory,11505917952}, {total_memory,25199214592}]}, {node_storage_conf,[{db_path,"/data"},{index_path,"/data"}]}, {statistics, [{wall_clock,{2527712,4997}}, {context_switches,{17712968,0}}, {garbage_collection,{2179195,13952827775,0}}, {io,{{input,329826705},{output,10820817628}}}, {reductions,{2477853319,3807290}}, {run_queue,0}, {runtime,{912480,2280}}]}, {system_stats, [{cpu_utilization_rate,68.29268292682927}, {swap_total,20971511808}, {swap_used,0}]}, {interesting_stats, [{couch_docs_actual_disk_size,3896757415}, {couch_docs_data_size,2856204294}, {couch_views_actual_disk_size,0}, {couch_views_data_size,0}, {curr_items,630597}, {curr_items_tot,1156473}, {mem_used,3049505472}, {vb_replica_curr_items,525876}]}, {cluster_compatibility_version,131072}, {version, [{public_key,"0.13"}, {lhttpc,"1.3.0"}, {ale,"8cffe61"}, {os_mon,"2.2.7"}, {couch_set_view,"1.2.0a-b68b5f4-git"}, {mnesia,"4.5"}, {inets,"5.7.1"}, {couch,"1.2.0a-b68b5f4-git"}, {mapreduce,"1.0.0"}, {couch_index_merger,"1.2.0a-b68b5f4-git"}, {kernel,"2.14.5"}, {crypto,"2.0.4"}, {ssl,"4.1.6"}, {sasl,"2.1.10"}, {couch_view_parser,"1.0.0"}, {ns_server,"2.0.0-1939-rel-enterprise"}, {mochiweb,"1.4.1"}, {oauth,"7d85d3ef"}, {stdlib,"1.17.5"}]}, {supported_compat_version,[2,0]}, {system_arch,"x86_64-unknown-linux-gnu"}, {wall_clock,2527}, {memory_data,{25199214592,13674057728,{<18071.667.0>,21541264}}}, {disk_data, [{"/",41260352,5}, {"/dev/shm",12304304,0}, {"/boot",495844,7}, {"/data",206420664,2}]}, {meminfo, <<"MemTotal: 24608608 kB\nMemFree: 11236248 kB\nBuffers: 212372 kB\nCached: 3868244 kB\nSwapCached: 0 kB\nActive: 9829556 kB\nInactive: 2964696 kB\nActive(anon): 8701304 kB\nInactive(anon): 14632 kB\nActive(file): 1128252 kB\nInactive(file): 2950064 kB\nUnevictable: 20760 kB\nMlocked: 20760 kB\nSwapTotal: 20479992 kB\nSwapFree: 20479992 kB\nDirty: 2272 kB\nWriteback: 0 kB\nAnonPages: 8750984 kB\nMapped: 15568 kB\nShmem: 172 kB\nSlab: 241824 kB\nSReclaimable: 183844 kB\nSUnreclaim: 57980 kB\nKernelStack: 3064 kB\nPageTables: 21912 kB\nNFS_Unstable: 0 kB\nBounce: 0 kB\nWritebackTmp: 0 kB\nCommitLimit: 32784296 kB\nCommitted_AS: 10494996 kB\nVmallocTotal: 34359738367 kB\nVmallocUsed: 332500 kB\nVmallocChunk: 34359355024 kB\nHardwareCorrupted: 0 kB\nAnonHugePages: 3162112 kB\nHugePages_Total: 0\nHugePages_Free: 0\nHugePages_Rsvd: 0\nHugePages_Surp: 0\nHugepagesize: 2048 kB\nDirectMap4k: 10240 kB\nDirectMap2M: 25155584 kB\n">>}]}, {'ns_1@192.168.0.21', [{last_heard,{1352,754563,187269}}, {outgoing_replications_safeness_level,[{"default",green}]}, {incoming_replications_conf_hashes, [{"default",[{'ns_1@192.168.0.22',66663112}]}]}, {active_buckets,["default"]}, {ready_buckets,["default"]}, {local_tasks, [[{pid,<<"<0.4023.1>">>}, {bucket,<<"default">>}, {original_target,{[{type,bucket}]}}, {progress,93}, {started_on,1352754463}, {total_vbuckets,607}, {trigger_type,scheduled}, {type,bucket_compaction}, {updated_on,1352754563}, {vbuckets_done,567}]]}, {memory, [{total,178080688}, {processes,130892128}, {processes_used,130848624}, {system,47188560}, {atom,1339809}, {atom_used,1335933}, {binary,8901080}, {code,13493102}, {ets,5021920}]}, {system_memory_data, [{system_total_memory,25199214592}, {free_swap,20971511808}, {total_swap,20971511808}, {cached_memory,5034258432}, {buffered_memory,186068992}, {free_memory,14019395584}, {total_memory,25199214592}]}, {node_storage_conf,[{db_path,"/data"},{index_path,"/data"}]}, {statistics, [{wall_clock,{2524099,5000}}, {context_switches,{7491521,0}}, {garbage_collection,{1649289,4329398698,0}}, {io,{{input,316708588},{output,9293850014}}}, {reductions,{1137711286,4769637}}, {run_queue,0}, {runtime,{439910,1740}}]}, {system_stats, [{cpu_utilization_rate,60.880195599022}, {swap_total,20971511808}, {swap_used,0}]}, {interesting_stats, [{couch_docs_actual_disk_size,5014438651}, {couch_docs_data_size,4469435218}, {couch_views_actual_disk_size,0}, {couch_views_data_size,0}, {curr_items,968434}, {curr_items_tot,1831159}, {mem_used,4770088064}, {vb_replica_curr_items,862725}]}, {cluster_compatibility_version,131072}, {version, [{public_key,"0.13"}, {lhttpc,"1.3.0"}, {ale,"8cffe61"}, {os_mon,"2.2.7"}, {couch_set_view,"1.2.0a-b68b5f4-git"}, {mnesia,"4.5"}, {inets,"5.7.1"}, {couch,"1.2.0a-b68b5f4-git"}, {mapreduce,"1.0.0"}, {couch_index_merger,"1.2.0a-b68b5f4-git"}, {kernel,"2.14.5"}, {crypto,"2.0.4"}, {ssl,"4.1.6"}, {sasl,"2.1.10"}, {couch_view_parser,"1.0.0"}, {ns_server,"2.0.0-1939-rel-enterprise"}, {mochiweb,"1.4.1"}, {oauth,"7d85d3ef"}, {stdlib,"1.17.5"}]}, {supported_compat_version,[2,0]}, {system_arch,"x86_64-unknown-linux-gnu"}, {wall_clock,2524}, {memory_data,{25199214592,11235794944,{<0.4606.0>,9199648}}}, {disk_data, [{"/",41260352,5}, {"/dev/shm",12304304,0}, {"/boot",495844,7}, {"/data",206420664,3}]}, {meminfo, <<"MemTotal: 24608608 kB\nMemFree: 13691064 kB\nBuffers: 181708 kB\nCached: 4915940 kB\nSwapCached: 0 kB\nActive: 5957836 kB\nInactive: 4407764 kB\nActive(anon): 5260948 kB\nInactive(anon): 9232 kB\nActive(file): 696888 kB\nInactive(file): 4398532 kB\nUnevictable: 20760 kB\nMlocked: 20760 kB\nSwapTotal: 20479992 kB\nSwapFree: 20479992 kB\nDirty: 7636 kB\nWriteback: 0 kB\nAnonPages: 5289104 kB\nMapped: 14620 kB\nShmem: 164 kB\nSlab: 223436 kB\nSReclaimable: 164768 kB\nSUnreclaim: 58668 kB\nKernelStack: 3056 kB\nPageTables: 14768 kB\nNFS_Unstable: 0 kB\nBounce: 0 kB\nWritebackTmp: 0 kB\nCommitLimit: 32784296 kB\nCommitted_AS: 7045864 kB\nVmallocTotal: 34359738367 kB\nVmallocUsed: 332500 kB\nVmallocChunk: 34359350016 kB\nHardwareCorrupted: 0 kB\nAnonHugePages: 1796096 kB\nHugePages_Total: 0\nHugePages_Free: 0\nHugePages_Rsvd: 0\nHugePages_Surp: 0\nHugepagesize: 2048 kB\nDirectMap4k: 10240 kB\nDirectMap2M: 25155584 kB\n">>}]}, {'ns_1@192.168.0.22', [{last_heard,{1352,754567,792174}}, {outgoing_replications_safeness_level,[{"default",green}]}, {incoming_replications_conf_hashes, [{"default", [{'ns_1@192.168.0.20',79280309},{'ns_1@192.168.0.21',34182009}]}]}, {active_buckets,["default"]}, {ready_buckets,["default"]}, {local_tasks,[]}, {memory, [{total,231679608}, {processes,175955344}, {processes_used,175797696}, {system,55724264}, {atom,1338193}, {atom_used,1333793}, {binary,14060560}, {code,13490894}, {ets,8176120}]}, {system_memory_data, [{system_total_memory,25199214592}, {free_swap,20971511808}, {total_swap,20971511808}, {cached_memory,8757981184}, {buffered_memory,240185344}, {free_memory,6488780800}, {total_memory,25199214592}]}, {node_storage_conf,[{db_path,"/data"},{index_path,"/data"}]}, {statistics, [{wall_clock,{2515874,4999}}, {context_switches,{19806222,0}}, {garbage_collection,{2721184,6322811490,0}}, {io,{{input,451489990},{output,15055117206}}}, {reductions,{2179943274,3421840}}, {run_queue,0}, {runtime,{747130,1170}}]}, {system_stats, [{cpu_utilization_rate,34.7394540942928}, {swap_total,20971511808}, {swap_used,0}]}, {interesting_stats, [{couch_docs_actual_disk_size,8599975460}, {couch_docs_data_size,7327287642}, {couch_views_actual_disk_size,0}, {couch_views_data_size,0}, {curr_items,1389527}, {curr_items_tot,2989554}, {mem_used,7829568616}, {vb_replica_curr_items,1600027}]}, {cluster_compatibility_version,131072}, {version, [{public_key,"0.13"}, {lhttpc,"1.3.0"}, {ale,"8cffe61"}, {os_mon,"2.2.7"}, {couch_set_view,"1.2.0a-b68b5f4-git"}, {mnesia,"4.5"}, {inets,"5.7.1"}, {couch,"1.2.0a-b68b5f4-git"}, {mapreduce,"1.0.0"}, {couch_index_merger,"1.2.0a-b68b5f4-git"}, {kernel,"2.14.5"}, {crypto,"2.0.4"}, {ssl,"4.1.6"}, {sasl,"2.1.10"}, {couch_view_parser,"1.0.0"}, {ns_server,"2.0.0-1939-rel-enterprise"}, {mochiweb,"1.4.1"}, {oauth,"7d85d3ef"}, {stdlib,"1.17.5"}]}, {supported_compat_version,[2,0]}, {system_arch,"x86_64-unknown-linux-gnu"}, {wall_clock,2515}, {memory_data,{25199214592,18500366336,{<18111.687.0>,14884824}}}, {disk_data, [{"/",41260352,5}, {"/dev/shm",12304304,0}, {"/boot",495844,7}, {"/data",206420664,5}]}, {meminfo, <<"MemTotal: 24608608 kB\nMemFree: 6336700 kB\nBuffers: 234556 kB\nCached: 8552716 kB\nSwapCached: 0 kB\nActive: 10243996 kB\nInactive: 7345548 kB\nActive(anon): 8793992 kB\nInactive(anon): 10216 kB\nActive(file): 1450004 kB\nInactive(file): 7335332 kB\nUnevictable: 20760 kB\nMlocked: 20760 kB\nSwapTotal: 20479992 kB\nSwapFree: 20479992 kB\nDirty: 1364 kB\nWriteback: 0 kB\nAnonPages: 8823156 kB\nMapped: 15680 kB\nShmem: 172 kB\nSlab: 347964 kB\nSReclaimable: 289916 kB\nSUnreclaim: 58048 kB\nKernelStack: 2552 kB\nPageTables: 21704 kB\nNFS_Unstable: 0 kB\nBounce: 0 kB\nWritebackTmp: 0 kB\nCommitLimit: 32784296 kB\nCommitted_AS: 10564672 kB\nVmallocTotal: 34359738367 kB\nVmallocUsed: 332500 kB\nVmallocChunk: 34359350016 kB\nHardwareCorrupted: 0 kB\nAnonHugePages: 3162112 kB\nHugePages_Total: 0\nHugePages_Free: 0\nHugePages_Rsvd: 0\nHugePages_Surp: 0\nHugepagesize: 2048 kB\nDirectMap4k: 10240 kB\nDirectMap2M: 25155584 kB\n">>}]}] [stats:debug,2012-11-12T13:09:49.618,ns_1@192.168.0.21:<0.4602.0>:stats_collector:maybe_log_stats:126](at {{1970,1,16},{7,45,54}}) Stats for bucket "default": accepting_conns 1 auth_cmds 9 auth_errors 0 bucket_active_conns 1 bucket_conns 25 bytes 4849029736 bytes_read 11155066375 bytes_written 5104767720 cas_badval 0 cas_hits 0 cas_misses 0 cmd_flush 0 cmd_get 806826 cmd_set 745313 conn_yields 57467 connection_structures 5000 curr_connections 28 curr_conns_on_port_11209 16 curr_conns_on_port_11210 10 curr_items 982736 curr_items_tot 1861217 curr_temp_items 0 daemon_connections 4 decr_hits 0 decr_misses 0 delete_hits 38473 delete_misses 62521 ep_access_scanner_last_runtime 0 ep_access_scanner_num_items 0 ep_access_scanner_task_time 2012-11-13 10:00:00 ep_allow_data_loss_during_shutdown 1 ep_alog_block_size 4096 ep_alog_path /data/default/access.log ep_alog_sleep_time 1440 ep_alog_task_time 10 ep_backend couchdb ep_bg_fetch_delay 0 ep_bg_fetched 0 ep_bg_meta_fetched 0 ep_bg_remaining_jobs 0 ep_chk_max_items 5000 ep_chk_period 1800 ep_chk_persistence_remains 2 ep_chk_persistence_timeout 10 ep_chk_remover_stime 5 ep_commit_num 66138 ep_commit_time 4 ep_commit_time_total 533892 ep_concurrentDB 1 ep_config_file ep_couch_bucket default ep_couch_host localhost ep_couch_port 11213 ep_couch_reconnect_sleeptime 250 ep_couch_response_timeout 180000 ep_data_age 3 ep_data_age_highwat 26 ep_data_traffic_enabled 0 ep_dbinit 0 ep_dbname /data/default ep_degraded_mode 0 ep_diskqueue_drain 5342596 ep_diskqueue_fill 4463578 ep_diskqueue_items 12215 ep_diskqueue_memory 334528 ep_diskqueue_pending 501792 ep_exp_pager_stime 3600 ep_exp_pager_stime 3600 ep_expired_access 449 ep_expired_pager 0 ep_expiry_window 3 ep_failpartialwarmup 0 ep_flush_all false ep_flush_duration_total 1072 ep_flushall_enabled 0 ep_flusher_state running ep_flusher_todo 7414 ep_getl_default_timeout 15 ep_getl_max_timeout 30 ep_ht_locks 5 ep_ht_size 3079 ep_inconsistent_slave_chk 0 ep_initfile ep_io_num_read 0 ep_io_num_write 4099561 ep_io_read_bytes 0 ep_io_write_bytes 9441643777 ep_item_begin_failed 0 ep_item_commit_failed 0 ep_item_flush_expired 35 ep_item_flush_failed 0 ep_item_num_based_new_chk 1 ep_items_rm_from_checkpoints 95736 ep_keep_closed_chks 0 ep_klog_block_size 4096 ep_klog_compactor_queue_cap 500000 ep_klog_compactor_stime 3600 ep_klog_flush commit2 ep_klog_max_entry_ratio 10 ep_klog_max_log_size 2147483647 ep_klog_path ep_klog_sync commit2 ep_kv_size 4585951563 ep_max_checkpoints 2 ep_max_data_size 12582912000 ep_max_item_size 20971520 ep_max_size 12582912000 ep_max_txn_size 10000 ep_max_vbuckets 1024 ep_mem_high_wat 9437184000 ep_mem_high_wat 9437184000 ep_mem_low_wat 7549747200 ep_mem_low_wat 7549747200 ep_mem_tracker_enabled true ep_min_data_age 0 ep_mlog_compactor_runs 0 ep_mutation_mem_threshold 0 ep_num_access_scanner_runs 0 ep_num_eject_failures 0 ep_num_expiry_pager_runs 0 ep_num_non_resident 0 ep_num_not_my_vbuckets 0 ep_num_ops_del_meta 0 ep_num_ops_get_meta 0 ep_num_ops_set_meta 0 ep_num_pager_runs 0 ep_num_value_ejects 0 ep_oom_errors 0 ep_overhead 103378568 ep_pager_active_vb_pcnt 40 ep_pager_unbiased_period 60 ep_pending_ops 0 ep_pending_ops_max 1 ep_pending_ops_max_duration 128624 ep_pending_ops_total 3 ep_postInitfile ep_queue_age_cap 900 ep_queue_size 4801 ep_startup_time 1352753488 ep_storage_age 2 ep_storage_age_highwat 30 ep_store_max_concurrency 10 ep_store_max_readers 9 ep_store_max_readwrite 1 ep_stored_val_type ep_tap_ack_grace_period 300 ep_tap_ack_initial_sequence_number 1 ep_tap_ack_interval 1000 ep_tap_ack_window_size 10 ep_tap_backfill_resident 0.9 ep_tap_backlog_limit 5000 ep_tap_backoff_period 5 ep_tap_bg_fetch_requeued 0 ep_tap_bg_fetched 0 ep_tap_bg_max_pending 500 ep_tap_keepalive 300 ep_tap_noop_interval 20 ep_tap_requeue_sleep_time 0.1 ep_tap_throttle_cap_pcnt 10 ep_tap_throttle_queue_cap 1000000 ep_tap_throttle_threshold 90 ep_tmp_oom_errors 0 ep_too_old 0 ep_too_young 0 ep_total_cache_size 4563622287 ep_total_del_items 169858 ep_total_enqueued 4463578 ep_total_new_items 1926094 ep_total_persisted 4099561 ep_uncommitted_items 33 ep_value_size 4432490061 ep_vb0 0 ep_vb_snapshot_total 712 ep_vb_total 640 ep_vbucket_del 0 ep_vbucket_del_fail 0 ep_version 2.0.0r_133_g68e3f7c ep_waitforwarmup 0 ep_warmup 1 ep_warmup_batch_size 1000 ep_warmup_dups 0 ep_warmup_min_items_threshold 100 ep_warmup_min_memory_threshold 100 ep_warmup_oom 0 ep_warmup_thread complete ep_warmup_time 17721 get_hits 779227 get_misses 27599 incr_hits 0 incr_misses 0 libevent 2.0.11-stable limit_maxbytes 67108864 listen_disabled_num 0 max_conns_on_port_11209 1000 max_conns_on_port_11210 9000 mem_used 4849029736 pid 7353 pointer_size 64 rejected_conns 0 rusage_system 237.767853 rusage_user 616.142332 tap_checkpoint_end_received 967 tap_checkpoint_end_sent 289 tap_checkpoint_start_received 1995 tap_checkpoint_start_sent 337 tap_connect_received 1 tap_delete_received 110189 tap_delete_sent 58289 tap_mutation_received 3785271 tap_mutation_sent 1214990 tap_opaque_received 4472 tap_opaque_sent 338 tap_vbucket_set_received 674 threads 4 time 1352754589 total_connections 3290 uptime 1103 vb_active_curr_items 982736 vb_active_eject 0 vb_active_expired 426 vb_active_ht_memory 8462648 vb_active_itm_memory 2409020264 vb_active_meta_data_memory 77636144 vb_active_num 337 vb_active_num_non_resident 0 vb_active_num_ref_ejects 0 vb_active_num_ref_items 1019733 vb_active_ops_create 1018036 vb_active_ops_delete 89254 vb_active_ops_reject 0 vb_active_ops_update 872634 vb_active_perc_mem_resident 100 vb_active_queue_age 99188000 vb_active_queue_drain 2755998 vb_active_queue_fill 2265041 vb_active_queue_memory 173920 vb_active_queue_pending 260880 vb_active_queue_size 5435 vb_dead_num 0 vb_pending_curr_items 0 vb_pending_eject 0 vb_pending_expired 0 vb_pending_ht_memory 0 vb_pending_itm_memory 0 vb_pending_meta_data_memory 0 vb_pending_num 0 vb_pending_num_non_resident 0 vb_pending_num_ref_ejects 0 vb_pending_num_ref_items 0 vb_pending_ops_create 0 vb_pending_ops_delete 0 vb_pending_ops_reject 0 vb_pending_ops_update 0 vb_pending_perc_mem_resident 0 vb_pending_queue_age 0 vb_pending_queue_drain 0 vb_pending_queue_fill 0 vb_pending_queue_memory 0 vb_pending_queue_pending 0 vb_pending_queue_size 0 vb_replica_curr_items 878481 vb_replica_eject 0 vb_replica_expired 23 vb_replica_ht_memory 7608936 vb_replica_itm_memory 2154602023 vb_replica_meta_data_memory 69399999 vb_replica_num 303 vb_replica_num_non_resident 0 vb_replica_num_ref_ejects 0 vb_replica_num_ref_items 910365 vb_replica_ops_create 908059 vb_replica_ops_delete 80604 vb_replica_ops_reject 0 vb_replica_ops_update 1130994 vb_replica_perc_mem_resident 100 vb_replica_queue_age 38857000 vb_replica_queue_drain 2586598 vb_replica_queue_fill 2198537 vb_replica_queue_memory 160608 vb_replica_queue_pending 240912 vb_replica_queue_size 5019 version 1.4.4_600_g7ea975a [ns_doctor:debug,2012-11-12T13:10:28.184,ns_1@192.168.0.21:ns_doctor<0.4484.0>:ns_doctor:handle_info:137]Current node statuses: [{'ns_1@192.168.0.20', [{last_heard,{1352,754624,578485}}, {outgoing_replications_safeness_level,[{"default",green}]}, {incoming_replications_conf_hashes, [{"default",[{'ns_1@192.168.0.22',74452218}]}]}, {active_buckets,["default"]}, {ready_buckets,["default"]}, {local_tasks, [[{pid,<<"<0.20195.2>">>}, {bucket,<<"default">>}, {original_target,{[{type,bucket}]}}, {progress,41}, {started_on,1352754594}, {total_vbuckets,385}, {trigger_type,scheduled}, {type,bucket_compaction}, {updated_on,1352754623}, {vbuckets_done,159}]]}, {memory, [{total,219470992}, {processes,171407600}, {processes_used,168673080}, {system,48063392}, {atom,1401785}, {atom_used,1374492}, {binary,6118344}, {code,14054366}, {ets,8216608}]}, {system_memory_data, [{system_total_memory,25199214592}, {free_swap,20971511808}, {total_swap,20971511808}, {cached_memory,3510833152}, {buffered_memory,219275264}, {free_memory,11937861632}, {total_memory,25199214592}]}, {node_storage_conf,[{db_path,"/data"},{index_path,"/data"}]}, {statistics, [{wall_clock,{2587711,5000}}, {context_switches,{18100510,0}}, {garbage_collection,{2240533,14435810467,0}}, {io,{{input,338179164},{output,10918110352}}}, {reductions,{2526337069,4134320}}, {run_queue,0}, {runtime,{939290,2160}}]}, {system_stats, [{cpu_utilization_rate,79.34272300469483}, {swap_total,20971511808}, {swap_used,0}]}, {interesting_stats, [{couch_docs_actual_disk_size,3514268320}, {couch_docs_data_size,2684439780}, {couch_views_actual_disk_size,0}, {couch_views_data_size,0}, {curr_items,598292}, {curr_items_tot,1092083}, {mem_used,2891212272}, {vb_replica_curr_items,493791}]}, {cluster_compatibility_version,131072}, {version, [{public_key,"0.13"}, {lhttpc,"1.3.0"}, {ale,"8cffe61"}, {os_mon,"2.2.7"}, {couch_set_view,"1.2.0a-b68b5f4-git"}, {mnesia,"4.5"}, {inets,"5.7.1"}, {couch,"1.2.0a-b68b5f4-git"}, {mapreduce,"1.0.0"}, {couch_index_merger,"1.2.0a-b68b5f4-git"}, {kernel,"2.14.5"}, {crypto,"2.0.4"}, {ssl,"4.1.6"}, {sasl,"2.1.10"}, {couch_view_parser,"1.0.0"}, {ns_server,"2.0.0-1939-rel-enterprise"}, {mochiweb,"1.4.1"}, {oauth,"7d85d3ef"}, {stdlib,"1.17.5"}]}, {supported_compat_version,[2,0]}, {system_arch,"x86_64-unknown-linux-gnu"}, {wall_clock,2587}, {memory_data,{25199214592,13344997376,{<18071.429.0>,15934056}}}, {disk_data, [{"/",41260352,5}, {"/dev/shm",12304304,0}, {"/boot",495844,7}, {"/data",206420664,2}]}, {meminfo, <<"MemTotal: 24608608 kB\nMemFree: 11658316 kB\nBuffers: 214136 kB\nCached: 3428548 kB\nSwapCached: 0 kB\nActive: 9624396 kB\nInactive: 2754404 kB\nActive(anon): 8723884 kB\nInactive(anon): 14632 kB\nActive(file): 900512 kB\nInactive(file): 2739772 kB\nUnevictable: 20760 kB\nMlocked: 20760 kB\nSwapTotal: 20479992 kB\nSwapFree: 20479992 kB\nDirty: 3776 kB\nWriteback: 0 kB\nAnonPages: 8759120 kB\nMapped: 15572 kB\nShmem: 172 kB\nSlab: 235752 kB\nSReclaimable: 177612 kB\nSUnreclaim: 58140 kB\nKernelStack: 3080 kB\nPageTables: 21988 kB\nNFS_Unstable: 0 kB\nBounce: 0 kB\nWritebackTmp: 0 kB\nCommitLimit: 32784296 kB\nCommitted_AS: 10502112 kB\nVmallocTotal: 34359738367 kB\nVmallocUsed: 332500 kB\nVmallocChunk: 34359355024 kB\nHardwareCorrupted: 0 kB\nAnonHugePages: 3268608 kB\nHugePages_Total: 0\nHugePages_Free: 0\nHugePages_Rsvd: 0\nHugePages_Surp: 0\nHugepagesize: 2048 kB\nDirectMap4k: 10240 kB\nDirectMap2M: 25155584 kB\n">>}]}, {'ns_1@192.168.0.21', [{last_heard,{1352,754623,187071}}, {outgoing_replications_safeness_level,[{"default",green}]}, {incoming_replications_conf_hashes, [{"default",[{'ns_1@192.168.0.22',89359980}]}]}, {active_buckets,["default"]}, {ready_buckets,["default"]}, {local_tasks,[]}, {memory, [{total,185197336}, {processes,137035704}, {processes_used,137026960}, {system,48161632}, {atom,1339809}, {atom_used,1335933}, {binary,9693688}, {code,13493102}, {ets,5189024}]}, {system_memory_data, [{system_total_memory,25199214592}, {free_swap,20971511808}, {total_swap,20971511808}, {cached_memory,5618941952}, {buffered_memory,188416000}, {free_memory,13225349120}, {total_memory,25199214592}]}, {node_storage_conf,[{db_path,"/data"},{index_path,"/data"}]}, {statistics, [{wall_clock,{2584098,4999}}, {context_switches,{7927869,0}}, {garbage_collection,{1714184,4534266586,0}}, {io,{{input,328469696},{output,9649517844}}}, {reductions,{1195847967,5524777}}, {run_queue,0}, {runtime,{460010,2000}}]}, {system_stats, [{cpu_utilization_rate,30.73170731707317}, {swap_total,20971511808}, {swap_used,0}]}, {interesting_stats, [{couch_docs_actual_disk_size,5512083045}, {couch_docs_data_size,4642678125}, {couch_views_actual_disk_size,0}, {couch_views_data_size,0}, {curr_items,1000139}, {curr_items_tot,1900640}, {mem_used,4951368872}, {vb_replica_curr_items,900501}]}, {cluster_compatibility_version,131072}, {version, [{public_key,"0.13"}, {lhttpc,"1.3.0"}, {ale,"8cffe61"}, {os_mon,"2.2.7"}, {couch_set_view,"1.2.0a-b68b5f4-git"}, {mnesia,"4.5"}, {inets,"5.7.1"}, {couch,"1.2.0a-b68b5f4-git"}, {mapreduce,"1.0.0"}, {couch_index_merger,"1.2.0a-b68b5f4-git"}, {kernel,"2.14.5"}, {crypto,"2.0.4"}, {ssl,"4.1.6"}, {sasl,"2.1.10"}, {couch_view_parser,"1.0.0"}, {ns_server,"2.0.0-1939-rel-enterprise"}, {mochiweb,"1.4.1"}, {oauth,"7d85d3ef"}, {stdlib,"1.17.5"}]}, {supported_compat_version,[2,0]}, {system_arch,"x86_64-unknown-linux-gnu"}, {wall_clock,2584}, {memory_data,{25199214592,11930185728,{<0.4778.1>,12342376}}}, {disk_data, [{"/",41260352,5}, {"/dev/shm",12304304,0}, {"/boot",495844,7}, {"/data",206420664,3}]}, {meminfo, <<"MemTotal: 24608608 kB\nMemFree: 12915380 kB\nBuffers: 184000 kB\nCached: 5487248 kB\nSwapCached: 0 kB\nActive: 6542580 kB\nInactive: 4584068 kB\nActive(anon): 5446892 kB\nInactive(anon): 10380 kB\nActive(file): 1095688 kB\nInactive(file): 4573688 kB\nUnevictable: 20760 kB\nMlocked: 20760 kB\nSwapTotal: 20479992 kB\nSwapFree: 20479992 kB\nDirty: 4124 kB\nWriteback: 0 kB\nAnonPages: 5476064 kB\nMapped: 14616 kB\nShmem: 164 kB\nSlab: 238204 kB\nSReclaimable: 180076 kB\nSUnreclaim: 58128 kB\nKernelStack: 3056 kB\nPageTables: 15104 kB\nNFS_Unstable: 0 kB\nBounce: 0 kB\nWritebackTmp: 0 kB\nCommitLimit: 32784296 kB\nCommitted_AS: 7226052 kB\nVmallocTotal: 34359738367 kB\nVmallocUsed: 332500 kB\nVmallocChunk: 34359350016 kB\nHardwareCorrupted: 0 kB\nAnonHugePages: 1900544 kB\nHugePages_Total: 0\nHugePages_Free: 0\nHugePages_Rsvd: 0\nHugePages_Surp: 0\nHugepagesize: 2048 kB\nDirectMap4k: 10240 kB\nDirectMap2M: 25155584 kB\n">>}]}, {'ns_1@192.168.0.22', [{last_heard,{1352,754627,792142}}, {outgoing_replications_safeness_level,[{"default",green}]}, {incoming_replications_conf_hashes, [{"default", [{'ns_1@192.168.0.20',90324041},{'ns_1@192.168.0.21',69543208}]}]}, {active_buckets,["default"]}, {ready_buckets,["default"]}, {local_tasks,[]}, {memory, [{total,239436288}, {processes,183783936}, {processes_used,183626368}, {system,55652352}, {atom,1338193}, {atom_used,1333793}, {binary,13810848}, {code,13490894}, {ets,8354104}]}, {system_memory_data, [{system_total_memory,25199214592}, {free_swap,20971511808}, {total_swap,20971511808}, {cached_memory,9531326464}, {buffered_memory,242155520}, {free_memory,5700653056}, {total_memory,25199214592}]}, {node_storage_conf,[{db_path,"/data"},{index_path,"/data"}]}, {statistics, [{wall_clock,{2575874,4999}}, {context_switches,{20273537,0}}, {garbage_collection,{2794929,6488710619,0}}, {io,{{input,461970065},{output,15371977522}}}, {reductions,{2231725538,4350829}}, {run_queue,0}, {runtime,{766190,1550}}]}, {system_stats, [{cpu_utilization_rate,33.09002433090024}, {swap_total,20971511808}, {swap_used,0}]}, {interesting_stats, [{couch_docs_actual_disk_size,9384245963}, {couch_docs_data_size,7329092191}, {couch_views_actual_disk_size,0}, {couch_views_data_size,0}, {curr_items,1388654}, {curr_items_tot,2987587}, {mem_used,7836837784}, {vb_replica_curr_items,1598933}]}, {cluster_compatibility_version,131072}, {version, [{public_key,"0.13"}, {lhttpc,"1.3.0"}, {ale,"8cffe61"}, {os_mon,"2.2.7"}, {couch_set_view,"1.2.0a-b68b5f4-git"}, {mnesia,"4.5"}, {inets,"5.7.1"}, {couch,"1.2.0a-b68b5f4-git"}, {mapreduce,"1.0.0"}, {couch_index_merger,"1.2.0a-b68b5f4-git"}, {kernel,"2.14.5"}, {crypto,"2.0.4"}, {ssl,"4.1.6"}, {sasl,"2.1.10"}, {couch_view_parser,"1.0.0"}, {ns_server,"2.0.0-1939-rel-enterprise"}, {mochiweb,"1.4.1"}, {oauth,"7d85d3ef"}, {stdlib,"1.17.5"}]}, {supported_compat_version,[2,0]}, {system_arch,"x86_64-unknown-linux-gnu"}, {wall_clock,2575}, {memory_data,{25199214592,18784223232,{<18111.687.0>,6657160}}}, {disk_data, [{"/",41260352,5}, {"/dev/shm",12304304,0}, {"/boot",495844,7}, {"/data",206420664,5}]}, {meminfo, <<"MemTotal: 24608608 kB\nMemFree: 5567044 kB\nBuffers: 236480 kB\nCached: 9307936 kB\nSwapCached: 0 kB\nActive: 10765196 kB\nInactive: 7583128 kB\nActive(anon): 8796404 kB\nInactive(anon): 10216 kB\nActive(file): 1968792 kB\nInactive(file): 7572912 kB\nUnevictable: 20760 kB\nMlocked: 20760 kB\nSwapTotal: 20479992 kB\nSwapFree: 20479992 kB\nDirty: 7080 kB\nWriteback: 64 kB\nAnonPages: 8825688 kB\nMapped: 15680 kB\nShmem: 172 kB\nSlab: 356248 kB\nSReclaimable: 298300 kB\nSUnreclaim: 57948 kB\nKernelStack: 2560 kB\nPageTables: 21732 kB\nNFS_Unstable: 0 kB\nBounce: 0 kB\nWritebackTmp: 0 kB\nCommitLimit: 32784296 kB\nCommitted_AS: 10574424 kB\nVmallocTotal: 34359738367 kB\nVmallocUsed: 332500 kB\nVmallocChunk: 34359350016 kB\nHardwareCorrupted: 0 kB\nAnonHugePages: 3256320 kB\nHugePages_Total: 0\nHugePages_Free: 0\nHugePages_Rsvd: 0\nHugePages_Surp: 0\nHugepagesize: 2048 kB\nDirectMap4k: 10240 kB\nDirectMap2M: 25155584 kB\n">>}]}] [ns_doctor:debug,2012-11-12T13:11:28.184,ns_1@192.168.0.21:ns_doctor<0.4484.0>:ns_doctor:handle_info:137]Current node statuses: [{'ns_1@192.168.0.20', [{last_heard,{1352,754684,573236}}, {outgoing_replications_safeness_level,[{"default",green}]}, {incoming_replications_conf_hashes, [{"default",[{'ns_1@192.168.0.22',31330344}]}]}, {active_buckets,["default"]}, {ready_buckets,["default"]}, {local_tasks,[]}, {memory, [{total,189737024}, {processes,141823680}, {processes_used,138985504}, {system,47913344}, {atom,1401785}, {atom_used,1374492}, {binary,5936440}, {code,14054366}, {ets,8264032}]}, {system_memory_data, [{system_total_memory,25199214592}, {free_swap,20971511808}, {total_swap,20971511808}, {cached_memory,2893111296}, {buffered_memory,221528064}, {free_memory,12596625408}, {total_memory,25199214592}]}, {node_storage_conf,[{db_path,"/data"},{index_path,"/data"}]}, {statistics, [{wall_clock,{2647711,5000}}, {context_switches,{18514453,0}}, {garbage_collection,{2302046,14878249063,0}}, {io,{{input,347897087},{output,11011598662}}}, {reductions,{2575036465,4056605}}, {run_queue,0}, {runtime,{964650,2600}}]}, {system_stats, [{cpu_utilization_rate,69.17098445595855}, {swap_total,20971511808}, {swap_used,0}]}, {interesting_stats, [{couch_docs_actual_disk_size,2822549931}, {couch_docs_data_size,2541555999}, {couch_views_actual_disk_size,0}, {couch_views_data_size,0}, {curr_items,566332}, {curr_items_tot,1027760}, {mem_used,2733618376}, {vb_replica_curr_items,461428}]}, {cluster_compatibility_version,131072}, {version, [{public_key,"0.13"}, {lhttpc,"1.3.0"}, {ale,"8cffe61"}, {os_mon,"2.2.7"}, {couch_set_view,"1.2.0a-b68b5f4-git"}, {mnesia,"4.5"}, {inets,"5.7.1"}, {couch,"1.2.0a-b68b5f4-git"}, {mapreduce,"1.0.0"}, {couch_index_merger,"1.2.0a-b68b5f4-git"}, {kernel,"2.14.5"}, {crypto,"2.0.4"}, {ssl,"4.1.6"}, {sasl,"2.1.10"}, {couch_view_parser,"1.0.0"}, {ns_server,"2.0.0-1939-rel-enterprise"}, {mochiweb,"1.4.1"}, {oauth,"7d85d3ef"}, {stdlib,"1.17.5"}]}, {supported_compat_version,[2,0]}, {system_arch,"x86_64-unknown-linux-gnu"}, {wall_clock,2647}, {memory_data,{25199214592,12621856768,{<18071.667.0>,20119840}}}, {disk_data, [{"/",41260352,5}, {"/dev/shm",12304304,0}, {"/boot",495844,7}, {"/data",206420664,2}]}, {meminfo, <<"MemTotal: 24608608 kB\nMemFree: 12301392 kB\nBuffers: 216336 kB\nCached: 2825304 kB\nSwapCached: 0 kB\nActive: 9300388 kB\nInactive: 2443540 kB\nActive(anon): 8690164 kB\nInactive(anon): 14632 kB\nActive(file): 610224 kB\nInactive(file): 2428908 kB\nUnevictable: 20760 kB\nMlocked: 20760 kB\nSwapTotal: 20479992 kB\nSwapFree: 20479992 kB\nDirty: 2356 kB\nWriteback: 0 kB\nAnonPages: 8742104 kB\nMapped: 15888 kB\nShmem: 172 kB\nSlab: 226668 kB\nSReclaimable: 168644 kB\nSUnreclaim: 58024 kB\nKernelStack: 3088 kB\nPageTables: 22048 kB\nNFS_Unstable: 0 kB\nBounce: 0 kB\nWritebackTmp: 0 kB\nCommitLimit: 32784296 kB\nCommitted_AS: 10498652 kB\nVmallocTotal: 34359738367 kB\nVmallocUsed: 332500 kB\nVmallocChunk: 34359355024 kB\nHardwareCorrupted: 0 kB\nAnonHugePages: 3360768 kB\nHugePages_Total: 0\nHugePages_Free: 0\nHugePages_Rsvd: 0\nHugePages_Surp: 0\nHugepagesize: 2048 kB\nDirectMap4k: 10240 kB\nDirectMap2M: 25155584 kB\n">>}]}, {'ns_1@192.168.0.21', [{last_heard,{1352,754683,186775}}, {outgoing_replications_safeness_level,[{"default",green}]}, {incoming_replications_conf_hashes, [{"default",[{'ns_1@192.168.0.22',55540468}]}]}, {active_buckets,["default"]}, {ready_buckets,["default"]}, {local_tasks,[]}, {memory, [{total,193253352}, {processes,144936440}, {processes_used,144929296}, {system,48316912}, {atom,1339809}, {atom_used,1335933}, {binary,9764248}, {code,13493102}, {ets,5258792}]}, {system_memory_data, [{system_total_memory,25199214592}, {free_swap,20971511808}, {total_swap,20971511808}, {cached_memory,6299815936}, {buffered_memory,190009344}, {free_memory,12352131072}, {total_memory,25199214592}]}, {node_storage_conf,[{db_path,"/data"},{index_path,"/data"}]}, {statistics, [{wall_clock,{2644098,4996}}, {context_switches,{8335210,0}}, {garbage_collection,{1773140,4731655597,0}}, {io,{{input,339143966},{output,9983353712}}}, {reductions,{1251411781,5643529}}, {run_queue,0}, {runtime,{479320,2030}}]}, {system_stats, [{cpu_utilization_rate,45.09345794392523}, {swap_total,20971511808}, {swap_used,0}]}, {interesting_stats, [{couch_docs_actual_disk_size,6177541513}, {couch_docs_data_size,4785942383}, {couch_views_actual_disk_size,0}, {couch_views_data_size,0}, {curr_items,1032234}, {curr_items_tot,1958545}, {mem_used,5100273880}, {vb_replica_curr_items,926311}]}, {cluster_compatibility_version,131072}, {version, [{public_key,"0.13"}, {lhttpc,"1.3.0"}, {ale,"8cffe61"}, {os_mon,"2.2.7"}, {couch_set_view,"1.2.0a-b68b5f4-git"}, {mnesia,"4.5"}, {inets,"5.7.1"}, {couch,"1.2.0a-b68b5f4-git"}, {mapreduce,"1.0.0"}, {couch_index_merger,"1.2.0a-b68b5f4-git"}, {kernel,"2.14.5"}, {crypto,"2.0.4"}, {ssl,"4.1.6"}, {sasl,"2.1.10"}, {couch_view_parser,"1.0.0"}, {ns_server,"2.0.0-1939-rel-enterprise"}, {mochiweb,"1.4.1"}, {oauth,"7d85d3ef"}, {stdlib,"1.17.5"}]}, {supported_compat_version,[2,0]}, {system_arch,"x86_64-unknown-linux-gnu"}, {wall_clock,2644}, {memory_data,{25199214592,12832112640,{<0.12433.1>,17429400}}}, {disk_data, [{"/",41260352,5}, {"/dev/shm",12304304,0}, {"/boot",495844,7}, {"/data",206420664,4}]}, {meminfo, <<"MemTotal: 24608608 kB\nMemFree: 12062876 kB\nBuffers: 185556 kB\nCached: 6152164 kB\nSwapCached: 0 kB\nActive: 7091272 kB\nInactive: 4868004 kB\nActive(anon): 5614304 kB\nInactive(anon): 9232 kB\nActive(file): 1476968 kB\nInactive(file): 4858772 kB\nUnevictable: 20760 kB\nMlocked: 20760 kB\nSwapTotal: 20479992 kB\nSwapFree: 20479992 kB\nDirty: 3512 kB\nWriteback: 0 kB\nAnonPages: 5642452 kB\nMapped: 14616 kB\nShmem: 164 kB\nSlab: 257028 kB\nSReclaimable: 198900 kB\nSUnreclaim: 58128 kB\nKernelStack: 3048 kB\nPageTables: 15424 kB\nNFS_Unstable: 0 kB\nBounce: 0 kB\nWritebackTmp: 0 kB\nCommitLimit: 32784296 kB\nCommitted_AS: 7400700 kB\nVmallocTotal: 34359738367 kB\nVmallocUsed: 332500 kB\nVmallocChunk: 34359350016 kB\nHardwareCorrupted: 0 kB\nAnonHugePages: 2009088 kB\nHugePages_Total: 0\nHugePages_Free: 0\nHugePages_Rsvd: 0\nHugePages_Surp: 0\nHugepagesize: 2048 kB\nDirectMap4k: 10240 kB\nDirectMap2M: 25155584 kB\n">>}]}, {'ns_1@192.168.0.22', [{last_heard,{1352,754687,792899}}, {outgoing_replications_safeness_level,[{"default",green}]}, {incoming_replications_conf_hashes, [{"default", [{'ns_1@192.168.0.20',133031711}, {'ns_1@192.168.0.21',44553304}]}]}, {active_buckets,["default"]}, {ready_buckets,["default"]}, {local_tasks,[]}, {memory, [{total,245625048}, {processes,189455432}, {processes_used,189297944}, {system,56169616}, {atom,1338193}, {atom_used,1333793}, {binary,14155288}, {code,13490894}, {ets,8530016}]}, {system_memory_data, [{system_total_memory,25199214592}, {free_swap,20971511808}, {total_swap,20971511808}, {cached_memory,10230833152}, {buffered_memory,243101696}, {free_memory,4977852416}, {total_memory,25199214592}]}, {node_storage_conf,[{db_path,"/data"},{index_path,"/data"}]}, {statistics, [{wall_clock,{2635875,4998}}, {context_switches,{20720890,0}}, {garbage_collection,{2859891,6645343856,0}}, {io,{{input,468661791},{output,15683662047}}}, {reductions,{2281380267,4580855}}, {run_queue,0}, {runtime,{784840,1840}}]}, {system_stats, [{cpu_utilization_rate,44.76885644768856}, {swap_total,20971511808}, {swap_used,0}]}, {interesting_stats, [{couch_docs_actual_disk_size,10079406093}, {couch_docs_data_size,7330277595}, {couch_views_actual_disk_size,0}, {couch_views_data_size,0}, {curr_items,1388171}, {curr_items_tot,2987034}, {mem_used,7843751320}, {vb_replica_curr_items,1598863}]}, {cluster_compatibility_version,131072}, {version, [{public_key,"0.13"}, {lhttpc,"1.3.0"}, {ale,"8cffe61"}, {os_mon,"2.2.7"}, {couch_set_view,"1.2.0a-b68b5f4-git"}, {mnesia,"4.5"}, {inets,"5.7.1"}, {couch,"1.2.0a-b68b5f4-git"}, {mapreduce,"1.0.0"}, {couch_index_merger,"1.2.0a-b68b5f4-git"}, {kernel,"2.14.5"}, {crypto,"2.0.4"}, {ssl,"4.1.6"}, {sasl,"2.1.10"}, {couch_view_parser,"1.0.0"}, {ns_server,"2.0.0-1939-rel-enterprise"}, {mochiweb,"1.4.1"}, {oauth,"7d85d3ef"}, {stdlib,"1.17.5"}]}, {supported_compat_version,[2,0]}, {system_arch,"x86_64-unknown-linux-gnu"}, {wall_clock,2635}, {memory_data,{25199214592,19557302272,{<18111.687.0>,17427312}}}, {disk_data, [{"/",41260352,5}, {"/dev/shm",12304304,0}, {"/boot",495844,7}, {"/data",206420664,5}]}, {meminfo, <<"MemTotal: 24608608 kB\nMemFree: 4861184 kB\nBuffers: 237404 kB\nCached: 9991048 kB\nSwapCached: 0 kB\nActive: 11171328 kB\nInactive: 7865504 kB\nActive(anon): 8801024 kB\nInactive(anon): 10216 kB\nActive(file): 2370304 kB\nInactive(file): 7855288 kB\nUnevictable: 20760 kB\nMlocked: 20760 kB\nSwapTotal: 20479992 kB\nSwapFree: 20479992 kB\nDirty: 5820 kB\nWriteback: 0 kB\nAnonPages: 8829908 kB\nMapped: 15680 kB\nShmem: 172 kB\nSlab: 374916 kB\nSReclaimable: 317008 kB\nSUnreclaim: 57908 kB\nKernelStack: 2552 kB\nPageTables: 21728 kB\nNFS_Unstable: 0 kB\nBounce: 0 kB\nWritebackTmp: 0 kB\nCommitLimit: 32784296 kB\nCommitted_AS: 10583772 kB\nVmallocTotal: 34359738367 kB\nVmallocUsed: 332500 kB\nVmallocChunk: 34359350016 kB\nHardwareCorrupted: 0 kB\nAnonHugePages: 3352576 kB\nHugePages_Total: 0\nHugePages_Free: 0\nHugePages_Rsvd: 0\nHugePages_Surp: 0\nHugepagesize: 2048 kB\nDirectMap4k: 10240 kB\nDirectMap2M: 25155584 kB\n">>}]}] [stats:debug,2012-11-12T13:11:29.606,ns_1@192.168.0.21:<0.4602.0>:stats_collector:maybe_log_stats:126](at {{1970,1,16},{7,45,54}}) Stats for bucket "default": accepting_conns 1 auth_cmds 9 auth_errors 0 bucket_active_conns 2 bucket_conns 25 bytes 5130398168 bytes_read 12022814055 bytes_written 5729975076 cas_badval 0 cas_hits 0 cas_misses 0 cmd_flush 0 cmd_get 951660 cmd_set 861581 conn_yields 61823 connection_structures 5000 curr_connections 28 curr_conns_on_port_11209 16 curr_conns_on_port_11210 10 curr_items 1035080 curr_items_tot 1970019 curr_temp_items 0 daemon_connections 4 decr_hits 0 decr_misses 0 delete_hits 43937 delete_misses 72698 ep_access_scanner_last_runtime 0 ep_access_scanner_num_items 0 ep_access_scanner_task_time 2012-11-13 10:00:00 ep_allow_data_loss_during_shutdown 1 ep_alog_block_size 4096 ep_alog_path /data/default/access.log ep_alog_sleep_time 1440 ep_alog_task_time 10 ep_backend couchdb ep_bg_fetch_delay 0 ep_bg_fetched 0 ep_bg_meta_fetched 0 ep_bg_remaining_jobs 0 ep_chk_max_items 5000 ep_chk_period 1800 ep_chk_persistence_remains 2 ep_chk_persistence_timeout 10 ep_chk_remover_stime 5 ep_commit_num 72496 ep_commit_time 3 ep_commit_time_total 580373 ep_concurrentDB 1 ep_config_file ep_couch_bucket default ep_couch_host localhost ep_couch_port 11213 ep_couch_reconnect_sleeptime 250 ep_couch_response_timeout 180000 ep_data_age 11 ep_data_age_highwat 26 ep_data_traffic_enabled 0 ep_dbinit 0 ep_dbname /data/default ep_degraded_mode 0 ep_diskqueue_drain 5710409 ep_diskqueue_fill 4819365 ep_diskqueue_items 17473 ep_diskqueue_memory 497824 ep_diskqueue_pending 746736 ep_exp_pager_stime 3600 ep_exp_pager_stime 3600 ep_expired_access 541 ep_expired_pager 0 ep_expiry_window 3 ep_failpartialwarmup 0 ep_flush_all false ep_flush_duration_total 1170 ep_flushall_enabled 0 ep_flusher_state running ep_flusher_todo 2526 ep_getl_default_timeout 15 ep_getl_max_timeout 30 ep_ht_locks 5 ep_ht_size 3079 ep_inconsistent_slave_chk 0 ep_initfile ep_io_num_read 0 ep_io_num_write 4430556 ep_io_read_bytes 0 ep_io_write_bytes 10205279175 ep_item_begin_failed 0 ep_item_commit_failed 0 ep_item_flush_expired 36 ep_item_flush_failed 0 ep_item_num_based_new_chk 1 ep_items_rm_from_checkpoints 98631 ep_keep_closed_chks 0 ep_klog_block_size 4096 ep_klog_compactor_queue_cap 500000 ep_klog_compactor_stime 3600 ep_klog_flush commit2 ep_klog_max_entry_ratio 10 ep_klog_max_log_size 2147483647 ep_klog_path ep_klog_sync commit2 ep_kv_size 4855473241 ep_max_checkpoints 2 ep_max_data_size 12582912000 ep_max_item_size 20971520 ep_max_size 12582912000 ep_max_txn_size 10000 ep_max_vbuckets 1024 ep_mem_high_wat 9437184000 ep_mem_high_wat 9437184000 ep_mem_low_wat 7549747200 ep_mem_low_wat 7549747200 ep_mem_tracker_enabled true ep_min_data_age 0 ep_mlog_compactor_runs 0 ep_mutation_mem_threshold 0 ep_num_access_scanner_runs 0 ep_num_eject_failures 0 ep_num_expiry_pager_runs 0 ep_num_non_resident 0 ep_num_not_my_vbuckets 0 ep_num_ops_del_meta 0 ep_num_ops_get_meta 0 ep_num_ops_set_meta 0 ep_num_pager_runs 0 ep_num_value_ejects 0 ep_oom_errors 0 ep_overhead 107581520 ep_pager_active_vb_pcnt 40 ep_pager_unbiased_period 60 ep_pending_ops 0 ep_pending_ops_max 1 ep_pending_ops_max_duration 128624 ep_pending_ops_total 3 ep_postInitfile ep_queue_age_cap 900 ep_queue_size 14947 ep_startup_time 1352753488 ep_storage_age 8 ep_storage_age_highwat 30 ep_store_max_concurrency 10 ep_store_max_readers 9 ep_store_max_readwrite 1 ep_stored_val_type ep_tap_ack_grace_period 300 ep_tap_ack_initial_sequence_number 1 ep_tap_ack_interval 1000 ep_tap_ack_window_size 10 ep_tap_backfill_resident 0.9 ep_tap_backlog_limit 5000 ep_tap_backoff_period 5 ep_tap_bg_fetch_requeued 0 ep_tap_bg_fetched 0 ep_tap_bg_max_pending 500 ep_tap_keepalive 300 ep_tap_noop_interval 20 ep_tap_requeue_sleep_time 0.1 ep_tap_throttle_cap_pcnt 10 ep_tap_throttle_queue_cap 1000000 ep_tap_throttle_threshold 90 ep_tmp_oom_errors 0 ep_too_old 0 ep_too_young 0 ep_total_cache_size 4831838269 ep_total_del_items 186617 ep_total_enqueued 4819365 ep_total_new_items 2040726 ep_total_persisted 4430556 ep_uncommitted_items 38 ep_value_size 4693039960 ep_vb0 0 ep_vb_snapshot_total 746 ep_vb_total 676 ep_vbucket_del 0 ep_vbucket_del_fail 0 ep_version 2.0.0r_133_g68e3f7c ep_waitforwarmup 0 ep_warmup 1 ep_warmup_batch_size 1000 ep_warmup_dups 0 ep_warmup_min_items_threshold 100 ep_warmup_min_memory_threshold 100 ep_warmup_oom 0 ep_warmup_thread complete ep_warmup_time 17721 get_hits 900079 get_misses 51581 incr_hits 0 incr_misses 0 libevent 2.0.11-stable limit_maxbytes 67108864 listen_disabled_num 0 max_conns_on_port_11209 1000 max_conns_on_port_11210 9000 mem_used 5130398168 pid 7353 pointer_size 64 rejected_conns 0 rusage_system 267.995258 rusage_user 676.919092 tap_checkpoint_end_received 1038 tap_checkpoint_end_sent 305 tap_checkpoint_start_received 2124 tap_checkpoint_start_sent 355 tap_connect_received 1 tap_delete_received 121696 tap_delete_sent 65398 tap_mutation_received 4015466 tap_mutation_sent 1338483 tap_opaque_received 4726 tap_opaque_sent 356 tap_vbucket_set_received 710 threads 4 time 1352754689 total_connections 3470 uptime 1203 vb_active_curr_items 1035080 vb_active_eject 0 vb_active_expired 515 vb_active_ht_memory 8914664 vb_active_itm_memory 2538134160 vb_active_meta_data_memory 81771320 vb_active_num 355 vb_active_num_non_resident 0 vb_active_num_ref_ejects 0 vb_active_num_ref_items 1077443 vb_active_ops_create 1075608 vb_active_ops_delete 98000 vb_active_ops_reject 0 vb_active_ops_update 976845 vb_active_perc_mem_resident 100 vb_active_queue_age 102784000 vb_active_queue_drain 2947201 vb_active_queue_fill 2447023 vb_active_queue_memory 174880 vb_active_queue_pending 262320 vb_active_queue_size 5465 vb_dead_num 0 vb_pending_curr_items 0 vb_pending_eject 0 vb_pending_expired 0 vb_pending_ht_memory 0 vb_pending_itm_memory 0 vb_pending_meta_data_memory 0 vb_pending_num 0 vb_pending_num_non_resident 0 vb_pending_num_ref_ejects 0 vb_pending_num_ref_items 0 vb_pending_ops_create 0 vb_pending_ops_delete 0 vb_pending_ops_reject 0 vb_pending_ops_update 0 vb_pending_perc_mem_resident 0 vb_pending_queue_age 0 vb_pending_queue_drain 0 vb_pending_queue_fill 0 vb_pending_queue_memory 0 vb_pending_queue_pending 0 vb_pending_queue_size 0 vb_replica_curr_items 934939 vb_replica_eject 0 vb_replica_expired 26 vb_replica_ht_memory 8060952 vb_replica_itm_memory 2293704109 vb_replica_meta_data_memory 73860181 vb_replica_num 321 vb_replica_num_non_resident 0 vb_replica_num_ref_ejects 0 vb_replica_num_ref_items 971813 vb_replica_ops_create 965120 vb_replica_ops_delete 88617 vb_replica_ops_reject 0 vb_replica_ops_update 1226386 vb_replica_perc_mem_resident 100 vb_replica_queue_age 48423000 vb_replica_queue_drain 2763208 vb_replica_queue_fill 2372342 vb_replica_queue_memory 322944 vb_replica_queue_pending 484416 vb_replica_queue_size 10092 version 1.4.4_600_g7ea975a [ns_doctor:debug,2012-11-12T13:12:28.184,ns_1@192.168.0.21:ns_doctor<0.4484.0>:ns_doctor:handle_info:137]Current node statuses: [{'ns_1@192.168.0.20', [{last_heard,{1352,754744,573370}}, {outgoing_replications_safeness_level,[{"default",green}]}, {incoming_replications_conf_hashes, [{"default",[{'ns_1@192.168.0.22',41701041}]}]}, {active_buckets,["default"]}, {ready_buckets,["default"]}, {local_tasks,[]}, {memory, [{total,192691712}, {processes,144789504}, {processes_used,141836864}, {system,47902208}, {atom,1401785}, {atom_used,1374492}, {binary,5757360}, {code,14054366}, {ets,8459648}]}, {system_memory_data, [{system_total_memory,25199214592}, {free_swap,20971511808}, {total_swap,20971511808}, {cached_memory,2972577792}, {buffered_memory,223129600}, {free_memory,12517986304}, {total_memory,25199214592}]}, {node_storage_conf,[{db_path,"/data"},{index_path,"/data"}]}, {statistics, [{wall_clock,{2707711,5001}}, {context_switches,{18939614,0}}, {garbage_collection,{2366537,15458833292,0}}, {io,{{input,354994194},{output,11100663963}}}, {reductions,{2625614950,4341799}}, {run_queue,0}, {runtime,{995130,2730}}]}, {system_stats, [{cpu_utilization_rate,60.14492753623188}, {swap_total,20971511808}, {swap_used,0}]}, {interesting_stats, [{couch_docs_actual_disk_size,2903098089}, {couch_docs_data_size,2342063010}, {couch_views_actual_disk_size,0}, {couch_views_data_size,0}, {curr_items,528758}, {curr_items_tot,952048}, {mem_used,2545386880}, {vb_replica_curr_items,423290}]}, {cluster_compatibility_version,131072}, {version, [{public_key,"0.13"}, {lhttpc,"1.3.0"}, {ale,"8cffe61"}, {os_mon,"2.2.7"}, {couch_set_view,"1.2.0a-b68b5f4-git"}, {mnesia,"4.5"}, {inets,"5.7.1"}, {couch,"1.2.0a-b68b5f4-git"}, {mapreduce,"1.0.0"}, {couch_index_merger,"1.2.0a-b68b5f4-git"}, {kernel,"2.14.5"}, {crypto,"2.0.4"}, {ssl,"4.1.6"}, {sasl,"2.1.10"}, {couch_view_parser,"1.0.0"}, {ns_server,"2.0.0-1939-rel-enterprise"}, {mochiweb,"1.4.1"}, {oauth,"7d85d3ef"}, {stdlib,"1.17.5"}]}, {supported_compat_version,[2,0]}, {system_arch,"x86_64-unknown-linux-gnu"}, {wall_clock,2707}, {memory_data,{25199214592,12687470592,{<18071.667.0>,26926200}}}, {disk_data, [{"/",41260352,5}, {"/dev/shm",12304304,0}, {"/boot",495844,7}, {"/data",206420664,2}]}, {meminfo, <<"MemTotal: 24608608 kB\nMemFree: 12224596 kB\nBuffers: 217900 kB\nCached: 2902908 kB\nSwapCached: 0 kB\nActive: 9557220 kB\nInactive: 2265244 kB\nActive(anon): 8688152 kB\nInactive(anon): 15588 kB\nActive(file): 869068 kB\nInactive(file): 2249656 kB\nUnevictable: 20760 kB\nMlocked: 20760 kB\nSwapTotal: 20479992 kB\nSwapFree: 20479992 kB\nDirty: 2360 kB\nWriteback: 0 kB\nAnonPages: 8759448 kB\nMapped: 15568 kB\nShmem: 172 kB\nSlab: 225196 kB\nSReclaimable: 167364 kB\nSUnreclaim: 57832 kB\nKernelStack: 3072 kB\nPageTables: 21660 kB\nNFS_Unstable: 0 kB\nBounce: 0 kB\nWritebackTmp: 0 kB\nCommitLimit: 32784296 kB\nCommitted_AS: 10494964 kB\nVmallocTotal: 34359738367 kB\nVmallocUsed: 332500 kB\nVmallocChunk: 34359355024 kB\nHardwareCorrupted: 0 kB\nAnonHugePages: 3473408 kB\nHugePages_Total: 0\nHugePages_Free: 0\nHugePages_Rsvd: 0\nHugePages_Surp: 0\nHugepagesize: 2048 kB\nDirectMap4k: 10240 kB\nDirectMap2M: 25155584 kB\n">>}]}, {'ns_1@192.168.0.21', [{last_heard,{1352,754743,186961}}, {outgoing_replications_safeness_level,[{"default",green}]}, {incoming_replications_conf_hashes, [{"default",[{'ns_1@192.168.0.22',70707006}]}]}, {active_buckets,["default"]}, {ready_buckets,["default"]}, {local_tasks,[]}, {memory, [{total,222931840}, {processes,174272352}, {processes_used,174263808}, {system,48659488}, {atom,1339809}, {atom_used,1335933}, {binary,9893600}, {code,13493102}, {ets,5450944}]}, {system_memory_data, [{system_total_memory,25199214592}, {free_swap,20971511808}, {total_swap,20971511808}, {cached_memory,7057240064}, {buffered_memory,190771200}, {free_memory,11336097792}, {total_memory,25199214592}]}, {node_storage_conf,[{db_path,"/data"},{index_path,"/data"}]}, {statistics, [{wall_clock,{2704098,4999}}, {context_switches,{8839684,0}}, {garbage_collection,{1847738,4955719324,0}}, {io,{{input,354404763},{output,10399103286}}}, {reductions,{1315146825,5996548}}, {run_queue,0}, {runtime,{502250,2190}}]}, {system_stats, [{cpu_utilization_rate,34.32098765432099}, {swap_total,20971511808}, {swap_used,0}]}, {interesting_stats, [{couch_docs_actual_disk_size,6943577051}, {couch_docs_data_size,4971508870}, {couch_views_actual_disk_size,0}, {couch_views_data_size,0}, {curr_items,1070154}, {curr_items_tot,2039416}, {mem_used,5310070808}, {vb_replica_curr_items,969262}]}, {cluster_compatibility_version,131072}, {version, [{public_key,"0.13"}, {lhttpc,"1.3.0"}, {ale,"8cffe61"}, {os_mon,"2.2.7"}, {couch_set_view,"1.2.0a-b68b5f4-git"}, {mnesia,"4.5"}, {inets,"5.7.1"}, {couch,"1.2.0a-b68b5f4-git"}, {mapreduce,"1.0.0"}, {couch_index_merger,"1.2.0a-b68b5f4-git"}, {kernel,"2.14.5"}, {crypto,"2.0.4"}, {ssl,"4.1.6"}, {sasl,"2.1.10"}, {couch_view_parser,"1.0.0"}, {ns_server,"2.0.0-1939-rel-enterprise"}, {mochiweb,"1.4.1"}, {oauth,"7d85d3ef"}, {stdlib,"1.17.5"}]}, {supported_compat_version,[2,0]}, {system_arch,"x86_64-unknown-linux-gnu"}, {wall_clock,2704}, {memory_data,{25199214592,13790003200,{<0.4606.0>,10770992}}}, {disk_data, [{"/",41260352,5}, {"/dev/shm",12304304,0}, {"/boot",495844,7}, {"/data",206420664,4}]}, {meminfo, <<"MemTotal: 24608608 kB\nMemFree: 11070408 kB\nBuffers: 186300 kB\nCached: 6891836 kB\nSwapCached: 0 kB\nActive: 7730160 kB\nInactive: 5199724 kB\nActive(anon): 5844644 kB\nInactive(anon): 9232 kB\nActive(file): 1885516 kB\nInactive(file): 5190492 kB\nUnevictable: 20760 kB\nMlocked: 20760 kB\nSwapTotal: 20479992 kB\nSwapFree: 20479992 kB\nDirty: 3948 kB\nWriteback: 0 kB\nAnonPages: 5872780 kB\nMapped: 14616 kB\nShmem: 164 kB\nSlab: 278848 kB\nSReclaimable: 220668 kB\nSUnreclaim: 58180 kB\nKernelStack: 3048 kB\nPageTables: 15892 kB\nNFS_Unstable: 0 kB\nBounce: 0 kB\nWritebackTmp: 0 kB\nCommitLimit: 32784296 kB\nCommitted_AS: 7633596 kB\nVmallocTotal: 34359738367 kB\nVmallocUsed: 332500 kB\nVmallocChunk: 34359350016 kB\nHardwareCorrupted: 0 kB\nAnonHugePages: 2125824 kB\nHugePages_Total: 0\nHugePages_Free: 0\nHugePages_Rsvd: 0\nHugePages_Surp: 0\nHugepagesize: 2048 kB\nDirectMap4k: 10240 kB\nDirectMap2M: 25155584 kB\n">>}]}, {'ns_1@192.168.0.22', [{last_heard,{1352,754747,792125}}, {outgoing_replications_safeness_level,[{"default",green}]}, {incoming_replications_conf_hashes, [{"default", [{'ns_1@192.168.0.20',64242183},{'ns_1@192.168.0.21',48731124}]}]}, {active_buckets,["default"]}, {ready_buckets,["default"]}, {local_tasks,[]}, {memory, [{total,244687992}, {processes,188234424}, {processes_used,188079896}, {system,56453568}, {atom,1338193}, {atom_used,1333793}, {binary,14362912}, {code,13490894}, {ets,8603432}]}, {system_memory_data, [{system_total_memory,25199214592}, {free_swap,20971511808}, {total_swap,20971511808}, {cached_memory,10975698944}, {buffered_memory,243527680}, {free_memory,4194258944}, {total_memory,25199214592}]}, {node_storage_conf,[{db_path,"/data"},{index_path,"/data"}]}, {statistics, [{wall_clock,{2695874,4999}}, {context_switches,{21235186,0}}, {garbage_collection,{2939471,6827154647,0}}, {io,{{input,476229245},{output,16001203656}}}, {reductions,{2337723636,4584838}}, {run_queue,0}, {runtime,{806170,1670}}]}, {system_stats, [{cpu_utilization_rate,35.609756097560975}, {swap_total,20971511808}, {swap_used,0}]}, {interesting_stats, [{couch_docs_actual_disk_size,10817839302}, {couch_docs_data_size,7330809033}, {couch_views_actual_disk_size,0}, {couch_views_data_size,0}, {curr_items,1387011}, {curr_items_tot,2986309}, {mem_used,7850606920}, {vb_replica_curr_items,1599298}]}, {cluster_compatibility_version,131072}, {version, [{public_key,"0.13"}, {lhttpc,"1.3.0"}, {ale,"8cffe61"}, {os_mon,"2.2.7"}, {couch_set_view,"1.2.0a-b68b5f4-git"}, {mnesia,"4.5"}, {inets,"5.7.1"}, {couch,"1.2.0a-b68b5f4-git"}, {mapreduce,"1.0.0"}, {couch_index_merger,"1.2.0a-b68b5f4-git"}, {kernel,"2.14.5"}, {crypto,"2.0.4"}, {ssl,"4.1.6"}, {sasl,"2.1.10"}, {couch_view_parser,"1.0.0"}, {ns_server,"2.0.0-1939-rel-enterprise"}, {mochiweb,"1.4.1"}, {oauth,"7d85d3ef"}, {stdlib,"1.17.5"}]}, {supported_compat_version,[2,0]}, {system_arch,"x86_64-unknown-linux-gnu"}, {wall_clock,2695}, {memory_data,{25199214592,20307681280,{<18111.687.0>,17427312}}}, {disk_data, [{"/",41260352,5}, {"/dev/shm",12304304,0}, {"/boot",495844,7}, {"/data",206420664,5}]}, {meminfo, <<"MemTotal: 24608608 kB\nMemFree: 4095956 kB\nBuffers: 237820 kB\nCached: 10718456 kB\nSwapCached: 0 kB\nActive: 11620888 kB\nInactive: 8159572 kB\nActive(anon): 8815632 kB\nInactive(anon): 11092 kB\nActive(file): 2805256 kB\nInactive(file): 8148480 kB\nUnevictable: 20760 kB\nMlocked: 20760 kB\nSwapTotal: 20479992 kB\nSwapFree: 20479992 kB\nDirty: 5656 kB\nWriteback: 0 kB\nAnonPages: 8845828 kB\nMapped: 15672 kB\nShmem: 172 kB\nSlab: 396304 kB\nSReclaimable: 338340 kB\nSUnreclaim: 57964 kB\nKernelStack: 2576 kB\nPageTables: 21884 kB\nNFS_Unstable: 0 kB\nBounce: 0 kB\nWritebackTmp: 0 kB\nCommitLimit: 32784296 kB\nCommitted_AS: 10587500 kB\nVmallocTotal: 34359738367 kB\nVmallocUsed: 332500 kB\nVmallocChunk: 34359350016 kB\nHardwareCorrupted: 0 kB\nAnonHugePages: 3454976 kB\nHugePages_Total: 0\nHugePages_Free: 0\nHugePages_Rsvd: 0\nHugePages_Surp: 0\nHugepagesize: 2048 kB\nDirectMap4k: 10240 kB\nDirectMap2M: 25155584 kB\n">>}]}] [stats:debug,2012-11-12T13:13:09.613,ns_1@192.168.0.21:<0.4602.0>:stats_collector:maybe_log_stats:126](at {{1970,1,16},{7,45,54}}) Stats for bucket "default": accepting_conns 1 auth_cmds 9 auth_errors 0 bucket_active_conns 1 bucket_conns 25 bytes 5445544664 bytes_read 12969549041 bytes_written 6384559002 cas_badval 0 cas_hits 0 cas_misses 0 cmd_flush 0 cmd_get 1102188 cmd_set 982793 conn_yields 66349 connection_structures 5000 curr_connections 28 curr_conns_on_port_11209 16 curr_conns_on_port_11210 10 curr_items 1097004 curr_items_tot 2092351 curr_temp_items 0 daemon_connections 4 decr_hits 0 decr_misses 0 delete_hits 49749 delete_misses 83130 ep_access_scanner_last_runtime 0 ep_access_scanner_num_items 0 ep_access_scanner_task_time 2012-11-13 10:00:00 ep_allow_data_loss_during_shutdown 1 ep_alog_block_size 4096 ep_alog_path /data/default/access.log ep_alog_sleep_time 1440 ep_alog_task_time 10 ep_backend couchdb ep_bg_fetch_delay 0 ep_bg_fetched 0 ep_bg_meta_fetched 0 ep_bg_remaining_jobs 0 ep_chk_max_items 5000 ep_chk_period 1800 ep_chk_persistence_remains 2 ep_chk_persistence_timeout 10 ep_chk_remover_stime 5 ep_commit_num 80302 ep_commit_time 8 ep_commit_time_total 626923 ep_concurrentDB 1 ep_config_file ep_couch_bucket default ep_couch_host localhost ep_couch_port 11213 ep_couch_reconnect_sleeptime 250 ep_couch_response_timeout 180000 ep_data_age 7 ep_data_age_highwat 26 ep_data_traffic_enabled 0 ep_dbinit 0 ep_dbname /data/default ep_degraded_mode 0 ep_diskqueue_drain 6100400 ep_diskqueue_fill 5197464 ep_diskqueue_items 28105 ep_diskqueue_memory 833312 ep_diskqueue_pending 1249968 ep_exp_pager_stime 3600 ep_exp_pager_stime 3600 ep_expired_access 674 ep_expired_pager 0 ep_expiry_window 3 ep_failpartialwarmup 0 ep_flush_all false ep_flush_duration_total 1267 ep_flushall_enabled 0 ep_flusher_state running ep_flusher_todo 7102 ep_getl_default_timeout 15 ep_getl_max_timeout 30 ep_ht_locks 5 ep_ht_size 3079 ep_inconsistent_slave_chk 0 ep_initfile ep_io_num_read 0 ep_io_num_write 4777057 ep_io_read_bytes 0 ep_io_write_bytes 10998061657 ep_item_begin_failed 0 ep_item_commit_failed 0 ep_item_flush_expired 37 ep_item_flush_failed 0 ep_item_num_based_new_chk 1 ep_items_rm_from_checkpoints 101121 ep_keep_closed_chks 0 ep_klog_block_size 4096 ep_klog_compactor_queue_cap 500000 ep_klog_compactor_stime 3600 ep_klog_flush commit2 ep_klog_max_entry_ratio 10 ep_klog_max_log_size 2147483647 ep_klog_path ep_klog_sync commit2 ep_kv_size 5157291589 ep_max_checkpoints 2 ep_max_data_size 12582912000 ep_max_item_size 20971520 ep_max_size 12582912000 ep_max_txn_size 10000 ep_max_vbuckets 1024 ep_mem_high_wat 9437184000 ep_mem_high_wat 9437184000 ep_mem_low_wat 7549747200 ep_mem_low_wat 7549747200 ep_mem_tracker_enabled true ep_min_data_age 0 ep_mlog_compactor_runs 0 ep_mutation_mem_threshold 0 ep_num_access_scanner_runs 0 ep_num_eject_failures 0 ep_num_expiry_pager_runs 0 ep_num_non_resident 0 ep_num_not_my_vbuckets 0 ep_num_ops_del_meta 0 ep_num_ops_get_meta 0 ep_num_ops_set_meta 0 ep_num_pager_runs 0 ep_num_value_ejects 0 ep_oom_errors 0 ep_overhead 112308064 ep_pager_active_vb_pcnt 40 ep_pager_unbiased_period 60 ep_pending_ops 0 ep_pending_ops_max 1 ep_pending_ops_max_duration 128624 ep_pending_ops_total 3 ep_postInitfile ep_queue_age_cap 900 ep_queue_size 21003 ep_startup_time 1352753488 ep_storage_age 7 ep_storage_age_highwat 30 ep_store_max_concurrency 10 ep_store_max_readers 9 ep_store_max_readwrite 1 ep_stored_val_type ep_tap_ack_grace_period 300 ep_tap_ack_initial_sequence_number 1 ep_tap_ack_interval 1000 ep_tap_ack_window_size 10 ep_tap_backfill_resident 0.9 ep_tap_backlog_limit 5000 ep_tap_backoff_period 5 ep_tap_bg_fetch_requeued 0 ep_tap_bg_fetched 0 ep_tap_bg_max_pending 500 ep_tap_keepalive 300 ep_tap_noop_interval 20 ep_tap_requeue_sleep_time 0.1 ep_tap_throttle_cap_pcnt 10 ep_tap_throttle_queue_cap 1000000 ep_tap_throttle_threshold 90 ep_tmp_oom_errors 0 ep_too_old 0 ep_too_young 0 ep_total_cache_size 5132195377 ep_total_del_items 205404 ep_total_enqueued 5197464 ep_total_new_items 2172711 ep_total_persisted 4777057 ep_uncommitted_items 34 ep_value_size 4984773376 ep_vb0 0 ep_vb_snapshot_total 787 ep_vb_total 718 ep_vbucket_del 0 ep_vbucket_del_fail 0 ep_version 2.0.0r_133_g68e3f7c ep_waitforwarmup 0 ep_warmup 1 ep_warmup_batch_size 1000 ep_warmup_dups 0 ep_warmup_min_items_threshold 100 ep_warmup_min_memory_threshold 100 ep_warmup_oom 0 ep_warmup_thread complete ep_warmup_time 17721 get_hits 1026255 get_misses 75933 incr_hits 0 incr_misses 0 libevent 2.0.11-stable limit_maxbytes 67108864 listen_disabled_num 0 max_conns_on_port_11209 1000 max_conns_on_port_11210 9000 mem_used 5445544664 pid 7353 pointer_size 64 rejected_conns 0 rusage_system 299.816420 rusage_user 742.088185 tap_checkpoint_end_received 1118 tap_checkpoint_end_sent 322 tap_checkpoint_start_received 2268 tap_checkpoint_start_sent 376 tap_connect_received 1 tap_delete_received 135912 tap_delete_sent 73345 tap_mutation_received 4272998 tap_mutation_sent 1467323 tap_opaque_received 5020 tap_opaque_sent 377 tap_vbucket_set_received 752 threads 4 time 1352754789 total_connections 3680 uptime 1303 vb_active_curr_items 1097004 vb_active_eject 0 vb_active_expired 641 vb_active_ht_memory 9441920 vb_active_itm_memory 2690332564 vb_active_meta_data_memory 86663316 vb_active_num 376 vb_active_num_non_resident 0 vb_active_num_ref_ejects 0 vb_active_num_ref_items 1144731 vb_active_ops_create 1142384 vb_active_ops_delete 107574 vb_active_ops_reject 0 vb_active_ops_update 1073250 vb_active_perc_mem_resident 100 vb_active_queue_age 135540000 vb_active_queue_drain 3144811 vb_active_queue_fill 2640927 vb_active_queue_memory 399936 vb_active_queue_pending 599904 vb_active_queue_size 12498 vb_dead_num 0 vb_pending_curr_items 0 vb_pending_eject 0 vb_pending_expired 0 vb_pending_ht_memory 0 vb_pending_itm_memory 0 vb_pending_meta_data_memory 0 vb_pending_num 0 vb_pending_num_non_resident 0 vb_pending_num_ref_ejects 0 vb_pending_num_ref_items 0 vb_pending_ops_create 0 vb_pending_ops_delete 0 vb_pending_ops_reject 0 vb_pending_ops_update 0 vb_pending_perc_mem_resident 0 vb_pending_queue_age 0 vb_pending_queue_drain 0 vb_pending_queue_fill 0 vb_pending_queue_memory 0 vb_pending_queue_pending 0 vb_pending_queue_size 0 vb_replica_curr_items 995347 vb_replica_eject 0 vb_replica_expired 33 vb_replica_ht_memory 8588304 vb_replica_itm_memory 2441862813 vb_replica_meta_data_memory 78632413 vb_replica_num 342 vb_replica_num_non_resident 0 vb_replica_num_ref_ejects 0 vb_replica_num_ref_items 1037439 vb_replica_ops_create 1030328 vb_replica_ops_delete 97830 vb_replica_ops_reject 0 vb_replica_ops_update 1325720 vb_replica_perc_mem_resident 100 vb_replica_queue_age 73541000 vb_replica_queue_drain 2955589 vb_replica_queue_fill 2556537 vb_replica_queue_memory 433376 vb_replica_queue_pending 650064 vb_replica_queue_size 13543 version 1.4.4_600_g7ea975a [ns_doctor:debug,2012-11-12T13:13:28.184,ns_1@192.168.0.21:ns_doctor<0.4484.0>:ns_doctor:handle_info:137]Current node statuses: [{'ns_1@192.168.0.20', [{last_heard,{1352,754804,573250}}, {outgoing_replications_safeness_level,[{"default",green}]}, {incoming_replications_conf_hashes, [{"default",[{'ns_1@192.168.0.22',2602678}]}]}, {active_buckets,["default"]}, {ready_buckets,["default"]}, {local_tasks,[]}, {memory, [{total,186019136}, {processes,137879408}, {processes_used,134853104}, {system,48139728}, {atom,1401785}, {atom_used,1374492}, {binary,5952744}, {code,14054366}, {ets,8516704}]}, {system_memory_data, [{system_total_memory,25199214592}, {free_swap,20971511808}, {total_swap,20971511808}, {cached_memory,3080417280}, {buffered_memory,223502336}, {free_memory,12423544832}, {total_memory,25199214592}]}, {node_storage_conf,[{db_path,"/data"},{index_path,"/data"}]}, {statistics, [{wall_clock,{2767711,5000}}, {context_switches,{19295957,0}}, {garbage_collection,{2417891,15834900922,0}}, {io,{{input,357938283},{output,11176297909}}}, {reductions,{2668698558,2697281}}, {run_queue,0}, {runtime,{1019270,1210}}]}, {system_stats, [{cpu_utilization_rate,53.69458128078818}, {swap_total,20971511808}, {swap_used,0}]}, {interesting_stats, [{couch_docs_actual_disk_size,2987912660}, {couch_docs_data_size,2198844156}, {couch_views_actual_disk_size,0}, {couch_views_data_size,0}, {curr_items,499851}, {curr_items_tot,893418}, {mem_used,2400796384}, {vb_replica_curr_items,393567}]}, {cluster_compatibility_version,131072}, {version, [{public_key,"0.13"}, {lhttpc,"1.3.0"}, {ale,"8cffe61"}, {os_mon,"2.2.7"}, {couch_set_view,"1.2.0a-b68b5f4-git"}, {mnesia,"4.5"}, {inets,"5.7.1"}, {couch,"1.2.0a-b68b5f4-git"}, {mapreduce,"1.0.0"}, {couch_index_merger,"1.2.0a-b68b5f4-git"}, {kernel,"2.14.5"}, {crypto,"2.0.4"}, {ssl,"4.1.6"}, {sasl,"2.1.10"}, {couch_view_parser,"1.0.0"}, {ns_server,"2.0.0-1939-rel-enterprise"}, {mochiweb,"1.4.1"}, {oauth,"7d85d3ef"}, {stdlib,"1.17.5"}]}, {supported_compat_version,[2,0]}, {system_arch,"x86_64-unknown-linux-gnu"}, {wall_clock,2767}, {memory_data,{25199214592,12746915840,{<18071.667.0>,20119840}}}, {disk_data, [{"/",41260352,5}, {"/dev/shm",12304304,0}, {"/boot",495844,7}, {"/data",206420664,2}]}, {meminfo, <<"MemTotal: 24608608 kB\nMemFree: 12132616 kB\nBuffers: 218264 kB\nCached: 3008220 kB\nSwapCached: 0 kB\nActive: 9744644 kB\nInactive: 2171808 kB\nActive(anon): 8677380 kB\nInactive(anon): 14716 kB\nActive(file): 1067264 kB\nInactive(file): 2157092 kB\nUnevictable: 20760 kB\nMlocked: 20760 kB\nSwapTotal: 20479992 kB\nSwapFree: 20479992 kB\nDirty: 1552 kB\nWriteback: 0 kB\nAnonPages: 8710976 kB\nMapped: 15568 kB\nShmem: 172 kB\nSlab: 224300 kB\nSReclaimable: 166480 kB\nSUnreclaim: 57820 kB\nKernelStack: 3064 kB\nPageTables: 21848 kB\nNFS_Unstable: 0 kB\nBounce: 0 kB\nWritebackTmp: 0 kB\nCommitLimit: 32784296 kB\nCommitted_AS: 10471412 kB\nVmallocTotal: 34359738367 kB\nVmallocUsed: 332500 kB\nVmallocChunk: 34359355024 kB\nHardwareCorrupted: 0 kB\nAnonHugePages: 3528704 kB\nHugePages_Total: 0\nHugePages_Free: 0\nHugePages_Rsvd: 0\nHugePages_Surp: 0\nHugepagesize: 2048 kB\nDirectMap4k: 10240 kB\nDirectMap2M: 25155584 kB\n">>}]}, {'ns_1@192.168.0.21', [{last_heard,{1352,754803,188625}}, {outgoing_replications_safeness_level,[{"default",green}]}, {incoming_replications_conf_hashes, [{"default",[{'ns_1@192.168.0.22',96867932}]}]}, {active_buckets,["default"]}, {ready_buckets,["default"]}, {local_tasks, [[{pid,<<"<0.14104.1>">>}, {bucket,<<"default">>}, {original_target,{[{type,bucket}]}}, {progress,18}, {started_on,1352754779}, {total_vbuckets,715}, {trigger_type,scheduled}, {type,bucket_compaction}, {updated_on,1352754803}, {vbuckets_done,135}]]}, {memory, [{total,193457656}, {processes,144414120}, {processes_used,144402048}, {system,49043536}, {atom,1339809}, {atom_used,1335933}, {binary,10146568}, {code,13493102}, {ets,5563336}]}, {system_memory_data, [{system_total_memory,25199214592}, {free_swap,20971511808}, {total_swap,20971511808}, {cached_memory,7110897664}, {buffered_memory,192651264}, {free_memory,11134402560}, {total_memory,25199214592}]}, {node_storage_conf,[{db_path,"/data"},{index_path,"/data"}]}, {statistics, [{wall_clock,{2764100,5001}}, {context_switches,{9289120,0}}, {garbage_collection,{1909571,5158853462,0}}, {io,{{input,367989652},{output,10744210377}}}, {reductions,{1372691367,4346815}}, {run_queue,0}, {runtime,{522410,1470}}]}, {system_stats, [{cpu_utilization_rate,54.98783454987834}, {swap_total,20971511808}, {swap_used,0}]}, {interesting_stats, [{couch_docs_actual_disk_size,7102648105}, {couch_docs_data_size,5128802280}, {couch_views_actual_disk_size,0}, {couch_views_data_size,0}, {curr_items,1100071}, {curr_items_tot,2098376}, {mem_used,5460727528}, {vb_replica_curr_items,998305}]}, {cluster_compatibility_version,131072}, {version, [{public_key,"0.13"}, {lhttpc,"1.3.0"}, {ale,"8cffe61"}, {os_mon,"2.2.7"}, {couch_set_view,"1.2.0a-b68b5f4-git"}, {mnesia,"4.5"}, {inets,"5.7.1"}, {couch,"1.2.0a-b68b5f4-git"}, {mapreduce,"1.0.0"}, {couch_index_merger,"1.2.0a-b68b5f4-git"}, {kernel,"2.14.5"}, {crypto,"2.0.4"}, {ssl,"4.1.6"}, {sasl,"2.1.10"}, {couch_view_parser,"1.0.0"}, {ns_server,"2.0.0-1939-rel-enterprise"}, {mochiweb,"1.4.1"}, {oauth,"7d85d3ef"}, {stdlib,"1.17.5"}]}, {supported_compat_version,[2,0]}, {system_arch,"x86_64-unknown-linux-gnu"}, {wall_clock,2764}, {memory_data,{25199214592,14124220416,{<0.4606.0>,13313480}}}, {disk_data, [{"/",41260352,5}, {"/dev/shm",12304304,0}, {"/boot",495844,7}, {"/data",206420664,4}]}, {meminfo, <<"MemTotal: 24608608 kB\nMemFree: 10873688 kB\nBuffers: 188136 kB\nCached: 6944236 kB\nSwapCached: 0 kB\nActive: 7767736 kB\nInactive: 5352160 kB\nActive(anon): 5978848 kB\nInactive(anon): 10784 kB\nActive(file): 1788888 kB\nInactive(file): 5341376 kB\nUnevictable: 20760 kB\nMlocked: 20760 kB\nSwapTotal: 20479992 kB\nSwapFree: 20479992 kB\nDirty: 6736 kB\nWriteback: 0 kB\nAnonPages: 6008528 kB\nMapped: 14620 kB\nShmem: 164 kB\nSlab: 285512 kB\nSReclaimable: 227244 kB\nSUnreclaim: 58268 kB\nKernelStack: 3056 kB\nPageTables: 16188 kB\nNFS_Unstable: 0 kB\nBounce: 0 kB\nWritebackTmp: 0 kB\nCommitLimit: 32784296 kB\nCommitted_AS: 7770104 kB\nVmallocTotal: 34359738367 kB\nVmallocUsed: 332500 kB\nVmallocChunk: 34359350016 kB\nHardwareCorrupted: 0 kB\nAnonHugePages: 2201600 kB\nHugePages_Total: 0\nHugePages_Free: 0\nHugePages_Rsvd: 0\nHugePages_Surp: 0\nHugepagesize: 2048 kB\nDirectMap4k: 10240 kB\nDirectMap2M: 25155584 kB\n">>}]}, {'ns_1@192.168.0.22', [{last_heard,{1352,754807,792153}}, {outgoing_replications_safeness_level,[{"default",green}]}, {incoming_replications_conf_hashes, [{"default", [{'ns_1@192.168.0.20',110910968}, {'ns_1@192.168.0.21',102332585}]}]}, {active_buckets,["default"]}, {ready_buckets,["default"]}, {local_tasks, [[{pid,<<"<0.17176.2>">>}, {bucket,<<"default">>}, {original_target,{[{type,bucket}]}}, {progress,20}, {started_on,1352754769}, {total_vbuckets,1025}, {trigger_type,scheduled}, {type,bucket_compaction}, {updated_on,1352754807}, {vbuckets_done,209}]]}, {memory, [{total,251755408}, {processes,195094792}, {processes_used,194976496}, {system,56660616}, {atom,1338193}, {atom_used,1333793}, {binary,14355784}, {code,13490894}, {ets,8813352}]}, {system_memory_data, [{system_total_memory,25199214592}, {free_swap,20971511808}, {total_swap,20971511808}, {cached_memory,10561826816}, {buffered_memory,245866496}, {free_memory,4598218752}, {total_memory,25199214592}]}, {node_storage_conf,[{db_path,"/data"},{index_path,"/data"}]}, {statistics, [{wall_clock,{2755874,4998}}, {context_switches,{21713348,0}}, {garbage_collection,{3009982,6983998917,0}}, {io,{{input,490935381},{output,16306787729}}}, {reductions,{2388936683,4245323}}, {run_queue,0}, {runtime,{825040,1470}}]}, {system_stats, [{cpu_utilization_rate,52.06812652068127}, {swap_total,20971511808}, {swap_used,0}]}, {interesting_stats, [{couch_docs_actual_disk_size,10436542503}, {couch_docs_data_size,7330185997}, {couch_views_actual_disk_size,0}, {couch_views_data_size,0}, {curr_items,1386721}, {curr_items_tot,2987544}, {mem_used,7856620696}, {vb_replica_curr_items,1600823}]}, {cluster_compatibility_version,131072}, {version, [{public_key,"0.13"}, {lhttpc,"1.3.0"}, {ale,"8cffe61"}, {os_mon,"2.2.7"}, {couch_set_view,"1.2.0a-b68b5f4-git"}, {mnesia,"4.5"}, {inets,"5.7.1"}, {couch,"1.2.0a-b68b5f4-git"}, {mapreduce,"1.0.0"}, {couch_index_merger,"1.2.0a-b68b5f4-git"}, {kernel,"2.14.5"}, {crypto,"2.0.4"}, {ssl,"4.1.6"}, {sasl,"2.1.10"}, {couch_view_parser,"1.0.0"}, {ns_server,"2.0.0-1939-rel-enterprise"}, {mochiweb,"1.4.1"}, {oauth,"7d85d3ef"}, {stdlib,"1.17.5"}]}, {supported_compat_version,[2,0]}, {system_arch,"x86_64-unknown-linux-gnu"}, {wall_clock,2755}, {memory_data,{25199214592,21064650752,{<18111.687.0>,21541144}}}, {disk_data, [{"/",41260352,5}, {"/dev/shm",12304304,0}, {"/boot",495844,7}, {"/data",206420664,6}]}, {meminfo, <<"MemTotal: 24608608 kB\nMemFree: 4490448 kB\nBuffers: 240104 kB\nCached: 10314284 kB\nSwapCached: 0 kB\nActive: 11364316 kB\nInactive: 8021912 kB\nActive(anon): 8823820 kB\nInactive(anon): 10216 kB\nActive(file): 2540496 kB\nInactive(file): 8011696 kB\nUnevictable: 20760 kB\nMlocked: 20760 kB\nSwapTotal: 20479992 kB\nSwapFree: 20479992 kB\nDirty: 6988 kB\nWriteback: 0 kB\nAnonPages: 8853148 kB\nMapped: 15684 kB\nShmem: 172 kB\nSlab: 397036 kB\nSReclaimable: 338672 kB\nSUnreclaim: 58364 kB\nKernelStack: 2560 kB\nPageTables: 21844 kB\nNFS_Unstable: 0 kB\nBounce: 0 kB\nWritebackTmp: 0 kB\nCommitLimit: 32784296 kB\nCommitted_AS: 10606940 kB\nVmallocTotal: 34359738367 kB\nVmallocUsed: 332500 kB\nVmallocChunk: 34359350016 kB\nHardwareCorrupted: 0 kB\nAnonHugePages: 3559424 kB\nHugePages_Total: 0\nHugePages_Free: 0\nHugePages_Rsvd: 0\nHugePages_Surp: 0\nHugepagesize: 2048 kB\nDirectMap4k: 10240 kB\nDirectMap2M: 25155584 kB\n">>}]}] [ns_doctor:debug,2012-11-12T13:14:28.185,ns_1@192.168.0.21:ns_doctor<0.4484.0>:ns_doctor:handle_info:137]Current node statuses: [{'ns_1@192.168.0.20', [{last_heard,{1352,754864,573702}}, {outgoing_replications_safeness_level,[{"default",green}]}, {incoming_replications_conf_hashes, [{"default",[{'ns_1@192.168.0.22',82117934}]}]}, {active_buckets,["default"]}, {ready_buckets,["default"]}, {local_tasks, [[{pid,<<"<0.28783.2>">>}, {bucket,<<"default">>}, {original_target,{[{type,bucket}]}}, {progress,34}, {started_on,1352754842}, {total_vbuckets,299}, {trigger_type,scheduled}, {type,bucket_compaction}, {updated_on,1352754863}, {vbuckets_done,103}]]}, {memory, [{total,182519320}, {processes,135208936}, {processes_used,132191224}, {system,47310384}, {atom,1401785}, {atom_used,1374492}, {binary,4903560}, {code,14054366}, {ets,8737336}]}, {system_memory_data, [{system_total_memory,25199214592}, {free_swap,20971511808}, {total_swap,20971511808}, {cached_memory,2827497472}, {buffered_memory,224722944}, {free_memory,12675457024}, {total_memory,25199214592}]}, {node_storage_conf,[{db_path,"/data"},{index_path,"/data"}]}, {statistics, [{wall_clock,{2827711,5000}}, {context_switches,{19546787,0}}, {garbage_collection,{2451799,16079675487,0}}, {io,{{input,362825753},{output,11250021564}}}, {reductions,{2705542885,2458567}}, {run_queue,0}, {runtime,{1036720,890}}]}, {system_stats, [{cpu_utilization_rate,62.8992628992629}, {swap_total,20971511808}, {swap_used,0}]}, {interesting_stats, [{couch_docs_actual_disk_size,2801588096}, {couch_docs_data_size,2127044723}, {couch_views_actual_disk_size,0}, {couch_views_data_size,0}, {curr_items,485376}, {curr_items_tot,864414}, {mem_used,2329923360}, {vb_replica_curr_items,379038}]}, {cluster_compatibility_version,131072}, {version, [{public_key,"0.13"}, {lhttpc,"1.3.0"}, {ale,"8cffe61"}, {os_mon,"2.2.7"}, {couch_set_view,"1.2.0a-b68b5f4-git"}, {mnesia,"4.5"}, {inets,"5.7.1"}, {couch,"1.2.0a-b68b5f4-git"}, {mapreduce,"1.0.0"}, {couch_index_merger,"1.2.0a-b68b5f4-git"}, {kernel,"2.14.5"}, {crypto,"2.0.4"}, {ssl,"4.1.6"}, {sasl,"2.1.10"}, {couch_view_parser,"1.0.0"}, {ns_server,"2.0.0-1939-rel-enterprise"}, {mochiweb,"1.4.1"}, {oauth,"7d85d3ef"}, {stdlib,"1.17.5"}]}, {supported_compat_version,[2,0]}, {system_arch,"x86_64-unknown-linux-gnu"}, {wall_clock,2827}, {memory_data,{25199214592,12622548992,{<18071.667.0>,20119840}}}, {disk_data, [{"/",41260352,5}, {"/dev/shm",12304304,0}, {"/boot",495844,7}, {"/data",206420664,2}]}, {meminfo, <<"MemTotal: 24608608 kB\nMemFree: 12378624 kB\nBuffers: 219456 kB\nCached: 2761228 kB\nSwapCached: 0 kB\nActive: 9542364 kB\nInactive: 2132284 kB\nActive(anon): 8681252 kB\nInactive(anon): 14632 kB\nActive(file): 861112 kB\nInactive(file): 2117652 kB\nUnevictable: 20760 kB\nMlocked: 20760 kB\nSwapTotal: 20479992 kB\nSwapFree: 20479992 kB\nDirty: 5568 kB\nWriteback: 0 kB\nAnonPages: 8715028 kB\nMapped: 15572 kB\nShmem: 172 kB\nSlab: 220252 kB\nSReclaimable: 162064 kB\nSUnreclaim: 58188 kB\nKernelStack: 3072 kB\nPageTables: 21904 kB\nNFS_Unstable: 0 kB\nBounce: 0 kB\nWritebackTmp: 0 kB\nCommitLimit: 32784296 kB\nCommitted_AS: 10474196 kB\nVmallocTotal: 34359738367 kB\nVmallocUsed: 332500 kB\nVmallocChunk: 34359355024 kB\nHardwareCorrupted: 0 kB\nAnonHugePages: 3631104 kB\nHugePages_Total: 0\nHugePages_Free: 0\nHugePages_Rsvd: 0\nHugePages_Surp: 0\nHugepagesize: 2048 kB\nDirectMap4k: 10240 kB\nDirectMap2M: 25155584 kB\n">>}]}, {'ns_1@192.168.0.21', [{last_heard,{1352,754863,189491}}, {outgoing_replications_safeness_level,[{"default",green}]}, {incoming_replications_conf_hashes, [{"default",[{'ns_1@192.168.0.22',95630965}]}]}, {active_buckets,["default"]}, {ready_buckets,["default"]}, {local_tasks, [[{pid,<<"<0.14104.1>">>}, {bucket,<<"default">>}, {original_target,{[{type,bucket}]}}, {progress,66}, {started_on,1352754779}, {total_vbuckets,715}, {trigger_type,scheduled}, {type,bucket_compaction}, {updated_on,1352754863}, {vbuckets_done,472}]]}, {memory, [{total,196208064}, {processes,146381312}, {processes_used,146318704}, {system,49826752}, {atom,1339809}, {atom_used,1335933}, {binary,10771456}, {code,13493102}, {ets,5712024}]}, {system_memory_data, [{system_total_memory,25199214592}, {free_swap,20971511808}, {total_swap,20971511808}, {cached_memory,6342725632}, {buffered_memory,196263936}, {free_memory,11843993600}, {total_memory,25199214592}]}, {node_storage_conf,[{db_path,"/data"},{index_path,"/data"}]}, {statistics, [{wall_clock,{2824101,4995}}, {context_switches,{9666504,0}}, {garbage_collection,{1956956,5326380435,0}}, {io,{{input,385470624},{output,11010203694}}}, {reductions,{1423104644,4235216}}, {run_queue,0}, {runtime,{539240,1410}}]}, {system_stats, [{cpu_utilization_rate,55.91133004926108}, {swap_total,20971511808}, {swap_used,0}]}, {interesting_stats, [{couch_docs_actual_disk_size,6311233456}, {couch_docs_data_size,5201449663}, {couch_views_actual_disk_size,0}, {couch_views_data_size,0}, {curr_items,1114613}, {curr_items_tot,2127395}, {mem_used,5537954760}, {vb_replica_curr_items,1012782}]}, {cluster_compatibility_version,131072}, {version, [{public_key,"0.13"}, {lhttpc,"1.3.0"}, {ale,"8cffe61"}, {os_mon,"2.2.7"}, {couch_set_view,"1.2.0a-b68b5f4-git"}, {mnesia,"4.5"}, {inets,"5.7.1"}, {couch,"1.2.0a-b68b5f4-git"}, {mapreduce,"1.0.0"}, {couch_index_merger,"1.2.0a-b68b5f4-git"}, {kernel,"2.14.5"}, {crypto,"2.0.4"}, {ssl,"4.1.6"}, {sasl,"2.1.10"}, {couch_view_parser,"1.0.0"}, {ns_server,"2.0.0-1939-rel-enterprise"}, {mochiweb,"1.4.1"}, {oauth,"7d85d3ef"}, {stdlib,"1.17.5"}]}, {supported_compat_version,[2,0]}, {system_arch,"x86_64-unknown-linux-gnu"}, {wall_clock,2824}, {memory_data,{25199214592,13411205120,{<0.4606.0>,13313480}}}, {disk_data, [{"/",41260352,5}, {"/dev/shm",12304304,0}, {"/boot",495844,7}, {"/data",206420664,4}]}, {meminfo, <<"MemTotal: 24608608 kB\nMemFree: 11566400 kB\nBuffers: 191664 kB\nCached: 6194068 kB\nSwapCached: 0 kB\nActive: 7253352 kB\nInactive: 5195164 kB\nActive(anon): 6055028 kB\nInactive(anon): 10204 kB\nActive(file): 1198324 kB\nInactive(file): 5184960 kB\nUnevictable: 20760 kB\nMlocked: 20760 kB\nSwapTotal: 20479992 kB\nSwapFree: 20479992 kB\nDirty: 10540 kB\nWriteback: 0 kB\nAnonPages: 6084200 kB\nMapped: 14620 kB\nShmem: 164 kB\nSlab: 263932 kB\nSReclaimable: 205280 kB\nSUnreclaim: 58652 kB\nKernelStack: 3056 kB\nPageTables: 16356 kB\nNFS_Unstable: 0 kB\nBounce: 0 kB\nWritebackTmp: 0 kB\nCommitLimit: 32784296 kB\nCommitted_AS: 7844912 kB\nVmallocTotal: 34359738367 kB\nVmallocUsed: 332500 kB\nVmallocChunk: 34359350016 kB\nHardwareCorrupted: 0 kB\nAnonHugePages: 2297856 kB\nHugePages_Total: 0\nHugePages_Free: 0\nHugePages_Rsvd: 0\nHugePages_Surp: 0\nHugepagesize: 2048 kB\nDirectMap4k: 10240 kB\nDirectMap2M: 25155584 kB\n">>}]}, {'ns_1@192.168.0.22', [{last_heard,{1352,754867,792808}}, {outgoing_replications_safeness_level,[{"default",green}]}, {incoming_replications_conf_hashes, [{"default", [{'ns_1@192.168.0.20',87278877}, {'ns_1@192.168.0.21',123316905}]}]}, {active_buckets,["default"]}, {ready_buckets,["default"]}, {local_tasks, [[{pid,<<"<0.17176.2>">>}, {bucket,<<"default">>}, {original_target,{[{type,bucket}]}}, {progress,49}, {started_on,1352754769}, {total_vbuckets,1025}, {trigger_type,scheduled}, {type,bucket_compaction}, {updated_on,1352754867}, {vbuckets_done,506}]]}, {memory, [{total,246246344}, {processes,190404920}, {processes_used,190397224}, {system,55841424}, {atom,1338193}, {atom_used,1333793}, {binary,13339176}, {code,13490894}, {ets,8994936}]}, {system_memory_data, [{system_total_memory,25199214592}, {free_swap,20971511808}, {total_swap,20971511808}, {cached_memory,9543106560}, {buffered_memory,249143296}, {free_memory,5628551168}, {total_memory,25199214592}]}, {node_storage_conf,[{db_path,"/data"},{index_path,"/data"}]}, {statistics, [{wall_clock,{2815875,5000}}, {context_switches,{22090307,0}}, {garbage_collection,{3058447,7105736247,0}}, {io,{{input,499004933},{output,16602548268}}}, {reductions,{2431823711,4195088}}, {run_queue,0}, {runtime,{839690,1390}}]}, {system_stats, [{cpu_utilization_rate,54.76190476190476}, {swap_total,20971511808}, {swap_used,0}]}, {interesting_stats, [{couch_docs_actual_disk_size,9407902806}, {couch_docs_data_size,7329951694}, {couch_views_actual_disk_size,0}, {couch_views_data_size,0}, {curr_items,1387106}, {curr_items_tot,2989632}, {mem_used,7862247152}, {vb_replica_curr_items,1602526}]}, {cluster_compatibility_version,131072}, {version, [{public_key,"0.13"}, {lhttpc,"1.3.0"}, {ale,"8cffe61"}, {os_mon,"2.2.7"}, {couch_set_view,"1.2.0a-b68b5f4-git"}, {mnesia,"4.5"}, {inets,"5.7.1"}, {couch,"1.2.0a-b68b5f4-git"}, {mapreduce,"1.0.0"}, {couch_index_merger,"1.2.0a-b68b5f4-git"}, {kernel,"2.14.5"}, {crypto,"2.0.4"}, {ssl,"4.1.6"}, {sasl,"2.1.10"}, {couch_view_parser,"1.0.0"}, {ns_server,"2.0.0-1939-rel-enterprise"}, {mochiweb,"1.4.1"}, {oauth,"7d85d3ef"}, {stdlib,"1.17.5"}]}, {supported_compat_version,[2,0]}, {system_arch,"x86_64-unknown-linux-gnu"}, {wall_clock,2815}, {memory_data,{25199214592,20512796672,{<18111.687.0>,24233672}}}, {disk_data, [{"/",41260352,5}, {"/dev/shm",12304304,0}, {"/boot",495844,7}, {"/data",206420664,5}]}, {meminfo, <<"MemTotal: 24608608 kB\nMemFree: 5496632 kB\nBuffers: 243304 kB\nCached: 9319440 kB\nSwapCached: 0 kB\nActive: 10748736 kB\nInactive: 7646448 kB\nActive(anon): 8822236 kB\nInactive(anon): 12148 kB\nActive(file): 1926500 kB\nInactive(file): 7634300 kB\nUnevictable: 20760 kB\nMlocked: 20760 kB\nSwapTotal: 20479992 kB\nSwapFree: 20479992 kB\nDirty: 10364 kB\nWriteback: 0 kB\nAnonPages: 8853484 kB\nMapped: 15684 kB\nShmem: 172 kB\nSlab: 382056 kB\nSReclaimable: 323448 kB\nSUnreclaim: 58608 kB\nKernelStack: 2560 kB\nPageTables: 21820 kB\nNFS_Unstable: 0 kB\nBounce: 0 kB\nWritebackTmp: 0 kB\nCommitLimit: 32784296 kB\nCommitted_AS: 10604092 kB\nVmallocTotal: 34359738367 kB\nVmallocUsed: 332500 kB\nVmallocChunk: 34359350016 kB\nHardwareCorrupted: 0 kB\nAnonHugePages: 3649536 kB\nHugePages_Total: 0\nHugePages_Free: 0\nHugePages_Rsvd: 0\nHugePages_Surp: 0\nHugepagesize: 2048 kB\nDirectMap4k: 10240 kB\nDirectMap2M: 25155584 kB\n">>}]}] [stats:debug,2012-11-12T13:14:49.614,ns_1@192.168.0.21:<0.4602.0>:stats_collector:maybe_log_stats:126](at {{1970,1,16},{7,45,54}}) Stats for bucket "default": accepting_conns 1 auth_cmds 9 auth_errors 0 bucket_active_conns 1 bucket_conns 25 bytes 5568713720 bytes_read 13736363427 bytes_written 7061688603 cas_badval 0 cas_hits 0 cas_misses 0 cmd_flush 0 cmd_get 1264762 cmd_set 1114333 conn_yields 69728 connection_structures 5000 curr_connections 28 curr_conns_on_port_11209 16 curr_conns_on_port_11210 10 curr_items 1120248 curr_items_tot 2138807 curr_temp_items 0 daemon_connections 4 decr_hits 0 decr_misses 0 delete_hits 56125 delete_misses 94588 ep_access_scanner_last_runtime 0 ep_access_scanner_num_items 0 ep_access_scanner_task_time 2012-11-13 10:00:00 ep_allow_data_loss_during_shutdown 1 ep_alog_block_size 4096 ep_alog_path /data/default/access.log ep_alog_sleep_time 1440 ep_alog_task_time 10 ep_backend couchdb ep_bg_fetch_delay 0 ep_bg_fetched 0 ep_bg_meta_fetched 0 ep_bg_remaining_jobs 0 ep_chk_max_items 5000 ep_chk_period 1800 ep_chk_persistence_remains 2 ep_chk_persistence_timeout 10 ep_chk_remover_stime 5 ep_commit_num 83344 ep_commit_time 78 ep_commit_time_total 673470 ep_concurrentDB 1 ep_config_file ep_couch_bucket default ep_couch_host localhost ep_couch_port 11213 ep_couch_reconnect_sleeptime 250 ep_couch_response_timeout 180000 ep_data_age 19 ep_data_age_highwat 28 ep_data_traffic_enabled 0 ep_dbinit 0 ep_dbname /data/default ep_degraded_mode 0 ep_diskqueue_drain 6383032 ep_diskqueue_fill 5479128 ep_diskqueue_items 36358 ep_diskqueue_memory 1085568 ep_diskqueue_pending 1628352 ep_exp_pager_stime 3600 ep_exp_pager_stime 3600 ep_expired_access 806 ep_expired_pager 0 ep_expiry_window 3 ep_failpartialwarmup 0 ep_flush_all false ep_flush_duration_total 1361 ep_flushall_enabled 0 ep_flusher_state running ep_flusher_todo 3718 ep_getl_default_timeout 15 ep_getl_max_timeout 30 ep_ht_locks 5 ep_ht_size 3079 ep_inconsistent_slave_chk 0 ep_initfile ep_io_num_read 0 ep_io_num_write 5028391 ep_io_read_bytes 0 ep_io_write_bytes 11571605052 ep_item_begin_failed 0 ep_item_commit_failed 0 ep_item_flush_expired 37 ep_item_flush_failed 0 ep_item_num_based_new_chk 1 ep_items_rm_from_checkpoints 102540 ep_keep_closed_chks 0 ep_klog_block_size 4096 ep_klog_compactor_queue_cap 500000 ep_klog_compactor_stime 3600 ep_klog_flush commit2 ep_klog_max_entry_ratio 10 ep_klog_max_log_size 2147483647 ep_klog_path ep_klog_sync commit2 ep_kv_size 5273132417 ep_max_checkpoints 2 ep_max_data_size 12582912000 ep_max_item_size 20971520 ep_max_size 12582912000 ep_max_txn_size 10000 ep_max_vbuckets 1024 ep_mem_high_wat 9437184000 ep_mem_high_wat 9437184000 ep_mem_low_wat 7549747200 ep_mem_low_wat 7549747200 ep_mem_tracker_enabled true ep_min_data_age 0 ep_mlog_compactor_runs 0 ep_mutation_mem_threshold 0 ep_num_access_scanner_runs 0 ep_num_eject_failures 0 ep_num_expiry_pager_runs 0 ep_num_non_resident 0 ep_num_not_my_vbuckets 0 ep_num_ops_del_meta 0 ep_num_ops_get_meta 0 ep_num_ops_set_meta 0 ep_num_pager_runs 0 ep_num_value_ejects 0 ep_oom_errors 0 ep_overhead 115223534 ep_pager_active_vb_pcnt 40 ep_pager_unbiased_period 60 ep_pending_ops 0 ep_pending_ops_max 1 ep_pending_ops_max_duration 128624 ep_pending_ops_total 3 ep_postInitfile ep_queue_age_cap 900 ep_queue_size 32640 ep_startup_time 1352753488 ep_storage_age 18 ep_storage_age_highwat 36 ep_store_max_concurrency 10 ep_store_max_readers 9 ep_store_max_readwrite 1 ep_stored_val_type ep_tap_ack_grace_period 300 ep_tap_ack_initial_sequence_number 1 ep_tap_ack_interval 1000 ep_tap_ack_window_size 10 ep_tap_backfill_resident 0.9 ep_tap_backlog_limit 5000 ep_tap_backoff_period 5 ep_tap_bg_fetch_requeued 0 ep_tap_bg_fetched 0 ep_tap_bg_max_pending 500 ep_tap_keepalive 300 ep_tap_noop_interval 20 ep_tap_requeue_sleep_time 0.1 ep_tap_throttle_cap_pcnt 10 ep_tap_throttle_queue_cap 1000000 ep_tap_throttle_threshold 90 ep_tmp_oom_errors 0 ep_too_old 0 ep_too_young 0 ep_total_cache_size 5247483857 ep_total_del_items 220058 ep_total_enqueued 5479128 ep_total_new_items 2229546 ep_total_persisted 5028391 ep_uncommitted_items 66 ep_value_size 5096785249 ep_vb0 0 ep_vb_snapshot_total 804 ep_vb_total 734 ep_vbucket_del 0 ep_vbucket_del_fail 0 ep_version 2.0.0r_133_g68e3f7c ep_waitforwarmup 0 ep_warmup 1 ep_warmup_batch_size 1000 ep_warmup_dups 0 ep_warmup_min_items_threshold 100 ep_warmup_min_memory_threshold 100 ep_warmup_oom 0 ep_warmup_thread complete ep_warmup_time 17721 get_hits 1162923 get_misses 101839 incr_hits 0 incr_misses 0 libevent 2.0.11-stable limit_maxbytes 67108864 listen_disabled_num 0 max_conns_on_port_11209 1000 max_conns_on_port_11210 9000 mem_used 5568713720 pid 7353 pointer_size 64 rejected_conns 0 rusage_system 327.385229 rusage_user 791.744636 tap_checkpoint_end_received 1149 tap_checkpoint_end_sent 330 tap_checkpoint_start_received 2323 tap_checkpoint_start_sent 384 tap_connect_received 1 tap_delete_received 144965 tap_delete_sent 80716 tap_mutation_received 4445786 tap_mutation_sent 1599679 tap_opaque_received 5132 tap_opaque_sent 385 tap_vbucket_set_received 768 threads 4 time 1352754889 total_connections 3760 uptime 1403 vb_active_curr_items 1120248 vb_active_eject 0 vb_active_expired 769 vb_active_ht_memory 9642816 vb_active_itm_memory 2748198768 vb_active_meta_data_memory 88499592 vb_active_num 384 vb_active_num_non_resident 0 vb_active_num_ref_ejects 0 vb_active_num_ref_items 1173936 vb_active_ops_create 1171170 vb_active_ops_delete 115525 vb_active_ops_reject 0 vb_active_ops_update 1165168 vb_active_perc_mem_resident 100 vb_active_queue_age 230940000 vb_active_queue_drain 3293220 vb_active_queue_fill 2787186 vb_active_queue_memory 492128 vb_active_queue_pending 738192 vb_active_queue_size 15379 vb_dead_num 0 vb_pending_curr_items 0 vb_pending_eject 0 vb_pending_expired 0 vb_pending_ht_memory 0 vb_pending_itm_memory 0 vb_pending_meta_data_memory 0 vb_pending_num 0 vb_pending_num_non_resident 0 vb_pending_num_ref_ejects 0 vb_pending_num_ref_items 0 vb_pending_ops_create 0 vb_pending_ops_delete 0 vb_pending_ops_reject 0 vb_pending_ops_update 0 vb_pending_perc_mem_resident 0 vb_pending_queue_age 0 vb_pending_queue_drain 0 vb_pending_queue_fill 0 vb_pending_queue_memory 0 vb_pending_queue_pending 0 vb_pending_queue_size 0 vb_replica_curr_items 1018559 vb_replica_eject 0 vb_replica_expired 37 vb_replica_ht_memory 8789200 vb_replica_itm_memory 2499285089 vb_replica_meta_data_memory 80466161 vb_replica_num 350 vb_replica_num_non_resident 0 vb_replica_num_ref_ejects 0 vb_replica_num_ref_items 1065840 vb_replica_ops_create 1058376 vb_replica_ops_delete 104533 vb_replica_ops_reject 0 vb_replica_ops_update 1413646 vb_replica_perc_mem_resident 100 vb_replica_queue_age 203701000 vb_replica_queue_drain 3089812 vb_replica_queue_fill 2691942 vb_replica_queue_memory 593440 vb_replica_queue_pending 890160 vb_replica_queue_size 18545 version 1.4.4_600_g7ea975a [ns_doctor:debug,2012-11-12T13:15:28.184,ns_1@192.168.0.21:ns_doctor<0.4484.0>:ns_doctor:handle_info:137]Current node statuses: [{'ns_1@192.168.0.20', [{last_heard,{1352,754924,572990}}, {outgoing_replications_safeness_level,[{"default",green}]}, {incoming_replications_conf_hashes, [{"default",[{'ns_1@192.168.0.22',120887602}]}]}, {active_buckets,["default"]}, {ready_buckets,["default"]}, {local_tasks,[]}, {memory, [{total,188523312}, {processes,140855048}, {processes_used,137738728}, {system,47668264}, {atom,1401785}, {atom_used,1374492}, {binary,5144992}, {code,14054366}, {ets,8864680}]}, {system_memory_data, [{system_total_memory,25199214592}, {free_swap,20971511808}, {total_swap,20971511808}, {cached_memory,2312433664}, {buffered_memory,226955264}, {free_memory,13199663104}, {total_memory,25199214592}]}, {node_storage_conf,[{db_path,"/data"},{index_path,"/data"}]}, {statistics, [{wall_clock,{2887711,5000}}, {context_switches,{19790574,0}}, {garbage_collection,{2489344,16349439528,0}}, {io,{{input,374127325},{output,11329523377}}}, {reductions,{2743645187,2714021}}, {run_queue,0}, {runtime,{1054910,1130}}]}, {system_stats, [{cpu_utilization_rate,49.61832061068702}, {swap_total,20971511808}, {swap_used,0}]}, {interesting_stats, [{couch_docs_actual_disk_size,2231757907}, {couch_docs_data_size,2041008106}, {couch_views_actual_disk_size,0}, {couch_views_data_size,0}, {curr_items,467621}, {curr_items_tot,828972}, {mem_used,2242314048}, {vb_replica_curr_items,361351}]}, {cluster_compatibility_version,131072}, {version, [{public_key,"0.13"}, {lhttpc,"1.3.0"}, {ale,"8cffe61"}, {os_mon,"2.2.7"}, {couch_set_view,"1.2.0a-b68b5f4-git"}, {mnesia,"4.5"}, {inets,"5.7.1"}, {couch,"1.2.0a-b68b5f4-git"}, {mapreduce,"1.0.0"}, {couch_index_merger,"1.2.0a-b68b5f4-git"}, {kernel,"2.14.5"}, {crypto,"2.0.4"}, {ssl,"4.1.6"}, {sasl,"2.1.10"}, {couch_view_parser,"1.0.0"}, {ns_server,"2.0.0-1939-rel-enterprise"}, {mochiweb,"1.4.1"}, {oauth,"7d85d3ef"}, {stdlib,"1.17.5"}]}, {supported_compat_version,[2,0]}, {system_arch,"x86_64-unknown-linux-gnu"}, {wall_clock,2887}, {memory_data,{25199214592,12022894592,{<18071.667.0>,26926200}}}, {disk_data, [{"/",41260352,5}, {"/dev/shm",12304304,0}, {"/boot",495844,7}, {"/data",206420664,2}]}, {meminfo, <<"MemTotal: 24608608 kB\nMemFree: 12890296 kB\nBuffers: 221636 kB\nCached: 2258236 kB\nSwapCached: 0 kB\nActive: 9178720 kB\nInactive: 1992264 kB\nActive(anon): 8679008 kB\nInactive(anon): 14632 kB\nActive(file): 499712 kB\nInactive(file): 1977632 kB\nUnevictable: 20760 kB\nMlocked: 20760 kB\nSwapTotal: 20479992 kB\nSwapFree: 20479992 kB\nDirty: 2048 kB\nWriteback: 0 kB\nAnonPages: 8714352 kB\nMapped: 15568 kB\nShmem: 172 kB\nSlab: 211904 kB\nSReclaimable: 153860 kB\nSUnreclaim: 58044 kB\nKernelStack: 3064 kB\nPageTables: 21852 kB\nNFS_Unstable: 0 kB\nBounce: 0 kB\nWritebackTmp: 0 kB\nCommitLimit: 32784296 kB\nCommitted_AS: 10459792 kB\nVmallocTotal: 34359738367 kB\nVmallocUsed: 332500 kB\nVmallocChunk: 34359355024 kB\nHardwareCorrupted: 0 kB\nAnonHugePages: 3731456 kB\nHugePages_Total: 0\nHugePages_Free: 0\nHugePages_Rsvd: 0\nHugePages_Surp: 0\nHugepagesize: 2048 kB\nDirectMap4k: 10240 kB\nDirectMap2M: 25155584 kB\n">>}]}, {'ns_1@192.168.0.21', [{last_heard,{1352,754923,209366}}, {outgoing_replications_safeness_level,[{"default",green}]}, {incoming_replications_conf_hashes, [{"default",[{'ns_1@192.168.0.22',116414851}]}]}, {active_buckets,["default"]}, {ready_buckets,["default"]}, {local_tasks,[]}, {memory, [{total,225352680}, {processes,175237912}, {processes_used,175185848}, {system,50114768}, {atom,1339809}, {atom_used,1335933}, {binary,10892488}, {code,13493102}, {ets,5873704}]}, {system_memory_data, [{system_total_memory,25199214592}, {free_swap,20971511808}, {total_swap,20971511808}, {cached_memory,6031077376}, {buffered_memory,199741440}, {free_memory,12032851968}, {total_memory,25199214592}]}, {node_storage_conf,[{db_path,"/data"},{index_path,"/data"}]}, {statistics, [{wall_clock,{2884121,5022}}, {context_switches,{10051984,0}}, {garbage_collection,{2006738,5495330817,0}}, {io,{{input,404655682},{output,11303530039}}}, {reductions,{1474172276,4288948}}, {run_queue,0}, {runtime,{556320,1520}}]}, {system_stats, [{cpu_utilization_rate,20.356234096692113}, {swap_total,20971511808}, {swap_used,0}]}, {interesting_stats, [{couch_docs_actual_disk_size,5933713119}, {couch_docs_data_size,5288025538}, {couch_views_actual_disk_size,0}, {couch_views_data_size,0}, {curr_items,1131551}, {curr_items_tot,2161481}, {mem_used,5630009016}, {vb_replica_curr_items,1029930}]}, {cluster_compatibility_version,131072}, {version, [{public_key,"0.13"}, {lhttpc,"1.3.0"}, {ale,"8cffe61"}, {os_mon,"2.2.7"}, {couch_set_view,"1.2.0a-b68b5f4-git"}, {mnesia,"4.5"}, {inets,"5.7.1"}, {couch,"1.2.0a-b68b5f4-git"}, {mapreduce,"1.0.0"}, {couch_index_merger,"1.2.0a-b68b5f4-git"}, {kernel,"2.14.5"}, {crypto,"2.0.4"}, {ssl,"4.1.6"}, {sasl,"2.1.10"}, {couch_view_parser,"1.0.0"}, {ns_server,"2.0.0-1939-rel-enterprise"}, {mochiweb,"1.4.1"}, {oauth,"7d85d3ef"}, {stdlib,"1.17.5"}]}, {supported_compat_version,[2,0]}, {system_arch,"x86_64-unknown-linux-gnu"}, {wall_clock,2884}, {memory_data,{25199214592,13127348224,{<0.4606.0>,10770992}}}, {disk_data, [{"/",41260352,5}, {"/dev/shm",12304304,0}, {"/boot",495844,7}, {"/data",206420664,3}]}, {meminfo, <<"MemTotal: 24608608 kB\nMemFree: 11750832 kB\nBuffers: 195060 kB\nCached: 5889724 kB\nSwapCached: 0 kB\nActive: 7150180 kB\nInactive: 5109816 kB\nActive(anon): 6167744 kB\nInactive(anon): 9232 kB\nActive(file): 982436 kB\nInactive(file): 5100584 kB\nUnevictable: 20760 kB\nMlocked: 20760 kB\nSwapTotal: 20479992 kB\nSwapFree: 20479992 kB\nDirty: 4584 kB\nWriteback: 0 kB\nAnonPages: 6195868 kB\nMapped: 14616 kB\nShmem: 164 kB\nSlab: 253368 kB\nSReclaimable: 194968 kB\nSUnreclaim: 58400 kB\nKernelStack: 3048 kB\nPageTables: 16532 kB\nNFS_Unstable: 0 kB\nBounce: 0 kB\nWritebackTmp: 0 kB\nCommitLimit: 32784296 kB\nCommitted_AS: 7963628 kB\nVmallocTotal: 34359738367 kB\nVmallocUsed: 332500 kB\nVmallocChunk: 34359350016 kB\nHardwareCorrupted: 0 kB\nAnonHugePages: 2414592 kB\nHugePages_Total: 0\nHugePages_Free: 0\nHugePages_Rsvd: 0\nHugePages_Surp: 0\nHugepagesize: 2048 kB\nDirectMap4k: 10240 kB\nDirectMap2M: 25155584 kB\n">>}]}, {'ns_1@192.168.0.22', [{last_heard,{1352,754927,792707}}, {outgoing_replications_safeness_level,[{"default",green}]}, {incoming_replications_conf_hashes, [{"default", [{'ns_1@192.168.0.20',45138758}, {'ns_1@192.168.0.21',109798675}]}]}, {active_buckets,["default"]}, {ready_buckets,["default"]}, {local_tasks, [[{pid,<<"<0.17176.2>">>}, {bucket,<<"default">>}, {original_target,{[{type,bucket}]}}, {progress,79}, {started_on,1352754769}, {total_vbuckets,1025}, {trigger_type,scheduled}, {type,bucket_compaction}, {updated_on,1352754927}, {vbuckets_done,815}]]}, {memory, [{total,241951280}, {processes,185863784}, {processes_used,185727208}, {system,56087496}, {atom,1338193}, {atom_used,1333793}, {binary,13543712}, {code,13490894}, {ets,9051784}]}, {system_memory_data, [{system_total_memory,25199214592}, {free_swap,20971511808}, {total_swap,20971511808}, {cached_memory,8840843264}, {buffered_memory,252071936}, {free_memory,6332530688}, {total_memory,25199214592}]}, {node_storage_conf,[{db_path,"/data"},{index_path,"/data"}]}, {statistics, [{wall_clock,{2875874,4999}}, {context_switches,{22480751,0}}, {garbage_collection,{3110354,7234711829,0}}, {io,{{input,510574668},{output,16908092327}}}, {reductions,{2476528488,4262985}}, {run_queue,0}, {runtime,{854880,1470}}]}, {system_stats, [{cpu_utilization_rate,60.64356435643565}, {swap_total,20971511808}, {swap_used,0}]}, {interesting_stats, [{couch_docs_actual_disk_size,8717426277}, {couch_docs_data_size,7330533315}, {couch_views_actual_disk_size,0}, {couch_views_data_size,0}, {curr_items,1387167}, {curr_items_tot,2987799}, {mem_used,7867074616}, {vb_replica_curr_items,1600632}]}, {cluster_compatibility_version,131072}, {version, [{public_key,"0.13"}, {lhttpc,"1.3.0"}, {ale,"8cffe61"}, {os_mon,"2.2.7"}, {couch_set_view,"1.2.0a-b68b5f4-git"}, {mnesia,"4.5"}, {inets,"5.7.1"}, {couch,"1.2.0a-b68b5f4-git"}, {mapreduce,"1.0.0"}, {couch_index_merger,"1.2.0a-b68b5f4-git"}, {kernel,"2.14.5"}, {crypto,"2.0.4"}, {ssl,"4.1.6"}, {sasl,"2.1.10"}, {couch_view_parser,"1.0.0"}, {ns_server,"2.0.0-1939-rel-enterprise"}, {mochiweb,"1.4.1"}, {oauth,"7d85d3ef"}, {stdlib,"1.17.5"}]}, {supported_compat_version,[2,0]}, {system_arch,"x86_64-unknown-linux-gnu"}, {wall_clock,2875}, {memory_data,{25199214592,19502362624,{<18111.687.0>,17427312}}}, {disk_data, [{"/",41260352,5}, {"/dev/shm",12304304,0}, {"/boot",495844,7}, {"/data",206420664,5}]}, {meminfo, <<"MemTotal: 24608608 kB\nMemFree: 6184112 kB\nBuffers: 246164 kB\nCached: 8633636 kB\nSwapCached: 0 kB\nActive: 10359432 kB\nInactive: 7361736 kB\nActive(anon): 8832836 kB\nInactive(anon): 10216 kB\nActive(file): 1526596 kB\nInactive(file): 7351520 kB\nUnevictable: 20760 kB\nMlocked: 20760 kB\nSwapTotal: 20479992 kB\nSwapFree: 20479992 kB\nDirty: 5568 kB\nWriteback: 0 kB\nAnonPages: 8862088 kB\nMapped: 15684 kB\nShmem: 172 kB\nSlab: 368472 kB\nSReclaimable: 309884 kB\nSUnreclaim: 58588 kB\nKernelStack: 2560 kB\nPageTables: 21844 kB\nNFS_Unstable: 0 kB\nBounce: 0 kB\nWritebackTmp: 0 kB\nCommitLimit: 32784296 kB\nCommitted_AS: 10607748 kB\nVmallocTotal: 34359738367 kB\nVmallocUsed: 332500 kB\nVmallocChunk: 34359350016 kB\nHardwareCorrupted: 0 kB\nAnonHugePages: 3753984 kB\nHugePages_Total: 0\nHugePages_Free: 0\nHugePages_Rsvd: 0\nHugePages_Surp: 0\nHugepagesize: 2048 kB\nDirectMap4k: 10240 kB\nDirectMap2M: 25155584 kB\n">>}]}] [ns_doctor:debug,2012-11-12T13:16:28.184,ns_1@192.168.0.21:ns_doctor<0.4484.0>:ns_doctor:handle_info:137]Current node statuses: [{'ns_1@192.168.0.20', [{last_heard,{1352,754984,572906}}, {outgoing_replications_safeness_level,[{"default",green}]}, {incoming_replications_conf_hashes, [{"default",[{'ns_1@192.168.0.22',1577545}]}]}, {active_buckets,["default"]}, {ready_buckets,["default"]}, {local_tasks,[]}, {memory, [{total,183190720}, {processes,135632544}, {processes_used,132451248}, {system,47558176}, {atom,1401785}, {atom_used,1374492}, {binary,4876552}, {code,14054366}, {ets,9036072}]}, {system_memory_data, [{system_total_memory,25199214592}, {free_swap,20971511808}, {total_swap,20971511808}, {cached_memory,2449891328}, {buffered_memory,228249600}, {free_memory,13071605760}, {total_memory,25199214592}]}, {node_storage_conf,[{db_path,"/data"},{index_path,"/data"}]}, {statistics, [{wall_clock,{2947711,5000}}, {context_switches,{20119562,0}}, {garbage_collection,{2534508,16726644369,0}}, {io,{{input,377308239},{output,11398273288}}}, {reductions,{2784893839,3862233}}, {run_queue,0}, {runtime,{1078010,2400}}]}, {system_stats, [{cpu_utilization_rate,57.6271186440678}, {swap_total,20971511808}, {swap_used,0}]}, {interesting_stats, [{couch_docs_actual_disk_size,2379194114}, {couch_docs_data_size,1926466108}, {couch_views_actual_disk_size,0}, {couch_views_data_size,0}, {curr_items,443959}, {curr_items_tot,781927}, {mem_used,2126521104}, {vb_replica_curr_items,337968}]}, {cluster_compatibility_version,131072}, {version, [{public_key,"0.13"}, {lhttpc,"1.3.0"}, {ale,"8cffe61"}, {os_mon,"2.2.7"}, {couch_set_view,"1.2.0a-b68b5f4-git"}, {mnesia,"4.5"}, {inets,"5.7.1"}, {couch,"1.2.0a-b68b5f4-git"}, {mapreduce,"1.0.0"}, {couch_index_merger,"1.2.0a-b68b5f4-git"}, {kernel,"2.14.5"}, {crypto,"2.0.4"}, {ssl,"4.1.6"}, {sasl,"2.1.10"}, {couch_view_parser,"1.0.0"}, {ns_server,"2.0.0-1939-rel-enterprise"}, {mochiweb,"1.4.1"}, {oauth,"7d85d3ef"}, {stdlib,"1.17.5"}]}, {supported_compat_version,[2,0]}, {system_arch,"x86_64-unknown-linux-gnu"}, {wall_clock,2947}, {memory_data,{25199214592,12147740672,{<18071.667.0>,20119840}}}, {disk_data, [{"/",41260352,5}, {"/dev/shm",12304304,0}, {"/boot",495844,7}, {"/data",206420664,2}]}, {meminfo, <<"MemTotal: 24608608 kB\nMemFree: 12765488 kB\nBuffers: 222900 kB\nCached: 2392472 kB\nSwapCached: 0 kB\nActive: 9397912 kB\nInactive: 1899392 kB\nActive(anon): 8669496 kB\nInactive(anon): 14632 kB\nActive(file): 728416 kB\nInactive(file): 1884760 kB\nUnevictable: 20760 kB\nMlocked: 20760 kB\nSwapTotal: 20479992 kB\nSwapFree: 20479992 kB\nDirty: 2144 kB\nWriteback: 0 kB\nAnonPages: 8707236 kB\nMapped: 15568 kB\nShmem: 172 kB\nSlab: 211044 kB\nSReclaimable: 153288 kB\nSUnreclaim: 57756 kB\nKernelStack: 3064 kB\nPageTables: 21844 kB\nNFS_Unstable: 0 kB\nBounce: 0 kB\nWritebackTmp: 0 kB\nCommitLimit: 32784296 kB\nCommitted_AS: 10466868 kB\nVmallocTotal: 34359738367 kB\nVmallocUsed: 332500 kB\nVmallocChunk: 34359355024 kB\nHardwareCorrupted: 0 kB\nAnonHugePages: 3825664 kB\nHugePages_Total: 0\nHugePages_Free: 0\nHugePages_Rsvd: 0\nHugePages_Surp: 0\nHugepagesize: 2048 kB\nDirectMap4k: 10240 kB\nDirectMap2M: 25155584 kB\n">>}]}, {'ns_1@192.168.0.21', [{last_heard,{1352,754983,186610}}, {outgoing_replications_safeness_level,[{"default",green}]}, {incoming_replications_conf_hashes, [{"default",[{'ns_1@192.168.0.22',102782286}]}]}, {active_buckets,["default"]}, {ready_buckets,["default"]}, {local_tasks,[]}, {memory, [{total,203455952}, {processes,153306712}, {processes_used,153294640}, {system,50149240}, {atom,1339809}, {atom_used,1335933}, {binary,10740264}, {code,13493102}, {ets,6053360}]}, {system_memory_data, [{system_total_memory,25199214592}, {free_swap,20971511808}, {total_swap,20971511808}, {cached_memory,6706880512}, {buffered_memory,201678848}, {free_memory,11234467840}, {total_memory,25199214592}]}, {node_storage_conf,[{db_path,"/data"},{index_path,"/data"}]}, {statistics, [{wall_clock,{2944098,4999}}, {context_switches,{10447504,0}}, {garbage_collection,{2056866,5676801912,0}}, {io,{{input,412437090},{output,11627300589}}}, {reductions,{1526387730,4808123}}, {run_queue,0}, {runtime,{573810,1870}}]}, {system_stats, [{cpu_utilization_rate,39.46731234866828}, {swap_total,20971511808}, {swap_used,0}]}, {interesting_stats, [{couch_docs_actual_disk_size,6577617968}, {couch_docs_data_size,5389581803}, {couch_views_actual_disk_size,0}, {couch_views_data_size,0}, {curr_items,1154570}, {curr_items_tot,2207611}, {mem_used,5751221416}, {vb_replica_curr_items,1053041}]}, {cluster_compatibility_version,131072}, {version, [{public_key,"0.13"}, {lhttpc,"1.3.0"}, {ale,"8cffe61"}, {os_mon,"2.2.7"}, {couch_set_view,"1.2.0a-b68b5f4-git"}, {mnesia,"4.5"}, {inets,"5.7.1"}, {couch,"1.2.0a-b68b5f4-git"}, {mapreduce,"1.0.0"}, {couch_index_merger,"1.2.0a-b68b5f4-git"}, {kernel,"2.14.5"}, {crypto,"2.0.4"}, {ssl,"4.1.6"}, {sasl,"2.1.10"}, {couch_view_parser,"1.0.0"}, {ns_server,"2.0.0-1939-rel-enterprise"}, {mochiweb,"1.4.1"}, {oauth,"7d85d3ef"}, {stdlib,"1.17.5"}]}, {supported_compat_version,[2,0]}, {system_arch,"x86_64-unknown-linux-gnu"}, {wall_clock,2944}, {memory_data,{25199214592,13896290304,{<0.4606.0>,13313480}}}, {disk_data, [{"/",41260352,5}, {"/dev/shm",12304304,0}, {"/boot",495844,7}, {"/data",206420664,4}]}, {meminfo, <<"MemTotal: 24608608 kB\nMemFree: 10971408 kB\nBuffers: 196952 kB\nCached: 6549688 kB\nSwapCached: 0 kB\nActive: 7690768 kB\nInactive: 5344376 kB\nActive(anon): 6281560 kB\nInactive(anon): 9232 kB\nActive(file): 1409208 kB\nInactive(file): 5335144 kB\nUnevictable: 20760 kB\nMlocked: 20760 kB\nSwapTotal: 20479992 kB\nSwapFree: 20479992 kB\nDirty: 4768 kB\nWriteback: 0 kB\nAnonPages: 6309836 kB\nMapped: 14616 kB\nShmem: 164 kB\nSlab: 270896 kB\nSReclaimable: 212680 kB\nSUnreclaim: 58216 kB\nKernelStack: 3048 kB\nPageTables: 16724 kB\nNFS_Unstable: 0 kB\nBounce: 0 kB\nWritebackTmp: 0 kB\nCommitLimit: 32784296 kB\nCommitted_AS: 8062640 kB\nVmallocTotal: 34359738367 kB\nVmallocUsed: 332500 kB\nVmallocChunk: 34359350016 kB\nHardwareCorrupted: 0 kB\nAnonHugePages: 2502656 kB\nHugePages_Total: 0\nHugePages_Free: 0\nHugePages_Rsvd: 0\nHugePages_Surp: 0\nHugepagesize: 2048 kB\nDirectMap4k: 10240 kB\nDirectMap2M: 25155584 kB\n">>}]}, {'ns_1@192.168.0.22', [{last_heard,{1352,754987,792752}}, {outgoing_replications_safeness_level,[{"default",green}]}, {incoming_replications_conf_hashes, [{"default", [{'ns_1@192.168.0.20',48915252},{'ns_1@192.168.0.21',60745770}]}]}, {active_buckets,["default"]}, {ready_buckets,["default"]}, {local_tasks,[]}, {memory, [{total,247799416}, {processes,191106912}, {processes_used,190930224}, {system,56692504}, {atom,1338193}, {atom_used,1333793}, {binary,14014680}, {code,13490894}, {ets,9191600}]}, {system_memory_data, [{system_total_memory,25199214592}, {free_swap,20971511808}, {total_swap,20971511808}, {cached_memory,8721879040}, {buffered_memory,256077824}, {free_memory,6454632448}, {total_memory,25199214592}]}, {node_storage_conf,[{db_path,"/data"},{index_path,"/data"}]}, {statistics, [{wall_clock,{2935875,5000}}, {context_switches,{22918574,0}}, {garbage_collection,{3168988,7378670090,0}}, {io,{{input,524543069},{output,17224756801}}}, {reductions,{2524656753,4343334}}, {run_queue,0}, {runtime,{872350,1620}}]}, {system_stats, [{cpu_utilization_rate,41.54589371980676}, {swap_total,20971511808}, {swap_used,0}]}, {interesting_stats, [{couch_docs_actual_disk_size,8555689055}, {couch_docs_data_size,7331514699}, {couch_views_actual_disk_size,0}, {couch_views_data_size,0}, {curr_items,1385547}, {curr_items_tot,2984480}, {mem_used,7871978920}, {vb_replica_curr_items,1598933}]}, {cluster_compatibility_version,131072}, {version, [{public_key,"0.13"}, {lhttpc,"1.3.0"}, {ale,"8cffe61"}, {os_mon,"2.2.7"}, {couch_set_view,"1.2.0a-b68b5f4-git"}, {mnesia,"4.5"}, {inets,"5.7.1"}, {couch,"1.2.0a-b68b5f4-git"}, {mapreduce,"1.0.0"}, {couch_index_merger,"1.2.0a-b68b5f4-git"}, {kernel,"2.14.5"}, {crypto,"2.0.4"}, {ssl,"4.1.6"}, {sasl,"2.1.10"}, {couch_view_parser,"1.0.0"}, {ns_server,"2.0.0-1939-rel-enterprise"}, {mochiweb,"1.4.1"}, {oauth,"7d85d3ef"}, {stdlib,"1.17.5"}]}, {supported_compat_version,[2,0]}, {system_arch,"x86_64-unknown-linux-gnu"}, {wall_clock,2935}, {memory_data,{25199214592,18816466944,{<18111.687.0>,17427312}}}, {disk_data, [{"/",41260352,5}, {"/dev/shm",12304304,0}, {"/boot",495844,7}, {"/data",206420664,5}]}, {meminfo, <<"MemTotal: 24608608 kB\nMemFree: 6303352 kB\nBuffers: 250076 kB\nCached: 8517460 kB\nSwapCached: 0 kB\nActive: 10359972 kB\nInactive: 7251344 kB\nActive(anon): 8835824 kB\nInactive(anon): 10216 kB\nActive(file): 1524148 kB\nInactive(file): 7241128 kB\nUnevictable: 20760 kB\nMlocked: 20760 kB\nSwapTotal: 20479992 kB\nSwapFree: 20479992 kB\nDirty: 5092 kB\nWriteback: 0 kB\nAnonPages: 8864932 kB\nMapped: 15680 kB\nShmem: 172 kB\nSlab: 358676 kB\nSReclaimable: 300280 kB\nSUnreclaim: 58396 kB\nKernelStack: 2552 kB\nPageTables: 21784 kB\nNFS_Unstable: 0 kB\nBounce: 0 kB\nWritebackTmp: 0 kB\nCommitLimit: 32784296 kB\nCommitted_AS: 10611516 kB\nVmallocTotal: 34359738367 kB\nVmallocUsed: 332500 kB\nVmallocChunk: 34359350016 kB\nHardwareCorrupted: 0 kB\nAnonHugePages: 3852288 kB\nHugePages_Total: 0\nHugePages_Free: 0\nHugePages_Rsvd: 0\nHugePages_Surp: 0\nHugepagesize: 2048 kB\nDirectMap4k: 10240 kB\nDirectMap2M: 25155584 kB\n">>}]}] [stats:debug,2012-11-12T13:16:29.613,ns_1@192.168.0.21:<0.4602.0>:stats_collector:maybe_log_stats:126](at {{1970,1,16},{7,45,54}}) Stats for bucket "default": accepting_conns 1 auth_cmds 9 auth_errors 0 bucket_active_conns 1 bucket_conns 25 bytes 5766429176 bytes_read 14601081846 bytes_written 7758438315 cas_badval 0 cas_hits 0 cas_misses 0 cmd_flush 0 cmd_get 1426371 cmd_set 1246616 conn_yields 73619 connection_structures 5000 curr_connections 28 curr_conns_on_port_11209 16 curr_conns_on_port_11210 10 curr_items 1157416 curr_items_tot 2213327 curr_temp_items 0 daemon_connections 4 decr_hits 0 decr_misses 0 delete_hits 62544 delete_misses 106322 ep_access_scanner_last_runtime 0 ep_access_scanner_num_items 0 ep_access_scanner_task_time 2012-11-13 10:00:00 ep_allow_data_loss_during_shutdown 1 ep_alog_block_size 4096 ep_alog_path /data/default/access.log ep_alog_sleep_time 1440 ep_alog_task_time 10 ep_backend couchdb ep_bg_fetch_delay 0 ep_bg_fetched 0 ep_bg_meta_fetched 0 ep_bg_remaining_jobs 0 ep_chk_max_items 5000 ep_chk_period 1800 ep_chk_persistence_remains 2 ep_chk_persistence_timeout 10 ep_chk_remover_stime 5 ep_commit_num 88430 ep_commit_time 4 ep_commit_time_total 720460 ep_concurrentDB 1 ep_config_file ep_couch_bucket default ep_couch_host localhost ep_couch_port 11213 ep_couch_reconnect_sleeptime 250 ep_couch_response_timeout 180000 ep_data_age 10 ep_data_age_highwat 29 ep_data_traffic_enabled 0 ep_dbinit 0 ep_dbname /data/default ep_degraded_mode 0 ep_diskqueue_drain 6756485 ep_diskqueue_fill 5822813 ep_diskqueue_items 21847 ep_diskqueue_memory 620640 ep_diskqueue_pending 930960 ep_exp_pager_stime 3600 ep_exp_pager_stime 3600 ep_expired_access 957 ep_expired_pager 0 ep_expiry_window 3 ep_failpartialwarmup 0 ep_flush_all false ep_flush_duration_total 1468 ep_flushall_enabled 0 ep_flusher_state running ep_flusher_todo 2325 ep_getl_default_timeout 15 ep_getl_max_timeout 30 ep_ht_locks 5 ep_ht_size 3079 ep_inconsistent_slave_chk 0 ep_initfile ep_io_num_read 0 ep_io_num_write 5356541 ep_io_read_bytes 0 ep_io_write_bytes 12322772178 ep_item_begin_failed 0 ep_item_commit_failed 0 ep_item_flush_expired 41 ep_item_flush_failed 0 ep_item_num_based_new_chk 1 ep_items_rm_from_checkpoints 104774 ep_keep_closed_chks 0 ep_klog_block_size 4096 ep_klog_compactor_queue_cap 500000 ep_klog_compactor_stime 3600 ep_klog_flush commit2 ep_klog_max_entry_ratio 10 ep_klog_max_log_size 2147483647 ep_klog_path ep_klog_sync commit2 ep_kv_size 5460956841 ep_max_checkpoints 2 ep_max_data_size 12582912000 ep_max_item_size 20971520 ep_max_size 12582912000 ep_max_txn_size 10000 ep_max_vbuckets 1024 ep_mem_high_wat 9437184000 ep_mem_high_wat 9437184000 ep_mem_low_wat 7549747200 ep_mem_low_wat 7549747200 ep_mem_tracker_enabled true ep_min_data_age 0 ep_mlog_compactor_runs 0 ep_mutation_mem_threshold 0 ep_num_access_scanner_runs 0 ep_num_eject_failures 0 ep_num_expiry_pager_runs 0 ep_num_non_resident 0 ep_num_not_my_vbuckets 0 ep_num_ops_del_meta 0 ep_num_ops_get_meta 0 ep_num_ops_set_meta 0 ep_num_pager_runs 0 ep_num_value_ejects 0 ep_oom_errors 0 ep_overhead 118998356 ep_pager_active_vb_pcnt 40 ep_pager_unbiased_period 60 ep_pending_ops 0 ep_pending_ops_max 1 ep_pending_ops_max_duration 128624 ep_pending_ops_total 3 ep_postInitfile ep_queue_age_cap 900 ep_queue_size 19522 ep_startup_time 1352753488 ep_storage_age 8 ep_storage_age_highwat 36 ep_store_max_concurrency 10 ep_store_max_readers 9 ep_store_max_readwrite 1 ep_stored_val_type ep_tap_ack_grace_period 300 ep_tap_ack_initial_sequence_number 1 ep_tap_ack_interval 1000 ep_tap_ack_window_size 10 ep_tap_backfill_resident 0.9 ep_tap_backlog_limit 5000 ep_tap_backoff_period 5 ep_tap_bg_fetch_requeued 0 ep_tap_bg_fetched 0 ep_tap_bg_max_pending 500 ep_tap_keepalive 300 ep_tap_noop_interval 20 ep_tap_requeue_sleep_time 0.1 ep_tap_throttle_cap_pcnt 10 ep_tap_throttle_queue_cap 1000000 ep_tap_throttle_threshold 90 ep_tmp_oom_errors 0 ep_too_old 0 ep_too_young 0 ep_total_cache_size 5434404537 ep_total_del_items 238324 ep_total_enqueued 5822813 ep_total_new_items 2317190 ep_total_persisted 5356541 ep_uncommitted_items 12 ep_value_size 5278461919 ep_vb0 0 ep_vb_snapshot_total 829 ep_vb_total 760 ep_vbucket_del 0 ep_vbucket_del_fail 0 ep_version 2.0.0r_133_g68e3f7c ep_waitforwarmup 0 ep_warmup 1 ep_warmup_batch_size 1000 ep_warmup_dups 0 ep_warmup_min_items_threshold 100 ep_warmup_min_memory_threshold 100 ep_warmup_oom 0 ep_warmup_thread complete ep_warmup_time 17721 get_hits 1298827 get_misses 127544 incr_hits 0 incr_misses 0 libevent 2.0.11-stable limit_maxbytes 67108864 listen_disabled_num 0 max_conns_on_port_11209 1000 max_conns_on_port_11210 9000 mem_used 5766429176 pid 7353 pointer_size 64 rejected_conns 0 rusage_system 356.011877 rusage_user 851.030623 tap_checkpoint_end_received 1200 tap_checkpoint_end_sent 341 tap_checkpoint_start_received 2413 tap_checkpoint_start_sent 397 tap_connect_received 1 tap_delete_received 156615 tap_delete_sent 88673 tap_mutation_received 4657964 tap_mutation_sent 1738421 tap_opaque_received 5314 tap_opaque_sent 398 tap_vbucket_set_received 794 threads 4 time 1352754988 total_connections 3926 uptime 1502 vb_active_curr_items 1157416 vb_active_eject 0 vb_active_expired 917 vb_active_ht_memory 9969272 vb_active_itm_memory 2841436080 vb_active_meta_data_memory 91435864 vb_active_num 397 vb_active_num_non_resident 0 vb_active_num_ref_ejects 0 vb_active_num_ref_items 1217787 vb_active_ops_create 1215211 vb_active_ops_delete 125223 vb_active_ops_reject 0 vb_active_ops_update 1278280 vb_active_perc_mem_resident 100 vb_active_queue_age 226824000 vb_active_queue_drain 3488060 vb_active_queue_fill 2964555 vb_active_queue_memory 211552 vb_active_queue_pending 317328 vb_active_queue_size 6611 vb_dead_num 0 vb_pending_curr_items 0 vb_pending_eject 0 vb_pending_expired 0 vb_pending_ht_memory 0 vb_pending_itm_memory 0 vb_pending_meta_data_memory 0 vb_pending_num 0 vb_pending_num_non_resident 0 vb_pending_num_ref_ejects 0 vb_pending_num_ref_items 0 vb_pending_ops_create 0 vb_pending_ops_delete 0 vb_pending_ops_reject 0 vb_pending_ops_update 0 vb_pending_perc_mem_resident 0 vb_pending_queue_age 0 vb_pending_queue_drain 0 vb_pending_queue_fill 0 vb_pending_queue_memory 0 vb_pending_queue_pending 0 vb_pending_queue_size 0 vb_replica_curr_items 1055911 vb_replica_eject 0 vb_replica_expired 40 vb_replica_ht_memory 9115656 vb_replica_itm_memory 2592968457 vb_replica_meta_data_memory 83416969 vb_replica_num 363 vb_replica_num_non_resident 0 vb_replica_num_ref_ejects 0 vb_replica_num_ref_items 1109215 vb_replica_ops_create 1101979 vb_replica_ops_delete 113101 vb_replica_ops_reject 0 vb_replica_ops_update 1522759 vb_replica_perc_mem_resident 100 vb_replica_queue_age 128388000 vb_replica_queue_drain 3268425 vb_replica_queue_fill 2858258 vb_replica_queue_memory 409088 vb_replica_queue_pending 613632 vb_replica_queue_size 12784 version 1.4.4_600_g7ea975a [ns_doctor:debug,2012-11-12T13:17:28.184,ns_1@192.168.0.21:ns_doctor<0.4484.0>:ns_doctor:handle_info:137]Current node statuses: [{'ns_1@192.168.0.20', [{last_heard,{1352,755044,574774}}, {outgoing_replications_safeness_level,[{"default",green}]}, {incoming_replications_conf_hashes, [{"default",[{'ns_1@192.168.0.22',77305887}]}]}, {active_buckets,["default"]}, {ready_buckets,["default"]}, {local_tasks,[]}, {memory, [{total,182719568}, {processes,135169824}, {processes_used,131899240}, {system,47549744}, {atom,1401785}, {atom_used,1374492}, {binary,4845040}, {code,14054366}, {ets,9076512}]}, {system_memory_data, [{system_total_memory,25199214592}, {free_swap,20971511808}, {total_swap,20971511808}, {cached_memory,2506973184}, {buffered_memory,228675584}, {free_memory,12985143296}, {total_memory,25199214592}]}, {node_storage_conf,[{db_path,"/data"},{index_path,"/data"}]}, {statistics, [{wall_clock,{3007712,5001}}, {context_switches,{20514349,0}}, {garbage_collection,{2594892,17237952183,0}}, {io,{{input,380397482},{output,11463699405}}}, {reductions,{2831210516,3805850}}, {run_queue,0}, {runtime,{1106570,2410}}]}, {system_stats, [{cpu_utilization_rate,74.20924574209246}, {swap_total,20971511808}, {swap_used,0}]}, {interesting_stats, [{couch_docs_actual_disk_size,2417976944}, {couch_docs_data_size,1768967355}, {couch_views_actual_disk_size,0}, {couch_views_data_size,0}, {curr_items,408850}, {curr_items_tot,711873}, {mem_used,1951848776}, {vb_replica_curr_items,303023}]}, {cluster_compatibility_version,131072}, {version, [{public_key,"0.13"}, {lhttpc,"1.3.0"}, {ale,"8cffe61"}, {os_mon,"2.2.7"}, {couch_set_view,"1.2.0a-b68b5f4-git"}, {mnesia,"4.5"}, {inets,"5.7.1"}, {couch,"1.2.0a-b68b5f4-git"}, {mapreduce,"1.0.0"}, {couch_index_merger,"1.2.0a-b68b5f4-git"}, {kernel,"2.14.5"}, {crypto,"2.0.4"}, {ssl,"4.1.6"}, {sasl,"2.1.10"}, {couch_view_parser,"1.0.0"}, {ns_server,"2.0.0-1939-rel-enterprise"}, {mochiweb,"1.4.1"}, {oauth,"7d85d3ef"}, {stdlib,"1.17.5"}]}, {supported_compat_version,[2,0]}, {system_arch,"x86_64-unknown-linux-gnu"}, {wall_clock,3007}, {memory_data,{25199214592,12211757056,{<18071.429.0>,25151472}}}, {disk_data, [{"/",41260352,5}, {"/dev/shm",12304304,0}, {"/boot",495844,7}, {"/data",206420664,2}]}, {meminfo, <<"MemTotal: 24608608 kB\nMemFree: 12680804 kB\nBuffers: 223316 kB\nCached: 2448216 kB\nSwapCached: 0 kB\nActive: 9562384 kB\nInactive: 1819048 kB\nActive(anon): 8645204 kB\nInactive(anon): 67724 kB\nActive(file): 917180 kB\nInactive(file): 1751324 kB\nUnevictable: 20760 kB\nMlocked: 20760 kB\nSwapTotal: 20479992 kB\nSwapFree: 20479992 kB\nDirty: 1564 kB\nWriteback: 0 kB\nAnonPages: 8737876 kB\nMapped: 15888 kB\nShmem: 172 kB\nSlab: 210196 kB\nSReclaimable: 152488 kB\nSUnreclaim: 57708 kB\nKernelStack: 3088 kB\nPageTables: 22064 kB\nNFS_Unstable: 0 kB\nBounce: 0 kB\nWritebackTmp: 0 kB\nCommitLimit: 32784296 kB\nCommitted_AS: 10501776 kB\nVmallocTotal: 34359738367 kB\nVmallocUsed: 332500 kB\nVmallocChunk: 34359355024 kB\nHardwareCorrupted: 0 kB\nAnonHugePages: 3956736 kB\nHugePages_Total: 0\nHugePages_Free: 0\nHugePages_Rsvd: 0\nHugePages_Surp: 0\nHugepagesize: 2048 kB\nDirectMap4k: 10240 kB\nDirectMap2M: 25155584 kB\n">>}]}, {'ns_1@192.168.0.21', [{last_heard,{1352,755043,187759}}, {outgoing_replications_safeness_level,[{"default",green}]}, {incoming_replications_conf_hashes, [{"default",[{'ns_1@192.168.0.22',57814921}]}]}, {active_buckets,["default"]}, {ready_buckets,["default"]}, {local_tasks,[]}, {memory, [{total,204207232}, {processes,153889984}, {processes_used,153875560}, {system,50317248}, {atom,1339809}, {atom_used,1335933}, {binary,10835952}, {code,13493102}, {ets,6120976}]}, {system_memory_data, [{system_total_memory,25199214592}, {free_swap,20971511808}, {total_swap,20971511808}, {cached_memory,7510130688}, {buffered_memory,203161600}, {free_memory,10227490816}, {total_memory,25199214592}]}, {node_storage_conf,[{db_path,"/data"},{index_path,"/data"}]}, {statistics, [{wall_clock,{3004099,4997}}, {context_switches,{10940344,0}}, {garbage_collection,{2122741,5888807538,0}}, {io,{{input,424108967},{output,12014868394}}}, {reductions,{1586719113,5023172}}, {run_queue,0}, {runtime,{594450,1640}}]}, {system_stats, [{cpu_utilization_rate,35.55555555555556}, {swap_total,20971511808}, {swap_used,0}]}, {interesting_stats, [{couch_docs_actual_disk_size,7374319305}, {couch_docs_data_size,5561554570}, {couch_views_actual_disk_size,0}, {couch_views_data_size,0}, {curr_items,1186166}, {curr_items_tot,2271386}, {mem_used,5918153120}, {vb_replica_curr_items,1085220}]}, {cluster_compatibility_version,131072}, {version, [{public_key,"0.13"}, {lhttpc,"1.3.0"}, {ale,"8cffe61"}, {os_mon,"2.2.7"}, {couch_set_view,"1.2.0a-b68b5f4-git"}, {mnesia,"4.5"}, {inets,"5.7.1"}, {couch,"1.2.0a-b68b5f4-git"}, {mapreduce,"1.0.0"}, {couch_index_merger,"1.2.0a-b68b5f4-git"}, {kernel,"2.14.5"}, {crypto,"2.0.4"}, {ssl,"4.1.6"}, {sasl,"2.1.10"}, {couch_view_parser,"1.0.0"}, {ns_server,"2.0.0-1939-rel-enterprise"}, {mochiweb,"1.4.1"}, {oauth,"7d85d3ef"}, {stdlib,"1.17.5"}]}, {supported_compat_version,[2,0]}, {system_arch,"x86_64-unknown-linux-gnu"}, {wall_clock,3004}, {memory_data,{25199214592,14916345856,{<0.4606.0>,13313480}}}, {disk_data, [{"/",41260352,5}, {"/dev/shm",12304304,0}, {"/boot",495844,7}, {"/data",206420664,4}]}, {meminfo, <<"MemTotal: 24608608 kB\nMemFree: 9987784 kB\nBuffers: 198400 kB\nCached: 7334112 kB\nSwapCached: 0 kB\nActive: 8312160 kB\nInactive: 5684232 kB\nActive(anon): 6456472 kB\nInactive(anon): 9772 kB\nActive(file): 1855688 kB\nInactive(file): 5674460 kB\nUnevictable: 20760 kB\nMlocked: 20760 kB\nSwapTotal: 20479992 kB\nSwapFree: 20479992 kB\nDirty: 1184 kB\nWriteback: 0 kB\nAnonPages: 6485144 kB\nMapped: 14616 kB\nShmem: 164 kB\nSlab: 293200 kB\nSReclaimable: 234956 kB\nSUnreclaim: 58244 kB\nKernelStack: 3048 kB\nPageTables: 17084 kB\nNFS_Unstable: 0 kB\nBounce: 0 kB\nWritebackTmp: 0 kB\nCommitLimit: 32784296 kB\nCommitted_AS: 8243600 kB\nVmallocTotal: 34359738367 kB\nVmallocUsed: 332500 kB\nVmallocChunk: 34359350016 kB\nHardwareCorrupted: 0 kB\nAnonHugePages: 2605056 kB\nHugePages_Total: 0\nHugePages_Free: 0\nHugePages_Rsvd: 0\nHugePages_Surp: 0\nHugepagesize: 2048 kB\nDirectMap4k: 10240 kB\nDirectMap2M: 25155584 kB\n">>}]}, {'ns_1@192.168.0.22', [{last_heard,{1352,755047,792488}}, {outgoing_replications_safeness_level,[{"default",green}]}, {incoming_replications_conf_hashes, [{"default", [{'ns_1@192.168.0.20',85146644}, {'ns_1@192.168.0.21',104930722}]}]}, {active_buckets,["default"]}, {ready_buckets,["default"]}, {local_tasks,[]}, {memory, [{total,243438760}, {processes,186221464}, {processes_used,186044776}, {system,57217296}, {atom,1338193}, {atom_used,1333793}, {binary,14367680}, {code,13490894}, {ets,9366184}]}, {system_memory_data, [{system_total_memory,25199214592}, {free_swap,20971511808}, {total_swap,20971511808}, {cached_memory,9516875776}, {buffered_memory,258068480}, {free_memory,5648703488}, {total_memory,25199214592}]}, {node_storage_conf,[{db_path,"/data"},{index_path,"/data"}]}, {statistics, [{wall_clock,{2995874,4998}}, {context_switches,{23414315,0}}, {garbage_collection,{3236291,7539030055,0}}, {io,{{input,531515656},{output,17546475990}}}, {reductions,{2575611529,4190790}}, {run_queue,0}, {runtime,{891540,1540}}]}, {system_stats, [{cpu_utilization_rate,41.666666666666664}, {swap_total,20971511808}, {swap_used,0}]}, {interesting_stats, [{couch_docs_actual_disk_size,9347740786}, {couch_docs_data_size,7332358301}, {couch_views_actual_disk_size,0}, {couch_views_data_size,0}, {curr_items,1385674}, {curr_items_tot,2983922}, {mem_used,7877551560}, {vb_replica_curr_items,1598248}]}, {cluster_compatibility_version,131072}, {version, [{public_key,"0.13"}, {lhttpc,"1.3.0"}, {ale,"8cffe61"}, {os_mon,"2.2.7"}, {couch_set_view,"1.2.0a-b68b5f4-git"}, {mnesia,"4.5"}, {inets,"5.7.1"}, {couch,"1.2.0a-b68b5f4-git"}, {mapreduce,"1.0.0"}, {couch_index_merger,"1.2.0a-b68b5f4-git"}, {kernel,"2.14.5"}, {crypto,"2.0.4"}, {ssl,"4.1.6"}, {sasl,"2.1.10"}, {couch_view_parser,"1.0.0"}, {ns_server,"2.0.0-1939-rel-enterprise"}, {mochiweb,"1.4.1"}, {oauth,"7d85d3ef"}, {stdlib,"1.17.5"}]}, {supported_compat_version,[2,0]}, {system_arch,"x86_64-unknown-linux-gnu"}, {wall_clock,2995}, {memory_data,{25199214592,18811015168,{<18111.687.0>,24233672}}}, {disk_data, [{"/",41260352,5}, {"/dev/shm",12304304,0}, {"/boot",495844,7}, {"/data",206420664,5}]}, {meminfo, <<"MemTotal: 24608608 kB\nMemFree: 5516560 kB\nBuffers: 252020 kB\nCached: 9293824 kB\nSwapCached: 0 kB\nActive: 10861820 kB\nInactive: 7535228 kB\nActive(anon): 8843512 kB\nInactive(anon): 10216 kB\nActive(file): 2018308 kB\nInactive(file): 7525012 kB\nUnevictable: 20760 kB\nMlocked: 20760 kB\nSwapTotal: 20479992 kB\nSwapFree: 20479992 kB\nDirty: 2820 kB\nWriteback: 0 kB\nAnonPages: 8872744 kB\nMapped: 15680 kB\nShmem: 172 kB\nSlab: 359108 kB\nSReclaimable: 301076 kB\nSUnreclaim: 58032 kB\nKernelStack: 2552 kB\nPageTables: 21808 kB\nNFS_Unstable: 0 kB\nBounce: 0 kB\nWritebackTmp: 0 kB\nCommitLimit: 32784296 kB\nCommitted_AS: 10611924 kB\nVmallocTotal: 34359738367 kB\nVmallocUsed: 332500 kB\nVmallocChunk: 34359350016 kB\nHardwareCorrupted: 0 kB\nAnonHugePages: 3952640 kB\nHugePages_Total: 0\nHugePages_Free: 0\nHugePages_Rsvd: 0\nHugePages_Surp: 0\nHugepagesize: 2048 kB\nDirectMap4k: 10240 kB\nDirectMap2M: 25155584 kB\n">>}]}] [stats:debug,2012-11-12T13:18:09.620,ns_1@192.168.0.21:<0.4602.0>:stats_collector:maybe_log_stats:126](at {{1970,1,16},{7,45,55}}) Stats for bucket "default": accepting_conns 1 auth_cmds 9 auth_errors 0 bucket_active_conns 1 bucket_conns 25 bytes 6054478704 bytes_read 15586877454 bytes_written 8490258232 cas_badval 0 cas_hits 0 cas_misses 0 cmd_flush 0 cmd_get 1590986 cmd_set 1381767 conn_yields 78606 connection_structures 5000 curr_connections 28 curr_conns_on_port_11209 16 curr_conns_on_port_11210 10 curr_items 1212267 curr_items_tot 2323593 curr_temp_items 0 daemon_connections 4 decr_hits 0 decr_misses 0 delete_hits 69050 delete_misses 118204 ep_access_scanner_last_runtime 0 ep_access_scanner_num_items 0 ep_access_scanner_task_time 2012-11-13 10:00:00 ep_allow_data_loss_during_shutdown 1 ep_alog_block_size 4096 ep_alog_path /data/default/access.log ep_alog_sleep_time 1440 ep_alog_task_time 10 ep_backend couchdb ep_bg_fetch_delay 0 ep_bg_fetched 0 ep_bg_meta_fetched 0 ep_bg_remaining_jobs 0 ep_chk_max_items 5000 ep_chk_period 1800 ep_chk_persistence_remains 2 ep_chk_persistence_timeout 10 ep_chk_remover_stime 5 ep_commit_num 96886 ep_commit_time 21 ep_commit_time_total 769655 ep_concurrentDB 1 ep_config_file ep_couch_bucket default ep_couch_host localhost ep_couch_port 11213 ep_couch_reconnect_sleeptime 250 ep_couch_response_timeout 180000 ep_data_age 6 ep_data_age_highwat 29 ep_data_traffic_enabled 0 ep_dbinit 0 ep_dbname /data/default ep_degraded_mode 0 ep_diskqueue_drain 7189187 ep_diskqueue_fill 6227264 ep_diskqueue_items 21671 ep_diskqueue_memory 586976 ep_diskqueue_pending 880464 ep_exp_pager_stime 3600 ep_exp_pager_stime 3600 ep_expired_access 1093 ep_expired_pager 0 ep_expiry_window 3 ep_failpartialwarmup 0 ep_flush_all false ep_flush_duration_total 1572 ep_flushall_enabled 0 ep_flusher_state running ep_flusher_todo 19956 ep_getl_default_timeout 15 ep_getl_max_timeout 30 ep_ht_locks 5 ep_ht_size 3079 ep_inconsistent_slave_chk 0 ep_initfile ep_io_num_read 0 ep_io_num_write 5738081 ep_io_read_bytes 0 ep_io_write_bytes 13199206519 ep_item_begin_failed 0 ep_item_commit_failed 0 ep_item_flush_expired 42 ep_item_flush_failed 0 ep_item_num_based_new_chk 1 ep_items_rm_from_checkpoints 105574 ep_keep_closed_chks 0 ep_klog_block_size 4096 ep_klog_compactor_queue_cap 500000 ep_klog_compactor_stime 3600 ep_klog_flush commit2 ep_klog_max_entry_ratio 10 ep_klog_max_log_size 2147483647 ep_klog_path ep_klog_sync commit2 ep_kv_size 5734936491 ep_max_checkpoints 2 ep_max_data_size 12582912000 ep_max_item_size 20971520 ep_max_size 12582912000 ep_max_txn_size 10000 ep_max_vbuckets 1024 ep_mem_high_wat 9437184000 ep_mem_high_wat 9437184000 ep_mem_low_wat 7549747200 ep_mem_low_wat 7549747200 ep_mem_tracker_enabled true ep_min_data_age 0 ep_mlog_compactor_runs 0 ep_mutation_mem_threshold 0 ep_num_access_scanner_runs 0 ep_num_eject_failures 0 ep_num_expiry_pager_runs 0 ep_num_non_resident 0 ep_num_not_my_vbuckets 0 ep_num_ops_del_meta 0 ep_num_ops_get_meta 0 ep_num_ops_set_meta 0 ep_num_pager_runs 0 ep_num_value_ejects 0 ep_oom_errors 0 ep_overhead 124113540 ep_pager_active_vb_pcnt 40 ep_pager_unbiased_period 60 ep_pending_ops 0 ep_pending_ops_max 1 ep_pending_ops_max_duration 128624 ep_pending_ops_total 3 ep_postInitfile ep_queue_age_cap 900 ep_queue_size 1715 ep_startup_time 1352753488 ep_storage_age 3 ep_storage_age_highwat 36 ep_store_max_concurrency 10 ep_store_max_readers 9 ep_store_max_readwrite 1 ep_stored_val_type ep_tap_ack_grace_period 300 ep_tap_ack_initial_sequence_number 1 ep_tap_ack_interval 1000 ep_tap_ack_window_size 10 ep_tap_backfill_resident 0.9 ep_tap_backlog_limit 5000 ep_tap_backoff_period 5 ep_tap_bg_fetch_requeued 0 ep_tap_bg_fetched 0 ep_tap_bg_max_pending 500 ep_tap_keepalive 300 ep_tap_noop_interval 20 ep_tap_requeue_sleep_time 0.1 ep_tap_throttle_cap_pcnt 10 ep_tap_throttle_queue_cap 1000000 ep_tap_throttle_threshold 90 ep_tmp_oom_errors 0 ep_too_old 0 ep_too_young 0 ep_total_cache_size 5707062759 ep_total_del_items 259113 ep_total_enqueued 6227264 ep_total_new_items 2442002 ep_total_persisted 5738081 ep_uncommitted_items 3295 ep_value_size 5543350367 ep_vb0 0 ep_vb_snapshot_total 868 ep_vb_total 798 ep_vbucket_del 0 ep_vbucket_del_fail 0 ep_version 2.0.0r_133_g68e3f7c ep_waitforwarmup 0 ep_warmup 1 ep_warmup_batch_size 1000 ep_warmup_dups 0 ep_warmup_min_items_threshold 100 ep_warmup_min_memory_threshold 100 ep_warmup_oom 0 ep_warmup_thread complete ep_warmup_time 17721 get_hits 1438113 get_misses 152873 incr_hits 0 incr_misses 0 libevent 2.0.11-stable limit_maxbytes 67108864 listen_disabled_num 0 max_conns_on_port_11209 1000 max_conns_on_port_11210 9000 mem_used 6054478704 pid 7353 pointer_size 64 rejected_conns 0 rusage_system 389.374806 rusage_user 924.965383 tap_checkpoint_end_received 1276 tap_checkpoint_end_sent 360 tap_checkpoint_start_received 2546 tap_checkpoint_start_sent 416 tap_connect_received 1 tap_delete_received 171174 tap_delete_sent 97384 tap_mutation_received 4915724 tap_mutation_sent 1884760 tap_opaque_received 5580 tap_opaque_sent 417 tap_vbucket_set_received 832 threads 4 time 1352755088 total_connections 4117 uptime 1602 vb_active_curr_items 1212267 vb_active_eject 0 vb_active_expired 1049 vb_active_ht_memory 10446400 vb_active_itm_memory 2977572221 vb_active_meta_data_memory 95769093 vb_active_num 416 vb_active_num_non_resident 0 vb_active_num_ref_ejects 0 vb_active_num_ref_items 1279058 vb_active_ops_create 1276276 vb_active_ops_delete 136117 vb_active_ops_reject 0 vb_active_ops_update 1402016 vb_active_perc_mem_resident 100 vb_active_queue_age 226306000 vb_active_queue_drain 3709840 vb_active_queue_fill 3172965 vb_active_queue_memory 231872 vb_active_queue_pending 347808 vb_active_queue_size 7246 vb_dead_num 0 vb_pending_curr_items 0 vb_pending_eject 0 vb_pending_expired 0 vb_pending_ht_memory 0 vb_pending_itm_memory 0 vb_pending_meta_data_memory 0 vb_pending_num 0 vb_pending_num_non_resident 0 vb_pending_num_ref_ejects 0 vb_pending_num_ref_items 0 vb_pending_ops_create 0 vb_pending_ops_delete 0 vb_pending_ops_reject 0 vb_pending_ops_update 0 vb_pending_perc_mem_resident 0 vb_pending_queue_age 0 vb_pending_queue_drain 0 vb_pending_queue_fill 0 vb_pending_queue_memory 0 vb_pending_queue_pending 0 vb_pending_queue_size 0 vb_replica_curr_items 1111326 vb_replica_eject 0 vb_replica_expired 44 vb_replica_ht_memory 9592784 vb_replica_itm_memory 2729490538 vb_replica_meta_data_memory 87794754 vb_replica_num 382 vb_replica_num_non_resident 0 vb_replica_num_ref_ejects 0 vb_replica_num_ref_items 1170311 vb_replica_ops_create 1165954 vb_replica_ops_delete 122996 vb_replica_ops_reject 0 vb_replica_ops_update 1634950 vb_replica_perc_mem_resident 100 vb_replica_queue_age 100702000 vb_replica_queue_drain 3479347 vb_replica_queue_fill 3054299 vb_replica_queue_memory 355104 vb_replica_queue_pending 532656 vb_replica_queue_size 11097 version 1.4.4_600_g7ea975a [ns_doctor:debug,2012-11-12T13:18:28.184,ns_1@192.168.0.21:ns_doctor<0.4484.0>:ns_doctor:handle_info:137]Current node statuses: [{'ns_1@192.168.0.20', [{last_heard,{1352,755104,573370}}, {outgoing_replications_safeness_level,[{"default",green}]}, {incoming_replications_conf_hashes, [{"default",[{'ns_1@192.168.0.22',27733247}]}]}, {active_buckets,["default"]}, {ready_buckets,["default"]}, {local_tasks, [[{pid,<<"<0.3016.3>">>}, {bucket,<<"default">>}, {original_target,{[{type,bucket}]}}, {progress,38}, {started_on,1352755084}, {total_vbuckets,229}, {trigger_type,scheduled}, {type,bucket_compaction}, {updated_on,1352755103}, {vbuckets_done,89}]]}, {memory, [{total,176433560}, {processes,128745864}, {processes_used,125397856}, {system,47687696}, {atom,1401785}, {atom_used,1374492}, {binary,4797440}, {code,14054366}, {ets,9274272}]}, {system_memory_data, [{system_total_memory,25199214592}, {free_swap,20971511808}, {total_swap,20971511808}, {cached_memory,2175303680}, {buffered_memory,229724160}, {free_memory,13350043648}, {total_memory,25199214592}]}, {node_storage_conf,[{db_path,"/data"},{index_path,"/data"}]}, {statistics, [{wall_clock,{3067711,4999}}, {context_switches,{20896245,0}}, {garbage_collection,{2652266,17664632342,0}}, {io,{{input,390161531},{output,11525010814}}}, {reductions,{2876779600,2726255}}, {run_queue,0}, {runtime,{1133170,850}}]}, {system_stats, [{cpu_utilization_rate,57.73955773955774}, {swap_total,20971511808}, {swap_used,0}]}, {interesting_stats, [{couch_docs_actual_disk_size,2153749165}, {couch_docs_data_size,1611443133}, {couch_views_actual_disk_size,0}, {couch_views_data_size,0}, {curr_items,379845}, {curr_items_tot,653937}, {mem_used,1806764544}, {vb_replica_curr_items,274092}]}, {cluster_compatibility_version,131072}, {version, [{public_key,"0.13"}, {lhttpc,"1.3.0"}, {ale,"8cffe61"}, {os_mon,"2.2.7"}, {couch_set_view,"1.2.0a-b68b5f4-git"}, {mnesia,"4.5"}, {inets,"5.7.1"}, {couch,"1.2.0a-b68b5f4-git"}, {mapreduce,"1.0.0"}, {couch_index_merger,"1.2.0a-b68b5f4-git"}, {kernel,"2.14.5"}, {crypto,"2.0.4"}, {ssl,"4.1.6"}, {sasl,"2.1.10"}, {couch_view_parser,"1.0.0"}, {ns_server,"2.0.0-1939-rel-enterprise"}, {mochiweb,"1.4.1"}, {oauth,"7d85d3ef"}, {stdlib,"1.17.5"}]}, {supported_compat_version,[2,0]}, {system_arch,"x86_64-unknown-linux-gnu"}, {wall_clock,3067}, {memory_data,{25199214592,12000747520,{<18071.429.0>,25175824}}}, {disk_data, [{"/",41260352,5}, {"/dev/shm",12304304,0}, {"/boot",495844,7}, {"/data",206420664,2}]}, {meminfo, <<"MemTotal: 24608608 kB\nMemFree: 13037152 kB\nBuffers: 224340 kB\nCached: 2124320 kB\nSwapCached: 0 kB\nActive: 8889792 kB\nInactive: 2141520 kB\nActive(anon): 8141616 kB\nInactive(anon): 542992 kB\nActive(file): 748176 kB\nInactive(file): 1598528 kB\nUnevictable: 20760 kB\nMlocked: 20760 kB\nSwapTotal: 20479992 kB\nSwapFree: 20479992 kB\nDirty: 7316 kB\nWriteback: 0 kB\nAnonPages: 8703396 kB\nMapped: 15572 kB\nShmem: 172 kB\nSlab: 206060 kB\nSReclaimable: 148020 kB\nSUnreclaim: 58040 kB\nKernelStack: 3072 kB\nPageTables: 21904 kB\nNFS_Unstable: 0 kB\nBounce: 0 kB\nWritebackTmp: 0 kB\nCommitLimit: 32784296 kB\nCommitted_AS: 10477036 kB\nVmallocTotal: 34359738367 kB\nVmallocUsed: 332500 kB\nVmallocChunk: 34359355024 kB\nHardwareCorrupted: 0 kB\nAnonHugePages: 4026368 kB\nHugePages_Total: 0\nHugePages_Free: 0\nHugePages_Rsvd: 0\nHugePages_Surp: 0\nHugepagesize: 2048 kB\nDirectMap4k: 10240 kB\nDirectMap2M: 25155584 kB\n">>}]}, {'ns_1@192.168.0.21', [{last_heard,{1352,755103,186287}}, {outgoing_replications_safeness_level,[{"default",green}]}, {incoming_replications_conf_hashes, [{"default",[{'ns_1@192.168.0.22',18800416}]}]}, {active_buckets,["default"]}, {ready_buckets,["default"]}, {local_tasks, [[{pid,<<"<0.24861.1>">>}, {bucket,<<"default">>}, {original_target,{[{type,bucket}]}}, {progress,12}, {started_on,1352755087}, {total_vbuckets,797}, {trigger_type,scheduled}, {type,bucket_compaction}, {updated_on,1352755103}, {vbuckets_done,100}]]}, {memory, [{total,207658440}, {processes,156494528}, {processes_used,156473816}, {system,51163912}, {atom,1339809}, {atom_used,1335933}, {binary,11444280}, {code,13493102}, {ets,6332808}]}, {system_memory_data, [{system_total_memory,25199214592}, {free_swap,20971511808}, {total_swap,20971511808}, {cached_memory,7878688768}, {buffered_memory,204738560}, {free_memory,9663000576}, {total_memory,25199214592}]}, {node_storage_conf,[{db_path,"/data"},{index_path,"/data"}]}, {statistics, [{wall_clock,{3064098,5000}}, {context_switches,{11443864,0}}, {garbage_collection,{2189051,6103805218,0}}, {io,{{input,441633392},{output,12401755466}}}, {reductions,{1648203191,4590173}}, {run_queue,0}, {runtime,{615640,1750}}]}, {system_stats, [{cpu_utilization_rate,55.99022004889976}, {swap_total,20971511808}, {swap_used,0}]}, {interesting_stats, [{couch_docs_actual_disk_size,7838649299}, {couch_docs_data_size,5719417850}, {couch_views_actual_disk_size,0}, {couch_views_data_size,0}, {curr_items,1218377}, {curr_items_tot,2335457}, {mem_used,6084755752}, {vb_replica_curr_items,1117080}]}, {cluster_compatibility_version,131072}, {version, [{public_key,"0.13"}, {lhttpc,"1.3.0"}, {ale,"8cffe61"}, {os_mon,"2.2.7"}, {couch_set_view,"1.2.0a-b68b5f4-git"}, {mnesia,"4.5"}, {inets,"5.7.1"}, {couch,"1.2.0a-b68b5f4-git"}, {mapreduce,"1.0.0"}, {couch_index_merger,"1.2.0a-b68b5f4-git"}, {kernel,"2.14.5"}, {crypto,"2.0.4"}, {ssl,"4.1.6"}, {sasl,"2.1.10"}, {couch_view_parser,"1.0.0"}, {ns_server,"2.0.0-1939-rel-enterprise"}, {mochiweb,"1.4.1"}, {oauth,"7d85d3ef"}, {stdlib,"1.17.5"}]}, {supported_compat_version,[2,0]}, {system_arch,"x86_64-unknown-linux-gnu"}, {wall_clock,3064}, {memory_data,{25199214592,15573073920,{<0.4606.0>,10770992}}}, {disk_data, [{"/",41260352,5}, {"/dev/shm",12304304,0}, {"/boot",495844,7}, {"/data",206420664,4}]}, {meminfo, <<"MemTotal: 24608608 kB\nMemFree: 9436524 kB\nBuffers: 199940 kB\nCached: 7694032 kB\nSwapCached: 0 kB\nActive: 8614572 kB\nInactive: 5919572 kB\nActive(anon): 6633280 kB\nInactive(anon): 9232 kB\nActive(file): 1981292 kB\nInactive(file): 5910340 kB\nUnevictable: 20760 kB\nMlocked: 20760 kB\nSwapTotal: 20479992 kB\nSwapFree: 20479992 kB\nDirty: 11752 kB\nWriteback: 0 kB\nAnonPages: 6661320 kB\nMapped: 14620 kB\nShmem: 164 kB\nSlab: 307080 kB\nSReclaimable: 248580 kB\nSUnreclaim: 58500 kB\nKernelStack: 3056 kB\nPageTables: 17468 kB\nNFS_Unstable: 0 kB\nBounce: 0 kB\nWritebackTmp: 0 kB\nCommitLimit: 32784296 kB\nCommitted_AS: 8420948 kB\nVmallocTotal: 34359738367 kB\nVmallocUsed: 332500 kB\nVmallocChunk: 34359350016 kB\nHardwareCorrupted: 0 kB\nAnonHugePages: 2703360 kB\nHugePages_Total: 0\nHugePages_Free: 0\nHugePages_Rsvd: 0\nHugePages_Surp: 0\nHugepagesize: 2048 kB\nDirectMap4k: 10240 kB\nDirectMap2M: 25155584 kB\n">>}]}, {'ns_1@192.168.0.22', [{last_heard,{1352,755107,792312}}, {outgoing_replications_safeness_level,[{"default",green}]}, {incoming_replications_conf_hashes, [{"default", [{'ns_1@192.168.0.20',36826724},{'ns_1@192.168.0.21',79075067}]}]}, {active_buckets,["default"]}, {ready_buckets,["default"]}, {local_tasks,[]}, {memory, [{total,240135736}, {processes,182813064}, {processes_used,182638072}, {system,57322672}, {atom,1338193}, {atom_used,1333793}, {binary,14409064}, {code,13490894}, {ets,9428976}]}, {system_memory_data, [{system_total_memory,25199214592}, {free_swap,20971511808}, {total_swap,20971511808}, {cached_memory,10231803904}, {buffered_memory,258895872}, {free_memory,4919484416}, {total_memory,25199214592}]}, {node_storage_conf,[{db_path,"/data"},{index_path,"/data"}]}, {statistics, [{wall_clock,{3055874,4998}}, {context_switches,{23880343,0}}, {garbage_collection,{3297899,7691439386,0}}, {io,{{input,537985612},{output,17855434667}}}, {reductions,{2624515017,3015000}}, {run_queue,0}, {runtime,{910720,1100}}]}, {system_stats, [{cpu_utilization_rate,31.683168316831683}, {swap_total,20971511808}, {swap_used,0}]}, {interesting_stats, [{couch_docs_actual_disk_size,10069235030}, {couch_docs_data_size,7333470575}, {couch_views_actual_disk_size,0}, {couch_views_data_size,0}, {curr_items,1385991}, {curr_items_tot,2984388}, {mem_used,7884090680}, {vb_replica_curr_items,1598397}]}, {cluster_compatibility_version,131072}, {version, [{public_key,"0.13"}, {lhttpc,"1.3.0"}, {ale,"8cffe61"}, {os_mon,"2.2.7"}, {couch_set_view,"1.2.0a-b68b5f4-git"}, {mnesia,"4.5"}, {inets,"5.7.1"}, {couch,"1.2.0a-b68b5f4-git"}, {mapreduce,"1.0.0"}, {couch_index_merger,"1.2.0a-b68b5f4-git"}, {kernel,"2.14.5"}, {crypto,"2.0.4"}, {ssl,"4.1.6"}, {sasl,"2.1.10"}, {couch_view_parser,"1.0.0"}, {ns_server,"2.0.0-1939-rel-enterprise"}, {mochiweb,"1.4.1"}, {oauth,"7d85d3ef"}, {stdlib,"1.17.5"}]}, {supported_compat_version,[2,0]}, {system_arch,"x86_64-unknown-linux-gnu"}, {wall_clock,3055}, {memory_data,{25199214592,19626807296,{<18111.687.0>,17427312}}}, {disk_data, [{"/",41260352,5}, {"/dev/shm",12304304,0}, {"/boot",495844,7}, {"/data",206420664,5}]}, {meminfo, <<"MemTotal: 24608608 kB\nMemFree: 4804432 kB\nBuffers: 252828 kB\nCached: 9991996 kB\nSwapCached: 0 kB\nActive: 11250632 kB\nInactive: 7840600 kB\nActive(anon): 8838712 kB\nInactive(anon): 10304 kB\nActive(file): 2411920 kB\nInactive(file): 7830296 kB\nUnevictable: 20760 kB\nMlocked: 20760 kB\nSwapTotal: 20479992 kB\nSwapFree: 20479992 kB\nDirty: 5280 kB\nWriteback: 0 kB\nAnonPages: 8869880 kB\nMapped: 16000 kB\nShmem: 172 kB\nSlab: 377988 kB\nSReclaimable: 320080 kB\nSUnreclaim: 57908 kB\nKernelStack: 2576 kB\nPageTables: 21936 kB\nNFS_Unstable: 0 kB\nBounce: 0 kB\nWritebackTmp: 0 kB\nCommitLimit: 32784296 kB\nCommitted_AS: 10598212 kB\nVmallocTotal: 34359738367 kB\nVmallocUsed: 332500 kB\nVmallocChunk: 34359350016 kB\nHardwareCorrupted: 0 kB\nAnonHugePages: 4042752 kB\nHugePages_Total: 0\nHugePages_Free: 0\nHugePages_Rsvd: 0\nHugePages_Surp: 0\nHugepagesize: 2048 kB\nDirectMap4k: 10240 kB\nDirectMap2M: 25155584 kB\n">>}]}] [ns_doctor:debug,2012-11-12T13:19:28.184,ns_1@192.168.0.21:ns_doctor<0.4484.0>:ns_doctor:handle_info:137]Current node statuses: [{'ns_1@192.168.0.20', [{last_heard,{1352,755164,572676}}, {outgoing_replications_safeness_level,[{"default",green}]}, {incoming_replications_conf_hashes, [{"default",[{'ns_1@192.168.0.22',132480966}]}]}, {active_buckets,["default"]}, {ready_buckets,["default"]}, {local_tasks,[]}, {memory, [{total,176756648}, {processes,129601816}, {processes_used,126207592}, {system,47154832}, {atom,1401785}, {atom_used,1374492}, {binary,4218864}, {code,14054366}, {ets,9325592}]}, {system_memory_data, [{system_total_memory,25199214592}, {free_swap,20971511808}, {total_swap,20971511808}, {cached_memory,1808629760}, {buffered_memory,231313408}, {free_memory,13717909504}, {total_memory,25199214592}]}, {node_storage_conf,[{db_path,"/data"},{index_path,"/data"}]}, {statistics, [{wall_clock,{3127711,5000}}, {context_switches,{21091866,0}}, {garbage_collection,{2680082,17866245969,0}}, {io,{{input,396233609},{output,11577953342}}}, {reductions,{2910630356,2754635}}, {run_queue,0}, {runtime,{1148100,1200}}]}, {system_stats, [{cpu_utilization_rate,52.69607843137255}, {swap_total,20971511808}, {swap_used,0}]}, {interesting_stats, [{couch_docs_actual_disk_size,1719294924}, {couch_docs_data_size,1554492526}, {couch_views_actual_disk_size,0}, {couch_views_data_size,0}, {curr_items,368172}, {curr_items_tot,630465}, {mem_used,1749763456}, {vb_replica_curr_items,262293}]}, {cluster_compatibility_version,131072}, {version, [{public_key,"0.13"}, {lhttpc,"1.3.0"}, {ale,"8cffe61"}, {os_mon,"2.2.7"}, {couch_set_view,"1.2.0a-b68b5f4-git"}, {mnesia,"4.5"}, {inets,"5.7.1"}, {couch,"1.2.0a-b68b5f4-git"}, {mapreduce,"1.0.0"}, {couch_index_merger,"1.2.0a-b68b5f4-git"}, {kernel,"2.14.5"}, {crypto,"2.0.4"}, {ssl,"4.1.6"}, {sasl,"2.1.10"}, {couch_view_parser,"1.0.0"}, {ns_server,"2.0.0-1939-rel-enterprise"}, {mochiweb,"1.4.1"}, {oauth,"7d85d3ef"}, {stdlib,"1.17.5"}]}, {supported_compat_version,[2,0]}, {system_arch,"x86_64-unknown-linux-gnu"}, {wall_clock,3127}, {memory_data,{25199214592,11453710336,{<18071.667.0>,20119840}}}, {disk_data, [{"/",41260352,5}, {"/dev/shm",12304304,0}, {"/boot",495844,7}, {"/data",206420664,1}]}, {meminfo, <<"MemTotal: 24608608 kB\nMemFree: 13396644 kB\nBuffers: 225892 kB\nCached: 1766240 kB\nSwapCached: 0 kB\nActive: 8609548 kB\nInactive: 2069468 kB\nActive(anon): 8145448 kB\nInactive(anon): 542988 kB\nActive(file): 464100 kB\nInactive(file): 1526480 kB\nUnevictable: 20760 kB\nMlocked: 20760 kB\nSwapTotal: 20479992 kB\nSwapFree: 20479992 kB\nDirty: 1396 kB\nWriteback: 0 kB\nAnonPages: 8707432 kB\nMapped: 15568 kB\nShmem: 172 kB\nSlab: 199552 kB\nSReclaimable: 141740 kB\nSUnreclaim: 57812 kB\nKernelStack: 3064 kB\nPageTables: 21852 kB\nNFS_Unstable: 0 kB\nBounce: 0 kB\nWritebackTmp: 0 kB\nCommitLimit: 32784296 kB\nCommitted_AS: 10464088 kB\nVmallocTotal: 34359738367 kB\nVmallocUsed: 332500 kB\nVmallocChunk: 34359355024 kB\nHardwareCorrupted: 0 kB\nAnonHugePages: 4126720 kB\nHugePages_Total: 0\nHugePages_Free: 0\nHugePages_Rsvd: 0\nHugePages_Surp: 0\nHugepagesize: 2048 kB\nDirectMap4k: 10240 kB\nDirectMap2M: 25155584 kB\n">>}]}, {'ns_1@192.168.0.21', [{last_heard,{1352,755163,186579}}, {outgoing_replications_safeness_level,[{"default",green}]}, {incoming_replications_conf_hashes, [{"default",[{'ns_1@192.168.0.22',72594823}]}]}, {active_buckets,["default"]}, {ready_buckets,["default"]}, {local_tasks, [[{pid,<<"<0.24861.1>">>}, {bucket,<<"default">>}, {original_target,{[{type,bucket}]}}, {progress,53}, {started_on,1352755087}, {total_vbuckets,797}, {trigger_type,scheduled}, {type,bucket_compaction}, {updated_on,1352755163}, {vbuckets_done,430}]]}, {memory, [{total,212690016}, {processes,161172736}, {processes_used,161085368}, {system,51517280}, {atom,1339809}, {atom_used,1335933}, {binary,11744304}, {code,13493102}, {ets,6381264}]}, {system_memory_data, [{system_total_memory,25199214592}, {free_swap,20971511808}, {total_swap,20971511808}, {cached_memory,7260086272}, {buffered_memory,208154624}, {free_memory,10231279616}, {total_memory,25199214592}]}, {node_storage_conf,[{db_path,"/data"},{index_path,"/data"}]}, {statistics, [{wall_clock,{3124098,4999}}, {context_switches,{11827254,0}}, {garbage_collection,{2232630,6268399691,0}}, {io,{{input,459334479},{output,12676426381}}}, {reductions,{1698181986,3849307}}, {run_queue,0}, {runtime,{631810,1390}}]}, {system_stats, [{cpu_utilization_rate,54.76772616136919}, {swap_total,20971511808}, {swap_used,0}]}, {interesting_stats, [{couch_docs_actual_disk_size,7230016065}, {couch_docs_data_size,5776766311}, {couch_views_actual_disk_size,0}, {couch_views_data_size,0}, {curr_items,1230513}, {curr_items_tot,2359146}, {mem_used,6147670696}, {vb_replica_curr_items,1128633}]}, {cluster_compatibility_version,131072}, {version, [{public_key,"0.13"}, {lhttpc,"1.3.0"}, {ale,"8cffe61"}, {os_mon,"2.2.7"}, {couch_set_view,"1.2.0a-b68b5f4-git"}, {mnesia,"4.5"}, {inets,"5.7.1"}, {couch,"1.2.0a-b68b5f4-git"}, {mapreduce,"1.0.0"}, {couch_index_merger,"1.2.0a-b68b5f4-git"}, {kernel,"2.14.5"}, {crypto,"2.0.4"}, {ssl,"4.1.6"}, {sasl,"2.1.10"}, {couch_view_parser,"1.0.0"}, {ns_server,"2.0.0-1939-rel-enterprise"}, {mochiweb,"1.4.1"}, {oauth,"7d85d3ef"}, {stdlib,"1.17.5"}]}, {supported_compat_version,[2,0]}, {system_arch,"x86_64-unknown-linux-gnu"}, {wall_clock,3124}, {memory_data,{25199214592,15011848192,{<0.4606.0>,17577352}}}, {disk_data, [{"/",41260352,5}, {"/dev/shm",12304304,0}, {"/boot",495844,7}, {"/data",206420664,4}]}, {meminfo, <<"MemTotal: 24608608 kB\nMemFree: 9991484 kB\nBuffers: 203276 kB\nCached: 7089928 kB\nSwapCached: 0 kB\nActive: 8164272 kB\nInactive: 5832148 kB\nActive(anon): 6696652 kB\nInactive(anon): 9232 kB\nActive(file): 1467620 kB\nInactive(file): 5822916 kB\nUnevictable: 20760 kB\nMlocked: 20760 kB\nSwapTotal: 20479992 kB\nSwapFree: 20479992 kB\nDirty: 7560 kB\nWriteback: 0 kB\nAnonPages: 6724676 kB\nMapped: 14620 kB\nShmem: 164 kB\nSlab: 289540 kB\nSReclaimable: 230876 kB\nSUnreclaim: 58664 kB\nKernelStack: 3056 kB\nPageTables: 17596 kB\nNFS_Unstable: 0 kB\nBounce: 0 kB\nWritebackTmp: 0 kB\nCommitLimit: 32784296 kB\nCommitted_AS: 8487168 kB\nVmallocTotal: 34359738367 kB\nVmallocUsed: 332500 kB\nVmallocChunk: 34359350016 kB\nHardwareCorrupted: 0 kB\nAnonHugePages: 2799616 kB\nHugePages_Total: 0\nHugePages_Free: 0\nHugePages_Rsvd: 0\nHugePages_Surp: 0\nHugepagesize: 2048 kB\nDirectMap4k: 10240 kB\nDirectMap2M: 25155584 kB\n">>}]}, {'ns_1@192.168.0.22', [{last_heard,{1352,755167,799765}}, {outgoing_replications_safeness_level,[{"default",green}]}, {incoming_replications_conf_hashes, [{"default", [{'ns_1@192.168.0.20',121904493}, {'ns_1@192.168.0.21',119305271}]}]}, {active_buckets,["default"]}, {ready_buckets,["default"]}, {local_tasks, [[{pid,<<"<0.31203.2>">>}, {bucket,<<"default">>}, {original_target,{[{type,bucket}]}}, {progress,11}, {started_on,1352755145}, {total_vbuckets,1025}, {trigger_type,scheduled}, {type,bucket_compaction}, {updated_on,1352755167}, {vbuckets_done,114}]]}, {memory, [{total,246422856}, {processes,188726272}, {processes_used,188660488}, {system,57696584}, {atom,1338193}, {atom_used,1333793}, {binary,14437432}, {code,13490894}, {ets,9760240}]}, {system_memory_data, [{system_total_memory,25199214592}, {free_swap,20971511808}, {total_swap,20971511808}, {cached_memory,10334695424}, {buffered_memory,260300800}, {free_memory,4795789312}, {total_memory,25199214592}]}, {node_storage_conf,[{db_path,"/data"},{index_path,"/data"}]}, {statistics, [{wall_clock,{3115878,5004}}, {context_switches,{24269618,0}}, {garbage_collection,{3339283,7808485729,0}}, {io,{{input,547349677},{output,18162695965}}}, {reductions,{2666136204,3610414}}, {run_queue,0}, {runtime,{925300,1180}}]}, {system_stats, [{cpu_utilization_rate,47.58454106280193}, {swap_total,20971511808}, {swap_used,0}]}, {interesting_stats, [{couch_docs_actual_disk_size,10221274081}, {couch_docs_data_size,7334254516}, {couch_views_actual_disk_size,0}, {couch_views_data_size,0}, {curr_items,1383553}, {curr_items_tot,2985842}, {mem_used,7890027872}, {vb_replica_curr_items,1602289}]}, {cluster_compatibility_version,131072}, {version, [{public_key,"0.13"}, {lhttpc,"1.3.0"}, {ale,"8cffe61"}, {os_mon,"2.2.7"}, {couch_set_view,"1.2.0a-b68b5f4-git"}, {mnesia,"4.5"}, {inets,"5.7.1"}, {couch,"1.2.0a-b68b5f4-git"}, {mapreduce,"1.0.0"}, {couch_index_merger,"1.2.0a-b68b5f4-git"}, {kernel,"2.14.5"}, {crypto,"2.0.4"}, {ssl,"4.1.6"}, {sasl,"2.1.10"}, {couch_view_parser,"1.0.0"}, {ns_server,"2.0.0-1939-rel-enterprise"}, {mochiweb,"1.4.1"}, {oauth,"7d85d3ef"}, {stdlib,"1.17.5"}]}, {supported_compat_version,[2,0]}, {system_arch,"x86_64-unknown-linux-gnu"}, {wall_clock,3115}, {memory_data,{25199214592,20324466688,{<18111.687.0>,10770992}}}, {disk_data, [{"/",41260352,5}, {"/dev/shm",12304304,0}, {"/boot",495844,7}, {"/data",206420664,5}]}, {meminfo, <<"MemTotal: 24608608 kB\nMemFree: 4683636 kB\nBuffers: 254200 kB\nCached: 10092476 kB\nSwapCached: 0 kB\nActive: 11222856 kB\nInactive: 7980232 kB\nActive(anon): 8848492 kB\nInactive(anon): 10216 kB\nActive(file): 2374364 kB\nInactive(file): 7970016 kB\nUnevictable: 20760 kB\nMlocked: 20760 kB\nSwapTotal: 20479992 kB\nSwapFree: 20479992 kB\nDirty: 6796 kB\nWriteback: 0 kB\nAnonPages: 8875868 kB\nMapped: 15684 kB\nShmem: 172 kB\nSlab: 386872 kB\nSReclaimable: 328788 kB\nSUnreclaim: 58084 kB\nKernelStack: 2560 kB\nPageTables: 21848 kB\nNFS_Unstable: 0 kB\nBounce: 0 kB\nWritebackTmp: 0 kB\nCommitLimit: 32784296 kB\nCommitted_AS: 10599816 kB\nVmallocTotal: 34359738367 kB\nVmallocUsed: 332500 kB\nVmallocChunk: 34359350016 kB\nHardwareCorrupted: 0 kB\nAnonHugePages: 4141056 kB\nHugePages_Total: 0\nHugePages_Free: 0\nHugePages_Rsvd: 0\nHugePages_Surp: 0\nHugepagesize: 2048 kB\nDirectMap4k: 10240 kB\nDirectMap2M: 25155584 kB\n">>}]}] [stats:debug,2012-11-12T13:19:49.620,ns_1@192.168.0.21:<0.4602.0>:stats_collector:maybe_log_stats:126](at {{1970,1,16},{7,45,55}}) Stats for bucket "default": accepting_conns 1 auth_cmds 9 auth_errors 0 bucket_active_conns 2 bucket_conns 25 bytes 6180059960 bytes_read 16431571031 bytes_written 9242768373 cas_badval 0 cas_hits 0 cas_misses 0 cmd_flush 0 cmd_get 1767288 cmd_set 1527008 conn_yields 82253 connection_structures 5000 curr_connections 28 curr_conns_on_port_11209 16 curr_conns_on_port_11210 10 curr_items 1236333 curr_items_tot 2370962 curr_temp_items 0 daemon_connections 4 decr_hits 0 decr_misses 0 delete_hits 76126 delete_misses 131072 ep_access_scanner_last_runtime 0 ep_access_scanner_num_items 0 ep_access_scanner_task_time 2012-11-13 10:00:00 ep_allow_data_loss_during_shutdown 1 ep_alog_block_size 4096 ep_alog_path /data/default/access.log ep_alog_sleep_time 1440 ep_alog_task_time 10 ep_backend couchdb ep_bg_fetch_delay 0 ep_bg_fetched 0 ep_bg_meta_fetched 0 ep_bg_remaining_jobs 0 ep_chk_max_items 5000 ep_chk_period 1800 ep_chk_persistence_remains 2 ep_chk_persistence_timeout 10 ep_chk_remover_stime 5 ep_commit_num 99986 ep_commit_time 20 ep_commit_time_total 817591 ep_concurrentDB 1 ep_config_file ep_couch_bucket default ep_couch_host localhost ep_couch_port 11213 ep_couch_reconnect_sleeptime 250 ep_couch_response_timeout 180000 ep_data_age 22 ep_data_age_highwat 32 ep_data_traffic_enabled 0 ep_dbinit 0 ep_dbname /data/default ep_degraded_mode 0 ep_diskqueue_drain 7498074 ep_diskqueue_fill 6563697 ep_diskqueue_items 57839 ep_diskqueue_memory 1727584 ep_diskqueue_pending 2591376 ep_exp_pager_stime 3600 ep_exp_pager_stime 3600 ep_expired_access 1258 ep_expired_pager 0 ep_expiry_window 3 ep_failpartialwarmup 0 ep_flush_all false ep_flush_duration_total 1666 ep_flushall_enabled 0 ep_flusher_state running ep_flusher_todo 33543 ep_getl_default_timeout 15 ep_getl_max_timeout 30 ep_ht_locks 5 ep_ht_size 3079 ep_inconsistent_slave_chk 0 ep_initfile ep_io_num_read 0 ep_io_num_write 6014962 ep_io_read_bytes 0 ep_io_write_bytes 13836846999 ep_item_begin_failed 0 ep_item_commit_failed 0 ep_item_flush_expired 42 ep_item_flush_failed 0 ep_item_num_based_new_chk 1 ep_items_rm_from_checkpoints 108706 ep_keep_closed_chks 0 ep_klog_block_size 4096 ep_klog_compactor_queue_cap 500000 ep_klog_compactor_stime 3600 ep_klog_flush commit2 ep_klog_max_entry_ratio 10 ep_klog_max_log_size 2147483647 ep_klog_path ep_klog_sync commit2 ep_kv_size 5851554562 ep_max_checkpoints 2 ep_max_data_size 12582912000 ep_max_item_size 20971520 ep_max_size 12582912000 ep_max_txn_size 10000 ep_max_vbuckets 1024 ep_mem_high_wat 9437184000 ep_mem_high_wat 9437184000 ep_mem_low_wat 7549747200 ep_mem_low_wat 7549747200 ep_mem_tracker_enabled true ep_min_data_age 0 ep_mlog_compactor_runs 0 ep_mutation_mem_threshold 0 ep_num_access_scanner_runs 0 ep_num_eject_failures 0 ep_num_expiry_pager_runs 0 ep_num_non_resident 0 ep_num_not_my_vbuckets 0 ep_num_ops_del_meta 0 ep_num_ops_get_meta 0 ep_num_ops_set_meta 0 ep_num_pager_runs 0 ep_num_value_ejects 0 ep_oom_errors 0 ep_overhead 127498556 ep_pager_active_vb_pcnt 40 ep_pager_unbiased_period 60 ep_pending_ops 0 ep_pending_ops_max 1 ep_pending_ops_max_duration 128624 ep_pending_ops_total 3 ep_postInitfile ep_queue_age_cap 900 ep_queue_size 24296 ep_startup_time 1352753488 ep_storage_age 19 ep_storage_age_highwat 45 ep_store_max_concurrency 10 ep_store_max_readers 9 ep_store_max_readwrite 1 ep_stored_val_type ep_tap_ack_grace_period 300 ep_tap_ack_initial_sequence_number 1 ep_tap_ack_interval 1000 ep_tap_ack_window_size 10 ep_tap_backfill_resident 0.9 ep_tap_backlog_limit 5000 ep_tap_backoff_period 5 ep_tap_bg_fetch_requeued 0 ep_tap_bg_fetched 0 ep_tap_bg_max_pending 500 ep_tap_keepalive 300 ep_tap_noop_interval 20 ep_tap_requeue_sleep_time 0.1 ep_tap_throttle_cap_pcnt 10 ep_tap_throttle_queue_cap 1000000 ep_tap_throttle_threshold 90 ep_tmp_oom_errors 0 ep_too_old 0 ep_too_young 0 ep_total_cache_size 5823129334 ep_total_del_items 273958 ep_total_enqueued 6563697 ep_total_new_items 2496042 ep_total_persisted 6014962 ep_uncommitted_items 65 ep_value_size 5656067331 ep_vb0 0 ep_vb_snapshot_total 883 ep_vb_total 814 ep_vbucket_del 0 ep_vbucket_del_fail 0 ep_version 2.0.0r_133_g68e3f7c ep_waitforwarmup 0 ep_warmup 1 ep_warmup_batch_size 1000 ep_warmup_dups 0 ep_warmup_min_items_threshold 100 ep_warmup_min_memory_threshold 100 ep_warmup_oom 0 ep_warmup_thread complete ep_warmup_time 17721 get_hits 1587481 get_misses 179807 incr_hits 0 incr_misses 0 libevent 2.0.11-stable limit_maxbytes 67108864 listen_disabled_num 0 max_conns_on_port_11209 1000 max_conns_on_port_11210 9000 mem_used 6180059960 pid 7353 pointer_size 64 rejected_conns 0 rusage_system 418.868322 rusage_user 979.754054 tap_checkpoint_end_received 1308 tap_checkpoint_end_sent 367 tap_checkpoint_start_received 2602 tap_checkpoint_start_sent 424 tap_connect_received 1 tap_delete_received 181438 tap_delete_sent 105411 tap_mutation_received 5105361 tap_mutation_sent 2034117 tap_opaque_received 5692 tap_opaque_sent 425 tap_vbucket_set_received 848 threads 4 time 1352755188 total_connections 4196 uptime 1702 vb_active_curr_items 1236333 vb_active_eject 0 vb_active_expired 1210 vb_active_ht_memory 10647296 vb_active_itm_memory 3035700891 vb_active_meta_data_memory 97670307 vb_active_num 424 vb_active_num_non_resident 0 vb_active_num_ref_ejects 0 vb_active_num_ref_items 1308792 vb_active_ops_create 1304705 vb_active_ops_delete 143577 vb_active_ops_reject 0 vb_active_ops_update 1499782 vb_active_perc_mem_resident 100 vb_active_queue_age 554217000 vb_active_queue_drain 3865623 vb_active_queue_fill 3347784 vb_active_queue_memory 980704 vb_active_queue_pending 1471056 vb_active_queue_size 30647 vb_dead_num 0 vb_pending_curr_items 0 vb_pending_eject 0 vb_pending_expired 0 vb_pending_ht_memory 0 vb_pending_itm_memory 0 vb_pending_meta_data_memory 0 vb_pending_num 0 vb_pending_num_non_resident 0 vb_pending_num_ref_ejects 0 vb_pending_num_ref_items 0 vb_pending_ops_create 0 vb_pending_ops_delete 0 vb_pending_ops_reject 0 vb_pending_ops_update 0 vb_pending_perc_mem_resident 0 vb_pending_queue_age 0 vb_pending_queue_drain 0 vb_pending_queue_fill 0 vb_pending_queue_memory 0 vb_pending_queue_pending 0 vb_pending_queue_size 0 vb_replica_curr_items 1134629 vb_replica_eject 0 vb_replica_expired 48 vb_replica_ht_memory 9793680 vb_replica_itm_memory 2787428443 vb_replica_meta_data_memory 89635691 vb_replica_num 390 vb_replica_num_non_resident 0 vb_replica_num_ref_ejects 0 vb_replica_num_ref_items 1199491 vb_replica_ops_create 1191337 vb_replica_ops_delete 130381 vb_replica_ops_reject 0 vb_replica_ops_update 1745242 vb_replica_perc_mem_resident 100 vb_replica_queue_age 268764000 vb_replica_queue_drain 3632451 vb_replica_queue_fill 3215913 vb_replica_queue_memory 746880 vb_replica_queue_pending 1120320 vb_replica_queue_size 23340 version 1.4.4_600_g7ea975a [ns_doctor:debug,2012-11-12T13:20:28.184,ns_1@192.168.0.21:ns_doctor<0.4484.0>:ns_doctor:handle_info:137]Current node statuses: [{'ns_1@192.168.0.20', [{last_heard,{1352,755224,574680}}, {outgoing_replications_safeness_level,[{"default",green}]}, {incoming_replications_conf_hashes, [{"default",[{'ns_1@192.168.0.22',10928119}]}]}, {active_buckets,["default"]}, {ready_buckets,["default"]}, {local_tasks,[]}, {memory, [{total,176857312}, {processes,129683552}, {processes_used,126256704}, {system,47173760}, {atom,1401785}, {atom_used,1374492}, {binary,4085280}, {code,14054366}, {ets,9481640}]}, {system_memory_data, [{system_total_memory,25199214592}, {free_swap,20971511808}, {total_swap,20971511808}, {cached_memory,1944948736}, {buffered_memory,231321600}, {free_memory,13581389824}, {total_memory,25199214592}]}, {node_storage_conf,[{db_path,"/data"},{index_path,"/data"}]}, {statistics, [{wall_clock,{3187711,5000}}, {context_switches,{21343248,0}}, {garbage_collection,{2710088,18088354422,0}}, {io,{{input,398502228},{output,11629303012}}}, {reductions,{2945494400,2512755}}, {run_queue,0}, {runtime,{1165150,1020}}]}, {system_stats, [{cpu_utilization_rate,54.36893203883495}, {swap_total,20971511808}, {swap_used,0}]}, {interesting_stats, [{couch_docs_actual_disk_size,1862115404}, {couch_docs_data_size,1497781070}, {couch_views_actual_disk_size,0}, {couch_views_data_size,0}, {curr_items,356646}, {curr_items_tot,607292}, {mem_used,1693025648}, {vb_replica_curr_items,250646}]}, {cluster_compatibility_version,131072}, {version, [{public_key,"0.13"}, {lhttpc,"1.3.0"}, {ale,"8cffe61"}, {os_mon,"2.2.7"}, {couch_set_view,"1.2.0a-b68b5f4-git"}, {mnesia,"4.5"}, {inets,"5.7.1"}, {couch,"1.2.0a-b68b5f4-git"}, {mapreduce,"1.0.0"}, {couch_index_merger,"1.2.0a-b68b5f4-git"}, {kernel,"2.14.5"}, {crypto,"2.0.4"}, {ssl,"4.1.6"}, {sasl,"2.1.10"}, {couch_view_parser,"1.0.0"}, {ns_server,"2.0.0-1939-rel-enterprise"}, {mochiweb,"1.4.1"}, {oauth,"7d85d3ef"}, {stdlib,"1.17.5"}]}, {supported_compat_version,[2,0]}, {system_arch,"x86_64-unknown-linux-gnu"}, {wall_clock,3187}, {memory_data,{25199214592,11652620288,{<18071.667.0>,20119840}}}, {disk_data, [{"/",41260352,5}, {"/dev/shm",12304304,0}, {"/boot",495844,7}, {"/data",206420664,1}]}, {meminfo, <<"MemTotal: 24608608 kB\nMemFree: 13263324 kB\nBuffers: 225900 kB\nCached: 1899364 kB\nSwapCached: 0 kB\nActive: 8730384 kB\nInactive: 2083204 kB\nActive(anon): 8089580 kB\nInactive(anon): 600744 kB\nActive(file): 640804 kB\nInactive(file): 1482460 kB\nUnevictable: 20760 kB\nMlocked: 20760 kB\nSwapTotal: 20479992 kB\nSwapFree: 20479992 kB\nDirty: 1360 kB\nWriteback: 0 kB\nAnonPages: 8709228 kB\nMapped: 15568 kB\nShmem: 172 kB\nSlab: 199212 kB\nSReclaimable: 141500 kB\nSUnreclaim: 57712 kB\nKernelStack: 3072 kB\nPageTables: 21872 kB\nNFS_Unstable: 0 kB\nBounce: 0 kB\nWritebackTmp: 0 kB\nCommitLimit: 32784296 kB\nCommitted_AS: 10463756 kB\nVmallocTotal: 34359738367 kB\nVmallocUsed: 332500 kB\nVmallocChunk: 34359355024 kB\nHardwareCorrupted: 0 kB\nAnonHugePages: 4227072 kB\nHugePages_Total: 0\nHugePages_Free: 0\nHugePages_Rsvd: 0\nHugePages_Surp: 0\nHugepagesize: 2048 kB\nDirectMap4k: 10240 kB\nDirectMap2M: 25155584 kB\n">>}]}, {'ns_1@192.168.0.21', [{last_heard,{1352,755223,188342}}, {outgoing_replications_safeness_level,[{"default",green}]}, {incoming_replications_conf_hashes, [{"default",[{'ns_1@192.168.0.22',65024889}]}]}, {active_buckets,["default"]}, {ready_buckets,["default"]}, {local_tasks, [[{pid,<<"<0.24861.1>">>}, {bucket,<<"default">>}, {original_target,{[{type,bucket}]}}, {progress,94}, {started_on,1352755087}, {total_vbuckets,797}, {trigger_type,scheduled}, {type,bucket_compaction}, {updated_on,1352755223}, {vbuckets_done,752}]]}, {memory, [{total,215275384}, {processes,163894312}, {processes_used,163849520}, {system,51381072}, {atom,1339809}, {atom_used,1335933}, {binary,11389552}, {code,13493102}, {ets,6586496}]}, {system_memory_data, [{system_total_memory,25199214592}, {free_swap,20971511808}, {total_swap,20971511808}, {cached_memory,6634504192}, {buffered_memory,212172800}, {free_memory,10804940800}, {total_memory,25199214592}]}, {node_storage_conf,[{db_path,"/data"},{index_path,"/data"}]}, {statistics, [{wall_clock,{3184100,5000}}, {context_switches,{12200115,0}}, {garbage_collection,{2274879,6425506084,0}}, {io,{{input,476272360},{output,12956455021}}}, {reductions,{1747375859,4476397}}, {run_queue,0}, {runtime,{648030,1330}}]}, {system_stats, [{cpu_utilization_rate,49.382716049382715}, {swap_total,20971511808}, {swap_used,0}]}, {interesting_stats, [{couch_docs_actual_disk_size,6597112219}, {couch_docs_data_size,5834697965}, {couch_views_actual_disk_size,0}, {couch_views_data_size,0}, {curr_items,1242006}, {curr_items_tot,2382315}, {mem_used,6211248664}, {vb_replica_curr_items,1140309}]}, {cluster_compatibility_version,131072}, {version, [{public_key,"0.13"}, {lhttpc,"1.3.0"}, {ale,"8cffe61"}, {os_mon,"2.2.7"}, {couch_set_view,"1.2.0a-b68b5f4-git"}, {mnesia,"4.5"}, {inets,"5.7.1"}, {couch,"1.2.0a-b68b5f4-git"}, {mapreduce,"1.0.0"}, {couch_index_merger,"1.2.0a-b68b5f4-git"}, {kernel,"2.14.5"}, {crypto,"2.0.4"}, {ssl,"4.1.6"}, {sasl,"2.1.10"}, {couch_view_parser,"1.0.0"}, {ns_server,"2.0.0-1939-rel-enterprise"}, {mochiweb,"1.4.1"}, {oauth,"7d85d3ef"}, {stdlib,"1.17.5"}]}, {supported_compat_version,[2,0]}, {system_arch,"x86_64-unknown-linux-gnu"}, {wall_clock,3184}, {memory_data,{25199214592,14429118464,{<0.4606.0>,17577352}}}, {disk_data, [{"/",41260352,5}, {"/dev/shm",12304304,0}, {"/boot",495844,7}, {"/data",206420664,4}]}, {meminfo, <<"MemTotal: 24608608 kB\nMemFree: 10551700 kB\nBuffers: 207200 kB\nCached: 6479008 kB\nSwapCached: 0 kB\nActive: 7717448 kB\nInactive: 5735508 kB\nActive(anon): 6759996 kB\nInactive(anon): 9232 kB\nActive(file): 957452 kB\nInactive(file): 5726276 kB\nUnevictable: 20760 kB\nMlocked: 20760 kB\nSwapTotal: 20479992 kB\nSwapFree: 20479992 kB\nDirty: 11060 kB\nWriteback: 0 kB\nAnonPages: 6788048 kB\nMapped: 14620 kB\nShmem: 164 kB\nSlab: 272624 kB\nSReclaimable: 213832 kB\nSUnreclaim: 58792 kB\nKernelStack: 3064 kB\nPageTables: 17712 kB\nNFS_Unstable: 0 kB\nBounce: 0 kB\nWritebackTmp: 0 kB\nCommitLimit: 32784296 kB\nCommitted_AS: 8561912 kB\nVmallocTotal: 34359738367 kB\nVmallocUsed: 332500 kB\nVmallocChunk: 34359350016 kB\nHardwareCorrupted: 0 kB\nAnonHugePages: 2895872 kB\nHugePages_Total: 0\nHugePages_Free: 0\nHugePages_Rsvd: 0\nHugePages_Surp: 0\nHugepagesize: 2048 kB\nDirectMap4k: 10240 kB\nDirectMap2M: 25155584 kB\n">>}]}, {'ns_1@192.168.0.22', [{last_heard,{1352,755227,796448}}, {outgoing_replications_safeness_level,[{"default",green}]}, {incoming_replications_conf_hashes, [{"default", [{'ns_1@192.168.0.20',106427218}, {'ns_1@192.168.0.21',58188073}]}]}, {active_buckets,["default"]}, {ready_buckets,["default"]}, {local_tasks, [[{pid,<<"<0.31203.2>">>}, {bucket,<<"default">>}, {original_target,{[{type,bucket}]}}, {progress,39}, {started_on,1352755145}, {total_vbuckets,1025}, {trigger_type,scheduled}, {type,bucket_compaction}, {updated_on,1352755227}, {vbuckets_done,401}]]}, {memory, [{total,237962400}, {processes,180991184}, {processes_used,180935648}, {system,56971216}, {atom,1338193}, {atom_used,1333793}, {binary,13678560}, {code,13490894}, {ets,9792184}]}, {system_memory_data, [{system_total_memory,25199214592}, {free_swap,20971511808}, {total_swap,20971511808}, {cached_memory,9583886336}, {buffered_memory,263356416}, {free_memory,5543137280}, {total_memory,25199214592}]}, {node_storage_conf,[{db_path,"/data"},{index_path,"/data"}]}, {statistics, [{wall_clock,{3175877,4998}}, {context_switches,{24649374,0}}, {garbage_collection,{3382994,7921361213,0}}, {io,{{input,557238301},{output,18472221735}}}, {reductions,{2707858029,3270788}}, {run_queue,1}, {runtime,{939630,1180}}]}, {system_stats, [{cpu_utilization_rate,54.72636815920398}, {swap_total,20971511808}, {swap_used,0}]}, {interesting_stats, [{couch_docs_actual_disk_size,9435038729}, {couch_docs_data_size,7335354742}, {couch_views_actual_disk_size,0}, {couch_views_data_size,0}, {curr_items,1386289}, {curr_items_tot,2987436}, {mem_used,7897728096}, {vb_replica_curr_items,1601147}]}, {cluster_compatibility_version,131072}, {version, [{public_key,"0.13"}, {lhttpc,"1.3.0"}, {ale,"8cffe61"}, {os_mon,"2.2.7"}, {couch_set_view,"1.2.0a-b68b5f4-git"}, {mnesia,"4.5"}, {inets,"5.7.1"}, {couch,"1.2.0a-b68b5f4-git"}, {mapreduce,"1.0.0"}, {couch_index_merger,"1.2.0a-b68b5f4-git"}, {kernel,"2.14.5"}, {crypto,"2.0.4"}, {ssl,"4.1.6"}, {sasl,"2.1.10"}, {couch_view_parser,"1.0.0"}, {ns_server,"2.0.0-1939-rel-enterprise"}, {mochiweb,"1.4.1"}, {oauth,"7d85d3ef"}, {stdlib,"1.17.5"}]}, {supported_compat_version,[2,0]}, {system_arch,"x86_64-unknown-linux-gnu"}, {wall_clock,3175}, {memory_data,{25199214592,20329312256,{<18111.687.0>,13313480}}}, {disk_data, [{"/",41260352,5}, {"/dev/shm",12304304,0}, {"/boot",495844,7}, {"/data",206420664,5}]}, {meminfo, <<"MemTotal: 24608608 kB\nMemFree: 5413716 kB\nBuffers: 257184 kB\nCached: 9358608 kB\nSwapCached: 0 kB\nActive: 10803124 kB\nInactive: 7676512 kB\nActive(anon): 8855660 kB\nInactive(anon): 10216 kB\nActive(file): 1947464 kB\nInactive(file): 7666296 kB\nUnevictable: 20760 kB\nMlocked: 20760 kB\nSwapTotal: 20479992 kB\nSwapFree: 20479992 kB\nDirty: 7616 kB\nWriteback: 0 kB\nAnonPages: 8885000 kB\nMapped: 15684 kB\nShmem: 172 kB\nSlab: 380080 kB\nSReclaimable: 321704 kB\nSUnreclaim: 58376 kB\nKernelStack: 2568 kB\nPageTables: 21876 kB\nNFS_Unstable: 0 kB\nBounce: 0 kB\nWritebackTmp: 0 kB\nCommitLimit: 32784296 kB\nCommitted_AS: 10622340 kB\nVmallocTotal: 34359738367 kB\nVmallocUsed: 332500 kB\nVmallocChunk: 34359350016 kB\nHardwareCorrupted: 0 kB\nAnonHugePages: 4243456 kB\nHugePages_Total: 0\nHugePages_Free: 0\nHugePages_Rsvd: 0\nHugePages_Surp: 0\nHugepagesize: 2048 kB\nDirectMap4k: 10240 kB\nDirectMap2M: 25155584 kB\n">>}]}] [ns_doctor:debug,2012-11-12T13:21:28.184,ns_1@192.168.0.21:ns_doctor<0.4484.0>:ns_doctor:handle_info:137]Current node statuses: [{'ns_1@192.168.0.20', [{last_heard,{1352,755284,573519}}, {outgoing_replications_safeness_level,[{"default",green}]}, {incoming_replications_conf_hashes, [{"default",[{'ns_1@192.168.0.22',34092466}]}]}, {active_buckets,["default"]}, {ready_buckets,["default"]}, {local_tasks,[]}, {memory, [{total,168056728}, {processes,120728528}, {processes_used,117260640}, {system,47328200}, {atom,1401785}, {atom_used,1374492}, {binary,4058760}, {code,14054366}, {ets,9674160}]}, {system_memory_data, [{system_total_memory,25199214592}, {free_swap,20971511808}, {total_swap,20971511808}, {cached_memory,2051198976}, {buffered_memory,230051840}, {free_memory,13488979968}, {total_memory,25199214592}]}, {node_storage_conf,[{db_path,"/data"},{index_path,"/data"}]}, {statistics, [{wall_clock,{3247711,5000}}, {context_switches,{21636371,0}}, {garbage_collection,{2747111,18354239317,0}}, {io,{{input,404419985},{output,11687105104}}}, {reductions,{2982940335,2464525}}, {run_queue,0}, {runtime,{1184300,960}}]}, {system_stats, [{cpu_utilization_rate,52.10918114143921}, {swap_total,20971511808}, {swap_used,0}]}, {interesting_stats, [{couch_docs_actual_disk_size,1974661686}, {couch_docs_data_size,1426187492}, {couch_views_actual_disk_size,0}, {couch_views_data_size,0}, {curr_items,342027}, {curr_items_tot,578275}, {mem_used,1620630192}, {vb_replica_curr_items,236248}]}, {cluster_compatibility_version,131072}, {version, [{public_key,"0.13"}, {lhttpc,"1.3.0"}, {ale,"8cffe61"}, {os_mon,"2.2.7"}, {couch_set_view,"1.2.0a-b68b5f4-git"}, {mnesia,"4.5"}, {inets,"5.7.1"}, {couch,"1.2.0a-b68b5f4-git"}, {mapreduce,"1.0.0"}, {couch_index_merger,"1.2.0a-b68b5f4-git"}, {kernel,"2.14.5"}, {crypto,"2.0.4"}, {ssl,"4.1.6"}, {sasl,"2.1.10"}, {couch_view_parser,"1.0.0"}, {ns_server,"2.0.0-1939-rel-enterprise"}, {mochiweb,"1.4.1"}, {oauth,"7d85d3ef"}, {stdlib,"1.17.5"}]}, {supported_compat_version,[2,0]}, {system_arch,"x86_64-unknown-linux-gnu"}, {wall_clock,3247}, {memory_data,{25199214592,11701870592,{<18071.429.0>,15907280}}}, {disk_data, [{"/",41260352,5}, {"/dev/shm",12304304,0}, {"/boot",495844,7}, {"/data",206420664,2}]}, {meminfo, <<"MemTotal: 24608608 kB\nMemFree: 13173080 kB\nBuffers: 224660 kB\nCached: 2003124 kB\nSwapCached: 0 kB\nActive: 8930128 kB\nInactive: 1973960 kB\nActive(anon): 8129144 kB\nInactive(anon): 549804 kB\nActive(file): 800984 kB\nInactive(file): 1424156 kB\nUnevictable: 20760 kB\nMlocked: 20760 kB\nSwapTotal: 20479992 kB\nSwapFree: 20479992 kB\nDirty: 1176 kB\nWriteback: 4 kB\nAnonPages: 8697940 kB\nMapped: 15568 kB\nShmem: 172 kB\nSlab: 198764 kB\nSReclaimable: 140932 kB\nSUnreclaim: 57832 kB\nKernelStack: 3064 kB\nPageTables: 21832 kB\nNFS_Unstable: 0 kB\nBounce: 0 kB\nWritebackTmp: 0 kB\nCommitLimit: 32784296 kB\nCommitted_AS: 10453280 kB\nVmallocTotal: 34359738367 kB\nVmallocUsed: 332500 kB\nVmallocChunk: 34359355024 kB\nHardwareCorrupted: 0 kB\nAnonHugePages: 4311040 kB\nHugePages_Total: 0\nHugePages_Free: 0\nHugePages_Rsvd: 0\nHugePages_Surp: 0\nHugepagesize: 2048 kB\nDirectMap4k: 10240 kB\nDirectMap2M: 25155584 kB\n">>}]}, {'ns_1@192.168.0.21', [{last_heard,{1352,755283,186714}}, {outgoing_replications_safeness_level,[{"default",green}]}, {incoming_replications_conf_hashes, [{"default",[{'ns_1@192.168.0.22',47264450}]}]}, {active_buckets,["default"]}, {ready_buckets,["default"]}, {local_tasks,[]}, {memory, [{total,217697560}, {processes,166311600}, {processes_used,166249784}, {system,51385960}, {atom,1339809}, {atom_used,1335933}, {binary,11256912}, {code,13493102}, {ets,6724736}]}, {system_memory_data, [{system_total_memory,25199214592}, {free_swap,20971511808}, {total_swap,20971511808}, {cached_memory,7178575872}, {buffered_memory,214437888}, {free_memory,10156638208}, {total_memory,25199214592}]}, {node_storage_conf,[{db_path,"/data"},{index_path,"/data"}]}, {statistics, [{wall_clock,{3244098,5000}}, {context_switches,{12580343,0}}, {garbage_collection,{2313261,6592837082,0}}, {io,{{input,490933688},{output,13265011196}}}, {reductions,{1796290941,3219523}}, {run_queue,0}, {runtime,{664230,1220}}]}, {system_stats, [{cpu_utilization_rate,20.544554455445546}, {swap_total,20971511808}, {swap_used,0}]}, {interesting_stats, [{couch_docs_actual_disk_size,7079595898}, {couch_docs_data_size,5907953078}, {couch_views_actual_disk_size,0}, {couch_views_data_size,0}, {curr_items,1255672}, {curr_items_tot,2410254}, {mem_used,6290464136}, {vb_replica_curr_items,1154582}]}, {cluster_compatibility_version,131072}, {version, [{public_key,"0.13"}, {lhttpc,"1.3.0"}, {ale,"8cffe61"}, {os_mon,"2.2.7"}, {couch_set_view,"1.2.0a-b68b5f4-git"}, {mnesia,"4.5"}, {inets,"5.7.1"}, {couch,"1.2.0a-b68b5f4-git"}, {mapreduce,"1.0.0"}, {couch_index_merger,"1.2.0a-b68b5f4-git"}, {kernel,"2.14.5"}, {crypto,"2.0.4"}, {ssl,"4.1.6"}, {sasl,"2.1.10"}, {couch_view_parser,"1.0.0"}, {ns_server,"2.0.0-1939-rel-enterprise"}, {mochiweb,"1.4.1"}, {oauth,"7d85d3ef"}, {stdlib,"1.17.5"}]}, {supported_compat_version,[2,0]}, {system_arch,"x86_64-unknown-linux-gnu"}, {wall_clock,3244}, {memory_data,{25199214592,15033589760,{<0.4606.0>,17577352}}}, {disk_data, [{"/",41260352,5}, {"/dev/shm",12304304,0}, {"/boot",495844,7}, {"/data",206420664,4}]}, {meminfo, <<"MemTotal: 24608608 kB\nMemFree: 9918840 kB\nBuffers: 209412 kB\nCached: 7010328 kB\nSwapCached: 0 kB\nActive: 8234872 kB\nInactive: 5836836 kB\nActive(anon): 6844848 kB\nInactive(anon): 9232 kB\nActive(file): 1390024 kB\nInactive(file): 5827604 kB\nUnevictable: 20760 kB\nMlocked: 20760 kB\nSwapTotal: 20479992 kB\nSwapFree: 20479992 kB\nDirty: 5180 kB\nWriteback: 0 kB\nAnonPages: 6872968 kB\nMapped: 14616 kB\nShmem: 164 kB\nSlab: 286328 kB\nSReclaimable: 228116 kB\nSUnreclaim: 58212 kB\nKernelStack: 3048 kB\nPageTables: 17832 kB\nNFS_Unstable: 0 kB\nBounce: 0 kB\nWritebackTmp: 0 kB\nCommitLimit: 32784296 kB\nCommitted_AS: 8646048 kB\nVmallocTotal: 34359738367 kB\nVmallocUsed: 332500 kB\nVmallocChunk: 34359350016 kB\nHardwareCorrupted: 0 kB\nAnonHugePages: 2996224 kB\nHugePages_Total: 0\nHugePages_Free: 0\nHugePages_Rsvd: 0\nHugePages_Surp: 0\nHugepagesize: 2048 kB\nDirectMap4k: 10240 kB\nDirectMap2M: 25155584 kB\n">>}]}, {'ns_1@192.168.0.22', [{last_heard,{1352,755287,793634}}, {outgoing_replications_safeness_level,[{"default",green}]}, {incoming_replications_conf_hashes, [{"default", [{'ns_1@192.168.0.20',86474715},{'ns_1@192.168.0.21',22366177}]}]}, {active_buckets,["default"]}, {ready_buckets,["default"]}, {local_tasks, [[{pid,<<"<0.31203.2>">>}, {bucket,<<"default">>}, {original_target,{[{type,bucket}]}}, {progress,69}, {started_on,1352755145}, {total_vbuckets,1025}, {trigger_type,scheduled}, {type,bucket_compaction}, {updated_on,1352755287}, {vbuckets_done,716}]]}, {memory, [{total,241770328}, {processes,184402856}, {processes_used,184244280}, {system,57367472}, {atom,1338193}, {atom_used,1333793}, {binary,14028160}, {code,13490894}, {ets,9857176}]}, {system_memory_data, [{system_total_memory,25199214592}, {free_swap,20971511808}, {total_swap,20971511808}, {cached_memory,9052073984}, {buffered_memory,266805248}, {free_memory,6070820864}, {total_memory,25199214592}]}, {node_storage_conf,[{db_path,"/data"},{index_path,"/data"}]}, {statistics, [{wall_clock,{3235875,5000}}, {context_switches,{25069459,0}}, {garbage_collection,{3436565,8052609761,0}}, {io,{{input,570104805},{output,18784927450}}}, {reductions,{2753493333,4325514}}, {run_queue,0}, {runtime,{955360,1420}}]}, {system_stats, [{cpu_utilization_rate,62.8428927680798}, {swap_total,20971511808}, {swap_used,0}]}, {interesting_stats, [{couch_docs_actual_disk_size,8916694113}, {couch_docs_data_size,7335913770}, {couch_views_actual_disk_size,0}, {couch_views_data_size,0}, {curr_items,1386188}, {curr_items_tot,2984946}, {mem_used,7902966192}, {vb_replica_curr_items,1598758}]}, {cluster_compatibility_version,131072}, {version, [{public_key,"0.13"}, {lhttpc,"1.3.0"}, {ale,"8cffe61"}, {os_mon,"2.2.7"}, {couch_set_view,"1.2.0a-b68b5f4-git"}, {mnesia,"4.5"}, {inets,"5.7.1"}, {couch,"1.2.0a-b68b5f4-git"}, {mapreduce,"1.0.0"}, {couch_index_merger,"1.2.0a-b68b5f4-git"}, {kernel,"2.14.5"}, {crypto,"2.0.4"}, {ssl,"4.1.6"}, {sasl,"2.1.10"}, {couch_view_parser,"1.0.0"}, {ns_server,"2.0.0-1939-rel-enterprise"}, {mochiweb,"1.4.1"}, {oauth,"7d85d3ef"}, {stdlib,"1.17.5"}]}, {supported_compat_version,[2,0]}, {system_arch,"x86_64-unknown-linux-gnu"}, {wall_clock,3235}, {memory_data,{25199214592,19618369536,{<18111.687.0>,13313480}}}, {disk_data, [{"/",41260352,5}, {"/dev/shm",12304304,0}, {"/boot",495844,7}, {"/data",206420664,5}]}, {meminfo, <<"MemTotal: 24608608 kB\nMemFree: 5929032 kB\nBuffers: 260552 kB\nCached: 8839588 kB\nSwapCached: 0 kB\nActive: 10534724 kB\nInactive: 7438004 kB\nActive(anon): 8864160 kB\nInactive(anon): 10216 kB\nActive(file): 1670564 kB\nInactive(file): 7427788 kB\nUnevictable: 20760 kB\nMlocked: 20760 kB\nSwapTotal: 20479992 kB\nSwapFree: 20479992 kB\nDirty: 5164 kB\nWriteback: 0 kB\nAnonPages: 8893776 kB\nMapped: 15684 kB\nShmem: 172 kB\nSlab: 371920 kB\nSReclaimable: 313320 kB\nSUnreclaim: 58600 kB\nKernelStack: 2560 kB\nPageTables: 21892 kB\nNFS_Unstable: 0 kB\nBounce: 0 kB\nWritebackTmp: 0 kB\nCommitLimit: 32784296 kB\nCommitted_AS: 10623600 kB\nVmallocTotal: 34359738367 kB\nVmallocUsed: 332500 kB\nVmallocChunk: 34359350016 kB\nHardwareCorrupted: 0 kB\nAnonHugePages: 4343808 kB\nHugePages_Total: 0\nHugePages_Free: 0\nHugePages_Rsvd: 0\nHugePages_Surp: 0\nHugepagesize: 2048 kB\nDirectMap4k: 10240 kB\nDirectMap2M: 25155584 kB\n">>}]}] [stats:debug,2012-11-12T13:21:29.635,ns_1@192.168.0.21:<0.4602.0>:stats_collector:maybe_log_stats:126](at {{1970,1,16},{7,45,55}}) Stats for bucket "default": accepting_conns 1 auth_cmds 9 auth_errors 0 bucket_active_conns 1 bucket_conns 25 bytes 6306468824 bytes_read 17292682331 bytes_written 10013145688 cas_badval 0 cas_hits 0 cas_misses 0 cmd_flush 0 cmd_get 1947569 cmd_set 1674320 conn_yields 86117 connection_structures 5000 curr_connections 28 curr_conns_on_port_11209 16 curr_conns_on_port_11210 10 curr_items 1258675 curr_items_tot 2416235 curr_temp_items 0 daemon_connections 4 decr_hits 0 decr_misses 0 delete_hits 83349 delete_misses 144078 ep_access_scanner_last_runtime 0 ep_access_scanner_num_items 0 ep_access_scanner_task_time 2012-11-13 10:00:00 ep_allow_data_loss_during_shutdown 1 ep_alog_block_size 4096 ep_alog_path /data/default/access.log ep_alog_sleep_time 1440 ep_alog_task_time 10 ep_backend couchdb ep_bg_fetch_delay 0 ep_bg_fetched 0 ep_bg_meta_fetched 0 ep_bg_remaining_jobs 0 ep_chk_max_items 5000 ep_chk_period 1800 ep_chk_persistence_remains 2 ep_chk_persistence_timeout 10 ep_chk_remover_stime 5 ep_commit_num 103370 ep_commit_time 10 ep_commit_time_total 866125 ep_concurrentDB 1 ep_config_file ep_couch_bucket default ep_couch_host localhost ep_couch_port 11213 ep_couch_reconnect_sleeptime 250 ep_couch_response_timeout 180000 ep_data_age 10 ep_data_age_highwat 34 ep_data_traffic_enabled 0 ep_dbinit 0 ep_dbname /data/default ep_degraded_mode 0 ep_diskqueue_drain 7864925 ep_diskqueue_fill 6905508 ep_diskqueue_items 44311 ep_diskqueue_memory 1309600 ep_diskqueue_pending 1964400 ep_exp_pager_stime 3600 ep_exp_pager_stime 3600 ep_expired_access 1442 ep_expired_pager 0 ep_expiry_window 3 ep_failpartialwarmup 0 ep_flush_all false ep_flush_duration_total 1768 ep_flushall_enabled 0 ep_flusher_state running ep_flusher_todo 26532 ep_getl_default_timeout 15 ep_getl_max_timeout 30 ep_ht_locks 5 ep_ht_size 3079 ep_inconsistent_slave_chk 0 ep_initfile ep_io_num_read 0 ep_io_num_write 6332959 ep_io_read_bytes 0 ep_io_write_bytes 14568823017 ep_item_begin_failed 0 ep_item_commit_failed 0 ep_item_flush_expired 42 ep_item_flush_failed 0 ep_item_num_based_new_chk 1 ep_items_rm_from_checkpoints 109523 ep_keep_closed_chks 0 ep_klog_block_size 4096 ep_klog_compactor_queue_cap 500000 ep_klog_compactor_stime 3600 ep_klog_flush commit2 ep_klog_max_entry_ratio 10 ep_klog_max_log_size 2147483647 ep_klog_path ep_klog_sync commit2 ep_kv_size 5967259685 ep_max_checkpoints 2 ep_max_data_size 12582912000 ep_max_item_size 20971520 ep_max_size 12582912000 ep_max_txn_size 10000 ep_max_vbuckets 1024 ep_mem_high_wat 9437184000 ep_mem_high_wat 9437184000 ep_mem_low_wat 7549747200 ep_mem_low_wat 7549747200 ep_mem_tracker_enabled true ep_min_data_age 0 ep_mlog_compactor_runs 0 ep_mutation_mem_threshold 0 ep_num_access_scanner_runs 0 ep_num_eject_failures 0 ep_num_expiry_pager_runs 0 ep_num_non_resident 0 ep_num_not_my_vbuckets 0 ep_num_ops_del_meta 0 ep_num_ops_get_meta 0 ep_num_ops_set_meta 0 ep_num_pager_runs 0 ep_num_value_ejects 0 ep_oom_errors 0 ep_overhead 130891396 ep_pager_active_vb_pcnt 40 ep_pager_unbiased_period 60 ep_pending_ops 0 ep_pending_ops_max 1 ep_pending_ops_max_duration 128624 ep_pending_ops_total 3 ep_postInitfile ep_queue_age_cap 900 ep_queue_size 17779 ep_startup_time 1352753488 ep_storage_age 7 ep_storage_age_highwat 47 ep_store_max_concurrency 10 ep_store_max_readers 9 ep_store_max_readwrite 1 ep_stored_val_type ep_tap_ack_grace_period 300 ep_tap_ack_initial_sequence_number 1 ep_tap_ack_interval 1000 ep_tap_ack_window_size 10 ep_tap_backfill_resident 0.9 ep_tap_backlog_limit 5000 ep_tap_backoff_period 5 ep_tap_bg_fetch_requeued 0 ep_tap_bg_fetched 0 ep_tap_bg_max_pending 500 ep_tap_keepalive 300 ep_tap_noop_interval 20 ep_tap_requeue_sleep_time 0.1 ep_tap_throttle_cap_pcnt 10 ep_tap_throttle_queue_cap 1000000 ep_tap_throttle_threshold 90 ep_tmp_oom_errors 0 ep_too_old 0 ep_too_young 0 ep_total_cache_size 5938284413 ep_total_del_items 292026 ep_total_enqueued 6905508 ep_total_new_items 2555258 ep_total_persisted 6332959 ep_uncommitted_items 93 ep_value_size 5768036291 ep_vb0 0 ep_vb_snapshot_total 899 ep_vb_total 830 ep_vbucket_del 0 ep_vbucket_del_fail 0 ep_version 2.0.0r_133_g68e3f7c ep_waitforwarmup 0 ep_warmup 1 ep_warmup_batch_size 1000 ep_warmup_dups 0 ep_warmup_min_items_threshold 100 ep_warmup_min_memory_threshold 100 ep_warmup_oom 0 ep_warmup_thread complete ep_warmup_time 17721 get_hits 1740061 get_misses 207508 incr_hits 0 incr_misses 0 libevent 2.0.11-stable limit_maxbytes 67108864 listen_disabled_num 0 max_conns_on_port_11209 1000 max_conns_on_port_11210 9000 mem_used 6306468824 pid 7353 pointer_size 64 rejected_conns 0 rusage_system 449.123722 rusage_user 1039.920907 tap_checkpoint_end_received 1340 tap_checkpoint_end_sent 375 tap_checkpoint_start_received 2658 tap_checkpoint_start_sent 432 tap_connect_received 1 tap_delete_received 192116 tap_delete_sent 113772 tap_mutation_received 5298917 tap_mutation_sent 2185935 tap_opaque_received 5804 tap_opaque_sent 433 tap_vbucket_set_received 864 threads 4 time 1352755288 total_connections 4276 uptime 1802 vb_active_curr_items 1258675 vb_active_eject 0 vb_active_expired 1391 vb_active_ht_memory 10848192 vb_active_itm_memory 3093228261 vb_active_meta_data_memory 99435325 vb_active_num 432 vb_active_num_non_resident 0 vb_active_num_ref_ejects 0 vb_active_num_ref_items 1338473 vb_active_ops_create 1334480 vb_active_ops_delete 153263 vb_active_ops_reject 0 vb_active_ops_update 1619145 vb_active_perc_mem_resident 100 vb_active_queue_age 658119000 vb_active_queue_drain 4057239 vb_active_queue_fill 3524549 vb_active_queue_memory 704768 vb_active_queue_pending 1057152 vb_active_queue_size 22024 vb_dead_num 0 vb_pending_curr_items 0 vb_pending_eject 0 vb_pending_expired 0 vb_pending_ht_memory 0 vb_pending_itm_memory 0 vb_pending_meta_data_memory 0 vb_pending_num 0 vb_pending_num_non_resident 0 vb_pending_num_ref_ejects 0 vb_pending_num_ref_items 0 vb_pending_ops_create 0 vb_pending_ops_delete 0 vb_pending_ops_reject 0 vb_pending_ops_update 0 vb_pending_perc_mem_resident 0 vb_pending_queue_age 0 vb_pending_queue_drain 0 vb_pending_queue_fill 0 vb_pending_queue_memory 0 vb_pending_queue_pending 0 vb_pending_queue_size 0 vb_replica_curr_items 1157560 vb_replica_eject 0 vb_replica_expired 51 vb_replica_ht_memory 9994576 vb_replica_itm_memory 2845056152 vb_replica_meta_data_memory 91447240 vb_replica_num 398 vb_replica_num_non_resident 0 vb_replica_num_ref_ejects 0 vb_replica_num_ref_items 1228942 vb_replica_ops_create 1220781 vb_replica_ops_delete 138763 vb_replica_ops_reject 0 vb_replica_ops_update 1866568 vb_replica_perc_mem_resident 100 vb_replica_queue_age 291844000 vb_replica_queue_drain 3807686 vb_replica_queue_fill 3380959 vb_replica_queue_memory 604832 vb_replica_queue_pending 907248 vb_replica_queue_size 18901 version 1.4.4_600_g7ea975a [ns_doctor:debug,2012-11-12T13:22:28.184,ns_1@192.168.0.21:ns_doctor<0.4484.0>:ns_doctor:handle_info:137]Current node statuses: [{'ns_1@192.168.0.20', [{last_heard,{1352,755344,574451}}, {outgoing_replications_safeness_level,[{"default",green}]}, {incoming_replications_conf_hashes, [{"default",[{'ns_1@192.168.0.22',104013747}]}]}, {active_buckets,["default"]}, {ready_buckets,["default"]}, {local_tasks, [[{pid,<<"<0.7805.3>">>}, {bucket,<<"default">>}, {original_target,{[{type,bucket}]}}, {progress,77}, {started_on,1352755290}, {total_vbuckets,197}, {trigger_type,scheduled}, {type,bucket_compaction}, {updated_on,1352755343}, {vbuckets_done,152}]]}, {memory, [{total,169246296}, {processes,121682440}, {processes_used,118183584}, {system,47563856}, {atom,1401785}, {atom_used,1374492}, {binary,4108032}, {code,14054366}, {ets,9860264}]}, {system_memory_data, [{system_total_memory,25199214592}, {free_swap,20971511808}, {total_swap,20971511808}, {cached_memory,1629134848}, {buffered_memory,227930112}, {free_memory,13931130880}, {total_memory,25199214592}]}, {node_storage_conf,[{db_path,"/data"},{index_path,"/data"}]}, {statistics, [{wall_clock,{3307712,5001}}, {context_switches,{21819993,0}}, {garbage_collection,{2776407,18584662490,0}}, {io,{{input,412766593},{output,11734536144}}}, {reductions,{3017926103,2521511}}, {run_queue,0}, {runtime,{1200260,940}}]}, {system_stats, [{cpu_utilization_rate,47.63157894736842}, {swap_total,20971511808}, {swap_used,0}]}, {interesting_stats, [{couch_docs_actual_disk_size,1596217700}, {couch_docs_data_size,1353831216}, {couch_views_actual_disk_size,0}, {couch_views_data_size,0}, {curr_items,327370}, {curr_items_tot,549001}, {mem_used,1548080960}, {vb_replica_curr_items,221631}]}, {cluster_compatibility_version,131072}, {version, [{public_key,"0.13"}, {lhttpc,"1.3.0"}, {ale,"8cffe61"}, {os_mon,"2.2.7"}, {couch_set_view,"1.2.0a-b68b5f4-git"}, {mnesia,"4.5"}, {inets,"5.7.1"}, {couch,"1.2.0a-b68b5f4-git"}, {mapreduce,"1.0.0"}, {couch_index_merger,"1.2.0a-b68b5f4-git"}, {kernel,"2.14.5"}, {crypto,"2.0.4"}, {ssl,"4.1.6"}, {sasl,"2.1.10"}, {couch_view_parser,"1.0.0"}, {ns_server,"2.0.0-1939-rel-enterprise"}, {mochiweb,"1.4.1"}, {oauth,"7d85d3ef"}, {stdlib,"1.17.5"}]}, {supported_compat_version,[2,0]}, {system_arch,"x86_64-unknown-linux-gnu"}, {wall_clock,3307}, {memory_data,{25199214592,11344740352,{<18071.667.0>,17427312}}}, {disk_data, [{"/",41260352,5}, {"/dev/shm",12304304,0}, {"/boot",495844,7}, {"/data",206420664,1}]}, {meminfo, <<"MemTotal: 24608608 kB\nMemFree: 13604868 kB\nBuffers: 222588 kB\nCached: 1590952 kB\nSwapCached: 0 kB\nActive: 8567664 kB\nInactive: 1908264 kB\nActive(anon): 8093416 kB\nInactive(anon): 570588 kB\nActive(file): 474248 kB\nInactive(file): 1337676 kB\nUnevictable: 20760 kB\nMlocked: 20760 kB\nSwapTotal: 20479992 kB\nSwapFree: 20479992 kB\nDirty: 2192 kB\nWriteback: 0 kB\nAnonPages: 8682884 kB\nMapped: 15568 kB\nShmem: 172 kB\nSlab: 194676 kB\nSReclaimable: 136604 kB\nSUnreclaim: 58072 kB\nKernelStack: 3072 kB\nPageTables: 21872 kB\nNFS_Unstable: 0 kB\nBounce: 0 kB\nWritebackTmp: 0 kB\nCommitLimit: 32784296 kB\nCommitted_AS: 10439400 kB\nVmallocTotal: 34359738367 kB\nVmallocUsed: 332500 kB\nVmallocChunk: 34359355024 kB\nHardwareCorrupted: 0 kB\nAnonHugePages: 4302848 kB\nHugePages_Total: 0\nHugePages_Free: 0\nHugePages_Rsvd: 0\nHugePages_Surp: 0\nHugepagesize: 2048 kB\nDirectMap4k: 10240 kB\nDirectMap2M: 25155584 kB\n">>}]}, {'ns_1@192.168.0.21', [{last_heard,{1352,755343,186433}}, {outgoing_replications_safeness_level,[{"default",green}]}, {incoming_replications_conf_hashes, [{"default",[{'ns_1@192.168.0.22',101052400}]}]}, {active_buckets,["default"]}, {ready_buckets,["default"]}, {local_tasks,[]}, {memory, [{total,233456264}, {processes,179881944}, {processes_used,179860072}, {system,53574320}, {atom,1339809}, {atom_used,1335933}, {binary,13254608}, {code,13493102}, {ets,6911832}]}, {system_memory_data, [{system_total_memory,25199214592}, {free_swap,20971511808}, {total_swap,20971511808}, {cached_memory,7824248832}, {buffered_memory,215830528}, {free_memory,9400803328}, {total_memory,25199214592}]}, {node_storage_conf,[{db_path,"/data"},{index_path,"/data"}]}, {statistics, [{wall_clock,{3304098,4996}}, {context_switches,{12936720,0}}, {garbage_collection,{2348870,6761037353,0}}, {io,{{input,501385286},{output,13563968870}}}, {reductions,{1846379865,3776501}}, {run_queue,0}, {runtime,{680400,1170}}]}, {system_stats, [{cpu_utilization_rate,26.47754137115839}, {swap_total,20971511808}, {swap_used,0}]}, {interesting_stats, [{couch_docs_actual_disk_size,7700681733}, {couch_docs_data_size,5981197215}, {couch_views_actual_disk_size,0}, {couch_views_data_size,0}, {curr_items,1270188}, {curr_items_tot,2439134}, {mem_used,6349174888}, {vb_replica_curr_items,1168946}]}, {cluster_compatibility_version,131072}, {version, [{public_key,"0.13"}, {lhttpc,"1.3.0"}, {ale,"8cffe61"}, {os_mon,"2.2.7"}, {couch_set_view,"1.2.0a-b68b5f4-git"}, {mnesia,"4.5"}, {inets,"5.7.1"}, {couch,"1.2.0a-b68b5f4-git"}, {mapreduce,"1.0.0"}, {couch_index_merger,"1.2.0a-b68b5f4-git"}, {kernel,"2.14.5"}, {crypto,"2.0.4"}, {ssl,"4.1.6"}, {sasl,"2.1.10"}, {couch_view_parser,"1.0.0"}, {ns_server,"2.0.0-1939-rel-enterprise"}, {mochiweb,"1.4.1"}, {oauth,"7d85d3ef"}, {stdlib,"1.17.5"}]}, {supported_compat_version,[2,0]}, {system_arch,"x86_64-unknown-linux-gnu"}, {wall_clock,3304}, {memory_data,{25199214592,15758966784,{<0.4606.0>,17577352}}}, {disk_data, [{"/",41260352,5}, {"/dev/shm",12304304,0}, {"/boot",495844,7}, {"/data",206420664,4}]}, {meminfo, <<"MemTotal: 24608608 kB\nMemFree: 9180472 kB\nBuffers: 210772 kB\nCached: 7640868 kB\nSwapCached: 0 kB\nActive: 8697460 kB\nInactive: 6095228 kB\nActive(anon): 6934068 kB\nInactive(anon): 9232 kB\nActive(file): 1763392 kB\nInactive(file): 6085996 kB\nUnevictable: 20760 kB\nMlocked: 20760 kB\nSwapTotal: 20479992 kB\nSwapFree: 20479992 kB\nDirty: 4652 kB\nWriteback: 4 kB\nAnonPages: 6962096 kB\nMapped: 14616 kB\nShmem: 164 kB\nSlab: 303600 kB\nSReclaimable: 245488 kB\nSUnreclaim: 58112 kB\nKernelStack: 3048 kB\nPageTables: 18000 kB\nNFS_Unstable: 0 kB\nBounce: 0 kB\nWritebackTmp: 0 kB\nCommitLimit: 32784296 kB\nCommitted_AS: 8715536 kB\nVmallocTotal: 34359738367 kB\nVmallocUsed: 332500 kB\nVmallocChunk: 34359350016 kB\nHardwareCorrupted: 0 kB\nAnonHugePages: 3108864 kB\nHugePages_Total: 0\nHugePages_Free: 0\nHugePages_Rsvd: 0\nHugePages_Surp: 0\nHugepagesize: 2048 kB\nDirectMap4k: 10240 kB\nDirectMap2M: 25155584 kB\n">>}]}, {'ns_1@192.168.0.22', [{last_heard,{1352,755347,793240}}, {outgoing_replications_safeness_level,[{"default",green}]}, {incoming_replications_conf_hashes, [{"default", [{'ns_1@192.168.0.20',88896435},{'ns_1@192.168.0.21',40238133}]}]}, {active_buckets,["default"]}, {ready_buckets,["default"]}, {local_tasks,[]}, {memory, [{total,233957608}, {processes,176868408}, {processes_used,176753360}, {system,57089200}, {atom,1338193}, {atom_used,1333793}, {binary,13503768}, {code,13490894}, {ets,10096224}]}, {system_memory_data, [{system_total_memory,25199214592}, {free_swap,20971511808}, {total_swap,20971511808}, {cached_memory,8486207488}, {buffered_memory,271253504}, {free_memory,6639710208}, {total_memory,25199214592}]}, {node_storage_conf,[{db_path,"/data"},{index_path,"/data"}]}, {statistics, [{wall_clock,{3295875,5000}}, {context_switches,{25484364,0}}, {garbage_collection,{3484016,8178985172,0}}, {io,{{input,583864742},{output,19098808592}}}, {reductions,{2799668485,3303440}}, {run_queue,0}, {runtime,{971100,1040}}]}, {system_stats, [{cpu_utilization_rate,35.32338308457712}, {swap_total,20971511808}, {swap_used,0}]}, {interesting_stats, [{couch_docs_actual_disk_size,8335148478}, {couch_docs_data_size,7335863552}, {couch_views_actual_disk_size,0}, {couch_views_data_size,0}, {curr_items,1385610}, {curr_items_tot,2984265}, {mem_used,7889294800}, {vb_replica_curr_items,1598655}]}, {cluster_compatibility_version,131072}, {version, [{public_key,"0.13"}, {lhttpc,"1.3.0"}, {ale,"8cffe61"}, {os_mon,"2.2.7"}, {couch_set_view,"1.2.0a-b68b5f4-git"}, {mnesia,"4.5"}, {inets,"5.7.1"}, {couch,"1.2.0a-b68b5f4-git"}, {mapreduce,"1.0.0"}, {couch_index_merger,"1.2.0a-b68b5f4-git"}, {kernel,"2.14.5"}, {crypto,"2.0.4"}, {ssl,"4.1.6"}, {sasl,"2.1.10"}, {couch_view_parser,"1.0.0"}, {ns_server,"2.0.0-1939-rel-enterprise"}, {mochiweb,"1.4.1"}, {oauth,"7d85d3ef"}, {stdlib,"1.17.5"}]}, {supported_compat_version,[2,0]}, {system_arch,"x86_64-unknown-linux-gnu"}, {wall_clock,3295}, {memory_data,{25199214592,19099787264,{<18111.687.0>,17427312}}}, {disk_data, [{"/",41260352,5}, {"/dev/shm",12304304,0}, {"/boot",495844,7}, {"/data",206420664,5}]}, {meminfo, <<"MemTotal: 24608608 kB\nMemFree: 6484340 kB\nBuffers: 264896 kB\nCached: 8287312 kB\nSwapCached: 0 kB\nActive: 10191336 kB\nInactive: 7234880 kB\nActive(anon): 8865964 kB\nInactive(anon): 10216 kB\nActive(file): 1325372 kB\nInactive(file): 7224664 kB\nUnevictable: 20760 kB\nMlocked: 20760 kB\nSwapTotal: 20479992 kB\nSwapFree: 20479992 kB\nDirty: 2972 kB\nWriteback: 0 kB\nAnonPages: 8894968 kB\nMapped: 15680 kB\nShmem: 172 kB\nSlab: 363288 kB\nSReclaimable: 304600 kB\nSUnreclaim: 58688 kB\nKernelStack: 2552 kB\nPageTables: 21836 kB\nNFS_Unstable: 0 kB\nBounce: 0 kB\nWritebackTmp: 0 kB\nCommitLimit: 32784296 kB\nCommitted_AS: 10626720 kB\nVmallocTotal: 34359738367 kB\nVmallocUsed: 332500 kB\nVmallocChunk: 34359350016 kB\nHardwareCorrupted: 0 kB\nAnonHugePages: 4442112 kB\nHugePages_Total: 0\nHugePages_Free: 0\nHugePages_Rsvd: 0\nHugePages_Surp: 0\nHugepagesize: 2048 kB\nDirectMap4k: 10240 kB\nDirectMap2M: 25155584 kB\n">>}]}] [stats:debug,2012-11-12T13:23:09.654,ns_1@192.168.0.21:<0.4602.0>:stats_collector:maybe_log_stats:126](at {{1970,1,16},{7,45,55}}) Stats for bucket "default": accepting_conns 1 auth_cmds 9 auth_errors 0 bucket_active_conns 2 bucket_conns 24 bytes 6404811832 bytes_read 18173915727 bytes_written 10789126874 cas_badval 0 cas_hits 0 cas_misses 0 cmd_flush 0 cmd_get 2126337 cmd_set 1821307 conn_yields 90068 connection_structures 5000 curr_connections 27 curr_conns_on_port_11209 15 curr_conns_on_port_11210 10 curr_items 1287061 curr_items_tot 2468005 curr_temp_items 0 daemon_connections 4 decr_hits 0 decr_misses 0 delete_hits 90483 delete_misses 157285 ep_access_scanner_last_runtime 0 ep_access_scanner_num_items 0 ep_access_scanner_task_time 2012-11-13 10:00:00 ep_allow_data_loss_during_shutdown 1 ep_alog_block_size 4096 ep_alog_path /data/default/access.log ep_alog_sleep_time 1440 ep_alog_task_time 10 ep_backend couchdb ep_bg_fetch_delay 0 ep_bg_fetched 0 ep_bg_meta_fetched 0 ep_bg_remaining_jobs 0 ep_chk_max_items 5000 ep_chk_period 1800 ep_chk_persistence_remains 1 ep_chk_persistence_timeout 10 ep_chk_remover_stime 5 ep_commit_num 107703 ep_commit_time 13 ep_commit_time_total 913264 ep_concurrentDB 1 ep_config_file ep_couch_bucket default ep_couch_host localhost ep_couch_port 11213 ep_couch_reconnect_sleeptime 250 ep_couch_response_timeout 180000 ep_data_age 10 ep_data_age_highwat 34 ep_data_traffic_enabled 0 ep_dbinit 0 ep_dbname /data/default ep_degraded_mode 0 ep_diskqueue_drain 8244092 ep_diskqueue_fill 7258135 ep_diskqueue_items 29151 ep_diskqueue_memory 798464 ep_diskqueue_pending 1197696 ep_exp_pager_stime 3600 ep_exp_pager_stime 3600 ep_expired_access 1647 ep_expired_pager 0 ep_expiry_window 3 ep_failpartialwarmup 0 ep_flush_all false ep_flush_duration_total 1869 ep_flushall_enabled 0 ep_flusher_state running ep_flusher_todo 23673 ep_getl_default_timeout 15 ep_getl_max_timeout 30 ep_ht_locks 5 ep_ht_size 3079 ep_inconsistent_slave_chk 0 ep_initfile ep_io_num_read 0 ep_io_num_write 6667204 ep_io_read_bytes 0 ep_io_write_bytes 15340336526 ep_item_begin_failed 0 ep_item_commit_failed 0 ep_item_flush_expired 44 ep_item_flush_failed 0 ep_item_num_based_new_chk 1 ep_items_rm_from_checkpoints 394640 ep_keep_closed_chks 0 ep_klog_block_size 4096 ep_klog_compactor_queue_cap 500000 ep_klog_compactor_stime 3600 ep_klog_flush commit2 ep_klog_max_entry_ratio 10 ep_klog_max_log_size 2147483647 ep_klog_path ep_klog_sync commit2 ep_kv_size 6098248015 ep_max_checkpoints 2 ep_max_data_size 12582912000 ep_max_item_size 20971520 ep_max_size 12582912000 ep_max_txn_size 10000 ep_max_vbuckets 1024 ep_mem_high_wat 9437184000 ep_mem_high_wat 9437184000 ep_mem_low_wat 7549747200 ep_mem_low_wat 7549747200 ep_mem_tracker_enabled true ep_min_data_age 0 ep_mlog_compactor_runs 0 ep_mutation_mem_threshold 0 ep_num_access_scanner_runs 0 ep_num_eject_failures 0 ep_num_expiry_pager_runs 0 ep_num_non_resident 0 ep_num_not_my_vbuckets 0 ep_num_ops_del_meta 0 ep_num_ops_get_meta 0 ep_num_ops_set_meta 0 ep_num_pager_runs 0 ep_num_value_ejects 0 ep_oom_errors 0 ep_overhead 112268584 ep_pager_active_vb_pcnt 40 ep_pager_unbiased_period 60 ep_pending_ops 0 ep_pending_ops_max 1 ep_pending_ops_max_duration 128624 ep_pending_ops_total 3 ep_postInitfile ep_queue_age_cap 900 ep_queue_size 5478 ep_startup_time 1352753488 ep_storage_age 9 ep_storage_age_highwat 47 ep_store_max_concurrency 10 ep_store_max_readers 9 ep_store_max_readwrite 1 ep_stored_val_type ep_tap_ack_grace_period 300 ep_tap_ack_initial_sequence_number 1 ep_tap_ack_interval 1000 ep_tap_ack_window_size 10 ep_tap_backfill_resident 0.9 ep_tap_backlog_limit 5000 ep_tap_backoff_period 5 ep_tap_bg_fetch_requeued 0 ep_tap_bg_fetched 0 ep_tap_bg_max_pending 500 ep_tap_keepalive 300 ep_tap_noop_interval 20 ep_tap_requeue_sleep_time 0.1 ep_tap_throttle_cap_pcnt 10 ep_tap_throttle_queue_cap 1000000 ep_tap_throttle_threshold 90 ep_tmp_oom_errors 0 ep_too_old 0 ep_too_young 0 ep_total_cache_size 6068646667 ep_total_del_items 310525 ep_total_enqueued 7258135 ep_total_new_items 2626351 ep_total_persisted 6667204 ep_uncommitted_items 33 ep_value_size 5894755920 ep_vb0 0 ep_vb_snapshot_total 927 ep_vb_total 850 ep_vbucket_del 0 ep_vbucket_del_fail 0 ep_version 2.0.0r_133_g68e3f7c ep_waitforwarmup 0 ep_warmup 1 ep_warmup_batch_size 1000 ep_warmup_dups 0 ep_warmup_min_items_threshold 100 ep_warmup_min_memory_threshold 100 ep_warmup_oom 0 ep_warmup_thread complete ep_warmup_time 17721 get_hits 1891911 get_misses 234426 incr_hits 0 incr_misses 0 libevent 2.0.11-stable limit_maxbytes 67108864 listen_disabled_num 0 max_conns_on_port_11209 1000 max_conns_on_port_11210 9000 mem_used 6404811832 pid 7353 pointer_size 64 rejected_conns 0 rusage_system 482.127705 rusage_user 1104.538084 tap_checkpoint_end_received 1420 tap_checkpoint_end_sent 439 tap_checkpoint_start_received 2766 tap_checkpoint_start_sent 498 tap_connect_received 1 tap_delete_received 203635 tap_delete_sent 122328 tap_mutation_received 5501423 tap_mutation_sent 2340044 tap_opaque_received 5939 tap_opaque_sent 443 tap_vbucket_set_received 884 threads 4 time 1352755388 total_connections 4375 uptime 1902 vb_active_curr_items 1287061 vb_active_eject 0 vb_active_expired 1594 vb_active_ht_memory 11099312 vb_active_itm_memory 3165354267 vb_active_meta_data_memory 101677819 vb_active_num 442 vb_active_num_non_resident 0 vb_active_num_ref_ejects 0 vb_active_num_ref_items 1374288 vb_active_ops_create 1370447 vb_active_ops_delete 163543 vb_active_ops_reject 0 vb_active_ops_update 1744911 vb_active_perc_mem_resident 100 vb_active_queue_age 655828000 vb_active_queue_drain 4259689 vb_active_queue_fill 3710028 vb_active_queue_memory 411328 vb_active_queue_pending 616992 vb_active_queue_size 12854 vb_dead_num 0 vb_pending_curr_items 0 vb_pending_eject 0 vb_pending_expired 0 vb_pending_ht_memory 0 vb_pending_itm_memory 0 vb_pending_meta_data_memory 0 vb_pending_num 0 vb_pending_num_non_resident 0 vb_pending_num_ref_ejects 0 vb_pending_num_ref_items 0 vb_pending_ops_create 0 vb_pending_ops_delete 0 vb_pending_ops_reject 0 vb_pending_ops_update 0 vb_pending_perc_mem_resident 0 vb_pending_queue_age 0 vb_pending_queue_drain 0 vb_pending_queue_fill 0 vb_pending_queue_memory 0 vb_pending_queue_pending 0 vb_pending_queue_size 0 vb_replica_curr_items 1180944 vb_replica_eject 0 vb_replica_expired 53 vb_replica_ht_memory 10245696 vb_replica_itm_memory 2903292400 vb_replica_meta_data_memory 93294576 vb_replica_num 408 vb_replica_num_non_resident 0 vb_replica_num_ref_ejects 0 vb_replica_num_ref_items 1258699 vb_replica_ops_create 1255904 vb_replica_ops_delete 146982 vb_replica_ops_reject 0 vb_replica_ops_update 1985417 vb_replica_perc_mem_resident 100 vb_replica_queue_age 305052000 vb_replica_queue_drain 3984403 vb_replica_queue_fill 3548107 vb_replica_queue_memory 387136 vb_replica_queue_pending 580704 vb_replica_queue_size 12098 version 1.4.4_600_g7ea975a [ns_doctor:debug,2012-11-12T13:23:28.184,ns_1@192.168.0.21:ns_doctor<0.4484.0>:ns_doctor:handle_info:137]Current node statuses: [{'ns_1@192.168.0.20', [{last_heard,{1352,755404,573175}}, {outgoing_replications_safeness_level,[{"default",green}]}, {incoming_replications_conf_hashes, [{"default",[{'ns_1@192.168.0.22',65041758}]}]}, {active_buckets,["default"]}, {ready_buckets,["default"]}, {local_tasks,[]}, {memory, [{total,166435024}, {processes,118531872}, {processes_used,114966032}, {system,47903152}, {atom,1401785}, {atom_used,1374492}, {binary,4405176}, {code,14054366}, {ets,9914792}]}, {system_memory_data, [{system_total_memory,25199214592}, {free_swap,20971511808}, {total_swap,20971511808}, {cached_memory,1556914176}, {buffered_memory,227852288}, {free_memory,14016843776}, {total_memory,25199214592}]}, {node_storage_conf,[{db_path,"/data"},{index_path,"/data"}]}, {statistics, [{wall_clock,{3367710,5000}}, {context_switches,{22170727,0}}, {garbage_collection,{2823258,18888298277,0}}, {io,{{input,418480012},{output,11778701056}}}, {reductions,{3059195752,3329023}}, {run_queue,0}, {runtime,{1223020,1970}}]}, {system_stats, [{cpu_utilization_rate,41.41414141414141}, {swap_total,20971511808}, {swap_used,0}]}, {interesting_stats, [{couch_docs_actual_disk_size,1497961518}, {couch_docs_data_size,1261139425}, {couch_views_actual_disk_size,0}, {couch_views_data_size,0}, {curr_items,306818}, {curr_items_tot,508070}, {mem_used,1446436064}, {vb_replica_curr_items,201252}]}, {cluster_compatibility_version,131072}, {version, [{public_key,"0.13"}, {lhttpc,"1.3.0"}, {ale,"8cffe61"}, {os_mon,"2.2.7"}, {couch_set_view,"1.2.0a-b68b5f4-git"}, {mnesia,"4.5"}, {inets,"5.7.1"}, {couch,"1.2.0a-b68b5f4-git"}, {mapreduce,"1.0.0"}, {couch_index_merger,"1.2.0a-b68b5f4-git"}, {kernel,"2.14.5"}, {crypto,"2.0.4"}, {ssl,"4.1.6"}, {sasl,"2.1.10"}, {couch_view_parser,"1.0.0"}, {ns_server,"2.0.0-1939-rel-enterprise"}, {mochiweb,"1.4.1"}, {oauth,"7d85d3ef"}, {stdlib,"1.17.5"}]}, {supported_compat_version,[2,0]}, {system_arch,"x86_64-unknown-linux-gnu"}, {wall_clock,3367}, {memory_data,{25199214592,11190947840,{<18071.429.0>,15910408}}}, {disk_data, [{"/",41260352,5}, {"/dev/shm",12304304,0}, {"/boot",495844,7}, {"/data",206420664,1}]}, {meminfo, <<"MemTotal: 24608608 kB\nMemFree: 13688324 kB\nBuffers: 222512 kB\nCached: 1520424 kB\nSwapCached: 0 kB\nActive: 8614124 kB\nInactive: 1780420 kB\nActive(anon): 8076624 kB\nInactive(anon): 577320 kB\nActive(file): 537500 kB\nInactive(file): 1203100 kB\nUnevictable: 20760 kB\nMlocked: 20760 kB\nSwapTotal: 20479992 kB\nSwapFree: 20479992 kB\nDirty: 1884 kB\nWriteback: 40 kB\nAnonPages: 8672828 kB\nMapped: 15564 kB\nShmem: 172 kB\nSlab: 192104 kB\nSReclaimable: 134372 kB\nSUnreclaim: 57732 kB\nKernelStack: 3064 kB\nPageTables: 21468 kB\nNFS_Unstable: 0 kB\nBounce: 0 kB\nWritebackTmp: 0 kB\nCommitLimit: 32784296 kB\nCommitted_AS: 10436168 kB\nVmallocTotal: 34359738367 kB\nVmallocUsed: 332500 kB\nVmallocChunk: 34359355024 kB\nHardwareCorrupted: 0 kB\nAnonHugePages: 4395008 kB\nHugePages_Total: 0\nHugePages_Free: 0\nHugePages_Rsvd: 0\nHugePages_Surp: 0\nHugepagesize: 2048 kB\nDirectMap4k: 10240 kB\nDirectMap2M: 25155584 kB\n">>}]}, {'ns_1@192.168.0.21', [{last_heard,{1352,755403,186373}}, {outgoing_replications_safeness_level,[{"default",green}]}, {incoming_replications_conf_hashes, [{"default",[{'ns_1@192.168.0.22',133801846}]}]}, {active_buckets,["default"]}, {ready_buckets,["default"]}, {local_tasks, [[{pid,<<"<0.3167.2>">>}, {bucket,<<"default">>}, {original_target,{[{type,bucket}]}}, {progress,14}, {started_on,1352755380}, {total_vbuckets,847}, {trigger_type,scheduled}, {type,bucket_compaction}, {updated_on,1352755403}, {vbuckets_done,127}]]}, {memory, [{total,224553352}, {processes,171958248}, {processes_used,171928760}, {system,52595104}, {atom,1339809}, {atom_used,1335933}, {binary,12158312}, {code,13493102}, {ets,7017184}]}, {system_memory_data, [{system_total_memory,25199214592}, {free_swap,20971511808}, {total_swap,20971511808}, {cached_memory,8065957888}, {buffered_memory,217681920}, {free_memory,9050791936}, {total_memory,25199214592}]}, {node_storage_conf,[{db_path,"/data"},{index_path,"/data"}]}, {statistics, [{wall_clock,{3364098,4998}}, {context_switches,{13366786,0}}, {garbage_collection,{2397994,6950431031,0}}, {io,{{input,514587372},{output,13899730544}}}, {reductions,{1900525825,4639682}}, {run_queue,0}, {runtime,{699610,1500}}]}, {system_stats, [{cpu_utilization_rate,55.80246913580247}, {swap_total,20971511808}, {swap_used,0}]}, {interesting_stats, [{couch_docs_actual_disk_size,8017426276}, {couch_docs_data_size,6067571002}, {couch_views_actual_disk_size,0}, {couch_views_data_size,0}, {curr_items,1290270}, {curr_items_tot,2477678}, {mem_used,6429725992}, {vb_replica_curr_items,1187408}]}, {cluster_compatibility_version,131072}, {version, [{public_key,"0.13"}, {lhttpc,"1.3.0"}, {ale,"8cffe61"}, {os_mon,"2.2.7"}, {couch_set_view,"1.2.0a-b68b5f4-git"}, {mnesia,"4.5"}, {inets,"5.7.1"}, {couch,"1.2.0a-b68b5f4-git"}, {mapreduce,"1.0.0"}, {couch_index_merger,"1.2.0a-b68b5f4-git"}, {kernel,"2.14.5"}, {crypto,"2.0.4"}, {ssl,"4.1.6"}, {sasl,"2.1.10"}, {couch_view_parser,"1.0.0"}, {ns_server,"2.0.0-1939-rel-enterprise"}, {mochiweb,"1.4.1"}, {oauth,"7d85d3ef"}, {stdlib,"1.17.5"}]}, {supported_compat_version,[2,0]}, {system_arch,"x86_64-unknown-linux-gnu"}, {wall_clock,3364}, {memory_data,{25199214592,16162410496,{<0.4606.0>,17577352}}}, {disk_data, [{"/",41260352,5}, {"/dev/shm",12304304,0}, {"/boot",495844,7}, {"/data",206420664,4}]}, {meminfo, <<"MemTotal: 24608608 kB\nMemFree: 8838912 kB\nBuffers: 212580 kB\nCached: 7876840 kB\nSwapCached: 0 kB\nActive: 8878324 kB\nInactive: 6245540 kB\nActive(anon): 7027360 kB\nInactive(anon): 9232 kB\nActive(file): 1850964 kB\nInactive(file): 6236308 kB\nUnevictable: 20760 kB\nMlocked: 20760 kB\nSwapTotal: 20479992 kB\nSwapFree: 20479992 kB\nDirty: 4796 kB\nWriteback: 0 kB\nAnonPages: 7055348 kB\nMapped: 14608 kB\nShmem: 164 kB\nSlab: 314024 kB\nSReclaimable: 255520 kB\nSUnreclaim: 58504 kB\nKernelStack: 3040 kB\nPageTables: 18204 kB\nNFS_Unstable: 0 kB\nBounce: 0 kB\nWritebackTmp: 0 kB\nCommitLimit: 32784296 kB\nCommitted_AS: 8819220 kB\nVmallocTotal: 34359738367 kB\nVmallocUsed: 332500 kB\nVmallocChunk: 34359350016 kB\nHardwareCorrupted: 0 kB\nAnonHugePages: 3201024 kB\nHugePages_Total: 0\nHugePages_Free: 0\nHugePages_Rsvd: 0\nHugePages_Surp: 0\nHugepagesize: 2048 kB\nDirectMap4k: 10240 kB\nDirectMap2M: 25155584 kB\n">>}]}, {'ns_1@192.168.0.22', [{last_heard,{1352,755407,793064}}, {outgoing_replications_safeness_level,[{"default",green}]}, {incoming_replications_conf_hashes, [{"default", [{'ns_1@192.168.0.20',134081225}, {'ns_1@192.168.0.21',82625378}]}]}, {active_buckets,["default"]}, {ready_buckets,["default"]}, {local_tasks,[]}, {memory, [{total,260998120}, {processes,202963424}, {processes_used,202786656}, {system,58034696}, {atom,1338193}, {atom_used,1333793}, {binary,14349592}, {code,13490894}, {ets,10204480}]}, {system_memory_data, [{system_total_memory,25199214592}, {free_swap,20971511808}, {total_swap,20971511808}, {cached_memory,9232351232}, {buffered_memory,272842752}, {free_memory,5883793408}, {total_memory,25199214592}]}, {node_storage_conf,[{db_path,"/data"},{index_path,"/data"}]}, {statistics, [{wall_clock,{3355875,5000}}, {context_switches,{25931265,0}}, {garbage_collection,{3535279,8312979833,0}}, {io,{{input,589753411},{output,19404821897}}}, {reductions,{2845382470,3098321}}, {run_queue,0}, {runtime,{987840,990}}]}, {system_stats, [{cpu_utilization_rate,28.96039603960396}, {swap_total,20971511808}, {swap_used,0}]}, {interesting_stats, [{couch_docs_actual_disk_size,9061682844}, {couch_docs_data_size,7337659008}, {couch_views_actual_disk_size,0}, {couch_views_data_size,0}, {curr_items,1385141}, {curr_items_tot,2982764}, {mem_used,7866167168}, {vb_replica_curr_items,1597623}]}, {cluster_compatibility_version,131072}, {version, [{public_key,"0.13"}, {lhttpc,"1.3.0"}, {ale,"8cffe61"}, {os_mon,"2.2.7"}, {couch_set_view,"1.2.0a-b68b5f4-git"}, {mnesia,"4.5"}, {inets,"5.7.1"}, {couch,"1.2.0a-b68b5f4-git"}, {mapreduce,"1.0.0"}, {couch_index_merger,"1.2.0a-b68b5f4-git"}, {kernel,"2.14.5"}, {crypto,"2.0.4"}, {ssl,"4.1.6"}, {sasl,"2.1.10"}, {couch_view_parser,"1.0.0"}, {ns_server,"2.0.0-1939-rel-enterprise"}, {mochiweb,"1.4.1"}, {oauth,"7d85d3ef"}, {stdlib,"1.17.5"}]}, {supported_compat_version,[2,0]}, {system_arch,"x86_64-unknown-linux-gnu"}, {wall_clock,3355}, {memory_data,{25199214592,18650128384,{<18111.687.0>,26926200}}}, {disk_data, [{"/",41260352,5}, {"/dev/shm",12304304,0}, {"/boot",495844,7}, {"/data",206420664,5}]}, {meminfo, <<"MemTotal: 24608608 kB\nMemFree: 5746140 kB\nBuffers: 266448 kB\nCached: 9015968 kB\nSwapCached: 0 kB\nActive: 10766536 kB\nInactive: 7397644 kB\nActive(anon): 8874152 kB\nInactive(anon): 10216 kB\nActive(file): 1892384 kB\nInactive(file): 7387428 kB\nUnevictable: 20760 kB\nMlocked: 20760 kB\nSwapTotal: 20479992 kB\nSwapFree: 20479992 kB\nDirty: 2024 kB\nWriteback: 144 kB\nAnonPages: 8903140 kB\nMapped: 15680 kB\nShmem: 172 kB\nSlab: 362572 kB\nSReclaimable: 304568 kB\nSUnreclaim: 58004 kB\nKernelStack: 2552 kB\nPageTables: 21852 kB\nNFS_Unstable: 0 kB\nBounce: 0 kB\nWritebackTmp: 0 kB\nCommitLimit: 32784296 kB\nCommitted_AS: 10660932 kB\nVmallocTotal: 34359738367 kB\nVmallocUsed: 332500 kB\nVmallocChunk: 34359350016 kB\nHardwareCorrupted: 0 kB\nAnonHugePages: 4548608 kB\nHugePages_Total: 0\nHugePages_Free: 0\nHugePages_Rsvd: 0\nHugePages_Surp: 0\nHugepagesize: 2048 kB\nDirectMap4k: 10240 kB\nDirectMap2M: 25155584 kB\n">>}]}] [ns_doctor:debug,2012-11-12T13:24:28.185,ns_1@192.168.0.21:ns_doctor<0.4484.0>:ns_doctor:handle_info:137]Current node statuses: [{'ns_1@192.168.0.20', [{last_heard,{1352,755464,573385}}, {outgoing_replications_safeness_level,[{"default",green}]}, {incoming_replications_conf_hashes, [{"default",[{'ns_1@192.168.0.22',113376369}]}]}, {active_buckets,["default"]}, {ready_buckets,["default"]}, {local_tasks,[]}, {memory, [{total,168012184}, {processes,120611136}, {processes_used,117012432}, {system,47401048}, {atom,1401785}, {atom_used,1374492}, {binary,3737512}, {code,14054366}, {ets,10089976}]}, {system_memory_data, [{system_total_memory,25199214592}, {free_swap,20971311104}, {total_swap,20971511808}, {cached_memory,1663479808}, {buffered_memory,227602432}, {free_memory,13904166912}, {total_memory,25199214592}]}, {node_storage_conf,[{db_path,"/data"},{index_path,"/data"}]}, {statistics, [{wall_clock,{3427711,4998}}, {context_switches,{22437680,0}}, {garbage_collection,{2856534,19103246248,0}}, {io,{{input,424208888},{output,11822808535}}}, {reductions,{3094790104,3373812}}, {run_queue,0}, {runtime,{1240460,2260}}]}, {system_stats, [{cpu_utilization_rate,53.75}, {swap_total,20971511808}, {swap_used,200704}]}, {interesting_stats, [{couch_docs_actual_disk_size,1609402122}, {couch_docs_data_size,1210892914}, {couch_views_actual_disk_size,0}, {couch_views_data_size,0}, {curr_items,295022}, {curr_items_tot,484673}, {mem_used,1388254240}, {vb_replica_curr_items,189651}]}, {cluster_compatibility_version,131072}, {version, [{public_key,"0.13"}, {lhttpc,"1.3.0"}, {ale,"8cffe61"}, {os_mon,"2.2.7"}, {couch_set_view,"1.2.0a-b68b5f4-git"}, {mnesia,"4.5"}, {inets,"5.7.1"}, {couch,"1.2.0a-b68b5f4-git"}, {mapreduce,"1.0.0"}, {couch_index_merger,"1.2.0a-b68b5f4-git"}, {kernel,"2.14.5"}, {crypto,"2.0.4"}, {ssl,"4.1.6"}, {sasl,"2.1.10"}, {couch_view_parser,"1.0.0"}, {ns_server,"2.0.0-1939-rel-enterprise"}, {mochiweb,"1.4.1"}, {oauth,"7d85d3ef"}, {stdlib,"1.17.5"}]}, {supported_compat_version,[2,0]}, {system_arch,"x86_64-unknown-linux-gnu"}, {wall_clock,3427}, {memory_data,{25199214592,11301494784,{<18071.667.0>,17427312}}}, {disk_data, [{"/",41260352,5}, {"/dev/shm",12304304,0}, {"/boot",495844,7}, {"/data",206420664,1}]}, {meminfo, <<"MemTotal: 24608608 kB\nMemFree: 13578288 kB\nBuffers: 222268 kB\nCached: 1624492 kB\nSwapCached: 196 kB\nActive: 8761736 kB\nInactive: 1743844 kB\nActive(anon): 8067040 kB\nInactive(anon): 593768 kB\nActive(file): 694696 kB\nInactive(file): 1150076 kB\nUnevictable: 20760 kB\nMlocked: 20760 kB\nSwapTotal: 20479992 kB\nSwapFree: 20479796 kB\nDirty: 1224 kB\nWriteback: 0 kB\nAnonPages: 8679384 kB\nMapped: 15564 kB\nShmem: 172 kB\nSlab: 191740 kB\nSReclaimable: 134132 kB\nSUnreclaim: 57608 kB\nKernelStack: 3064 kB\nPageTables: 21804 kB\nNFS_Unstable: 0 kB\nBounce: 0 kB\nWritebackTmp: 0 kB\nCommitLimit: 32784296 kB\nCommitted_AS: 10439000 kB\nVmallocTotal: 34359738367 kB\nVmallocUsed: 332500 kB\nVmallocChunk: 34359355024 kB\nHardwareCorrupted: 0 kB\nAnonHugePages: 4493312 kB\nHugePages_Total: 0\nHugePages_Free: 0\nHugePages_Rsvd: 0\nHugePages_Surp: 0\nHugepagesize: 2048 kB\nDirectMap4k: 10240 kB\nDirectMap2M: 25155584 kB\n">>}]}, {'ns_1@192.168.0.21', [{last_heard,{1352,755463,187016}}, {outgoing_replications_safeness_level,[{"default",green}]}, {incoming_replications_conf_hashes, [{"default",[{'ns_1@192.168.0.22',1071063}]}]}, {active_buckets,["default"]}, {ready_buckets,["default"]}, {local_tasks, [[{pid,<<"<0.3167.2>">>}, {bucket,<<"default">>}, {original_target,{[{type,bucket}]}}, {progress,55}, {started_on,1352755380}, {total_vbuckets,847}, {trigger_type,scheduled}, {type,bucket_compaction}, {updated_on,1352755463}, {vbuckets_done,473}]]}, {memory, [{total,222785672}, {processes,170054464}, {processes_used,170022440}, {system,52731208}, {atom,1339809}, {atom_used,1335933}, {binary,12086704}, {code,13493102}, {ets,7212840}]}, {system_memory_data, [{system_total_memory,25199214592}, {free_swap,20971511808}, {total_swap,20971511808}, {cached_memory,7511928832}, {buffered_memory,221376512}, {free_memory,9562419200}, {total_memory,25199214592}]}, {node_storage_conf,[{db_path,"/data"},{index_path,"/data"}]}, {statistics, [{wall_clock,{3424098,5000}}, {context_switches,{13773672,0}}, {garbage_collection,{2442266,7116367984,0}}, {io,{{input,536362144},{output,14189794476}}}, {reductions,{1951473122,4659129}}, {run_queue,0}, {runtime,{715010,1430}}]}, {system_stats, [{cpu_utilization_rate,73.69727047146402}, {swap_total,20971511808}, {swap_used,0}]}, {interesting_stats, [{couch_docs_actual_disk_size,7440654725}, {couch_docs_data_size,6124712169}, {couch_views_actual_disk_size,0}, {couch_views_data_size,0}, {curr_items,1301692}, {curr_items_tot,2499744}, {mem_used,6469445704}, {vb_replica_curr_items,1198052}]}, {cluster_compatibility_version,131072}, {version, [{public_key,"0.13"}, {lhttpc,"1.3.0"}, {ale,"8cffe61"}, {os_mon,"2.2.7"}, {couch_set_view,"1.2.0a-b68b5f4-git"}, {mnesia,"4.5"}, {inets,"5.7.1"}, {couch,"1.2.0a-b68b5f4-git"}, {mapreduce,"1.0.0"}, {couch_index_merger,"1.2.0a-b68b5f4-git"}, {kernel,"2.14.5"}, {crypto,"2.0.4"}, {ssl,"4.1.6"}, {sasl,"2.1.10"}, {couch_view_parser,"1.0.0"}, {ns_server,"2.0.0-1939-rel-enterprise"}, {mochiweb,"1.4.1"}, {oauth,"7d85d3ef"}, {stdlib,"1.17.5"}]}, {supported_compat_version,[2,0]}, {system_arch,"x86_64-unknown-linux-gnu"}, {wall_clock,3424}, {memory_data,{25199214592,15645450240,{<0.4606.0>,17577352}}}, {disk_data, [{"/",41260352,5}, {"/dev/shm",12304304,0}, {"/boot",495844,7}, {"/data",206420664,4}]}, {meminfo, <<"MemTotal: 24608608 kB\nMemFree: 9338300 kB\nBuffers: 216188 kB\nCached: 7335868 kB\nSwapCached: 0 kB\nActive: 8504200 kB\nInactive: 6136120 kB\nActive(anon): 7081128 kB\nInactive(anon): 9232 kB\nActive(file): 1423072 kB\nInactive(file): 6126888 kB\nUnevictable: 20760 kB\nMlocked: 20760 kB\nSwapTotal: 20479992 kB\nSwapFree: 20479992 kB\nDirty: 12168 kB\nWriteback: 0 kB\nAnonPages: 7109188 kB\nMapped: 14620 kB\nShmem: 164 kB\nSlab: 298104 kB\nSReclaimable: 239496 kB\nSUnreclaim: 58608 kB\nKernelStack: 3056 kB\nPageTables: 18344 kB\nNFS_Unstable: 0 kB\nBounce: 0 kB\nWritebackTmp: 0 kB\nCommitLimit: 32784296 kB\nCommitted_AS: 8874460 kB\nVmallocTotal: 34359738367 kB\nVmallocUsed: 332500 kB\nVmallocChunk: 34359350016 kB\nHardwareCorrupted: 0 kB\nAnonHugePages: 3299328 kB\nHugePages_Total: 0\nHugePages_Free: 0\nHugePages_Rsvd: 0\nHugePages_Surp: 0\nHugepagesize: 2048 kB\nDirectMap4k: 10240 kB\nDirectMap2M: 25155584 kB\n">>}]}, {'ns_1@192.168.0.22', [{last_heard,{1352,755467,793173}}, {outgoing_replications_safeness_level,[{"default",green}]}, {incoming_replications_conf_hashes, [{"default", [{'ns_1@192.168.0.20',17356660}, {'ns_1@192.168.0.21',113779977}]}]}, {active_buckets,["default"]}, {ready_buckets,["default"]}, {local_tasks,[]}, {memory, [{total,253198448}, {processes,194506472}, {processes_used,194329624}, {system,58691976}, {atom,1338193}, {atom_used,1333793}, {binary,14946552}, {code,13490894}, {ets,10266536}]}, {system_memory_data, [{system_total_memory,25199214592}, {free_swap,20971511808}, {total_swap,20971511808}, {cached_memory,9834713088}, {buffered_memory,274112512}, {free_memory,5275672576}, {total_memory,25199214592}]}, {node_storage_conf,[{db_path,"/data"},{index_path,"/data"}]}, {statistics, [{wall_clock,{3415875,4999}}, {context_switches,{26314678,0}}, {garbage_collection,{3575106,8424819146,0}}, {io,{{input,594505109},{output,19715175858}}}, {reductions,{2885819703,3043318}}, {run_queue,0}, {runtime,{1002020,1020}}]}, {system_stats, [{cpu_utilization_rate,34.97536945812808}, {swap_total,20971511808}, {swap_used,0}]}, {interesting_stats, [{couch_docs_actual_disk_size,9661582598}, {couch_docs_data_size,7338304786}, {couch_views_actual_disk_size,0}, {couch_views_data_size,0}, {curr_items,1385031}, {curr_items_tot,2982668}, {mem_used,7853148224}, {vb_replica_curr_items,1597637}]}, {cluster_compatibility_version,131072}, {version, [{public_key,"0.13"}, {lhttpc,"1.3.0"}, {ale,"8cffe61"}, {os_mon,"2.2.7"}, {couch_set_view,"1.2.0a-b68b5f4-git"}, {mnesia,"4.5"}, {inets,"5.7.1"}, {couch,"1.2.0a-b68b5f4-git"}, {mapreduce,"1.0.0"}, {couch_index_merger,"1.2.0a-b68b5f4-git"}, {kernel,"2.14.5"}, {crypto,"2.0.4"}, {ssl,"4.1.6"}, {sasl,"2.1.10"}, {couch_view_parser,"1.0.0"}, {ns_server,"2.0.0-1939-rel-enterprise"}, {mochiweb,"1.4.1"}, {oauth,"7d85d3ef"}, {stdlib,"1.17.5"}]}, {supported_compat_version,[2,0]}, {system_arch,"x86_64-unknown-linux-gnu"}, {wall_clock,3415}, {memory_data,{25199214592,19374440448,{<18111.687.0>,30291960}}}, {disk_data, [{"/",41260352,5}, {"/dev/shm",12304304,0}, {"/boot",495844,7}, {"/data",206420664,5}]}, {meminfo, <<"MemTotal: 24608608 kB\nMemFree: 5152024 kB\nBuffers: 267688 kB\nCached: 9604212 kB\nSwapCached: 0 kB\nActive: 11105612 kB\nInactive: 7646928 kB\nActive(anon): 8872988 kB\nInactive(anon): 10376 kB\nActive(file): 2232624 kB\nInactive(file): 7636552 kB\nUnevictable: 20760 kB\nMlocked: 20760 kB\nSwapTotal: 20479992 kB\nSwapFree: 20479992 kB\nDirty: 1372 kB\nWriteback: 36 kB\nAnonPages: 8901912 kB\nMapped: 16008 kB\nShmem: 172 kB\nSlab: 368068 kB\nSReclaimable: 310180 kB\nSUnreclaim: 57888 kB\nKernelStack: 2552 kB\nPageTables: 22184 kB\nNFS_Unstable: 0 kB\nBounce: 0 kB\nWritebackTmp: 0 kB\nCommitLimit: 32784296 kB\nCommitted_AS: 10655352 kB\nVmallocTotal: 34359738367 kB\nVmallocUsed: 332500 kB\nVmallocChunk: 34359350016 kB\nHardwareCorrupted: 0 kB\nAnonHugePages: 4640768 kB\nHugePages_Total: 0\nHugePages_Free: 0\nHugePages_Rsvd: 0\nHugePages_Surp: 0\nHugepagesize: 2048 kB\nDirectMap4k: 10240 kB\nDirectMap2M: 25155584 kB\n">>}]}] [stats:debug,2012-11-12T13:24:49.615,ns_1@192.168.0.21:<0.4602.0>:stats_collector:maybe_log_stats:126](at {{1970,1,16},{7,45,55}}) Stats for bucket "default": accepting_conns 1 auth_cmds 9 auth_errors 0 bucket_active_conns 1 bucket_conns 25 bytes 6481122232 bytes_read 19055854135 bytes_written 11592602982 cas_badval 0 cas_hits 0 cas_misses 0 cmd_flush 0 cmd_get 2313623 cmd_set 1976830 conn_yields 93832 connection_structures 5000 curr_connections 28 curr_conns_on_port_11209 16 curr_conns_on_port_11210 10 curr_items 1305116 curr_items_tot 2508527 curr_temp_items 0 daemon_connections 4 decr_hits 0 decr_misses 0 delete_hits 97859 delete_misses 170973 ep_access_scanner_last_runtime 0 ep_access_scanner_num_items 0 ep_access_scanner_task_time 2012-11-13 10:00:00 ep_allow_data_loss_during_shutdown 1 ep_alog_block_size 4096 ep_alog_path /data/default/access.log ep_alog_sleep_time 1440 ep_alog_task_time 10 ep_backend couchdb ep_bg_fetch_delay 0 ep_bg_fetched 0 ep_bg_meta_fetched 0 ep_bg_remaining_jobs 0 ep_chk_max_items 5000 ep_chk_period 1800 ep_chk_persistence_remains 2 ep_chk_persistence_timeout 10 ep_chk_remover_stime 5 ep_commit_num 110589 ep_commit_time 9 ep_commit_time_total 962805 ep_concurrentDB 1 ep_config_file ep_couch_bucket default ep_couch_host localhost ep_couch_port 11213 ep_couch_reconnect_sleeptime 250 ep_couch_response_timeout 180000 ep_data_age 7 ep_data_age_highwat 35 ep_data_traffic_enabled 0 ep_dbinit 0 ep_dbname /data/default ep_degraded_mode 0 ep_diskqueue_drain 8558743 ep_diskqueue_fill 7588151 ep_diskqueue_items 55409 ep_diskqueue_memory 1650368 ep_diskqueue_pending 2475552 ep_exp_pager_stime 3600 ep_exp_pager_stime 3600 ep_expired_access 1882 ep_expired_pager 0 ep_expiry_window 3 ep_failpartialwarmup 0 ep_flush_all false ep_flush_duration_total 1959 ep_flushall_enabled 0 ep_flusher_state running ep_flusher_todo 21767 ep_getl_default_timeout 15 ep_getl_max_timeout 30 ep_ht_locks 5 ep_ht_size 3079 ep_inconsistent_slave_chk 0 ep_initfile ep_io_num_read 0 ep_io_num_write 6936203 ep_io_read_bytes 0 ep_io_write_bytes 15961974740 ep_item_begin_failed 0 ep_item_commit_failed 0 ep_item_flush_expired 46 ep_item_flush_failed 0 ep_item_num_based_new_chk 1 ep_items_rm_from_checkpoints 625679 ep_keep_closed_chks 0 ep_klog_block_size 4096 ep_klog_compactor_queue_cap 500000 ep_klog_compactor_stime 3600 ep_klog_flush commit2 ep_klog_max_entry_ratio 10 ep_klog_max_log_size 2147483647 ep_klog_path ep_klog_sync commit2 ep_kv_size 6198034317 ep_max_checkpoints 2 ep_max_data_size 12582912000 ep_max_item_size 20971520 ep_max_size 12582912000 ep_max_txn_size 10000 ep_max_vbuckets 1024 ep_mem_high_wat 9437184000 ep_mem_high_wat 9437184000 ep_mem_low_wat 7549747200 ep_mem_low_wat 7549747200 ep_mem_tracker_enabled true ep_min_data_age 0 ep_mlog_compactor_runs 0 ep_mutation_mem_threshold 0 ep_num_access_scanner_runs 0 ep_num_eject_failures 0 ep_num_expiry_pager_runs 0 ep_num_non_resident 0 ep_num_not_my_vbuckets 0 ep_num_ops_del_meta 0 ep_num_ops_get_meta 0 ep_num_ops_set_meta 0 ep_num_pager_runs 0 ep_num_value_ejects 0 ep_oom_errors 0 ep_overhead 99270814 ep_pager_active_vb_pcnt 40 ep_pager_unbiased_period 60 ep_pending_ops 0 ep_pending_ops_max 1 ep_pending_ops_max_duration 128624 ep_pending_ops_total 3 ep_postInitfile ep_queue_age_cap 900 ep_queue_size 33642 ep_startup_time 1352753488 ep_storage_age 24 ep_storage_age_highwat 47 ep_store_max_concurrency 10 ep_store_max_readers 9 ep_store_max_readwrite 1 ep_stored_val_type ep_tap_ack_grace_period 300 ep_tap_ack_initial_sequence_number 1 ep_tap_ack_interval 1000 ep_tap_ack_window_size 10 ep_tap_backfill_resident 0.9 ep_tap_backlog_limit 5000 ep_tap_backoff_period 5 ep_tap_bg_fetch_requeued 0 ep_tap_bg_fetched 0 ep_tap_bg_max_pending 500 ep_tap_keepalive 300 ep_tap_noop_interval 20 ep_tap_requeue_sleep_time 0.1 ep_tap_throttle_cap_pcnt 10 ep_tap_throttle_queue_cap 1000000 ep_tap_throttle_threshold 90 ep_tmp_oom_errors 0 ep_too_old 0 ep_too_young 0 ep_total_cache_size 6167959521 ep_total_del_items 326928 ep_total_enqueued 7588151 ep_total_new_items 2672857 ep_total_persisted 6936203 ep_uncommitted_items 50 ep_value_size 5991204203 ep_vb0 0 ep_vb_snapshot_total 947 ep_vb_total 862 ep_vbucket_del 0 ep_vbucket_del_fail 0 ep_version 2.0.0r_133_g68e3f7c ep_waitforwarmup 0 ep_warmup 1 ep_warmup_batch_size 1000 ep_warmup_dups 0 ep_warmup_min_items_threshold 100 ep_warmup_min_memory_threshold 100 ep_warmup_oom 0 ep_warmup_thread complete ep_warmup_time 17721 get_hits 2050802 get_misses 262821 incr_hits 0 incr_misses 0 libevent 2.0.11-stable limit_maxbytes 67108864 listen_disabled_num 0 max_conns_on_port_11209 1000 max_conns_on_port_11210 9000 mem_used 6481122232 pid 7353 pointer_size 64 rejected_conns 0 rusage_system 511.966169 rusage_user 1159.774687 tap_checkpoint_end_received 1484 tap_checkpoint_end_sent 498 tap_checkpoint_start_received 2850 tap_checkpoint_start_sent 556 tap_connect_received 1 tap_delete_received 214342 tap_delete_sent 130778 tap_mutation_received 5694673 tap_mutation_sent 2499910 tap_opaque_received 6028 tap_opaque_sent 449 tap_vbucket_set_received 896 threads 4 time 1352755489 total_connections 4436 uptime 2003 vb_active_curr_items 1305116 vb_active_eject 0 vb_active_expired 1825 vb_active_ht_memory 11249984 vb_active_itm_memory 3208575444 vb_active_meta_data_memory 103104164 vb_active_num 448 vb_active_num_non_resident 0 vb_active_num_ref_ejects 0 vb_active_num_ref_items 1398535 vb_active_ops_create 1393477 vb_active_ops_delete 171560 vb_active_ops_reject 0 vb_active_ops_update 1839036 vb_active_perc_mem_resident 100 vb_active_queue_age 1213984000 vb_active_queue_drain 4413236 vb_active_queue_fill 3878102 vb_active_queue_memory 1038560 vb_active_queue_pending 1557840 vb_active_queue_size 32455 vb_dead_num 0 vb_pending_curr_items 0 vb_pending_eject 0 vb_pending_expired 0 vb_pending_ht_memory 0 vb_pending_itm_memory 0 vb_pending_meta_data_memory 0 vb_pending_num 0 vb_pending_num_non_resident 0 vb_pending_num_ref_ejects 0 vb_pending_num_ref_items 0 vb_pending_ops_create 0 vb_pending_ops_delete 0 vb_pending_ops_reject 0 vb_pending_ops_update 0 vb_pending_perc_mem_resident 0 vb_pending_queue_age 0 vb_pending_queue_drain 0 vb_pending_queue_fill 0 vb_pending_queue_memory 0 vb_pending_queue_pending 0 vb_pending_queue_size 0 vb_replica_curr_items 1203411 vb_replica_eject 0 vb_replica_expired 57 vb_replica_ht_memory 10396368 vb_replica_itm_memory 2959384077 vb_replica_meta_data_memory 95069469 vb_replica_num 414 vb_replica_num_non_resident 0 vb_replica_num_ref_ejects 0 vb_replica_num_ref_items 1287726 vb_replica_ops_create 1279384 vb_replica_ops_delete 155368 vb_replica_ops_reject 0 vb_replica_ops_update 2097417 vb_replica_perc_mem_resident 100 vb_replica_queue_age 530891000 vb_replica_queue_drain 4145507 vb_replica_queue_fill 3710049 vb_replica_queue_memory 611808 vb_replica_queue_pending 917712 vb_replica_queue_size 19119 version 1.4.4_600_g7ea975a [ns_doctor:debug,2012-11-12T13:25:28.184,ns_1@192.168.0.21:ns_doctor<0.4484.0>:ns_doctor:handle_info:137]Current node statuses: [{'ns_1@192.168.0.20', [{last_heard,{1352,755524,573184}}, {outgoing_replications_safeness_level,[{"default",green}]}, {incoming_replications_conf_hashes, [{"default",[{'ns_1@192.168.0.22',11520462}]}]}, {active_buckets,["default"]}, {ready_buckets,["default"]}, {local_tasks,[]}, {memory, [{total,165599712}, {processes,118347400}, {processes_used,114724408}, {system,47252312}, {atom,1401785}, {atom_used,1374492}, {binary,3547736}, {code,14054366}, {ets,10133408}]}, {system_memory_data, [{system_total_memory,25199214592}, {free_swap,20971311104}, {total_swap,20971511808}, {cached_memory,1771184128}, {buffered_memory,227364864}, {free_memory,13799538688}, {total_memory,25199214592}]}, {node_storage_conf,[{db_path,"/data"},{index_path,"/data"}]}, {statistics, [{wall_clock,{3487711,4999}}, {context_switches,{22678780,0}}, {garbage_collection,{2885898,19269959066,0}}, {io,{{input,426323311},{output,11860178445}}}, {reductions,{3128380071,2667649}}, {run_queue,0}, {runtime,{1256280,1230}}]}, {system_stats, [{cpu_utilization_rate,43.59605911330049}, {swap_total,20971511808}, {swap_used,200704}]}, {interesting_stats, [{couch_docs_actual_disk_size,1695287677}, {couch_docs_data_size,1153834955}, {couch_views_actual_disk_size,0}, {couch_views_data_size,0}, {curr_items,286388}, {curr_items_tot,467242}, {mem_used,1344858576}, {vb_replica_curr_items,180854}]}, {cluster_compatibility_version,131072}, {version, [{public_key,"0.13"}, {lhttpc,"1.3.0"}, {ale,"8cffe61"}, {os_mon,"2.2.7"}, {couch_set_view,"1.2.0a-b68b5f4-git"}, {mnesia,"4.5"}, {inets,"5.7.1"}, {couch,"1.2.0a-b68b5f4-git"}, {mapreduce,"1.0.0"}, {couch_index_merger,"1.2.0a-b68b5f4-git"}, {kernel,"2.14.5"}, {crypto,"2.0.4"}, {ssl,"4.1.6"}, {sasl,"2.1.10"}, {couch_view_parser,"1.0.0"}, {ns_server,"2.0.0-1939-rel-enterprise"}, {mochiweb,"1.4.1"}, {oauth,"7d85d3ef"}, {stdlib,"1.17.5"}]}, {supported_compat_version,[2,0]}, {system_arch,"x86_64-unknown-linux-gnu"}, {wall_clock,3487}, {memory_data,{25199214592,11391389696,{<18071.667.0>,21541144}}}, {disk_data, [{"/",41260352,5}, {"/dev/shm",12304304,0}, {"/boot",495844,7}, {"/data",206420664,1}]}, {meminfo, <<"MemTotal: 24608608 kB\nMemFree: 13476112 kB\nBuffers: 222036 kB\nCached: 1729672 kB\nSwapCached: 196 kB\nActive: 8878216 kB\nInactive: 1730256 kB\nActive(anon): 8052388 kB\nInactive(anon): 606028 kB\nActive(file): 825828 kB\nInactive(file): 1124228 kB\nUnevictable: 20760 kB\nMlocked: 20760 kB\nSwapTotal: 20479992 kB\nSwapFree: 20479796 kB\nDirty: 1104 kB\nWriteback: 0 kB\nAnonPages: 8677108 kB\nMapped: 15564 kB\nShmem: 172 kB\nSlab: 191368 kB\nSReclaimable: 133916 kB\nSUnreclaim: 57452 kB\nKernelStack: 3064 kB\nPageTables: 21796 kB\nNFS_Unstable: 0 kB\nBounce: 0 kB\nWritebackTmp: 0 kB\nCommitLimit: 32784296 kB\nCommitted_AS: 10437524 kB\nVmallocTotal: 34359738367 kB\nVmallocUsed: 332500 kB\nVmallocChunk: 34359355024 kB\nHardwareCorrupted: 0 kB\nAnonHugePages: 4591616 kB\nHugePages_Total: 0\nHugePages_Free: 0\nHugePages_Rsvd: 0\nHugePages_Surp: 0\nHugepagesize: 2048 kB\nDirectMap4k: 10240 kB\nDirectMap2M: 25155584 kB\n">>}]}, {'ns_1@192.168.0.21', [{last_heard,{1352,755523,186814}}, {outgoing_replications_safeness_level,[{"default",green}]}, {incoming_replications_conf_hashes, [{"default",[{'ns_1@192.168.0.22',36726440}]}]}, {active_buckets,["default"]}, {ready_buckets,["default"]}, {local_tasks, [[{pid,<<"<0.3167.2>">>}, {bucket,<<"default">>}, {original_target,{[{type,bucket}]}}, {progress,93}, {started_on,1352755380}, {total_vbuckets,847}, {trigger_type,scheduled}, {type,bucket_compaction}, {updated_on,1352755523}, {vbuckets_done,792}]]}, {memory, [{total,220925192}, {processes,167618504}, {processes_used,167589464}, {system,53306688}, {atom,1339809}, {atom_used,1335933}, {binary,12585208}, {code,13493102}, {ets,7279376}]}, {system_memory_data, [{system_total_memory,25199214592}, {free_swap,20971511808}, {total_swap,20971511808}, {cached_memory,7043514368}, {buffered_memory,225464320}, {free_memory,9991573504}, {total_memory,25199214592}]}, {node_storage_conf,[{db_path,"/data"},{index_path,"/data"}]}, {statistics, [{wall_clock,{3484098,4999}}, {context_switches,{14162886,0}}, {garbage_collection,{2479525,7277409001,0}}, {io,{{input,553695547},{output,14473152775}}}, {reductions,{2001191953,3639819}}, {run_queue,0}, {runtime,{730030,1180}}]}, {system_stats, [{cpu_utilization_rate,43.627450980392155}, {swap_total,20971511808}, {swap_used,0}]}, {interesting_stats, [{couch_docs_actual_disk_size,6994302602}, {couch_docs_data_size,6181968127}, {couch_views_actual_disk_size,0}, {couch_views_data_size,0}, {curr_items,1310756}, {curr_items_tot,2519747}, {mem_used,6502242696}, {vb_replica_curr_items,1208991}]}, {cluster_compatibility_version,131072}, {version, [{public_key,"0.13"}, {lhttpc,"1.3.0"}, {ale,"8cffe61"}, {os_mon,"2.2.7"}, {couch_set_view,"1.2.0a-b68b5f4-git"}, {mnesia,"4.5"}, {inets,"5.7.1"}, {couch,"1.2.0a-b68b5f4-git"}, {mapreduce,"1.0.0"}, {couch_index_merger,"1.2.0a-b68b5f4-git"}, {kernel,"2.14.5"}, {crypto,"2.0.4"}, {ssl,"4.1.6"}, {sasl,"2.1.10"}, {couch_view_parser,"1.0.0"}, {ns_server,"2.0.0-1939-rel-enterprise"}, {mochiweb,"1.4.1"}, {oauth,"7d85d3ef"}, {stdlib,"1.17.5"}]}, {supported_compat_version,[2,0]}, {system_arch,"x86_64-unknown-linux-gnu"}, {wall_clock,3484}, {memory_data,{25199214592,15236382720,{<0.4606.0>,16006008}}}, {disk_data, [{"/",41260352,5}, {"/dev/shm",12304304,0}, {"/boot",495844,7}, {"/data",206420664,4}]}, {meminfo, <<"MemTotal: 24608608 kB\nMemFree: 9757644 kB\nBuffers: 220180 kB\nCached: 6878432 kB\nSwapCached: 0 kB\nActive: 8212584 kB\nInactive: 6020080 kB\nActive(anon): 7126680 kB\nInactive(anon): 9232 kB\nActive(file): 1085904 kB\nInactive(file): 6010848 kB\nUnevictable: 20760 kB\nMlocked: 20760 kB\nSwapTotal: 20479992 kB\nSwapFree: 20479992 kB\nDirty: 7196 kB\nWriteback: 0 kB\nAnonPages: 7154852 kB\nMapped: 14616 kB\nShmem: 164 kB\nSlab: 286416 kB\nSReclaimable: 227668 kB\nSUnreclaim: 58748 kB\nKernelStack: 3056 kB\nPageTables: 18392 kB\nNFS_Unstable: 0 kB\nBounce: 0 kB\nWritebackTmp: 0 kB\nCommitLimit: 32784296 kB\nCommitted_AS: 8918332 kB\nVmallocTotal: 34359738367 kB\nVmallocUsed: 332500 kB\nVmallocChunk: 34359350016 kB\nHardwareCorrupted: 0 kB\nAnonHugePages: 3397632 kB\nHugePages_Total: 0\nHugePages_Free: 0\nHugePages_Rsvd: 0\nHugePages_Surp: 0\nHugepagesize: 2048 kB\nDirectMap4k: 10240 kB\nDirectMap2M: 25155584 kB\n">>}]}, {'ns_1@192.168.0.22', [{last_heard,{1352,755527,818719}}, {outgoing_replications_safeness_level,[{"default",green}]}, {incoming_replications_conf_hashes, [{"default", [{'ns_1@192.168.0.20',63482604}, {'ns_1@192.168.0.21',127900300}]}]}, {active_buckets,["default"]}, {ready_buckets,["default"]}, {local_tasks, [[{pid,<<"<0.12036.3>">>}, {bucket,<<"default">>}, {original_target,{[{type,bucket}]}}, {progress,0}, {started_on,1352755526}, {total_vbuckets,1025}, {trigger_type,scheduled}, {type,bucket_compaction}, {updated_on,1352755527}, {vbuckets_done,3}]]}, {memory, [{total,264712192}, {processes,206098816}, {processes_used,205932576}, {system,58613376}, {atom,1338193}, {atom_used,1333793}, {binary,14690240}, {code,13490894}, {ets,10440120}]}, {system_memory_data, [{system_total_memory,25199214592}, {free_swap,20971511808}, {total_swap,20971511808}, {cached_memory,10372890624}, {buffered_memory,274796544}, {free_memory,4713676800}, {total_memory,25199214592}]}, {node_storage_conf,[{db_path,"/data"},{index_path,"/data"}]}, {statistics, [{wall_clock,{3475898,5012}}, {context_switches,{26673150,0}}, {garbage_collection,{3606011,8529883736,0}}, {io,{{input,602418431},{output,20020768363}}}, {reductions,{2924436690,2946194}}, {run_queue,1}, {runtime,{1016260,1010}}]}, {system_stats, [{cpu_utilization_rate,48.655256723716384}, {swap_total,20971511808}, {swap_used,0}]}, {interesting_stats, [{couch_docs_actual_disk_size,10218411873}, {couch_docs_data_size,7339009064}, {couch_views_actual_disk_size,0}, {couch_views_data_size,0}, {curr_items,1384787}, {curr_items_tot,2982279}, {mem_used,7835920176}, {vb_replica_curr_items,1597492}]}, {cluster_compatibility_version,131072}, {version, [{public_key,"0.13"}, {lhttpc,"1.3.0"}, {ale,"8cffe61"}, {os_mon,"2.2.7"}, {couch_set_view,"1.2.0a-b68b5f4-git"}, {mnesia,"4.5"}, {inets,"5.7.1"}, {couch,"1.2.0a-b68b5f4-git"}, {mapreduce,"1.0.0"}, {couch_index_merger,"1.2.0a-b68b5f4-git"}, {kernel,"2.14.5"}, {crypto,"2.0.4"}, {ssl,"4.1.6"}, {sasl,"2.1.10"}, {couch_view_parser,"1.0.0"}, {ns_server,"2.0.0-1939-rel-enterprise"}, {mochiweb,"1.4.1"}, {oauth,"7d85d3ef"}, {stdlib,"1.17.5"}]}, {supported_compat_version,[2,0]}, {system_arch,"x86_64-unknown-linux-gnu"}, {wall_clock,3475}, {memory_data,{25199214592,19952676864,{<18111.687.0>,24233672}}}, {disk_data, [{"/",41260352,5}, {"/dev/shm",12304304,0}, {"/boot",495844,7}, {"/data",206420664,5}]}, {meminfo, <<"MemTotal: 24608608 kB\nMemFree: 4601960 kB\nBuffers: 268356 kB\nCached: 10130760 kB\nSwapCached: 0 kB\nActive: 11333104 kB\nInactive: 7955464 kB\nActive(anon): 8815160 kB\nInactive(anon): 76308 kB\nActive(file): 2517944 kB\nInactive(file): 7879156 kB\nUnevictable: 20760 kB\nMlocked: 20760 kB\nSwapTotal: 20479992 kB\nSwapFree: 20479992 kB\nDirty: 1236 kB\nWriteback: 448 kB\nAnonPages: 8911960 kB\nMapped: 15684 kB\nShmem: 172 kB\nSlab: 382824 kB\nSReclaimable: 324888 kB\nSUnreclaim: 57936 kB\nKernelStack: 2568 kB\nPageTables: 21960 kB\nNFS_Unstable: 0 kB\nBounce: 0 kB\nWritebackTmp: 0 kB\nCommitLimit: 32784296 kB\nCommitted_AS: 10670644 kB\nVmallocTotal: 34359738367 kB\nVmallocUsed: 332500 kB\nVmallocChunk: 34359350016 kB\nHardwareCorrupted: 0 kB\nAnonHugePages: 4745216 kB\nHugePages_Total: 0\nHugePages_Free: 0\nHugePages_Rsvd: 0\nHugePages_Surp: 0\nHugepagesize: 2048 kB\nDirectMap4k: 10240 kB\nDirectMap2M: 25155584 kB\n">>}]}] [ns_doctor:debug,2012-11-12T13:26:28.184,ns_1@192.168.0.21:ns_doctor<0.4484.0>:ns_doctor:handle_info:137]Current node statuses: [{'ns_1@192.168.0.20', [{last_heard,{1352,755584,573427}}, {outgoing_replications_safeness_level,[{"default",green}]}, {incoming_replications_conf_hashes, [{"default",[{'ns_1@192.168.0.22',112483652}]}]}, {active_buckets,["default"]}, {ready_buckets,["default"]}, {local_tasks, [[{pid,<<"<0.14390.3>">>}, {bucket,<<"default">>}, {original_target,{[{type,bucket}]}}, {progress,19}, {started_on,1352755575}, {total_vbuckets,151}, {trigger_type,scheduled}, {type,bucket_compaction}, {updated_on,1352755583}, {vbuckets_done,30}]]}, {memory, [{total,175777312}, {processes,128159960}, {processes_used,124494824}, {system,47617352}, {atom,1401785}, {atom_used,1374492}, {binary,3740376}, {code,14054366}, {ets,10307880}]}, {system_memory_data, [{system_total_memory,25199214592}, {free_swap,20971323392}, {total_swap,20971511808}, {cached_memory,1381502976}, {buffered_memory,228397056}, {free_memory,14191755264}, {total_memory,25199214592}]}, {node_storage_conf,[{db_path,"/data"},{index_path,"/data"}]}, {statistics, [{wall_clock,{3547711,5000}}, {context_switches,{22917293,0}}, {garbage_collection,{2922836,19531276383,0}}, {io,{{input,435379549},{output,11895421621}}}, {reductions,{3165495399,3353923}}, {run_queue,0}, {runtime,{1274250,2070}}]}, {system_stats, [{cpu_utilization_rate,60.89108910891089}, {swap_total,20971511808}, {swap_used,188416}]}, {interesting_stats, [{couch_docs_actual_disk_size,1328364249}, {couch_docs_data_size,1080883766}, {couch_views_actual_disk_size,0}, {couch_views_data_size,0}, {curr_items,268781}, {curr_items_tot,431947}, {mem_used,1256434672}, {vb_replica_curr_items,163166}]}, {cluster_compatibility_version,131072}, {version, [{public_key,"0.13"}, {lhttpc,"1.3.0"}, {ale,"8cffe61"}, {os_mon,"2.2.7"}, {couch_set_view,"1.2.0a-b68b5f4-git"}, {mnesia,"4.5"}, {inets,"5.7.1"}, {couch,"1.2.0a-b68b5f4-git"}, {mapreduce,"1.0.0"}, {couch_index_merger,"1.2.0a-b68b5f4-git"}, {kernel,"2.14.5"}, {crypto,"2.0.4"}, {ssl,"4.1.6"}, {sasl,"2.1.10"}, {couch_view_parser,"1.0.0"}, {ns_server,"2.0.0-1939-rel-enterprise"}, {mochiweb,"1.4.1"}, {oauth,"7d85d3ef"}, {stdlib,"1.17.5"}]}, {supported_compat_version,[2,0]}, {system_arch,"x86_64-unknown-linux-gnu"}, {wall_clock,3547}, {memory_data,{25199214592,11026628608,{<18071.667.0>,24233672}}}, {disk_data, [{"/",41260352,5}, {"/dev/shm",12304304,0}, {"/boot",495844,7}, {"/data",206420664,1}]}, {meminfo, <<"MemTotal: 24608608 kB\nMemFree: 13859136 kB\nBuffers: 223044 kB\nCached: 1349124 kB\nSwapCached: 184 kB\nActive: 8554456 kB\nInactive: 1674312 kB\nActive(anon): 8033568 kB\nInactive(anon): 624368 kB\nActive(file): 520888 kB\nInactive(file): 1049944 kB\nUnevictable: 20760 kB\nMlocked: 20760 kB\nSwapTotal: 20479992 kB\nSwapFree: 20479808 kB\nDirty: 1828 kB\nWriteback: 0 kB\nAnonPages: 8676424 kB\nMapped: 15568 kB\nShmem: 172 kB\nSlab: 187628 kB\nSReclaimable: 129716 kB\nSUnreclaim: 57912 kB\nKernelStack: 3072 kB\nPageTables: 21868 kB\nNFS_Unstable: 0 kB\nBounce: 0 kB\nWritebackTmp: 0 kB\nCommitLimit: 32784296 kB\nCommitted_AS: 10450852 kB\nVmallocTotal: 34359738367 kB\nVmallocUsed: 332500 kB\nVmallocChunk: 34359355024 kB\nHardwareCorrupted: 0 kB\nAnonHugePages: 4691968 kB\nHugePages_Total: 0\nHugePages_Free: 0\nHugePages_Rsvd: 0\nHugePages_Surp: 0\nHugepagesize: 2048 kB\nDirectMap4k: 10240 kB\nDirectMap2M: 25155584 kB\n">>}]}, {'ns_1@192.168.0.21', [{last_heard,{1352,755583,185980}}, {outgoing_replications_safeness_level,[{"default",green}]}, {incoming_replications_conf_hashes, [{"default",[{'ns_1@192.168.0.22',35302010}]}]}, {active_buckets,["default"]}, {ready_buckets,["default"]}, {local_tasks,[]}, {memory, [{total,230672560}, {processes,177839992}, {processes_used,177775520}, {system,52832568}, {atom,1339809}, {atom_used,1335933}, {binary,12000928}, {code,13493102}, {ets,7396088}]}, {system_memory_data, [{system_total_memory,25199214592}, {free_swap,20971511808}, {total_swap,20971511808}, {cached_memory,7554973696}, {buffered_memory,227676160}, {free_memory,9377452032}, {total_memory,25199214592}]}, {node_storage_conf,[{db_path,"/data"},{index_path,"/data"}]}, {statistics, [{wall_clock,{3544098,4994}}, {context_switches,{14567721,0}}, {garbage_collection,{2521196,7453333557,0}}, {io,{{input,566803227},{output,14775950053}}}, {reductions,{2052674699,4397334}}, {run_queue,0}, {runtime,{747510,1530}}]}, {system_stats, [{cpu_utilization_rate,43.55670103092783}, {swap_total,20971511808}, {swap_used,0}]}, {interesting_stats, [{couch_docs_actual_disk_size,7411451033}, {couch_docs_data_size,6256283041}, {couch_views_actual_disk_size,0}, {couch_views_data_size,0}, {curr_items,1327319}, {curr_items_tot,2547959}, {mem_used,6564516472}, {vb_replica_curr_items,1220640}]}, {cluster_compatibility_version,131072}, {version, [{public_key,"0.13"}, {lhttpc,"1.3.0"}, {ale,"8cffe61"}, {os_mon,"2.2.7"}, {couch_set_view,"1.2.0a-b68b5f4-git"}, {mnesia,"4.5"}, {inets,"5.7.1"}, {couch,"1.2.0a-b68b5f4-git"}, {mapreduce,"1.0.0"}, {couch_index_merger,"1.2.0a-b68b5f4-git"}, {kernel,"2.14.5"}, {crypto,"2.0.4"}, {ssl,"4.1.6"}, {sasl,"2.1.10"}, {couch_view_parser,"1.0.0"}, {ns_server,"2.0.0-1939-rel-enterprise"}, {mochiweb,"1.4.1"}, {oauth,"7d85d3ef"}, {stdlib,"1.17.5"}]}, {supported_compat_version,[2,0]}, {system_arch,"x86_64-unknown-linux-gnu"}, {wall_clock,3544}, {memory_data,{25199214592,15766380544,{<0.4606.0>,20119840}}}, {disk_data, [{"/",41260352,5}, {"/dev/shm",12304304,0}, {"/boot",495844,7}, {"/data",206420664,4}]}, {meminfo, <<"MemTotal: 24608608 kB\nMemFree: 9157668 kB\nBuffers: 222340 kB\nCached: 7377904 kB\nSwapCached: 0 kB\nActive: 8718864 kB\nInactive: 6101028 kB\nActive(anon): 7212456 kB\nInactive(anon): 9280 kB\nActive(file): 1506408 kB\nInactive(file): 6091748 kB\nUnevictable: 20760 kB\nMlocked: 20760 kB\nSwapTotal: 20479992 kB\nSwapFree: 20479992 kB\nDirty: 5576 kB\nWriteback: 0 kB\nAnonPages: 7240516 kB\nMapped: 14616 kB\nShmem: 164 kB\nSlab: 298116 kB\nSReclaimable: 240088 kB\nSUnreclaim: 58028 kB\nKernelStack: 3048 kB\nPageTables: 18560 kB\nNFS_Unstable: 0 kB\nBounce: 0 kB\nWritebackTmp: 0 kB\nCommitLimit: 32784296 kB\nCommitted_AS: 9014276 kB\nVmallocTotal: 34359738367 kB\nVmallocUsed: 332500 kB\nVmallocChunk: 34359350016 kB\nHardwareCorrupted: 0 kB\nAnonHugePages: 3497984 kB\nHugePages_Total: 0\nHugePages_Free: 0\nHugePages_Rsvd: 0\nHugePages_Surp: 0\nHugepagesize: 2048 kB\nDirectMap4k: 10240 kB\nDirectMap2M: 25155584 kB\n">>}]}, {'ns_1@192.168.0.22', [{last_heard,{1352,755587,793482}}, {outgoing_replications_safeness_level,[{"default",green}]}, {incoming_replications_conf_hashes, [{"default", [{'ns_1@192.168.0.20',73820263},{'ns_1@192.168.0.21',91420610}]}]}, {active_buckets,["default"]}, {ready_buckets,["default"]}, {local_tasks, [[{pid,<<"<0.12036.3>">>}, {bucket,<<"default">>}, {original_target,{[{type,bucket}]}}, {progress,27}, {started_on,1352755526}, {total_vbuckets,1025}, {trigger_type,scheduled}, {type,bucket_compaction}, {updated_on,1352755587}, {vbuckets_done,286}]]}, {memory, [{total,253474944}, {processes,194732624}, {processes_used,194561168}, {system,58742320}, {atom,1338193}, {atom_used,1333793}, {binary,14755456}, {code,13490894}, {ets,10507472}]}, {system_memory_data, [{system_total_memory,25199214592}, {free_swap,20971511808}, {total_swap,20971511808}, {cached_memory,9887002624}, {buffered_memory,277659648}, {free_memory,5209407488}, {total_memory,25199214592}]}, {node_storage_conf,[{db_path,"/data"},{index_path,"/data"}]}, {statistics, [{wall_clock,{3535875,5000}}, {context_switches,{27100040,0}}, {garbage_collection,{3657650,8661714459,0}}, {io,{{input,613944702},{output,20321187436}}}, {reductions,{2970148195,3487931}}, {run_queue,0}, {runtime,{1033000,1210}}]}, {system_stats, [{cpu_utilization_rate,54.433497536945815}, {swap_total,20971511808}, {swap_used,0}]}, {interesting_stats, [{couch_docs_actual_disk_size,9737737642}, {couch_docs_data_size,7339460314}, {couch_views_actual_disk_size,0}, {couch_views_data_size,0}, {curr_items,1383974}, {curr_items_tot,2980967}, {mem_used,7822568960}, {vb_replica_curr_items,1596993}]}, {cluster_compatibility_version,131072}, {version, [{public_key,"0.13"}, {lhttpc,"1.3.0"}, {ale,"8cffe61"}, {os_mon,"2.2.7"}, {couch_set_view,"1.2.0a-b68b5f4-git"}, {mnesia,"4.5"}, {inets,"5.7.1"}, {couch,"1.2.0a-b68b5f4-git"}, {mapreduce,"1.0.0"}, {couch_index_merger,"1.2.0a-b68b5f4-git"}, {kernel,"2.14.5"}, {crypto,"2.0.4"}, {ssl,"4.1.6"}, {sasl,"2.1.10"}, {couch_view_parser,"1.0.0"}, {ns_server,"2.0.0-1939-rel-enterprise"}, {mochiweb,"1.4.1"}, {oauth,"7d85d3ef"}, {stdlib,"1.17.5"}]}, {supported_compat_version,[2,0]}, {system_arch,"x86_64-unknown-linux-gnu"}, {wall_clock,3535}, {memory_data,{25199214592,20433969152,{<18111.687.0>,30291840}}}, {disk_data, [{"/",41260352,5}, {"/dev/shm",12304304,0}, {"/boot",495844,7}, {"/data",206420664,5}]}, {meminfo, <<"MemTotal: 24608608 kB\nMemFree: 5087312 kB\nBuffers: 271152 kB\nCached: 9654948 kB\nSwapCached: 0 kB\nActive: 10970164 kB\nInactive: 7837976 kB\nActive(anon): 8742052 kB\nInactive(anon): 142280 kB\nActive(file): 2228112 kB\nInactive(file): 7695696 kB\nUnevictable: 20760 kB\nMlocked: 20760 kB\nSwapTotal: 20479992 kB\nSwapFree: 20479992 kB\nDirty: 12472 kB\nWriteback: 0 kB\nAnonPages: 8901032 kB\nMapped: 15684 kB\nShmem: 172 kB\nSlab: 379768 kB\nSReclaimable: 321452 kB\nSUnreclaim: 58316 kB\nKernelStack: 2560 kB\nPageTables: 21912 kB\nNFS_Unstable: 0 kB\nBounce: 0 kB\nWritebackTmp: 0 kB\nCommitLimit: 32784296 kB\nCommitted_AS: 10656524 kB\nVmallocTotal: 34359738367 kB\nVmallocUsed: 332500 kB\nVmallocChunk: 34359350016 kB\nHardwareCorrupted: 0 kB\nAnonHugePages: 4734976 kB\nHugePages_Total: 0\nHugePages_Free: 0\nHugePages_Rsvd: 0\nHugePages_Surp: 0\nHugepagesize: 2048 kB\nDirectMap4k: 10240 kB\nDirectMap2M: 25155584 kB\n">>}]}] [stats:debug,2012-11-12T13:26:29.608,ns_1@192.168.0.21:<0.4602.0>:stats_collector:maybe_log_stats:126](at {{1970,1,16},{7,45,55}}) Stats for bucket "default": accepting_conns 1 auth_cmds 9 auth_errors 0 bucket_active_conns 1 bucket_conns 25 bytes 6576929080 bytes_read 19942724741 bytes_written 12382105844 cas_badval 0 cas_hits 0 cas_misses 0 cmd_flush 0 cmd_get 2497826 cmd_set 2129465 conn_yields 97685 connection_structures 5000 curr_connections 28 curr_conns_on_port_11209 16 curr_conns_on_port_11210 10 curr_items 1327482 curr_items_tot 2553835 curr_temp_items 0 daemon_connections 4 decr_hits 0 decr_misses 0 delete_hits 105147 delete_misses 184463 ep_access_scanner_last_runtime 0 ep_access_scanner_num_items 0 ep_access_scanner_task_time 2012-11-13 10:00:00 ep_allow_data_loss_during_shutdown 1 ep_alog_block_size 4096 ep_alog_path /data/default/access.log ep_alog_sleep_time 1440 ep_alog_task_time 10 ep_backend couchdb ep_bg_fetch_delay 0 ep_bg_fetched 0 ep_bg_meta_fetched 0 ep_bg_remaining_jobs 0 ep_chk_max_items 5000 ep_chk_period 1800 ep_chk_persistence_remains 2 ep_chk_persistence_timeout 10 ep_chk_remover_stime 5 ep_commit_num 114240 ep_commit_time 49 ep_commit_time_total 1009939 ep_concurrentDB 1 ep_config_file ep_couch_bucket default ep_couch_host localhost ep_couch_port 11213 ep_couch_reconnect_sleeptime 250 ep_couch_response_timeout 180000 ep_data_age 11 ep_data_age_highwat 40 ep_data_traffic_enabled 0 ep_dbinit 0 ep_dbname /data/default ep_degraded_mode 0 ep_diskqueue_drain 8917974 ep_diskqueue_fill 7918761 ep_diskqueue_items 38184 ep_diskqueue_memory 1096896 ep_diskqueue_pending 1645344 ep_exp_pager_stime 3600 ep_exp_pager_stime 3600 ep_expired_access 2123 ep_expired_pager 0 ep_expiry_window 3 ep_failpartialwarmup 0 ep_flush_all false ep_flush_duration_total 2061 ep_flushall_enabled 0 ep_flusher_state running ep_flusher_todo 7098 ep_getl_default_timeout 15 ep_getl_max_timeout 30 ep_ht_locks 5 ep_ht_size 3079 ep_inconsistent_slave_chk 0 ep_initfile ep_io_num_read 0 ep_io_num_write 7240786 ep_io_read_bytes 0 ep_io_write_bytes 16663757518 ep_item_begin_failed 0 ep_item_commit_failed 0 ep_item_flush_expired 47 ep_item_flush_failed 0 ep_item_num_based_new_chk 1 ep_items_rm_from_checkpoints 849660 ep_keep_closed_chks 0 ep_klog_block_size 4096 ep_klog_compactor_queue_cap 500000 ep_klog_compactor_stime 3600 ep_klog_flush commit2 ep_klog_max_entry_ratio 10 ep_klog_max_log_size 2147483647 ep_klog_path ep_klog_sync commit2 ep_kv_size 6315338585 ep_max_checkpoints 2 ep_max_data_size 12582912000 ep_max_item_size 20971520 ep_max_size 12582912000 ep_max_txn_size 10000 ep_max_vbuckets 1024 ep_mem_high_wat 9437184000 ep_mem_high_wat 9437184000 ep_mem_low_wat 7549747200 ep_mem_low_wat 7549747200 ep_mem_tracker_enabled true ep_min_data_age 0 ep_mlog_compactor_runs 0 ep_mutation_mem_threshold 0 ep_num_access_scanner_runs 0 ep_num_eject_failures 0 ep_num_expiry_pager_runs 0 ep_num_non_resident 0 ep_num_not_my_vbuckets 0 ep_num_ops_del_meta 0 ep_num_ops_get_meta 0 ep_num_ops_set_meta 0 ep_num_pager_runs 0 ep_num_value_ejects 0 ep_oom_errors 0 ep_overhead 87219532 ep_pager_active_vb_pcnt 40 ep_pager_unbiased_period 60 ep_pending_ops 0 ep_pending_ops_max 1 ep_pending_ops_max_duration 128624 ep_pending_ops_total 3 ep_postInitfile ep_queue_age_cap 900 ep_queue_size 31086 ep_startup_time 1352753488 ep_storage_age 11 ep_storage_age_highwat 50 ep_store_max_concurrency 10 ep_store_max_readers 9 ep_store_max_readwrite 1 ep_stored_val_type ep_tap_ack_grace_period 300 ep_tap_ack_initial_sequence_number 1 ep_tap_ack_interval 1000 ep_tap_ack_window_size 10 ep_tap_backfill_resident 0.9 ep_tap_backlog_limit 5000 ep_tap_backoff_period 5 ep_tap_bg_fetch_requeued 0 ep_tap_bg_fetched 0 ep_tap_bg_max_pending 500 ep_tap_keepalive 300 ep_tap_noop_interval 20 ep_tap_requeue_sleep_time 0.1 ep_tap_throttle_cap_pcnt 10 ep_tap_throttle_queue_cap 1000000 ep_tap_throttle_threshold 90 ep_tmp_oom_errors 0 ep_too_old 0 ep_too_young 0 ep_total_cache_size 6284709269 ep_total_del_items 345974 ep_total_enqueued 7918761 ep_total_new_items 2733170 ep_total_persisted 7240786 ep_uncommitted_items 68 ep_value_size 6104768895 ep_vb0 0 ep_vb_snapshot_total 971 ep_vb_total 878 ep_vbucket_del 0 ep_vbucket_del_fail 0 ep_version 2.0.0r_133_g68e3f7c ep_waitforwarmup 0 ep_warmup 1 ep_warmup_batch_size 1000 ep_warmup_dups 0 ep_warmup_min_items_threshold 100 ep_warmup_min_memory_threshold 100 ep_warmup_oom 0 ep_warmup_thread complete ep_warmup_time 17721 get_hits 2207249 get_misses 290577 incr_hits 0 incr_misses 0 libevent 2.0.11-stable limit_maxbytes 67108864 listen_disabled_num 0 max_conns_on_port_11209 1000 max_conns_on_port_11210 9000 mem_used 6576929080 pid 7353 pointer_size 64 rejected_conns 0 rusage_system 543.280408 rusage_user 1221.514301 tap_checkpoint_end_received 1552 tap_checkpoint_end_sent 545 tap_checkpoint_start_received 2942 tap_checkpoint_start_sent 604 tap_connect_received 1 tap_delete_received 225834 tap_delete_sent 139316 tap_mutation_received 5892607 tap_mutation_sent 2655714 tap_opaque_received 6140 tap_opaque_sent 457 tap_vbucket_set_received 912 threads 4 time 1352755589 total_connections 4516 uptime 2103 vb_active_curr_items 1327482 vb_active_eject 0 vb_active_expired 2062 vb_active_ht_memory 11450880 vb_active_itm_memory 3266974678 vb_active_meta_data_memory 104871078 vb_active_num 456 vb_active_num_non_resident 0 vb_active_num_ref_ejects 0 vb_active_num_ref_items 1428872 vb_active_ops_create 1424317 vb_active_ops_delete 181972 vb_active_ops_reject 0 vb_active_ops_update 1955082 vb_active_perc_mem_resident 100 vb_active_queue_age 1109577000 vb_active_queue_drain 4607047 vb_active_queue_fill 4049148 vb_active_queue_memory 518560 vb_active_queue_pending 777840 vb_active_queue_size 16205 vb_dead_num 0 vb_pending_curr_items 0 vb_pending_eject 0 vb_pending_expired 0 vb_pending_ht_memory 0 vb_pending_itm_memory 0 vb_pending_meta_data_memory 0 vb_pending_num 0 vb_pending_num_non_resident 0 vb_pending_num_ref_ejects 0 vb_pending_num_ref_items 0 vb_pending_ops_create 0 vb_pending_ops_delete 0 vb_pending_ops_reject 0 vb_pending_ops_update 0 vb_pending_perc_mem_resident 0 vb_pending_queue_age 0 vb_pending_queue_drain 0 vb_pending_queue_fill 0 vb_pending_queue_memory 0 vb_pending_queue_pending 0 vb_pending_queue_size 0 vb_replica_curr_items 1226353 vb_replica_eject 0 vb_replica_expired 61 vb_replica_ht_memory 10597264 vb_replica_itm_memory 3017734591 vb_replica_meta_data_memory 96881887 vb_replica_num 422 vb_replica_num_non_resident 0 vb_replica_num_ref_ejects 0 vb_replica_num_ref_items 1317343 vb_replica_ops_create 1308855 vb_replica_ops_delete 164002 vb_replica_ops_reject 0 vb_replica_ops_update 2206588 vb_replica_perc_mem_resident 100 vb_replica_queue_age 570328000 vb_replica_queue_drain 4310927 vb_replica_queue_fill 3869613 vb_replica_queue_memory 578336 vb_replica_queue_pending 867504 vb_replica_queue_size 18073 version 1.4.4_600_g7ea975a [ns_doctor:debug,2012-11-12T13:27:28.185,ns_1@192.168.0.21:ns_doctor<0.4484.0>:ns_doctor:handle_info:137]Current node statuses: [{'ns_1@192.168.0.20', [{last_heard,{1352,755644,580361}}, {outgoing_replications_safeness_level,[{"default",green}]}, {incoming_replications_conf_hashes, [{"default",[{'ns_1@192.168.0.22',115496032}]}]}, {active_buckets,["default"]}, {ready_buckets,["default"]}, {local_tasks,[]}, {memory, [{total,185845592}, {processes,137505976}, {processes_used,133789928}, {system,48339616}, {atom,1401785}, {atom_used,1374492}, {binary,4298552}, {code,14054366}, {ets,10477408}]}, {system_memory_data, [{system_total_memory,25199214592}, {free_swap,20971323392}, {total_swap,20971511808}, {cached_memory,1172475904}, {buffered_memory,228982784}, {free_memory,14379155456}, {total_memory,25199214592}]}, {node_storage_conf,[{db_path,"/data"},{index_path,"/data"}]}, {statistics, [{wall_clock,{3607718,5002}}, {context_switches,{23164149,0}}, {garbage_collection,{2956223,19811869435,0}}, {io,{{input,446263611},{output,11937606502}}}, {reductions,{3202570143,3465532}}, {run_queue,0}, {runtime,{1292890,2130}}]}, {system_stats, [{cpu_utilization_rate,54.01459854014598}, {swap_total,20971511808}, {swap_used,188416}]}, {interesting_stats, [{couch_docs_actual_disk_size,1099927556}, {couch_docs_data_size,994317817}, {couch_views_actual_disk_size,0}, {couch_views_data_size,0}, {curr_items,254058}, {curr_items_tot,402455}, {mem_used,1182307008}, {vb_replica_curr_items,148397}]}, {cluster_compatibility_version,131072}, {version, [{public_key,"0.13"}, {lhttpc,"1.3.0"}, {ale,"8cffe61"}, {os_mon,"2.2.7"}, {couch_set_view,"1.2.0a-b68b5f4-git"}, {mnesia,"4.5"}, {inets,"5.7.1"}, {couch,"1.2.0a-b68b5f4-git"}, {mapreduce,"1.0.0"}, {couch_index_merger,"1.2.0a-b68b5f4-git"}, {kernel,"2.14.5"}, {crypto,"2.0.4"}, {ssl,"4.1.6"}, {sasl,"2.1.10"}, {couch_view_parser,"1.0.0"}, {ns_server,"2.0.0-1939-rel-enterprise"}, {mochiweb,"1.4.1"}, {oauth,"7d85d3ef"}, {stdlib,"1.17.5"}]}, {supported_compat_version,[2,0]}, {system_arch,"x86_64-unknown-linux-gnu"}, {wall_clock,3607}, {memory_data,{25199214592,10779910144,{<18071.667.0>,24233672}}}, {disk_data, [{"/",41260352,5}, {"/dev/shm",12304304,0}, {"/boot",495844,7}, {"/data",206420664,1}]}, {meminfo, <<"MemTotal: 24608608 kB\nMemFree: 14032404 kB\nBuffers: 223608 kB\nCached: 1145004 kB\nSwapCached: 64 kB\nActive: 8416352 kB\nInactive: 1639004 kB\nActive(anon): 8001968 kB\nInactive(anon): 686868 kB\nActive(file): 414384 kB\nInactive(file): 952136 kB\nUnevictable: 20760 kB\nMlocked: 20760 kB\nSwapTotal: 20479992 kB\nSwapFree: 20479808 kB\nDirty: 756 kB\nWriteback: 0 kB\nAnonPages: 8717852 kB\nMapped: 15564 kB\nShmem: 172 kB\nSlab: 183968 kB\nSReclaimable: 126224 kB\nSUnreclaim: 57744 kB\nKernelStack: 3064 kB\nPageTables: 21884 kB\nNFS_Unstable: 0 kB\nBounce: 0 kB\nWritebackTmp: 0 kB\nCommitLimit: 32784296 kB\nCommitted_AS: 10494168 kB\nVmallocTotal: 34359738367 kB\nVmallocUsed: 332500 kB\nVmallocChunk: 34359355024 kB\nHardwareCorrupted: 0 kB\nAnonHugePages: 4823040 kB\nHugePages_Total: 0\nHugePages_Free: 0\nHugePages_Rsvd: 0\nHugePages_Surp: 0\nHugepagesize: 2048 kB\nDirectMap4k: 10240 kB\nDirectMap2M: 25155584 kB\n">>}]}, {'ns_1@192.168.0.21', [{last_heard,{1352,755643,187386}}, {outgoing_replications_safeness_level,[{"default",green}]}, {incoming_replications_conf_hashes, [{"default",[{'ns_1@192.168.0.22',32736183}]}]}, {active_buckets,["default"]}, {ready_buckets,["default"]}, {local_tasks,[]}, {memory, [{total,232048848}, {processes,177537328}, {processes_used,177523624}, {system,54511520}, {atom,1352849}, {atom_used,1351270}, {binary,13398464}, {code,13554264}, {ets,7596000}]}, {system_memory_data, [{system_total_memory,25199214592}, {free_swap,20971511808}, {total_swap,20971511808}, {cached_memory,8208764928}, {buffered_memory,229433344}, {free_memory,8611147776}, {total_memory,25199214592}]}, {node_storage_conf,[{db_path,"/data"},{index_path,"/data"}]}, {statistics, [{wall_clock,{3604099,5001}}, {context_switches,{14969103,0}}, {garbage_collection,{2558313,7602620314,0}}, {io,{{input,575027513},{output,15115756327}}}, {reductions,{2100940429,4267634}}, {run_queue,0}, {runtime,{763300,1460}}]}, {system_stats, [{cpu_utilization_rate,34.5679012345679}, {swap_total,20971511808}, {swap_used,0}]}, {interesting_stats, [{couch_docs_actual_disk_size,8079502132}, {couch_docs_data_size,6343004230}, {couch_views_actual_disk_size,0}, {couch_views_data_size,0}, {curr_items,1341781}, {curr_items_tot,2582588}, {mem_used,6639884952}, {vb_replica_curr_items,1240807}]}, {cluster_compatibility_version,131072}, {version, [{public_key,"0.13"}, {lhttpc,"1.3.0"}, {ale,"8cffe61"}, {os_mon,"2.2.7"}, {couch_set_view,"1.2.0a-b68b5f4-git"}, {mnesia,"4.5"}, {inets,"5.7.1"}, {couch,"1.2.0a-b68b5f4-git"}, {mapreduce,"1.0.0"}, {couch_index_merger,"1.2.0a-b68b5f4-git"}, {kernel,"2.14.5"}, {crypto,"2.0.4"}, {ssl,"4.1.6"}, {sasl,"2.1.10"}, {couch_view_parser,"1.0.0"}, {ns_server,"2.0.0-1939-rel-enterprise"}, {mochiweb,"1.4.1"}, {oauth,"7d85d3ef"}, {stdlib,"1.17.5"}]}, {supported_compat_version,[2,0]}, {system_arch,"x86_64-unknown-linux-gnu"}, {wall_clock,3604}, {memory_data,{25199214592,16552296448,{<0.4606.0>,16006008}}}, {disk_data, [{"/",41260352,5}, {"/dev/shm",12304304,0}, {"/boot",495844,7}, {"/data",206420664,4}]}, {meminfo, <<"MemTotal: 24608608 kB\nMemFree: 8409572 kB\nBuffers: 224056 kB\nCached: 8016372 kB\nSwapCached: 0 kB\nActive: 9232864 kB\nInactive: 6317668 kB\nActive(anon): 7302288 kB\nInactive(anon): 9796 kB\nActive(file): 1930576 kB\nInactive(file): 6307872 kB\nUnevictable: 20760 kB\nMlocked: 20760 kB\nSwapTotal: 20479992 kB\nSwapFree: 20479992 kB\nDirty: 5036 kB\nWriteback: 0 kB\nAnonPages: 7331020 kB\nMapped: 14616 kB\nShmem: 164 kB\nSlab: 316016 kB\nSReclaimable: 258060 kB\nSUnreclaim: 57956 kB\nKernelStack: 3048 kB\nPageTables: 18732 kB\nNFS_Unstable: 0 kB\nBounce: 0 kB\nWritebackTmp: 0 kB\nCommitLimit: 32784296 kB\nCommitted_AS: 9104236 kB\nVmallocTotal: 34359738367 kB\nVmallocUsed: 332500 kB\nVmallocChunk: 34359350016 kB\nHardwareCorrupted: 0 kB\nAnonHugePages: 3604480 kB\nHugePages_Total: 0\nHugePages_Free: 0\nHugePages_Rsvd: 0\nHugePages_Surp: 0\nHugepagesize: 2048 kB\nDirectMap4k: 10240 kB\nDirectMap2M: 25155584 kB\n">>}]}, {'ns_1@192.168.0.22', [{last_heard,{1352,755647,792937}}, {outgoing_replications_safeness_level,[{"default",green}]}, {incoming_replications_conf_hashes, [{"default", [{'ns_1@192.168.0.20',74343578}, {'ns_1@192.168.0.21',101312348}]}]}, {active_buckets,["default"]}, {ready_buckets,["default"]}, {local_tasks, [[{pid,<<"<0.12036.3>">>}, {bucket,<<"default">>}, {original_target,{[{type,bucket}]}}, {progress,56}, {started_on,1352755526}, {total_vbuckets,1025}, {trigger_type,scheduled}, {type,bucket_compaction}, {updated_on,1352755647}, {vbuckets_done,579}]]}, {memory, [{total,255367288}, {processes,196786144}, {processes_used,196662528}, {system,58581144}, {atom,1338193}, {atom_used,1333793}, {binary,14362472}, {code,13490894}, {ets,10733104}]}, {system_memory_data, [{system_total_memory,25199214592}, {free_swap,20971511808}, {total_swap,20971511808}, {cached_memory,9327017984}, {buffered_memory,281010176}, {free_memory,5769932800}, {total_memory,25199214592}]}, {node_storage_conf,[{db_path,"/data"},{index_path,"/data"}]}, {statistics, [{wall_clock,{3595875,5000}}, {context_switches,{27548964,0}}, {garbage_collection,{3710046,8792525210,0}}, {io,{{input,626901257},{output,20631686160}}}, {reductions,{3016735615,4285119}}, {run_queue,0}, {runtime,{1049430,1500}}]}, {system_stats, [{cpu_utilization_rate,57.635467980295566}, {swap_total,20971511808}, {swap_used,0}]}, {interesting_stats, [{couch_docs_actual_disk_size,9172912320}, {couch_docs_data_size,7339232590}, {couch_views_actual_disk_size,0}, {couch_views_data_size,0}, {curr_items,1383555}, {curr_items_tot,2980169}, {mem_used,7810173424}, {vb_replica_curr_items,1596614}]}, {cluster_compatibility_version,131072}, {version, [{public_key,"0.13"}, {lhttpc,"1.3.0"}, {ale,"8cffe61"}, {os_mon,"2.2.7"}, {couch_set_view,"1.2.0a-b68b5f4-git"}, {mnesia,"4.5"}, {inets,"5.7.1"}, {couch,"1.2.0a-b68b5f4-git"}, {mapreduce,"1.0.0"}, {couch_index_merger,"1.2.0a-b68b5f4-git"}, {kernel,"2.14.5"}, {crypto,"2.0.4"}, {ssl,"4.1.6"}, {sasl,"2.1.10"}, {couch_view_parser,"1.0.0"}, {ns_server,"2.0.0-1939-rel-enterprise"}, {mochiweb,"1.4.1"}, {oauth,"7d85d3ef"}, {stdlib,"1.17.5"}]}, {supported_compat_version,[2,0]}, {system_arch,"x86_64-unknown-linux-gnu"}, {wall_clock,3595}, {memory_data,{25199214592,19949072384,{<18111.687.0>,24233672}}}, {disk_data, [{"/",41260352,5}, {"/dev/shm",12304304,0}, {"/boot",495844,7}, {"/data",206420664,5}]}, {meminfo, <<"MemTotal: 24608608 kB\nMemFree: 5634948 kB\nBuffers: 274424 kB\nCached: 9108416 kB\nSwapCached: 0 kB\nActive: 10652132 kB\nInactive: 7615072 kB\nActive(anon): 8744376 kB\nInactive(anon): 142280 kB\nActive(file): 1907756 kB\nInactive(file): 7472792 kB\nUnevictable: 20760 kB\nMlocked: 20760 kB\nSwapTotal: 20479992 kB\nSwapFree: 20479992 kB\nDirty: 11308 kB\nWriteback: 0 kB\nAnonPages: 8907348 kB\nMapped: 15684 kB\nShmem: 172 kB\nSlab: 374300 kB\nSReclaimable: 315924 kB\nSUnreclaim: 58376 kB\nKernelStack: 2560 kB\nPageTables: 21928 kB\nNFS_Unstable: 0 kB\nBounce: 0 kB\nWritebackTmp: 0 kB\nCommitLimit: 32784296 kB\nCommitted_AS: 10650388 kB\nVmallocTotal: 34359738367 kB\nVmallocUsed: 332500 kB\nVmallocChunk: 34359350016 kB\nHardwareCorrupted: 0 kB\nAnonHugePages: 4825088 kB\nHugePages_Total: 0\nHugePages_Free: 0\nHugePages_Rsvd: 0\nHugePages_Surp: 0\nHugepagesize: 2048 kB\nDirectMap4k: 10240 kB\nDirectMap2M: 25155584 kB\n">>}]}] [stats:debug,2012-11-12T13:28:09.619,ns_1@192.168.0.21:<0.4602.0>:stats_collector:maybe_log_stats:126](at {{1970,1,16},{7,45,55}}) Stats for bucket "default": accepting_conns 1 auth_cmds 9 auth_errors 0 bucket_active_conns 1 bucket_conns 25 bytes 6679573544 bytes_read 20884660497 bytes_written 13196665946 cas_badval 0 cas_hits 0 cas_misses 0 cmd_flush 0 cmd_get 2686048 cmd_set 2286383 conn_yields 102019 connection_structures 5000 curr_connections 28 curr_conns_on_port_11209 16 curr_conns_on_port_11210 10 curr_items 1356353 curr_items_tot 2606699 curr_temp_items 0 daemon_connections 4 decr_hits 0 decr_misses 0 delete_hits 112654 delete_misses 198195 ep_access_scanner_last_runtime 0 ep_access_scanner_num_items 0 ep_access_scanner_task_time 2012-11-13 10:00:00 ep_allow_data_loss_during_shutdown 1 ep_alog_block_size 4096 ep_alog_path /data/default/access.log ep_alog_sleep_time 1440 ep_alog_task_time 10 ep_backend couchdb ep_bg_fetch_delay 0 ep_bg_fetched 0 ep_bg_meta_fetched 0 ep_bg_remaining_jobs 0 ep_chk_max_items 5000 ep_chk_period 1800 ep_chk_persistence_remains 2 ep_chk_persistence_timeout 10 ep_chk_remover_stime 5 ep_commit_num 118774 ep_commit_time 8 ep_commit_time_total 1057094 ep_concurrentDB 1 ep_config_file ep_couch_bucket default ep_couch_host localhost ep_couch_port 11213 ep_couch_reconnect_sleeptime 250 ep_couch_response_timeout 180000 ep_data_age 7 ep_data_age_highwat 40 ep_data_traffic_enabled 0 ep_dbinit 0 ep_dbname /data/default ep_degraded_mode 0 ep_diskqueue_drain 9300737 ep_diskqueue_fill 8290167 ep_diskqueue_items 38707 ep_diskqueue_memory 1129920 ep_diskqueue_pending 1694880 ep_exp_pager_stime 3600 ep_exp_pager_stime 3600 ep_expired_access 2388 ep_expired_pager 0 ep_expiry_window 3 ep_failpartialwarmup 0 ep_flush_all false ep_flush_duration_total 2163 ep_flushall_enabled 0 ep_flusher_state running ep_flusher_todo 14049 ep_getl_default_timeout 15 ep_getl_max_timeout 30 ep_ht_locks 5 ep_ht_size 3079 ep_inconsistent_slave_chk 0 ep_initfile ep_io_num_read 0 ep_io_num_write 7567959 ep_io_read_bytes 0 ep_io_write_bytes 17407241403 ep_item_begin_failed 0 ep_item_commit_failed 0 ep_item_flush_expired 48 ep_item_flush_failed 0 ep_item_num_based_new_chk 1 ep_items_rm_from_checkpoints 1040126 ep_keep_closed_chks 0 ep_klog_block_size 4096 ep_klog_compactor_queue_cap 500000 ep_klog_compactor_stime 3600 ep_klog_flush commit2 ep_klog_max_entry_ratio 10 ep_klog_max_log_size 2147483647 ep_klog_path ep_klog_sync commit2 ep_kv_size 6435178937 ep_max_checkpoints 2 ep_max_data_size 12582912000 ep_max_item_size 20971520 ep_max_size 12582912000 ep_max_txn_size 10000 ep_max_vbuckets 1024 ep_mem_high_wat 9437184000 ep_mem_high_wat 9437184000 ep_mem_low_wat 7549747200 ep_mem_low_wat 7549747200 ep_mem_tracker_enabled true ep_min_data_age 0 ep_mlog_compactor_runs 0 ep_mutation_mem_threshold 0 ep_num_access_scanner_runs 0 ep_num_eject_failures 0 ep_num_expiry_pager_runs 0 ep_num_non_resident 0 ep_num_not_my_vbuckets 0 ep_num_ops_del_meta 0 ep_num_ops_get_meta 0 ep_num_ops_set_meta 0 ep_num_pager_runs 0 ep_num_value_ejects 0 ep_oom_errors 0 ep_overhead 78914638 ep_pager_active_vb_pcnt 40 ep_pager_unbiased_period 60 ep_pending_ops 0 ep_pending_ops_max 1 ep_pending_ops_max_duration 128624 ep_pending_ops_total 3 ep_postInitfile ep_queue_age_cap 900 ep_queue_size 24658 ep_startup_time 1352753488 ep_storage_age 6 ep_storage_age_highwat 50 ep_store_max_concurrency 10 ep_store_max_readers 9 ep_store_max_readwrite 1 ep_stored_val_type ep_tap_ack_grace_period 300 ep_tap_ack_initial_sequence_number 1 ep_tap_ack_interval 1000 ep_tap_ack_window_size 10 ep_tap_backfill_resident 0.9 ep_tap_backlog_limit 5000 ep_tap_backoff_period 5 ep_tap_bg_fetch_requeued 0 ep_tap_bg_fetched 0 ep_tap_bg_max_pending 500 ep_tap_keepalive 300 ep_tap_noop_interval 20 ep_tap_requeue_sleep_time 0.1 ep_tap_throttle_cap_pcnt 10 ep_tap_throttle_queue_cap 1000000 ep_tap_throttle_threshold 90 ep_tmp_oom_errors 0 ep_too_old 0 ep_too_young 0 ep_total_cache_size 6403916525 ep_total_del_items 370383 ep_total_enqueued 8290167 ep_total_new_items 2804794 ep_total_persisted 7567959 ep_uncommitted_items 55 ep_value_size 6220249867 ep_vb0 0 ep_vb_snapshot_total 1000 ep_vb_total 898 ep_vbucket_del 0 ep_vbucket_del_fail 0 ep_version 2.0.0r_133_g68e3f7c ep_waitforwarmup 0 ep_warmup 1 ep_warmup_batch_size 1000 ep_warmup_dups 0 ep_warmup_min_items_threshold 100 ep_warmup_min_memory_threshold 100 ep_warmup_oom 0 ep_warmup_thread complete ep_warmup_time 17721 get_hits 2366684 get_misses 319364 incr_hits 0 incr_misses 0 libevent 2.0.11-stable limit_maxbytes 67108864 listen_disabled_num 0 max_conns_on_port_11209 1000 max_conns_on_port_11210 9000 mem_used 6679573544 pid 7353 pointer_size 64 rejected_conns 0 rusage_system 577.086269 rusage_user 1286.353444 tap_checkpoint_end_received 1619 tap_checkpoint_end_sent 587 tap_checkpoint_start_received 3039 tap_checkpoint_start_sent 649 tap_connect_received 1 tap_delete_received 243483 tap_delete_sent 148346 tap_mutation_received 6108507 tap_mutation_sent 2817355 tap_opaque_received 6280 tap_opaque_sent 467 tap_vbucket_set_received 932 threads 4 time 1352755689 total_connections 4625 uptime 2203 vb_active_curr_items 1356353 vb_active_eject 0 vb_active_expired 2324 vb_active_ht_memory 11702000 vb_active_itm_memory 3337915039 vb_active_meta_data_memory 107151887 vb_active_num 466 vb_active_num_non_resident 0 vb_active_num_ref_ejects 0 vb_active_num_ref_items 1465053 vb_active_ops_create 1460202 vb_active_ops_delete 192232 vb_active_ops_reject 0 vb_active_ops_update 2066003 vb_active_perc_mem_resident 100 vb_active_queue_age 1263975000 vb_active_queue_drain 4800510 vb_active_queue_fill 4238386 vb_active_queue_memory 651008 vb_active_queue_pending 976512 vb_active_queue_size 20344 vb_dead_num 0 vb_pending_curr_items 0 vb_pending_eject 0 vb_pending_expired 0 vb_pending_ht_memory 0 vb_pending_itm_memory 0 vb_pending_meta_data_memory 0 vb_pending_num 0 vb_pending_num_non_resident 0 vb_pending_num_ref_ejects 0 vb_pending_num_ref_items 0 vb_pending_ops_create 0 vb_pending_ops_delete 0 vb_pending_ops_reject 0 vb_pending_ops_update 0 vb_pending_perc_mem_resident 0 vb_pending_queue_age 0 vb_pending_queue_drain 0 vb_pending_queue_fill 0 vb_pending_queue_memory 0 vb_pending_queue_pending 0 vb_pending_queue_size 0 vb_replica_curr_items 1250346 vb_replica_eject 0 vb_replica_expired 64 vb_replica_ht_memory 10848384 vb_replica_itm_memory 3066001486 vb_replica_meta_data_memory 98777334 vb_replica_num 432 vb_replica_num_non_resident 0 vb_replica_num_ref_ejects 0 vb_replica_num_ref_items 1353273 vb_replica_ops_create 1344594 vb_replica_ops_delete 178151 vb_replica_ops_reject 0 vb_replica_ops_update 2326805 vb_replica_perc_mem_resident 100 vb_replica_queue_age 602238000 vb_replica_queue_drain 4500227 vb_replica_queue_fill 4051781 vb_replica_queue_memory 478912 vb_replica_queue_pending 718368 vb_replica_queue_size 14966 version 1.4.4_600_g7ea975a [ns_doctor:debug,2012-11-12T13:28:28.184,ns_1@192.168.0.21:ns_doctor<0.4484.0>:ns_doctor:handle_info:137]Current node statuses: [{'ns_1@192.168.0.20', [{last_heard,{1352,755704,572256}}, {outgoing_replications_safeness_level,[{"default",green}]}, {incoming_replications_conf_hashes, [{"default",[{'ns_1@192.168.0.22',24509452}]}]}, {active_buckets,["default"]}, {ready_buckets,["default"]}, {local_tasks,[]}, {memory, [{total,170992752}, {processes,123219992}, {processes_used,119450040}, {system,47772760}, {atom,1401785}, {atom_used,1374492}, {binary,3572952}, {code,14054366}, {ets,10649848}]}, {system_memory_data, [{system_total_memory,25199214592}, {free_swap,20971253760}, {total_swap,20971511808}, {cached_memory,1206501376}, {buffered_memory,228741120}, {free_memory,14365708288}, {total_memory,25199214592}]}, {node_storage_conf,[{db_path,"/data"},{index_path,"/data"}]}, {statistics, [{wall_clock,{3667710,4996}}, {context_switches,{23513719,0}}, {garbage_collection,{2995642,20116525526,0}}, {io,{{input,448907037},{output,11967453331}}}, {reductions,{3242670666,3790136}}, {run_queue,0}, {runtime,{1315220,2470}}]}, {system_stats, [{cpu_utilization_rate,66.02409638554217}, {swap_total,20971511808}, {swap_used,258048}]}, {interesting_stats, [{couch_docs_actual_disk_size,1156905803}, {couch_docs_data_size,898265390}, {couch_views_actual_disk_size,0}, {couch_views_data_size,0}, {curr_items,232447}, {curr_items_tot,359969}, {mem_used,1051168560}, {vb_replica_curr_items,127522}]}, {cluster_compatibility_version,131072}, {version, [{public_key,"0.13"}, {lhttpc,"1.3.0"}, {ale,"8cffe61"}, {os_mon,"2.2.7"}, {couch_set_view,"1.2.0a-b68b5f4-git"}, {mnesia,"4.5"}, {inets,"5.7.1"}, {couch,"1.2.0a-b68b5f4-git"}, {mapreduce,"1.0.0"}, {couch_index_merger,"1.2.0a-b68b5f4-git"}, {kernel,"2.14.5"}, {crypto,"2.0.4"}, {ssl,"4.1.6"}, {sasl,"2.1.10"}, {couch_view_parser,"1.0.0"}, {ns_server,"2.0.0-1939-rel-enterprise"}, {mochiweb,"1.4.1"}, {oauth,"7d85d3ef"}, {stdlib,"1.17.5"}]}, {supported_compat_version,[2,0]}, {system_arch,"x86_64-unknown-linux-gnu"}, {wall_clock,3667}, {memory_data,{25199214592,10832531456,{<18071.667.0>,24233672}}}, {disk_data, [{"/",41260352,5}, {"/dev/shm",12304304,0}, {"/boot",495844,7}, {"/data",206420664,1}]}, {meminfo, <<"MemTotal: 24608608 kB\nMemFree: 14029012 kB\nBuffers: 223380 kB\nCached: 1178224 kB\nSwapCached: 72 kB\nActive: 8554088 kB\nInactive: 1509432 kB\nActive(anon): 7983612 kB\nInactive(anon): 680176 kB\nActive(file): 570476 kB\nInactive(file): 829256 kB\nUnevictable: 20760 kB\nMlocked: 20760 kB\nSwapTotal: 20479992 kB\nSwapFree: 20479740 kB\nDirty: 1280 kB\nWriteback: 0 kB\nAnonPages: 8701164 kB\nMapped: 15556 kB\nShmem: 172 kB\nSlab: 183208 kB\nSReclaimable: 125636 kB\nSUnreclaim: 57572 kB\nKernelStack: 3088 kB\nPageTables: 21992 kB\nNFS_Unstable: 0 kB\nBounce: 0 kB\nWritebackTmp: 0 kB\nCommitLimit: 32784296 kB\nCommitted_AS: 10459216 kB\nVmallocTotal: 34359738367 kB\nVmallocUsed: 332500 kB\nVmallocChunk: 34359355024 kB\nHardwareCorrupted: 0 kB\nAnonHugePages: 4909056 kB\nHugePages_Total: 0\nHugePages_Free: 0\nHugePages_Rsvd: 0\nHugePages_Surp: 0\nHugepagesize: 2048 kB\nDirectMap4k: 10240 kB\nDirectMap2M: 25155584 kB\n">>}]}, {'ns_1@192.168.0.21', [{last_heard,{1352,755703,186873}}, {outgoing_replications_safeness_level,[{"default",green}]}, {incoming_replications_conf_hashes, [{"default",[{'ns_1@192.168.0.22',114604674}]}]}, {active_buckets,["default"]}, {ready_buckets,["default"]}, {local_tasks,[]}, {memory, [{total,233763360}, {processes,180914208}, {processes_used,180898296}, {system,52849152}, {atom,1352849}, {atom_used,1351270}, {binary,11529312}, {code,13554264}, {ets,7800048}]}, {system_memory_data, [{system_total_memory,25199214592}, {free_swap,20971511808}, {total_swap,20971511808}, {cached_memory,8919699456}, {buffered_memory,230084608}, {free_memory,7798378496}, {total_memory,25199214592}]}, {node_storage_conf,[{db_path,"/data"},{index_path,"/data"}]}, {statistics, [{wall_clock,{3664098,4999}}, {context_switches,{15388894,0}}, {garbage_collection,{2599505,7778921208,0}}, {io,{{input,580401374},{output,15436428851}}}, {reductions,{2153280421,4006824}}, {run_queue,0}, {runtime,{781770,1450}}]}, {system_stats, [{cpu_utilization_rate,43.56435643564357}, {swap_total,20971511808}, {swap_used,0}]}, {interesting_stats, [{couch_docs_actual_disk_size,8778022781}, {couch_docs_data_size,6405967676}, {couch_views_actual_disk_size,0}, {couch_views_data_size,0}, {curr_items,1361719}, {curr_items_tot,2612134}, {mem_used,6694635160}, {vb_replica_curr_items,1250415}]}, {cluster_compatibility_version,131072}, {version, [{public_key,"0.13"}, {lhttpc,"1.3.0"}, {ale,"8cffe61"}, {os_mon,"2.2.7"}, {couch_set_view,"1.2.0a-b68b5f4-git"}, {mnesia,"4.5"}, {inets,"5.7.1"}, {couch,"1.2.0a-b68b5f4-git"}, {mapreduce,"1.0.0"}, {couch_index_merger,"1.2.0a-b68b5f4-git"}, {kernel,"2.14.5"}, {crypto,"2.0.4"}, {ssl,"4.1.6"}, {sasl,"2.1.10"}, {couch_view_parser,"1.0.0"}, {ns_server,"2.0.0-1939-rel-enterprise"}, {mochiweb,"1.4.1"}, {oauth,"7d85d3ef"}, {stdlib,"1.17.5"}]}, {supported_compat_version,[2,0]}, {system_arch,"x86_64-unknown-linux-gnu"}, {wall_clock,3664}, {memory_data,{25199214592,17351606272,{<0.4606.0>,16006008}}}, {disk_data, [{"/",41260352,5}, {"/dev/shm",12304304,0}, {"/boot",495844,7}, {"/data",206420664,5}]}, {meminfo, <<"MemTotal: 24608608 kB\nMemFree: 7615852 kB\nBuffers: 224692 kB\nCached: 8710644 kB\nSwapCached: 0 kB\nActive: 9719320 kB\nInactive: 6603912 kB\nActive(anon): 7380972 kB\nInactive(anon): 9232 kB\nActive(file): 2338348 kB\nInactive(file): 6594680 kB\nUnevictable: 20760 kB\nMlocked: 20760 kB\nSwapTotal: 20479992 kB\nSwapFree: 20479992 kB\nDirty: 4332 kB\nWriteback: 0 kB\nAnonPages: 7411508 kB\nMapped: 14616 kB\nShmem: 164 kB\nSlab: 336488 kB\nSReclaimable: 278440 kB\nSUnreclaim: 58048 kB\nKernelStack: 3048 kB\nPageTables: 18884 kB\nNFS_Unstable: 0 kB\nBounce: 0 kB\nWritebackTmp: 0 kB\nCommitLimit: 32784296 kB\nCommitted_AS: 9164040 kB\nVmallocTotal: 34359738367 kB\nVmallocUsed: 332500 kB\nVmallocChunk: 34359350016 kB\nHardwareCorrupted: 0 kB\nAnonHugePages: 3706880 kB\nHugePages_Total: 0\nHugePages_Free: 0\nHugePages_Rsvd: 0\nHugePages_Surp: 0\nHugepagesize: 2048 kB\nDirectMap4k: 10240 kB\nDirectMap2M: 25155584 kB\n">>}]}, {'ns_1@192.168.0.22', [{last_heard,{1352,755707,792728}}, {outgoing_replications_safeness_level,[{"default",green}]}, {incoming_replications_conf_hashes, [{"default", [{'ns_1@192.168.0.20',110214183}, {'ns_1@192.168.0.21',116625211}]}]}, {active_buckets,["default"]}, {ready_buckets,["default"]}, {local_tasks, [[{pid,<<"<0.12036.3>">>}, {bucket,<<"default">>}, {original_target,{[{type,bucket}]}}, {progress,80}, {started_on,1352755526}, {total_vbuckets,1025}, {trigger_type,scheduled}, {type,bucket_compaction}, {updated_on,1352755707}, {vbuckets_done,826}]]}, {memory, [{total,251437928}, {processes,192746408}, {processes_used,192581312}, {system,58691520}, {atom,1338193}, {atom_used,1333793}, {binary,14343288}, {code,13490894}, {ets,10862520}]}, {system_memory_data, [{system_total_memory,25199214592}, {free_swap,20971511808}, {total_swap,20971511808}, {cached_memory,9022574592}, {buffered_memory,283365376}, {free_memory,6075990016}, {total_memory,25199214592}]}, {node_storage_conf,[{db_path,"/data"},{index_path,"/data"}]}, {statistics, [{wall_clock,{3655875,4999}}, {context_switches,{27988633,0}}, {garbage_collection,{3761955,8924728854,0}}, {io,{{input,643226989},{output,20941605290}}}, {reductions,{3063468074,3871765}}, {run_queue,0}, {runtime,{1067070,1560}}]}, {system_stats, [{cpu_utilization_rate,55.02392344497608}, {swap_total,20971511808}, {swap_used,0}]}, {interesting_stats, [{couch_docs_actual_disk_size,8882458161}, {couch_docs_data_size,7280279388}, {couch_views_actual_disk_size,0}, {couch_views_data_size,0}, {curr_items,1378397}, {curr_items_tot,2968088}, {mem_used,7722636544}, {vb_replica_curr_items,1589691}]}, {cluster_compatibility_version,131072}, {version, [{public_key,"0.13"}, {lhttpc,"1.3.0"}, {ale,"8cffe61"}, {os_mon,"2.2.7"}, {couch_set_view,"1.2.0a-b68b5f4-git"}, {mnesia,"4.5"}, {inets,"5.7.1"}, {couch,"1.2.0a-b68b5f4-git"}, {mapreduce,"1.0.0"}, {couch_index_merger,"1.2.0a-b68b5f4-git"}, {kernel,"2.14.5"}, {crypto,"2.0.4"}, {ssl,"4.1.6"}, {sasl,"2.1.10"}, {couch_view_parser,"1.0.0"}, {ns_server,"2.0.0-1939-rel-enterprise"}, {mochiweb,"1.4.1"}, {oauth,"7d85d3ef"}, {stdlib,"1.17.5"}]}, {supported_compat_version,[2,0]}, {system_arch,"x86_64-unknown-linux-gnu"}, {wall_clock,3655}, {memory_data,{25199214592,19387363328,{<18111.687.0>,24233672}}}, {disk_data, [{"/",41260352,5}, {"/dev/shm",12304304,0}, {"/boot",495844,7}, {"/data",206420664,5}]}, {meminfo, <<"MemTotal: 24608608 kB\nMemFree: 5933584 kB\nBuffers: 276724 kB\nCached: 8811108 kB\nSwapCached: 0 kB\nActive: 10152440 kB\nInactive: 7820724 kB\nActive(anon): 8349208 kB\nInactive(anon): 538236 kB\nActive(file): 1803232 kB\nInactive(file): 7282488 kB\nUnevictable: 20760 kB\nMlocked: 20760 kB\nSwapTotal: 20479992 kB\nSwapFree: 20479992 kB\nDirty: 9092 kB\nWriteback: 0 kB\nAnonPages: 8905908 kB\nMapped: 15684 kB\nShmem: 172 kB\nSlab: 369840 kB\nSReclaimable: 311456 kB\nSUnreclaim: 58384 kB\nKernelStack: 2560 kB\nPageTables: 21932 kB\nNFS_Unstable: 0 kB\nBounce: 0 kB\nWritebackTmp: 0 kB\nCommitLimit: 32784296 kB\nCommitted_AS: 10652716 kB\nVmallocTotal: 34359738367 kB\nVmallocUsed: 332500 kB\nVmallocChunk: 34359350016 kB\nHardwareCorrupted: 0 kB\nAnonHugePages: 4872192 kB\nHugePages_Total: 0\nHugePages_Free: 0\nHugePages_Rsvd: 0\nHugePages_Surp: 0\nHugepagesize: 2048 kB\nDirectMap4k: 10240 kB\nDirectMap2M: 25155584 kB\n">>}]}] [ns_doctor:debug,2012-11-12T13:29:28.184,ns_1@192.168.0.21:ns_doctor<0.4484.0>:ns_doctor:handle_info:137]Current node statuses: [{'ns_1@192.168.0.20', [{last_heard,{1352,755764,572551}}, {outgoing_replications_safeness_level,[{"default",green}]}, {incoming_replications_conf_hashes, [{"default",[{'ns_1@192.168.0.22',14041957}]}]}, {active_buckets,["default"]}, {ready_buckets,["default"]}, {local_tasks,[]}, {memory, [{total,163338256}, {processes,115515016}, {processes_used,111711912}, {system,47823240}, {atom,1401785}, {atom_used,1374492}, {binary,3553032}, {code,14054366}, {ets,10727584}]}, {system_memory_data, [{system_total_memory,25199214592}, {free_swap,20970246144}, {total_swap,20971511808}, {cached_memory,1267793920}, {buffered_memory,228179968}, {free_memory,14321508352}, {total_memory,25199214592}]}, {node_storage_conf,[{db_path,"/data"},{index_path,"/data"}]}, {statistics, [{wall_clock,{3727710,4999}}, {context_switches,{23834758,0}}, {garbage_collection,{3029622,20317210696,0}}, {io,{{input,451322458},{output,11993093658}}}, {reductions,{3279824407,2543727}}, {run_queue,0}, {runtime,{1334570,1000}}]}, {system_stats, [{cpu_utilization_rate,38.61892583120205}, {swap_total,20971511808}, {swap_used,1265664}]}, {interesting_stats, [{couch_docs_actual_disk_size,1205111882}, {couch_docs_data_size,826681935}, {couch_views_actual_disk_size,0}, {couch_views_data_size,0}, {curr_items,220782}, {curr_items_tot,336535}, {mem_used,994817200}, {vb_replica_curr_items,115753}]}, {cluster_compatibility_version,131072}, {version, [{public_key,"0.13"}, {lhttpc,"1.3.0"}, {ale,"8cffe61"}, {os_mon,"2.2.7"}, {couch_set_view,"1.2.0a-b68b5f4-git"}, {mnesia,"4.5"}, {inets,"5.7.1"}, {couch,"1.2.0a-b68b5f4-git"}, {mapreduce,"1.0.0"}, {couch_index_merger,"1.2.0a-b68b5f4-git"}, {kernel,"2.14.5"}, {crypto,"2.0.4"}, {ssl,"4.1.6"}, {sasl,"2.1.10"}, {couch_view_parser,"1.0.0"}, {ns_server,"2.0.0-1939-rel-enterprise"}, {mochiweb,"1.4.1"}, {oauth,"7d85d3ef"}, {stdlib,"1.17.5"}]}, {supported_compat_version,[2,0]}, {system_arch,"x86_64-unknown-linux-gnu"}, {wall_clock,3727}, {memory_data,{25199214592,10865905664,{<18071.667.0>,16006008}}}, {disk_data, [{"/",41260352,5}, {"/dev/shm",12304304,0}, {"/boot",495844,7}, {"/data",206420664,1}]}, {meminfo, <<"MemTotal: 24608608 kB\nMemFree: 13985848 kB\nBuffers: 222832 kB\nCached: 1238080 kB\nSwapCached: 756 kB\nActive: 8659072 kB\nInactive: 1447160 kB\nActive(anon): 7968972 kB\nInactive(anon): 678772 kB\nActive(file): 690100 kB\nInactive(file): 768388 kB\nUnevictable: 20760 kB\nMlocked: 20760 kB\nSwapTotal: 20479992 kB\nSwapFree: 20478756 kB\nDirty: 840 kB\nWriteback: 152 kB\nAnonPages: 8665764 kB\nMapped: 15564 kB\nShmem: 172 kB\nSlab: 182704 kB\nSReclaimable: 125244 kB\nSUnreclaim: 57460 kB\nKernelStack: 3064 kB\nPageTables: 21784 kB\nNFS_Unstable: 0 kB\nBounce: 0 kB\nWritebackTmp: 0 kB\nCommitLimit: 32784296 kB\nCommitted_AS: 10426052 kB\nVmallocTotal: 34359738367 kB\nVmallocUsed: 332500 kB\nVmallocChunk: 34359355024 kB\nHardwareCorrupted: 0 kB\nAnonHugePages: 4968448 kB\nHugePages_Total: 0\nHugePages_Free: 0\nHugePages_Rsvd: 0\nHugePages_Surp: 0\nHugepagesize: 2048 kB\nDirectMap4k: 10240 kB\nDirectMap2M: 25155584 kB\n">>}]}, {'ns_1@192.168.0.21', [{last_heard,{1352,755763,189048}}, {outgoing_replications_safeness_level,[{"default",green}]}, {incoming_replications_conf_hashes, [{"default",[{'ns_1@192.168.0.22',111474371}]}]}, {active_buckets,["default"]}, {ready_buckets,["default"]}, {local_tasks, [[{pid,<<"<0.15396.2>">>}, {bucket,<<"default">>}, {original_target,{[{type,bucket}]}}, {progress,28}, {started_on,1352755715}, {total_vbuckets,903}, {trigger_type,scheduled}, {type,bucket_compaction}, {updated_on,1352755762}, {vbuckets_done,261}]]}, {memory, [{total,235275864}, {processes,181525400}, {processes_used,181476664}, {system,53750464}, {atom,1352849}, {atom_used,1351270}, {binary,12336528}, {code,13554264}, {ets,7873704}]}, {system_memory_data, [{system_total_memory,25199214592}, {free_swap,20971511808}, {total_swap,20971511808}, {cached_memory,8478646272}, {buffered_memory,232955904}, {free_memory,8183123968}, {total_memory,25199214592}]}, {node_storage_conf,[{db_path,"/data"},{index_path,"/data"}]}, {statistics, [{wall_clock,{3724100,5001}}, {context_switches,{15809368,0}}, {garbage_collection,{2642902,7937725024,0}}, {io,{{input,590875437},{output,15740465397}}}, {reductions,{2204986213,3596109}}, {run_queue,0}, {runtime,{800490,1310}}]}, {system_stats, [{cpu_utilization_rate,43.81188118811881}, {swap_total,20971511808}, {swap_used,0}]}, {interesting_stats, [{couch_docs_actual_disk_size,8433566277}, {couch_docs_data_size,6479017196}, {couch_views_actual_disk_size,0}, {couch_views_data_size,0}, {curr_items,1374394}, {curr_items_tot,2642583}, {mem_used,6772297176}, {vb_replica_curr_items,1268189}]}, {cluster_compatibility_version,131072}, {version, [{public_key,"0.13"}, {lhttpc,"1.3.0"}, {ale,"8cffe61"}, {os_mon,"2.2.7"}, {couch_set_view,"1.2.0a-b68b5f4-git"}, {mnesia,"4.5"}, {inets,"5.7.1"}, {couch,"1.2.0a-b68b5f4-git"}, {mapreduce,"1.0.0"}, {couch_index_merger,"1.2.0a-b68b5f4-git"}, {kernel,"2.14.5"}, {crypto,"2.0.4"}, {ssl,"4.1.6"}, {sasl,"2.1.10"}, {couch_view_parser,"1.0.0"}, {ns_server,"2.0.0-1939-rel-enterprise"}, {mochiweb,"1.4.1"}, {oauth,"7d85d3ef"}, {stdlib,"1.17.5"}]}, {supported_compat_version,[2,0]}, {system_arch,"x86_64-unknown-linux-gnu"}, {wall_clock,3724}, {memory_data,{25199214592,17054937088,{<0.4606.0>,16006008}}}, {disk_data, [{"/",41260352,5}, {"/dev/shm",12304304,0}, {"/boot",495844,7}, {"/data",206420664,5}]}, {meminfo, <<"MemTotal: 24608608 kB\nMemFree: 7991332 kB\nBuffers: 227496 kB\nCached: 8279928 kB\nSwapCached: 0 kB\nActive: 9399364 kB\nInactive: 6555444 kB\nActive(anon): 7440180 kB\nInactive(anon): 9232 kB\nActive(file): 1959184 kB\nInactive(file): 6546212 kB\nUnevictable: 20760 kB\nMlocked: 20760 kB\nSwapTotal: 20479992 kB\nSwapFree: 20479992 kB\nDirty: 1628 kB\nWriteback: 360 kB\nAnonPages: 7468348 kB\nMapped: 14620 kB\nShmem: 164 kB\nSlab: 330092 kB\nSReclaimable: 271560 kB\nSUnreclaim: 58532 kB\nKernelStack: 3056 kB\nPageTables: 19060 kB\nNFS_Unstable: 0 kB\nBounce: 0 kB\nWritebackTmp: 0 kB\nCommitLimit: 32784296 kB\nCommitted_AS: 9245952 kB\nVmallocTotal: 34359738367 kB\nVmallocUsed: 332500 kB\nVmallocChunk: 34359350016 kB\nHardwareCorrupted: 0 kB\nAnonHugePages: 3794944 kB\nHugePages_Total: 0\nHugePages_Free: 0\nHugePages_Rsvd: 0\nHugePages_Surp: 0\nHugepagesize: 2048 kB\nDirectMap4k: 10240 kB\nDirectMap2M: 25155584 kB\n">>}]}, {'ns_1@192.168.0.22', [{last_heard,{1352,755767,792377}}, {outgoing_replications_safeness_level,[{"default",green}]}, {incoming_replications_conf_hashes, [{"default", [{'ns_1@192.168.0.20',29872704},{'ns_1@192.168.0.21',34623349}]}]}, {active_buckets,["default"]}, {ready_buckets,["default"]}, {local_tasks,[]}, {memory, [{total,251331096}, {processes,192973848}, {processes_used,192834800}, {system,58357248}, {atom,1338193}, {atom_used,1333793}, {binary,13796136}, {code,13490894}, {ets,11070928}]}, {system_memory_data, [{system_total_memory,25199214592}, {free_swap,20971511808}, {total_swap,20971511808}, {cached_memory,8716144640}, {buffered_memory,286392320}, {free_memory,6378741760}, {total_memory,25199214592}]}, {node_storage_conf,[{db_path,"/data"},{index_path,"/data"}]}, {statistics, [{wall_clock,{3715874,4999}}, {context_switches,{28386864,0}}, {garbage_collection,{3803489,9038859502,0}}, {io,{{input,654263820},{output,21232063036}}}, {reductions,{3105923121,2918862}}, {run_queue,0}, {runtime,{1081750,990}}]}, {system_stats, [{cpu_utilization_rate,27.65432098765432}, {swap_total,20971511808}, {swap_used,0}]}, {interesting_stats, [{couch_docs_actual_disk_size,8545570654}, {couch_docs_data_size,7282294501}, {couch_views_actual_disk_size,0}, {couch_views_data_size,0}, {curr_items,1378778}, {curr_items_tot,2969891}, {mem_used,7730785904}, {vb_replica_curr_items,1591113}]}, {cluster_compatibility_version,131072}, {version, [{public_key,"0.13"}, {lhttpc,"1.3.0"}, {ale,"8cffe61"}, {os_mon,"2.2.7"}, {couch_set_view,"1.2.0a-b68b5f4-git"}, {mnesia,"4.5"}, {inets,"5.7.1"}, {couch,"1.2.0a-b68b5f4-git"}, {mapreduce,"1.0.0"}, {couch_index_merger,"1.2.0a-b68b5f4-git"}, {kernel,"2.14.5"}, {crypto,"2.0.4"}, {ssl,"4.1.6"}, {sasl,"2.1.10"}, {couch_view_parser,"1.0.0"}, {ns_server,"2.0.0-1939-rel-enterprise"}, {mochiweb,"1.4.1"}, {oauth,"7d85d3ef"}, {stdlib,"1.17.5"}]}, {supported_compat_version,[2,0]}, {system_arch,"x86_64-unknown-linux-gnu"}, {wall_clock,3715}, {memory_data,{25199214592,19101384704,{<18111.687.0>,24233672}}}, {disk_data, [{"/",41260352,5}, {"/dev/shm",12304304,0}, {"/boot",495844,7}, {"/data",206420664,5}]}, {meminfo, <<"MemTotal: 24608608 kB\nMemFree: 6229240 kB\nBuffers: 279680 kB\nCached: 8511860 kB\nSwapCached: 0 kB\nActive: 9957108 kB\nInactive: 7722408 kB\nActive(anon): 8352372 kB\nInactive(anon): 538236 kB\nActive(file): 1604736 kB\nInactive(file): 7184172 kB\nUnevictable: 20760 kB\nMlocked: 20760 kB\nSwapTotal: 20479992 kB\nSwapFree: 20479992 kB\nDirty: 5788 kB\nWriteback: 0 kB\nAnonPages: 8909616 kB\nMapped: 15672 kB\nShmem: 172 kB\nSlab: 366248 kB\nSReclaimable: 308036 kB\nSUnreclaim: 58212 kB\nKernelStack: 2576 kB\nPageTables: 21996 kB\nNFS_Unstable: 0 kB\nBounce: 0 kB\nWritebackTmp: 0 kB\nCommitLimit: 32784296 kB\nCommitted_AS: 10663588 kB\nVmallocTotal: 34359738367 kB\nVmallocUsed: 332500 kB\nVmallocChunk: 34359350016 kB\nHardwareCorrupted: 0 kB\nAnonHugePages: 4907008 kB\nHugePages_Total: 0\nHugePages_Free: 0\nHugePages_Rsvd: 0\nHugePages_Surp: 0\nHugepagesize: 2048 kB\nDirectMap4k: 10240 kB\nDirectMap2M: 25155584 kB\n">>}]}] [stats:debug,2012-11-12T13:29:49.648,ns_1@192.168.0.21:<0.4602.0>:stats_collector:maybe_log_stats:126](at {{1970,1,16},{7,45,55}}) Stats for bucket "default": accepting_conns 1 auth_cmds 9 auth_errors 0 bucket_active_conns 1 bucket_conns 25 bytes 6801883016 bytes_read 21787113998 bytes_written 14015924164 cas_badval 0 cas_hits 0 cas_misses 0 cmd_flush 0 cmd_get 2878081 cmd_set 2446155 conn_yields 105820 connection_structures 5000 curr_connections 28 curr_conns_on_port_11209 16 curr_conns_on_port_11210 10 curr_items 1380031 curr_items_tot 2653599 curr_temp_items 0 daemon_connections 4 decr_hits 0 decr_misses 0 delete_hits 120310 delete_misses 212339 ep_access_scanner_last_runtime 0 ep_access_scanner_num_items 0 ep_access_scanner_task_time 2012-11-13 10:00:00 ep_allow_data_loss_during_shutdown 1 ep_alog_block_size 4096 ep_alog_path /data/default/access.log ep_alog_sleep_time 1440 ep_alog_task_time 10 ep_backend couchdb ep_bg_fetch_delay 0 ep_bg_fetched 0 ep_bg_meta_fetched 0 ep_bg_remaining_jobs 0 ep_chk_max_items 5000 ep_chk_period 1800 ep_chk_persistence_remains 2 ep_chk_persistence_timeout 10 ep_chk_remover_stime 5 ep_commit_num 122433 ep_commit_time 10 ep_commit_time_total 1102459 ep_concurrentDB 1 ep_config_file ep_couch_bucket default ep_couch_host localhost ep_couch_port 11213 ep_couch_reconnect_sleeptime 250 ep_couch_response_timeout 180000 ep_data_age 7 ep_data_age_highwat 40 ep_data_traffic_enabled 0 ep_dbinit 0 ep_dbname /data/default ep_degraded_mode 0 ep_diskqueue_drain 9634450 ep_diskqueue_fill 8630297 ep_diskqueue_items 48298 ep_diskqueue_memory 1426656 ep_diskqueue_pending 2139984 ep_exp_pager_stime 3600 ep_exp_pager_stime 3600 ep_expired_access 2642 ep_expired_pager 0 ep_expiry_window 3 ep_failpartialwarmup 0 ep_flush_all false ep_flush_duration_total 2262 ep_flushall_enabled 0 ep_flusher_state running ep_flusher_todo 21659 ep_getl_default_timeout 15 ep_getl_max_timeout 30 ep_ht_locks 5 ep_ht_size 3079 ep_inconsistent_slave_chk 0 ep_initfile ep_io_num_read 0 ep_io_num_write 7862005 ep_io_read_bytes 0 ep_io_write_bytes 18082569225 ep_item_begin_failed 0 ep_item_commit_failed 0 ep_item_flush_expired 48 ep_item_flush_failed 0 ep_item_num_based_new_chk 1 ep_items_rm_from_checkpoints 1098267 ep_keep_closed_chks 0 ep_klog_block_size 4096 ep_klog_compactor_queue_cap 500000 ep_klog_compactor_stime 3600 ep_klog_flush commit2 ep_klog_max_entry_ratio 10 ep_klog_max_log_size 2147483647 ep_klog_path ep_klog_sync commit2 ep_kv_size 6553075913 ep_max_checkpoints 2 ep_max_data_size 12582912000 ep_max_item_size 20971520 ep_max_size 12582912000 ep_max_txn_size 10000 ep_max_vbuckets 1024 ep_mem_high_wat 9437184000 ep_mem_high_wat 9437184000 ep_mem_low_wat 7549747200 ep_mem_low_wat 7549747200 ep_mem_tracker_enabled true ep_min_data_age 0 ep_mlog_compactor_runs 0 ep_mutation_mem_threshold 0 ep_num_access_scanner_runs 0 ep_num_eject_failures 0 ep_num_expiry_pager_runs 0 ep_num_non_resident 0 ep_num_not_my_vbuckets 0 ep_num_ops_del_meta 0 ep_num_ops_get_meta 0 ep_num_ops_set_meta 0 ep_num_pager_runs 0 ep_num_value_ejects 0 ep_oom_errors 0 ep_overhead 80199568 ep_pager_active_vb_pcnt 40 ep_pager_unbiased_period 60 ep_pending_ops 0 ep_pending_ops_max 1 ep_pending_ops_max_duration 128624 ep_pending_ops_total 3 ep_postInitfile ep_queue_age_cap 900 ep_queue_size 26639 ep_startup_time 1352753488 ep_storage_age 7 ep_storage_age_highwat 50 ep_store_max_concurrency 10 ep_store_max_readers 9 ep_store_max_readwrite 1 ep_stored_val_type ep_tap_ack_grace_period 300 ep_tap_ack_initial_sequence_number 1 ep_tap_ack_interval 1000 ep_tap_ack_window_size 10 ep_tap_backfill_resident 0.9 ep_tap_backlog_limit 5000 ep_tap_backoff_period 5 ep_tap_bg_fetch_requeued 0 ep_tap_bg_fetched 0 ep_tap_bg_max_pending 500 ep_tap_keepalive 300 ep_tap_noop_interval 20 ep_tap_requeue_sleep_time 0.1 ep_tap_throttle_cap_pcnt 10 ep_tap_throttle_queue_cap 1000000 ep_tap_throttle_threshold 90 ep_tmp_oom_errors 0 ep_too_old 0 ep_too_young 0 ep_total_cache_size 6521256377 ep_total_del_items 388702 ep_total_enqueued 8630297 ep_total_new_items 2864927 ep_total_persisted 7862005 ep_uncommitted_items 92 ep_value_size 6334280676 ep_vb0 0 ep_vb_snapshot_total 1025 ep_vb_total 914 ep_vbucket_del 0 ep_vbucket_del_fail 0 ep_version 2.0.0r_133_g68e3f7c ep_waitforwarmup 0 ep_warmup 1 ep_warmup_batch_size 1000 ep_warmup_dups 0 ep_warmup_min_items_threshold 100 ep_warmup_min_memory_threshold 100 ep_warmup_oom 0 ep_warmup_thread complete ep_warmup_time 17721 get_hits 2529795 get_misses 348286 incr_hits 0 incr_misses 0 libevent 2.0.11-stable limit_maxbytes 67108864 listen_disabled_num 0 max_conns_on_port_11209 1000 max_conns_on_port_11210 9000 mem_used 6801883016 pid 7353 pointer_size 64 rejected_conns 0 rusage_system 613.150786 rusage_user 1348.366017 tap_checkpoint_end_received 1680 tap_checkpoint_end_sent 623 tap_checkpoint_start_received 3124 tap_checkpoint_start_sent 687 tap_connect_received 1 tap_delete_received 253219 tap_delete_sent 157473 tap_mutation_received 6305343 tap_mutation_sent 2978457 tap_opaque_received 6392 tap_opaque_sent 475 tap_vbucket_set_received 948 threads 4 time 1352755789 total_connections 4705 uptime 2303 vb_active_curr_items 1380031 vb_active_eject 0 vb_active_expired 2577 vb_active_ht_memory 11902896 vb_active_itm_memory 3396955769 vb_active_meta_data_memory 109022449 vb_active_num 474 vb_active_num_non_resident 0 vb_active_num_ref_ejects 0 vb_active_num_ref_items 1495832 vb_active_ops_create 1490337 vb_active_ops_delete 201892 vb_active_ops_reject 0 vb_active_ops_update 2167950 vb_active_perc_mem_resident 100 vb_active_queue_age 1606940000 vb_active_queue_drain 4969615 vb_active_queue_fill 4414543 vb_active_queue_memory 933056 vb_active_queue_pending 1399584 vb_active_queue_size 29158 vb_dead_num 0 vb_pending_curr_items 0 vb_pending_eject 0 vb_pending_expired 0 vb_pending_ht_memory 0 vb_pending_itm_memory 0 vb_pending_meta_data_memory 0 vb_pending_num 0 vb_pending_num_non_resident 0 vb_pending_num_ref_ejects 0 vb_pending_num_ref_items 0 vb_pending_ops_create 0 vb_pending_ops_delete 0 vb_pending_ops_reject 0 vb_pending_ops_update 0 vb_pending_perc_mem_resident 0 vb_pending_queue_age 0 vb_pending_queue_drain 0 vb_pending_queue_fill 0 vb_pending_queue_memory 0 vb_pending_queue_pending 0 vb_pending_queue_size 0 vb_replica_curr_items 1273568 vb_replica_eject 0 vb_replica_expired 65 vb_replica_ht_memory 11049280 vb_replica_itm_memory 3124300608 vb_replica_meta_data_memory 100611872 vb_replica_num 440 vb_replica_num_non_resident 0 vb_replica_num_ref_ejects 0 vb_replica_num_ref_items 1383293 vb_replica_ops_create 1374594 vb_replica_ops_delete 186810 vb_replica_ops_reject 0 vb_replica_ops_update 2440472 vb_replica_perc_mem_resident 100 vb_replica_queue_age 779766000 vb_replica_queue_drain 4664835 vb_replica_queue_fill 4215754 vb_replica_queue_memory 493600 vb_replica_queue_pending 740400 vb_replica_queue_size 15425 version 1.4.4_600_g7ea975a [ns_doctor:debug,2012-11-12T13:30:28.184,ns_1@192.168.0.21:ns_doctor<0.4484.0>:ns_doctor:handle_info:137]Current node statuses: [{'ns_1@192.168.0.20', [{last_heard,{1352,755824,575656}}, {outgoing_replications_safeness_level,[{"default",green}]}, {incoming_replications_conf_hashes, [{"default",[{'ns_1@192.168.0.22',66423822}]}]}, {active_buckets,["default"]}, {ready_buckets,["default"]}, {local_tasks,[]}, {memory, [{total,166383592}, {processes,118365744}, {processes_used,114531888}, {system,48017848}, {atom,1406633}, {atom_used,1381414}, {binary,3514480}, {code,14105593}, {ets,10906152}]}, {system_memory_data, [{system_total_memory,25199214592}, {free_swap,20970135552}, {total_swap,20971511808}, {cached_memory,889667584}, {buffered_memory,229560320}, {free_memory,14707675136}, {total_memory,25199214592}]}, {node_storage_conf,[{db_path,"/data"},{index_path,"/data"}]}, {statistics, [{wall_clock,{3787714,5003}}, {context_switches,{24027892,0}}, {garbage_collection,{3055991,20547054170,0}}, {io,{{input,465844961},{output,12021672990}}}, {reductions,{3317139126,2802692}}, {run_queue,0}, {runtime,{1349980,1080}}]}, {system_stats, [{cpu_utilization_rate,41.5617128463476}, {swap_total,20971511808}, {swap_used,1376256}]}, {interesting_stats, [{couch_docs_actual_disk_size,818738497}, {couch_docs_data_size,769835448}, {couch_views_actual_disk_size,0}, {couch_views_data_size,0}, {curr_items,209144}, {curr_items_tot,313285}, {mem_used,938843552}, {vb_replica_curr_items,104141}]}, {cluster_compatibility_version,131072}, {version, [{public_key,"0.13"}, {lhttpc,"1.3.0"}, {ale,"8cffe61"}, {os_mon,"2.2.7"}, {couch_set_view,"1.2.0a-b68b5f4-git"}, {mnesia,"4.5"}, {inets,"5.7.1"}, {couch,"1.2.0a-b68b5f4-git"}, {mapreduce,"1.0.0"}, {couch_index_merger,"1.2.0a-b68b5f4-git"}, {kernel,"2.14.5"}, {crypto,"2.0.4"}, {ssl,"4.1.6"}, {sasl,"2.1.10"}, {couch_view_parser,"1.0.0"}, {ns_server,"2.0.0-1939-rel-enterprise"}, {mochiweb,"1.4.1"}, {oauth,"7d85d3ef"}, {stdlib,"1.17.5"}]}, {supported_compat_version,[2,0]}, {system_arch,"x86_64-unknown-linux-gnu"}, {wall_clock,3787}, {memory_data,{25199214592,10478174208,{<18071.667.0>,16006008}}}, {disk_data, [{"/",41260352,5}, {"/dev/shm",12304304,0}, {"/boot",495844,7}, {"/data",206420664,1}]}, {meminfo, <<"MemTotal: 24608608 kB\nMemFree: 14363212 kB\nBuffers: 224180 kB\nCached: 868816 kB\nSwapCached: 828 kB\nActive: 8299832 kB\nInactive: 1434636 kB\nActive(anon): 7960388 kB\nInactive(anon): 683172 kB\nActive(file): 339444 kB\nInactive(file): 751464 kB\nUnevictable: 20760 kB\nMlocked: 20760 kB\nSwapTotal: 20479992 kB\nSwapFree: 20478648 kB\nDirty: 1128 kB\nWriteback: 0 kB\nAnonPages: 8661764 kB\nMapped: 15564 kB\nShmem: 172 kB\nSlab: 178616 kB\nSReclaimable: 120908 kB\nSUnreclaim: 57708 kB\nKernelStack: 3072 kB\nPageTables: 21768 kB\nNFS_Unstable: 0 kB\nBounce: 0 kB\nWritebackTmp: 0 kB\nCommitLimit: 32784296 kB\nCommitted_AS: 10429248 kB\nVmallocTotal: 34359738367 kB\nVmallocUsed: 332500 kB\nVmallocChunk: 34359355024 kB\nHardwareCorrupted: 0 kB\nAnonHugePages: 5064704 kB\nHugePages_Total: 0\nHugePages_Free: 0\nHugePages_Rsvd: 0\nHugePages_Surp: 0\nHugepagesize: 2048 kB\nDirectMap4k: 10240 kB\nDirectMap2M: 25155584 kB\n">>}]}, {'ns_1@192.168.0.21', [{last_heard,{1352,755823,186935}}, {outgoing_replications_safeness_level,[{"default",green}]}, {incoming_replications_conf_hashes, [{"default",[{'ns_1@192.168.0.22',38903980}]}]}, {active_buckets,["default"]}, {ready_buckets,["default"]}, {local_tasks, [[{pid,<<"<0.15396.2>">>}, {bucket,<<"default">>}, {original_target,{[{type,bucket}]}}, {progress,67}, {started_on,1352755715}, {total_vbuckets,903}, {trigger_type,scheduled}, {type,bucket_compaction}, {updated_on,1352755823}, {vbuckets_done,608}]]}, {memory, [{total,235389856}, {processes,181808288}, {processes_used,181798976}, {system,53581568}, {atom,1352849}, {atom_used,1351270}, {binary,11929616}, {code,13554264}, {ets,8098456}]}, {system_memory_data, [{system_total_memory,25199214592}, {free_swap,20971511808}, {total_swap,20971511808}, {cached_memory,7862095872}, {buffered_memory,236634112}, {free_memory,8754683904}, {total_memory,25199214592}]}, {node_storage_conf,[{db_path,"/data"},{index_path,"/data"}]}, {statistics, [{wall_clock,{3784098,5000}}, {context_switches,{16230221,0}}, {garbage_collection,{2684878,8105748928,0}}, {io,{{input,605504444},{output,16042252136}}}, {reductions,{2256319408,4156394}}, {run_queue,0}, {runtime,{818260,1500}}]}, {system_stats, [{cpu_utilization_rate,43.67245657568238}, {swap_total,20971511808}, {swap_used,0}]}, {interesting_stats, [{couch_docs_actual_disk_size,7813088733}, {couch_docs_data_size,6537823004}, {couch_views_actual_disk_size,0}, {couch_views_data_size,0}, {curr_items,1386068}, {curr_items_tot,2665719}, {mem_used,6832329880}, {vb_replica_curr_items,1279651}]}, {cluster_compatibility_version,131072}, {version, [{public_key,"0.13"}, {lhttpc,"1.3.0"}, {ale,"8cffe61"}, {os_mon,"2.2.7"}, {couch_set_view,"1.2.0a-b68b5f4-git"}, {mnesia,"4.5"}, {inets,"5.7.1"}, {couch,"1.2.0a-b68b5f4-git"}, {mapreduce,"1.0.0"}, {couch_index_merger,"1.2.0a-b68b5f4-git"}, {kernel,"2.14.5"}, {crypto,"2.0.4"}, {ssl,"4.1.6"}, {sasl,"2.1.10"}, {couch_view_parser,"1.0.0"}, {ns_server,"2.0.0-1939-rel-enterprise"}, {mochiweb,"1.4.1"}, {oauth,"7d85d3ef"}, {stdlib,"1.17.5"}]}, {supported_compat_version,[2,0]}, {system_arch,"x86_64-unknown-linux-gnu"}, {wall_clock,3784}, {memory_data,{25199214592,16481345536,{<0.4606.0>,16006008}}}, {disk_data, [{"/",41260352,5}, {"/dev/shm",12304304,0}, {"/boot",495844,7}, {"/data",206420664,4}]}, {meminfo, <<"MemTotal: 24608608 kB\nMemFree: 8549496 kB\nBuffers: 231088 kB\nCached: 7677828 kB\nSwapCached: 0 kB\nActive: 8989372 kB\nInactive: 6425088 kB\nActive(anon): 7498316 kB\nInactive(anon): 9232 kB\nActive(file): 1491056 kB\nInactive(file): 6415856 kB\nUnevictable: 20760 kB\nMlocked: 20760 kB\nSwapTotal: 20479992 kB\nSwapFree: 20479992 kB\nDirty: 8888 kB\nWriteback: 0 kB\nAnonPages: 7526360 kB\nMapped: 14620 kB\nShmem: 164 kB\nSlab: 311732 kB\nSReclaimable: 252960 kB\nSUnreclaim: 58772 kB\nKernelStack: 3064 kB\nPageTables: 19168 kB\nNFS_Unstable: 0 kB\nBounce: 0 kB\nWritebackTmp: 0 kB\nCommitLimit: 32784296 kB\nCommitted_AS: 9291932 kB\nVmallocTotal: 34359738367 kB\nVmallocUsed: 332500 kB\nVmallocChunk: 34359350016 kB\nHardwareCorrupted: 0 kB\nAnonHugePages: 3897344 kB\nHugePages_Total: 0\nHugePages_Free: 0\nHugePages_Rsvd: 0\nHugePages_Surp: 0\nHugepagesize: 2048 kB\nDirectMap4k: 10240 kB\nDirectMap2M: 25155584 kB\n">>}]}, {'ns_1@192.168.0.22', [{last_heard,{1352,755827,792956}}, {outgoing_replications_safeness_level,[{"default",green}]}, {incoming_replications_conf_hashes, [{"default", [{'ns_1@192.168.0.20',34598265},{'ns_1@192.168.0.21',23444397}]}]}, {active_buckets,["default"]}, {ready_buckets,["default"]}, {local_tasks,[]}, {memory, [{total,264388440}, {processes,195812664}, {processes_used,195635816}, {system,68575776}, {atom,1338193}, {atom_used,1333793}, {binary,23999224}, {code,13490894}, {ets,11092568}]}, {system_memory_data, [{system_total_memory,25199214592}, {free_swap,20971511808}, {total_swap,20971511808}, {cached_memory,9336586240}, {buffered_memory,287567872}, {free_memory,5755338752}, {total_memory,25199214592}]}, {node_storage_conf,[{db_path,"/data"},{index_path,"/data"}]}, {statistics, [{wall_clock,{3775875,5000}}, {context_switches,{28764188,0}}, {garbage_collection,{3841076,9148746923,0}}, {io,{{input,658864257},{output,21528310039}}}, {reductions,{3146062379,2904174}}, {run_queue,0}, {runtime,{1095960,960}}]}, {system_stats, [{cpu_utilization_rate,24.449877750611247}, {swap_total,20971511808}, {swap_used,0}]}, {interesting_stats, [{couch_docs_actual_disk_size,9169821565}, {couch_docs_data_size,7286655403}, {couch_views_actual_disk_size,0}, {couch_views_data_size,0}, {curr_items,1378413}, {curr_items_tot,2969097}, {mem_used,7734824880}, {vb_replica_curr_items,1590684}]}, {cluster_compatibility_version,131072}, {version, [{public_key,"0.13"}, {lhttpc,"1.3.0"}, {ale,"8cffe61"}, {os_mon,"2.2.7"}, {couch_set_view,"1.2.0a-b68b5f4-git"}, {mnesia,"4.5"}, {inets,"5.7.1"}, {couch,"1.2.0a-b68b5f4-git"}, {mapreduce,"1.0.0"}, {couch_index_merger,"1.2.0a-b68b5f4-git"}, {kernel,"2.14.5"}, {crypto,"2.0.4"}, {ssl,"4.1.6"}, {sasl,"2.1.10"}, {couch_view_parser,"1.0.0"}, {ns_server,"2.0.0-1939-rel-enterprise"}, {mochiweb,"1.4.1"}, {oauth,"7d85d3ef"}, {stdlib,"1.17.5"}]}, {supported_compat_version,[2,0]}, {system_arch,"x86_64-unknown-linux-gnu"}, {wall_clock,3775}, {memory_data,{25199214592,18887393280,{<18111.687.0>,24233672}}}, {disk_data, [{"/",41260352,5}, {"/dev/shm",12304304,0}, {"/boot",495844,7}, {"/data",206420664,5}]}, {meminfo, <<"MemTotal: 24608608 kB\nMemFree: 5620696 kB\nBuffers: 280828 kB\nCached: 9117760 kB\nSwapCached: 0 kB\nActive: 10447080 kB\nInactive: 7843468 kB\nActive(anon): 8356132 kB\nInactive(anon): 538108 kB\nActive(file): 2090948 kB\nInactive(file): 7305360 kB\nUnevictable: 20760 kB\nMlocked: 20760 kB\nSwapTotal: 20479992 kB\nSwapFree: 20479992 kB\nDirty: 5252 kB\nWriteback: 172 kB\nAnonPages: 8911068 kB\nMapped: 15680 kB\nShmem: 172 kB\nSlab: 365744 kB\nSReclaimable: 307984 kB\nSUnreclaim: 57760 kB\nKernelStack: 2560 kB\nPageTables: 21888 kB\nNFS_Unstable: 0 kB\nBounce: 0 kB\nWritebackTmp: 0 kB\nCommitLimit: 32784296 kB\nCommitted_AS: 10653888 kB\nVmallocTotal: 34359738367 kB\nVmallocUsed: 332500 kB\nVmallocChunk: 34359350016 kB\nHardwareCorrupted: 0 kB\nAnonHugePages: 5009408 kB\nHugePages_Total: 0\nHugePages_Free: 0\nHugePages_Rsvd: 0\nHugePages_Surp: 0\nHugepagesize: 2048 kB\nDirectMap4k: 10240 kB\nDirectMap2M: 25155584 kB\n">>}]}] [ns_doctor:debug,2012-11-12T13:31:28.184,ns_1@192.168.0.21:ns_doctor<0.4484.0>:ns_doctor:handle_info:137]Current node statuses: [{'ns_1@192.168.0.20', [{last_heard,{1352,755884,575149}}, {outgoing_replications_safeness_level,[{"default",green}]}, {incoming_replications_conf_hashes, [{"default",[{'ns_1@192.168.0.22',89571241}]}]}, {active_buckets,["default"]}, {ready_buckets,["default"]}, {local_tasks,[]}, {memory, [{total,163896296}, {processes,115849048}, {processes_used,111982648}, {system,48047248}, {atom,1406633}, {atom_used,1381414}, {binary,3507280}, {code,14105593}, {ets,10949640}]}, {system_memory_data, [{system_total_memory,25199214592}, {free_swap,20969578496}, {total_swap,20971511808}, {cached_memory,950784000}, {buffered_memory,229126144}, {free_memory,14652076032}, {total_memory,25199214592}]}, {node_storage_conf,[{db_path,"/data"},{index_path,"/data"}]}, {statistics, [{wall_clock,{3847712,4997}}, {context_switches,{24324980,0}}, {garbage_collection,{3087389,20747264959,0}}, {io,{{input,468126091},{output,12044019244}}}, {reductions,{3353447912,4040074}}, {run_queue,0}, {runtime,{1367630,2520}}]}, {system_stats, [{cpu_utilization_rate,52.95566502463054}, {swap_total,20971511808}, {swap_used,1933312}]}, {interesting_stats, [{couch_docs_actual_disk_size,897929992}, {couch_docs_data_size,727168608}, {couch_views_actual_disk_size,0}, {couch_views_data_size,0}, {curr_items,197434}, {curr_items_tot,290066}, {mem_used,882355728}, {vb_replica_curr_items,92632}]}, {cluster_compatibility_version,131072}, {version, [{public_key,"0.13"}, {lhttpc,"1.3.0"}, {ale,"8cffe61"}, {os_mon,"2.2.7"}, {couch_set_view,"1.2.0a-b68b5f4-git"}, {mnesia,"4.5"}, {inets,"5.7.1"}, {couch,"1.2.0a-b68b5f4-git"}, {mapreduce,"1.0.0"}, {couch_index_merger,"1.2.0a-b68b5f4-git"}, {kernel,"2.14.5"}, {crypto,"2.0.4"}, {ssl,"4.1.6"}, {sasl,"2.1.10"}, {couch_view_parser,"1.0.0"}, {ns_server,"2.0.0-1939-rel-enterprise"}, {mochiweb,"1.4.1"}, {oauth,"7d85d3ef"}, {stdlib,"1.17.5"}]}, {supported_compat_version,[2,0]}, {system_arch,"x86_64-unknown-linux-gnu"}, {wall_clock,3847}, {memory_data,{25199214592,10551640064,{<18071.667.0>,16006008}}}, {disk_data, [{"/",41260352,5}, {"/dev/shm",12304304,0}, {"/boot",495844,7}, {"/data",206420664,1}]}, {meminfo, <<"MemTotal: 24608608 kB\nMemFree: 14308668 kB\nBuffers: 223756 kB\nCached: 928500 kB\nSwapCached: 816 kB\nActive: 8420708 kB\nInactive: 1368964 kB\nActive(anon): 7943012 kB\nInactive(anon): 696276 kB\nActive(file): 477696 kB\nInactive(file): 672688 kB\nUnevictable: 20760 kB\nMlocked: 20760 kB\nSwapTotal: 20479992 kB\nSwapFree: 20478104 kB\nDirty: 1032 kB\nWriteback: 0 kB\nAnonPages: 8657364 kB\nMapped: 15564 kB\nShmem: 172 kB\nSlab: 177980 kB\nSReclaimable: 120512 kB\nSUnreclaim: 57468 kB\nKernelStack: 3064 kB\nPageTables: 21772 kB\nNFS_Unstable: 0 kB\nBounce: 0 kB\nWritebackTmp: 0 kB\nCommitLimit: 32784296 kB\nCommitted_AS: 10422264 kB\nVmallocTotal: 34359738367 kB\nVmallocUsed: 332500 kB\nVmallocChunk: 34359355024 kB\nHardwareCorrupted: 0 kB\nAnonHugePages: 5079040 kB\nHugePages_Total: 0\nHugePages_Free: 0\nHugePages_Rsvd: 0\nHugePages_Surp: 0\nHugepagesize: 2048 kB\nDirectMap4k: 10240 kB\nDirectMap2M: 25155584 kB\n">>}]}, {'ns_1@192.168.0.21', [{last_heard,{1352,755883,186963}}, {outgoing_replications_safeness_level,[{"default",green}]}, {incoming_replications_conf_hashes, [{"default",[{'ns_1@192.168.0.22',54573586}]}]}, {active_buckets,["default"]}, {ready_buckets,["default"]}, {local_tasks,[]}, {memory, [{total,237009496}, {processes,182039968}, {processes_used,181944392}, {system,54969528}, {atom,1352849}, {atom_used,1351270}, {binary,13341376}, {code,13554264}, {ets,8079912}]}, {system_memory_data, [{system_total_memory,25199214592}, {free_swap,20971511808}, {total_swap,20971511808}, {cached_memory,7499993088}, {buffered_memory,240717824}, {free_memory,9064656896}, {total_memory,25199214592}]}, {node_storage_conf,[{db_path,"/data"},{index_path,"/data"}]}, {statistics, [{wall_clock,{3844098,5000}}, {context_switches,{16643668,0}}, {garbage_collection,{2726520,8272143406,0}}, {io,{{input,616810315},{output,16332403100}}}, {reductions,{2307073913,4951407}}, {run_queue,0}, {runtime,{835660,1890}}]}, {system_stats, [{cpu_utilization_rate,52.32273838630807}, {swap_total,20971511808}, {swap_used,0}]}, {interesting_stats, [{couch_docs_actual_disk_size,7340742921}, {couch_docs_data_size,6583458262}, {couch_views_actual_disk_size,0}, {couch_views_data_size,0}, {curr_items,1396610}, {curr_items_tot,2682683}, {mem_used,6880623816}, {vb_replica_curr_items,1286073}]}, {cluster_compatibility_version,131072}, {version, [{public_key,"0.13"}, {lhttpc,"1.3.0"}, {ale,"8cffe61"}, {os_mon,"2.2.7"}, {couch_set_view,"1.2.0a-b68b5f4-git"}, {mnesia,"4.5"}, {inets,"5.7.1"}, {couch,"1.2.0a-b68b5f4-git"}, {mapreduce,"1.0.0"}, {couch_index_merger,"1.2.0a-b68b5f4-git"}, {kernel,"2.14.5"}, {crypto,"2.0.4"}, {ssl,"4.1.6"}, {sasl,"2.1.10"}, {couch_view_parser,"1.0.0"}, {ns_server,"2.0.0-1939-rel-enterprise"}, {mochiweb,"1.4.1"}, {oauth,"7d85d3ef"}, {stdlib,"1.17.5"}]}, {supported_compat_version,[2,0]}, {system_arch,"x86_64-unknown-linux-gnu"}, {wall_clock,3844}, {memory_data,{25199214592,16067579904,{<0.4606.0>,16006008}}}, {disk_data, [{"/",41260352,5}, {"/dev/shm",12304304,0}, {"/boot",495844,7}, {"/data",206420664,4}]}, {meminfo, <<"MemTotal: 24608608 kB\nMemFree: 8852452 kB\nBuffers: 235076 kB\nCached: 7324212 kB\nSwapCached: 0 kB\nActive: 8820176 kB\nInactive: 6300904 kB\nActive(anon): 7554656 kB\nInactive(anon): 9236 kB\nActive(file): 1265520 kB\nInactive(file): 6291668 kB\nUnevictable: 20760 kB\nMlocked: 20760 kB\nSwapTotal: 20479992 kB\nSwapFree: 20479992 kB\nDirty: 6776 kB\nWriteback: 0 kB\nAnonPages: 7585140 kB\nMapped: 15988 kB\nShmem: 168 kB\nSlab: 300624 kB\nSReclaimable: 241820 kB\nSUnreclaim: 58804 kB\nKernelStack: 3080 kB\nPageTables: 19508 kB\nNFS_Unstable: 0 kB\nBounce: 0 kB\nWritebackTmp: 0 kB\nCommitLimit: 32784296 kB\nCommitted_AS: 9361288 kB\nVmallocTotal: 34359738367 kB\nVmallocUsed: 332500 kB\nVmallocChunk: 34359350016 kB\nHardwareCorrupted: 0 kB\nAnonHugePages: 3997696 kB\nHugePages_Total: 0\nHugePages_Free: 0\nHugePages_Rsvd: 0\nHugePages_Surp: 0\nHugepagesize: 2048 kB\nDirectMap4k: 10240 kB\nDirectMap2M: 25155584 kB\n">>}]}, {'ns_1@192.168.0.22', [{last_heard,{1352,755887,793602}}, {outgoing_replications_safeness_level,[{"default",green}]}, {incoming_replications_conf_hashes, [{"default", [{'ns_1@192.168.0.20',105596622}, {'ns_1@192.168.0.21',22937888}]}]}, {active_buckets,["default"]}, {ready_buckets,["default"]}, {local_tasks,[]}, {memory, [{total,257522520}, {processes,198558984}, {processes_used,198382216}, {system,58963536}, {atom,1338193}, {atom_used,1333793}, {binary,14209232}, {code,13490894}, {ets,11269624}]}, {system_memory_data, [{system_total_memory,25199214592}, {free_swap,20971511808}, {total_swap,20971511808}, {cached_memory,9940189184}, {buffered_memory,288219136}, {free_memory,5144002560}, {total_memory,25199214592}]}, {node_storage_conf,[{db_path,"/data"},{index_path,"/data"}]}, {statistics, [{wall_clock,{3835874,4999}}, {context_switches,{29151347,0}}, {garbage_collection,{3879077,9258762431,0}}, {io,{{input,667260611},{output,21823661743}}}, {reductions,{3186656778,3263091}}, {run_queue,0}, {runtime,{1110750,1280}}]}, {system_stats, [{cpu_utilization_rate,37.163814180929094}, {swap_total,20971511808}, {swap_used,0}]}, {interesting_stats, [{couch_docs_actual_disk_size,9763684224}, {couch_docs_data_size,7291064340}, {couch_views_actual_disk_size,0}, {couch_views_data_size,0}, {curr_items,1378256}, {curr_items_tot,2968332}, {mem_used,7742369296}, {vb_replica_curr_items,1590076}]}, {cluster_compatibility_version,131072}, {version, [{public_key,"0.13"}, {lhttpc,"1.3.0"}, {ale,"8cffe61"}, {os_mon,"2.2.7"}, {couch_set_view,"1.2.0a-b68b5f4-git"}, {mnesia,"4.5"}, {inets,"5.7.1"}, {couch,"1.2.0a-b68b5f4-git"}, {mapreduce,"1.0.0"}, {couch_index_merger,"1.2.0a-b68b5f4-git"}, {kernel,"2.14.5"}, {crypto,"2.0.4"}, {ssl,"4.1.6"}, {sasl,"2.1.10"}, {couch_view_parser,"1.0.0"}, {ns_server,"2.0.0-1939-rel-enterprise"}, {mochiweb,"1.4.1"}, {oauth,"7d85d3ef"}, {stdlib,"1.17.5"}]}, {supported_compat_version,[2,0]}, {system_arch,"x86_64-unknown-linux-gnu"}, {wall_clock,3835}, {memory_data,{25199214592,19481673728,{<18111.687.0>,24233672}}}, {disk_data, [{"/",41260352,5}, {"/dev/shm",12304304,0}, {"/boot",495844,7}, {"/data",206420664,5}]}, {meminfo, <<"MemTotal: 24608608 kB\nMemFree: 5023440 kB\nBuffers: 281464 kB\nCached: 9707216 kB\nSwapCached: 0 kB\nActive: 10814248 kB\nInactive: 8066276 kB\nActive(anon): 8340528 kB\nInactive(anon): 554124 kB\nActive(file): 2473720 kB\nInactive(file): 7512152 kB\nUnevictable: 20760 kB\nMlocked: 20760 kB\nSwapTotal: 20479992 kB\nSwapFree: 20479992 kB\nDirty: 5648 kB\nWriteback: 0 kB\nAnonPages: 8913460 kB\nMapped: 15680 kB\nShmem: 172 kB\nSlab: 371140 kB\nSReclaimable: 313552 kB\nSUnreclaim: 57588 kB\nKernelStack: 2552 kB\nPageTables: 21884 kB\nNFS_Unstable: 0 kB\nBounce: 0 kB\nWritebackTmp: 0 kB\nCommitLimit: 32784296 kB\nCommitted_AS: 10667972 kB\nVmallocTotal: 34359738367 kB\nVmallocUsed: 332500 kB\nVmallocChunk: 34359350016 kB\nHardwareCorrupted: 0 kB\nAnonHugePages: 5009408 kB\nHugePages_Total: 0\nHugePages_Free: 0\nHugePages_Rsvd: 0\nHugePages_Surp: 0\nHugepagesize: 2048 kB\nDirectMap4k: 10240 kB\nDirectMap2M: 25155584 kB\n">>}]}] [stats:debug,2012-11-12T13:31:29.611,ns_1@192.168.0.21:<0.4602.0>:stats_collector:maybe_log_stats:126](at {{1970,1,16},{7,45,55}}) Stats for bucket "default": accepting_conns 1 auth_cmds 9 auth_errors 0 bucket_active_conns 1 bucket_conns 25 bytes 6894200312 bytes_read 22684884615 bytes_written 14855010409 cas_badval 0 cas_hits 0 cas_misses 0 cmd_flush 0 cmd_get 3074816 cmd_set 2610681 conn_yields 109514 connection_structures 5000 curr_connections 28 curr_conns_on_port_11209 16 curr_conns_on_port_11210 10 curr_items 1396297 curr_items_tot 2687373 curr_temp_items 0 daemon_connections 4 decr_hits 0 decr_misses 0 delete_hits 128073 delete_misses 226824 ep_access_scanner_last_runtime 0 ep_access_scanner_num_items 0 ep_access_scanner_task_time 2012-11-13 10:00:00 ep_allow_data_loss_during_shutdown 1 ep_alog_block_size 4096 ep_alog_path /data/default/access.log ep_alog_sleep_time 1440 ep_alog_task_time 10 ep_backend couchdb ep_bg_fetch_delay 0 ep_bg_fetched 0 ep_bg_meta_fetched 0 ep_bg_remaining_jobs 0 ep_chk_max_items 5000 ep_chk_period 1800 ep_chk_persistence_remains 2 ep_chk_persistence_timeout 10 ep_chk_remover_stime 5 ep_commit_num 125414 ep_commit_time 6 ep_commit_time_total 1147587 ep_concurrentDB 1 ep_config_file ep_couch_bucket default ep_couch_host localhost ep_couch_port 11213 ep_couch_reconnect_sleeptime 250 ep_couch_response_timeout 180000 ep_data_age 11 ep_data_age_highwat 40 ep_data_traffic_enabled 0 ep_dbinit 0 ep_dbname /data/default ep_degraded_mode 0 ep_diskqueue_drain 9971051 ep_diskqueue_fill 8949329 ep_diskqueue_items 34329 ep_diskqueue_memory 976032 ep_diskqueue_pending 1464048 ep_exp_pager_stime 3600 ep_exp_pager_stime 3600 ep_expired_access 2910 ep_expired_pager 0 ep_expiry_window 3 ep_failpartialwarmup 0 ep_flush_all false ep_flush_duration_total 2360 ep_flushall_enabled 0 ep_flusher_state running ep_flusher_todo 2716 ep_getl_default_timeout 15 ep_getl_max_timeout 30 ep_ht_locks 5 ep_ht_size 3079 ep_inconsistent_slave_chk 0 ep_initfile ep_io_num_read 0 ep_io_num_write 8147816 ep_io_read_bytes 0 ep_io_write_bytes 18734295380 ep_item_begin_failed 0 ep_item_commit_failed 0 ep_item_flush_expired 49 ep_item_flush_failed 0 ep_item_num_based_new_chk 1 ep_items_rm_from_checkpoints 1158770 ep_keep_closed_chks 0 ep_klog_block_size 4096 ep_klog_compactor_queue_cap 500000 ep_klog_compactor_stime 3600 ep_klog_flush commit2 ep_klog_max_entry_ratio 10 ep_klog_max_log_size 2147483647 ep_klog_path ep_klog_sync commit2 ep_kv_size 6641761355 ep_max_checkpoints 2 ep_max_data_size 12582912000 ep_max_item_size 20971520 ep_max_size 12582912000 ep_max_txn_size 10000 ep_max_vbuckets 1024 ep_mem_high_wat 9437184000 ep_mem_high_wat 9437184000 ep_mem_low_wat 7549747200 ep_mem_low_wat 7549747200 ep_mem_tracker_enabled true ep_min_data_age 0 ep_mlog_compactor_runs 0 ep_mutation_mem_threshold 0 ep_num_access_scanner_runs 0 ep_num_eject_failures 0 ep_num_expiry_pager_runs 0 ep_num_non_resident 0 ep_num_not_my_vbuckets 0 ep_num_ops_del_meta 0 ep_num_ops_get_meta 0 ep_num_ops_set_meta 0 ep_num_pager_runs 0 ep_num_value_ejects 0 ep_oom_errors 0 ep_overhead 81298080 ep_pager_active_vb_pcnt 40 ep_pager_unbiased_period 60 ep_pending_ops 0 ep_pending_ops_max 1 ep_pending_ops_max_duration 128624 ep_pending_ops_total 3 ep_postInitfile ep_queue_age_cap 900 ep_queue_size 31613 ep_startup_time 1352753488 ep_storage_age 10 ep_storage_age_highwat 50 ep_store_max_concurrency 10 ep_store_max_readers 9 ep_store_max_readwrite 1 ep_stored_val_type ep_tap_ack_grace_period 300 ep_tap_ack_initial_sequence_number 1 ep_tap_ack_interval 1000 ep_tap_ack_window_size 10 ep_tap_backfill_resident 0.9 ep_tap_backlog_limit 5000 ep_tap_backoff_period 5 ep_tap_bg_fetch_requeued 0 ep_tap_bg_fetched 0 ep_tap_bg_max_pending 500 ep_tap_keepalive 300 ep_tap_noop_interval 20 ep_tap_requeue_sleep_time 0.1 ep_tap_throttle_cap_pcnt 10 ep_tap_throttle_queue_cap 1000000 ep_tap_throttle_threshold 90 ep_tmp_oom_errors 0 ep_too_old 0 ep_too_young 0 ep_total_cache_size 6609528635 ep_total_del_items 407911 ep_total_enqueued 8949329 ep_total_new_items 2914464 ep_total_persisted 8147816 ep_uncommitted_items 77 ep_value_size 6420179138 ep_vb0 0 ep_vb_snapshot_total 1043 ep_vb_total 926 ep_vbucket_del 0 ep_vbucket_del_fail 0 ep_version 2.0.0r_133_g68e3f7c ep_waitforwarmup 0 ep_warmup 1 ep_warmup_batch_size 1000 ep_warmup_dups 0 ep_warmup_min_items_threshold 100 ep_warmup_min_memory_threshold 100 ep_warmup_oom 0 ep_warmup_thread complete ep_warmup_time 17721 get_hits 2696909 get_misses 377907 incr_hits 0 incr_misses 0 libevent 2.0.11-stable limit_maxbytes 67108864 listen_disabled_num 0 max_conns_on_port_11209 1000 max_conns_on_port_11210 9000 mem_used 6894200312 pid 7353 pointer_size 64 rejected_conns 0 rusage_system 645.371888 rusage_user 1404.434493 tap_checkpoint_end_received 1731 tap_checkpoint_end_sent 655 tap_checkpoint_start_received 3194 tap_checkpoint_start_sent 720 tap_connect_received 1 tap_delete_received 262902 tap_delete_sent 166324 tap_mutation_received 6495306 tap_mutation_sent 3144082 tap_opaque_received 6476 tap_opaque_sent 481 tap_vbucket_set_received 960 threads 4 time 1352755889 total_connections 4765 uptime 2403 vb_active_curr_items 1396297 vb_active_eject 0 vb_active_expired 2844 vb_active_ht_memory 12053568 vb_active_itm_memory 3440193023 vb_active_meta_data_memory 110307463 vb_active_num 480 vb_active_num_non_resident 0 vb_active_num_ref_ejects 0 vb_active_num_ref_items 1520529 vb_active_ops_create 1515510 vb_active_ops_delete 212602 vb_active_ops_reject 0 vb_active_ops_update 2279238 vb_active_perc_mem_resident 100 vb_active_queue_age 1733628000 vb_active_queue_drain 5153229 vb_active_queue_fill 4579748 vb_active_queue_memory 406400 vb_active_queue_pending 609600 vb_active_queue_size 12700 vb_dead_num 0 vb_pending_curr_items 0 vb_pending_eject 0 vb_pending_expired 0 vb_pending_ht_memory 0 vb_pending_itm_memory 0 vb_pending_meta_data_memory 0 vb_pending_num 0 vb_pending_num_non_resident 0 vb_pending_num_ref_ejects 0 vb_pending_num_ref_items 0 vb_pending_ops_create 0 vb_pending_ops_delete 0 vb_pending_ops_reject 0 vb_pending_ops_update 0 vb_pending_perc_mem_resident 0 vb_pending_queue_age 0 vb_pending_queue_drain 0 vb_pending_queue_fill 0 vb_pending_queue_memory 0 vb_pending_queue_pending 0 vb_pending_queue_size 0 vb_replica_curr_items 1291076 vb_replica_eject 0 vb_replica_expired 66 vb_replica_ht_memory 11199952 vb_replica_itm_memory 3169335612 vb_replica_meta_data_memory 101995004 vb_replica_num 446 vb_replica_num_non_resident 0 vb_replica_num_ref_ejects 0 vb_replica_num_ref_items 1407725 vb_replica_ops_create 1398957 vb_replica_ops_delete 195309 vb_replica_ops_reject 0 vb_replica_ops_update 2546229 vb_replica_perc_mem_resident 100 vb_replica_queue_age 1032783000 vb_replica_queue_drain 4817822 vb_replica_queue_fill 4369581 vb_replica_queue_memory 569632 vb_replica_queue_pending 854448 vb_replica_queue_size 17801 version 1.4.4_600_g7ea975a [ns_doctor:debug,2012-11-12T13:32:28.184,ns_1@192.168.0.21:ns_doctor<0.4484.0>:ns_doctor:handle_info:137]Current node statuses: [{'ns_1@192.168.0.20', [{last_heard,{1352,755944,574052}}, {outgoing_replications_safeness_level,[{"default",green}]}, {incoming_replications_conf_hashes, [{"default",[{'ns_1@192.168.0.22',131185574}]}]}, {active_buckets,["default"]}, {ready_buckets,["default"]}, {local_tasks, [[{pid,<<"<0.21643.3>">>}, {bucket,<<"default">>}, {original_target,{[{type,bucket}]}}, {progress,31}, {started_on,1352755936}, {total_vbuckets,87}, {trigger_type,scheduled}, {type,bucket_compaction}, {updated_on,1352755943}, {vbuckets_done,27}]]}, {memory, [{total,165397408}, {processes,117794120}, {processes_used,113868304}, {system,47603288}, {atom,1406633}, {atom_used,1381414}, {binary,2892728}, {code,14105593}, {ets,11129840}]}, {system_memory_data, [{system_total_memory,25199214592}, {free_swap,20967886848}, {total_swap,20971511808}, {cached_memory,848859136}, {buffered_memory,229122048}, {free_memory,14762024960}, {total_memory,25199214592}]}, {node_storage_conf,[{db_path,"/data"},{index_path,"/data"}]}, {statistics, [{wall_clock,{3907712,5000}}, {context_switches,{24742895,0}}, {garbage_collection,{3136651,21090176349,0}}, {io,{{input,472225356},{output,12065754001}}}, {reductions,{3397476436,3826898}}, {run_queue,0}, {runtime,{1393300,2430}}]}, {system_stats, [{cpu_utilization_rate,70.61728395061728}, {swap_total,20971511808}, {swap_used,3624960}]}, {interesting_stats, [{couch_docs_actual_disk_size,837471559}, {couch_docs_data_size,614037600}, {couch_views_actual_disk_size,0}, {couch_views_data_size,0}, {curr_items,174304}, {curr_items_tot,243866}, {mem_used,768559896}, {vb_replica_curr_items,69562}]}, {cluster_compatibility_version,131072}, {version, [{public_key,"0.13"}, {lhttpc,"1.3.0"}, {ale,"8cffe61"}, {os_mon,"2.2.7"}, {couch_set_view,"1.2.0a-b68b5f4-git"}, {mnesia,"4.5"}, {inets,"5.7.1"}, {couch,"1.2.0a-b68b5f4-git"}, {mapreduce,"1.0.0"}, {couch_index_merger,"1.2.0a-b68b5f4-git"}, {kernel,"2.14.5"}, {crypto,"2.0.4"}, {ssl,"4.1.6"}, {sasl,"2.1.10"}, {couch_view_parser,"1.0.0"}, {ns_server,"2.0.0-1939-rel-enterprise"}, {mochiweb,"1.4.1"}, {oauth,"7d85d3ef"}, {stdlib,"1.17.5"}]}, {supported_compat_version,[2,0]}, {system_arch,"x86_64-unknown-linux-gnu"}, {wall_clock,3907}, {memory_data,{25199214592,10538860544,{<18071.667.0>,16006008}}}, {disk_data, [{"/",41260352,5}, {"/dev/shm",12304304,0}, {"/boot",495844,7}, {"/data",206420664,1}]}, {meminfo, <<"MemTotal: 24608608 kB\nMemFree: 14416040 kB\nBuffers: 223752 kB\nCached: 828964 kB\nSwapCached: 800 kB\nActive: 8395888 kB\nInactive: 1286740 kB\nActive(anon): 7916688 kB\nInactive(anon): 715072 kB\nActive(file): 479200 kB\nInactive(file): 571668 kB\nUnevictable: 20760 kB\nMlocked: 20760 kB\nSwapTotal: 20479992 kB\nSwapFree: 20476452 kB\nDirty: 4796 kB\nWriteback: 4 kB\nAnonPages: 8649980 kB\nMapped: 15568 kB\nShmem: 172 kB\nSlab: 177052 kB\nSReclaimable: 119264 kB\nSUnreclaim: 57788 kB\nKernelStack: 3072 kB\nPageTables: 21816 kB\nNFS_Unstable: 0 kB\nBounce: 0 kB\nWritebackTmp: 0 kB\nCommitLimit: 32784296 kB\nCommitted_AS: 10422440 kB\nVmallocTotal: 34359738367 kB\nVmallocUsed: 332500 kB\nVmallocChunk: 34359355024 kB\nHardwareCorrupted: 0 kB\nAnonHugePages: 5146624 kB\nHugePages_Total: 0\nHugePages_Free: 0\nHugePages_Rsvd: 0\nHugePages_Surp: 0\nHugepagesize: 2048 kB\nDirectMap4k: 10240 kB\nDirectMap2M: 25155584 kB\n">>}]}, {'ns_1@192.168.0.21', [{last_heard,{1352,755943,186829}}, {outgoing_replications_safeness_level,[{"default",green}]}, {incoming_replications_conf_hashes, [{"default",[{'ns_1@192.168.0.22',13315076}]}]}, {active_buckets,["default"]}, {ready_buckets,["default"]}, {local_tasks,[]}, {memory, [{total,240138480}, {processes,184985544}, {processes_used,184955376}, {system,55152936}, {atom,1352849}, {atom_used,1351270}, {binary,13330448}, {code,13554264}, {ets,8267232}]}, {system_memory_data, [{system_total_memory,25199214592}, {free_swap,20971511808}, {total_swap,20971511808}, {cached_memory,8323436544}, {buffered_memory,242970624}, {free_memory,8092065792}, {total_memory,25199214592}]}, {node_storage_conf,[{db_path,"/data"},{index_path,"/data"}]}, {statistics, [{wall_clock,{3904098,5000}}, {context_switches,{17138508,0}}, {garbage_collection,{2777390,8472605797,0}}, {io,{{input,622687713},{output,16696289988}}}, {reductions,{2366164891,5264551}}, {run_queue,0}, {runtime,{856540,1720}}]}, {system_stats, [{cpu_utilization_rate,53.431372549019606}, {swap_total,20971511808}, {swap_used,0}]}, {interesting_stats, [{couch_docs_actual_disk_size,8166505910}, {couch_docs_data_size,6698396148}, {couch_views_actual_disk_size,0}, {couch_views_data_size,0}, {curr_items,1419040}, {curr_items_tot,2731100}, {mem_used,7009243240}, {vb_replica_curr_items,1312060}]}, {cluster_compatibility_version,131072}, {version, [{public_key,"0.13"}, {lhttpc,"1.3.0"}, {ale,"8cffe61"}, {os_mon,"2.2.7"}, {couch_set_view,"1.2.0a-b68b5f4-git"}, {mnesia,"4.5"}, {inets,"5.7.1"}, {couch,"1.2.0a-b68b5f4-git"}, {mapreduce,"1.0.0"}, {couch_index_merger,"1.2.0a-b68b5f4-git"}, {kernel,"2.14.5"}, {crypto,"2.0.4"}, {ssl,"4.1.6"}, {sasl,"2.1.10"}, {couch_view_parser,"1.0.0"}, {ns_server,"2.0.0-1939-rel-enterprise"}, {mochiweb,"1.4.1"}, {oauth,"7d85d3ef"}, {stdlib,"1.17.5"}]}, {supported_compat_version,[2,0]}, {system_arch,"x86_64-unknown-linux-gnu"}, {wall_clock,3904}, {memory_data,{25199214592,17038368768,{<0.4606.0>,16006008}}}, {disk_data, [{"/",41260352,5}, {"/dev/shm",12304304,0}, {"/boot",495844,7}, {"/data",206420664,4}]}, {meminfo, <<"MemTotal: 24608608 kB\nMemFree: 7902408 kB\nBuffers: 237276 kB\nCached: 8128356 kB\nSwapCached: 0 kB\nActive: 9546748 kB\nInactive: 6502708 kB\nActive(anon): 7676664 kB\nInactive(anon): 9232 kB\nActive(file): 1870084 kB\nInactive(file): 6493476 kB\nUnevictable: 20760 kB\nMlocked: 20760 kB\nSwapTotal: 20479992 kB\nSwapFree: 20479992 kB\nDirty: 5908 kB\nWriteback: 0 kB\nAnonPages: 7704820 kB\nMapped: 14616 kB\nShmem: 164 kB\nSlab: 322012 kB\nSReclaimable: 263720 kB\nSUnreclaim: 58292 kB\nKernelStack: 3056 kB\nPageTables: 19468 kB\nNFS_Unstable: 0 kB\nBounce: 0 kB\nWritebackTmp: 0 kB\nCommitLimit: 32784296 kB\nCommitted_AS: 9479768 kB\nVmallocTotal: 34359738367 kB\nVmallocUsed: 332500 kB\nVmallocChunk: 34359350016 kB\nHardwareCorrupted: 0 kB\nAnonHugePages: 4091904 kB\nHugePages_Total: 0\nHugePages_Free: 0\nHugePages_Rsvd: 0\nHugePages_Surp: 0\nHugepagesize: 2048 kB\nDirectMap4k: 10240 kB\nDirectMap2M: 25155584 kB\n">>}]}, {'ns_1@192.168.0.22', [{last_heard,{1352,755947,794431}}, {outgoing_replications_safeness_level,[{"default",green}]}, {incoming_replications_conf_hashes, [{"default", [{'ns_1@192.168.0.20',10554165},{'ns_1@192.168.0.21',7114346}]}]}, {active_buckets,["default"]}, {ready_buckets,["default"]}, {local_tasks, [[{pid,<<"<0.26013.3>">>}, {bucket,<<"default">>}, {original_target,{[{type,bucket}]}}, {progress,2}, {started_on,1352755940}, {total_vbuckets,1025}, {trigger_type,scheduled}, {type,bucket_compaction}, {updated_on,1352755947}, {vbuckets_done,30}]]}, {memory, [{total,260224848}, {processes,201021648}, {processes_used,200876792}, {system,59203200}, {atom,1338193}, {atom_used,1333793}, {binary,14345472}, {code,13490894}, {ets,11369864}]}, {system_memory_data, [{system_total_memory,25199214592}, {free_swap,20971511808}, {total_swap,20971511808}, {cached_memory,10500874240}, {buffered_memory,285851648}, {free_memory,4572336128}, {total_memory,25199214592}]}, {node_storage_conf,[{db_path,"/data"},{index_path,"/data"}]}, {statistics, [{wall_clock,{3895875,4999}}, {context_switches,{29626266,0}}, {garbage_collection,{3934185,9403067281,0}}, {io,{{input,673454380},{output,22120121097}}}, {reductions,{3236292007,3413853}}, {run_queue,0}, {runtime,{1129340,1350}}]}, {system_stats, [{cpu_utilization_rate,50.73529411764706}, {swap_total,20971511808}, {swap_used,0}]}, {interesting_stats, [{couch_docs_actual_disk_size,10372916365}, {couch_docs_data_size,7293865779}, {couch_views_actual_disk_size,0}, {couch_views_data_size,0}, {curr_items,1378312}, {curr_items_tot,2967854}, {mem_used,7749128960}, {vb_replica_curr_items,1589542}]}, {cluster_compatibility_version,131072}, {version, [{public_key,"0.13"}, {lhttpc,"1.3.0"}, {ale,"8cffe61"}, {os_mon,"2.2.7"}, {couch_set_view,"1.2.0a-b68b5f4-git"}, {mnesia,"4.5"}, {inets,"5.7.1"}, {couch,"1.2.0a-b68b5f4-git"}, {mapreduce,"1.0.0"}, {couch_index_merger,"1.2.0a-b68b5f4-git"}, {kernel,"2.14.5"}, {crypto,"2.0.4"}, {ssl,"4.1.6"}, {sasl,"2.1.10"}, {couch_view_parser,"1.0.0"}, {ns_server,"2.0.0-1939-rel-enterprise"}, {mochiweb,"1.4.1"}, {oauth,"7d85d3ef"}, {stdlib,"1.17.5"}]}, {supported_compat_version,[2,0]}, {system_arch,"x86_64-unknown-linux-gnu"}, {wall_clock,3895}, {memory_data,{25199214592,20120248320,{<18111.687.0>,24233672}}}, {disk_data, [{"/",41260352,5}, {"/dev/shm",12304304,0}, {"/boot",495844,7}, {"/data",206420664,5}]}, {meminfo, <<"MemTotal: 24608608 kB\nMemFree: 4465172 kB\nBuffers: 279152 kB\nCached: 10254760 kB\nSwapCached: 0 kB\nActive: 11138520 kB\nInactive: 8282012 kB\nActive(anon): 8311540 kB\nInactive(anon): 577208 kB\nActive(file): 2826980 kB\nInactive(file): 7704804 kB\nUnevictable: 20760 kB\nMlocked: 20760 kB\nSwapTotal: 20479992 kB\nSwapFree: 20479992 kB\nDirty: 7692 kB\nWriteback: 0 kB\nAnonPages: 8907520 kB\nMapped: 15684 kB\nShmem: 172 kB\nSlab: 389740 kB\nSReclaimable: 331996 kB\nSUnreclaim: 57744 kB\nKernelStack: 2560 kB\nPageTables: 21948 kB\nNFS_Unstable: 0 kB\nBounce: 0 kB\nWritebackTmp: 0 kB\nCommitLimit: 32784296 kB\nCommitted_AS: 10649080 kB\nVmallocTotal: 34359738367 kB\nVmallocUsed: 332500 kB\nVmallocChunk: 34359350016 kB\nHardwareCorrupted: 0 kB\nAnonHugePages: 5033984 kB\nHugePages_Total: 0\nHugePages_Free: 0\nHugePages_Rsvd: 0\nHugePages_Surp: 0\nHugepagesize: 2048 kB\nDirectMap4k: 10240 kB\nDirectMap2M: 25155584 kB\n">>}]}] [stats:debug,2012-11-12T13:33:09.628,ns_1@192.168.0.21:<0.4602.0>:stats_collector:maybe_log_stats:126](at {{1970,1,16},{7,45,55}}) Stats for bucket "default": accepting_conns 1 auth_cmds 9 auth_errors 0 bucket_active_conns 1 bucket_conns 25 bytes 7090301992 bytes_read 23677283467 bytes_written 15688260194 cas_badval 0 cas_hits 0 cas_misses 0 cmd_flush 0 cmd_get 3266457 cmd_set 2770319 conn_yields 114031 connection_structures 5000 curr_connections 28 curr_conns_on_port_11209 16 curr_conns_on_port_11210 10 curr_items 1433412 curr_items_tot 2762469 curr_temp_items 0 daemon_connections 4 decr_hits 0 decr_misses 0 delete_hits 135894 delete_misses 240638 ep_access_scanner_last_runtime 0 ep_access_scanner_num_items 0 ep_access_scanner_task_time 2012-11-13 10:00:00 ep_allow_data_loss_during_shutdown 1 ep_alog_block_size 4096 ep_alog_path /data/default/access.log ep_alog_sleep_time 1440 ep_alog_task_time 10 ep_backend couchdb ep_bg_fetch_delay 0 ep_bg_fetched 0 ep_bg_meta_fetched 0 ep_bg_remaining_jobs 0 ep_chk_max_items 5000 ep_chk_period 1800 ep_chk_persistence_remains 2 ep_chk_persistence_timeout 10 ep_chk_remover_stime 5 ep_commit_num 131732 ep_commit_time 5 ep_commit_time_total 1193230 ep_concurrentDB 1 ep_config_file ep_couch_bucket default ep_couch_host localhost ep_couch_port 11213 ep_couch_reconnect_sleeptime 250 ep_couch_response_timeout 180000 ep_data_age 15 ep_data_age_highwat 40 ep_data_traffic_enabled 0 ep_dbinit 0 ep_dbname /data/default ep_degraded_mode 0 ep_diskqueue_drain 10380638 ep_diskqueue_fill 9348064 ep_diskqueue_items 34534 ep_diskqueue_memory 980480 ep_diskqueue_pending 1470720 ep_exp_pager_stime 3600 ep_exp_pager_stime 3600 ep_expired_access 3154 ep_expired_pager 0 ep_expiry_window 3 ep_failpartialwarmup 0 ep_flush_all false ep_flush_duration_total 2460 ep_flushall_enabled 0 ep_flusher_state running ep_flusher_todo 2520 ep_getl_default_timeout 15 ep_getl_max_timeout 30 ep_ht_locks 5 ep_ht_size 3079 ep_inconsistent_slave_chk 0 ep_initfile ep_io_num_read 0 ep_io_num_write 8514954 ep_io_read_bytes 0 ep_io_write_bytes 19574060700 ep_item_begin_failed 0 ep_item_commit_failed 0 ep_item_flush_expired 50 ep_item_flush_failed 0 ep_item_num_based_new_chk 1 ep_items_rm_from_checkpoints 1217137 ep_keep_closed_chks 0 ep_klog_block_size 4096 ep_klog_compactor_queue_cap 500000 ep_klog_compactor_stime 3600 ep_klog_flush commit2 ep_klog_max_entry_ratio 10 ep_klog_max_log_size 2147483647 ep_klog_path ep_klog_sync commit2 ep_kv_size 6830304075 ep_max_checkpoints 2 ep_max_data_size 12582912000 ep_max_item_size 20971520 ep_max_size 12582912000 ep_max_txn_size 10000 ep_max_vbuckets 1024 ep_mem_high_wat 9437184000 ep_mem_high_wat 9437184000 ep_mem_low_wat 7549747200 ep_mem_low_wat 7549747200 ep_mem_tracker_enabled true ep_min_data_age 0 ep_mlog_compactor_runs 0 ep_mutation_mem_threshold 0 ep_num_access_scanner_runs 0 ep_num_eject_failures 0 ep_num_expiry_pager_runs 0 ep_num_non_resident 0 ep_num_not_my_vbuckets 0 ep_num_ops_del_meta 0 ep_num_ops_get_meta 0 ep_num_ops_set_meta 0 ep_num_pager_runs 0 ep_num_value_ejects 0 ep_oom_errors 0 ep_overhead 83811870 ep_pager_active_vb_pcnt 40 ep_pager_unbiased_period 60 ep_pending_ops 0 ep_pending_ops_max 1 ep_pending_ops_max_duration 128624 ep_pending_ops_total 3 ep_postInitfile ep_queue_age_cap 900 ep_queue_size 32014 ep_startup_time 1352753488 ep_storage_age 12 ep_storage_age_highwat 50 ep_store_max_concurrency 10 ep_store_max_readers 9 ep_store_max_readwrite 1 ep_stored_val_type ep_tap_ack_grace_period 300 ep_tap_ack_initial_sequence_number 1 ep_tap_ack_interval 1000 ep_tap_ack_window_size 10 ep_tap_backfill_resident 0.9 ep_tap_backlog_limit 5000 ep_tap_backoff_period 5 ep_tap_bg_fetch_requeued 0 ep_tap_bg_fetched 0 ep_tap_bg_max_pending 500 ep_tap_keepalive 300 ep_tap_noop_interval 20 ep_tap_requeue_sleep_time 0.1 ep_tap_throttle_cap_pcnt 10 ep_tap_throttle_queue_cap 1000000 ep_tap_throttle_threshold 90 ep_tmp_oom_errors 0 ep_too_old 0 ep_too_young 0 ep_total_cache_size 6797167179 ep_total_del_items 431027 ep_total_enqueued 9348066 ep_total_new_items 3004252 ep_total_persisted 8514954 ep_uncommitted_items 56 ep_value_size 6602530096 ep_vb0 0 ep_vb_snapshot_total 1082 ep_vb_total 952 ep_vbucket_del 0 ep_vbucket_del_fail 0 ep_version 2.0.0r_133_g68e3f7c ep_waitforwarmup 0 ep_warmup 1 ep_warmup_batch_size 1000 ep_warmup_dups 0 ep_warmup_min_items_threshold 100 ep_warmup_min_memory_threshold 100 ep_warmup_oom 0 ep_warmup_thread complete ep_warmup_time 17721 get_hits 2859908 get_misses 406549 incr_hits 0 incr_misses 0 libevent 2.0.11-stable limit_maxbytes 67108864 listen_disabled_num 0 max_conns_on_port_11209 1000 max_conns_on_port_11210 9000 mem_used 7090301992 pid 7353 pointer_size 64 rejected_conns 0 rusage_system 682.054311 rusage_user 1478.362254 tap_checkpoint_end_received 1808 tap_checkpoint_end_sent 694 tap_checkpoint_start_received 3310 tap_checkpoint_start_sent 759 tap_connect_received 1 tap_delete_received 275805 tap_delete_sent 176534 tap_mutation_received 6728938 tap_mutation_sent 3307807 tap_opaque_received 6658 tap_opaque_sent 494 tap_vbucket_set_received 986 threads 4 time 1352755989 total_connections 4897 uptime 2503 vb_active_curr_items 1433412 vb_active_eject 0 vb_active_expired 3087 vb_active_ht_memory 12380024 vb_active_itm_memory 3532146124 vb_active_meta_data_memory 113239548 vb_active_num 493 vb_active_num_non_resident 0 vb_active_num_ref_ejects 0 vb_active_num_ref_items 1565539 vb_active_ops_create 1560485 vb_active_ops_delete 224709 vb_active_ops_reject 0 vb_active_ops_update 2403591 vb_active_perc_mem_resident 100 vb_active_queue_age 1750632000 vb_active_queue_drain 5364493 vb_active_queue_fill 4784351 vb_active_queue_memory 381216 vb_active_queue_pending 571824 vb_active_queue_size 11913 vb_dead_num 0 vb_pending_curr_items 0 vb_pending_eject 0 vb_pending_expired 0 vb_pending_ht_memory 0 vb_pending_itm_memory 0 vb_pending_meta_data_memory 0 vb_pending_num 0 vb_pending_num_non_resident 0 vb_pending_num_ref_ejects 0 vb_pending_num_ref_items 0 vb_pending_ops_create 0 vb_pending_ops_delete 0 vb_pending_ops_reject 0 vb_pending_ops_update 0 vb_pending_perc_mem_resident 0 vb_pending_queue_age 0 vb_pending_queue_drain 0 vb_pending_queue_fill 0 vb_pending_queue_memory 0 vb_pending_queue_pending 0 vb_pending_queue_size 0 vb_replica_curr_items 1329057 vb_replica_eject 0 vb_replica_expired 67 vb_replica_ht_memory 11526408 vb_replica_itm_memory 3265021055 vb_replica_meta_data_memory 104995503 vb_replica_num 459 vb_replica_num_non_resident 0 vb_replica_num_ref_ejects 0 vb_replica_num_ref_items 1453010 vb_replica_ops_create 1443767 vb_replica_ops_delete 206318 vb_replica_ops_reject 0 vb_replica_ops_update 2676084 vb_replica_perc_mem_resident 100 vb_replica_queue_age 847357000 vb_replica_queue_drain 5016145 vb_replica_queue_fill 4563713 vb_replica_queue_memory 599264 vb_replica_queue_pending 898896 vb_replica_queue_size 18727 version 1.4.4_600_g7ea975a [ns_doctor:debug,2012-11-12T13:33:28.184,ns_1@192.168.0.21:ns_doctor<0.4484.0>:ns_doctor:handle_info:137]Current node statuses: [{'ns_1@192.168.0.20', [{last_heard,{1352,756004,573439}}, {outgoing_replications_safeness_level,[{"default",green}]}, {incoming_replications_conf_hashes, [{"default",[{'ns_1@192.168.0.22',109872519}]}]}, {active_buckets,["default"]}, {ready_buckets,["default"]}, {local_tasks,[]}, {memory, [{total,163214928}, {processes,115891000}, {processes_used,111901640}, {system,47323928}, {atom,1406633}, {atom_used,1381414}, {binary,2504632}, {code,14105593}, {ets,11244696}]}, {system_memory_data, [{system_total_memory,25199214592}, {free_swap,20967231488}, {total_swap,20971511808}, {cached_memory,646221824}, {buffered_memory,229683200}, {free_memory,14968225792}, {total_memory,25199214592}]}, {node_storage_conf,[{db_path,"/data"},{index_path,"/data"}]}, {statistics, [{wall_clock,{3967711,5000}}, {context_switches,{25068365,0}}, {garbage_collection,{3180974,21392362280,0}}, {io,{{input,482832262},{output,12092173968}}}, {reductions,{3437836267,3015171}}, {run_queue,0}, {runtime,{1415740,1370}}]}, {system_stats, [{cpu_utilization_rate,50.8557457212714}, {swap_total,20971511808}, {swap_used,4280320}]}, {interesting_stats, [{couch_docs_actual_disk_size,579753875}, {couch_docs_data_size,499359786}, {couch_views_actual_disk_size,0}, {couch_views_data_size,0}, {curr_items,153657}, {curr_items_tot,202899}, {mem_used,667839288}, {vb_replica_curr_items,49242}]}, {cluster_compatibility_version,131072}, {version, [{public_key,"0.13"}, {lhttpc,"1.3.0"}, {ale,"8cffe61"}, {os_mon,"2.2.7"}, {couch_set_view,"1.2.0a-b68b5f4-git"}, {mnesia,"4.5"}, {inets,"5.7.1"}, {couch,"1.2.0a-b68b5f4-git"}, {mapreduce,"1.0.0"}, {couch_index_merger,"1.2.0a-b68b5f4-git"}, {kernel,"2.14.5"}, {crypto,"2.0.4"}, {ssl,"4.1.6"}, {sasl,"2.1.10"}, {couch_view_parser,"1.0.0"}, {ns_server,"2.0.0-1939-rel-enterprise"}, {mochiweb,"1.4.1"}, {oauth,"7d85d3ef"}, {stdlib,"1.17.5"}]}, {supported_compat_version,[2,0]}, {system_arch,"x86_64-unknown-linux-gnu"}, {wall_clock,3967}, {memory_data,{25199214592,10248794112,{<18071.667.0>,16006008}}}, {disk_data, [{"/",41260352,5}, {"/dev/shm",12304304,0}, {"/boot",495844,7}, {"/data",206420664,1}]}, {meminfo, <<"MemTotal: 24608608 kB\nMemFree: 14617408 kB\nBuffers: 224300 kB\nCached: 631076 kB\nSwapCached: 824 kB\nActive: 8287240 kB\nInactive: 1197224 kB\nActive(anon): 7910492 kB\nInactive(anon): 720580 kB\nActive(file): 376748 kB\nInactive(file): 476644 kB\nUnevictable: 20760 kB\nMlocked: 20760 kB\nSwapTotal: 20479992 kB\nSwapFree: 20475812 kB\nDirty: 920 kB\nWriteback: 0 kB\nAnonPages: 8649156 kB\nMapped: 15564 kB\nShmem: 172 kB\nSlab: 174196 kB\nSReclaimable: 116572 kB\nSUnreclaim: 57624 kB\nKernelStack: 3064 kB\nPageTables: 21776 kB\nNFS_Unstable: 0 kB\nBounce: 0 kB\nWritebackTmp: 0 kB\nCommitLimit: 32784296 kB\nCommitted_AS: 10418064 kB\nVmallocTotal: 34359738367 kB\nVmallocUsed: 332500 kB\nVmallocChunk: 34359355024 kB\nHardwareCorrupted: 0 kB\nAnonHugePages: 5244928 kB\nHugePages_Total: 0\nHugePages_Free: 0\nHugePages_Rsvd: 0\nHugePages_Surp: 0\nHugepagesize: 2048 kB\nDirectMap4k: 10240 kB\nDirectMap2M: 25155584 kB\n">>}]}, {'ns_1@192.168.0.21', [{last_heard,{1352,756003,187068}}, {outgoing_replications_safeness_level,[{"default",green}]}, {incoming_replications_conf_hashes, [{"default",[{'ns_1@192.168.0.22',131360336}]}]}, {active_buckets,["default"]}, {ready_buckets,["default"]}, {local_tasks,[]}, {memory, [{total,241945792}, {processes,185790744}, {processes_used,185781744}, {system,56155048}, {atom,1352849}, {atom_used,1351270}, {binary,14142752}, {code,13554264}, {ets,8448064}]}, {system_memory_data, [{system_total_memory,25199214592}, {free_swap,20971511808}, {total_swap,20971511808}, {cached_memory,9074249728}, {buffered_memory,244469760}, {free_memory,7213719552}, {total_memory,25199214592}]}, {node_storage_conf,[{db_path,"/data"},{index_path,"/data"}]}, {statistics, [{wall_clock,{3964098,4998}}, {context_switches,{17616569,0}}, {garbage_collection,{2825406,8661144049,0}}, {io,{{input,631770674},{output,17045680678}}}, {reductions,{2422121716,5530153}}, {run_queue,0}, {runtime,{876000,2000}}]}, {system_stats, [{cpu_utilization_rate,37.84461152882206}, {swap_total,20971511808}, {swap_used,0}]}, {interesting_stats, [{couch_docs_actual_disk_size,8935146244}, {couch_docs_data_size,6814940414}, {couch_views_actual_disk_size,0}, {couch_views_data_size,0}, {curr_items,1439272}, {curr_items_tot,2773837}, {mem_used,7120553064}, {vb_replica_curr_items,1334565}]}, {cluster_compatibility_version,131072}, {version, [{public_key,"0.13"}, {lhttpc,"1.3.0"}, {ale,"8cffe61"}, {os_mon,"2.2.7"}, {couch_set_view,"1.2.0a-b68b5f4-git"}, {mnesia,"4.5"}, {inets,"5.7.1"}, {couch,"1.2.0a-b68b5f4-git"}, {mapreduce,"1.0.0"}, {couch_index_merger,"1.2.0a-b68b5f4-git"}, {kernel,"2.14.5"}, {crypto,"2.0.4"}, {ssl,"4.1.6"}, {sasl,"2.1.10"}, {couch_view_parser,"1.0.0"}, {ns_server,"2.0.0-1939-rel-enterprise"}, {mochiweb,"1.4.1"}, {oauth,"7d85d3ef"}, {stdlib,"1.17.5"}]}, {supported_compat_version,[2,0]}, {system_arch,"x86_64-unknown-linux-gnu"}, {wall_clock,3964}, {memory_data,{25199214592,17949966336,{<0.4606.0>,16006008}}}, {disk_data, [{"/",41260352,5}, {"/dev/shm",12304304,0}, {"/boot",495844,7}, {"/data",206420664,5}]}, {meminfo, <<"MemTotal: 24608608 kB\nMemFree: 7044648 kB\nBuffers: 238740 kB\nCached: 8861572 kB\nSwapCached: 0 kB\nActive: 10115660 kB\nInactive: 6771684 kB\nActive(anon): 7780312 kB\nInactive(anon): 9232 kB\nActive(file): 2335348 kB\nInactive(file): 6762452 kB\nUnevictable: 20760 kB\nMlocked: 20760 kB\nSwapTotal: 20479992 kB\nSwapFree: 20479992 kB\nDirty: 5004 kB\nWriteback: 4 kB\nAnonPages: 7808432 kB\nMapped: 14616 kB\nShmem: 164 kB\nSlab: 342744 kB\nSReclaimable: 284572 kB\nSUnreclaim: 58172 kB\nKernelStack: 3048 kB\nPageTables: 19664 kB\nNFS_Unstable: 0 kB\nBounce: 0 kB\nWritebackTmp: 0 kB\nCommitLimit: 32784296 kB\nCommitted_AS: 9571576 kB\nVmallocTotal: 34359738367 kB\nVmallocUsed: 332500 kB\nVmallocChunk: 34359350016 kB\nHardwareCorrupted: 0 kB\nAnonHugePages: 4188160 kB\nHugePages_Total: 0\nHugePages_Free: 0\nHugePages_Rsvd: 0\nHugePages_Surp: 0\nHugepagesize: 2048 kB\nDirectMap4k: 10240 kB\nDirectMap2M: 25155584 kB\n">>}]}, {'ns_1@192.168.0.22', [{last_heard,{1352,756007,794680}}, {outgoing_replications_safeness_level,[{"default",green}]}, {incoming_replications_conf_hashes, [{"default", [{'ns_1@192.168.0.20',38137896},{'ns_1@192.168.0.21',91910872}]}]}, {active_buckets,["default"]}, {ready_buckets,["default"]}, {local_tasks, [[{pid,<<"<0.26013.3>">>}, {bucket,<<"default">>}, {original_target,{[{type,bucket}]}}, {progress,24}, {started_on,1352755940}, {total_vbuckets,1025}, {trigger_type,scheduled}, {type,bucket_compaction}, {updated_on,1352756007}, {vbuckets_done,256}]]}, {memory, [{total,264272424}, {processes,204792704}, {processes_used,204639568}, {system,59479720}, {atom,1338193}, {atom_used,1333793}, {binary,14455840}, {code,13490894}, {ets,11536216}]}, {system_memory_data, [{system_total_memory,25199214592}, {free_swap,20971511808}, {total_swap,20971511808}, {cached_memory,10083123200}, {buffered_memory,286638080}, {free_memory,4981104640}, {total_memory,25199214592}]}, {node_storage_conf,[{db_path,"/data"},{index_path,"/data"}]}, {statistics, [{wall_clock,{3955876,5000}}, {context_switches,{30079611,0}}, {garbage_collection,{3990352,9544260354,0}}, {io,{{input,685985077},{output,22409446427}}}, {reductions,{3284525195,4256737}}, {run_queue,0}, {runtime,{1148490,1660}}]}, {system_stats, [{cpu_utilization_rate,65.1105651105651}, {swap_total,20971511808}, {swap_used,0}]}, {interesting_stats, [{couch_docs_actual_disk_size,9944779442}, {couch_docs_data_size,7295792400}, {couch_views_actual_disk_size,0}, {couch_views_data_size,0}, {curr_items,1378668}, {curr_items_tot,2968422}, {mem_used,7755579616}, {vb_replica_curr_items,1589754}]}, {cluster_compatibility_version,131072}, {version, [{public_key,"0.13"}, {lhttpc,"1.3.0"}, {ale,"8cffe61"}, {os_mon,"2.2.7"}, {couch_set_view,"1.2.0a-b68b5f4-git"}, {mnesia,"4.5"}, {inets,"5.7.1"}, {couch,"1.2.0a-b68b5f4-git"}, {mapreduce,"1.0.0"}, {couch_index_merger,"1.2.0a-b68b5f4-git"}, {kernel,"2.14.5"}, {crypto,"2.0.4"}, {ssl,"4.1.6"}, {sasl,"2.1.10"}, {couch_view_parser,"1.0.0"}, {ns_server,"2.0.0-1939-rel-enterprise"}, {mochiweb,"1.4.1"}, {oauth,"7d85d3ef"}, {stdlib,"1.17.5"}]}, {supported_compat_version,[2,0]}, {system_arch,"x86_64-unknown-linux-gnu"}, {wall_clock,3955}, {memory_data,{25199214592,20584177664,{<18111.687.0>,24233672}}}, {disk_data, [{"/",41260352,5}, {"/dev/shm",12304304,0}, {"/boot",495844,7}, {"/data",206420664,5}]}, {meminfo, <<"MemTotal: 24608608 kB\nMemFree: 4864608 kB\nBuffers: 279920 kB\nCached: 9846800 kB\nSwapCached: 0 kB\nActive: 10934484 kB\nInactive: 8090392 kB\nActive(anon): 8378424 kB\nInactive(anon): 521604 kB\nActive(file): 2556060 kB\nInactive(file): 7568788 kB\nUnevictable: 20760 kB\nMlocked: 20760 kB\nSwapTotal: 20479992 kB\nSwapFree: 20479992 kB\nDirty: 12368 kB\nWriteback: 0 kB\nAnonPages: 8920704 kB\nMapped: 15684 kB\nShmem: 172 kB\nSlab: 386332 kB\nSReclaimable: 328256 kB\nSUnreclaim: 58076 kB\nKernelStack: 2560 kB\nPageTables: 21968 kB\nNFS_Unstable: 0 kB\nBounce: 0 kB\nWritebackTmp: 0 kB\nCommitLimit: 32784296 kB\nCommitted_AS: 10666376 kB\nVmallocTotal: 34359738367 kB\nVmallocUsed: 332500 kB\nVmallocChunk: 34359350016 kB\nHardwareCorrupted: 0 kB\nAnonHugePages: 5052416 kB\nHugePages_Total: 0\nHugePages_Free: 0\nHugePages_Rsvd: 0\nHugePages_Surp: 0\nHugepagesize: 2048 kB\nDirectMap4k: 10240 kB\nDirectMap2M: 25155584 kB\n">>}]}] [ns_doctor:debug,2012-11-12T13:34:28.184,ns_1@192.168.0.21:ns_doctor<0.4484.0>:ns_doctor:handle_info:137]Current node statuses: [{'ns_1@192.168.0.20', [{last_heard,{1352,756064,572877}}, {outgoing_replications_safeness_level,[{"default",green}]}, {incoming_replications_conf_hashes, [{"default",[{'ns_1@192.168.0.22',28588426}]}]}, {active_buckets,["default"]}, {ready_buckets,["default"]}, {local_tasks,[]}, {memory, [{total,164305016}, {processes,117375584}, {processes_used,113329232}, {system,46929432}, {atom,1406633}, {atom_used,1381414}, {binary,2659008}, {code,14105593}, {ets,10706728}]}, {system_memory_data, [{system_total_memory,25199214592}, {free_swap,20966371328}, {total_swap,20971511808}, {cached_memory,612024320}, {buffered_memory,229879808}, {free_memory,14976798720}, {total_memory,25199214592}]}, {node_storage_conf,[{db_path,"/data"},{index_path,"/data"}]}, {statistics, [{wall_clock,{4027711,4999}}, {context_switches,{25357299,0}}, {garbage_collection,{3224712,21723349944,0}}, {io,{{input,485066343},{output,12105540432}}}, {reductions,{3475736666,3387778}}, {run_queue,0}, {runtime,{1436300,2160}}]}, {system_stats, [{cpu_utilization_rate,55.74572127139364}, {swap_total,20971511808}, {swap_used,5140480}]}, {interesting_stats, [{couch_docs_actual_disk_size,566186824}, {couch_docs_data_size,414393360}, {couch_views_actual_disk_size,0}, {couch_views_data_size,0}, {curr_items,133460}, {curr_items_tot,162501}, {mem_used,568178208}, {vb_replica_curr_items,29041}]}, {cluster_compatibility_version,131072}, {version, [{public_key,"0.13"}, {lhttpc,"1.3.0"}, {ale,"8cffe61"}, {os_mon,"2.2.7"}, {couch_set_view,"1.2.0a-b68b5f4-git"}, {mnesia,"4.5"}, {inets,"5.7.1"}, {couch,"1.2.0a-b68b5f4-git"}, {mapreduce,"1.0.0"}, {couch_index_merger,"1.2.0a-b68b5f4-git"}, {kernel,"2.14.5"}, {crypto,"2.0.4"}, {ssl,"4.1.6"}, {sasl,"2.1.10"}, {couch_view_parser,"1.0.0"}, {ns_server,"2.0.0-1939-rel-enterprise"}, {mochiweb,"1.4.1"}, {oauth,"7d85d3ef"}, {stdlib,"1.17.5"}]}, {supported_compat_version,[2,0]}, {system_arch,"x86_64-unknown-linux-gnu"}, {wall_clock,4027}, {memory_data,{25199214592,10201071616,{<18071.667.0>,16006008}}}, {disk_data, [{"/",41260352,5}, {"/dev/shm",12304304,0}, {"/boot",495844,7}, {"/data",206420664,1}]}, {meminfo, <<"MemTotal: 24608608 kB\nMemFree: 14625780 kB\nBuffers: 224492 kB\nCached: 597680 kB\nSwapCached: 1556 kB\nActive: 8380828 kB\nInactive: 1096272 kB\nActive(anon): 7937004 kB\nInactive(anon): 719688 kB\nActive(file): 443824 kB\nInactive(file): 376584 kB\nUnevictable: 20760 kB\nMlocked: 20760 kB\nSwapTotal: 20479992 kB\nSwapFree: 20474972 kB\nDirty: 500 kB\nWriteback: 4 kB\nAnonPages: 8674056 kB\nMapped: 15884 kB\nShmem: 172 kB\nSlab: 173320 kB\nSReclaimable: 115800 kB\nSUnreclaim: 57520 kB\nKernelStack: 3088 kB\nPageTables: 21972 kB\nNFS_Unstable: 0 kB\nBounce: 0 kB\nWritebackTmp: 0 kB\nCommitLimit: 32784296 kB\nCommitted_AS: 10451500 kB\nVmallocTotal: 34359738367 kB\nVmallocUsed: 332500 kB\nVmallocChunk: 34359355024 kB\nHardwareCorrupted: 0 kB\nAnonHugePages: 5376000 kB\nHugePages_Total: 0\nHugePages_Free: 0\nHugePages_Rsvd: 0\nHugePages_Surp: 0\nHugepagesize: 2048 kB\nDirectMap4k: 10240 kB\nDirectMap2M: 25155584 kB\n">>}]}, {'ns_1@192.168.0.21', [{last_heard,{1352,756063,188121}}, {outgoing_replications_safeness_level,[{"default",green}]}, {incoming_replications_conf_hashes, [{"default",[{'ns_1@192.168.0.22',83448080}]}]}, {active_buckets,["default"]}, {ready_buckets,["default"]}, {local_tasks,[]}, {memory, [{total,244033640}, {processes,188496360}, {processes_used,188488880}, {system,55537280}, {atom,1352849}, {atom_used,1351270}, {binary,13407552}, {code,13554264}, {ets,8560744}]}, {system_memory_data, [{system_total_memory,25199214592}, {free_swap,20971511808}, {total_swap,20971511808}, {cached_memory,9822650368}, {buffered_memory,244998144}, {free_memory,6335668224}, {total_memory,25199214592}]}, {node_storage_conf,[{db_path,"/data"},{index_path,"/data"}]}, {statistics, [{wall_clock,{4024100,5002}}, {context_switches,{18079419,0}}, {garbage_collection,{2871974,8846341264,0}}, {io,{{input,637460881},{output,17392275832}}}, {reductions,{2476725097,4812042}}, {run_queue,0}, {runtime,{896350,1730}}]}, {system_stats, [{cpu_utilization_rate,44.69135802469136}, {swap_total,20971511808}, {swap_used,0}]}, {interesting_stats, [{couch_docs_actual_disk_size,9672959919}, {couch_docs_data_size,6901766685}, {couch_views_actual_disk_size,0}, {couch_views_data_size,0}, {curr_items,1459220}, {curr_items_tot,2809104}, {mem_used,7214640496}, {vb_replica_curr_items,1349884}]}, {cluster_compatibility_version,131072}, {version, [{public_key,"0.13"}, {lhttpc,"1.3.0"}, {ale,"8cffe61"}, {os_mon,"2.2.7"}, {couch_set_view,"1.2.0a-b68b5f4-git"}, {mnesia,"4.5"}, {inets,"5.7.1"}, {couch,"1.2.0a-b68b5f4-git"}, {mapreduce,"1.0.0"}, {couch_index_merger,"1.2.0a-b68b5f4-git"}, {kernel,"2.14.5"}, {crypto,"2.0.4"}, {ssl,"4.1.6"}, {sasl,"2.1.10"}, {couch_view_parser,"1.0.0"}, {ns_server,"2.0.0-1939-rel-enterprise"}, {mochiweb,"1.4.1"}, {oauth,"7d85d3ef"}, {stdlib,"1.17.5"}]}, {supported_compat_version,[2,0]}, {system_arch,"x86_64-unknown-linux-gnu"}, {wall_clock,4024}, {memory_data,{25199214592,18811916288,{<0.4606.0>,16006008}}}, {disk_data, [{"/",41260352,5}, {"/dev/shm",12304304,0}, {"/boot",495844,7}, {"/data",206420664,5}]}, {meminfo, <<"MemTotal: 24608608 kB\nMemFree: 6187176 kB\nBuffers: 239256 kB\nCached: 9592432 kB\nSwapCached: 0 kB\nActive: 10631708 kB\nInactive: 7088664 kB\nActive(anon): 7881760 kB\nInactive(anon): 9232 kB\nActive(file): 2749948 kB\nInactive(file): 7079432 kB\nUnevictable: 20760 kB\nMlocked: 20760 kB\nSwapTotal: 20479992 kB\nSwapFree: 20479992 kB\nDirty: 2792 kB\nWriteback: 0 kB\nAnonPages: 7909856 kB\nMapped: 14616 kB\nShmem: 164 kB\nSlab: 364192 kB\nSReclaimable: 306088 kB\nSUnreclaim: 58104 kB\nKernelStack: 3048 kB\nPageTables: 19856 kB\nNFS_Unstable: 0 kB\nBounce: 0 kB\nWritebackTmp: 0 kB\nCommitLimit: 32784296 kB\nCommitted_AS: 9671352 kB\nVmallocTotal: 34359738367 kB\nVmallocUsed: 332500 kB\nVmallocChunk: 34359350016 kB\nHardwareCorrupted: 0 kB\nAnonHugePages: 4290560 kB\nHugePages_Total: 0\nHugePages_Free: 0\nHugePages_Rsvd: 0\nHugePages_Surp: 0\nHugepagesize: 2048 kB\nDirectMap4k: 10240 kB\nDirectMap2M: 25155584 kB\n">>}]}, {'ns_1@192.168.0.22', [{last_heard,{1352,756067,792541}}, {outgoing_replications_safeness_level,[{"default",green}]}, {incoming_replications_conf_hashes, [{"default", [{'ns_1@192.168.0.20',123748621}, {'ns_1@192.168.0.21',113872612}]}]}, {active_buckets,["default"]}, {ready_buckets,["default"]}, {local_tasks, [[{pid,<<"<0.26013.3>">>}, {bucket,<<"default">>}, {original_target,{[{type,bucket}]}}, {progress,44}, {started_on,1352755940}, {total_vbuckets,1025}, {trigger_type,scheduled}, {type,bucket_compaction}, {updated_on,1352756067}, {vbuckets_done,456}]]}, {memory, [{total,251864992}, {processes,193414568}, {processes_used,193250472}, {system,58450424}, {atom,1338193}, {atom_used,1333793}, {binary,14027088}, {code,13490894}, {ets,10933208}]}, {system_memory_data, [{system_total_memory,25199214592}, {free_swap,20971511808}, {total_swap,20971511808}, {cached_memory,9841397760}, {buffered_memory,289193984}, {free_memory,5237665792}, {total_memory,25199214592}]}, {node_storage_conf,[{db_path,"/data"},{index_path,"/data"}]}, {statistics, [{wall_clock,{4015874,4999}}, {context_switches,{30532651,0}}, {garbage_collection,{4040846,9677483583,0}}, {io,{{input,702237376},{output,22712539520}}}, {reductions,{3331471162,3748554}}, {run_queue,0}, {runtime,{1166670,1490}}]}, {system_stats, [{cpu_utilization_rate,50.742574257425744}, {swap_total,20971511808}, {swap_used,0}]}, {interesting_stats, [{couch_docs_actual_disk_size,9705295856}, {couch_docs_data_size,7297689405}, {couch_views_actual_disk_size,0}, {couch_views_data_size,0}, {curr_items,1378454}, {curr_items_tot,2968002}, {mem_used,7763049208}, {vb_replica_curr_items,1589548}]}, {cluster_compatibility_version,131072}, {version, [{public_key,"0.13"}, {lhttpc,"1.3.0"}, {ale,"8cffe61"}, {os_mon,"2.2.7"}, {couch_set_view,"1.2.0a-b68b5f4-git"}, {mnesia,"4.5"}, {inets,"5.7.1"}, {couch,"1.2.0a-b68b5f4-git"}, {mapreduce,"1.0.0"}, {couch_index_merger,"1.2.0a-b68b5f4-git"}, {kernel,"2.14.5"}, {crypto,"2.0.4"}, {ssl,"4.1.6"}, {sasl,"2.1.10"}, {couch_view_parser,"1.0.0"}, {ns_server,"2.0.0-1939-rel-enterprise"}, {mochiweb,"1.4.1"}, {oauth,"7d85d3ef"}, {stdlib,"1.17.5"}]}, {supported_compat_version,[2,0]}, {system_arch,"x86_64-unknown-linux-gnu"}, {wall_clock,4015}, {memory_data,{25199214592,20210171904,{<18111.687.0>,24233672}}}, {disk_data, [{"/",41260352,5}, {"/dev/shm",12304304,0}, {"/boot",495844,7}, {"/data",206420664,5}]}, {meminfo, <<"MemTotal: 24608608 kB\nMemFree: 5115156 kB\nBuffers: 282416 kB\nCached: 9610740 kB\nSwapCached: 0 kB\nActive: 10786224 kB\nInactive: 7992668 kB\nActive(anon): 8366508 kB\nInactive(anon): 521604 kB\nActive(file): 2419716 kB\nInactive(file): 7471064 kB\nUnevictable: 20760 kB\nMlocked: 20760 kB\nSwapTotal: 20479992 kB\nSwapFree: 20479992 kB\nDirty: 12356 kB\nWriteback: 0 kB\nAnonPages: 8906820 kB\nMapped: 15684 kB\nShmem: 172 kB\nSlab: 382364 kB\nSReclaimable: 324140 kB\nSUnreclaim: 58224 kB\nKernelStack: 2560 kB\nPageTables: 21936 kB\nNFS_Unstable: 0 kB\nBounce: 0 kB\nWritebackTmp: 0 kB\nCommitLimit: 32784296 kB\nCommitted_AS: 10661504 kB\nVmallocTotal: 34359738367 kB\nVmallocUsed: 332500 kB\nVmallocChunk: 34359350016 kB\nHardwareCorrupted: 0 kB\nAnonHugePages: 5072896 kB\nHugePages_Total: 0\nHugePages_Free: 0\nHugePages_Rsvd: 0\nHugePages_Surp: 0\nHugepagesize: 2048 kB\nDirectMap4k: 10240 kB\nDirectMap2M: 25155584 kB\n">>}]}] [stats:debug,2012-11-12T13:34:49.639,ns_1@192.168.0.21:<0.4602.0>:stats_collector:maybe_log_stats:126](at {{1970,1,16},{7,45,56}}) Stats for bucket "default": accepting_conns 1 auth_cmds 9 auth_errors 0 bucket_active_conns 1 bucket_conns 23 bytes 7260082992 bytes_read 24664932515 bytes_written 16542716982 cas_badval 0 cas_hits 0 cas_misses 0 cmd_flush 0 cmd_get 3464715 cmd_set 2934597 conn_yields 118331 connection_structures 5000 curr_connections 26 curr_conns_on_port_11209 14 curr_conns_on_port_11210 10 curr_items 1464816 curr_items_tot 2825942 curr_temp_items 0 daemon_connections 4 decr_hits 0 decr_misses 0 delete_hits 143965 delete_misses 255100 ep_access_scanner_last_runtime 0 ep_access_scanner_num_items 0 ep_access_scanner_task_time 2012-11-13 10:00:00 ep_allow_data_loss_during_shutdown 1 ep_alog_block_size 4096 ep_alog_path /data/default/access.log ep_alog_sleep_time 1440 ep_alog_task_time 10 ep_backend couchdb ep_bg_fetch_delay 0 ep_bg_fetched 0 ep_bg_meta_fetched 0 ep_bg_remaining_jobs 0 ep_chk_max_items 5000 ep_chk_period 1800 ep_chk_persistence_remains 1 ep_chk_persistence_timeout 10 ep_chk_remover_stime 5 ep_commit_num 137170 ep_commit_time 5 ep_commit_time_total 1237774 ep_concurrentDB 1 ep_config_file ep_couch_bucket default ep_couch_host localhost ep_couch_port 11213 ep_couch_reconnect_sleeptime 250 ep_couch_response_timeout 180000 ep_data_age 11 ep_data_age_highwat 40 ep_data_traffic_enabled 0 ep_dbinit 0 ep_dbname /data/default ep_degraded_mode 0 ep_diskqueue_drain 10783586 ep_diskqueue_fill 9737731 ep_diskqueue_items 33242 ep_diskqueue_memory 940960 ep_diskqueue_pending 1411440 ep_exp_pager_stime 3600 ep_exp_pager_stime 3600 ep_expired_access 3430 ep_expired_pager 0 ep_expiry_window 3 ep_failpartialwarmup 0 ep_flush_all false ep_flush_duration_total 2566 ep_flushall_enabled 0 ep_flusher_state running ep_flusher_todo 32730 ep_getl_default_timeout 15 ep_getl_max_timeout 30 ep_ht_locks 5 ep_ht_size 3079 ep_inconsistent_slave_chk 0 ep_initfile ep_io_num_read 0 ep_io_num_write 8871407 ep_io_read_bytes 0 ep_io_write_bytes 20391927737 ep_item_begin_failed 0 ep_item_commit_failed 0 ep_item_flush_expired 50 ep_item_flush_failed 0 ep_item_num_based_new_chk 1 ep_items_rm_from_checkpoints 1268263 ep_keep_closed_chks 0 ep_klog_block_size 4096 ep_klog_compactor_queue_cap 500000 ep_klog_compactor_stime 3600 ep_klog_flush commit2 ep_klog_max_entry_ratio 10 ep_klog_max_log_size 2147483647 ep_klog_path ep_klog_sync commit2 ep_kv_size 6989183662 ep_max_checkpoints 2 ep_max_data_size 12582912000 ep_max_item_size 20971520 ep_max_size 12582912000 ep_max_txn_size 10000 ep_max_vbuckets 1024 ep_mem_high_wat 9437184000 ep_mem_high_wat 9437184000 ep_mem_low_wat 7549747200 ep_mem_low_wat 7549747200 ep_mem_tracker_enabled true ep_min_data_age 0 ep_mlog_compactor_runs 0 ep_mutation_mem_threshold 0 ep_num_access_scanner_runs 0 ep_num_eject_failures 0 ep_num_expiry_pager_runs 0 ep_num_non_resident 0 ep_num_not_my_vbuckets 0 ep_num_ops_del_meta 0 ep_num_ops_get_meta 0 ep_num_ops_set_meta 0 ep_num_pager_runs 0 ep_num_value_ejects 0 ep_oom_errors 0 ep_overhead 87182064 ep_pager_active_vb_pcnt 40 ep_pager_unbiased_period 60 ep_pending_ops 0 ep_pending_ops_max 1 ep_pending_ops_max_duration 128624 ep_pending_ops_total 3 ep_postInitfile ep_queue_age_cap 900 ep_queue_size 512 ep_startup_time 1352753488 ep_storage_age 10 ep_storage_age_highwat 50 ep_store_max_concurrency 10 ep_store_max_readers 9 ep_store_max_readwrite 1 ep_stored_val_type ep_tap_ack_grace_period 300 ep_tap_ack_initial_sequence_number 1 ep_tap_ack_interval 1000 ep_tap_ack_window_size 10 ep_tap_backfill_resident 0.9 ep_tap_backlog_limit 5000 ep_tap_backoff_period 5 ep_tap_bg_fetch_requeued 0 ep_tap_bg_fetched 0 ep_tap_bg_max_pending 500 ep_tap_keepalive 300 ep_tap_noop_interval 20 ep_tap_requeue_sleep_time 0.1 ep_tap_throttle_cap_pcnt 10 ep_tap_throttle_queue_cap 1000000 ep_tap_throttle_threshold 90 ep_tmp_oom_errors 0 ep_too_old 0 ep_too_young 0 ep_total_cache_size 6955291810 ep_total_del_items 454075 ep_total_enqueued 9737731 ep_total_new_items 3085458 ep_total_persisted 8871407 ep_uncommitted_items 5988 ep_value_size 6756177641 ep_vb0 0 ep_vb_snapshot_total 1116 ep_vb_total 974 ep_vbucket_del 0 ep_vbucket_del_fail 0 ep_version 2.0.0r_133_g68e3f7c ep_waitforwarmup 0 ep_warmup 1 ep_warmup_batch_size 1000 ep_warmup_dups 0 ep_warmup_min_items_threshold 100 ep_warmup_min_memory_threshold 100 ep_warmup_oom 0 ep_warmup_thread complete ep_warmup_time 17721 get_hits 3028639 get_misses 436076 incr_hits 0 incr_misses 0 libevent 2.0.11-stable limit_maxbytes 67108864 listen_disabled_num 0 max_conns_on_port_11209 1000 max_conns_on_port_11210 9000 mem_used 7260082992 pid 7353 pointer_size 64 rejected_conns 0 rusage_system 719.254656 rusage_user 1550.979215 tap_checkpoint_end_received 1872 tap_checkpoint_end_sent 724 tap_checkpoint_start_received 3407 tap_checkpoint_start_sent 790 tap_connect_received 1 tap_delete_received 288450 tap_delete_sent 186485 tap_mutation_received 6955420 tap_mutation_sent 3474862 tap_opaque_received 6813 tap_opaque_sent 505 tap_vbucket_set_received 1008 threads 4 time 1352756089 total_connections 5012 uptime 2603 vb_active_curr_items 1464816 vb_active_eject 0 vb_active_expired 3359 vb_active_ht_memory 12656256 vb_active_itm_memory 3610774312 vb_active_meta_data_memory 115720464 vb_active_num 504 vb_active_num_non_resident 0 vb_active_num_ref_ejects 0 vb_active_num_ref_items 1605005 vb_active_ops_create 1599597 vb_active_ops_delete 236701 vb_active_ops_reject 0 vb_active_ops_update 2528883 vb_active_perc_mem_resident 100 vb_active_queue_age 1815879000 vb_active_queue_drain 5568997 vb_active_queue_fill 4984652 vb_active_queue_memory 454464 vb_active_queue_pending 681696 vb_active_queue_size 14202 vb_dead_num 0 vb_pending_curr_items 0 vb_pending_eject 0 vb_pending_expired 0 vb_pending_ht_memory 0 vb_pending_itm_memory 0 vb_pending_meta_data_memory 0 vb_pending_num 0 vb_pending_num_non_resident 0 vb_pending_num_ref_ejects 0 vb_pending_num_ref_items 0 vb_pending_ops_create 0 vb_pending_ops_delete 0 vb_pending_ops_reject 0 vb_pending_ops_update 0 vb_pending_perc_mem_resident 0 vb_pending_queue_age 0 vb_pending_queue_drain 0 vb_pending_queue_fill 0 vb_pending_queue_memory 0 vb_pending_queue_pending 0 vb_pending_queue_size 0 vb_replica_curr_items 1361126 vb_replica_eject 0 vb_replica_expired 71 vb_replica_ht_memory 11802640 vb_replica_itm_memory 3344517498 vb_replica_meta_data_memory 107528954 vb_replica_num 470 vb_replica_num_non_resident 0 vb_replica_num_ref_ejects 0 vb_replica_num_ref_items 1492342 vb_replica_ops_create 1488758 vb_replica_ops_delete 217374 vb_replica_ops_reject 0 vb_replica_ops_update 2802991 vb_replica_perc_mem_resident 100 vb_replica_queue_age 837995000 vb_replica_queue_drain 5214589 vb_replica_queue_fill 4753079 vb_replica_queue_memory 486496 vb_replica_queue_pending 729744 vb_replica_queue_size 15203 version 1.4.4_600_g7ea975a [ns_doctor:debug,2012-11-12T13:35:28.184,ns_1@192.168.0.21:ns_doctor<0.4484.0>:ns_doctor:handle_info:137]Current node statuses: [{'ns_1@192.168.0.20', [{last_heard,{1352,756124,572723}}, {outgoing_replications_safeness_level,[{"default",green}]}, {incoming_replications_conf_hashes, [{"default",[{'ns_1@192.168.0.22',1932124}]}]}, {active_buckets,["default"]}, {ready_buckets,["default"]}, {local_tasks,[]}, {memory, [{total,156666096}, {processes,109859560}, {processes_used,105770296}, {system,46806536}, {atom,1406633}, {atom_used,1381414}, {binary,2483848}, {code,14105593}, {ets,10767400}]}, {system_memory_data, [{system_total_memory,25199214592}, {free_swap,20965924864}, {total_swap,20971511808}, {cached_memory,423010304}, {buffered_memory,230195200}, {free_memory,15218638848}, {total_memory,25199214592}]}, {node_storage_conf,[{db_path,"/data"},{index_path,"/data"}]}, {statistics, [{wall_clock,{4087710,4999}}, {context_switches,{25603428,0}}, {garbage_collection,{3258375,21967379825,0}}, {io,{{input,489204567},{output,12115046509}}}, {reductions,{3510894033,3160266}}, {run_queue,0}, {runtime,{1453660,1940}}]}, {system_stats, [{cpu_utilization_rate,49.87012987012987}, {swap_total,20971511808}, {swap_used,5595136}]}, {interesting_stats, [{couch_docs_actual_disk_size,374909744}, {couch_docs_data_size,342930120}, {couch_views_actual_disk_size,0}, {couch_views_data_size,0}, {curr_items,118851}, {curr_items_tot,133468}, {mem_used,495856312}, {vb_replica_curr_items,14617}]}, {cluster_compatibility_version,131072}, {version, [{public_key,"0.13"}, {lhttpc,"1.3.0"}, {ale,"8cffe61"}, {os_mon,"2.2.7"}, {couch_set_view,"1.2.0a-b68b5f4-git"}, {mnesia,"4.5"}, {inets,"5.7.1"}, {couch,"1.2.0a-b68b5f4-git"}, {mapreduce,"1.0.0"}, {couch_index_merger,"1.2.0a-b68b5f4-git"}, {kernel,"2.14.5"}, {crypto,"2.0.4"}, {ssl,"4.1.6"}, {sasl,"2.1.10"}, {couch_view_parser,"1.0.0"}, {ns_server,"2.0.0-1939-rel-enterprise"}, {mochiweb,"1.4.1"}, {oauth,"7d85d3ef"}, {stdlib,"1.17.5"}]}, {supported_compat_version,[2,0]}, {system_arch,"x86_64-unknown-linux-gnu"}, {wall_clock,4087}, {memory_data,{25199214592,9989279744,{<18071.667.0>,16006008}}}, {disk_data, [{"/",41260352,5}, {"/dev/shm",12304304,0}, {"/boot",495844,7}, {"/data",206420664,1}]}, {meminfo, <<"MemTotal: 24608608 kB\nMemFree: 14862200 kB\nBuffers: 224800 kB\nCached: 413096 kB\nSwapCached: 1204 kB\nActive: 8166764 kB\nInactive: 1076764 kB\nActive(anon): 7860208 kB\nInactive(anon): 747424 kB\nActive(file): 306556 kB\nInactive(file): 329340 kB\nUnevictable: 20760 kB\nMlocked: 20760 kB\nSwapTotal: 20479992 kB\nSwapFree: 20474536 kB\nDirty: 392 kB\nWriteback: 0 kB\nAnonPages: 8639600 kB\nMapped: 15564 kB\nShmem: 172 kB\nSlab: 170340 kB\nSReclaimable: 112828 kB\nSUnreclaim: 57512 kB\nKernelStack: 3064 kB\nPageTables: 21776 kB\nNFS_Unstable: 0 kB\nBounce: 0 kB\nWritebackTmp: 0 kB\nCommitLimit: 32784296 kB\nCommitted_AS: 10392644 kB\nVmallocTotal: 34359738367 kB\nVmallocUsed: 332500 kB\nVmallocChunk: 34359355024 kB\nHardwareCorrupted: 0 kB\nAnonHugePages: 5451776 kB\nHugePages_Total: 0\nHugePages_Free: 0\nHugePages_Rsvd: 0\nHugePages_Surp: 0\nHugepagesize: 2048 kB\nDirectMap4k: 10240 kB\nDirectMap2M: 25155584 kB\n">>}]}, {'ns_1@192.168.0.21', [{last_heard,{1352,756123,187018}}, {outgoing_replications_safeness_level,[{"default",green}]}, {incoming_replications_conf_hashes, [{"default",[{'ns_1@192.168.0.22',121681962}]}]}, {active_buckets,["default"]}, {ready_buckets,["default"]}, {local_tasks, [[{pid,<<"<0.30376.2>">>}, {bucket,<<"default">>}, {original_target,{[{type,bucket}]}}, {progress,20}, {started_on,1352756087}, {total_vbuckets,973}, {trigger_type,scheduled}, {type,bucket_compaction}, {updated_on,1352756123}, {vbuckets_done,204}]]}, {memory, [{total,246238424}, {processes,190588816}, {processes_used,190576928}, {system,55649608}, {atom,1352849}, {atom_used,1351270}, {binary,13321456}, {code,13554264}, {ets,8739088}]}, {system_memory_data, [{system_total_memory,25199214592}, {free_swap,20971511808}, {total_swap,20971511808}, {cached_memory,9595523072}, {buffered_memory,247283712}, {free_memory,6487777280}, {total_memory,25199214592}]}, {node_storage_conf,[{db_path,"/data"},{index_path,"/data"}]}, {statistics, [{wall_clock,{4084099,5000}}, {context_switches,{18536079,0}}, {garbage_collection,{2917111,9022044966,0}}, {io,{{input,654014619},{output,17716281619}}}, {reductions,{2531363293,5018966}}, {run_queue,0}, {runtime,{916490,1780}}]}, {system_stats, [{cpu_utilization_rate,61.3053613053613}, {swap_total,20971511808}, {swap_used,0}]}, {interesting_stats, [{couch_docs_actual_disk_size,9555516813}, {couch_docs_data_size,6974493155}, {couch_views_actual_disk_size,0}, {couch_views_data_size,0}, {curr_items,1474177}, {curr_items_tot,2838976}, {mem_used,7291506280}, {vb_replica_curr_items,1364799}]}, {cluster_compatibility_version,131072}, {version, [{public_key,"0.13"}, {lhttpc,"1.3.0"}, {ale,"8cffe61"}, {os_mon,"2.2.7"}, {couch_set_view,"1.2.0a-b68b5f4-git"}, {mnesia,"4.5"}, {inets,"5.7.1"}, {couch,"1.2.0a-b68b5f4-git"}, {mapreduce,"1.0.0"}, {couch_index_merger,"1.2.0a-b68b5f4-git"}, {kernel,"2.14.5"}, {crypto,"2.0.4"}, {ssl,"4.1.6"}, {sasl,"2.1.10"}, {couch_view_parser,"1.0.0"}, {ns_server,"2.0.0-1939-rel-enterprise"}, {mochiweb,"1.4.1"}, {oauth,"7d85d3ef"}, {stdlib,"1.17.5"}]}, {supported_compat_version,[2,0]}, {system_arch,"x86_64-unknown-linux-gnu"}, {wall_clock,4084}, {memory_data,{25199214592,18749304832,{<0.4606.0>,16006008}}}, {disk_data, [{"/",41260352,5}, {"/dev/shm",12304304,0}, {"/boot",495844,7}, {"/data",206420664,5}]}, {meminfo, <<"MemTotal: 24608608 kB\nMemFree: 6335968 kB\nBuffers: 241488 kB\nCached: 9370628 kB\nSwapCached: 0 kB\nActive: 10412836 kB\nInactive: 7162584 kB\nActive(anon): 7955752 kB\nInactive(anon): 9232 kB\nActive(file): 2457084 kB\nInactive(file): 7153352 kB\nUnevictable: 20760 kB\nMlocked: 20760 kB\nSwapTotal: 20479992 kB\nSwapFree: 20479992 kB\nDirty: 8964 kB\nWriteback: 0 kB\nAnonPages: 7983928 kB\nMapped: 14620 kB\nShmem: 164 kB\nSlab: 364036 kB\nSReclaimable: 305332 kB\nSUnreclaim: 58704 kB\nKernelStack: 3056 kB\nPageTables: 20068 kB\nNFS_Unstable: 0 kB\nBounce: 0 kB\nWritebackTmp: 0 kB\nCommitLimit: 32784296 kB\nCommitted_AS: 9746924 kB\nVmallocTotal: 34359738367 kB\nVmallocUsed: 332500 kB\nVmallocChunk: 34359350016 kB\nHardwareCorrupted: 0 kB\nAnonHugePages: 4390912 kB\nHugePages_Total: 0\nHugePages_Free: 0\nHugePages_Rsvd: 0\nHugePages_Surp: 0\nHugepagesize: 2048 kB\nDirectMap4k: 10240 kB\nDirectMap2M: 25155584 kB\n">>}]}, {'ns_1@192.168.0.22', [{last_heard,{1352,756127,795378}}, {outgoing_replications_safeness_level,[{"default",green}]}, {incoming_replications_conf_hashes, [{"default", [{'ns_1@192.168.0.20',63679937},{'ns_1@192.168.0.21',25024159}]}]}, {active_buckets,["default"]}, {ready_buckets,["default"]}, {local_tasks, [[{pid,<<"<0.26013.3>">>}, {bucket,<<"default">>}, {original_target,{[{type,bucket}]}}, {progress,63}, {started_on,1352755940}, {total_vbuckets,1025}, {trigger_type,scheduled}, {type,bucket_compaction}, {updated_on,1352756127}, {vbuckets_done,648}]]}, {memory, [{total,247113912}, {processes,188561968}, {processes_used,188487952}, {system,58551944}, {atom,1338193}, {atom_used,1333793}, {binary,13840008}, {code,13490894}, {ets,11207640}]}, {system_memory_data, [{system_total_memory,25199214592}, {free_swap,20971511808}, {total_swap,20971511808}, {cached_memory,9402974208}, {buffered_memory,291102720}, {free_memory,5680746496}, {total_memory,25199214592}]}, {node_storage_conf,[{db_path,"/data"},{index_path,"/data"}]}, {statistics, [{wall_clock,{4075876,4999}}, {context_switches,{30927767,0}}, {garbage_collection,{4081356,9800940288,0}}, {io,{{input,711127992},{output,23003194576}}}, {reductions,{3374709151,3135459}}, {run_queue,0}, {runtime,{1182190,1130}}]}, {system_stats, [{cpu_utilization_rate,39.40886699507389}, {swap_total,20971511808}, {swap_used,0}]}, {interesting_stats, [{couch_docs_actual_disk_size,9268092973}, {couch_docs_data_size,7298894461}, {couch_views_actual_disk_size,0}, {couch_views_data_size,0}, {curr_items,1379998}, {curr_items_tot,2971400}, {mem_used,7769158200}, {vb_replica_curr_items,1591402}]}, {cluster_compatibility_version,131072}, {version, [{public_key,"0.13"}, {lhttpc,"1.3.0"}, {ale,"8cffe61"}, {os_mon,"2.2.7"}, {couch_set_view,"1.2.0a-b68b5f4-git"}, {mnesia,"4.5"}, {inets,"5.7.1"}, {couch,"1.2.0a-b68b5f4-git"}, {mapreduce,"1.0.0"}, {couch_index_merger,"1.2.0a-b68b5f4-git"}, {kernel,"2.14.5"}, {crypto,"2.0.4"}, {ssl,"4.1.6"}, {sasl,"2.1.10"}, {couch_view_parser,"1.0.0"}, {ns_server,"2.0.0-1939-rel-enterprise"}, {mochiweb,"1.4.1"}, {oauth,"7d85d3ef"}, {stdlib,"1.17.5"}]}, {supported_compat_version,[2,0]}, {system_arch,"x86_64-unknown-linux-gnu"}, {wall_clock,4075}, {memory_data,{25199214592,19915542528,{<18111.687.0>,16006008}}}, {disk_data, [{"/",41260352,5}, {"/dev/shm",12304304,0}, {"/boot",495844,7}, {"/data",206420664,5}]}, {meminfo, <<"MemTotal: 24608608 kB\nMemFree: 5547852 kB\nBuffers: 284280 kB\nCached: 9182592 kB\nSwapCached: 0 kB\nActive: 10443328 kB\nInactive: 7905688 kB\nActive(anon): 8361600 kB\nInactive(anon): 522644 kB\nActive(file): 2081728 kB\nInactive(file): 7383044 kB\nUnevictable: 20760 kB\nMlocked: 20760 kB\nSwapTotal: 20479992 kB\nSwapFree: 20479992 kB\nDirty: 4936 kB\nWriteback: 0 kB\nAnonPages: 8905528 kB\nMapped: 16004 kB\nShmem: 172 kB\nSlab: 378340 kB\nSReclaimable: 320072 kB\nSUnreclaim: 58268 kB\nKernelStack: 2584 kB\nPageTables: 22044 kB\nNFS_Unstable: 0 kB\nBounce: 0 kB\nWritebackTmp: 0 kB\nCommitLimit: 32784296 kB\nCommitted_AS: 10650564 kB\nVmallocTotal: 34359738367 kB\nVmallocUsed: 332500 kB\nVmallocChunk: 34359350016 kB\nHardwareCorrupted: 0 kB\nAnonHugePages: 5105664 kB\nHugePages_Total: 0\nHugePages_Free: 0\nHugePages_Rsvd: 0\nHugePages_Surp: 0\nHugepagesize: 2048 kB\nDirectMap4k: 10240 kB\nDirectMap2M: 25155584 kB\n">>}]}] [ns_doctor:debug,2012-11-12T13:36:28.186,ns_1@192.168.0.21:ns_doctor<0.4484.0>:ns_doctor:handle_info:137]Current node statuses: [{'ns_1@192.168.0.20', [{last_heard,{1352,756184,573892}}, {outgoing_replications_safeness_level,[{"default",green}]}, {incoming_replications_conf_hashes, [{"default",[{'ns_1@192.168.0.22',77523111}]}]}, {active_buckets,["default"]}, {ready_buckets,["default"]}, {local_tasks,[]}, {memory, [{total,158287312}, {processes,111602936}, {processes_used,107493768}, {system,46684376}, {atom,1406633}, {atom_used,1381414}, {binary,2187504}, {code,14105593}, {ets,10944448}]}, {system_memory_data, [{system_total_memory,25199214592}, {free_swap,20965396480}, {total_swap,20971511808}, {cached_memory,452689920}, {buffered_memory,230244352}, {free_memory,15173337088}, {total_memory,25199214592}]}, {node_storage_conf,[{db_path,"/data"},{index_path,"/data"}]}, {statistics, [{wall_clock,{4147711,5000}}, {context_switches,{25814230,0}}, {garbage_collection,{3284412,22120898873,0}}, {io,{{input,494563439},{output,12124939829}}}, {reductions,{3542887111,3056397}}, {run_queue,0}, {runtime,{1467670,1590}}]}, {system_stats, [{cpu_utilization_rate,41.19106699751861}, {swap_total,20971511808}, {swap_used,6123520}]}, {interesting_stats, [{couch_docs_actual_disk_size,388236685}, {couch_docs_data_size,299484798}, {couch_views_actual_disk_size,0}, {couch_views_data_size,0}, {curr_items,112919}, {curr_items_tot,121608}, {mem_used,466241672}, {vb_replica_curr_items,8689}]}, {cluster_compatibility_version,131072}, {version, [{public_key,"0.13"}, {lhttpc,"1.3.0"}, {ale,"8cffe61"}, {os_mon,"2.2.7"}, {couch_set_view,"1.2.0a-b68b5f4-git"}, {mnesia,"4.5"}, {inets,"5.7.1"}, {couch,"1.2.0a-b68b5f4-git"}, {mapreduce,"1.0.0"}, {couch_index_merger,"1.2.0a-b68b5f4-git"}, {kernel,"2.14.5"}, {crypto,"2.0.4"}, {ssl,"4.1.6"}, {sasl,"2.1.10"}, {couch_view_parser,"1.0.0"}, {ns_server,"2.0.0-1939-rel-enterprise"}, {mochiweb,"1.4.1"}, {oauth,"7d85d3ef"}, {stdlib,"1.17.5"}]}, {supported_compat_version,[2,0]}, {system_arch,"x86_64-unknown-linux-gnu"}, {wall_clock,4147}, {memory_data,{25199214592,9999458304,{<18071.667.0>,16006008}}}, {disk_data, [{"/",41260352,5}, {"/dev/shm",12304304,0}, {"/boot",495844,7}, {"/data",206420664,1}]}, {meminfo, <<"MemTotal: 24608608 kB\nMemFree: 14817712 kB\nBuffers: 224848 kB\nCached: 442080 kB\nSwapCached: 1428 kB\nActive: 8201792 kB\nInactive: 1086208 kB\nActive(anon): 7828880 kB\nInactive(anon): 794264 kB\nActive(file): 372912 kB\nInactive(file): 291944 kB\nUnevictable: 20760 kB\nMlocked: 20760 kB\nSwapTotal: 20479992 kB\nSwapFree: 20474020 kB\nDirty: 596 kB\nWriteback: 0 kB\nAnonPages: 8657444 kB\nMapped: 15564 kB\nShmem: 172 kB\nSlab: 169964 kB\nSReclaimable: 112556 kB\nSUnreclaim: 57408 kB\nKernelStack: 3064 kB\nPageTables: 21800 kB\nNFS_Unstable: 0 kB\nBounce: 0 kB\nWritebackTmp: 0 kB\nCommitLimit: 32784296 kB\nCommitted_AS: 10416724 kB\nVmallocTotal: 34359738367 kB\nVmallocUsed: 332500 kB\nVmallocChunk: 34359355024 kB\nHardwareCorrupted: 0 kB\nAnonHugePages: 5564416 kB\nHugePages_Total: 0\nHugePages_Free: 0\nHugePages_Rsvd: 0\nHugePages_Surp: 0\nHugepagesize: 2048 kB\nDirectMap4k: 10240 kB\nDirectMap2M: 25155584 kB\n">>}]}, {'ns_1@192.168.0.21', [{last_heard,{1352,756183,186680}}, {outgoing_replications_safeness_level,[{"default",green}]}, {incoming_replications_conf_hashes, [{"default",[{'ns_1@192.168.0.22',36638653}]}]}, {active_buckets,["default"]}, {ready_buckets,["default"]}, {local_tasks, [[{pid,<<"<0.30376.2>">>}, {bucket,<<"default">>}, {original_target,{[{type,bucket}]}}, {progress,54}, {started_on,1352756087}, {total_vbuckets,973}, {trigger_type,scheduled}, {type,bucket_compaction}, {updated_on,1352756183}, {vbuckets_done,526}]]}, {memory, [{total,245455904}, {processes,189157824}, {processes_used,189095000}, {system,56298080}, {atom,1352849}, {atom_used,1351270}, {binary,13834680}, {code,13554264}, {ets,8871264}]}, {system_memory_data, [{system_total_memory,25199214592}, {free_swap,20971511808}, {total_swap,20971511808}, {cached_memory,8929431552}, {buffered_memory,250572800}, {free_memory,7131254784}, {total_memory,25199214592}]}, {node_storage_conf,[{db_path,"/data"},{index_path,"/data"}]}, {statistics, [{wall_clock,{4144098,4993}}, {context_switches,{18958265,0}}, {garbage_collection,{2956098,9178596889,0}}, {io,{{input,682741950},{output,18017555608}}}, {reductions,{2581539767,4168296}}, {run_queue,0}, {runtime,{935130,1760}}]}, {system_stats, [{cpu_utilization_rate,53.0562347188264}, {swap_total,20971511808}, {swap_used,0}]}, {interesting_stats, [{couch_docs_actual_disk_size,8869306244}, {couch_docs_data_size,7019631152}, {couch_views_actual_disk_size,0}, {couch_views_data_size,0}, {curr_items,1479861}, {curr_items_tot,2856130}, {mem_used,7338911672}, {vb_replica_curr_items,1376269}]}, {cluster_compatibility_version,131072}, {version, [{public_key,"0.13"}, {lhttpc,"1.3.0"}, {ale,"8cffe61"}, {os_mon,"2.2.7"}, {couch_set_view,"1.2.0a-b68b5f4-git"}, {mnesia,"4.5"}, {inets,"5.7.1"}, {couch,"1.2.0a-b68b5f4-git"}, {mapreduce,"1.0.0"}, {couch_index_merger,"1.2.0a-b68b5f4-git"}, {kernel,"2.14.5"}, {crypto,"2.0.4"}, {ssl,"4.1.6"}, {sasl,"2.1.10"}, {couch_view_parser,"1.0.0"}, {ns_server,"2.0.0-1939-rel-enterprise"}, {mochiweb,"1.4.1"}, {oauth,"7d85d3ef"}, {stdlib,"1.17.5"}]}, {supported_compat_version,[2,0]}, {system_arch,"x86_64-unknown-linux-gnu"}, {wall_clock,4144}, {memory_data,{25199214592,18114101248,{<0.4606.0>,16006008}}}, {disk_data, [{"/",41260352,5}, {"/dev/shm",12304304,0}, {"/boot",495844,7}, {"/data",206420664,5}]}, {meminfo, <<"MemTotal: 24608608 kB\nMemFree: 6964116 kB\nBuffers: 244700 kB\nCached: 8720148 kB\nSwapCached: 0 kB\nActive: 9954264 kB\nInactive: 7012628 kB\nActive(anon): 7994840 kB\nInactive(anon): 9232 kB\nActive(file): 1959424 kB\nInactive(file): 7003396 kB\nUnevictable: 20760 kB\nMlocked: 20760 kB\nSwapTotal: 20479992 kB\nSwapFree: 20479992 kB\nDirty: 12788 kB\nWriteback: 0 kB\nAnonPages: 8023032 kB\nMapped: 14620 kB\nShmem: 164 kB\nSlab: 343312 kB\nSReclaimable: 284748 kB\nSUnreclaim: 58564 kB\nKernelStack: 3056 kB\nPageTables: 20140 kB\nNFS_Unstable: 0 kB\nBounce: 0 kB\nWritebackTmp: 0 kB\nCommitLimit: 32784296 kB\nCommitted_AS: 9788820 kB\nVmallocTotal: 34359738367 kB\nVmallocUsed: 332500 kB\nVmallocChunk: 34359350016 kB\nHardwareCorrupted: 0 kB\nAnonHugePages: 4487168 kB\nHugePages_Total: 0\nHugePages_Free: 0\nHugePages_Rsvd: 0\nHugePages_Surp: 0\nHugepagesize: 2048 kB\nDirectMap4k: 10240 kB\nDirectMap2M: 25155584 kB\n">>}]}, {'ns_1@192.168.0.22', [{last_heard,{1352,756187,794775}}, {outgoing_replications_safeness_level,[{"default",green}]}, {incoming_replications_conf_hashes, [{"default", [{'ns_1@192.168.0.20',95416806},{'ns_1@192.168.0.21',32436686}]}]}, {active_buckets,["default"]}, {ready_buckets,["default"]}, {local_tasks, [[{pid,<<"<0.26013.3>">>}, {bucket,<<"default">>}, {original_target,{[{type,bucket}]}}, {progress,82}, {started_on,1352755940}, {total_vbuckets,1025}, {trigger_type,scheduled}, {type,bucket_compaction}, {updated_on,1352756187}, {vbuckets_done,850}]]}, {memory, [{total,252567368}, {processes,193804144}, {processes_used,193745768}, {system,58763224}, {atom,1338193}, {atom_used,1333793}, {binary,13968760}, {code,13490894}, {ets,11287240}]}, {system_memory_data, [{system_total_memory,25199214592}, {free_swap,20971511808}, {total_swap,20971511808}, {cached_memory,9000300544}, {buffered_memory,293232640}, {free_memory,6085066752}, {total_memory,25199214592}]}, {node_storage_conf,[{db_path,"/data"},{index_path,"/data"}]}, {statistics, [{wall_clock,{4135875,5000}}, {context_switches,{31282780,0}}, {garbage_collection,{4114607,9913512910,0}}, {io,{{input,719284886},{output,23295705432}}}, {reductions,{3414956183,3998433}}, {run_queue,0}, {runtime,{1195780,1290}}]}, {system_stats, [{cpu_utilization_rate,42.53731343283582}, {swap_total,20971511808}, {swap_used,0}]}, {interesting_stats, [{couch_docs_actual_disk_size,8841764171}, {couch_docs_data_size,7300242424}, {couch_views_actual_disk_size,0}, {couch_views_data_size,0}, {curr_items,1380188}, {curr_items_tot,2973396}, {mem_used,7776195480}, {vb_replica_curr_items,1593208}]}, {cluster_compatibility_version,131072}, {version, [{public_key,"0.13"}, {lhttpc,"1.3.0"}, {ale,"8cffe61"}, {os_mon,"2.2.7"}, {couch_set_view,"1.2.0a-b68b5f4-git"}, {mnesia,"4.5"}, {inets,"5.7.1"}, {couch,"1.2.0a-b68b5f4-git"}, {mapreduce,"1.0.0"}, {couch_index_merger,"1.2.0a-b68b5f4-git"}, {kernel,"2.14.5"}, {crypto,"2.0.4"}, {ssl,"4.1.6"}, {sasl,"2.1.10"}, {couch_view_parser,"1.0.0"}, {ns_server,"2.0.0-1939-rel-enterprise"}, {mochiweb,"1.4.1"}, {oauth,"7d85d3ef"}, {stdlib,"1.17.5"}]}, {supported_compat_version,[2,0]}, {system_arch,"x86_64-unknown-linux-gnu"}, {wall_clock,4135}, {memory_data,{25199214592,19467755520,{<18111.687.0>,16006008}}}, {disk_data, [{"/",41260352,5}, {"/dev/shm",12304304,0}, {"/boot",495844,7}, {"/data",206420664,5}]}, {meminfo, <<"MemTotal: 24608608 kB\nMemFree: 5942696 kB\nBuffers: 286360 kB\nCached: 8789356 kB\nSwapCached: 0 kB\nActive: 10155788 kB\nInactive: 7804132 kB\nActive(anon): 8362956 kB\nInactive(anon): 523236 kB\nActive(file): 1792832 kB\nInactive(file): 7280896 kB\nUnevictable: 20760 kB\nMlocked: 20760 kB\nSwapTotal: 20479992 kB\nSwapFree: 20479992 kB\nDirty: 6288 kB\nWriteback: 0 kB\nAnonPages: 8906884 kB\nMapped: 15684 kB\nShmem: 172 kB\nSlab: 374364 kB\nSReclaimable: 316024 kB\nSUnreclaim: 58340 kB\nKernelStack: 2560 kB\nPageTables: 21924 kB\nNFS_Unstable: 0 kB\nBounce: 0 kB\nWritebackTmp: 0 kB\nCommitLimit: 32784296 kB\nCommitted_AS: 10652848 kB\nVmallocTotal: 34359738367 kB\nVmallocUsed: 332500 kB\nVmallocChunk: 34359350016 kB\nHardwareCorrupted: 0 kB\nAnonHugePages: 5117952 kB\nHugePages_Total: 0\nHugePages_Free: 0\nHugePages_Rsvd: 0\nHugePages_Surp: 0\nHugepagesize: 2048 kB\nDirectMap4k: 10240 kB\nDirectMap2M: 25155584 kB\n">>}]}] [stats:debug,2012-11-12T13:36:29.605,ns_1@192.168.0.21:<0.4602.0>:stats_collector:maybe_log_stats:126](at {{1970,1,16},{7,45,56}}) Stats for bucket "default": accepting_conns 1 auth_cmds 9 auth_errors 0 bucket_active_conns 1 bucket_conns 25 bytes 7353913720 bytes_read 25603609066 bytes_written 17409255586 cas_badval 0 cas_hits 0 cas_misses 0 cmd_flush 0 cmd_get 3667855 cmd_set 3103341 conn_yields 122206 connection_structures 5000 curr_connections 28 curr_conns_on_port_11209 16 curr_conns_on_port_11210 10 curr_items 1483222 curr_items_tot 2861990 curr_temp_items 0 daemon_connections 4 decr_hits 0 decr_misses 0 delete_hits 152247 delete_misses 269961 ep_access_scanner_last_runtime 0 ep_access_scanner_num_items 0 ep_access_scanner_task_time 2012-11-13 10:00:00 ep_allow_data_loss_during_shutdown 1 ep_alog_block_size 4096 ep_alog_path /data/default/access.log ep_alog_sleep_time 1440 ep_alog_task_time 10 ep_backend couchdb ep_bg_fetch_delay 0 ep_bg_fetched 0 ep_bg_meta_fetched 0 ep_bg_remaining_jobs 0 ep_chk_max_items 5000 ep_chk_period 1800 ep_chk_persistence_remains 2 ep_chk_persistence_timeout 10 ep_chk_remover_stime 5 ep_commit_num 139843 ep_commit_time 12 ep_commit_time_total 1285877 ep_concurrentDB 1 ep_config_file ep_couch_bucket default ep_couch_host localhost ep_couch_port 11213 ep_couch_reconnect_sleeptime 250 ep_couch_response_timeout 180000 ep_data_age 3 ep_data_age_highwat 45 ep_data_traffic_enabled 0 ep_dbinit 0 ep_dbname /data/default ep_degraded_mode 0 ep_diskqueue_drain 11094959 ep_diskqueue_fill 10077218 ep_diskqueue_items 65285 ep_diskqueue_memory 1916704 ep_diskqueue_pending 2875056 ep_exp_pager_stime 3600 ep_exp_pager_stime 3600 ep_expired_access 3723 ep_expired_pager 0 ep_expiry_window 3 ep_failpartialwarmup 0 ep_flush_all false ep_flush_duration_total 2660 ep_flushall_enabled 0 ep_flusher_state running ep_flusher_todo 38587 ep_getl_default_timeout 15 ep_getl_max_timeout 30 ep_ht_locks 5 ep_ht_size 3079 ep_inconsistent_slave_chk 0 ep_initfile ep_io_num_read 0 ep_io_num_write 9152151 ep_io_read_bytes 0 ep_io_write_bytes 21039891192 ep_item_begin_failed 0 ep_item_commit_failed 0 ep_item_flush_expired 50 ep_item_flush_failed 0 ep_item_num_based_new_chk 1 ep_items_rm_from_checkpoints 1322115 ep_keep_closed_chks 0 ep_klog_block_size 4096 ep_klog_compactor_queue_cap 500000 ep_klog_compactor_stime 3600 ep_klog_flush commit2 ep_klog_max_entry_ratio 10 ep_klog_max_log_size 2147483647 ep_klog_path ep_klog_sync commit2 ep_kv_size 7079148570 ep_max_checkpoints 2 ep_max_data_size 12582912000 ep_max_item_size 20971520 ep_max_size 12582912000 ep_max_txn_size 10000 ep_max_vbuckets 1024 ep_mem_high_wat 9437184000 ep_mem_high_wat 9437184000 ep_mem_low_wat 7549747200 ep_mem_low_wat 7549747200 ep_mem_tracker_enabled true ep_min_data_age 0 ep_mlog_compactor_runs 0 ep_mutation_mem_threshold 0 ep_num_access_scanner_runs 0 ep_num_eject_failures 0 ep_num_expiry_pager_runs 0 ep_num_non_resident 0 ep_num_not_my_vbuckets 0 ep_num_ops_del_meta 0 ep_num_ops_get_meta 0 ep_num_ops_set_meta 0 ep_num_pager_runs 0 ep_num_value_ejects 0 ep_oom_errors 0 ep_overhead 89962198 ep_pager_active_vb_pcnt 40 ep_pager_unbiased_period 60 ep_pending_ops 0 ep_pending_ops_max 1 ep_pending_ops_max_duration 128624 ep_pending_ops_total 3 ep_postInitfile ep_queue_age_cap 900 ep_queue_size 26698 ep_startup_time 1352753488 ep_storage_age 1 ep_storage_age_highwat 52 ep_store_max_concurrency 10 ep_store_max_readers 9 ep_store_max_readwrite 1 ep_stored_val_type ep_tap_ack_grace_period 300 ep_tap_ack_initial_sequence_number 1 ep_tap_ack_interval 1000 ep_tap_ack_window_size 10 ep_tap_backfill_resident 0.9 ep_tap_backlog_limit 5000 ep_tap_backoff_period 5 ep_tap_bg_fetch_requeued 0 ep_tap_bg_fetched 0 ep_tap_bg_max_pending 500 ep_tap_keepalive 300 ep_tap_noop_interval 20 ep_tap_requeue_sleep_time 0.1 ep_tap_throttle_cap_pcnt 10 ep_tap_throttle_queue_cap 1000000 ep_tap_throttle_threshold 90 ep_tmp_oom_errors 0 ep_too_old 0 ep_too_young 0 ep_total_cache_size 7044838938 ep_total_del_items 471454 ep_total_enqueued 10077218 ep_total_new_items 3131420 ep_total_persisted 9152151 ep_uncommitted_items 51 ep_value_size 6843173527 ep_vb0 0 ep_vb_snapshot_total 1132 ep_vb_total 986 ep_vbucket_del 0 ep_vbucket_del_fail 0 ep_version 2.0.0r_133_g68e3f7c ep_waitforwarmup 0 ep_warmup 1 ep_warmup_batch_size 1000 ep_warmup_dups 0 ep_warmup_min_items_threshold 100 ep_warmup_min_memory_threshold 100 ep_warmup_oom 0 ep_warmup_thread complete ep_warmup_time 17721 get_hits 3201387 get_misses 466468 incr_hits 0 incr_misses 0 libevent 2.0.11-stable limit_maxbytes 67108864 listen_disabled_num 0 max_conns_on_port_11209 1000 max_conns_on_port_11210 9000 mem_used 7353913720 pid 7353 pointer_size 64 rejected_conns 0 rusage_system 754.122355 rusage_user 1610.843114 tap_checkpoint_end_received 1919 tap_checkpoint_end_sent 753 tap_checkpoint_start_received 3472 tap_checkpoint_start_sent 820 tap_connect_received 1 tap_delete_received 299286 tap_delete_sent 195890 tap_mutation_received 7157009 tap_mutation_sent 3645806 tap_opaque_received 6896 tap_opaque_sent 511 tap_vbucket_set_received 1020 threads 4 time 1352756189 total_connections 5095 uptime 2703 vb_active_curr_items 1483222 vb_active_eject 0 vb_active_expired 3651 vb_active_ht_memory 12806928 vb_active_itm_memory 3655573266 vb_active_meta_data_memory 117174538 vb_active_num 510 vb_active_num_non_resident 0 vb_active_num_ref_ejects 0 vb_active_num_ref_items 1630465 vb_active_ops_create 1623720 vb_active_ops_delete 245534 vb_active_ops_reject 0 vb_active_ops_update 2627875 vb_active_perc_mem_resident 100 vb_active_queue_age 2325789000 vb_active_queue_drain 5723611 vb_active_queue_fill 5158285 vb_active_queue_memory 1118816 vb_active_queue_pending 1678224 vb_active_queue_size 34963 vb_dead_num 0 vb_pending_curr_items 0 vb_pending_eject 0 vb_pending_expired 0 vb_pending_ht_memory 0 vb_pending_itm_memory 0 vb_pending_meta_data_memory 0 vb_pending_num 0 vb_pending_num_non_resident 0 vb_pending_num_ref_ejects 0 vb_pending_num_ref_items 0 vb_pending_ops_create 0 vb_pending_ops_delete 0 vb_pending_ops_reject 0 vb_pending_ops_update 0 vb_pending_perc_mem_resident 0 vb_pending_queue_age 0 vb_pending_queue_drain 0 vb_pending_queue_fill 0 vb_pending_queue_memory 0 vb_pending_queue_pending 0 vb_pending_queue_size 0 vb_replica_curr_items 1378768 vb_replica_eject 0 vb_replica_expired 72 vb_replica_ht_memory 11953312 vb_replica_itm_memory 3389265672 vb_replica_meta_data_memory 108922672 vb_replica_num 476 vb_replica_num_non_resident 0 vb_replica_num_ref_ejects 0 vb_replica_num_ref_items 1517402 vb_replica_ops_create 1507701 vb_replica_ops_delete 225920 vb_replica_ops_reject 0 vb_replica_ops_update 2921404 vb_replica_perc_mem_resident 100 vb_replica_queue_age 1103855000 vb_replica_queue_drain 5371348 vb_replica_queue_fill 4918933 vb_replica_queue_memory 797888 vb_replica_queue_pending 1196832 vb_replica_queue_size 24934 version 1.4.4_600_g7ea975a [ns_doctor:debug,2012-11-12T13:37:28.184,ns_1@192.168.0.21:ns_doctor<0.4484.0>:ns_doctor:handle_info:137]Current node statuses: [{'ns_1@192.168.0.20', [{last_heard,{1352,756244,572584}}, {outgoing_replications_safeness_level,[{"default",green}]}, {incoming_replications_conf_hashes,[{"default",[]}]}, {active_buckets,["default"]}, {ready_buckets,["default"]}, {local_tasks, [[{pid,<<"<0.26843.3>">>}, {bucket,<<"default">>}, {original_target,{[{type,bucket}]}}, {progress,81}, {started_on,1352756236}, {total_vbuckets,37}, {trigger_type,scheduled}, {type,bucket_compaction}, {updated_on,1352756243}, {vbuckets_done,30}]]}, {memory, [{total,155918736}, {processes,109469552}, {processes_used,105339288}, {system,46449184}, {atom,1406633}, {atom_used,1381414}, {binary,1890184}, {code,14105593}, {ets,11022568}]}, {system_memory_data, [{system_total_memory,25199214592}, {free_swap,20964290560}, {total_swap,20971511808}, {cached_memory,348606464}, {buffered_memory,230068224}, {free_memory,15312248832}, {total_memory,25199214592}]}, {node_storage_conf,[{db_path,"/data"},{index_path,"/data"}]}, {statistics, [{wall_clock,{4207711,5000}}, {context_switches,{26012675,0}}, {garbage_collection,{3307911,22260248482,0}}, {io,{{input,497516022},{output,12129469903}}}, {reductions,{3574055254,2475670}}, {run_queue,0}, {runtime,{1480760,930}}]}, {system_stats, [{cpu_utilization_rate,51.842751842751845}, {swap_total,20971511808}, {swap_used,7221248}]}, {interesting_stats, [{couch_docs_actual_disk_size,344136535}, {couch_docs_data_size,256926048}, {couch_views_actual_disk_size,0}, {couch_views_data_size,0}, {curr_items,104250}, {curr_items_tot,104250}, {mem_used,423383040}, {vb_replica_curr_items,0}]}, {cluster_compatibility_version,131072}, {version, [{public_key,"0.13"}, {lhttpc,"1.3.0"}, {ale,"8cffe61"}, {os_mon,"2.2.7"}, {couch_set_view,"1.2.0a-b68b5f4-git"}, {mnesia,"4.5"}, {inets,"5.7.1"}, {couch,"1.2.0a-b68b5f4-git"}, {mapreduce,"1.0.0"}, {couch_index_merger,"1.2.0a-b68b5f4-git"}, {kernel,"2.14.5"}, {crypto,"2.0.4"}, {ssl,"4.1.6"}, {sasl,"2.1.10"}, {couch_view_parser,"1.0.0"}, {ns_server,"2.0.0-1939-rel-enterprise"}, {mochiweb,"1.4.1"}, {oauth,"7d85d3ef"}, {stdlib,"1.17.5"}]}, {supported_compat_version,[2,0]}, {system_arch,"x86_64-unknown-linux-gnu"}, {wall_clock,4207}, {memory_data,{25199214592,9974517760,{<18071.667.0>,16006008}}}, {disk_data, [{"/",41260352,5}, {"/dev/shm",12304304,0}, {"/boot",495844,7}, {"/data",206420664,1}]}, {meminfo, <<"MemTotal: 24608608 kB\nMemFree: 14953368 kB\nBuffers: 224676 kB\nCached: 340108 kB\nSwapCached: 1628 kB\nActive: 8084976 kB\nInactive: 1069320 kB\nActive(anon): 7795416 kB\nInactive(anon): 795760 kB\nActive(file): 289560 kB\nInactive(file): 273560 kB\nUnevictable: 20760 kB\nMlocked: 20760 kB\nSwapTotal: 20479992 kB\nSwapFree: 20472940 kB\nDirty: 2204 kB\nWriteback: 0 kB\nAnonPages: 8608528 kB\nMapped: 15568 kB\nShmem: 172 kB\nSlab: 168624 kB\nSReclaimable: 111040 kB\nSUnreclaim: 57584 kB\nKernelStack: 3072 kB\nPageTables: 21748 kB\nNFS_Unstable: 0 kB\nBounce: 0 kB\nWritebackTmp: 0 kB\nCommitLimit: 32784296 kB\nCommitted_AS: 10369692 kB\nVmallocTotal: 34359738367 kB\nVmallocUsed: 332500 kB\nVmallocChunk: 34359355024 kB\nHardwareCorrupted: 0 kB\nAnonHugePages: 5621760 kB\nHugePages_Total: 0\nHugePages_Free: 0\nHugePages_Rsvd: 0\nHugePages_Surp: 0\nHugepagesize: 2048 kB\nDirectMap4k: 10240 kB\nDirectMap2M: 25155584 kB\n">>}]}, {'ns_1@192.168.0.21', [{last_heard,{1352,756243,187422}}, {outgoing_replications_safeness_level,[{"default",green}]}, {incoming_replications_conf_hashes, [{"default",[{'ns_1@192.168.0.22',88549785}]}]}, {active_buckets,["default"]}, {ready_buckets,["default"]}, {local_tasks, [[{pid,<<"<0.30376.2>">>}, {bucket,<<"default">>}, {original_target,{[{type,bucket}]}}, {progress,86}, {started_on,1352756087}, {total_vbuckets,973}, {trigger_type,scheduled}, {type,bucket_compaction}, {updated_on,1352756243}, {vbuckets_done,845}]]}, {memory, [{total,240509568}, {processes,184737520}, {processes_used,184720384}, {system,55772048}, {atom,1352849}, {atom_used,1351270}, {binary,13172384}, {code,13554264}, {ets,8996080}]}, {system_memory_data, [{system_total_memory,25199214592}, {free_swap,20971511808}, {total_swap,20971511808}, {cached_memory,8290201600}, {buffered_memory,254681088}, {free_memory,7739723776}, {total_memory,25199214592}]}, {node_storage_conf,[{db_path,"/data"},{index_path,"/data"}]}, {statistics, [{wall_clock,{4204099,5000}}, {context_switches,{19368437,0}}, {garbage_collection,{2992654,9336643183,0}}, {io,{{input,706960940},{output,18310422270}}}, {reductions,{2631614669,3925786}}, {run_queue,0}, {runtime,{953330,1460}}]}, {system_stats, [{cpu_utilization_rate,57.4938574938575}, {swap_total,20971511808}, {swap_used,0}]}, {interesting_stats, [{couch_docs_actual_disk_size,8236130137}, {couch_docs_data_size,7063521008}, {couch_views_actual_disk_size,0}, {couch_views_data_size,0}, {curr_items,1489116}, {curr_items_tot,2870736}, {mem_used,7379966856}, {vb_replica_curr_items,1381620}]}, {cluster_compatibility_version,131072}, {version, [{public_key,"0.13"}, {lhttpc,"1.3.0"}, {ale,"8cffe61"}, {os_mon,"2.2.7"}, {couch_set_view,"1.2.0a-b68b5f4-git"}, {mnesia,"4.5"}, {inets,"5.7.1"}, {couch,"1.2.0a-b68b5f4-git"}, {mapreduce,"1.0.0"}, {couch_index_merger,"1.2.0a-b68b5f4-git"}, {kernel,"2.14.5"}, {crypto,"2.0.4"}, {ssl,"4.1.6"}, {sasl,"2.1.10"}, {couch_view_parser,"1.0.0"}, {ns_server,"2.0.0-1939-rel-enterprise"}, {mochiweb,"1.4.1"}, {oauth,"7d85d3ef"}, {stdlib,"1.17.5"}]}, {supported_compat_version,[2,0]}, {system_arch,"x86_64-unknown-linux-gnu"}, {wall_clock,4204}, {memory_data,{25199214592,17502384128,{<0.4606.0>,16006008}}}, {disk_data, [{"/",41260352,5}, {"/dev/shm",12304304,0}, {"/boot",495844,7}, {"/data",206420664,4}]}, {meminfo, <<"MemTotal: 24608608 kB\nMemFree: 7558820 kB\nBuffers: 248712 kB\nCached: 8095572 kB\nSwapCached: 0 kB\nActive: 9504688 kB\nInactive: 6884104 kB\nActive(anon): 8037280 kB\nInactive(anon): 9232 kB\nActive(file): 1467408 kB\nInactive(file): 6874872 kB\nUnevictable: 20760 kB\nMlocked: 20760 kB\nSwapTotal: 20479992 kB\nSwapFree: 20479992 kB\nDirty: 10528 kB\nWriteback: 0 kB\nAnonPages: 8065612 kB\nMapped: 14620 kB\nShmem: 164 kB\nSlab: 327184 kB\nSReclaimable: 268444 kB\nSUnreclaim: 58740 kB\nKernelStack: 3056 kB\nPageTables: 20224 kB\nNFS_Unstable: 0 kB\nBounce: 0 kB\nWritebackTmp: 0 kB\nCommitLimit: 32784296 kB\nCommitted_AS: 9815868 kB\nVmallocTotal: 34359738367 kB\nVmallocUsed: 332500 kB\nVmallocChunk: 34359350016 kB\nHardwareCorrupted: 0 kB\nAnonHugePages: 4587520 kB\nHugePages_Total: 0\nHugePages_Free: 0\nHugePages_Rsvd: 0\nHugePages_Surp: 0\nHugepagesize: 2048 kB\nDirectMap4k: 10240 kB\nDirectMap2M: 25155584 kB\n">>}]}, {'ns_1@192.168.0.22', [{last_heard,{1352,756247,794072}}, {outgoing_replications_safeness_level,[{"default",green}]}, {incoming_replications_conf_hashes, [{"default", [{'ns_1@192.168.0.20',41857771},{'ns_1@192.168.0.21',99799376}]}]}, {active_buckets,["default"]}, {ready_buckets,["default"]}, {local_tasks,[]}, {memory, [{total,246298328}, {processes,188402832}, {processes_used,188312544}, {system,57895496}, {atom,1338193}, {atom_used,1333793}, {binary,12957736}, {code,13490894}, {ets,11434952}]}, {system_memory_data, [{system_total_memory,25199214592}, {free_swap,20971511808}, {total_swap,20971511808}, {cached_memory,8769839104}, {buffered_memory,294973440}, {free_memory,6321528832}, {total_memory,25199214592}]}, {node_storage_conf,[{db_path,"/data"},{index_path,"/data"}]}, {statistics, [{wall_clock,{4195876,4993}}, {context_switches,{31629259,0}}, {garbage_collection,{4143575,10021056838,0}}, {io,{{input,730834978},{output,23591244986}}}, {reductions,{3453781752,2846298}}, {run_queue,0}, {runtime,{1208800,990}}]}, {system_stats, [{cpu_utilization_rate,28.855721393034827}, {swap_total,20971511808}, {swap_used,0}]}, {interesting_stats, [{couch_docs_actual_disk_size,8591541430}, {couch_docs_data_size,7302341790}, {couch_views_actual_disk_size,0}, {couch_views_data_size,0}, {curr_items,1380186}, {curr_items_tot,2973516}, {mem_used,7782263640}, {vb_replica_curr_items,1593330}]}, {cluster_compatibility_version,131072}, {version, [{public_key,"0.13"}, {lhttpc,"1.3.0"}, {ale,"8cffe61"}, {os_mon,"2.2.7"}, {couch_set_view,"1.2.0a-b68b5f4-git"}, {mnesia,"4.5"}, {inets,"5.7.1"}, {couch,"1.2.0a-b68b5f4-git"}, {mapreduce,"1.0.0"}, {couch_index_merger,"1.2.0a-b68b5f4-git"}, {kernel,"2.14.5"}, {crypto,"2.0.4"}, {ssl,"4.1.6"}, {sasl,"2.1.10"}, {couch_view_parser,"1.0.0"}, {ns_server,"2.0.0-1939-rel-enterprise"}, {mochiweb,"1.4.1"}, {oauth,"7d85d3ef"}, {stdlib,"1.17.5"}]}, {supported_compat_version,[2,0]}, {system_arch,"x86_64-unknown-linux-gnu"}, {wall_clock,4195}, {memory_data,{25199214592,19068436480,{<18111.687.0>,16006008}}}, {disk_data, [{"/",41260352,5}, {"/dev/shm",12304304,0}, {"/boot",495844,7}, {"/data",206420664,5}]}, {meminfo, <<"MemTotal: 24608608 kB\nMemFree: 6173368 kB\nBuffers: 288060 kB\nCached: 8564296 kB\nSwapCached: 0 kB\nActive: 9979556 kB\nInactive: 7752800 kB\nActive(anon): 8348552 kB\nInactive(anon): 533380 kB\nActive(file): 1631004 kB\nInactive(file): 7219420 kB\nUnevictable: 20760 kB\nMlocked: 20760 kB\nSwapTotal: 20479992 kB\nSwapFree: 20479992 kB\nDirty: 900 kB\nWriteback: 80 kB\nAnonPages: 8900812 kB\nMapped: 15680 kB\nShmem: 172 kB\nSlab: 370984 kB\nSReclaimable: 312824 kB\nSUnreclaim: 58160 kB\nKernelStack: 2552 kB\nPageTables: 21856 kB\nNFS_Unstable: 0 kB\nBounce: 0 kB\nWritebackTmp: 0 kB\nCommitLimit: 32784296 kB\nCommitted_AS: 10658372 kB\nVmallocTotal: 34359738367 kB\nVmallocUsed: 332500 kB\nVmallocChunk: 34359350016 kB\nHardwareCorrupted: 0 kB\nAnonHugePages: 5130240 kB\nHugePages_Total: 0\nHugePages_Free: 0\nHugePages_Rsvd: 0\nHugePages_Surp: 0\nHugepagesize: 2048 kB\nDirectMap4k: 10240 kB\nDirectMap2M: 25155584 kB\n">>}]}] [stats:debug,2012-11-12T13:38:09.614,ns_1@192.168.0.21:<0.4602.0>:stats_collector:maybe_log_stats:126](at {{1970,1,16},{7,45,56}}) Stats for bucket "default": accepting_conns 1 auth_cmds 9 auth_errors 0 bucket_active_conns 1 bucket_conns 22 bytes 7405946088 bytes_read 26521233997 bytes_written 18308470323 cas_badval 0 cas_hits 0 cas_misses 0 cmd_flush 0 cmd_get 3879234 cmd_set 3279581 conn_yields 125877 connection_structures 5000 curr_connections 25 curr_conns_on_port_11209 13 curr_conns_on_port_11210 10 curr_items 1487710 curr_items_tot 2877594 curr_temp_items 0 daemon_connections 4 decr_hits 0 decr_misses 0 delete_hits 160957 delete_misses 285200 ep_access_scanner_last_runtime 0 ep_access_scanner_num_items 0 ep_access_scanner_task_time 2012-11-13 10:00:00 ep_allow_data_loss_during_shutdown 1 ep_alog_block_size 4096 ep_alog_path /data/default/access.log ep_alog_sleep_time 1440 ep_alog_task_time 10 ep_backend couchdb ep_bg_fetch_delay 0 ep_bg_fetched 0 ep_bg_meta_fetched 0 ep_bg_remaining_jobs 0 ep_chk_max_items 5000 ep_chk_period 1800 ep_chk_persistence_remains 1 ep_chk_persistence_timeout 10 ep_chk_remover_stime 5 ep_commit_num 144252 ep_commit_time 7 ep_commit_time_total 1356668 ep_concurrentDB 1 ep_config_file ep_couch_bucket default ep_couch_host localhost ep_couch_port 11213 ep_couch_reconnect_sleeptime 250 ep_couch_response_timeout 180000 ep_data_age 15 ep_data_age_highwat 47 ep_data_traffic_enabled 0 ep_dbinit 0 ep_dbname /data/default ep_degraded_mode 0 ep_diskqueue_drain 11452689 ep_diskqueue_fill 10401518 ep_diskqueue_items 36133 ep_diskqueue_memory 1021664 ep_diskqueue_pending 1532496 ep_exp_pager_stime 3600 ep_exp_pager_stime 3600 ep_expired_access 4063 ep_expired_pager 0 ep_expiry_window 3 ep_failpartialwarmup 0 ep_flush_all false ep_flush_duration_total 2759 ep_flushall_enabled 0 ep_flusher_state running ep_flusher_todo 7350 ep_getl_default_timeout 15 ep_getl_max_timeout 30 ep_ht_locks 5 ep_ht_size 3079 ep_inconsistent_slave_chk 0 ep_initfile ep_io_num_read 0 ep_io_num_write 9466778 ep_io_read_bytes 0 ep_io_write_bytes 21764727319 ep_item_begin_failed 0 ep_item_commit_failed 0 ep_item_flush_expired 50 ep_item_flush_failed 0 ep_item_num_based_new_chk 1 ep_items_rm_from_checkpoints 1358219 ep_keep_closed_chks 0 ep_klog_block_size 4096 ep_klog_compactor_queue_cap 500000 ep_klog_compactor_stime 3600 ep_klog_flush commit2 ep_klog_max_entry_ratio 10 ep_klog_max_log_size 2147483647 ep_klog_path ep_klog_sync commit2 ep_kv_size 7123338954 ep_max_checkpoints 2 ep_max_data_size 12582912000 ep_max_item_size 20971520 ep_max_size 12582912000 ep_max_txn_size 10000 ep_max_vbuckets 1024 ep_mem_high_wat 9437184000 ep_mem_high_wat 9437184000 ep_mem_low_wat 7549747200 ep_mem_low_wat 7549747200 ep_mem_tracker_enabled true ep_min_data_age 0 ep_mlog_compactor_runs 0 ep_mutation_mem_threshold 0 ep_num_access_scanner_runs 0 ep_num_eject_failures 0 ep_num_expiry_pager_runs 0 ep_num_non_resident 0 ep_num_not_my_vbuckets 0 ep_num_ops_del_meta 0 ep_num_ops_get_meta 0 ep_num_ops_set_meta 0 ep_num_pager_runs 0 ep_num_value_ejects 0 ep_oom_errors 0 ep_overhead 93313814 ep_pager_active_vb_pcnt 40 ep_pager_unbiased_period 60 ep_pending_ops 0 ep_pending_ops_max 1 ep_pending_ops_max_duration 128624 ep_pending_ops_total 3 ep_postInitfile ep_queue_age_cap 900 ep_queue_size 28783 ep_startup_time 1352753488 ep_storage_age 12 ep_storage_age_highwat 62 ep_store_max_concurrency 10 ep_store_max_readers 9 ep_store_max_readwrite 1 ep_stored_val_type ep_tap_ack_grace_period 300 ep_tap_ack_initial_sequence_number 1 ep_tap_ack_interval 1000 ep_tap_ack_window_size 10 ep_tap_backfill_resident 0.9 ep_tap_backlog_limit 5000 ep_tap_backoff_period 5 ep_tap_bg_fetch_requeued 0 ep_tap_bg_fetched 0 ep_tap_bg_max_pending 500 ep_tap_keepalive 300 ep_tap_noop_interval 20 ep_tap_requeue_sleep_time 0.1 ep_tap_throttle_cap_pcnt 10 ep_tap_throttle_queue_cap 1000000 ep_tap_throttle_threshold 90 ep_tmp_oom_errors 0 ep_too_old 0 ep_too_young 0 ep_total_cache_size 7088826942 ep_total_del_items 492282 ep_total_enqueued 10401518 ep_total_new_items 3168483 ep_total_persisted 9466778 ep_uncommitted_items 44 ep_value_size 6886072979 ep_vb0 0 ep_vb_snapshot_total 1145 ep_vb_total 992 ep_vbucket_del 0 ep_vbucket_del_fail 0 ep_version 2.0.0r_133_g68e3f7c ep_waitforwarmup 0 ep_warmup 1 ep_warmup_batch_size 1000 ep_warmup_dups 0 ep_warmup_min_items_threshold 100 ep_warmup_min_memory_threshold 100 ep_warmup_oom 0 ep_warmup_thread complete ep_warmup_time 17721 get_hits 3381416 get_misses 497818 incr_hits 0 incr_misses 0 libevent 2.0.11-stable limit_maxbytes 67108864 listen_disabled_num 0 max_conns_on_port_11209 1000 max_conns_on_port_11210 9000 mem_used 7405946088 pid 7353 pointer_size 64 rejected_conns 0 rusage_system 789.941910 rusage_user 1673.456595 tap_checkpoint_end_received 1948 tap_checkpoint_end_sent 769 tap_checkpoint_start_received 3510 tap_checkpoint_start_sent 836 tap_connect_received 1 tap_delete_received 309031 tap_delete_sent 205329 tap_mutation_received 7342207 tap_mutation_sent 3824079 tap_opaque_received 6941 tap_opaque_sent 513 tap_vbucket_set_received 1024 threads 4 time 1352756289 total_connections 5137 uptime 2803 vb_active_curr_items 1487710 vb_active_eject 0 vb_active_expired 3987 vb_active_ht_memory 12857152 vb_active_itm_memory 3670109898 vb_active_meta_data_memory 117529090 vb_active_num 512 vb_active_num_non_resident 0 vb_active_num_ref_ejects 0 vb_active_num_ref_items 1644450 vb_active_ops_create 1638439 vb_active_ops_delete 256463 vb_active_ops_reject 0 vb_active_ops_update 2757778 vb_active_perc_mem_resident 100 vb_active_queue_age 2330655000 vb_active_queue_drain 5908175 vb_active_queue_fill 5322204 vb_active_queue_memory 540544 vb_active_queue_pending 810816 vb_active_queue_size 16892 vb_dead_num 0 vb_pending_curr_items 0 vb_pending_eject 0 vb_pending_expired 0 vb_pending_ht_memory 0 vb_pending_itm_memory 0 vb_pending_meta_data_memory 0 vb_pending_num 0 vb_pending_num_non_resident 0 vb_pending_num_ref_ejects 0 vb_pending_num_ref_items 0 vb_pending_ops_create 0 vb_pending_ops_delete 0 vb_pending_ops_reject 0 vb_pending_ops_update 0 vb_pending_perc_mem_resident 0 vb_pending_queue_age 0 vb_pending_queue_drain 0 vb_pending_queue_fill 0 vb_pending_queue_memory 0 vb_pending_queue_pending 0 vb_pending_queue_size 0 vb_replica_curr_items 1389884 vb_replica_eject 0 vb_replica_expired 76 vb_replica_ht_memory 12053760 vb_replica_itm_memory 3418717044 vb_replica_meta_data_memory 109800836 vb_replica_num 480 vb_replica_num_non_resident 0 vb_replica_num_ref_ejects 0 vb_replica_num_ref_items 1536719 vb_replica_ops_create 1530046 vb_replica_ops_delete 235819 vb_replica_ops_reject 0 vb_replica_ops_update 3048268 vb_replica_perc_mem_resident 100 vb_replica_queue_age 1110632000 vb_replica_queue_drain 5544514 vb_replica_queue_fill 5079314 vb_replica_queue_memory 481120 vb_replica_queue_pending 721680 vb_replica_queue_size 15035 version 1.4.4_600_g7ea975a [ns_doctor:debug,2012-11-12T13:38:28.184,ns_1@192.168.0.21:ns_doctor<0.4484.0>:ns_doctor:handle_info:137]Current node statuses: [{'ns_1@192.168.0.20', [{last_heard,{1352,756304,576369}}, {outgoing_replications_safeness_level,[{"default",yellow}]}, {incoming_replications_conf_hashes,[{"default",[]}]}, {active_buckets,["default"]}, {ready_buckets,["default"]}, {local_tasks,[]}, {memory, [{total,154406448}, {processes,107536816}, {processes_used,103379960}, {system,46869632}, {atom,1406633}, {atom_used,1381414}, {binary,2158736}, {code,14105593}, {ets,11177880}]}, {system_memory_data, [{system_total_memory,25199214592}, {free_swap,20962541568}, {total_swap,20971511808}, {cached_memory,333729792}, {buffered_memory,229990400}, {free_memory,15339409408}, {total_memory,25199214592}]}, {node_storage_conf,[{db_path,"/data"},{index_path,"/data"}]}, {statistics, [{wall_clock,{4267711,4999}}, {context_switches,{26196803,0}}, {garbage_collection,{3325681,22414385162,0}}, {io,{{input,499607559},{output,12133326860}}}, {reductions,{3604531519,2502653}}, {run_queue,0}, {runtime,{1493350,1410}}]}, {system_stats, [{cpu_utilization_rate,43.20987654320987}, {swap_total,20971511808}, {swap_used,8970240}]}, {interesting_stats, [{couch_docs_actual_disk_size,268273166}, {couch_docs_data_size,221484958}, {couch_views_actual_disk_size,0}, {couch_views_data_size,0}, {curr_items,89809}, {curr_items_tot,89809}, {mem_used,388258528}, {vb_replica_curr_items,0}]}, {cluster_compatibility_version,131072}, {version, [{public_key,"0.13"}, {lhttpc,"1.3.0"}, {ale,"8cffe61"}, {os_mon,"2.2.7"}, {couch_set_view,"1.2.0a-b68b5f4-git"}, {mnesia,"4.5"}, {inets,"5.7.1"}, {couch,"1.2.0a-b68b5f4-git"}, {mapreduce,"1.0.0"}, {couch_index_merger,"1.2.0a-b68b5f4-git"}, {kernel,"2.14.5"}, {crypto,"2.0.4"}, {ssl,"4.1.6"}, {sasl,"2.1.10"}, {couch_view_parser,"1.0.0"}, {ns_server,"2.0.0-1939-rel-enterprise"}, {mochiweb,"1.4.1"}, {oauth,"7d85d3ef"}, {stdlib,"1.17.5"}]}, {supported_compat_version,[2,0]}, {system_arch,"x86_64-unknown-linux-gnu"}, {wall_clock,4267}, {memory_data,{25199214592,9866690560,{<18071.667.0>,16006008}}}, {disk_data, [{"/",41260352,5}, {"/dev/shm",12304304,0}, {"/boot",495844,7}, {"/data",206420664,1}]}, {meminfo, <<"MemTotal: 24608608 kB\nMemFree: 14979892 kB\nBuffers: 224600 kB\nCached: 325908 kB\nSwapCached: 2760 kB\nActive: 8101832 kB\nInactive: 1027056 kB\nActive(anon): 7780524 kB\nInactive(anon): 799732 kB\nActive(file): 321308 kB\nInactive(file): 227324 kB\nUnevictable: 20760 kB\nMlocked: 20760 kB\nSwapTotal: 20479992 kB\nSwapFree: 20471232 kB\nDirty: 448 kB\nWriteback: 0 kB\nAnonPages: 8596224 kB\nMapped: 15564 kB\nShmem: 172 kB\nSlab: 167652 kB\nSReclaimable: 110288 kB\nSUnreclaim: 57364 kB\nKernelStack: 3064 kB\nPageTables: 21688 kB\nNFS_Unstable: 0 kB\nBounce: 0 kB\nWritebackTmp: 0 kB\nCommitLimit: 32784296 kB\nCommitted_AS: 10362148 kB\nVmallocTotal: 34359738367 kB\nVmallocUsed: 332500 kB\nVmallocChunk: 34359355024 kB\nHardwareCorrupted: 0 kB\nAnonHugePages: 5720064 kB\nHugePages_Total: 0\nHugePages_Free: 0\nHugePages_Rsvd: 0\nHugePages_Surp: 0\nHugepagesize: 2048 kB\nDirectMap4k: 10240 kB\nDirectMap2M: 25155584 kB\n">>}]}, {'ns_1@192.168.0.21', [{last_heard,{1352,756303,187431}}, {outgoing_replications_safeness_level,[{"default",green}]}, {incoming_replications_conf_hashes, [{"default",[{'ns_1@192.168.0.22',115455795}]}]}, {active_buckets,["default"]}, {ready_buckets,["default"]}, {local_tasks,[]}, {memory, [{total,244161216}, {processes,188511928}, {processes_used,188401880}, {system,55649288}, {atom,1352849}, {atom_used,1351270}, {binary,13000032}, {code,13554264}, {ets,9057584}]}, {system_memory_data, [{system_total_memory,25199214592}, {free_swap,20971511808}, {total_swap,20971511808}, {cached_memory,8583958528}, {buffered_memory,257949696}, {free_memory,7401820160}, {total_memory,25199214592}]}, {node_storage_conf,[{db_path,"/data"},{index_path,"/data"}]}, {statistics, [{wall_clock,{4264099,4991}}, {context_switches,{19804408,0}}, {garbage_collection,{3031805,9498582006,0}}, {io,{{input,727486878},{output,18609213053}}}, {reductions,{2681374057,4772009}}, {run_queue,0}, {runtime,{972100,1760}}]}, {system_stats, [{cpu_utilization_rate,38.02469135802469}, {swap_total,20971511808}, {swap_used,0}]}, {interesting_stats, [{couch_docs_actual_disk_size,8436788553}, {couch_docs_data_size,7094098402}, {couch_views_actual_disk_size,0}, {couch_views_data_size,0}, {curr_items,1487641}, {curr_items_tot,2883043}, {mem_used,7421745464}, {vb_replica_curr_items,1395402}]}, {cluster_compatibility_version,131072}, {version, [{public_key,"0.13"}, {lhttpc,"1.3.0"}, {ale,"8cffe61"}, {os_mon,"2.2.7"}, {couch_set_view,"1.2.0a-b68b5f4-git"}, {mnesia,"4.5"}, {inets,"5.7.1"}, {couch,"1.2.0a-b68b5f4-git"}, {mapreduce,"1.0.0"}, {couch_index_merger,"1.2.0a-b68b5f4-git"}, {kernel,"2.14.5"}, {crypto,"2.0.4"}, {ssl,"4.1.6"}, {sasl,"2.1.10"}, {couch_view_parser,"1.0.0"}, {ns_server,"2.0.0-1939-rel-enterprise"}, {mochiweb,"1.4.1"}, {oauth,"7d85d3ef"}, {stdlib,"1.17.5"}]}, {supported_compat_version,[2,0]}, {system_arch,"x86_64-unknown-linux-gnu"}, {wall_clock,4264}, {memory_data,{25199214592,17755992064,{<0.4606.0>,16006008}}}, {disk_data, [{"/",41260352,5}, {"/dev/shm",12304304,0}, {"/boot",495844,7}, {"/data",206420664,5}]}, {meminfo, <<"MemTotal: 24608608 kB\nMemFree: 7228340 kB\nBuffers: 251904 kB\nCached: 8382772 kB\nSwapCached: 0 kB\nActive: 9880568 kB\nInactive: 6833076 kB\nActive(anon): 8071716 kB\nInactive(anon): 9232 kB\nActive(file): 1808852 kB\nInactive(file): 6823844 kB\nUnevictable: 20760 kB\nMlocked: 20760 kB\nSwapTotal: 20479992 kB\nSwapFree: 20479992 kB\nDirty: 6064 kB\nWriteback: 0 kB\nAnonPages: 8099864 kB\nMapped: 14616 kB\nShmem: 164 kB\nSlab: 333016 kB\nSReclaimable: 274752 kB\nSUnreclaim: 58264 kB\nKernelStack: 3048 kB\nPageTables: 20220 kB\nNFS_Unstable: 0 kB\nBounce: 0 kB\nWritebackTmp: 0 kB\nCommitLimit: 32784296 kB\nCommitted_AS: 9848696 kB\nVmallocTotal: 34359738367 kB\nVmallocUsed: 332500 kB\nVmallocChunk: 34359350016 kB\nHardwareCorrupted: 0 kB\nAnonHugePages: 4681728 kB\nHugePages_Total: 0\nHugePages_Free: 0\nHugePages_Rsvd: 0\nHugePages_Surp: 0\nHugepagesize: 2048 kB\nDirectMap4k: 10240 kB\nDirectMap2M: 25155584 kB\n">>}]}, {'ns_1@192.168.0.22', [{last_heard,{1352,756307,793903}}, {outgoing_replications_safeness_level,[{"default",green}]}, {incoming_replications_conf_hashes, [{"default", [{'ns_1@192.168.0.20',76878651},{'ns_1@192.168.0.21',99799376}]}]}, {active_buckets,["default"]}, {ready_buckets,["default"]}, {local_tasks,[]}, {memory, [{total,251455000}, {processes,192166208}, {processes_used,191991216}, {system,59288792}, {atom,1338193}, {atom_used,1333793}, {binary,14396712}, {code,13490894}, {ets,11400408}]}, {system_memory_data, [{system_total_memory,25199214592}, {free_swap,20971511808}, {total_swap,20971511808}, {cached_memory,9640181760}, {buffered_memory,296570880}, {free_memory,5452480512}, {total_memory,25199214592}]}, {node_storage_conf,[{db_path,"/data"},{index_path,"/data"}]}, {statistics, [{wall_clock,{4255875,5000}}, {context_switches,{32029642,0}}, {garbage_collection,{4171426,10123688901,0}}, {io,{{input,735243125},{output,23889235137}}}, {reductions,{3492558212,3355882}}, {run_queue,0}, {runtime,{1223270,1420}}]}, {system_stats, [{cpu_utilization_rate,35.07462686567164}, {swap_total,20971511808}, {swap_used,0}]}, {interesting_stats, [{couch_docs_actual_disk_size,9464937188}, {couch_docs_data_size,7307226519}, {couch_views_actual_disk_size,0}, {couch_views_data_size,0}, {curr_items,1392481}, {curr_items_tot,2967199}, {mem_used,7786323864}, {vb_replica_curr_items,1574718}]}, {cluster_compatibility_version,131072}, {version, [{public_key,"0.13"}, {lhttpc,"1.3.0"}, {ale,"8cffe61"}, {os_mon,"2.2.7"}, {couch_set_view,"1.2.0a-b68b5f4-git"}, {mnesia,"4.5"}, {inets,"5.7.1"}, {couch,"1.2.0a-b68b5f4-git"}, {mapreduce,"1.0.0"}, {couch_index_merger,"1.2.0a-b68b5f4-git"}, {kernel,"2.14.5"}, {crypto,"2.0.4"}, {ssl,"4.1.6"}, {sasl,"2.1.10"}, {couch_view_parser,"1.0.0"}, {ns_server,"2.0.0-1939-rel-enterprise"}, {mochiweb,"1.4.1"}, {oauth,"7d85d3ef"}, {stdlib,"1.17.5"}]}, {supported_compat_version,[2,0]}, {system_arch,"x86_64-unknown-linux-gnu"}, {wall_clock,4255}, {memory_data,{25199214592,18954047488,{<18111.687.0>,16006008}}}, {disk_data, [{"/",41260352,5}, {"/dev/shm",12304304,0}, {"/boot",495844,7}, {"/data",206420664,5}]}, {meminfo, <<"MemTotal: 24608608 kB\nMemFree: 5324688 kB\nBuffers: 289620 kB\nCached: 9414240 kB\nSwapCached: 0 kB\nActive: 10694424 kB\nInactive: 7886396 kB\nActive(anon): 8345112 kB\nInactive(anon): 534452 kB\nActive(file): 2349312 kB\nInactive(file): 7351944 kB\nUnevictable: 20760 kB\nMlocked: 20760 kB\nSwapTotal: 20479992 kB\nSwapFree: 20479992 kB\nDirty: 6788 kB\nWriteback: 112 kB\nAnonPages: 8902680 kB\nMapped: 15680 kB\nShmem: 172 kB\nSlab: 370576 kB\nSReclaimable: 312804 kB\nSUnreclaim: 57772 kB\nKernelStack: 2552 kB\nPageTables: 21872 kB\nNFS_Unstable: 0 kB\nBounce: 0 kB\nWritebackTmp: 0 kB\nCommitLimit: 32784296 kB\nCommitted_AS: 10658672 kB\nVmallocTotal: 34359738367 kB\nVmallocUsed: 332500 kB\nVmallocChunk: 34359350016 kB\nHardwareCorrupted: 0 kB\nAnonHugePages: 5136384 kB\nHugePages_Total: 0\nHugePages_Free: 0\nHugePages_Rsvd: 0\nHugePages_Surp: 0\nHugepagesize: 2048 kB\nDirectMap4k: 10240 kB\nDirectMap2M: 25155584 kB\n">>}]}] [ns_doctor:debug,2012-11-12T13:39:28.184,ns_1@192.168.0.21:ns_doctor<0.4484.0>:ns_doctor:handle_info:137]Current node statuses: [{'ns_1@192.168.0.20', [{last_heard,{1352,756364,574063}}, {outgoing_replications_safeness_level,[{"default",green}]}, {incoming_replications_conf_hashes,[{"default",[]}]}, {active_buckets,["default"]}, {ready_buckets,["default"]}, {local_tasks,[]}, {memory, [{total,153684640}, {processes,106981600}, {processes_used,102793312}, {system,46703040}, {atom,1406633}, {atom_used,1381414}, {binary,1878208}, {code,14105593}, {ets,11295784}]}, {system_memory_data, [{system_total_memory,25199214592}, {free_swap,20962029568}, {total_swap,20971511808}, {cached_memory,297684992}, {buffered_memory,229957632}, {free_memory,15349379072}, {total_memory,25199214592}]}, {node_storage_conf,[{db_path,"/data"},{index_path,"/data"}]}, {statistics, [{wall_clock,{4327711,4994}}, {context_switches,{26368430,0}}, {garbage_collection,{3343177,22610270087,0}}, {io,{{input,504595810},{output,12140847678}}}, {reductions,{3635020257,2512834}}, {run_queue,1}, {runtime,{1507700,1160}}]}, {system_stats, [{cpu_utilization_rate,43.872549019607845}, {swap_total,20971511808}, {swap_used,9482240}]}, {interesting_stats, [{couch_docs_actual_disk_size,235401142}, {couch_docs_data_size,164063921}, {couch_views_actual_disk_size,0}, {couch_views_data_size,0}, {curr_items,66464}, {curr_items_tot,66464}, {mem_used,331313192}, {vb_replica_curr_items,0}]}, {cluster_compatibility_version,131072}, {version, [{public_key,"0.13"}, {lhttpc,"1.3.0"}, {ale,"8cffe61"}, {os_mon,"2.2.7"}, {couch_set_view,"1.2.0a-b68b5f4-git"}, {mnesia,"4.5"}, {inets,"5.7.1"}, {couch,"1.2.0a-b68b5f4-git"}, {mapreduce,"1.0.0"}, {couch_index_merger,"1.2.0a-b68b5f4-git"}, {kernel,"2.14.5"}, {crypto,"2.0.4"}, {ssl,"4.1.6"}, {sasl,"2.1.10"}, {couch_view_parser,"1.0.0"}, {ns_server,"2.0.0-1939-rel-enterprise"}, {mochiweb,"1.4.1"}, {oauth,"7d85d3ef"}, {stdlib,"1.17.5"}]}, {supported_compat_version,[2,0]}, {system_arch,"x86_64-unknown-linux-gnu"}, {wall_clock,4327}, {memory_data,{25199214592,9825058816,{<18071.667.0>,16006008}}}, {disk_data, [{"/",41260352,5}, {"/dev/shm",12304304,0}, {"/boot",495844,7}, {"/data",206420664,1}]}, {meminfo, <<"MemTotal: 24608608 kB\nMemFree: 14989628 kB\nBuffers: 224568 kB\nCached: 290708 kB\nSwapCached: 1764 kB\nActive: 8138992 kB\nInactive: 980044 kB\nActive(anon): 7796236 kB\nInactive(anon): 809512 kB\nActive(file): 342756 kB\nInactive(file): 170532 kB\nUnevictable: 20760 kB\nMlocked: 20760 kB\nSwapTotal: 20479992 kB\nSwapFree: 20470732 kB\nDirty: 512 kB\nWriteback: 0 kB\nAnonPages: 8594012 kB\nMapped: 15564 kB\nShmem: 172 kB\nSlab: 167260 kB\nSReclaimable: 109796 kB\nSUnreclaim: 57464 kB\nKernelStack: 3064 kB\nPageTables: 21684 kB\nNFS_Unstable: 0 kB\nBounce: 0 kB\nWritebackTmp: 0 kB\nCommitLimit: 32784296 kB\nCommitted_AS: 10392784 kB\nVmallocTotal: 34359738367 kB\nVmallocUsed: 332500 kB\nVmallocChunk: 34359355024 kB\nHardwareCorrupted: 0 kB\nAnonHugePages: 5820416 kB\nHugePages_Total: 0\nHugePages_Free: 0\nHugePages_Rsvd: 0\nHugePages_Surp: 0\nHugepagesize: 2048 kB\nDirectMap4k: 10240 kB\nDirectMap2M: 25155584 kB\n">>}]}, {'ns_1@192.168.0.21', [{last_heard,{1352,756363,186198}}, {outgoing_replications_safeness_level,[{"default",green}]}, {incoming_replications_conf_hashes, [{"default",[{'ns_1@192.168.0.22',25082752}]}]}, {active_buckets,["default"]}, {ready_buckets,["default"]}, {local_tasks,[]}, {memory, [{total,239705000}, {processes,183887952}, {processes_used,183808976}, {system,55817048}, {atom,1352849}, {atom_used,1351270}, {binary,12988072}, {code,13554264}, {ets,9237704}]}, {system_memory_data, [{system_total_memory,25199214592}, {free_swap,20971511808}, {total_swap,20971511808}, {cached_memory,9399570432}, {buffered_memory,259772416}, {free_memory,6483562496}, {total_memory,25199214592}]}, {node_storage_conf,[{db_path,"/data"},{index_path,"/data"}]}, {statistics, [{wall_clock,{4324098,5000}}, {context_switches,{20319732,0}}, {garbage_collection,{3076695,9682981527,0}}, {io,{{input,748861942},{output,18941401907}}}, {reductions,{2736998626,4895786}}, {run_queue,0}, {runtime,{992600,1920}}]}, {system_stats, [{cpu_utilization_rate,47.665847665847664}, {swap_total,20971511808}, {swap_used,0}]}, {interesting_stats, [{couch_docs_actual_disk_size,9248636106}, {couch_docs_data_size,7153036799}, {couch_views_actual_disk_size,0}, {couch_views_data_size,0}, {curr_items,1487150}, {curr_items_tot,2905638}, {mem_used,7487561752}, {vb_replica_curr_items,1418488}]}, {cluster_compatibility_version,131072}, {version, [{public_key,"0.13"}, {lhttpc,"1.3.0"}, {ale,"8cffe61"}, {os_mon,"2.2.7"}, {couch_set_view,"1.2.0a-b68b5f4-git"}, {mnesia,"4.5"}, {inets,"5.7.1"}, {couch,"1.2.0a-b68b5f4-git"}, {mapreduce,"1.0.0"}, {couch_index_merger,"1.2.0a-b68b5f4-git"}, {kernel,"2.14.5"}, {crypto,"2.0.4"}, {ssl,"4.1.6"}, {sasl,"2.1.10"}, {couch_view_parser,"1.0.0"}, {ns_server,"2.0.0-1939-rel-enterprise"}, {mochiweb,"1.4.1"}, {oauth,"7d85d3ef"}, {stdlib,"1.17.5"}]}, {supported_compat_version,[2,0]}, {system_arch,"x86_64-unknown-linux-gnu"}, {wall_clock,4324}, {memory_data,{25199214592,18671882240,{<0.4606.0>,16006008}}}, {disk_data, [{"/",41260352,5}, {"/dev/shm",12304304,0}, {"/boot",495844,7}, {"/data",206420664,5}]}, {meminfo, <<"MemTotal: 24608608 kB\nMemFree: 6331604 kB\nBuffers: 253684 kB\nCached: 9179268 kB\nSwapCached: 0 kB\nActive: 10532924 kB\nInactive: 7056004 kB\nActive(anon): 8147984 kB\nInactive(anon): 9972 kB\nActive(file): 2384940 kB\nInactive(file): 7046032 kB\nUnevictable: 20760 kB\nMlocked: 20760 kB\nSwapTotal: 20479992 kB\nSwapFree: 20479992 kB\nDirty: 5004 kB\nWriteback: 0 kB\nAnonPages: 8176644 kB\nMapped: 14616 kB\nShmem: 164 kB\nSlab: 354336 kB\nSReclaimable: 296232 kB\nSUnreclaim: 58104 kB\nKernelStack: 3048 kB\nPageTables: 20404 kB\nNFS_Unstable: 0 kB\nBounce: 0 kB\nWritebackTmp: 0 kB\nCommitLimit: 32784296 kB\nCommitted_AS: 9944228 kB\nVmallocTotal: 34359738367 kB\nVmallocUsed: 332500 kB\nVmallocChunk: 34359350016 kB\nHardwareCorrupted: 0 kB\nAnonHugePages: 4788224 kB\nHugePages_Total: 0\nHugePages_Free: 0\nHugePages_Rsvd: 0\nHugePages_Surp: 0\nHugepagesize: 2048 kB\nDirectMap4k: 10240 kB\nDirectMap2M: 25155584 kB\n">>}]}, {'ns_1@192.168.0.22', [{last_heard,{1352,756367,793226}}, {outgoing_replications_safeness_level,[{"default",green}]}, {incoming_replications_conf_hashes, [{"default", [{'ns_1@192.168.0.20',49610325},{'ns_1@192.168.0.21',99799376}]}]}, {active_buckets,["default"]}, {ready_buckets,["default"]}, {local_tasks,[]}, {memory, [{total,249228680}, {processes,189682024}, {processes_used,189505256}, {system,59546656}, {atom,1338193}, {atom_used,1333793}, {binary,14482048}, {code,13490894}, {ets,11575560}]}, {system_memory_data, [{system_total_memory,25199214592}, {free_swap,20971511808}, {total_swap,20971511808}, {cached_memory,10354294784}, {buffered_memory,297435136}, {free_memory,4715495424}, {total_memory,25199214592}]}, {node_storage_conf,[{db_path,"/data"},{index_path,"/data"}]}, {statistics, [{wall_clock,{4315875,5000}}, {context_switches,{32483029,0}}, {garbage_collection,{4207371,10233831583,0}}, {io,{{input,740490035},{output,24185141712}}}, {reductions,{3534236970,3377648}}, {run_queue,0}, {runtime,{1240230,1290}}]}, {system_stats, [{cpu_utilization_rate,42.288557213930346}, {swap_total,20971511808}, {swap_used,0}]}, {interesting_stats, [{couch_docs_actual_disk_size,10178047587}, {couch_docs_data_size,7309393862}, {couch_views_actual_disk_size,0}, {couch_views_data_size,0}, {curr_items,1418568}, {curr_items_tot,2967036}, {mem_used,7792452744}, {vb_replica_curr_items,1548468}]}, {cluster_compatibility_version,131072}, {version, [{public_key,"0.13"}, {lhttpc,"1.3.0"}, {ale,"8cffe61"}, {os_mon,"2.2.7"}, {couch_set_view,"1.2.0a-b68b5f4-git"}, {mnesia,"4.5"}, {inets,"5.7.1"}, {couch,"1.2.0a-b68b5f4-git"}, {mapreduce,"1.0.0"}, {couch_index_merger,"1.2.0a-b68b5f4-git"}, {kernel,"2.14.5"}, {crypto,"2.0.4"}, {ssl,"4.1.6"}, {sasl,"2.1.10"}, {couch_view_parser,"1.0.0"}, {ns_server,"2.0.0-1939-rel-enterprise"}, {mochiweb,"1.4.1"}, {oauth,"7d85d3ef"}, {stdlib,"1.17.5"}]}, {supported_compat_version,[2,0]}, {system_arch,"x86_64-unknown-linux-gnu"}, {wall_clock,4315}, {memory_data,{25199214592,19814707200,{<18111.687.0>,16006008}}}, {disk_data, [{"/",41260352,5}, {"/dev/shm",12304304,0}, {"/boot",495844,7}, {"/data",206420664,5}]}, {meminfo, <<"MemTotal: 24608608 kB\nMemFree: 4604976 kB\nBuffers: 290464 kB\nCached: 10111616 kB\nSwapCached: 0 kB\nActive: 11129904 kB\nInactive: 8156340 kB\nActive(anon): 8343372 kB\nInactive(anon): 543308 kB\nActive(file): 2786532 kB\nInactive(file): 7613032 kB\nUnevictable: 20760 kB\nMlocked: 20760 kB\nSwapTotal: 20479992 kB\nSwapFree: 20479992 kB\nDirty: 5244 kB\nWriteback: 0 kB\nAnonPages: 8905560 kB\nMapped: 15680 kB\nShmem: 172 kB\nSlab: 384468 kB\nSReclaimable: 326828 kB\nSUnreclaim: 57640 kB\nKernelStack: 2552 kB\nPageTables: 21872 kB\nNFS_Unstable: 0 kB\nBounce: 0 kB\nWritebackTmp: 0 kB\nCommitLimit: 32784296 kB\nCommitted_AS: 10659856 kB\nVmallocTotal: 34359738367 kB\nVmallocUsed: 332500 kB\nVmallocChunk: 34359350016 kB\nHardwareCorrupted: 0 kB\nAnonHugePages: 5136384 kB\nHugePages_Total: 0\nHugePages_Free: 0\nHugePages_Rsvd: 0\nHugePages_Surp: 0\nHugepagesize: 2048 kB\nDirectMap4k: 10240 kB\nDirectMap2M: 25155584 kB\n">>}]}] [stats:debug,2012-11-12T13:39:49.613,ns_1@192.168.0.21:<0.4602.0>:stats_collector:maybe_log_stats:126](at {{1970,1,16},{7,45,56}}) Stats for bucket "default": accepting_conns 1 auth_cmds 9 auth_errors 0 bucket_active_conns 2 bucket_conns 22 bytes 7517559832 bytes_read 27494261035 bytes_written 19177353098 cas_badval 0 cas_hits 0 cas_misses 0 cmd_flush 0 cmd_get 4084668 cmd_set 3451983 conn_yields 130136 connection_structures 5000 curr_connections 25 curr_conns_on_port_11209 13 curr_conns_on_port_11210 10 curr_items 1487210 curr_items_tot 2916904 curr_temp_items 0 daemon_connections 4 decr_hits 0 decr_misses 0 delete_hits 169488 delete_misses 300192 ep_access_scanner_last_runtime 0 ep_access_scanner_num_items 0 ep_access_scanner_task_time 2012-11-13 10:00:00 ep_allow_data_loss_during_shutdown 1 ep_alog_block_size 4096 ep_alog_path /data/default/access.log ep_alog_sleep_time 1440 ep_alog_task_time 10 ep_backend couchdb ep_bg_fetch_delay 0 ep_bg_fetched 0 ep_bg_meta_fetched 0 ep_bg_remaining_jobs 0 ep_chk_max_items 5000 ep_chk_period 1800 ep_chk_persistence_remains 1 ep_chk_persistence_timeout 10 ep_chk_remover_stime 5 ep_commit_num 156535 ep_commit_time 8 ep_commit_time_total 1437261 ep_concurrentDB 1 ep_config_file ep_couch_bucket default ep_couch_host localhost ep_couch_port 11213 ep_couch_reconnect_sleeptime 250 ep_couch_response_timeout 180000 ep_data_age 6 ep_data_age_highwat 47 ep_data_traffic_enabled 0 ep_dbinit 0 ep_dbname /data/default ep_degraded_mode 0 ep_diskqueue_drain 11853619 ep_diskqueue_fill 10791095 ep_diskqueue_items 32731 ep_diskqueue_memory 927712 ep_diskqueue_pending 1391568 ep_exp_pager_stime 3600 ep_exp_pager_stime 3600 ep_expired_access 4403 ep_expired_pager 0 ep_expiry_window 3 ep_failpartialwarmup 0 ep_flush_all false ep_flush_duration_total 2864 ep_flushall_enabled 0 ep_flusher_state running ep_flusher_todo 25348 ep_getl_default_timeout 15 ep_getl_max_timeout 30 ep_ht_locks 5 ep_ht_size 3079 ep_inconsistent_slave_chk 0 ep_initfile ep_io_num_read 0 ep_io_num_write 9819244 ep_io_read_bytes 0 ep_io_write_bytes 22579759758 ep_item_begin_failed 0 ep_item_commit_failed 0 ep_item_flush_expired 51 ep_item_flush_failed 0 ep_item_num_based_new_chk 1 ep_items_rm_from_checkpoints 1393710 ep_keep_closed_chks 0 ep_klog_block_size 4096 ep_klog_compactor_queue_cap 500000 ep_klog_compactor_stime 3600 ep_klog_flush commit2 ep_klog_max_entry_ratio 10 ep_klog_max_log_size 2147483647 ep_klog_path ep_klog_sync commit2 ep_kv_size 7224157656 ep_max_checkpoints 2 ep_max_data_size 12582912000 ep_max_item_size 20971520 ep_max_size 12582912000 ep_max_txn_size 10000 ep_max_vbuckets 1024 ep_mem_high_wat 9437184000 ep_mem_high_wat 9437184000 ep_mem_low_wat 7549747200 ep_mem_low_wat 7549747200 ep_mem_tracker_enabled true ep_min_data_age 0 ep_mlog_compactor_runs 0 ep_mutation_mem_threshold 0 ep_num_access_scanner_runs 0 ep_num_eject_failures 0 ep_num_expiry_pager_runs 0 ep_num_non_resident 0 ep_num_not_my_vbuckets 0 ep_num_ops_del_meta 0 ep_num_ops_get_meta 0 ep_num_ops_set_meta 0 ep_num_pager_runs 0 ep_num_value_ejects 0 ep_oom_errors 0 ep_overhead 97692946 ep_pager_active_vb_pcnt 40 ep_pager_unbiased_period 60 ep_pending_ops 0 ep_pending_ops_max 1 ep_pending_ops_max_duration 128624 ep_pending_ops_total 3 ep_postInitfile ep_queue_age_cap 900 ep_queue_size 7383 ep_startup_time 1352753488 ep_storage_age 5 ep_storage_age_highwat 62 ep_store_max_concurrency 10 ep_store_max_readers 9 ep_store_max_readwrite 1 ep_stored_val_type ep_tap_ack_grace_period 300 ep_tap_ack_initial_sequence_number 1 ep_tap_ack_interval 1000 ep_tap_ack_window_size 10 ep_tap_backfill_resident 0.9 ep_tap_backlog_limit 5000 ep_tap_backoff_period 5 ep_tap_bg_fetch_requeued 0 ep_tap_bg_fetched 0 ep_tap_bg_max_pending 500 ep_tap_keepalive 300 ep_tap_noop_interval 20 ep_tap_requeue_sleep_time 0.1 ep_tap_throttle_cap_pcnt 10 ep_tap_throttle_queue_cap 1000000 ep_tap_throttle_threshold 90 ep_tmp_oom_errors 0 ep_too_old 0 ep_too_young 0 ep_total_cache_size 7189173360 ep_total_del_items 513767 ep_total_enqueued 10791095 ep_total_new_items 3225276 ep_total_persisted 9819244 ep_uncommitted_items 30 ep_value_size 6983650666 ep_vb0 0 ep_vb_snapshot_total 1171 ep_vb_total 1006 ep_vbucket_del 0 ep_vbucket_del_fail 0 ep_version 2.0.0r_133_g68e3f7c ep_waitforwarmup 0 ep_warmup 1 ep_warmup_batch_size 1000 ep_warmup_dups 0 ep_warmup_min_items_threshold 100 ep_warmup_min_memory_threshold 100 ep_warmup_oom 0 ep_warmup_thread complete ep_warmup_time 17721 get_hits 3555814 get_misses 528854 incr_hits 0 incr_misses 0 libevent 2.0.11-stable limit_maxbytes 67108864 listen_disabled_num 0 max_conns_on_port_11209 1000 max_conns_on_port_11210 9000 mem_used 7517559832 pid 7353 pointer_size 64 rejected_conns 0 rusage_system 828.871992 rusage_user 1744.321822 tap_checkpoint_end_received 2002 tap_checkpoint_end_sent 782 tap_checkpoint_start_received 3578 tap_checkpoint_start_sent 849 tap_connect_received 1 tap_delete_received 321139 tap_delete_sent 214238 tap_mutation_received 7554008 tap_mutation_sent 3996473 tap_opaque_received 7038 tap_opaque_sent 513 tap_vbucket_set_received 1024 threads 4 time 1352756388 total_connections 5194 uptime 2902 vb_active_curr_items 1487210 vb_active_eject 0 vb_active_expired 4323 vb_active_ht_memory 12857152 vb_active_itm_memory 3670856974 vb_active_meta_data_memory 117489590 vb_active_num 512 vb_active_num_non_resident 0 vb_active_num_ref_ejects 0 vb_active_num_ref_items 1652706 vb_active_ops_create 1646680 vb_active_ops_delete 265459 vb_active_ops_reject 0 vb_active_ops_update 2891847 vb_active_perc_mem_resident 100 vb_active_queue_age 2362618000 vb_active_queue_drain 6085197 vb_active_queue_fill 5496358 vb_active_queue_memory 460416 vb_active_queue_pending 690624 vb_active_queue_size 14388 vb_dead_num 0 vb_pending_curr_items 0 vb_pending_eject 0 vb_pending_expired 0 vb_pending_ht_memory 0 vb_pending_itm_memory 0 vb_pending_meta_data_memory 0 vb_pending_num 0 vb_pending_num_non_resident 0 vb_pending_num_ref_ejects 0 vb_pending_num_ref_items 0 vb_pending_ops_create 0 vb_pending_ops_delete 0 vb_pending_ops_reject 0 vb_pending_ops_update 0 vb_pending_perc_mem_resident 0 vb_pending_queue_age 0 vb_pending_queue_drain 0 vb_pending_queue_fill 0 vb_pending_queue_memory 0 vb_pending_queue_pending 0 vb_pending_queue_size 0 vb_replica_curr_items 1429694 vb_replica_eject 0 vb_replica_expired 80 vb_replica_ht_memory 12405328 vb_replica_itm_memory 3518316386 vb_replica_meta_data_memory 112945826 vb_replica_num 494 vb_replica_num_non_resident 0 vb_replica_num_ref_ejects 0 vb_replica_num_ref_items 1584675 vb_replica_ops_create 1578598 vb_replica_ops_delete 248308 vb_replica_ops_reject 0 vb_replica_ops_update 3188379 vb_replica_perc_mem_resident 100 vb_replica_queue_age 776488000 vb_replica_queue_drain 5768422 vb_replica_queue_fill 5294737 vb_replica_queue_memory 467296 vb_replica_queue_pending 700944 vb_replica_queue_size 14603 version 1.4.4_600_g7ea975a [ns_doctor:debug,2012-11-12T13:40:28.184,ns_1@192.168.0.21:ns_doctor<0.4484.0>:ns_doctor:handle_info:137]Current node statuses: [{'ns_1@192.168.0.20', [{last_heard,{1352,756424,573914}}, {outgoing_replications_safeness_level,[{"default",green}]}, {incoming_replications_conf_hashes,[{"default",[]}]}, {active_buckets,["default"]}, {ready_buckets,["default"]}, {local_tasks,[]}, {memory, [{total,152611088}, {processes,106509696}, {processes_used,102295448}, {system,46101392}, {atom,1406633}, {atom_used,1381414}, {binary,1817008}, {code,14105593}, {ets,10758648}]}, {system_memory_data, [{system_total_memory,25199214592}, {free_swap,20961841152}, {total_swap,20971511808}, {cached_memory,198737920}, {buffered_memory,230027264}, {free_memory,15492616192}, {total_memory,25199214592}]}, {node_storage_conf,[{db_path,"/data"},{index_path,"/data"}]}, {statistics, [{wall_clock,{4387711,5000}}, {context_switches,{26502419,0}}, {garbage_collection,{3356705,22774418296,0}}, {io,{{input,507202753},{output,12145073474}}}, {reductions,{3663859450,2233210}}, {run_queue,0}, {runtime,{1520350,1050}}]}, {system_stats, [{cpu_utilization_rate,36.962025316455694}, {swap_total,20971511808}, {swap_used,9670656}]}, {interesting_stats, [{couch_docs_actual_disk_size,135470480}, {couch_docs_data_size,120864870}, {couch_views_actual_disk_size,0}, {couch_views_data_size,0}, {curr_items,49019}, {curr_items_tot,49019}, {mem_used,288386104}, {vb_replica_curr_items,0}]}, {cluster_compatibility_version,131072}, {version, [{public_key,"0.13"}, {lhttpc,"1.3.0"}, {ale,"8cffe61"}, {os_mon,"2.2.7"}, {couch_set_view,"1.2.0a-b68b5f4-git"}, {mnesia,"4.5"}, {inets,"5.7.1"}, {couch,"1.2.0a-b68b5f4-git"}, {mapreduce,"1.0.0"}, {couch_index_merger,"1.2.0a-b68b5f4-git"}, {kernel,"2.14.5"}, {crypto,"2.0.4"}, {ssl,"4.1.6"}, {sasl,"2.1.10"}, {couch_view_parser,"1.0.0"}, {ns_server,"2.0.0-1939-rel-enterprise"}, {mochiweb,"1.4.1"}, {oauth,"7d85d3ef"}, {stdlib,"1.17.5"}]}, {supported_compat_version,[2,0]}, {system_arch,"x86_64-unknown-linux-gnu"}, {wall_clock,4387}, {memory_data,{25199214592,9707216896,{<18071.667.0>,16006008}}}, {disk_data, [{"/",41260352,5}, {"/dev/shm",12304304,0}, {"/boot",495844,7}, {"/data",206420664,1}]}, {meminfo, <<"MemTotal: 24608608 kB\nMemFree: 15129756 kB\nBuffers: 224636 kB\nCached: 194080 kB\nSwapCached: 1844 kB\nActive: 8076876 kB\nInactive: 903980 kB\nActive(anon): 7801380 kB\nInactive(anon): 762856 kB\nActive(file): 275496 kB\nInactive(file): 141124 kB\nUnevictable: 20760 kB\nMlocked: 20760 kB\nSwapTotal: 20479992 kB\nSwapFree: 20470548 kB\nDirty: 380 kB\nWriteback: 0 kB\nAnonPages: 8581392 kB\nMapped: 15880 kB\nShmem: 172 kB\nSlab: 165412 kB\nSReclaimable: 108032 kB\nSUnreclaim: 57380 kB\nKernelStack: 3096 kB\nPageTables: 21776 kB\nNFS_Unstable: 0 kB\nBounce: 0 kB\nWritebackTmp: 0 kB\nCommitLimit: 32784296 kB\nCommitted_AS: 10344852 kB\nVmallocTotal: 34359738367 kB\nVmallocUsed: 332500 kB\nVmallocChunk: 34359355024 kB\nHardwareCorrupted: 0 kB\nAnonHugePages: 5912576 kB\nHugePages_Total: 0\nHugePages_Free: 0\nHugePages_Rsvd: 0\nHugePages_Surp: 0\nHugepagesize: 2048 kB\nDirectMap4k: 10240 kB\nDirectMap2M: 25155584 kB\n">>}]}, {'ns_1@192.168.0.21', [{last_heard,{1352,756423,527608}}, {outgoing_replications_safeness_level,[{"default",green}]}, {incoming_replications_conf_hashes, [{"default",[{'ns_1@192.168.0.22',29985579}]}]}, {active_buckets,["default"]}, {ready_buckets,["default"]}, {local_tasks, [[{pid,<<"<0.12598.3>">>}, {bucket,<<"default">>}, {original_target,{[{type,bucket}]}}, {progress,19}, {started_on,1352756387}, {total_vbuckets,1005}, {trigger_type,scheduled}, {type,bucket_compaction}, {updated_on,1352756422}, {vbuckets_done,196}]]}, {memory, [{total,248989928}, {processes,191543048}, {processes_used,191453400}, {system,57446880}, {atom,1352849}, {atom_used,1351270}, {binary,14501352}, {code