============================================================================== couchbase logs (stats) cbbrowse_logs stats ============================================================================== [ns_doctor:debug,2012-11-14T10:45:32.682,ns_1@127.0.0.1:ns_doctor<0.375.0>:ns_doctor:handle_info:133]Got initial status [{'ns_1@127.0.0.1', [{last_heard,{1352,918732,682516}}, {outgoing_replications_safeness_level,[]}, {incoming_replications_conf_hashes,[]}, {active_buckets,[]}, {ready_buckets,[]}, {local_tasks,[]}, {memory, [{total,40078664}, {processes,9286488}, {processes_used,9275720}, {system,30792176}, {atom,1171065}, {atom_used,1138716}, {binary,138752}, {code,11344356}, {ets,875256}]}, {system_memory_data, [{system_total_memory,33657663488}, {free_swap,10684477440}, {total_swap,10684628992}, {cached_memory,15266820096}, {buffered_memory,294989824}, {free_memory,17433780224}, {total_memory,33657663488}]}, {node_storage_conf, [{db_path, "/opt/couchbase/var/lib/couchbase/data/"}, {index_path, "/opt/couchbase/var/lib/couchbase/data/"}]}, {statistics, [{wall_clock,{1878,3}}, {context_switches,{26554,0}}, {garbage_collection,{6966,33819835,0}}, {io,{{input,6771380},{output,663486}}}, {reductions,{19994601,18907}}, {run_queue,0}, {runtime,{1110,0}}]}, {system_stats, [{cpu_utilization_rate,0}, {swap_total,0}, {swap_used,0}]}, {interesting_stats,[]}, {cluster_compatibility_version,1}, {version, [{public_key,"0.13"}, {lhttpc,"1.3.0"}, {ale,"8cffe61"}, {os_mon,"2.2.7"}, {couch_set_view,"1.2.0a-dd6de6a-git"}, {mnesia,"4.5"}, {inets,"5.7.1"}, {couch,"1.2.0a-dd6de6a-git"}, {mapreduce,"1.0.0"}, {couch_index_merger,"1.2.0a-dd6de6a-git"}, {kernel,"2.14.5"}, {crypto,"2.0.4"}, {ssl,"4.1.6"}, {sasl,"2.1.10"}, {couch_view_parser,"1.0.0"}, {ns_server,"2.0.0-1945-rel-enterprise"}, {mochiweb,"1.4.1"}, {oauth,"7d85d3ef"}, {stdlib,"1.17.5"}]}, {supported_compat_version,[2,0]}, {system_arch,"x86_64-unknown-linux-gnu"}, {wall_clock,1}, {memory_data, {33657663488,16204283904,{<0.6.0>,601352}}}, {disk_data, [{"/",49781912,20}, {"/data",886279600,1}, {"/dev/shm",16434404,0}, {"/data2",1922859824,2}]}, {meminfo, <<"MemTotal: 32868812 kB\nMemFree: 17025176 kB\nBuffers: 288076 kB\nCached: 14909004 kB\nSwapCached: 0 kB\nActive: 2657924 kB\nInactive: 12665184 kB\nHighTotal: 0 kB\nHighFree: 0 kB\nLowTotal: 32868812 kB\nLowFree: 17025176 kB\nSwapTotal: 10434208 kB\nSwapFree: 10434060 kB\nDirty: 419900 kB\nWriteback: 0 kB\nAnonPages: 125844 kB\nMapped: 14080 kB\nSlab: 482632 kB\nPageTables: 4656 kB\nNFS_Unstable: 0 kB\nBounce: 0 kB\nCommitLimit: 26868612 kB\nCommitted_AS: 1574468 kB\nVmallocTotal: 34359738367 kB\nVmallocUsed: 6400 kB\nVmallocChunk: 34359730595 kB\nHugePages_Total: 0\nHugePages_Free: 0\nHugePages_Rsvd: 0\nHugepagesize: 2048 kB\n">>}]}] [ns_doctor:debug,2012-11-14T10:45:48.700,ns_1@10.2.1.61:ns_doctor<0.378.0>:ns_doctor:handle_info:133]Got initial status [{'ns_1@10.2.1.61', [{last_heard,{1352,918748,700229}}, {outgoing_replications_safeness_level,[]}, {incoming_replications_conf_hashes,[]}, {active_buckets,[]}, {ready_buckets,[]}, {local_tasks,[]}, {memory, [{total,39891104}, {processes,9105856}, {processes_used,9094432}, {system,30785248}, {atom,1171873}, {atom_used,1138823}, {binary,145632}, {code,11330364}, {ets,875344}]}, {system_memory_data, [{system_total_memory,33657663488}, {free_swap,10684477440}, {total_swap,10684628992}, {cached_memory,15267221504}, {buffered_memory,295329792}, {free_memory,17434374144}, {total_memory,33657663488}]}, {node_storage_conf, [{db_path, "/opt/couchbase/var/lib/couchbase/data/"}, {index_path, "/opt/couchbase/var/lib/couchbase/data/"}]}, {statistics, [{wall_clock,{1924,4}}, {context_switches,{27049,0}}, {garbage_collection,{7294,35673387,0}}, {io,{{input,6772634},{output,659892}}}, {reductions,{21024549,16538}}, {run_queue,0}, {runtime,{1210,0}}]}, {system_stats, [{cpu_utilization_rate,0}, {swap_total,0}, {swap_used,0}]}, {interesting_stats,[]}, {cluster_compatibility_version,1}, {version, [{public_key,"0.13"}, {lhttpc,"1.3.0"}, {ale,"8cffe61"}, {os_mon,"2.2.7"}, {couch_set_view,"1.2.0a-dd6de6a-git"}, {mnesia,"4.5"}, {inets,"5.7.1"}, {couch,"1.2.0a-dd6de6a-git"}, {mapreduce,"1.0.0"}, {couch_index_merger,"1.2.0a-dd6de6a-git"}, {kernel,"2.14.5"}, {crypto,"2.0.4"}, {ssl,"4.1.6"}, {sasl,"2.1.10"}, {couch_view_parser,"1.0.0"}, {ns_server,"2.0.0-1945-rel-enterprise"}, {mochiweb,"1.4.1"}, {oauth,"7d85d3ef"}, {stdlib,"1.17.5"}]}, {supported_compat_version,[2,0]}, {system_arch,"x86_64-unknown-linux-gnu"}, {wall_clock,1}, {memory_data, {33657663488,16206131200,{<0.6.0>,601352}}}, {disk_data, [{"/",49781912,20}, {"/data",886279600,1}, {"/dev/shm",16434404,0}, {"/data2",1922859824,2}]}, {meminfo, <<"MemTotal: 32868812 kB\nMemFree: 17026004 kB\nBuffers: 288400 kB\nCached: 14909404 kB\nSwapCached: 0 kB\nActive: 2660376 kB\nInactive: 12661944 kB\nHighTotal: 0 kB\nHighFree: 0 kB\nLowTotal: 32868812 kB\nLowFree: 17026004 kB\nSwapTotal: 10434208 kB\nSwapFree: 10434060 kB\nDirty: 420248 kB\nWriteback: 0 kB\nAnonPages: 124220 kB\nMapped: 14088 kB\nSlab: 482924 kB\nPageTables: 4600 kB\nNFS_Unstable: 0 kB\nBounce: 0 kB\nCommitLimit: 26868612 kB\nCommitted_AS: 1572652 kB\nVmallocTotal: 34359738367 kB\nVmallocUsed: 6400 kB\nVmallocChunk: 34359730595 kB\nHugePages_Total: 0\nHugePages_Free: 0\nHugePages_Rsvd: 0\nHugepagesize: 2048 kB\n">>}]}] [ns_doctor:debug,2012-11-14T10:45:56.999,ns_1@10.2.1.61:ns_doctor<0.735.0>:ns_doctor:handle_info:133]Got initial status [{'ns_1@10.2.1.61', [{last_heard,{1352,918756,999983}}, {outgoing_replications_safeness_level,[]}, {incoming_replications_conf_hashes,[]}, {active_buckets,[]}, {ready_buckets,[]}, {local_tasks,[]}, {memory, [{total,42909096}, {processes,10534088}, {processes_used,10484728}, {system,32375008}, {atom,1242281}, {atom_used,1241108}, {binary,137200}, {code,12684557}, {ets,1000024}]}, {system_memory_data, [{system_total_memory,33657663488}, {free_swap,10684477440}, {total_swap,10684628992}, {cached_memory,628117504}, {buffered_memory,295632896}, {free_memory,32242425856}, {total_memory,33657663488}]}, {node_storage_conf, [{db_path,"/data2"},{index_path,"/data"}]}, {statistics, [{wall_clock,{10223,3}}, {context_switches,{34641,0}}, {garbage_collection,{9377,39271417,0}}, {io,{{input,7653408},{output,1084471}}}, {reductions,{22361347,37467}}, {run_queue,0}, {runtime,{1730,0}}]}, {system_stats, [{cpu_utilization_rate,0}, {swap_total,0}, {swap_used,0}]}, {interesting_stats,[]}, {cluster_compatibility_version,131072}, {version, [{public_key,"0.13"}, {lhttpc,"1.3.0"}, {ale,"8cffe61"}, {os_mon,"2.2.7"}, {couch_set_view,"1.2.0a-dd6de6a-git"}, {mnesia,"4.5"}, {inets,"5.7.1"}, {couch,"1.2.0a-dd6de6a-git"}, {mapreduce,"1.0.0"}, {couch_index_merger,"1.2.0a-dd6de6a-git"}, {kernel,"2.14.5"}, {crypto,"2.0.4"}, {ssl,"4.1.6"}, {sasl,"2.1.10"}, {couch_view_parser,"1.0.0"}, {ns_server,"2.0.0-1945-rel-enterprise"}, {mochiweb,"1.4.1"}, {oauth,"7d85d3ef"}, {stdlib,"1.17.5"}]}, {supported_compat_version,[2,0]}, {system_arch,"x86_64-unknown-linux-gnu"}, {wall_clock,10}, {memory_data, {33657663488,16206131200,{<0.6.0>,601352}}}, {disk_data, [{"/",49781912,20}, {"/data",886279600,1}, {"/dev/shm",16434404,0}, {"/data2",1922859824,2}]}, {meminfo, <<"MemTotal: 32868812 kB\nMemFree: 31486744 kB\nBuffers: 288700 kB\nCached: 613400 kB\nSwapCached: 0 kB\nActive: 593648 kB\nInactive: 440776 kB\nHighTotal: 0 kB\nHighFree: 0 kB\nLowTotal: 32868812 kB\nLowFree: 31486744 kB\nSwapTotal: 10434208 kB\nSwapFree: 10434060 kB\nDirty: 218652 kB\nWriteback: 0 kB\nAnonPages: 131868 kB\nMapped: 15720 kB\nSlab: 309176 kB\nPageTables: 4652 kB\nNFS_Unstable: 0 kB\nBounce: 0 kB\nCommitLimit: 26868612 kB\nCommitted_AS: 1602724 kB\nVmallocTotal: 34359738367 kB\nVmallocUsed: 6400 kB\nVmallocChunk: 34359730595 kB\nHugePages_Total: 0\nHugePages_Free: 0\nHugePages_Rsvd: 0\nHugepagesize: 2048 kB\n">>}]}] [ns_doctor:debug,2012-11-14T10:46:14.689,ns_1@10.2.1.61:ns_doctor<0.408.0>:ns_doctor:handle_info:133]Got initial status [{'ns_1@10.2.1.61', [{last_heard,{1352,918774,689865}}, {outgoing_replications_safeness_level,[]}, {incoming_replications_conf_hashes,[]}, {active_buckets,[]}, {ready_buckets,[]}, {local_tasks,[]}, {memory, [{total,39908136}, {processes,9295912}, {processes_used,9288496}, {system,30612224}, {atom,1122825}, {atom_used,1120514}, {binary,168448}, {code,11139266}, {ets,922392}]}, {system_memory_data, [{system_total_memory,33657663488}, {free_swap,10684477440}, {total_swap,10684628992}, {cached_memory,628527104}, {buffered_memory,295997440}, {free_memory,32252383232}, {total_memory,33657663488}]}, {node_storage_conf, [{db_path,"/data2"},{index_path,"/data"}]}, {statistics, [{wall_clock,{1899,4}}, {context_switches,{26077,0}}, {garbage_collection,{7111,32991896,0}}, {io,{{input,6680240},{output,619789}}}, {reductions,{19539870,25193}}, {run_queue,0}, {runtime,{1100,10}}]}, {system_stats, [{cpu_utilization_rate,0}, {swap_total,0}, {swap_used,0}]}, {interesting_stats,[]}, {cluster_compatibility_version,131072}, {version, [{public_key,"0.13"}, {lhttpc,"1.3.0"}, {ale,"8cffe61"}, {os_mon,"2.2.7"}, {couch_set_view,"1.2.0a-dd6de6a-git"}, {mnesia,"4.5"}, {inets,"5.7.1"}, {couch,"1.2.0a-dd6de6a-git"}, {mapreduce,"1.0.0"}, {couch_index_merger,"1.2.0a-dd6de6a-git"}, {kernel,"2.14.5"}, {crypto,"2.0.4"}, {ssl,"4.1.6"}, {sasl,"2.1.10"}, {couch_view_parser,"1.0.0"}, {ns_server,"2.0.0-1945-rel-enterprise"}, {mochiweb,"1.4.1"}, {oauth,"7d85d3ef"}, {stdlib,"1.17.5"}]}, {supported_compat_version,[2,0]}, {system_arch,"x86_64-unknown-linux-gnu"}, {wall_clock,1}, {memory_data, {33657663488,1387597824,{<0.6.0>,601312}}}, {disk_data, [{"/",49781912,20}, {"/data",886279600,1}, {"/dev/shm",16434404,0}, {"/data2",1922859824,0}]}, {meminfo, <<"MemTotal: 32868812 kB\nMemFree: 31496468 kB\nBuffers: 289060 kB\nCached: 613796 kB\nSwapCached: 0 kB\nActive: 585548 kB\nInactive: 441220 kB\nHighTotal: 0 kB\nHighFree: 0 kB\nLowTotal: 32868812 kB\nLowFree: 31496468 kB\nSwapTotal: 10434208 kB\nSwapFree: 10434060 kB\nDirty: 216600 kB\nWriteback: 0 kB\nAnonPages: 123728 kB\nMapped: 13064 kB\nSlab: 307720 kB\nPageTables: 4548 kB\nNFS_Unstable: 0 kB\nBounce: 0 kB\nCommitLimit: 26868612 kB\nCommitted_AS: 1574756 kB\nVmallocTotal: 34359738367 kB\nVmallocUsed: 6400 kB\nVmallocChunk: 34359730595 kB\nHugePages_Total: 0\nHugePages_Free: 0\nHugePages_Rsvd: 0\nHugepagesize: 2048 kB\n">>}]}] [stats:error,2012-11-14T10:46:29.415,ns_1@10.2.1.61:<0.446.0>:stats_reader:log_bad_responses:191]Some nodes didn't respond: ['ns_1@10.2.1.61','ns_1@10.2.1.63'] [stats:debug,2012-11-14T10:46:29.692,ns_1@10.2.1.61:<0.628.0>:stats_collector:maybe_log_stats:126](at {{1970,1,16},{7,48,38}}) Stats for bucket "default": accepting_conns 1 auth_cmds 0 auth_errors 0 bucket_active_conns 1 bucket_conns 5 bytes 255904 bytes_read 196 bytes_written 120 cas_badval 0 cas_hits 0 cas_misses 0 cmd_flush 0 cmd_get 0 cmd_set 0 conn_yields 0 connection_structures 5000 curr_connections 9 curr_conns_on_port_11209 6 curr_conns_on_port_11210 1 curr_items 0 curr_items_tot 0 curr_temp_items 0 daemon_connections 4 decr_hits 0 decr_misses 0 delete_hits 0 delete_misses 0 ep_access_scanner_last_runtime 0 ep_access_scanner_num_items 0 ep_access_scanner_task_time 2012-11-15 10:00:00 ep_allow_data_loss_during_shutdown 1 ep_alog_block_size 4096 ep_alog_path /data2/default/access.log ep_alog_sleep_time 1440 ep_alog_task_time 10 ep_backend couchdb ep_bg_fetch_delay 0 ep_bg_fetched 0 ep_bg_meta_fetched 0 ep_bg_remaining_jobs 0 ep_chk_max_items 5000 ep_chk_period 1800 ep_chk_persistence_remains 0 ep_chk_persistence_timeout 10 ep_chk_remover_stime 5 ep_commit_num 0 ep_commit_time 0 ep_commit_time_total 0 ep_concurrentDB 1 ep_config_file ep_couch_bucket default ep_couch_host localhost ep_couch_port 11213 ep_couch_reconnect_sleeptime 250 ep_couch_response_timeout 180000 ep_data_age 0 ep_data_age_highwat 0 ep_data_traffic_enabled 0 ep_dbinit 0 ep_dbname /data2/default ep_degraded_mode 1 ep_diskqueue_drain 0 ep_diskqueue_fill 0 ep_diskqueue_items 0 ep_diskqueue_memory 0 ep_diskqueue_pending 0 ep_exp_pager_stime 3600 ep_exp_pager_stime 3600 ep_expired_access 0 ep_expired_pager 0 ep_expiry_window 3 ep_failpartialwarmup 0 ep_flush_all false ep_flush_duration_total 0 ep_flushall_enabled 0 ep_flusher_state running ep_flusher_todo 0 ep_getl_default_timeout 15 ep_getl_max_timeout 30 ep_ht_locks 5 ep_ht_size 3079 ep_inconsistent_slave_chk 0 ep_initfile ep_io_num_read 0 ep_io_num_write 0 ep_io_read_bytes 0 ep_io_write_bytes 0 ep_item_begin_failed 0 ep_item_commit_failed 0 ep_item_flush_expired 0 ep_item_flush_failed 0 ep_item_num_based_new_chk 1 ep_items_rm_from_checkpoints 0 ep_keep_closed_chks 0 ep_klog_block_size 4096 ep_klog_compactor_queue_cap 500000 ep_klog_compactor_stime 3600 ep_klog_flush commit2 ep_klog_max_entry_ratio 10 ep_klog_max_log_size 2147483647 ep_klog_path ep_klog_sync commit2 ep_kv_size 0 ep_max_checkpoints 2 ep_max_data_size 12582912000 ep_max_item_size 20971520 ep_max_size 12582912000 ep_max_txn_size 10000 ep_max_vbuckets 1024 ep_mem_high_wat 9437184000 ep_mem_high_wat 9437184000 ep_mem_low_wat 7549747200 ep_mem_low_wat 7549747200 ep_mem_tracker_enabled true ep_min_data_age 0 ep_mlog_compactor_runs 0 ep_mutation_mem_threshold 0 ep_num_access_scanner_runs 0 ep_num_eject_failures 0 ep_num_expiry_pager_runs 0 ep_num_non_resident 0 ep_num_not_my_vbuckets 0 ep_num_ops_del_meta 0 ep_num_ops_get_meta 0 ep_num_ops_set_meta 0 ep_num_pager_runs 0 ep_num_value_ejects 0 ep_oom_errors 0 ep_overhead 1152 ep_pager_active_vb_pcnt 40 ep_pager_unbiased_period 60 ep_pending_ops 0 ep_pending_ops_max 0 ep_pending_ops_max_duration 0 ep_pending_ops_total 0 ep_postInitfile ep_queue_age_cap 900 ep_queue_size 0 ep_startup_time 1352918788 ep_storage_age 0 ep_storage_age_highwat 0 ep_store_max_concurrency 10 ep_store_max_readers 9 ep_store_max_readwrite 1 ep_stored_val_type ep_tap_ack_grace_period 300 ep_tap_ack_initial_sequence_number 1 ep_tap_ack_interval 1000 ep_tap_ack_window_size 10 ep_tap_backfill_resident 0.9 ep_tap_backlog_limit 5000 ep_tap_backoff_period 5 ep_tap_bg_fetch_requeued 0 ep_tap_bg_fetched 0 ep_tap_bg_max_pending 500 ep_tap_keepalive 300 ep_tap_noop_interval 20 ep_tap_requeue_sleep_time 0.1 ep_tap_throttle_cap_pcnt 10 ep_tap_throttle_queue_cap 1000000 ep_tap_throttle_threshold 90 ep_tmp_oom_errors 0 ep_too_old 0 ep_too_young 0 ep_total_cache_size 0 ep_total_del_items 0 ep_total_enqueued 0 ep_total_new_items 0 ep_total_persisted 0 ep_uncommitted_items 0 ep_value_size 0 ep_vb0 0 ep_vb_snapshot_total 1 ep_vb_total 0 ep_vbucket_del 0 ep_vbucket_del_fail 0 ep_version 2.0.0r_135_g40a391b ep_waitforwarmup 0 ep_warmup 1 ep_warmup_batch_size 1000 ep_warmup_dups 0 ep_warmup_min_items_threshold 100 ep_warmup_min_memory_threshold 100 ep_warmup_oom 0 ep_warmup_thread complete ep_warmup_time 749 get_hits 0 get_misses 0 incr_hits 0 incr_misses 0 libevent 2.0.11-stable limit_maxbytes 67108864 listen_disabled_num 0 max_conns_on_port_11209 1000 max_conns_on_port_11210 9000 mem_used 255904 pid 5774 pointer_size 64 rejected_conns 0 rusage_system 0.017997 rusage_user 0.029995 threads 4 time 1352918788 total_connections 10 uptime 16 vb_active_curr_items 0 vb_active_eject 0 vb_active_expired 0 vb_active_ht_memory 0 vb_active_itm_memory 0 vb_active_meta_data_memory 0 vb_active_num 0 vb_active_num_non_resident 0 vb_active_num_ref_ejects 0 vb_active_num_ref_items 0 vb_active_ops_create 0 vb_active_ops_delete 0 vb_active_ops_reject 0 vb_active_ops_update 0 vb_active_perc_mem_resident 0 vb_active_queue_age 0 vb_active_queue_drain 0 vb_active_queue_fill 0 vb_active_queue_memory 0 vb_active_queue_pending 0 vb_active_queue_size 0 vb_dead_num 0 vb_pending_curr_items 0 vb_pending_eject 0 vb_pending_expired 0 vb_pending_ht_memory 0 vb_pending_itm_memory 0 vb_pending_meta_data_memory 0 vb_pending_num 0 vb_pending_num_non_resident 0 vb_pending_num_ref_ejects 0 vb_pending_num_ref_items 0 vb_pending_ops_create 0 vb_pending_ops_delete 0 vb_pending_ops_reject 0 vb_pending_ops_update 0 vb_pending_perc_mem_resident 0 vb_pending_queue_age 0 vb_pending_queue_drain 0 vb_pending_queue_fill 0 vb_pending_queue_memory 0 vb_pending_queue_pending 0 vb_pending_queue_size 0 vb_replica_curr_items 0 vb_replica_eject 0 vb_replica_expired 0 vb_replica_ht_memory 0 vb_replica_itm_memory 0 vb_replica_meta_data_memory 0 vb_replica_num 0 vb_replica_num_non_resident 0 vb_replica_num_ref_ejects 0 vb_replica_num_ref_items 0 vb_replica_ops_create 0 vb_replica_ops_delete 0 vb_replica_ops_reject 0 vb_replica_ops_update 0 vb_replica_perc_mem_resident 0 vb_replica_queue_age 0 vb_replica_queue_drain 0 vb_replica_queue_fill 0 vb_replica_queue_memory 0 vb_replica_queue_pending 0 vb_replica_queue_size 0 version 1.4.4_600_g7ea975a [ns_doctor:debug,2012-11-14T10:47:14.671,ns_1@10.2.1.61:ns_doctor<0.408.0>:ns_doctor:handle_info:137]Current node statuses: [{'ns_1@10.2.1.61', [{last_heard,{1352,918834,668455}}, {outgoing_replications_safeness_level,[{"default",green}]}, {incoming_replications_conf_hashes, [{"default",[{'ns_1@10.2.1.63',99799376}]}]}, {active_buckets,["default"]}, {ready_buckets,["default"]}, {local_tasks,[]}, {memory, [{total,151275160}, {processes,109176552}, {processes_used,109164056}, {system,42098608}, {atom,1392897}, {atom_used,1361216}, {binary,6583016}, {code,13870177}, {ets,1939888}]}, {system_memory_data, [{system_total_memory,33657663488}, {free_swap,10684628992}, {total_swap,10684628992}, {cached_memory,390152192}, {buffered_memory,39604224}, {free_memory,31789297664}, {total_memory,33657663488}]}, {node_storage_conf,[{db_path,"/data2"},{index_path,"/data"}]}, {statistics, [{wall_clock,{61878,5001}}, {context_switches,{583014,0}}, {garbage_collection,{73638,311570680,0}}, {io,{{input,19766696},{output,435457255}}}, {reductions,{180250729,5811993}}, {run_queue,0}, {runtime,{14230,1410}}]}, {system_stats, [{cpu_utilization_rate,52.61845386533666}, {swap_total,10684628992}, {swap_used,0}]}, {interesting_stats, [{couch_docs_actual_disk_size,145094441}, {couch_docs_data_size,131417682}, {couch_views_actual_disk_size,0}, {couch_views_data_size,0}, {curr_items,169280}, {curr_items_tot,336676}, {mem_used,920969784}, {vb_replica_curr_items,167396}]}, {cluster_compatibility_version,131072}, {version, [{public_key,"0.13"}, {lhttpc,"1.3.0"}, {ale,"8cffe61"}, {os_mon,"2.2.7"}, {couch_set_view,"1.2.0a-dd6de6a-git"}, {mnesia,"4.5"}, {inets,"5.7.1"}, {couch,"1.2.0a-dd6de6a-git"}, {mapreduce,"1.0.0"}, {couch_index_merger,"1.2.0a-dd6de6a-git"}, {kernel,"2.14.5"}, {crypto,"2.0.4"}, {ssl,"4.1.6"}, {sasl,"2.1.10"}, {couch_view_parser,"1.0.0"}, {ns_server,"2.0.0-1945-rel-enterprise"}, {mochiweb,"1.4.1"}, {oauth,"7d85d3ef"}, {stdlib,"1.17.5"}]}, {supported_compat_version,[2,0]}, {system_arch,"x86_64-unknown-linux-gnu"}, {wall_clock,61}, {memory_data,{33657663488,1667715072,{<0.67.0>,2172424}}}, {disk_data, [{"/",49781912,20}, {"/data",886279600,1}, {"/dev/shm",16434404,0}, {"/data2",1922859824,1}]}, {meminfo, <<"MemTotal: 32868812 kB\nMemFree: 31044360 kB\nBuffers: 38676 kB\nCached: 381008 kB\nSwapCached: 0 kB\nActive: 1360612 kB\nInactive: 378944 kB\nHighTotal: 0 kB\nHighFree: 0 kB\nLowTotal: 32868812 kB\nLowFree: 31044360 kB\nSwapTotal: 10434208 kB\nSwapFree: 10434208 kB\nDirty: 5408 kB\nWriteback: 88 kB\nAnonPages: 1319904 kB\nMapped: 17264 kB\nSlab: 44176 kB\nPageTables: 7652 kB\nNFS_Unstable: 0 kB\nBounce: 0 kB\nCommitLimit: 26868612 kB\nCommitted_AS: 3021864 kB\nVmallocTotal: 34359738367 kB\nVmallocUsed: 6400 kB\nVmallocChunk: 34359730595 kB\nHugePages_Total: 0\nHugePages_Free: 0\nHugePages_Rsvd: 0\nHugepagesize: 2048 kB\n">>}]}, {'ns_1@10.2.1.63', [{last_heard,{1352,918831,322926}}, {outgoing_replications_safeness_level,[{"default",green}]}, {incoming_replications_conf_hashes, [{"default",[{'ns_1@10.2.1.61',132836600}]}]}, {active_buckets,["default"]}, {ready_buckets,["default"]}, {local_tasks,[]}, {memory, [{total,143658440}, {processes,103399896}, {processes_used,103385320}, {system,40258544}, {atom,1337385}, {atom_used,1332169}, {binary,5286040}, {code,13469049}, {ets,1880168}]}, {system_memory_data, [{system_total_memory,33657663488}, {free_swap,10585923584}, {total_swap,10585923584}, {cached_memory,279826432}, {buffered_memory,36593664}, {free_memory,32130232320}, {total_memory,33657663488}]}, {node_storage_conf,[{db_path,"/data2"},{index_path,"/data"}]}, {statistics, [{wall_clock,{54942,4999}}, {context_switches,{520467,0}}, {garbage_collection,{69297,260799308,0}}, {io,{{input,18631837},{output,342711665}}}, {reductions,{158695593,5553322}}, {run_queue,0}, {runtime,{13200,1320}}]}, {system_stats, [{cpu_utilization_rate,0.5}, {swap_total,10585923584}, {swap_used,151552}]}, {interesting_stats, [{couch_docs_actual_disk_size,188163881}, {couch_docs_data_size,173409510}, {couch_views_actual_disk_size,0}, {couch_views_data_size,0}, {curr_items,134738}, {curr_items_tot,265344}, {mem_used,733635992}, {vb_replica_curr_items,130606}]}, {cluster_compatibility_version,131072}, {version, [{public_key,"0.13"}, {lhttpc,"1.3.0"}, {ale,"8cffe61"}, {os_mon,"2.2.7"}, {couch_set_view,"1.2.0a-dd6de6a-git"}, {mnesia,"4.5"}, {inets,"5.7.1"}, {couch,"1.2.0a-dd6de6a-git"}, {mapreduce,"1.0.0"}, {couch_index_merger,"1.2.0a-dd6de6a-git"}, {kernel,"2.14.5"}, {crypto,"2.0.4"}, {ssl,"4.1.6"}, {sasl,"2.1.10"}, {couch_view_parser,"1.0.0"}, {ns_server,"2.0.0-1945-rel-enterprise"}, {mochiweb,"1.4.1"}, {oauth,"7d85d3ef"}, {stdlib,"1.17.5"}]}, {supported_compat_version,[2,0]}, {system_arch,"x86_64-unknown-linux-gnu"}, {wall_clock,54}, {memory_data,{33657663488,1372852224,{<18079.6.0>,601352}}}, {disk_data, [{"/",49781912,18}, {"/data",886371884,1}, {"/dev/shm",16434404,0}, {"/data2",1922859824,0}]}, {meminfo, <<"MemTotal: 32868812 kB\nMemFree: 31377304 kB\nBuffers: 35728 kB\nCached: 273276 kB\nSwapCached: 0 kB\nActive: 1137788 kB\nInactive: 272044 kB\nHighTotal: 0 kB\nHighFree: 0 kB\nLowTotal: 32868812 kB\nLowFree: 31377304 kB\nSwapTotal: 10337816 kB\nSwapFree: 10337816 kB\nDirty: 4984 kB\nWriteback: 8 kB\nAnonPages: 1100724 kB\nMapped: 17584 kB\nSlab: 40604 kB\nPageTables: 7500 kB\nNFS_Unstable: 0 kB\nBounce: 0 kB\nCommitLimit: 26772220 kB\nCommitted_AS: 2818812 kB\nVmallocTotal: 34359738367 kB\nVmallocUsed: 6352 kB\nVmallocChunk: 34359730643 kB\nHugePages_Total: 0\nHugePages_Free: 0\nHugePages_Rsvd: 0\nHugepagesize: 2048 kB\n">>}]}] [stats:debug,2012-11-14T10:48:09.691,ns_1@10.2.1.61:<0.628.0>:stats_collector:maybe_log_stats:126](at {{1970,1,16},{7,48,38}}) Stats for bucket "default": accepting_conns 1 auth_cmds 7 auth_errors 0 bucket_active_conns 1 bucket_conns 14 bytes 4503696024 bytes_read 4083359068 bytes_written 2073201953 cas_badval 0 cas_hits 0 cas_misses 0 cmd_flush 0 cmd_get 0 cmd_set 848649 conn_yields 14739 connection_structures 5000 curr_connections 17 curr_conns_on_port_11209 10 curr_conns_on_port_11210 5 curr_items 848635 curr_items_tot 1694078 curr_temp_items 0 daemon_connections 4 decr_hits 0 decr_misses 0 delete_hits 0 delete_misses 0 ep_access_scanner_last_runtime 0 ep_access_scanner_num_items 0 ep_access_scanner_task_time 2012-11-15 10:00:00 ep_allow_data_loss_during_shutdown 1 ep_alog_block_size 4096 ep_alog_path /data2/default/access.log ep_alog_sleep_time 1440 ep_alog_task_time 10 ep_backend couchdb ep_bg_fetch_delay 0 ep_bg_fetched 0 ep_bg_meta_fetched 0 ep_bg_remaining_jobs 0 ep_chk_max_items 5000 ep_chk_period 1800 ep_chk_persistence_remains 0 ep_chk_persistence_timeout 10 ep_chk_remover_stime 5 ep_commit_num 128 ep_commit_time 17 ep_commit_time_total 2296 ep_concurrentDB 1 ep_config_file ep_couch_bucket default ep_couch_host localhost ep_couch_port 11213 ep_couch_reconnect_sleeptime 250 ep_couch_response_timeout 180000 ep_data_age 24 ep_data_age_highwat 33 ep_data_traffic_enabled 0 ep_dbinit 0 ep_dbname /data2/default ep_degraded_mode 0 ep_diskqueue_drain 1259211 ep_diskqueue_fill 1694078 ep_diskqueue_items 434816 ep_diskqueue_memory 13915744 ep_diskqueue_pending 20873616 ep_exp_pager_stime 3600 ep_exp_pager_stime 3600 ep_expired_access 0 ep_expired_pager 0 ep_expiry_window 3 ep_failpartialwarmup 0 ep_flush_all false ep_flush_duration_total 63 ep_flushall_enabled 0 ep_flusher_state running ep_flusher_todo 267174 ep_getl_default_timeout 15 ep_getl_max_timeout 30 ep_ht_locks 5 ep_ht_size 3079 ep_inconsistent_slave_chk 0 ep_initfile ep_io_num_read 0 ep_io_num_write 1258983 ep_io_read_bytes 0 ep_io_write_bytes 2981364730 ep_item_begin_failed 0 ep_item_commit_failed 0 ep_item_flush_expired 0 ep_item_flush_failed 0 ep_item_num_based_new_chk 1 ep_items_rm_from_checkpoints 0 ep_keep_closed_chks 0 ep_klog_block_size 4096 ep_klog_compactor_queue_cap 500000 ep_klog_compactor_stime 3600 ep_klog_flush commit2 ep_klog_max_entry_ratio 10 ep_klog_max_log_size 2147483647 ep_klog_path ep_klog_sync commit2 ep_kv_size 4144328115 ep_max_checkpoints 2 ep_max_data_size 12582912000 ep_max_item_size 20971520 ep_max_size 12582912000 ep_max_txn_size 10000 ep_max_vbuckets 1024 ep_mem_high_wat 9437184000 ep_mem_high_wat 9437184000 ep_mem_low_wat 7549747200 ep_mem_low_wat 7549747200 ep_mem_tracker_enabled true ep_min_data_age 0 ep_mlog_compactor_runs 0 ep_mutation_mem_threshold 0 ep_num_access_scanner_runs 0 ep_num_eject_failures 0 ep_num_expiry_pager_runs 0 ep_num_non_resident 0 ep_num_not_my_vbuckets 0 ep_num_ops_del_meta 0 ep_num_ops_get_meta 0 ep_num_ops_set_meta 0 ep_num_pager_runs 0 ep_num_value_ejects 0 ep_oom_errors 0 ep_overhead 178442336 ep_pager_active_vb_pcnt 40 ep_pager_unbiased_period 60 ep_pending_ops 0 ep_pending_ops_max 0 ep_pending_ops_max_duration 0 ep_pending_ops_total 0 ep_postInitfile ep_queue_age_cap 900 ep_queue_size 167642 ep_startup_time 1352918788 ep_storage_age 21 ep_storage_age_highwat 32 ep_store_max_concurrency 10 ep_store_max_readers 9 ep_store_max_readwrite 1 ep_stored_val_type ep_tap_ack_grace_period 300 ep_tap_ack_initial_sequence_number 1 ep_tap_ack_interval 1000 ep_tap_ack_window_size 10 ep_tap_backfill_resident 0.9 ep_tap_backlog_limit 5000 ep_tap_backoff_period 5 ep_tap_bg_fetch_requeued 0 ep_tap_bg_fetched 0 ep_tap_bg_max_pending 500 ep_tap_keepalive 300 ep_tap_noop_interval 20 ep_tap_requeue_sleep_time 0.1 ep_tap_throttle_cap_pcnt 10 ep_tap_throttle_queue_cap 1000000 ep_tap_throttle_threshold 90 ep_tmp_oom_errors 0 ep_too_old 0 ep_too_young 0 ep_total_cache_size 4123969058 ep_total_del_items 0 ep_total_enqueued 1694085 ep_total_new_items 1258983 ep_total_persisted 1258983 ep_uncommitted_items 5964 ep_value_size 4004635189 ep_vb0 0 ep_vb_snapshot_total 5 ep_vb_total 1024 ep_vbucket_del 0 ep_vbucket_del_fail 0 ep_version 2.0.0r_135_g40a391b ep_waitforwarmup 0 ep_warmup 1 ep_warmup_batch_size 1000 ep_warmup_dups 0 ep_warmup_min_items_threshold 100 ep_warmup_min_memory_threshold 100 ep_warmup_oom 0 ep_warmup_thread complete ep_warmup_time 749 get_hits 0 get_misses 0 incr_hits 0 incr_misses 0 libevent 2.0.11-stable limit_maxbytes 67108864 listen_disabled_num 0 max_conns_on_port_11209 1000 max_conns_on_port_11210 9000 mem_used 4503696024 pid 5774 pointer_size 64 rejected_conns 0 rusage_system 42.119596 rusage_user 60.606786 tap_checkpoint_start_received 512 tap_checkpoint_start_sent 512 tap_connect_received 1 tap_mutation_received 845443 tap_mutation_sent 844996 tap_opaque_received 1026 tap_opaque_sent 1026 threads 4 time 1352918888 total_connections 23 uptime 116 vb_active_curr_items 848635 vb_active_eject 0 vb_active_expired 0 vb_active_ht_memory 12857344 vb_active_itm_memory 2065607405 vb_active_meta_data_memory 67042165 vb_active_num 512 vb_active_num_non_resident 0 vb_active_num_ref_ejects 0 vb_active_num_ref_items 848635 vb_active_ops_create 703676 vb_active_ops_delete 0 vb_active_ops_reject 0 vb_active_ops_update 0 vb_active_perc_mem_resident 100 vb_active_queue_age 1192473000 vb_active_queue_drain 703677 vb_active_queue_fill 848635 vb_active_queue_memory 4638656 vb_active_queue_pending 6957984 vb_active_queue_size 144958 vb_dead_num 0 vb_pending_curr_items 0 vb_pending_eject 0 vb_pending_expired 0 vb_pending_ht_memory 0 vb_pending_itm_memory 0 vb_pending_meta_data_memory 0 vb_pending_num 0 vb_pending_num_non_resident 0 vb_pending_num_ref_ejects 0 vb_pending_num_ref_items 0 vb_pending_ops_create 0 vb_pending_ops_delete 0 vb_pending_ops_reject 0 vb_pending_ops_update 0 vb_pending_perc_mem_resident 0 vb_pending_queue_age 0 vb_pending_queue_drain 0 vb_pending_queue_fill 0 vb_pending_queue_memory 0 vb_pending_queue_pending 0 vb_pending_queue_size 0 vb_replica_curr_items 845443 vb_replica_eject 0 vb_replica_expired 0 vb_replica_ht_memory 12857344 vb_replica_itm_memory 2058361653 vb_replica_meta_data_memory 66789997 vb_replica_num 512 vb_replica_num_non_resident 0 vb_replica_num_ref_ejects 0 vb_replica_num_ref_items 845443 vb_replica_ops_create 555534 vb_replica_ops_delete 0 vb_replica_ops_reject 0 vb_replica_ops_update 0 vb_replica_perc_mem_resident 100 vb_replica_queue_age 3379668000 vb_replica_queue_drain 555534 vb_replica_queue_fill 845443 vb_replica_queue_memory 9277088 vb_replica_queue_pending 13915632 vb_replica_queue_size 289909 version 1.4.4_600_g7ea975a [ns_doctor:debug,2012-11-14T10:48:14.671,ns_1@10.2.1.61:ns_doctor<0.408.0>:ns_doctor:handle_info:137]Current node statuses: [{'ns_1@10.2.1.61', [{last_heard,{1352,918894,667740}}, {outgoing_replications_safeness_level,[{"default",green}]}, {incoming_replications_conf_hashes, [{"default",[{'ns_1@10.2.1.63',99799376}]}]}, {active_buckets,["default"]}, {ready_buckets,["default"]}, {local_tasks,[]}, {memory, [{total,174351232}, {processes,134339656}, {processes_used,134327080}, {system,40011576}, {atom,1393705}, {atom_used,1362813}, {binary,3958632}, {code,13894422}, {ets,2243920}]}, {system_memory_data, [{system_total_memory,33657663488}, {free_swap,10684628992}, {total_swap,10684628992}, {cached_memory,3466670080}, {buffered_memory,84664320}, {free_memory,24515207168}, {total_memory,33657663488}]}, {node_storage_conf,[{db_path,"/data2"},{index_path,"/data"}]}, {statistics, [{wall_clock,{121877,5001}}, {context_switches,{1606184,0}}, {garbage_collection,{133349,496703297,0}}, {io,{{input,23668008},{output,2209082535}}}, {reductions,{262154129,5718249}}, {run_queue,0}, {runtime,{29160,1220}}]}, {system_stats, [{cpu_utilization_rate,53.38345864661654}, {swap_total,10684628992}, {swap_used,0}]}, {interesting_stats, [{couch_docs_actual_disk_size,3152972398}, {couch_docs_data_size,3043276740}, {couch_views_actual_disk_size,0}, {couch_views_data_size,0}, {curr_items,897172}, {curr_items_tot,1790118}, {mem_used,4764547928}, {vb_replica_curr_items,892946}]}, {cluster_compatibility_version,131072}, {version, [{public_key,"0.13"}, {lhttpc,"1.3.0"}, {ale,"8cffe61"}, {os_mon,"2.2.7"}, {couch_set_view,"1.2.0a-dd6de6a-git"}, {mnesia,"4.5"}, {inets,"5.7.1"}, {couch,"1.2.0a-dd6de6a-git"}, {mapreduce,"1.0.0"}, {couch_index_merger,"1.2.0a-dd6de6a-git"}, {kernel,"2.14.5"}, {crypto,"2.0.4"}, {ssl,"4.1.6"}, {sasl,"2.1.10"}, {couch_view_parser,"1.0.0"}, {ns_server,"2.0.0-1945-rel-enterprise"}, {mochiweb,"1.4.1"}, {oauth,"7d85d3ef"}, {stdlib,"1.17.5"}]}, {supported_compat_version,[2,0]}, {system_arch,"x86_64-unknown-linux-gnu"}, {wall_clock,121}, {memory_data,{33657663488,8949936128,{<0.619.0>,4714984}}}, {disk_data, [{"/",49781912,20}, {"/data",886279600,1}, {"/dev/shm",16434404,0}, {"/data2",1922859824,1}]}, {meminfo, <<"MemTotal: 32868812 kB\nMemFree: 23940632 kB\nBuffers: 82680 kB\nCached: 3385420 kB\nSwapCached: 0 kB\nActive: 5520940 kB\nInactive: 3230704 kB\nHighTotal: 0 kB\nHighFree: 0 kB\nLowTotal: 32868812 kB\nLowFree: 23940632 kB\nSwapTotal: 10434208 kB\nSwapFree: 10434208 kB\nDirty: 4996 kB\nWriteback: 1220 kB\nAnonPages: 5282612 kB\nMapped: 17208 kB\nSlab: 127276 kB\nPageTables: 15376 kB\nNFS_Unstable: 0 kB\nBounce: 0 kB\nCommitLimit: 26868612 kB\nCommitted_AS: 6995884 kB\nVmallocTotal: 34359738367 kB\nVmallocUsed: 6400 kB\nVmallocChunk: 34359730595 kB\nHugePages_Total: 0\nHugePages_Free: 0\nHugePages_Rsvd: 0\nHugepagesize: 2048 kB\n">>}]}, {'ns_1@10.2.1.63', [{last_heard,{1352,918891,322879}}, {outgoing_replications_safeness_level,[{"default",green}]}, {incoming_replications_conf_hashes, [{"default",[{'ns_1@10.2.1.61',132836600}]}]}, {active_buckets,["default"]}, {ready_buckets,["default"]}, {local_tasks,[]}, {memory, [{total,168245088}, {processes,127039560}, {processes_used,127024984}, {system,41205528}, {atom,1338193}, {atom_used,1333766}, {binary,5614376}, {code,13493302}, {ets,2223336}]}, {system_memory_data, [{system_total_memory,33657663488}, {free_swap,10585923584}, {total_swap,10585923584}, {cached_memory,3431628800}, {buffered_memory,90484736}, {free_memory,24766468096}, {total_memory,33657663488}]}, {node_storage_conf,[{db_path,"/data2"},{index_path,"/data"}]}, {statistics, [{wall_clock,{114942,5000}}, {context_switches,{1475004,0}}, {garbage_collection,{126509,437130558,0}}, {io,{{input,22596257},{output,2098528817}}}, {reductions,{225286965,5405984}}, {run_queue,0}, {runtime,{27700,1100}}]}, {system_stats, [{cpu_utilization_rate,50.12468827930174}, {swap_total,10585923584}, {swap_used,0}]}, {interesting_stats, [{couch_docs_actual_disk_size,3301371735}, {couch_docs_data_size,3171550169}, {couch_views_actual_disk_size,0}, {couch_views_data_size,0}, {curr_items,860151}, {curr_items_tot,1716426}, {mem_used,4563935352}, {vb_replica_curr_items,856275}]}, {cluster_compatibility_version,131072}, {version, [{public_key,"0.13"}, {lhttpc,"1.3.0"}, {ale,"8cffe61"}, {os_mon,"2.2.7"}, {couch_set_view,"1.2.0a-dd6de6a-git"}, {mnesia,"4.5"}, {inets,"5.7.1"}, {couch,"1.2.0a-dd6de6a-git"}, {mapreduce,"1.0.0"}, {couch_index_merger,"1.2.0a-dd6de6a-git"}, {kernel,"2.14.5"}, {crypto,"2.0.4"}, {ssl,"4.1.6"}, {sasl,"2.1.10"}, {couch_view_parser,"1.0.0"}, {ns_server,"2.0.0-1945-rel-enterprise"}, {mochiweb,"1.4.1"}, {oauth,"7d85d3ef"}, {stdlib,"1.17.5"}]}, {supported_compat_version,[2,0]}, {system_arch,"x86_64-unknown-linux-gnu"}, {wall_clock,114}, {memory_data,{33657663488,2137214976,{<18079.674.0>,4714984}}}, {disk_data, [{"/",49781912,18}, {"/data",886371884,1}, {"/dev/shm",16434404,0}, {"/data2",1922859824,1}]}, {meminfo, <<"MemTotal: 32868812 kB\nMemFree: 24186128 kB\nBuffers: 88364 kB\nCached: 3351200 kB\nSwapCached: 0 kB\nActive: 5319036 kB\nInactive: 3182240 kB\nHighTotal: 0 kB\nHighFree: 0 kB\nLowTotal: 32868812 kB\nLowFree: 24186128 kB\nSwapTotal: 10337816 kB\nSwapFree: 10337816 kB\nDirty: 4772 kB\nWriteback: 132 kB\nAnonPages: 5061400 kB\nMapped: 17284 kB\nSlab: 129456 kB\nPageTables: 15172 kB\nNFS_Unstable: 0 kB\nBounce: 0 kB\nCommitLimit: 26772220 kB\nCommitted_AS: 6765784 kB\nVmallocTotal: 34359738367 kB\nVmallocUsed: 6352 kB\nVmallocChunk: 34359730643 kB\nHugePages_Total: 0\nHugePages_Free: 0\nHugePages_Rsvd: 0\nHugepagesize: 2048 kB\n">>}]}] [ns_doctor:debug,2012-11-14T10:49:14.671,ns_1@10.2.1.61:ns_doctor<0.408.0>:ns_doctor:handle_info:137]Current node statuses: [{'ns_1@10.2.1.61', [{last_heard,{1352,918954,667926}}, {outgoing_replications_safeness_level,[{"default",green}]}, {incoming_replications_conf_hashes, [{"default",[{'ns_1@10.2.1.63',99799376}]}]}, {active_buckets,["default"]}, {ready_buckets,["default"]}, {local_tasks,[]}, {memory, [{total,184398816}, {processes,139049752}, {processes_used,139034776}, {system,45349064}, {atom,1393705}, {atom_used,1362813}, {binary,9096632}, {code,13894422}, {ets,2430232}]}, {system_memory_data, [{system_total_memory,33657663488}, {free_swap,10684628992}, {total_swap,10684628992}, {cached_memory,6766473216}, {buffered_memory,112685056}, {free_memory,17794658304}, {total_memory,33657663488}]}, {node_storage_conf,[{db_path,"/data2"},{index_path,"/data"}]}, {statistics, [{wall_clock,{181877,5001}}, {context_switches,{2444370,0}}, {garbage_collection,{184138,661515653,0}}, {io,{{input,30475702},{output,3650226729}}}, {reductions,{336232177,2855754}}, {run_queue,0}, {runtime,{41270,570}}]}, {system_stats, [{cpu_utilization_rate,20.398009950248756}, {swap_total,10684628992}, {swap_used,0}]}, {interesting_stats, [{couch_docs_actual_disk_size,6492249231}, {couch_docs_data_size,6185506931}, {couch_views_actual_disk_size,0}, {couch_views_data_size,0}, {curr_items,1499534}, {curr_items_tot,3000000}, {mem_used,7952671864}, {vb_replica_curr_items,1500466}]}, {cluster_compatibility_version,131072}, {version, [{public_key,"0.13"}, {lhttpc,"1.3.0"}, {ale,"8cffe61"}, {os_mon,"2.2.7"}, {couch_set_view,"1.2.0a-dd6de6a-git"}, {mnesia,"4.5"}, {inets,"5.7.1"}, {couch,"1.2.0a-dd6de6a-git"}, {mapreduce,"1.0.0"}, {couch_index_merger,"1.2.0a-dd6de6a-git"}, {kernel,"2.14.5"}, {crypto,"2.0.4"}, {ssl,"4.1.6"}, {sasl,"2.1.10"}, {couch_view_parser,"1.0.0"}, {ns_server,"2.0.0-1945-rel-enterprise"}, {mochiweb,"1.4.1"}, {oauth,"7d85d3ef"}, {stdlib,"1.17.5"}]}, {supported_compat_version,[2,0]}, {system_arch,"x86_64-unknown-linux-gnu"}, {wall_clock,181}, {memory_data,{33657663488,15775277056,{<0.619.0>,2914384}}}, {disk_data, [{"/",49781912,20}, {"/data",886279600,1}, {"/dev/shm",16434404,0}, {"/data2",1922859824,1}]}, {meminfo, <<"MemTotal: 32868812 kB\nMemFree: 17377596 kB\nBuffers: 110044 kB\nCached: 6607884 kB\nSwapCached: 0 kB\nActive: 9028884 kB\nInactive: 6190312 kB\nHighTotal: 0 kB\nHighFree: 0 kB\nLowTotal: 32868812 kB\nLowFree: 17377596 kB\nSwapTotal: 10434208 kB\nSwapFree: 10434208 kB\nDirty: 11424 kB\nWriteback: 0 kB\nAnonPages: 8501140 kB\nMapped: 17284 kB\nSlab: 216684 kB\nPageTables: 21896 kB\nNFS_Unstable: 0 kB\nBounce: 0 kB\nCommitLimit: 26868612 kB\nCommitted_AS: 10200684 kB\nVmallocTotal: 34359738367 kB\nVmallocUsed: 6400 kB\nVmallocChunk: 34359730595 kB\nHugePages_Total: 0\nHugePages_Free: 0\nHugePages_Rsvd: 0\nHugepagesize: 2048 kB\n">>}]}, {'ns_1@10.2.1.63', [{last_heard,{1352,918951,322625}}, {outgoing_replications_safeness_level,[{"default",green}]}, {incoming_replications_conf_hashes, [{"default",[{'ns_1@10.2.1.61',132836600}]}]}, {active_buckets,["default"]}, {ready_buckets,["default"]}, {local_tasks,[]}, {memory, [{total,173794144}, {processes,130810960}, {processes_used,130796304}, {system,42983184}, {atom,1338193}, {atom_used,1333766}, {binary,7206360}, {code,13493302}, {ets,2406488}]}, {system_memory_data, [{system_total_memory,33657663488}, {free_swap,10585923584}, {total_swap,10585923584}, {cached_memory,6755622912}, {buffered_memory,117305344}, {free_memory,17781833728}, {total_memory,33657663488}]}, {node_storage_conf,[{db_path,"/data2"},{index_path,"/data"}]}, {statistics, [{wall_clock,{174942,5001}}, {context_switches,{2303205,0}}, {garbage_collection,{176247,606360376,0}}, {io,{{input,27159765},{output,3641294282}}}, {reductions,{293736909,5942049}}, {run_queue,0}, {runtime,{40270,690}}]}, {system_stats, [{cpu_utilization_rate,17.955112219451372}, {swap_total,10585923584}, {swap_used,0}]}, {interesting_stats, [{couch_docs_actual_disk_size,6650113173}, {couch_docs_data_size,6277335546}, {couch_views_actual_disk_size,0}, {couch_views_data_size,0}, {curr_items,1500466}, {curr_items_tot,3000000}, {mem_used,7952633720}, {vb_replica_curr_items,1499534}]}, {cluster_compatibility_version,131072}, {version, [{public_key,"0.13"}, {lhttpc,"1.3.0"}, {ale,"8cffe61"}, {os_mon,"2.2.7"}, {couch_set_view,"1.2.0a-dd6de6a-git"}, {mnesia,"4.5"}, {inets,"5.7.1"}, {couch,"1.2.0a-dd6de6a-git"}, {mapreduce,"1.0.0"}, {couch_index_merger,"1.2.0a-dd6de6a-git"}, {kernel,"2.14.5"}, {crypto,"2.0.4"}, {ssl,"4.1.6"}, {sasl,"2.1.10"}, {couch_view_parser,"1.0.0"}, {ns_server,"2.0.0-1945-rel-enterprise"}, {mochiweb,"1.4.1"}, {oauth,"7d85d3ef"}, {stdlib,"1.17.5"}]}, {supported_compat_version,[2,0]}, {system_arch,"x86_64-unknown-linux-gnu"}, {wall_clock,174}, {memory_data,{33657663488,9584357376,{<18079.675.0>,4714984}}}, {disk_data, [{"/",49781912,18}, {"/data",886371884,1}, {"/dev/shm",16434404,0}, {"/data2",1922859824,1}]}, {meminfo, <<"MemTotal: 32868812 kB\nMemFree: 17365072 kB\nBuffers: 114556 kB\nCached: 6597288 kB\nSwapCached: 0 kB\nActive: 9116088 kB\nInactive: 6115704 kB\nHighTotal: 0 kB\nHighFree: 0 kB\nLowTotal: 32868812 kB\nLowFree: 17365072 kB\nSwapTotal: 10337816 kB\nSwapFree: 10337816 kB\nDirty: 12288 kB\nWriteback: 0 kB\nAnonPages: 8519716 kB\nMapped: 17284 kB\nSlab: 216336 kB\nPageTables: 21968 kB\nNFS_Unstable: 0 kB\nBounce: 0 kB\nCommitLimit: 26772220 kB\nCommitted_AS: 10218600 kB\nVmallocTotal: 34359738367 kB\nVmallocUsed: 6352 kB\nVmallocChunk: 34359730643 kB\nHugePages_Total: 0\nHugePages_Free: 0\nHugePages_Rsvd: 0\nHugepagesize: 2048 kB\n">>}]}] [stats:debug,2012-11-14T10:49:49.693,ns_1@10.2.1.61:<0.628.0>:stats_collector:maybe_log_stats:126](at {{1970,1,16},{7,48,38}}) Stats for bucket "default": accepting_conns 1 auth_cmds 7 auth_errors 0 bucket_active_conns 1 bucket_conns 11 bytes 7948905752 bytes_read 7231041763 bytes_written 3681603520 cas_badval 0 cas_hits 0 cas_misses 0 cmd_flush 0 cmd_get 0 cmd_set 1499534 conn_yields 27753 connection_structures 5000 curr_connections 14 curr_conns_on_port_11209 10 curr_conns_on_port_11210 2 curr_items 1499534 curr_items_tot 3000000 curr_temp_items 0 daemon_connections 4 decr_hits 0 decr_misses 0 delete_hits 0 delete_misses 0 ep_access_scanner_last_runtime 0 ep_access_scanner_num_items 0 ep_access_scanner_task_time 2012-11-15 10:00:00 ep_allow_data_loss_during_shutdown 1 ep_alog_block_size 4096 ep_alog_path /data2/default/access.log ep_alog_sleep_time 1440 ep_alog_task_time 10 ep_backend couchdb ep_bg_fetch_delay 0 ep_bg_fetched 0 ep_bg_meta_fetched 0 ep_bg_remaining_jobs 0 ep_chk_max_items 5000 ep_chk_period 1800 ep_chk_persistence_remains 0 ep_chk_persistence_timeout 10 ep_chk_remover_stime 5 ep_commit_num 301 ep_commit_time 25 ep_commit_time_total 6685 ep_concurrentDB 1 ep_config_file ep_couch_bucket default ep_couch_host localhost ep_couch_port 11213 ep_couch_reconnect_sleeptime 250 ep_couch_response_timeout 180000 ep_data_age 45 ep_data_age_highwat 53 ep_data_traffic_enabled 0 ep_dbinit 0 ep_dbname /data2/default ep_degraded_mode 0 ep_diskqueue_drain 3000000 ep_diskqueue_fill 3000000 ep_diskqueue_items 0 ep_diskqueue_memory 0 ep_diskqueue_pending 0 ep_exp_pager_stime 3600 ep_exp_pager_stime 3600 ep_expired_access 0 ep_expired_pager 0 ep_expiry_window 3 ep_failpartialwarmup 0 ep_flush_all false ep_flush_duration_total 155 ep_flushall_enabled 0 ep_flusher_state running ep_flusher_todo 0 ep_getl_default_timeout 15 ep_getl_max_timeout 30 ep_ht_locks 5 ep_ht_size 3079 ep_inconsistent_slave_chk 0 ep_initfile ep_io_num_read 0 ep_io_num_write 3000000 ep_io_read_bytes 0 ep_io_write_bytes 7103890861 ep_item_begin_failed 0 ep_item_commit_failed 0 ep_item_flush_expired 0 ep_item_flush_failed 0 ep_item_num_based_new_chk 1 ep_items_rm_from_checkpoints 0 ep_keep_closed_chks 0 ep_klog_block_size 4096 ep_klog_compactor_queue_cap 500000 ep_klog_compactor_stime 3600 ep_klog_flush commit2 ep_klog_max_entry_ratio 10 ep_klog_max_log_size 2147483647 ep_klog_path ep_klog_sync commit2 ep_kv_size 7339240416 ep_max_checkpoints 2 ep_max_data_size 12582912000 ep_max_item_size 20971520 ep_max_size 12582912000 ep_max_txn_size 10000 ep_max_vbuckets 1024 ep_mem_high_wat 9437184000 ep_mem_high_wat 9437184000 ep_mem_low_wat 7549747200 ep_mem_low_wat 7549747200 ep_mem_tracker_enabled true ep_min_data_age 0 ep_mlog_compactor_runs 0 ep_mutation_mem_threshold 0 ep_num_access_scanner_runs 0 ep_num_eject_failures 0 ep_num_expiry_pager_runs 0 ep_num_non_resident 0 ep_num_not_my_vbuckets 0 ep_num_ops_del_meta 0 ep_num_ops_get_meta 0 ep_num_ops_set_meta 0 ep_num_pager_runs 0 ep_num_value_ejects 0 ep_oom_errors 0 ep_overhead 291224736 ep_pager_active_vb_pcnt 40 ep_pager_unbiased_period 60 ep_pending_ops 0 ep_pending_ops_max 0 ep_pending_ops_max_duration 0 ep_pending_ops_total 0 ep_postInitfile ep_queue_age_cap 900 ep_queue_size 0 ep_startup_time 1352918788 ep_storage_age 42 ep_storage_age_highwat 50 ep_store_max_concurrency 10 ep_store_max_readers 9 ep_store_max_readwrite 1 ep_stored_val_type ep_tap_ack_grace_period 300 ep_tap_ack_initial_sequence_number 1 ep_tap_ack_interval 1000 ep_tap_ack_window_size 10 ep_tap_backfill_resident 0.9 ep_tap_backlog_limit 5000 ep_tap_backoff_period 5 ep_tap_bg_fetch_requeued 0 ep_tap_bg_fetched 0 ep_tap_bg_max_pending 500 ep_tap_keepalive 300 ep_tap_noop_interval 20 ep_tap_requeue_sleep_time 0.1 ep_tap_throttle_cap_pcnt 10 ep_tap_throttle_queue_cap 1000000 ep_tap_throttle_threshold 90 ep_tmp_oom_errors 0 ep_too_old 0 ep_too_young 0 ep_total_cache_size 7303240416 ep_total_del_items 0 ep_total_enqueued 3000000 ep_total_new_items 3000000 ep_total_persisted 3000000 ep_uncommitted_items 0 ep_value_size 7091890861 ep_vb0 0 ep_vb_snapshot_total 5 ep_vb_total 1024 ep_vbucket_del 0 ep_vbucket_del_fail 0 ep_version 2.0.0r_135_g40a391b ep_waitforwarmup 0 ep_warmup 1 ep_warmup_batch_size 1000 ep_warmup_dups 0 ep_warmup_min_items_threshold 100 ep_warmup_min_memory_threshold 100 ep_warmup_oom 0 ep_warmup_thread complete ep_warmup_time 749 get_hits 0 get_misses 0 incr_hits 0 incr_misses 0 libevent 2.0.11-stable limit_maxbytes 67108864 listen_disabled_num 0 max_conns_on_port_11209 1000 max_conns_on_port_11210 9000 mem_used 7948905752 pid 5774 pointer_size 64 rejected_conns 0 rusage_system 77.230259 rusage_user 127.433627 tap_checkpoint_start_received 512 tap_checkpoint_start_sent 512 tap_connect_received 1 tap_mutation_received 1500466 tap_mutation_sent 1499534 tap_opaque_received 1026 tap_opaque_sent 1026 threads 4 time 1352918988 total_connections 24 uptime 216 vb_active_curr_items 1499534 vb_active_eject 0 vb_active_expired 0 vb_active_ht_memory 12857152 vb_active_itm_memory 3650185330 vb_active_meta_data_memory 118463186 vb_active_num 512 vb_active_num_non_resident 0 vb_active_num_ref_ejects 0 vb_active_num_ref_items 1499534 vb_active_ops_create 1499534 vb_active_ops_delete 0 vb_active_ops_reject 0 vb_active_ops_update 0 vb_active_perc_mem_resident 100 vb_active_queue_age 0 vb_active_queue_drain 1499534 vb_active_queue_fill 1499534 vb_active_queue_memory 0 vb_active_queue_pending 0 vb_active_queue_size 0 vb_dead_num 0 vb_pending_curr_items 0 vb_pending_eject 0 vb_pending_expired 0 vb_pending_ht_memory 0 vb_pending_itm_memory 0 vb_pending_meta_data_memory 0 vb_pending_num 0 vb_pending_num_non_resident 0 vb_pending_num_ref_ejects 0 vb_pending_num_ref_items 0 vb_pending_ops_create 0 vb_pending_ops_delete 0 vb_pending_ops_reject 0 vb_pending_ops_update 0 vb_pending_perc_mem_resident 0 vb_pending_queue_age 0 vb_pending_queue_drain 0 vb_pending_queue_fill 0 vb_pending_queue_memory 0 vb_pending_queue_pending 0 vb_pending_queue_size 0 vb_replica_curr_items 1500466 vb_replica_eject 0 vb_replica_expired 0 vb_replica_ht_memory 12857056 vb_replica_itm_memory 3653055086 vb_replica_meta_data_memory 118536814 vb_replica_num 512 vb_replica_num_non_resident 0 vb_replica_num_ref_ejects 0 vb_replica_num_ref_items 1500466 vb_replica_ops_create 1500466 vb_replica_ops_delete 0 vb_replica_ops_reject 0 vb_replica_ops_update 0 vb_replica_perc_mem_resident 100 vb_replica_queue_age 0 vb_replica_queue_drain 1500466 vb_replica_queue_fill 1500466 vb_replica_queue_memory 0 vb_replica_queue_pending 0 vb_replica_queue_size 0 version 1.4.4_600_g7ea975a [ns_doctor:debug,2012-11-14T10:50:14.671,ns_1@10.2.1.61:ns_doctor<0.408.0>:ns_doctor:handle_info:137]Current node statuses: [{'ns_1@10.2.1.61', [{last_heard,{1352,919014,667954}}, {outgoing_replications_safeness_level,[{"default",green}]}, {incoming_replications_conf_hashes, [{"default",[{'ns_1@10.2.1.63',99799376}]}]}, {active_buckets,["default"]}, {ready_buckets,["default"]}, {local_tasks,[]}, {memory, [{total,194351824}, {processes,150911248}, {processes_used,150896272}, {system,43440576}, {atom,1393705}, {atom_used,1362813}, {binary,7012680}, {code,13894422}, {ets,2604800}]}, {system_memory_data, [{system_total_memory,33657663488}, {free_swap,10684628992}, {total_swap,10684628992}, {cached_memory,7732563968}, {buffered_memory,116633600}, {free_memory,16785633280}, {total_memory,33657663488}]}, {node_storage_conf,[{db_path,"/data2"},{index_path,"/data"}]}, {statistics, [{wall_clock,{241877,5000}}, {context_switches,{2682713,0}}, {garbage_collection,{197071,757326443,0}}, {io,{{input,35686204},{output,3653930398}}}, {reductions,{398210219,2514518}}, {run_queue,0}, {runtime,{48660,500}}]}, {system_stats, [{cpu_utilization_rate,7.5376884422110555}, {swap_total,10684628992}, {swap_used,0}]}, {interesting_stats, [{couch_docs_actual_disk_size,7702629509}, {couch_docs_data_size,7284522645}, {couch_views_actual_disk_size,0}, {couch_views_data_size,0}, {curr_items,1499534}, {curr_items_tot,3000000}, {mem_used,7948905752}, {vb_replica_curr_items,1500466}]}, {cluster_compatibility_version,131072}, {version, [{public_key,"0.13"}, {lhttpc,"1.3.0"}, {ale,"8cffe61"}, {os_mon,"2.2.7"}, {couch_set_view,"1.2.0a-dd6de6a-git"}, {mnesia,"4.5"}, {inets,"5.7.1"}, {couch,"1.2.0a-dd6de6a-git"}, {mapreduce,"1.0.0"}, {couch_index_merger,"1.2.0a-dd6de6a-git"}, {kernel,"2.14.5"}, {crypto,"2.0.4"}, {ssl,"4.1.6"}, {sasl,"2.1.10"}, {couch_view_parser,"1.0.0"}, {ns_server,"2.0.0-1945-rel-enterprise"}, {mochiweb,"1.4.1"}, {oauth,"7d85d3ef"}, {stdlib,"1.17.5"}]}, {supported_compat_version,[2,0]}, {system_arch,"x86_64-unknown-linux-gnu"}, {wall_clock,241}, {memory_data,{33657663488,16872300544,{<0.620.0>,4714984}}}, {disk_data, [{"/",49781912,20}, {"/data",886279600,1}, {"/dev/shm",16434404,0}, {"/data2",1922859824,1}]}, {meminfo, <<"MemTotal: 32868812 kB\nMemFree: 16392220 kB\nBuffers: 113900 kB\nCached: 7551332 kB\nSwapCached: 0 kB\nActive: 9157428 kB\nInactive: 7021736 kB\nHighTotal: 0 kB\nHighFree: 0 kB\nLowTotal: 32868812 kB\nLowFree: 16392220 kB\nSwapTotal: 10434208 kB\nSwapFree: 10434208 kB\nDirty: 8716 kB\nWriteback: 0 kB\nAnonPages: 8513860 kB\nMapped: 15512 kB\nSlab: 241116 kB\nPageTables: 21680 kB\nNFS_Unstable: 0 kB\nBounce: 0 kB\nCommitLimit: 26868612 kB\nCommitted_AS: 10208200 kB\nVmallocTotal: 34359738367 kB\nVmallocUsed: 6400 kB\nVmallocChunk: 34359730595 kB\nHugePages_Total: 0\nHugePages_Free: 0\nHugePages_Rsvd: 0\nHugepagesize: 2048 kB\n">>}]}, {'ns_1@10.2.1.63', [{last_heard,{1352,919011,322565}}, {outgoing_replications_safeness_level,[{"default",green}]}, {incoming_replications_conf_hashes, [{"default",[{'ns_1@10.2.1.61',132836600}]}]}, {active_buckets,["default"]}, {ready_buckets,["default"]}, {local_tasks,[]}, {memory, [{total,189054136}, {processes,144801208}, {processes_used,144784152}, {system,44252928}, {atom,1338193}, {atom_used,1333766}, {binary,8298544}, {code,13493302}, {ets,2583656}]}, {system_memory_data, [{system_total_memory,33657663488}, {free_swap,10585923584}, {total_swap,10585923584}, {cached_memory,7799844864}, {buffered_memory,125956096}, {free_memory,16667582464}, {total_memory,33657663488}]}, {node_storage_conf,[{db_path,"/data2"},{index_path,"/data"}]}, {statistics, [{wall_clock,{234942,5000}}, {context_switches,{2565933,0}}, {garbage_collection,{190803,701435580,0}}, {io,{{input,36712857},{output,3648181355}}}, {reductions,{350480378,2471190}}, {run_queue,0}, {runtime,{48780,540}}]}, {system_stats, [{cpu_utilization_rate,2.5},{swap_total,10585923584},{swap_used,0}]}, {interesting_stats, [{couch_docs_actual_disk_size,7776722048}, {couch_docs_data_size,7286663413}, {couch_views_actual_disk_size,0}, {couch_views_data_size,0}, {curr_items,1500466}, {curr_items_tot,3000000}, {mem_used,7948905752}, {vb_replica_curr_items,1499534}]}, {cluster_compatibility_version,131072}, {version, [{public_key,"0.13"}, {lhttpc,"1.3.0"}, {ale,"8cffe61"}, {os_mon,"2.2.7"}, {couch_set_view,"1.2.0a-dd6de6a-git"}, {mnesia,"4.5"}, {inets,"5.7.1"}, {couch,"1.2.0a-dd6de6a-git"}, {mapreduce,"1.0.0"}, {couch_index_merger,"1.2.0a-dd6de6a-git"}, {kernel,"2.14.5"}, {crypto,"2.0.4"}, {ssl,"4.1.6"}, {sasl,"2.1.10"}, {couch_view_parser,"1.0.0"}, {ns_server,"2.0.0-1945-rel-enterprise"}, {mochiweb,"1.4.1"}, {oauth,"7d85d3ef"}, {stdlib,"1.17.5"}]}, {supported_compat_version,[2,0]}, {system_arch,"x86_64-unknown-linux-gnu"}, {wall_clock,234}, {memory_data,{33657663488,16158351360,{<18079.674.0>,2914384}}}, {disk_data, [{"/",49781912,18}, {"/data",886371884,1}, {"/dev/shm",16434404,0}, {"/data2",1922859824,1}]}, {meminfo, <<"MemTotal: 32868812 kB\nMemFree: 16276936 kB\nBuffers: 123004 kB\nCached: 7617036 kB\nSwapCached: 0 kB\nActive: 9381436 kB\nInactive: 6910500 kB\nHighTotal: 0 kB\nHighFree: 0 kB\nLowTotal: 32868812 kB\nLowFree: 16276936 kB\nSwapTotal: 10337816 kB\nSwapFree: 10337816 kB\nDirty: 8160 kB\nWriteback: 0 kB\nAnonPages: 8551896 kB\nMapped: 15592 kB\nSlab: 243280 kB\nPageTables: 21588 kB\nNFS_Unstable: 0 kB\nBounce: 0 kB\nCommitLimit: 26772220 kB\nCommitted_AS: 10248528 kB\nVmallocTotal: 34359738367 kB\nVmallocUsed: 6352 kB\nVmallocChunk: 34359730643 kB\nHugePages_Total: 0\nHugePages_Free: 0\nHugePages_Rsvd: 0\nHugepagesize: 2048 kB\n">>}]}] [ns_doctor:debug,2012-11-14T10:51:14.672,ns_1@10.2.1.61:ns_doctor<0.408.0>:ns_doctor:handle_info:137]Current node statuses: [{'ns_1@10.2.1.61', [{last_heard,{1352,919074,669904}}, {outgoing_replications_safeness_level,[{"default",green}]}, {incoming_replications_conf_hashes, [{"default",[{'ns_1@10.2.1.63',99799376}]}]}, {active_buckets,["default"]}, {ready_buckets,["default"]}, {local_tasks,[]}, {memory, [{total,185472560}, {processes,140759512}, {processes_used,140744536}, {system,44713048}, {atom,1393705}, {atom_used,1362813}, {binary,8101592}, {code,13894422}, {ets,2787776}]}, {system_memory_data, [{system_total_memory,33657663488}, {free_swap,10684628992}, {total_swap,10684628992}, {cached_memory,10049196032}, {buffered_memory,134848512}, {free_memory,14380969984}, {total_memory,33657663488}]}, {node_storage_conf,[{db_path,"/data2"},{index_path,"/data"}]}, {statistics, [{wall_clock,{301879,5002}}, {context_switches,{3935430,0}}, {garbage_collection,{267394,998586969,0}}, {io,{{input,39757608},{output,5680011794}}}, {reductions,{498050380,9103727}}, {run_queue,0}, {runtime,{65200,1450}}]}, {system_stats, [{cpu_utilization_rate,43.25}, {swap_total,10684628992}, {swap_used,0}]}, {interesting_stats, [{couch_docs_actual_disk_size,9710558344}, {couch_docs_data_size,7288457025}, {couch_views_actual_disk_size,0}, {couch_views_data_size,0}, {curr_items,1499534}, {curr_items_tot,3000000}, {mem_used,7953072744}, {vb_replica_curr_items,1500466}]}, {cluster_compatibility_version,131072}, {version, [{public_key,"0.13"}, {lhttpc,"1.3.0"}, {ale,"8cffe61"}, {os_mon,"2.2.7"}, {couch_set_view,"1.2.0a-dd6de6a-git"}, {mnesia,"4.5"}, {inets,"5.7.1"}, {couch,"1.2.0a-dd6de6a-git"}, {mapreduce,"1.0.0"}, {couch_index_merger,"1.2.0a-dd6de6a-git"}, {kernel,"2.14.5"}, {crypto,"2.0.4"}, {ssl,"4.1.6"}, {sasl,"2.1.10"}, {couch_view_parser,"1.0.0"}, {ns_server,"2.0.0-1945-rel-enterprise"}, {mochiweb,"1.4.1"}, {oauth,"7d85d3ef"}, {stdlib,"1.17.5"}]}, {supported_compat_version,[2,0]}, {system_arch,"x86_64-unknown-linux-gnu"}, {wall_clock,301}, {memory_data,{33657663488,19174096896,{<0.619.0>,2914384}}}, {disk_data, [{"/",49781912,20}, {"/data",886279600,1}, {"/dev/shm",16434404,0}, {"/data2",1922859824,1}]}, {meminfo, <<"MemTotal: 32868812 kB\nMemFree: 14044412 kB\nBuffers: 131688 kB\nCached: 9813340 kB\nSwapCached: 0 kB\nActive: 9652852 kB\nInactive: 8807992 kB\nHighTotal: 0 kB\nHighFree: 0 kB\nLowTotal: 32868812 kB\nLowFree: 14044412 kB\nSwapTotal: 10434208 kB\nSwapFree: 10434208 kB\nDirty: 13444 kB\nWriteback: 20 kB\nAnonPages: 8515556 kB\nMapped: 17284 kB\nSlab: 307500 kB\nPageTables: 21924 kB\nNFS_Unstable: 0 kB\nBounce: 0 kB\nCommitLimit: 26868612 kB\nCommitted_AS: 10232756 kB\nVmallocTotal: 34359738367 kB\nVmallocUsed: 6400 kB\nVmallocChunk: 34359730595 kB\nHugePages_Total: 0\nHugePages_Free: 0\nHugePages_Rsvd: 0\nHugepagesize: 2048 kB\n">>}]}, {'ns_1@10.2.1.63', [{last_heard,{1352,919071,322084}}, {outgoing_replications_safeness_level,[{"default",green}]}, {incoming_replications_conf_hashes, [{"default",[{'ns_1@10.2.1.61',132836600}]}]}, {active_buckets,["default"]}, {ready_buckets,["default"]}, {local_tasks,[]}, {memory, [{total,182783664}, {processes,138113360}, {processes_used,138096384}, {system,44670304}, {atom,1338193}, {atom_used,1333766}, {binary,8532352}, {code,13493302}, {ets,2766800}]}, {system_memory_data, [{system_total_memory,33657663488}, {free_swap,10585923584}, {total_swap,10585923584}, {cached_memory,9969557504}, {buffered_memory,140505088}, {free_memory,14425296896}, {total_memory,33657663488}]}, {node_storage_conf,[{db_path,"/data2"},{index_path,"/data"}]}, {statistics, [{wall_clock,{294941,4999}}, {context_switches,{3613331,0}}, {garbage_collection,{250872,901936104,0}}, {io,{{input,40620019},{output,5520691678}}}, {reductions,{424297522,6983533}}, {run_queue,0}, {runtime,{63490,1400}}]}, {system_stats, [{cpu_utilization_rate,77.94486215538848}, {swap_total,10585923584}, {swap_used,0}]}, {interesting_stats, [{couch_docs_actual_disk_size,9842732178}, {couch_docs_data_size,7290448645}, {couch_views_actual_disk_size,0}, {couch_views_data_size,0}, {curr_items,1500466}, {curr_items_tot,3000000}, {mem_used,7950967976}, {vb_replica_curr_items,1499534}]}, {cluster_compatibility_version,131072}, {version, [{public_key,"0.13"}, {lhttpc,"1.3.0"}, {ale,"8cffe61"}, {os_mon,"2.2.7"}, {couch_set_view,"1.2.0a-dd6de6a-git"}, {mnesia,"4.5"}, {inets,"5.7.1"}, {couch,"1.2.0a-dd6de6a-git"}, {mapreduce,"1.0.0"}, {couch_index_merger,"1.2.0a-dd6de6a-git"}, {kernel,"2.14.5"}, {crypto,"2.0.4"}, {ssl,"4.1.6"}, {sasl,"2.1.10"}, {couch_view_parser,"1.0.0"}, {ns_server,"2.0.0-1945-rel-enterprise"}, {mochiweb,"1.4.1"}, {oauth,"7d85d3ef"}, {stdlib,"1.17.5"}]}, {supported_compat_version,[2,0]}, {system_arch,"x86_64-unknown-linux-gnu"}, {wall_clock,294}, {memory_data,{33657663488,16990486528,{<18079.674.0>,2914384}}}, {disk_data, [{"/",49781912,18}, {"/data",886371884,1}, {"/dev/shm",16434404,0}, {"/data2",1922859824,1}]}, {meminfo, <<"MemTotal: 32868812 kB\nMemFree: 14087204 kB\nBuffers: 137212 kB\nCached: 9735896 kB\nSwapCached: 0 kB\nActive: 9780256 kB\nInactive: 8641900 kB\nHighTotal: 0 kB\nHighFree: 0 kB\nLowTotal: 32868812 kB\nLowFree: 14087204 kB\nSwapTotal: 10337816 kB\nSwapFree: 10337816 kB\nDirty: 11932 kB\nWriteback: 0 kB\nAnonPages: 8548816 kB\nMapped: 17284 kB\nSlab: 303904 kB\nPageTables: 22028 kB\nNFS_Unstable: 0 kB\nBounce: 0 kB\nCommitLimit: 26772220 kB\nCommitted_AS: 10252828 kB\nVmallocTotal: 34359738367 kB\nVmallocUsed: 6352 kB\nVmallocChunk: 34359730643 kB\nHugePages_Total: 0\nHugePages_Free: 0\nHugePages_Rsvd: 0\nHugepagesize: 2048 kB\n">>}]}] [stats:debug,2012-11-14T10:51:29.691,ns_1@10.2.1.61:<0.628.0>:stats_collector:maybe_log_stats:126](at {{1970,1,16},{7,48,39}}) Stats for bucket "default": accepting_conns 1 auth_cmds 19 auth_errors 0 bucket_active_conns 1 bucket_conns 11 bytes 7949930248 bytes_read 11570895233 bytes_written 5891917242 cas_badval 0 cas_hits 0 cas_misses 0 cmd_flush 0 cmd_get 0 cmd_set 2399224 conn_yields 43427 connection_structures 5000 curr_connections 14 curr_conns_on_port_11209 10 curr_conns_on_port_11210 2 curr_items 1499534 curr_items_tot 3000000 curr_temp_items 0 daemon_connections 4 decr_hits 0 decr_misses 0 delete_hits 0 delete_misses 0 ep_access_scanner_last_runtime 0 ep_access_scanner_num_items 0 ep_access_scanner_task_time 2012-11-15 10:00:00 ep_allow_data_loss_during_shutdown 1 ep_alog_block_size 4096 ep_alog_path /data2/default/access.log ep_alog_sleep_time 1440 ep_alog_task_time 10 ep_backend couchdb ep_bg_fetch_delay 0 ep_bg_fetched 0 ep_bg_meta_fetched 0 ep_bg_remaining_jobs 0 ep_chk_max_items 5000 ep_chk_period 1800 ep_chk_persistence_remains 0 ep_chk_persistence_timeout 10 ep_chk_remover_stime 5 ep_commit_num 414 ep_commit_time 27 ep_commit_time_total 9687 ep_concurrentDB 1 ep_config_file ep_couch_bucket default ep_couch_host localhost ep_couch_port 11213 ep_couch_reconnect_sleeptime 250 ep_couch_response_timeout 180000 ep_data_age 37 ep_data_age_highwat 53 ep_data_traffic_enabled 0 ep_dbinit 0 ep_dbname /data2/default ep_degraded_mode 0 ep_diskqueue_drain 4126996 ep_diskqueue_fill 4800000 ep_diskqueue_items 673002 ep_diskqueue_memory 21536128 ep_diskqueue_pending 32304192 ep_exp_pager_stime 3600 ep_exp_pager_stime 3600 ep_expired_access 0 ep_expired_pager 0 ep_expiry_window 3 ep_failpartialwarmup 0 ep_flush_all false ep_flush_duration_total 190 ep_flushall_enabled 0 ep_flusher_state running ep_flusher_todo 45780 ep_getl_default_timeout 15 ep_getl_max_timeout 30 ep_ht_locks 5 ep_ht_size 3079 ep_inconsistent_slave_chk 0 ep_initfile ep_io_num_read 0 ep_io_num_write 4126292 ep_io_read_bytes 0 ep_io_write_bytes 9770309894 ep_item_begin_failed 0 ep_item_commit_failed 0 ep_item_flush_expired 0 ep_item_flush_failed 0 ep_item_num_based_new_chk 1 ep_items_rm_from_checkpoints 0 ep_keep_closed_chks 0 ep_klog_block_size 4096 ep_klog_compactor_queue_cap 500000 ep_klog_compactor_stime 3600 ep_klog_flush commit2 ep_klog_max_entry_ratio 10 ep_klog_max_log_size 2147483647 ep_klog_path ep_klog_sync commit2 ep_kv_size 7339240416 ep_max_checkpoints 2 ep_max_data_size 12582912000 ep_max_item_size 20971520 ep_max_size 12582912000 ep_max_txn_size 10000 ep_max_vbuckets 1024 ep_mem_high_wat 9437184000 ep_mem_high_wat 9437184000 ep_mem_low_wat 7549747200 ep_mem_low_wat 7549747200 ep_mem_tracker_enabled true ep_min_data_age 0 ep_mlog_compactor_runs 0 ep_mutation_mem_threshold 0 ep_num_access_scanner_runs 0 ep_num_eject_failures 0 ep_num_expiry_pager_runs 0 ep_num_non_resident 0 ep_num_not_my_vbuckets 0 ep_num_ops_del_meta 0 ep_num_ops_get_meta 0 ep_num_ops_set_meta 0 ep_num_pager_runs 0 ep_num_value_ejects 0 ep_oom_errors 0 ep_overhead 291591048 ep_pager_active_vb_pcnt 40 ep_pager_unbiased_period 60 ep_pending_ops 0 ep_pending_ops_max 0 ep_pending_ops_max_duration 0 ep_pending_ops_total 0 ep_postInitfile ep_queue_age_cap 900 ep_queue_size 627222 ep_startup_time 1352918788 ep_storage_age 34 ep_storage_age_highwat 50 ep_store_max_concurrency 10 ep_store_max_readers 9 ep_store_max_readwrite 1 ep_stored_val_type ep_tap_ack_grace_period 300 ep_tap_ack_initial_sequence_number 1 ep_tap_ack_interval 1000 ep_tap_ack_window_size 10 ep_tap_backfill_resident 0.9 ep_tap_backlog_limit 5000 ep_tap_backoff_period 5 ep_tap_bg_fetch_requeued 0 ep_tap_bg_fetched 0 ep_tap_bg_max_pending 500 ep_tap_keepalive 300 ep_tap_noop_interval 20 ep_tap_requeue_sleep_time 0.1 ep_tap_throttle_cap_pcnt 10 ep_tap_throttle_queue_cap 1000000 ep_tap_throttle_threshold 90 ep_tmp_oom_errors 0 ep_too_old 0 ep_too_young 0 ep_total_cache_size 7303240416 ep_total_del_items 0 ep_total_enqueued 4800000 ep_total_new_items 3000000 ep_total_persisted 4126292 ep_uncommitted_items 1425 ep_value_size 7091890861 ep_vb0 0 ep_vb_snapshot_total 5 ep_vb_total 1024 ep_vbucket_del 0 ep_vbucket_del_fail 0 ep_version 2.0.0r_135_g40a391b ep_waitforwarmup 0 ep_warmup 1 ep_warmup_batch_size 1000 ep_warmup_dups 0 ep_warmup_min_items_threshold 100 ep_warmup_min_memory_threshold 100 ep_warmup_oom 0 ep_warmup_thread complete ep_warmup_time 749 get_hits 0 get_misses 0 incr_hits 0 incr_misses 0 libevent 2.0.11-stable limit_maxbytes 67108864 listen_disabled_num 0 max_conns_on_port_11209 1000 max_conns_on_port_11210 9000 mem_used 7949930248 pid 5774 pointer_size 64 rejected_conns 0 rusage_system 116.713256 rusage_user 194.029503 tap_checkpoint_start_received 512 tap_checkpoint_start_sent 512 tap_connect_received 1 tap_mutation_received 2400776 tap_mutation_sent 2399224 tap_opaque_received 1026 tap_opaque_sent 1026 threads 4 time 1352919089 total_connections 38 uptime 317 vb_active_curr_items 1499534 vb_active_eject 0 vb_active_expired 0 vb_active_ht_memory 12857152 vb_active_itm_memory 3649937522 vb_active_meta_data_memory 118463186 vb_active_num 512 vb_active_num_non_resident 0 vb_active_num_ref_ejects 0 vb_active_num_ref_items 1499534 vb_active_ops_create 1499534 vb_active_ops_delete 0 vb_active_ops_reject 0 vb_active_ops_update 583982 vb_active_perc_mem_resident 100 vb_active_queue_age 6412524000 vb_active_queue_drain 2083516 vb_active_queue_fill 2399224 vb_active_queue_memory 10102656 vb_active_queue_pending 15153984 vb_active_queue_size 315708 vb_dead_num 0 vb_pending_curr_items 0 vb_pending_eject 0 vb_pending_expired 0 vb_pending_ht_memory 0 vb_pending_itm_memory 0 vb_pending_meta_data_memory 0 vb_pending_num 0 vb_pending_num_non_resident 0 vb_pending_num_ref_ejects 0 vb_pending_num_ref_items 0 vb_pending_ops_create 0 vb_pending_ops_delete 0 vb_pending_ops_reject 0 vb_pending_ops_update 0 vb_pending_perc_mem_resident 0 vb_pending_queue_age 0 vb_pending_queue_drain 0 vb_pending_queue_fill 0 vb_pending_queue_memory 0 vb_pending_queue_pending 0 vb_pending_queue_size 0 vb_replica_curr_items 1500466 vb_replica_eject 0 vb_replica_expired 0 vb_replica_ht_memory 12857056 vb_replica_itm_memory 3653302894 vb_replica_meta_data_memory 118536814 vb_replica_num 512 vb_replica_num_non_resident 0 vb_replica_num_ref_ejects 0 vb_replica_num_ref_items 1500466 vb_replica_ops_create 1500466 vb_replica_ops_delete 0 vb_replica_ops_reject 0 vb_replica_ops_update 543013 vb_replica_perc_mem_resident 100 vb_replica_queue_age 8053016000 vb_replica_queue_drain 2043480 vb_replica_queue_fill 2400776 vb_replica_queue_memory 11433472 vb_replica_queue_pending 17150208 vb_replica_queue_size 357296 version 1.4.4_600_g7ea975a [ns_doctor:debug,2012-11-14T10:52:14.671,ns_1@10.2.1.61:ns_doctor<0.408.0>:ns_doctor:handle_info:137]Current node statuses: [{'ns_1@10.2.1.61', [{last_heard,{1352,919134,668276}}, {outgoing_replications_safeness_level,[{"default",green}]}, {incoming_replications_conf_hashes, [{"default",[{'ns_1@10.2.1.63',99799376}]}]}, {active_buckets,["default"]}, {ready_buckets,["default"]}, {local_tasks, [[{pid,<<"<0.9071.0>">>}, {bucket,<<"default">>}, {original_target,{[{type,bucket}]}}, {progress,17}, {started_on,1352919104}, {total_vbuckets,1025}, {trigger_type,scheduled}, {type,bucket_compaction}, {updated_on,1352919134}, {vbuckets_done,177}]]}, {memory, [{total,200025392}, {processes,150805416}, {processes_used,150794912}, {system,49219976}, {atom,1393705}, {atom_used,1362813}, {binary,12232200}, {code,13894422}, {ets,3139288}]}, {system_memory_data, [{system_total_memory,33657663488}, {free_swap,10684628992}, {total_swap,10684628992}, {cached_memory,11330777088}, {buffered_memory,142233600}, {free_memory,13047537664}, {total_memory,33657663488}]}, {node_storage_conf,[{db_path,"/data2"},{index_path,"/data"}]}, {statistics, [{wall_clock,{361878,5002}}, {context_switches,{4337287,0}}, {garbage_collection,{294674,1161319304,0}}, {io,{{input,57099692},{output,5851322093}}}, {reductions,{624612731,9050308}}, {run_queue,0}, {runtime,{76370,910}}]}, {system_stats, [{cpu_utilization_rate,22.942643391521198}, {swap_total,10684628992}, {swap_used,0}]}, {interesting_stats, [{couch_docs_actual_disk_size,11413637954}, {couch_docs_data_size,7290234377}, {couch_views_actual_disk_size,0}, {couch_views_data_size,0}, {curr_items,1499534}, {curr_items_tot,3000000}, {mem_used,7951467400}, {vb_replica_curr_items,1500466}]}, {cluster_compatibility_version,131072}, {version, [{public_key,"0.13"}, {lhttpc,"1.3.0"}, {ale,"8cffe61"}, {os_mon,"2.2.7"}, {couch_set_view,"1.2.0a-dd6de6a-git"}, {mnesia,"4.5"}, {inets,"5.7.1"}, {couch,"1.2.0a-dd6de6a-git"}, {mapreduce,"1.0.0"}, {couch_index_merger,"1.2.0a-dd6de6a-git"}, {kernel,"2.14.5"}, {crypto,"2.0.4"}, {ssl,"4.1.6"}, {sasl,"2.1.10"}, {couch_view_parser,"1.0.0"}, {ns_server,"2.0.0-1945-rel-enterprise"}, {mochiweb,"1.4.1"}, {oauth,"7d85d3ef"}, {stdlib,"1.17.5"}]}, {supported_compat_version,[2,0]}, {system_arch,"x86_64-unknown-linux-gnu"}, {wall_clock,361}, {memory_data,{33657663488,20651905024,{<0.620.0>,4714984}}}, {disk_data, [{"/",49781912,20}, {"/data",886279600,1}, {"/dev/shm",16434404,0}, {"/data2",1922859824,1}]}, {meminfo, <<"MemTotal: 32868812 kB\nMemFree: 12741736 kB\nBuffers: 138900 kB\nCached: 11065212 kB\nSwapCached: 0 kB\nActive: 9731640 kB\nInactive: 9998108 kB\nHighTotal: 0 kB\nHighFree: 0 kB\nLowTotal: 32868812 kB\nLowFree: 12741736 kB\nSwapTotal: 10434208 kB\nSwapFree: 10434208 kB\nDirty: 20500 kB\nWriteback: 0 kB\nAnonPages: 8525564 kB\nMapped: 17284 kB\nSlab: 340860 kB\nPageTables: 21940 kB\nNFS_Unstable: 0 kB\nBounce: 0 kB\nCommitLimit: 26868612 kB\nCommitted_AS: 10228088 kB\nVmallocTotal: 34359738367 kB\nVmallocUsed: 6400 kB\nVmallocChunk: 34359730595 kB\nHugePages_Total: 0\nHugePages_Free: 0\nHugePages_Rsvd: 0\nHugepagesize: 2048 kB\n">>}]}, {'ns_1@10.2.1.63', [{last_heard,{1352,919131,323270}}, {outgoing_replications_safeness_level,[{"default",green}]}, {incoming_replications_conf_hashes, [{"default",[{'ns_1@10.2.1.61',132836600}]}]}, {active_buckets,["default"]}, {ready_buckets,["default"]}, {local_tasks, [[{pid,<<"<0.8315.0>">>}, {bucket,<<"default">>}, {original_target,{[{type,bucket}]}}, {progress,27}, {started_on,1352919144}, {total_vbuckets,1025}, {trigger_type,scheduled}, {type,bucket_compaction}, {updated_on,1352919194}, {vbuckets_done,281}]]}, {memory, [{total,195702752}, {processes,147530016}, {processes_used,147519752}, {system,48172736}, {atom,1338193}, {atom_used,1333766}, {binary,11542184}, {code,13493302}, {ets,3220656}]}, {system_memory_data, [{system_total_memory,33657663488}, {free_swap,10585923584}, {total_swap,10585923584}, {cached_memory,10022350848}, {buffered_memory,146518016}, {free_memory,14359785472}, {total_memory,33657663488}]}, {node_storage_conf,[{db_path,"/data2"},{index_path,"/data"}]}, {statistics, [{wall_clock,{354943,5001}}, {context_switches,{4015979,0}}, {garbage_collection,{278399,1011759140,0}}, {io,{{input,48194578},{output,5832734613}}}, {reductions,{474404450,3580558}}, {run_queue,0}, {runtime,{71400,490}}]}, {system_stats, [{cpu_utilization_rate,21.75}, {swap_total,10585923584}, {swap_used,0}]}, {interesting_stats, [{couch_docs_actual_disk_size,9988495852}, {couch_docs_data_size,7290036895}, {couch_views_actual_disk_size,0}, {couch_views_data_size,0}, {curr_items,1500466}, {curr_items_tot,3000000}, {mem_used,7954399256}, {vb_replica_curr_items,1499534}]}, {cluster_compatibility_version,131072}, {version, [{public_key,"0.13"}, {lhttpc,"1.3.0"}, {ale,"8cffe61"}, {os_mon,"2.2.7"}, {couch_set_view,"1.2.0a-dd6de6a-git"}, {mnesia,"4.5"}, {inets,"5.7.1"}, {couch,"1.2.0a-dd6de6a-git"}, {mapreduce,"1.0.0"}, {couch_index_merger,"1.2.0a-dd6de6a-git"}, {kernel,"2.14.5"}, {crypto,"2.0.4"}, {ssl,"4.1.6"}, {sasl,"2.1.10"}, {couch_view_parser,"1.0.0"}, {ns_server,"2.0.0-1945-rel-enterprise"}, {mochiweb,"1.4.1"}, {oauth,"7d85d3ef"}, {stdlib,"1.17.5"}]}, {supported_compat_version,[2,0]}, {system_arch,"x86_64-unknown-linux-gnu"}, {wall_clock,354}, {memory_data,{33657663488,19563130880,{<18079.674.0>,2914384}}}, {disk_data, [{"/",49781912,19}, {"/data",886371884,1}, {"/dev/shm",16434404,0}, {"/data2",1922859824,1}]}, {meminfo, <<"MemTotal: 32868812 kB\nMemFree: 14023228 kB\nBuffers: 143084 kB\nCached: 9787452 kB\nSwapCached: 0 kB\nActive: 9593952 kB\nInactive: 8889228 kB\nHighTotal: 0 kB\nHighFree: 0 kB\nLowTotal: 32868812 kB\nLowFree: 14023228 kB\nSwapTotal: 10337816 kB\nSwapFree: 10337816 kB\nDirty: 20872 kB\nWriteback: 0 kB\nAnonPages: 8552560 kB\nMapped: 17292 kB\nSlab: 306400 kB\nPageTables: 22188 kB\nNFS_Unstable: 0 kB\nBounce: 0 kB\nCommitLimit: 26772220 kB\nCommitted_AS: 10242536 kB\nVmallocTotal: 34359738367 kB\nVmallocUsed: 6352 kB\nVmallocChunk: 34359730643 kB\nHugePages_Total: 0\nHugePages_Free: 0\nHugePages_Rsvd: 0\nHugepagesize: 2048 kB\n">>}]}] [stats:debug,2012-11-14T10:53:09.690,ns_1@10.2.1.61:<0.628.0>:stats_collector:maybe_log_stats:126](at {{1970,1,16},{7,48,39}}) Stats for bucket "default": accepting_conns 1 auth_cmds 19 auth_errors 0 bucket_active_conns 1 bucket_conns 11 bytes 7948932632 bytes_read 11570906326 bytes_written 5899373762 cas_badval 0 cas_hits 0 cas_misses 0 cmd_flush 0 cmd_get 0 cmd_set 2399224 conn_yields 43427 connection_structures 5000 curr_connections 14 curr_conns_on_port_11209 10 curr_conns_on_port_11210 2 curr_items 1499534 curr_items_tot 3000000 curr_temp_items 0 daemon_connections 4 decr_hits 0 decr_misses 0 delete_hits 0 delete_misses 0 ep_access_scanner_last_runtime 0 ep_access_scanner_num_items 0 ep_access_scanner_task_time 2012-11-15 10:00:00 ep_allow_data_loss_during_shutdown 1 ep_alog_block_size 4096 ep_alog_path /data2/default/access.log ep_alog_sleep_time 1440 ep_alog_task_time 10 ep_backend couchdb ep_bg_fetch_delay 0 ep_bg_fetched 0 ep_bg_meta_fetched 0 ep_bg_remaining_jobs 0 ep_chk_max_items 5000 ep_chk_period 1800 ep_chk_persistence_remains 0 ep_chk_persistence_timeout 10 ep_chk_remover_stime 5 ep_commit_num 480 ep_commit_time 92 ep_commit_time_total 14544 ep_concurrentDB 1 ep_config_file ep_couch_bucket default ep_couch_host localhost ep_couch_port 11213 ep_couch_reconnect_sleeptime 250 ep_couch_response_timeout 180000 ep_data_age 110 ep_data_age_highwat 110 ep_data_traffic_enabled 0 ep_dbinit 0 ep_dbname /data2/default ep_degraded_mode 0 ep_diskqueue_drain 4800000 ep_diskqueue_fill 4800000 ep_diskqueue_items 0 ep_diskqueue_memory 0 ep_diskqueue_pending 0 ep_exp_pager_stime 3600 ep_exp_pager_stime 3600 ep_expired_access 0 ep_expired_pager 0 ep_expiry_window 3 ep_failpartialwarmup 0 ep_flush_all false ep_flush_duration_total 300 ep_flushall_enabled 0 ep_flusher_state running ep_flusher_todo 0 ep_getl_default_timeout 15 ep_getl_max_timeout 30 ep_ht_locks 5 ep_ht_size 3079 ep_inconsistent_slave_chk 0 ep_initfile ep_io_num_read 0 ep_io_num_write 4800000 ep_io_read_bytes 0 ep_io_write_bytes 11365781341 ep_item_begin_failed 0 ep_item_commit_failed 0 ep_item_flush_expired 0 ep_item_flush_failed 0 ep_item_num_based_new_chk 1 ep_items_rm_from_checkpoints 0 ep_keep_closed_chks 0 ep_klog_block_size 4096 ep_klog_compactor_queue_cap 500000 ep_klog_compactor_stime 3600 ep_klog_flush commit2 ep_klog_max_entry_ratio 10 ep_klog_max_log_size 2147483647 ep_klog_path ep_klog_sync commit2 ep_kv_size 7339240416 ep_max_checkpoints 2 ep_max_data_size 12582912000 ep_max_item_size 20971520 ep_max_size 12582912000 ep_max_txn_size 10000 ep_max_vbuckets 1024 ep_mem_high_wat 9437184000 ep_mem_high_wat 9437184000 ep_mem_low_wat 7549747200 ep_mem_low_wat 7549747200 ep_mem_tracker_enabled true ep_min_data_age 0 ep_mlog_compactor_runs 0 ep_mutation_mem_threshold 0 ep_num_access_scanner_runs 0 ep_num_eject_failures 0 ep_num_expiry_pager_runs 0 ep_num_non_resident 0 ep_num_not_my_vbuckets 0 ep_num_ops_del_meta 0 ep_num_ops_get_meta 0 ep_num_ops_set_meta 0 ep_num_pager_runs 0 ep_num_value_ejects 0 ep_oom_errors 0 ep_overhead 291224736 ep_pager_active_vb_pcnt 40 ep_pager_unbiased_period 60 ep_pending_ops 0 ep_pending_ops_max 0 ep_pending_ops_max_duration 0 ep_pending_ops_total 0 ep_postInitfile ep_queue_age_cap 900 ep_queue_size 0 ep_startup_time 1352918788 ep_storage_age 108 ep_storage_age_highwat 110 ep_store_max_concurrency 10 ep_store_max_readers 9 ep_store_max_readwrite 1 ep_stored_val_type ep_tap_ack_grace_period 300 ep_tap_ack_initial_sequence_number 1 ep_tap_ack_interval 1000 ep_tap_ack_window_size 10 ep_tap_backfill_resident 0.9 ep_tap_backlog_limit 5000 ep_tap_backoff_period 5 ep_tap_bg_fetch_requeued 0 ep_tap_bg_fetched 0 ep_tap_bg_max_pending 500 ep_tap_keepalive 300 ep_tap_noop_interval 20 ep_tap_requeue_sleep_time 0.1 ep_tap_throttle_cap_pcnt 10 ep_tap_throttle_queue_cap 1000000 ep_tap_throttle_threshold 90 ep_tmp_oom_errors 0 ep_too_old 0 ep_too_young 0 ep_total_cache_size 7303240416 ep_total_del_items 0 ep_total_enqueued 4800000 ep_total_new_items 3000000 ep_total_persisted 4800000 ep_uncommitted_items 0 ep_value_size 7091890861 ep_vb0 0 ep_vb_snapshot_total 5 ep_vb_total 1024 ep_vbucket_del 0 ep_vbucket_del_fail 0 ep_version 2.0.0r_135_g40a391b ep_waitforwarmup 0 ep_warmup 1 ep_warmup_batch_size 1000 ep_warmup_dups 0 ep_warmup_min_items_threshold 100 ep_warmup_min_memory_threshold 100 ep_warmup_oom 0 ep_warmup_thread complete ep_warmup_time 749 get_hits 0 get_misses 0 incr_hits 0 incr_misses 0 libevent 2.0.11-stable limit_maxbytes 67108864 listen_disabled_num 0 max_conns_on_port_11209 1000 max_conns_on_port_11210 9000 mem_used 7948932632 pid 5774 pointer_size 64 rejected_conns 0 rusage_system 121.304558 rusage_user 218.036853 tap_checkpoint_start_received 512 tap_checkpoint_start_sent 512 tap_connect_received 1 tap_mutation_received 2400776 tap_mutation_sent 2399224 tap_opaque_received 1026 tap_opaque_sent 1026 threads 4 time 1352919189 total_connections 39 uptime 417 vb_active_curr_items 1499534 vb_active_eject 0 vb_active_expired 0 vb_active_ht_memory 12857152 vb_active_itm_memory 3649937522 vb_active_meta_data_memory 118463186 vb_active_num 512 vb_active_num_non_resident 0 vb_active_num_ref_ejects 0 vb_active_num_ref_items 1499534 vb_active_ops_create 1499534 vb_active_ops_delete 0 vb_active_ops_reject 0 vb_active_ops_update 899690 vb_active_perc_mem_resident 100 vb_active_queue_age 0 vb_active_queue_drain 2399224 vb_active_queue_fill 2399224 vb_active_queue_memory 0 vb_active_queue_pending 0 vb_active_queue_size 0 vb_dead_num 0 vb_pending_curr_items 0 vb_pending_eject 0 vb_pending_expired 0 vb_pending_ht_memory 0 vb_pending_itm_memory 0 vb_pending_meta_data_memory 0 vb_pending_num 0 vb_pending_num_non_resident 0 vb_pending_num_ref_ejects 0 vb_pending_num_ref_items 0 vb_pending_ops_create 0 vb_pending_ops_delete 0 vb_pending_ops_reject 0 vb_pending_ops_update 0 vb_pending_perc_mem_resident 0 vb_pending_queue_age 0 vb_pending_queue_drain 0 vb_pending_queue_fill 0 vb_pending_queue_memory 0 vb_pending_queue_pending 0 vb_pending_queue_size 0 vb_replica_curr_items 1500466 vb_replica_eject 0 vb_replica_expired 0 vb_replica_ht_memory 12857056 vb_replica_itm_memory 3653302894 vb_replica_meta_data_memory 118536814 vb_replica_num 512 vb_replica_num_non_resident 0 vb_replica_num_ref_ejects 0 vb_replica_num_ref_items 1500466 vb_replica_ops_create 1500466 vb_replica_ops_delete 0 vb_replica_ops_reject 0 vb_replica_ops_update 900310 vb_replica_perc_mem_resident 100 vb_replica_queue_age 0 vb_replica_queue_drain 2400776 vb_replica_queue_fill 2400776 vb_replica_queue_memory 0 vb_replica_queue_pending 0 vb_replica_queue_size 0 version 1.4.4_600_g7ea975a [ns_doctor:debug,2012-11-14T10:53:14.671,ns_1@10.2.1.61:ns_doctor<0.408.0>:ns_doctor:handle_info:137]Current node statuses: [{'ns_1@10.2.1.61', [{last_heard,{1352,919194,667921}}, {outgoing_replications_safeness_level,[{"default",green}]}, {incoming_replications_conf_hashes, [{"default",[{'ns_1@10.2.1.63',99799376}]}]}, {active_buckets,["default"]}, {ready_buckets,["default"]}, {local_tasks, [[{pid,<<"<0.9071.0>">>}, {bucket,<<"default">>}, {original_target,{[{type,bucket}]}}, {progress,55}, {started_on,1352919104}, {total_vbuckets,1025}, {trigger_type,scheduled}, {type,bucket_compaction}, {updated_on,1352919194}, {vbuckets_done,572}]]}, {memory, [{total,194370512}, {processes,143715200}, {processes_used,143702336}, {system,50655312}, {atom,1393705}, {atom_used,1362813}, {binary,13024296}, {code,13894422}, {ets,3721736}]}, {system_memory_data, [{system_total_memory,33657663488}, {free_swap,10684628992}, {total_swap,10684628992}, {cached_memory,9743175680}, {buffered_memory,148561920}, {free_memory,14660358144}, {total_memory,33657663488}]}, {node_storage_conf,[{db_path,"/data2"},{index_path,"/data"}]}, {statistics, [{wall_clock,{421877,4999}}, {context_switches,{4653374,0}}, {garbage_collection,{319483,1305590295,0}}, {io,{{input,72954581},{output,5859376903}}}, {reductions,{743883483,8394578}}, {run_queue,0}, {runtime,{86880,820}}]}, {system_stats, [{cpu_utilization_rate,19.75}, {swap_total,10684628992}, {swap_used,0}]}, {interesting_stats, [{couch_docs_actual_disk_size,9926405270}, {couch_docs_data_size,7288911150}, {couch_views_actual_disk_size,0}, {couch_views_data_size,0}, {curr_items,1499534}, {curr_items_tot,3000000}, {mem_used,7948932632}, {vb_replica_curr_items,1500466}]}, {cluster_compatibility_version,131072}, {version, [{public_key,"0.13"}, {lhttpc,"1.3.0"}, {ale,"8cffe61"}, {os_mon,"2.2.7"}, {couch_set_view,"1.2.0a-dd6de6a-git"}, {mnesia,"4.5"}, {inets,"5.7.1"}, {couch,"1.2.0a-dd6de6a-git"}, {mapreduce,"1.0.0"}, {couch_index_merger,"1.2.0a-dd6de6a-git"}, {kernel,"2.14.5"}, {crypto,"2.0.4"}, {ssl,"4.1.6"}, {sasl,"2.1.10"}, {couch_view_parser,"1.0.0"}, {ns_server,"2.0.0-1945-rel-enterprise"}, {mochiweb,"1.4.1"}, {oauth,"7d85d3ef"}, {stdlib,"1.17.5"}]}, {supported_compat_version,[2,0]}, {system_arch,"x86_64-unknown-linux-gnu"}, {wall_clock,421}, {memory_data,{33657663488,19056668672,{<0.620.0>,4714984}}}, {disk_data, [{"/",49781912,20}, {"/data",886279600,1}, {"/dev/shm",16434404,0}, {"/data2",1922859824,1}]}, {meminfo, <<"MemTotal: 32868812 kB\nMemFree: 14316756 kB\nBuffers: 145080 kB\nCached: 9514820 kB\nSwapCached: 0 kB\nActive: 9280544 kB\nInactive: 8912620 kB\nHighTotal: 0 kB\nHighFree: 0 kB\nLowTotal: 32868812 kB\nLowFree: 14316756 kB\nSwapTotal: 10434208 kB\nSwapFree: 10434208 kB\nDirty: 17468 kB\nWriteback: 656 kB\nAnonPages: 8533184 kB\nMapped: 17284 kB\nSlab: 301768 kB\nPageTables: 21620 kB\nNFS_Unstable: 0 kB\nBounce: 0 kB\nCommitLimit: 26868612 kB\nCommitted_AS: 10233140 kB\nVmallocTotal: 34359738367 kB\nVmallocUsed: 6400 kB\nVmallocChunk: 34359730595 kB\nHugePages_Total: 0\nHugePages_Free: 0\nHugePages_Rsvd: 0\nHugepagesize: 2048 kB\n">>}]}, {'ns_1@10.2.1.63', [{last_heard,{1352,919191,322303}}, {outgoing_replications_safeness_level,[{"default",green}]}, {incoming_replications_conf_hashes, [{"default",[{'ns_1@10.2.1.61',132836600}]}]}, {active_buckets,["default"]}, {ready_buckets,["default"]}, {local_tasks, [[{pid,<<"<0.8315.0>">>}, {bucket,<<"default">>}, {original_target,{[{type,bucket}]}}, {progress,61}, {started_on,1352919144}, {total_vbuckets,1025}, {trigger_type,scheduled}, {type,bucket_compaction}, {updated_on,1352919254}, {vbuckets_done,630}]]}, {memory, [{total,194497424}, {processes,144970800}, {processes_used,144953376}, {system,49526624}, {atom,1338193}, {atom_used,1333766}, {binary,12304288}, {code,13493302}, {ets,3759616}]}, {system_memory_data, [{system_total_memory,33657663488}, {free_swap,10585923584}, {total_swap,10585923584}, {cached_memory,9283006464}, {buffered_memory,151752704}, {free_memory,15113584640}, {total_memory,33657663488}]}, {node_storage_conf,[{db_path,"/data2"},{index_path,"/data"}]}, {statistics, [{wall_clock,{414942,5000}}, {context_switches,{4290338,0}}, {garbage_collection,{300216,1102818680,0}}, {io,{{input,60006673},{output,5837183590}}}, {reductions,{518893530,3651847}}, {run_queue,0}, {runtime,{78370,610}}]}, {system_stats, [{cpu_utilization_rate,24.069478908188586}, {swap_total,10585923584}, {swap_used,0}]}, {interesting_stats, [{couch_docs_actual_disk_size,9271649978}, {couch_docs_data_size,7288973930}, {couch_views_actual_disk_size,0}, {couch_views_data_size,0}, {curr_items,1500466}, {curr_items_tot,3000000}, {mem_used,7949931080}, {vb_replica_curr_items,1499534}]}, {cluster_compatibility_version,131072}, {version, [{public_key,"0.13"}, {lhttpc,"1.3.0"}, {ale,"8cffe61"}, {os_mon,"2.2.7"}, {couch_set_view,"1.2.0a-dd6de6a-git"}, {mnesia,"4.5"}, {inets,"5.7.1"}, {couch,"1.2.0a-dd6de6a-git"}, {mapreduce,"1.0.0"}, {couch_index_merger,"1.2.0a-dd6de6a-git"}, {kernel,"2.14.5"}, {crypto,"2.0.4"}, {ssl,"4.1.6"}, {sasl,"2.1.10"}, {couch_view_parser,"1.0.0"}, {ns_server,"2.0.0-1945-rel-enterprise"}, {mochiweb,"1.4.1"}, {oauth,"7d85d3ef"}, {stdlib,"1.17.5"}]}, {supported_compat_version,[2,0]}, {system_arch,"x86_64-unknown-linux-gnu"}, {wall_clock,414}, {memory_data,{33657663488,19284094976,{<18079.674.0>,2914384}}}, {disk_data, [{"/",49781912,19}, {"/data",886371884,1}, {"/dev/shm",16434404,0}, {"/data2",1922859824,1}]}, {meminfo, <<"MemTotal: 32868812 kB\nMemFree: 14759360 kB\nBuffers: 148196 kB\nCached: 9065436 kB\nSwapCached: 0 kB\nActive: 9236704 kB\nInactive: 8527716 kB\nHighTotal: 0 kB\nHighFree: 0 kB\nLowTotal: 32868812 kB\nLowFree: 14759360 kB\nSwapTotal: 10337816 kB\nSwapFree: 10337816 kB\nDirty: 25452 kB\nWriteback: 180 kB\nAnonPages: 8550864 kB\nMapped: 17616 kB\nSlab: 288712 kB\nPageTables: 22056 kB\nNFS_Unstable: 0 kB\nBounce: 0 kB\nCommitLimit: 26772220 kB\nCommitted_AS: 10241780 kB\nVmallocTotal: 34359738367 kB\nVmallocUsed: 6352 kB\nVmallocChunk: 34359730643 kB\nHugePages_Total: 0\nHugePages_Free: 0\nHugePages_Rsvd: 0\nHugepagesize: 2048 kB\n">>}]}] [ns_doctor:debug,2012-11-14T10:54:14.671,ns_1@10.2.1.61:ns_doctor<0.408.0>:ns_doctor:handle_info:137]Current node statuses: [{'ns_1@10.2.1.61', [{last_heard,{1352,919254,667859}}, {outgoing_replications_safeness_level,[{"default",green}]}, {incoming_replications_conf_hashes, [{"default",[{'ns_1@10.2.1.63',99799376}]}]}, {active_buckets,["default"]}, {ready_buckets,["default"]}, {local_tasks,[]}, {memory, [{total,199731800}, {processes,151087536}, {processes_used,151065160}, {system,48644264}, {atom,1393705}, {atom_used,1362813}, {binary,10320832}, {code,13894422}, {ets,4354232}]}, {system_memory_data, [{system_total_memory,33657663488}, {free_swap,10684628992}, {total_swap,10684628992}, {cached_memory,7327567872}, {buffered_memory,155217920}, {free_memory,17136627712}, {total_memory,33657663488}]}, {node_storage_conf,[{db_path,"/data2"},{index_path,"/data"}]}, {statistics, [{wall_clock,{481877,5001}}, {context_switches,{4976659,0}}, {garbage_collection,{350204,1481507828,0}}, {io,{{input,89085582},{output,5867447642}}}, {reductions,{864929512,2895733}}, {run_queue,0}, {runtime,{97430,550}}]}, {system_stats, [{cpu_utilization_rate,5.25}, {swap_total,10684628992}, {swap_used,0}]}, {interesting_stats, [{couch_docs_actual_disk_size,7425260531}, {couch_docs_data_size,7286268049}, {couch_views_actual_disk_size,0}, {couch_views_data_size,0}, {curr_items,1499534}, {curr_items_tot,3000000}, {mem_used,7948932616}, {vb_replica_curr_items,1500466}]}, {cluster_compatibility_version,131072}, {version, [{public_key,"0.13"}, {lhttpc,"1.3.0"}, {ale,"8cffe61"}, {os_mon,"2.2.7"}, {couch_set_view,"1.2.0a-dd6de6a-git"}, {mnesia,"4.5"}, {inets,"5.7.1"}, {couch,"1.2.0a-dd6de6a-git"}, {mapreduce,"1.0.0"}, {couch_index_merger,"1.2.0a-dd6de6a-git"}, {kernel,"2.14.5"}, {crypto,"2.0.4"}, {ssl,"4.1.6"}, {sasl,"2.1.10"}, {couch_view_parser,"1.0.0"}, {ns_server,"2.0.0-1945-rel-enterprise"}, {mochiweb,"1.4.1"}, {oauth,"7d85d3ef"}, {stdlib,"1.17.5"}]}, {supported_compat_version,[2,0]}, {system_arch,"x86_64-unknown-linux-gnu"}, {wall_clock,481}, {memory_data,{33657663488,16521998336,{<0.619.0>,2914384}}}, {disk_data, [{"/",49781912,20}, {"/data",886279600,1}, {"/dev/shm",16434404,0}, {"/data2",1922859824,1}]}, {meminfo, <<"MemTotal: 32868812 kB\nMemFree: 16734988 kB\nBuffers: 151580 kB\nCached: 7155828 kB\nSwapCached: 0 kB\nActive: 8666364 kB\nInactive: 7169244 kB\nHighTotal: 0 kB\nHighFree: 0 kB\nLowTotal: 32868812 kB\nLowFree: 16734988 kB\nSwapTotal: 10434208 kB\nSwapFree: 10434208 kB\nDirty: 20272 kB\nWriteback: 0 kB\nAnonPages: 8528300 kB\nMapped: 15520 kB\nSlab: 242184 kB\nPageTables: 21680 kB\nNFS_Unstable: 0 kB\nBounce: 0 kB\nCommitLimit: 26868612 kB\nCommitted_AS: 10214220 kB\nVmallocTotal: 34359738367 kB\nVmallocUsed: 6400 kB\nVmallocChunk: 34359730595 kB\nHugePages_Total: 0\nHugePages_Free: 0\nHugePages_Rsvd: 0\nHugepagesize: 2048 kB\n">>}]}, {'ns_1@10.2.1.63', [{last_heard,{1352,919251,322152}}, {outgoing_replications_safeness_level,[{"default",green}]}, {incoming_replications_conf_hashes, [{"default",[{'ns_1@10.2.1.61',132836600}]}]}, {active_buckets,["default"]}, {ready_buckets,["default"]}, {local_tasks, [[{pid,<<"<0.8315.0>">>}, {bucket,<<"default">>}, {original_target,{[{type,bucket}]}}, {progress,95}, {started_on,1352919144}, {total_vbuckets,1025}, {trigger_type,scheduled}, {type,bucket_compaction}, {updated_on,1352919314}, {vbuckets_done,983}]]}, {memory, [{total,192679008}, {processes,145517048}, {processes_used,145058664}, {system,47161960}, {atom,1338193}, {atom_used,1333766}, {binary,10245792}, {code,13493302}, {ets,3498064}]}, {system_memory_data, [{system_total_memory,33657663488}, {free_swap,10585923584}, {total_swap,10585923584}, {cached_memory,7598505984}, {buffered_memory,158396416}, {free_memory,16828809216}, {total_memory,33657663488}]}, {node_storage_conf,[{db_path,"/data2"},{index_path,"/data"}]}, {statistics, [{wall_clock,{474942,5000}}, {context_switches,{4614141,0}}, {garbage_collection,{326860,1249111243,0}}, {io,{{input,74736774},{output,5844252090}}}, {reductions,{617252557,2971392}}, {run_queue,0}, {runtime,{89890,440}}]}, {system_stats, [{cpu_utilization_rate,17.5}, {swap_total,10585923584}, {swap_used,0}]}, {interesting_stats, [{couch_docs_actual_disk_size,7641058423}, {couch_docs_data_size,7286532631}, {couch_views_actual_disk_size,0}, {couch_views_data_size,0}, {curr_items,1500466}, {curr_items_tot,3000000}, {mem_used,7949086088}, {vb_replica_curr_items,1499534}]}, {cluster_compatibility_version,131072}, {version, [{public_key,"0.13"}, {lhttpc,"1.3.0"}, {ale,"8cffe61"}, {os_mon,"2.2.7"}, {couch_set_view,"1.2.0a-dd6de6a-git"}, {mnesia,"4.5"}, {inets,"5.7.1"}, {couch,"1.2.0a-dd6de6a-git"}, {mapreduce,"1.0.0"}, {couch_index_merger,"1.2.0a-dd6de6a-git"}, {kernel,"2.14.5"}, {crypto,"2.0.4"}, {ssl,"4.1.6"}, {sasl,"2.1.10"}, {couch_view_parser,"1.0.0"}, {ns_server,"2.0.0-1945-rel-enterprise"}, {mochiweb,"1.4.1"}, {oauth,"7d85d3ef"}, {stdlib,"1.17.5"}]}, {supported_compat_version,[2,0]}, {system_arch,"x86_64-unknown-linux-gnu"}, {wall_clock,474}, {memory_data,{33657663488,18476744704,{<18079.674.0>,2914384}}}, {disk_data, [{"/",49781912,18}, {"/data",886371884,1}, {"/dev/shm",16434404,0}, {"/data2",1922859824,1}]}, {meminfo, <<"MemTotal: 32868812 kB\nMemFree: 16434384 kB\nBuffers: 154684 kB\nCached: 7420416 kB\nSwapCached: 0 kB\nActive: 8905508 kB\nInactive: 7224888 kB\nHighTotal: 0 kB\nHighFree: 0 kB\nLowTotal: 32868812 kB\nLowFree: 16434384 kB\nSwapTotal: 10337816 kB\nSwapFree: 10337816 kB\nDirty: 20264 kB\nWriteback: 4 kB\nAnonPages: 8555528 kB\nMapped: 16412 kB\nSlab: 247700 kB\nPageTables: 21760 kB\nNFS_Unstable: 0 kB\nBounce: 0 kB\nCommitLimit: 26772220 kB\nCommitted_AS: 10254236 kB\nVmallocTotal: 34359738367 kB\nVmallocUsed: 6352 kB\nVmallocChunk: 34359730643 kB\nHugePages_Total: 0\nHugePages_Free: 0\nHugePages_Rsvd: 0\nHugepagesize: 2048 kB\n">>}]}] [stats:debug,2012-11-14T10:54:49.695,ns_1@10.2.1.61:<0.628.0>:stats_collector:maybe_log_stats:126](at {{1970,1,16},{7,48,39}}) Stats for bucket "default": accepting_conns 1 auth_cmds 19 auth_errors 0 bucket_active_conns 1 bucket_conns 10 bytes 7948932616 bytes_read 11570917542 bytes_written 5906900711 cas_badval 0 cas_hits 0 cas_misses 0 cmd_flush 0 cmd_get 0 cmd_set 2399224 conn_yields 43427 connection_structures 5000 curr_connections 13 curr_conns_on_port_11209 10 curr_conns_on_port_11210 1 curr_items 1499534 curr_items_tot 3000000 curr_temp_items 0 daemon_connections 4 decr_hits 0 decr_misses 0 delete_hits 0 delete_misses 0 ep_access_scanner_last_runtime 0 ep_access_scanner_num_items 0 ep_access_scanner_task_time 2012-11-15 10:00:00 ep_allow_data_loss_during_shutdown 1 ep_alog_block_size 4096 ep_alog_path /data2/default/access.log ep_alog_sleep_time 1440 ep_alog_task_time 10 ep_backend couchdb ep_bg_fetch_delay 0 ep_bg_fetched 0 ep_bg_meta_fetched 0 ep_bg_remaining_jobs 0 ep_chk_max_items 5000 ep_chk_period 1800 ep_chk_persistence_remains 0 ep_chk_persistence_timeout 10 ep_chk_remover_stime 5 ep_commit_num 480 ep_commit_time 92 ep_commit_time_total 14544 ep_concurrentDB 1 ep_config_file ep_couch_bucket default ep_couch_host localhost ep_couch_port 11213 ep_couch_reconnect_sleeptime 250 ep_couch_response_timeout 180000 ep_data_age 110 ep_data_age_highwat 110 ep_data_traffic_enabled 0 ep_dbinit 0 ep_dbname /data2/default ep_degraded_mode 0 ep_diskqueue_drain 4800000 ep_diskqueue_fill 4800000 ep_diskqueue_items 0 ep_diskqueue_memory 0 ep_diskqueue_pending 0 ep_exp_pager_stime 3600 ep_exp_pager_stime 3600 ep_expired_access 0 ep_expired_pager 0 ep_expiry_window 3 ep_failpartialwarmup 0 ep_flush_all false ep_flush_duration_total 300 ep_flushall_enabled 0 ep_flusher_state running ep_flusher_todo 0 ep_getl_default_timeout 15 ep_getl_max_timeout 30 ep_ht_locks 5 ep_ht_size 3079 ep_inconsistent_slave_chk 0 ep_initfile ep_io_num_read 0 ep_io_num_write 4800000 ep_io_read_bytes 0 ep_io_write_bytes 11365781341 ep_item_begin_failed 0 ep_item_commit_failed 0 ep_item_flush_expired 0 ep_item_flush_failed 0 ep_item_num_based_new_chk 1 ep_items_rm_from_checkpoints 0 ep_keep_closed_chks 0 ep_klog_block_size 4096 ep_klog_compactor_queue_cap 500000 ep_klog_compactor_stime 3600 ep_klog_flush commit2 ep_klog_max_entry_ratio 10 ep_klog_max_log_size 2147483647 ep_klog_path ep_klog_sync commit2 ep_kv_size 7339240416 ep_max_checkpoints 2 ep_max_data_size 12582912000 ep_max_item_size 20971520 ep_max_size 12582912000 ep_max_txn_size 10000 ep_max_vbuckets 1024 ep_mem_high_wat 9437184000 ep_mem_high_wat 9437184000 ep_mem_low_wat 7549747200 ep_mem_low_wat 7549747200 ep_mem_tracker_enabled true ep_min_data_age 0 ep_mlog_compactor_runs 0 ep_mutation_mem_threshold 0 ep_num_access_scanner_runs 0 ep_num_eject_failures 0 ep_num_expiry_pager_runs 0 ep_num_non_resident 0 ep_num_not_my_vbuckets 0 ep_num_ops_del_meta 0 ep_num_ops_get_meta 0 ep_num_ops_set_meta 0 ep_num_pager_runs 0 ep_num_value_ejects 0 ep_oom_errors 0 ep_overhead 291224736 ep_pager_active_vb_pcnt 40 ep_pager_unbiased_period 60 ep_pending_ops 0 ep_pending_ops_max 0 ep_pending_ops_max_duration 0 ep_pending_ops_total 0 ep_postInitfile ep_queue_age_cap 900 ep_queue_size 0 ep_startup_time 1352918788 ep_storage_age 108 ep_storage_age_highwat 110 ep_store_max_concurrency 10 ep_store_max_readers 9 ep_store_max_readwrite 1 ep_stored_val_type ep_tap_ack_grace_period 300 ep_tap_ack_initial_sequence_number 1 ep_tap_ack_interval 1000 ep_tap_ack_window_size 10 ep_tap_backfill_resident 0.9 ep_tap_backlog_limit 5000 ep_tap_backoff_period 5 ep_tap_bg_fetch_requeued 0 ep_tap_bg_fetched 0 ep_tap_bg_max_pending 500 ep_tap_keepalive 300 ep_tap_noop_interval 20 ep_tap_requeue_sleep_time 0.1 ep_tap_throttle_cap_pcnt 10 ep_tap_throttle_queue_cap 1000000 ep_tap_throttle_threshold 90 ep_tmp_oom_errors 0 ep_too_old 0 ep_too_young 0 ep_total_cache_size 7303240416 ep_total_del_items 0 ep_total_enqueued 4800000 ep_total_new_items 3000000 ep_total_persisted 4800000 ep_uncommitted_items 0 ep_value_size 7091890861 ep_vb0 0 ep_vb_snapshot_total 5 ep_vb_total 1024 ep_vbucket_del 0 ep_vbucket_del_fail 0 ep_version 2.0.0r_135_g40a391b ep_waitforwarmup 0 ep_warmup 1 ep_warmup_batch_size 1000 ep_warmup_dups 0 ep_warmup_min_items_threshold 100 ep_warmup_min_memory_threshold 100 ep_warmup_oom 0 ep_warmup_thread complete ep_warmup_time 749 get_hits 0 get_misses 0 incr_hits 0 incr_misses 0 libevent 2.0.11-stable limit_maxbytes 67108864 listen_disabled_num 0 max_conns_on_port_11209 1000 max_conns_on_port_11210 9000 mem_used 7948932616 pid 5774 pointer_size 64 rejected_conns 0 rusage_system 121.339553 rusage_user 218.561773 tap_checkpoint_start_received 512 tap_checkpoint_start_sent 512 tap_connect_received 1 tap_mutation_received 2400776 tap_mutation_sent 2399224 tap_opaque_received 1026 tap_opaque_sent 1026 threads 4 time 1352919289 total_connections 41 uptime 517 vb_active_curr_items 1499534 vb_active_eject 0 vb_active_expired 0 vb_active_ht_memory 12857152 vb_active_itm_memory 3649937522 vb_active_meta_data_memory 118463186 vb_active_num 512 vb_active_num_non_resident 0 vb_active_num_ref_ejects 0 vb_active_num_ref_items 1499534 vb_active_ops_create 1499534 vb_active_ops_delete 0 vb_active_ops_reject 0 vb_active_ops_update 899690 vb_active_perc_mem_resident 100 vb_active_queue_age 0 vb_active_queue_drain 2399224 vb_active_queue_fill 2399224 vb_active_queue_memory 0 vb_active_queue_pending 0 vb_active_queue_size 0 vb_dead_num 0 vb_pending_curr_items 0 vb_pending_eject 0 vb_pending_expired 0 vb_pending_ht_memory 0 vb_pending_itm_memory 0 vb_pending_meta_data_memory 0 vb_pending_num 0 vb_pending_num_non_resident 0 vb_pending_num_ref_ejects 0 vb_pending_num_ref_items 0 vb_pending_ops_create 0 vb_pending_ops_delete 0 vb_pending_ops_reject 0 vb_pending_ops_update 0 vb_pending_perc_mem_resident 0 vb_pending_queue_age 0 vb_pending_queue_drain 0 vb_pending_queue_fill 0 vb_pending_queue_memory 0 vb_pending_queue_pending 0 vb_pending_queue_size 0 vb_replica_curr_items 1500466 vb_replica_eject 0 vb_replica_expired 0 vb_replica_ht_memory 12857056 vb_replica_itm_memory 3653302894 vb_replica_meta_data_memory 118536814 vb_replica_num 512 vb_replica_num_non_resident 0 vb_replica_num_ref_ejects 0 vb_replica_num_ref_items 1500466 vb_replica_ops_create 1500466 vb_replica_ops_delete 0 vb_replica_ops_reject 0 vb_replica_ops_update 900310 vb_replica_perc_mem_resident 100 vb_replica_queue_age 0 vb_replica_queue_drain 2400776 vb_replica_queue_fill 2400776 vb_replica_queue_memory 0 vb_replica_queue_pending 0 vb_replica_queue_size 0 version 1.4.4_600_g7ea975a [ns_doctor:debug,2012-11-14T10:55:14.671,ns_1@10.2.1.61:ns_doctor<0.408.0>:ns_doctor:handle_info:137]Current node statuses: [{'ns_1@10.2.1.58', [{last_heard,{1352,919311,919823}}, {outgoing_replications_safeness_level,[{"default",green}]}, {incoming_replications_conf_hashes, [{"default",[{'ns_1@10.2.1.63',48305662}]}]}, {active_buckets,["default"]}, {ready_buckets,["default"]}, {local_tasks,[]}, {memory, [{total,74951952}, {processes,39685184}, {processes_used,39679344}, {system,35266768}, {atom,1329305}, {atom_used,1319635}, {binary,1562920}, {code,13300329}, {ets,1631752}]}, {system_memory_data, [{system_total_memory,33657663488}, {free_swap,10684628992}, {total_swap,10684628992}, {cached_memory,193167360}, {buffered_memory,9744384}, {free_memory,33056194560}, {total_memory,33657663488}]}, {node_storage_conf,[{db_path,"/data2"},{index_path,"/data"}]}, {statistics, [{wall_clock,{537497,3803}}, {context_switches,{157100,0}}, {garbage_collection,{45607,97041350,0}}, {io,{{input,10276040},{output,186703000}}}, {reductions,{35779973,7564820}}, {run_queue,0}, {runtime,{27130,1610}}]}, {system_stats, [{cpu_utilization_rate,5.25}, {swap_total,10684628992}, {swap_used,0}]}, {interesting_stats, [{couch_docs_actual_disk_size,6954}, {couch_docs_data_size,0}, {couch_views_actual_disk_size,0}, {couch_views_data_size,0}, {curr_items,14825}, {curr_items_tot,32337}, {mem_used,85504568}, {vb_replica_curr_items,14604}]}, {cluster_compatibility_version,131072}, {version, [{public_key,"0.13"}, {lhttpc,"1.3.0"}, {ale,"8cffe61"}, {os_mon,"2.2.7"}, {couch_set_view,"1.2.0a-dd6de6a-git"}, {mnesia,"4.5"}, {inets,"5.7.1"}, {couch,"1.2.0a-dd6de6a-git"}, {mapreduce,"1.0.0"}, {couch_index_merger,"1.2.0a-dd6de6a-git"}, {kernel,"2.14.5"}, {crypto,"2.0.4"}, {ssl,"4.1.6"}, {sasl,"2.1.10"}, {couch_view_parser,"1.0.0"}, {ns_server,"2.0.0-1945-rel-enterprise"}, {mochiweb,"1.4.1"}, {oauth,"7d85d3ef"}, {stdlib,"1.17.5"}]}, {supported_compat_version,[2,0]}, {system_arch,"x86_64-unknown-linux-gnu"}, {wall_clock,537}, {memory_data,{33657663488,297922560,{<19772.6.0>,601480}}}, {disk_data, [{"/",49781912,6}, {"/data",886279600,1}, {"/dev/shm",16434404,0}, {"/data2",1922859824,1}]}, {meminfo, <<"MemTotal: 32868812 kB\nMemFree: 32281688 kB\nBuffers: 9516 kB\nCached: 188640 kB\nSwapCached: 0 kB\nActive: 344672 kB\nInactive: 165968 kB\nHighTotal: 0 kB\nHighFree: 0 kB\nLowTotal: 32868812 kB\nLowFree: 32281688 kB\nSwapTotal: 10434208 kB\nSwapFree: 10434208 kB\nDirty: 1232 kB\nWriteback: 280 kB\nAnonPages: 312064 kB\nMapped: 15584 kB\nSlab: 36756 kB\nPageTables: 5328 kB\nNFS_Unstable: 0 kB\nBounce: 0 kB\nCommitLimit: 26868612 kB\nCommitted_AS: 2017912 kB\nVmallocTotal: 34359738367 kB\nVmallocUsed: 6400 kB\nVmallocChunk: 34359730595 kB\nHugePages_Total: 0\nHugePages_Free: 0\nHugePages_Rsvd: 0\nHugepagesize: 2048 kB\n">>}]}, {'ns_1@10.2.1.61', [{last_heard,{1352,919314,667740}}, {outgoing_replications_safeness_level,[{"default",yellow}]}, {incoming_replications_conf_hashes, [{"default",[{'ns_1@10.2.1.63',43793670}]}]}, {active_buckets,["default"]}, {ready_buckets,["default"]}, {local_tasks,[]}, {memory, [{total,222522736}, {processes,175131976}, {processes_used,175013984}, {system,47390760}, {atom,1401785}, {atom_used,1374887}, {binary,8633696}, {code,14061510}, {ets,4591496}]}, {system_memory_data, [{system_total_memory,33657663488}, {free_swap,10684628992}, {total_swap,10684628992}, {cached_memory,7196356608}, {buffered_memory,157544448}, {free_memory,17231286272}, {total_memory,33657663488}]}, {node_storage_conf,[{db_path,"/data2"},{index_path,"/data"}]}, {statistics, [{wall_clock,{541877,4999}}, {context_switches,{5212611,0}}, {garbage_collection,{389158,1691900724,0}}, {io,{{input,96614295},{output,5880262160}}}, {reductions,{928481852,12761659}}, {run_queue,0}, {runtime,{106420,2330}}]}, {system_stats, [{cpu_utilization_rate,33.75}, {swap_total,10684628992}, {swap_used,0}]}, {interesting_stats, [{couch_docs_actual_disk_size,7274462063}, {couch_docs_data_size,7271814218}, {couch_views_actual_disk_size,0}, {couch_views_data_size,0}, {curr_items,1479147}, {curr_items_tot,2956118}, {mem_used,7835393352}, {vb_replica_curr_items,1476971}]}, {cluster_compatibility_version,131072}, {version, [{public_key,"0.13"}, {lhttpc,"1.3.0"}, {ale,"8cffe61"}, {os_mon,"2.2.7"}, {couch_set_view,"1.2.0a-dd6de6a-git"}, {mnesia,"4.5"}, {inets,"5.7.1"}, {couch,"1.2.0a-dd6de6a-git"}, {mapreduce,"1.0.0"}, {couch_index_merger,"1.2.0a-dd6de6a-git"}, {kernel,"2.14.5"}, {crypto,"2.0.4"}, {ssl,"4.1.6"}, {sasl,"2.1.10"}, {couch_view_parser,"1.0.0"}, {ns_server,"2.0.0-1945-rel-enterprise"}, {mochiweb,"1.4.1"}, {oauth,"7d85d3ef"}, {stdlib,"1.17.5"}]}, {supported_compat_version,[2,0]}, {system_arch,"x86_64-unknown-linux-gnu"}, {wall_clock,541}, {memory_data,{33657663488,16467406848,{<0.67.0>,12342376}}}, {disk_data, [{"/",49781912,20}, {"/data",886279600,1}, {"/dev/shm",16434404,0}, {"/data2",1922859824,1}]}, {meminfo, <<"MemTotal: 32868812 kB\nMemFree: 16827428 kB\nBuffers: 153852 kB\nCached: 7027692 kB\nSwapCached: 0 kB\nActive: 8701900 kB\nInactive: 7039820 kB\nHighTotal: 0 kB\nHighFree: 0 kB\nLowTotal: 32868812 kB\nLowFree: 16827428 kB\nSwapTotal: 10434208 kB\nSwapFree: 10434208 kB\nDirty: 20656 kB\nWriteback: 0 kB\nAnonPages: 8560628 kB\nMapped: 16700 kB\nSlab: 243184 kB\nPageTables: 22448 kB\nNFS_Unstable: 0 kB\nBounce: 0 kB\nCommitLimit: 26868612 kB\nCommitted_AS: 10270828 kB\nVmallocTotal: 34359738367 kB\nVmallocUsed: 6400 kB\nVmallocChunk: 34359730595 kB\nHugePages_Total: 0\nHugePages_Free: 0\nHugePages_Rsvd: 0\nHugepagesize: 2048 kB\n">>}]}, {'ns_1@10.2.1.63', [{last_heard,{1352,919311,322083}}, {outgoing_replications_safeness_level,[{"default",green}]}, {incoming_replications_conf_hashes, [{"default", [{'ns_1@10.2.1.58',39144632},{'ns_1@10.2.1.61',123356209}]}]}, {active_buckets,["default"]}, {ready_buckets,["default"]}, {local_tasks,[]}, {memory, [{total,202054528}, {processes,155806544}, {processes_used,155384792}, {system,46247984}, {atom,1338193}, {atom_used,1334188}, {binary,8984784}, {code,13493302}, {ets,3799168}]}, {system_memory_data, [{system_total_memory,33657663488}, {free_swap,10585923584}, {total_swap,10585923584}, {cached_memory,7434518528}, {buffered_memory,160292864}, {free_memory,16996089856}, {total_memory,33657663488}]}, {node_storage_conf,[{db_path,"/data2"},{index_path,"/data"}]}, {statistics, [{wall_clock,{534942,4404}}, {context_switches,{4849891,0}}, {garbage_collection,{358880,1359236238,0}}, {io,{{input,80059822},{output,5912464196}}}, {reductions,{656538291,7787399}}, {run_queue,0}, {runtime,{97200,1490}}]}, {system_stats, [{cpu_utilization_rate,42.14463840399002}, {swap_total,10585923584}, {swap_used,0}]}, {interesting_stats, [{couch_docs_actual_disk_size,7357013035}, {couch_docs_data_size,7286108836}, {couch_views_actual_disk_size,0}, {couch_views_data_size,0}, {curr_items,1500391}, {curr_items_tot,3000003}, {mem_used,7951094656}, {vb_replica_curr_items,1499612}]}, {cluster_compatibility_version,131072}, {version, [{public_key,"0.13"}, {lhttpc,"1.3.0"}, {ale,"8cffe61"}, {os_mon,"2.2.7"}, {couch_set_view,"1.2.0a-dd6de6a-git"}, {mnesia,"4.5"}, {inets,"5.7.1"}, {couch,"1.2.0a-dd6de6a-git"}, {mapreduce,"1.0.0"}, {couch_index_merger,"1.2.0a-dd6de6a-git"}, {kernel,"2.14.5"}, {crypto,"2.0.4"}, {ssl,"4.1.6"}, {sasl,"2.1.10"}, {couch_view_parser,"1.0.0"}, {ns_server,"2.0.0-1945-rel-enterprise"}, {mochiweb,"1.4.1"}, {oauth,"7d85d3ef"}, {stdlib,"1.17.5"}]}, {supported_compat_version,[2,0]}, {system_arch,"x86_64-unknown-linux-gnu"}, {wall_clock,534}, {memory_data,{33657663488,16585338880,{<18079.674.0>,2914384}}}, {disk_data, [{"/",49781912,18}, {"/data",886371884,1}, {"/dev/shm",16434404,0}, {"/data2",1922859824,1}]}, {meminfo, <<"MemTotal: 32868812 kB\nMemFree: 16596752 kB\nBuffers: 156536 kB\nCached: 7260272 kB\nSwapCached: 0 kB\nActive: 8858996 kB\nInactive: 7112828 kB\nHighTotal: 0 kB\nHighFree: 0 kB\nLowTotal: 32868812 kB\nLowFree: 16596752 kB\nSwapTotal: 10337816 kB\nSwapFree: 10337816 kB\nDirty: 21336 kB\nWriteback: 0 kB\nAnonPages: 8554596 kB\nMapped: 16368 kB\nSlab: 244040 kB\nPageTables: 21972 kB\nNFS_Unstable: 0 kB\nBounce: 0 kB\nCommitLimit: 26772220 kB\nCommitted_AS: 10270256 kB\nVmallocTotal: 34359738367 kB\nVmallocUsed: 6352 kB\nVmallocChunk: 34359730643 kB\nHugePages_Total: 0\nHugePages_Free: 0\nHugePages_Rsvd: 0\nHugepagesize: 2048 kB\n">>}]}] [ns_doctor:debug,2012-11-14T10:56:14.671,ns_1@10.2.1.61:ns_doctor<0.408.0>:ns_doctor:handle_info:137]Current node statuses: [{'ns_1@10.2.1.58', [{last_heard,{1352,919371,929271}}, {outgoing_replications_safeness_level,[{"default",green}]}, {incoming_replications_conf_hashes, [{"default",[{'ns_1@10.2.1.63',113677983}]}]}, {active_buckets,["default"]}, {ready_buckets,["default"]}, {local_tasks,[]}, {memory, [{total,100215048}, {processes,62580632}, {processes_used,62563696}, {system,37634416}, {atom,1332537}, {atom_used,1324944}, {binary,2735768}, {code,13364289}, {ets,2345616}]}, {system_memory_data, [{system_total_memory,33657663488}, {free_swap,10684628992}, {total_swap,10684628992}, {cached_memory,1821843456}, {buffered_memory,49758208}, {free_memory,29985603584}, {total_memory,33657663488}]}, {node_storage_conf,[{db_path,"/data2"},{index_path,"/data"}]}, {statistics, [{wall_clock,{597495,4998}}, {context_switches,{1061663,0}}, {garbage_collection,{427740,674050112,0}}, {io,{{input,30799555},{output,3006435270}}}, {reductions,{151778959,8927118}}, {run_queue,0}, {runtime,{51680,1950}}]}, {system_stats, [{cpu_utilization_rate,5.25}, {swap_total,10684628992}, {swap_used,0}]}, {interesting_stats, [{couch_docs_actual_disk_size,1635964096}, {couch_docs_data_size,1142001317}, {couch_views_actual_disk_size,0}, {couch_views_data_size,0}, {curr_items,263128}, {curr_items_tot,505501}, {mem_used,1337742328}, {vb_replica_curr_items,242373}]}, {cluster_compatibility_version,131072}, {version, [{public_key,"0.13"}, {lhttpc,"1.3.0"}, {ale,"8cffe61"}, {os_mon,"2.2.7"}, {couch_set_view,"1.2.0a-dd6de6a-git"}, {mnesia,"4.5"}, {inets,"5.7.1"}, {couch,"1.2.0a-dd6de6a-git"}, {mapreduce,"1.0.0"}, {couch_index_merger,"1.2.0a-dd6de6a-git"}, {kernel,"2.14.5"}, {crypto,"2.0.4"}, {ssl,"4.1.6"}, {sasl,"2.1.10"}, {couch_view_parser,"1.0.0"}, {ns_server,"2.0.0-1945-rel-enterprise"}, {mochiweb,"1.4.1"}, {oauth,"7d85d3ef"}, {stdlib,"1.17.5"}]}, {supported_compat_version,[2,0]}, {system_arch,"x86_64-unknown-linux-gnu"}, {wall_clock,597}, {memory_data,{33657663488,825831424,{<19772.367.0>,4114672}}}, {disk_data, [{"/",49781912,6}, {"/data",886279600,1}, {"/dev/shm",16434404,0}, {"/data2",1922859824,1}]}, {meminfo, <<"MemTotal: 32868812 kB\nMemFree: 29282940 kB\nBuffers: 48592 kB\nCached: 1779144 kB\nSwapCached: 0 kB\nActive: 1738944 kB\nInactive: 1721956 kB\nHighTotal: 0 kB\nHighFree: 0 kB\nLowTotal: 32868812 kB\nLowFree: 29282940 kB\nSwapTotal: 10434208 kB\nSwapFree: 10434208 kB\nDirty: 6628 kB\nWriteback: 0 kB\nAnonPages: 1632852 kB\nMapped: 15592 kB\nSlab: 82436 kB\nPageTables: 8052 kB\nNFS_Unstable: 0 kB\nBounce: 0 kB\nCommitLimit: 26868612 kB\nCommitted_AS: 3331456 kB\nVmallocTotal: 34359738367 kB\nVmallocUsed: 6400 kB\nVmallocChunk: 34359730595 kB\nHugePages_Total: 0\nHugePages_Free: 0\nHugePages_Rsvd: 0\nHugepagesize: 2048 kB\n">>}]}, {'ns_1@10.2.1.61', [{last_heard,{1352,919374,669375}}, {outgoing_replications_safeness_level,[{"default",green}]}, {incoming_replications_conf_hashes, [{"default",[{'ns_1@10.2.1.63',67498862}]}]}, {active_buckets,["default"]}, {ready_buckets,["default"]}, {local_tasks,[]}, {memory, [{total,219186208}, {processes,173196056}, {processes_used,172279240}, {system,45990152}, {atom,1401785}, {atom_used,1374887}, {binary,7471208}, {code,14061510}, {ets,4460024}]}, {system_memory_data, [{system_total_memory,33657663488}, {free_swap,10684628992}, {total_swap,10684628992}, {cached_memory,6074294272}, {buffered_memory,160264192}, {free_memory,18343198720}, {total_memory,33657663488}]}, {node_storage_conf,[{db_path,"/data2"},{index_path,"/data"}]}, {statistics, [{wall_clock,{601879,5001}}, {context_switches,{5563679,0}}, {garbage_collection,{599281,3780629801,0}}, {io,{{input,103454472},{output,5927171342}}}, {reductions,{1056815313,8918443}}, {run_queue,0}, {runtime,{140970,2750}}]}, {system_stats, [{cpu_utilization_rate,25.25}, {swap_total,10684628992}, {swap_used,0}]}, {interesting_stats, [{couch_docs_actual_disk_size,6110832308}, {couch_docs_data_size,6108518819}, {couch_views_actual_disk_size,0}, {couch_views_data_size,0}, {curr_items,1257085}, {curr_items_tot,2488572}, {mem_used,6621507928}, {vb_replica_curr_items,1231487}]}, {cluster_compatibility_version,131072}, {version, [{public_key,"0.13"}, {lhttpc,"1.3.0"}, {ale,"8cffe61"}, {os_mon,"2.2.7"}, {couch_set_view,"1.2.0a-dd6de6a-git"}, {mnesia,"4.5"}, {inets,"5.7.1"}, {couch,"1.2.0a-dd6de6a-git"}, {mapreduce,"1.0.0"}, {couch_index_merger,"1.2.0a-dd6de6a-git"}, {kernel,"2.14.5"}, {crypto,"2.0.4"}, {ssl,"4.1.6"}, {sasl,"2.1.10"}, {couch_view_parser,"1.0.0"}, {ns_server,"2.0.0-1945-rel-enterprise"}, {mochiweb,"1.4.1"}, {oauth,"7d85d3ef"}, {stdlib,"1.17.5"}]}, {supported_compat_version,[2,0]}, {system_arch,"x86_64-unknown-linux-gnu"}, {wall_clock,601}, {memory_data,{33657663488,15336648704,{<0.427.0>,9356040}}}, {disk_data, [{"/",49781912,20}, {"/data",886279600,1}, {"/dev/shm",16434404,0}, {"/data2",1922859824,1}]}, {meminfo, <<"MemTotal: 32868812 kB\nMemFree: 17912908 kB\nBuffers: 156508 kB\nCached: 5931928 kB\nSwapCached: 0 kB\nActive: 8730600 kB\nInactive: 5946844 kB\nHighTotal: 0 kB\nHighFree: 0 kB\nLowTotal: 32868812 kB\nLowFree: 17912908 kB\nSwapTotal: 10434208 kB\nSwapFree: 10434208 kB\nDirty: 20708 kB\nWriteback: 0 kB\nAnonPages: 8588904 kB\nMapped: 16492 kB\nSlab: 222356 kB\nPageTables: 22216 kB\nNFS_Unstable: 0 kB\nBounce: 0 kB\nCommitLimit: 26868612 kB\nCommitted_AS: 10316660 kB\nVmallocTotal: 34359738367 kB\nVmallocUsed: 6400 kB\nVmallocChunk: 34359730595 kB\nHugePages_Total: 0\nHugePages_Free: 0\nHugePages_Rsvd: 0\nHugepagesize: 2048 kB\n">>}]}, {'ns_1@10.2.1.63', [{last_heard,{1352,919371,321764}}, {outgoing_replications_safeness_level,[{"default",green}]}, {incoming_replications_conf_hashes, [{"default", [{'ns_1@10.2.1.58',88042256},{'ns_1@10.2.1.61',2239113}]}]}, {active_buckets,["default"]}, {ready_buckets,["default"]}, {local_tasks,[]}, {memory, [{total,211815856}, {processes,163453928}, {processes_used,163030480}, {system,48361928}, {atom,1338193}, {atom_used,1334188}, {binary,10899376}, {code,13493302}, {ets,3988320}]}, {system_memory_data, [{system_total_memory,33657663488}, {free_swap,10585923584}, {total_swap,10585923584}, {cached_memory,8714981376}, {buffered_memory,166785024}, {free_memory,15630233600}, {total_memory,33657663488}]}, {node_storage_conf,[{db_path,"/data2"},{index_path,"/data"}]}, {statistics, [{wall_clock,{594942,5001}}, {context_switches,{5522126,0}}, {garbage_collection,{710616,2002632371,0}}, {io,{{input,107256701},{output,7056059562}}}, {reductions,{792592157,11224182}}, {run_queue,0}, {runtime,{118870,1800}}]}, {system_stats, [{cpu_utilization_rate,45.38653366583541}, {swap_total,10585923584}, {swap_used,0}]}, {interesting_stats, [{couch_docs_actual_disk_size,8628360826}, {couch_docs_data_size,7285243126}, {couch_views_actual_disk_size,0}, {couch_views_data_size,0}, {curr_items,1476636}, {curr_items_tot,3000003}, {mem_used,7976733192}, {vb_replica_curr_items,1523367}]}, {cluster_compatibility_version,131072}, {version, [{public_key,"0.13"}, {lhttpc,"1.3.0"}, {ale,"8cffe61"}, {os_mon,"2.2.7"}, {couch_set_view,"1.2.0a-dd6de6a-git"}, {mnesia,"4.5"}, {inets,"5.7.1"}, {couch,"1.2.0a-dd6de6a-git"}, {mapreduce,"1.0.0"}, {couch_index_merger,"1.2.0a-dd6de6a-git"}, {kernel,"2.14.5"}, {crypto,"2.0.4"}, {ssl,"4.1.6"}, {sasl,"2.1.10"}, {couch_view_parser,"1.0.0"}, {ns_server,"2.0.0-1945-rel-enterprise"}, {mochiweb,"1.4.1"}, {oauth,"7d85d3ef"}, {stdlib,"1.17.5"}]}, {supported_compat_version,[2,0]}, {system_arch,"x86_64-unknown-linux-gnu"}, {wall_clock,594}, {memory_data,{33657663488,16794689536,{<18079.368.0>,5085816}}}, {disk_data, [{"/",49781912,19}, {"/data",886371884,1}, {"/dev/shm",16434404,0}, {"/data2",1922859824,1}]}, {meminfo, <<"MemTotal: 32868812 kB\nMemFree: 15263900 kB\nBuffers: 162876 kB\nCached: 8510724 kB\nSwapCached: 0 kB\nActive: 9395156 kB\nInactive: 7878856 kB\nHighTotal: 0 kB\nHighFree: 0 kB\nLowTotal: 32868812 kB\nLowFree: 15263900 kB\nSwapTotal: 10337816 kB\nSwapFree: 10337816 kB\nDirty: 17432 kB\nWriteback: 68 kB\nAnonPages: 8600844 kB\nMapped: 16404 kB\nSlab: 275156 kB\nPageTables: 22120 kB\nNFS_Unstable: 0 kB\nBounce: 0 kB\nCommitLimit: 26772220 kB\nCommitted_AS: 10311592 kB\nVmallocTotal: 34359738367 kB\nVmallocUsed: 6352 kB\nVmallocChunk: 34359730643 kB\nHugePages_Total: 0\nHugePages_Free: 0\nHugePages_Rsvd: 0\nHugepagesize: 2048 kB\n">>}]}] [stats:debug,2012-11-14T10:56:29.691,ns_1@10.2.1.61:<0.628.0>:stats_collector:maybe_log_stats:126](at {{1970,1,16},{7,48,39}}) Stats for bucket "default": accepting_conns 1 auth_cmds 26 auth_errors 0 bucket_active_conns 1 bucket_conns 19 bytes 6333230040 bytes_read 11573050094 bytes_written 8332905931 cas_badval 0 cas_hits 0 cas_misses 0 cmd_flush 0 cmd_get 144 cmd_set 2399304 conn_yields 45921 connection_structures 5000 curr_connections 21 curr_conns_on_port_11209 13 curr_conns_on_port_11210 6 curr_items 1204577 curr_items_tot 2377670 curr_temp_items 0 daemon_connections 4 decr_hits 0 decr_misses 0 delete_hits 6 delete_misses 3 ep_access_scanner_last_runtime 0 ep_access_scanner_num_items 0 ep_access_scanner_task_time 2012-11-15 10:00:00 ep_allow_data_loss_during_shutdown 1 ep_alog_block_size 4096 ep_alog_path /data2/default/access.log ep_alog_sleep_time 1440 ep_alog_task_time 10 ep_backend couchdb ep_bg_fetch_delay 0 ep_bg_fetched 0 ep_bg_meta_fetched 0 ep_bg_remaining_jobs 0 ep_chk_max_items 5000 ep_chk_period 1800 ep_chk_persistence_remains 0 ep_chk_persistence_timeout 10 ep_chk_remover_stime 5 ep_commit_num 528 ep_commit_time 0 ep_commit_time_total 14636 ep_concurrentDB 1 ep_config_file ep_couch_bucket default ep_couch_host localhost ep_couch_port 11213 ep_couch_reconnect_sleeptime 250 ep_couch_response_timeout 180000 ep_data_age 1 ep_data_age_highwat 110 ep_data_traffic_enabled 0 ep_dbinit 0 ep_dbname /data2/default ep_degraded_mode 0 ep_diskqueue_drain 3804835 ep_diskqueue_fill 3804835 ep_diskqueue_items 0 ep_diskqueue_memory 0 ep_diskqueue_pending 0 ep_exp_pager_stime 3600 ep_exp_pager_stime 3600 ep_expired_access 0 ep_expired_pager 0 ep_expiry_window 3 ep_failpartialwarmup 0 ep_flush_all false ep_flush_duration_total 301 ep_flushall_enabled 0 ep_flusher_state running ep_flusher_todo 0 ep_getl_default_timeout 15 ep_getl_max_timeout 30 ep_ht_locks 5 ep_ht_size 3079 ep_inconsistent_slave_chk 0 ep_initfile ep_io_num_read 0 ep_io_num_write 4800064 ep_io_read_bytes 0 ep_io_write_bytes 11365904613 ep_item_begin_failed 0 ep_item_commit_failed 0 ep_item_flush_expired 0 ep_item_flush_failed 0 ep_item_num_based_new_chk 1 ep_items_rm_from_checkpoints 37863 ep_keep_closed_chks 0 ep_klog_block_size 4096 ep_klog_compactor_queue_cap 500000 ep_klog_compactor_stime 3600 ep_klog_flush commit2 ep_klog_max_entry_ratio 10 ep_klog_max_log_size 2147483647 ep_klog_path ep_klog_sync commit2 ep_kv_size 5816587946 ep_max_checkpoints 2 ep_max_data_size 12582912000 ep_max_item_size 20971520 ep_max_size 12582912000 ep_max_txn_size 10000 ep_max_vbuckets 1024 ep_mem_high_wat 9437184000 ep_mem_high_wat 9437184000 ep_mem_low_wat 7549747200 ep_mem_low_wat 7549747200 ep_mem_tracker_enabled true ep_min_data_age 0 ep_mlog_compactor_runs 0 ep_mutation_mem_threshold 0 ep_num_access_scanner_runs 0 ep_num_eject_failures 0 ep_num_expiry_pager_runs 0 ep_num_non_resident 0 ep_num_not_my_vbuckets 0 ep_num_ops_del_meta 0 ep_num_ops_get_meta 0 ep_num_ops_set_meta 0 ep_num_pager_runs 0 ep_num_value_ejects 0 ep_oom_errors 0 ep_overhead 230816084 ep_pager_active_vb_pcnt 40 ep_pager_unbiased_period 60 ep_pending_ops 0 ep_pending_ops_max 0 ep_pending_ops_max_duration 0 ep_pending_ops_total 0 ep_postInitfile ep_queue_age_cap 900 ep_queue_size 0 ep_startup_time 1352918788 ep_storage_age 0 ep_storage_age_highwat 110 ep_store_max_concurrency 10 ep_store_max_readers 9 ep_store_max_readwrite 1 ep_stored_val_type ep_tap_ack_grace_period 300 ep_tap_ack_initial_sequence_number 1 ep_tap_ack_interval 1000 ep_tap_ack_window_size 10 ep_tap_backfill_resident 0.9 ep_tap_backlog_limit 5000 ep_tap_backoff_period 5 ep_tap_bg_fetch_requeued 0 ep_tap_bg_fetched 0 ep_tap_bg_max_pending 500 ep_tap_keepalive 300 ep_tap_noop_interval 20 ep_tap_requeue_sleep_time 0.1 ep_tap_throttle_cap_pcnt 10 ep_tap_throttle_queue_cap 1000000 ep_tap_throttle_threshold 90 ep_tmp_oom_errors 0 ep_too_old 0 ep_too_young 0 ep_total_cache_size 5788055906 ep_total_del_items 6 ep_total_enqueued 4800066 ep_total_new_items 3000008 ep_total_persisted 4800064 ep_uncommitted_items 0 ep_value_size 5620549039 ep_vb0 0 ep_vb_snapshot_total 644 ep_vb_total 811 ep_vbucket_del 213 ep_vbucket_del_avg_walltime 5935 ep_vbucket_del_fail 0 ep_vbucket_del_max_walltime 112446 ep_version 2.0.0r_135_g40a391b ep_waitforwarmup 0 ep_warmup 1 ep_warmup_batch_size 1000 ep_warmup_dups 0 ep_warmup_min_items_threshold 100 ep_warmup_min_memory_threshold 100 ep_warmup_oom 0 ep_warmup_thread complete ep_warmup_time 749 get_hits 144 get_misses 0 incr_hits 0 incr_misses 0 libevent 2.0.11-stable limit_maxbytes 67108864 listen_disabled_num 0 max_conns_on_port_11209 1000 max_conns_on_port_11210 9000 mem_used 6333230040 pid 5774 pointer_size 64 rejected_conns 0 rusage_system 130.580148 rusage_user 239.812542 tap_checkpoint_end_received 113 tap_checkpoint_end_sent 202 tap_checkpoint_start_received 651 tap_checkpoint_start_sent 1018 tap_connect_received 305 tap_delete_received 1 tap_delete_sent 1 tap_mutation_received 2400790 tap_mutation_sent 3287546 tap_opaque_received 1250 tap_opaque_sent 1940 tap_vbucket_set_sent 202 threads 4 time 1352919389 total_connections 860 uptime 617 vb_active_curr_items 1204577 vb_active_eject 0 vb_active_expired 0 vb_active_ht_memory 10320840 vb_active_itm_memory 2931874175 vb_active_meta_data_memory 95161583 vb_active_num 411 vb_active_num_non_resident 0 vb_active_num_ref_ejects 0 vb_active_num_ref_items 1204579 vb_active_ops_create 1204581 vb_active_ops_delete 5 vb_active_ops_reject 0 vb_active_ops_update 722715 vb_active_perc_mem_resident 100 vb_active_queue_age 0 vb_active_queue_drain 1927303 vb_active_queue_fill 1927303 vb_active_queue_memory 0 vb_active_queue_pending 0 vb_active_queue_size 0 vb_dead_num 0 vb_pending_curr_items 0 vb_pending_eject 0 vb_pending_expired 0 vb_pending_ht_memory 0 vb_pending_itm_memory 0 vb_pending_meta_data_memory 0 vb_pending_num 0 vb_pending_num_non_resident 0 vb_pending_num_ref_ejects 0 vb_pending_num_ref_items 0 vb_pending_ops_create 0 vb_pending_ops_delete 0 vb_pending_ops_reject 0 vb_pending_ops_update 0 vb_pending_perc_mem_resident 0 vb_pending_queue_age 0 vb_pending_queue_drain 0 vb_pending_queue_fill 0 vb_pending_queue_memory 0 vb_pending_queue_pending 0 vb_pending_queue_size 0 vb_replica_curr_items 1173093 vb_replica_eject 0 vb_replica_expired 0 vb_replica_ht_memory 10044512 vb_replica_itm_memory 2856181731 vb_replica_meta_data_memory 92674347 vb_replica_num 400 vb_replica_num_non_resident 0 vb_replica_num_ref_ejects 0 vb_replica_num_ref_items 1173094 vb_replica_ops_create 1173094 vb_replica_ops_delete 1 vb_replica_ops_reject 0 vb_replica_ops_update 704437 vb_replica_perc_mem_resident 100 vb_replica_queue_age 0 vb_replica_queue_drain 1877532 vb_replica_queue_fill 1877532 vb_replica_queue_memory 0 vb_replica_queue_pending 0 vb_replica_queue_size 0 version 1.4.4_600_g7ea975a [ns_doctor:debug,2012-11-14T10:57:14.671,ns_1@10.2.1.61:ns_doctor<0.408.0>:ns_doctor:handle_info:137]Current node statuses: [{'ns_1@10.2.1.58', [{last_heard,{1352,919431,918589}}, {outgoing_replications_safeness_level,[{"default",green}]}, {incoming_replications_conf_hashes, [{"default",[{'ns_1@10.2.1.63',15845010}]}]}, {active_buckets,["default"]}, {ready_buckets,["default"]}, {local_tasks, [[{pid,<<"<0.10994.0>">>}, {bucket,<<"default">>}, {original_target,{[{type,bucket}]}}, {progress,6}, {started_on,1352919504}, {total_vbuckets,288}, {trigger_type,scheduled}, {type,bucket_compaction}, {updated_on,1352919507}, {vbuckets_done,19}]]}, {memory, [{total,116058264}, {processes,76902240}, {processes_used,76889336}, {system,39156024}, {atom,1332537}, {atom_used,1324944}, {binary,3611536}, {code,13364289}, {ets,2648944}]}, {system_memory_data, [{system_total_memory,33657663488}, {free_swap,10684628992}, {total_swap,10684628992}, {cached_memory,2403753984}, {buffered_memory,75943936}, {free_memory,28360048640}, {total_memory,33657663488}]}, {node_storage_conf,[{db_path,"/data2"},{index_path,"/data"}]}, {statistics, [{wall_clock,{657495,4999}}, {context_switches,{1791649,0}}, {garbage_collection,{697921,1116349143,0}}, {io,{{input,47224689},{output,5096409013}}}, {reductions,{245711095,6878138}}, {run_queue,0}, {runtime,{70890,1440}}]}, {system_stats, [{cpu_utilization_rate,39.35643564356435}, {swap_total,10684628992}, {swap_used,0}]}, {interesting_stats, [{couch_docs_actual_disk_size,2359608943}, {couch_docs_data_size,2016739379}, {couch_views_actual_disk_size,0}, {couch_views_data_size,0}, {curr_items,453851}, {curr_items_tot,855808}, {mem_used,2264869280}, {vb_replica_curr_items,401957}]}, {cluster_compatibility_version,131072}, {version, [{public_key,"0.13"}, {lhttpc,"1.3.0"}, {ale,"8cffe61"}, {os_mon,"2.2.7"}, {couch_set_view,"1.2.0a-dd6de6a-git"}, {mnesia,"4.5"}, {inets,"5.7.1"}, {couch,"1.2.0a-dd6de6a-git"}, {mapreduce,"1.0.0"}, {couch_index_merger,"1.2.0a-dd6de6a-git"}, {kernel,"2.14.5"}, {crypto,"2.0.4"}, {ssl,"4.1.6"}, {sasl,"2.1.10"}, {couch_view_parser,"1.0.0"}, {ns_server,"2.0.0-1945-rel-enterprise"}, {mochiweb,"1.4.1"}, {oauth,"7d85d3ef"}, {stdlib,"1.17.5"}]}, {supported_compat_version,[2,0]}, {system_arch,"x86_64-unknown-linux-gnu"}, {wall_clock,657}, {memory_data,{33657663488,3829891072,{<19772.367.0>,5085816}}}, {disk_data, [{"/",49781912,6}, {"/data",886279600,1}, {"/dev/shm",16434404,0}, {"/data2",1922859824,1}]}, {meminfo, <<"MemTotal: 32868812 kB\nMemFree: 27695360 kB\nBuffers: 74164 kB\nCached: 2347416 kB\nSwapCached: 0 kB\nActive: 2683856 kB\nInactive: 2344956 kB\nHighTotal: 0 kB\nHighFree: 0 kB\nLowTotal: 32868812 kB\nLowFree: 27695360 kB\nSwapTotal: 10434208 kB\nSwapFree: 10434208 kB\nDirty: 12448 kB\nWriteback: 4468 kB\nAnonPages: 2607232 kB\nMapped: 15600 kB\nSlab: 100144 kB\nPageTables: 10156 kB\nNFS_Unstable: 0 kB\nBounce: 0 kB\nCommitLimit: 26868612 kB\nCommitted_AS: 4316104 kB\nVmallocTotal: 34359738367 kB\nVmallocUsed: 6400 kB\nVmallocChunk: 34359730595 kB\nHugePages_Total: 0\nHugePages_Free: 0\nHugePages_Rsvd: 0\nHugepagesize: 2048 kB\n">>}]}, {'ns_1@10.2.1.61', [{last_heard,{1352,919434,667609}}, {outgoing_replications_safeness_level,[{"default",green}]}, {incoming_replications_conf_hashes, [{"default",[{'ns_1@10.2.1.63',53596787}]}]}, {active_buckets,["default"]}, {ready_buckets,["default"]}, {local_tasks,[]}, {memory, [{total,247362096}, {processes,202244632}, {processes_used,200735264}, {system,45117464}, {atom,1401785}, {atom_used,1374887}, {binary,6651616}, {code,14061510}, {ets,4489424}]}, {system_memory_data, [{system_total_memory,33657663488}, {free_swap,10684628992}, {total_swap,10684628992}, {cached_memory,5232410624}, {buffered_memory,162242560}, {free_memory,19161051136}, {total_memory,33657663488}]}, {node_storage_conf,[{db_path,"/data2"},{index_path,"/data"}]}, {statistics, [{wall_clock,{661877,5000}}, {context_switches,{5846056,0}}, {garbage_collection,{739644,6165618683,0}}, {io,{{input,108655315},{output,5962190497}}}, {reductions,{1155491952,7519211}}, {run_queue,0}, {runtime,{174630,2550}}]}, {system_stats, [{cpu_utilization_rate,35.338345864661655}, {swap_total,10684628992}, {swap_used,0}]}, {interesting_stats, [{couch_docs_actual_disk_size,5249241640}, {couch_docs_data_size,5247246110}, {couch_views_actual_disk_size,0}, {couch_views_data_size,0}, {curr_items,1096028}, {curr_items_tot,2136858}, {mem_used,5708535352}, {vb_replica_curr_items,1040830}]}, {cluster_compatibility_version,131072}, {version, [{public_key,"0.13"}, {lhttpc,"1.3.0"}, {ale,"8cffe61"}, {os_mon,"2.2.7"}, {couch_set_view,"1.2.0a-dd6de6a-git"}, {mnesia,"4.5"}, {inets,"5.7.1"}, {couch,"1.2.0a-dd6de6a-git"}, {mapreduce,"1.0.0"}, {couch_index_merger,"1.2.0a-dd6de6a-git"}, {kernel,"2.14.5"}, {crypto,"2.0.4"}, {ssl,"4.1.6"}, {sasl,"2.1.10"}, {couch_view_parser,"1.0.0"}, {ns_server,"2.0.0-1945-rel-enterprise"}, {mochiweb,"1.4.1"}, {oauth,"7d85d3ef"}, {stdlib,"1.17.5"}]}, {supported_compat_version,[2,0]}, {system_arch,"x86_64-unknown-linux-gnu"}, {wall_clock,661}, {memory_data,{33657663488,14503849984,{<0.427.0>,25150688}}}, {disk_data, [{"/",49781912,20}, {"/data",886279600,1}, {"/dev/shm",16434404,0}, {"/data2",1922859824,1}]}, {meminfo, <<"MemTotal: 32868812 kB\nMemFree: 18711964 kB\nBuffers: 158440 kB\nCached: 5109776 kB\nSwapCached: 0 kB\nActive: 8770068 kB\nInactive: 5123360 kB\nHighTotal: 0 kB\nHighFree: 0 kB\nLowTotal: 32868812 kB\nLowFree: 18711964 kB\nSwapTotal: 10434208 kB\nSwapFree: 10434208 kB\nDirty: 18748 kB\nWriteback: 0 kB\nAnonPages: 8625108 kB\nMapped: 16492 kB\nSlab: 206956 kB\nPageTables: 22444 kB\nNFS_Unstable: 0 kB\nBounce: 0 kB\nCommitLimit: 26868612 kB\nCommitted_AS: 10349160 kB\nVmallocTotal: 34359738367 kB\nVmallocUsed: 6400 kB\nVmallocChunk: 34359730595 kB\nHugePages_Total: 0\nHugePages_Free: 0\nHugePages_Rsvd: 0\nHugepagesize: 2048 kB\n">>}]}, {'ns_1@10.2.1.63', [{last_heard,{1352,919431,320937}}, {outgoing_replications_safeness_level,[{"default",green}]}, {incoming_replications_conf_hashes, [{"default", [{'ns_1@10.2.1.58',618433},{'ns_1@10.2.1.61',101078827}]}]}, {active_buckets,["default"]}, {ready_buckets,["default"]}, {local_tasks,[]}, {memory, [{total,215881480}, {processes,166389760}, {processes_used,165968088}, {system,49491720}, {atom,1338193}, {atom_used,1334188}, {binary,11957256}, {code,13493302}, {ets,4051896}]}, {system_memory_data, [{system_total_memory,33657663488}, {free_swap,10585923584}, {total_swap,10585923584}, {cached_memory,9742979072}, {buffered_memory,172269568}, {free_memory,14541398016}, {total_memory,33657663488}]}, {node_storage_conf,[{db_path,"/data2"},{index_path,"/data"}]}, {statistics, [{wall_clock,{654941,4999}}, {context_switches,{6110627,0}}, {garbage_collection,{975456,2483667674,0}}, {io,{{input,123053783},{output,7914025730}}}, {reductions,{900484201,7736762}}, {run_queue,0}, {runtime,{137000,1310}}]}, {system_stats, [{cpu_utilization_rate,31.90954773869347}, {swap_total,10585923584}, {swap_used,0}]}, {interesting_stats, [{couch_docs_actual_disk_size,9662058670}, {couch_docs_data_size,7284681634}, {couch_views_actual_disk_size,0}, {couch_views_data_size,0}, {curr_items,1447150}, {curr_items_tot,3000003}, {mem_used,7997493352}, {vb_replica_curr_items,1552853}]}, {cluster_compatibility_version,131072}, {version, [{public_key,"0.13"}, {lhttpc,"1.3.0"}, {ale,"8cffe61"}, {os_mon,"2.2.7"}, {couch_set_view,"1.2.0a-dd6de6a-git"}, {mnesia,"4.5"}, {inets,"5.7.1"}, {couch,"1.2.0a-dd6de6a-git"}, {mapreduce,"1.0.0"}, {couch_index_merger,"1.2.0a-dd6de6a-git"}, {kernel,"2.14.5"}, {crypto,"2.0.4"}, {ssl,"4.1.6"}, {sasl,"2.1.10"}, {couch_view_parser,"1.0.0"}, {ns_server,"2.0.0-1945-rel-enterprise"}, {mochiweb,"1.4.1"}, {oauth,"7d85d3ef"}, {stdlib,"1.17.5"}]}, {supported_compat_version,[2,0]}, {system_arch,"x86_64-unknown-linux-gnu"}, {wall_clock,654}, {memory_data,{33657663488,18123296768,{<18079.368.0>,5085816}}}, {disk_data, [{"/",49781912,19}, {"/data",886371884,1}, {"/dev/shm",16434404,0}, {"/data2",1922859824,1}]}, {meminfo, <<"MemTotal: 32868812 kB\nMemFree: 14200708 kB\nBuffers: 168232 kB\nCached: 9514628 kB\nSwapCached: 0 kB\nActive: 9879292 kB\nInactive: 8432108 kB\nHighTotal: 0 kB\nHighFree: 0 kB\nLowTotal: 32868812 kB\nLowFree: 14200708 kB\nSwapTotal: 10337816 kB\nSwapFree: 10337816 kB\nDirty: 12628 kB\nWriteback: 124 kB\nAnonPages: 8628512 kB\nMapped: 16404 kB\nSlab: 300512 kB\nPageTables: 22180 kB\nNFS_Unstable: 0 kB\nBounce: 0 kB\nCommitLimit: 26772220 kB\nCommitted_AS: 10347116 kB\nVmallocTotal: 34359738367 kB\nVmallocUsed: 6352 kB\nVmallocChunk: 34359730643 kB\nHugePages_Total: 0\nHugePages_Free: 0\nHugePages_Rsvd: 0\nHugepagesize: 2048 kB\n">>}]}] [stats:debug,2012-11-14T10:58:09.695,ns_1@10.2.1.61:<0.628.0>:stats_collector:maybe_log_stats:126](at {{1970,1,16},{7,48,39}}) Stats for bucket "default": accepting_conns 1 auth_cmds 26 auth_errors 0 bucket_active_conns 2 bucket_conns 21 bytes 5016472824 bytes_read 11574318398 bytes_written 10249548180 cas_badval 0 cas_hits 0 cas_misses 0 cmd_flush 0 cmd_get 144 cmd_set 2399304 conn_yields 47482 connection_structures 5000 curr_connections 22 curr_conns_on_port_11209 14 curr_conns_on_port_11210 6 curr_items 963972 curr_items_tot 1870095 curr_temp_items 0 daemon_connections 4 decr_hits 0 decr_misses 0 delete_hits 6 delete_misses 3 ep_access_scanner_last_runtime 0 ep_access_scanner_num_items 0 ep_access_scanner_task_time 2012-11-15 10:00:00 ep_allow_data_loss_during_shutdown 1 ep_alog_block_size 4096 ep_alog_path /data2/default/access.log ep_alog_sleep_time 1440 ep_alog_task_time 10 ep_backend couchdb ep_bg_fetch_delay 0 ep_bg_fetched 0 ep_bg_meta_fetched 0 ep_bg_remaining_jobs 0 ep_chk_max_items 5000 ep_chk_period 1800 ep_chk_persistence_remains 0 ep_chk_persistence_timeout 10 ep_chk_remover_stime 5 ep_commit_num 543 ep_commit_time 0 ep_commit_time_total 14636 ep_concurrentDB 1 ep_config_file ep_couch_bucket default ep_couch_host localhost ep_couch_port 11213 ep_couch_reconnect_sleeptime 250 ep_couch_response_timeout 180000 ep_data_age 1 ep_data_age_highwat 110 ep_data_traffic_enabled 0 ep_dbinit 0 ep_dbname /data2/default ep_degraded_mode 0 ep_diskqueue_drain 2992244 ep_diskqueue_fill 2992244 ep_diskqueue_items 0 ep_diskqueue_memory 0 ep_diskqueue_pending 0 ep_exp_pager_stime 3600 ep_exp_pager_stime 3600 ep_expired_access 0 ep_expired_pager 0 ep_expiry_window 3 ep_failpartialwarmup 0 ep_flush_all false ep_flush_duration_total 301 ep_flushall_enabled 0 ep_flusher_state running ep_flusher_todo 0 ep_getl_default_timeout 15 ep_getl_max_timeout 30 ep_ht_locks 5 ep_ht_size 3079 ep_inconsistent_slave_chk 0 ep_initfile ep_io_num_read 0 ep_io_num_write 4800064 ep_io_read_bytes 0 ep_io_write_bytes 11365904613 ep_item_begin_failed 0 ep_item_commit_failed 0 ep_item_flush_expired 0 ep_item_flush_failed 0 ep_item_num_based_new_chk 1 ep_items_rm_from_checkpoints 93943 ep_keep_closed_chks 0 ep_klog_block_size 4096 ep_klog_compactor_queue_cap 500000 ep_klog_compactor_stime 3600 ep_klog_flush commit2 ep_klog_max_entry_ratio 10 ep_klog_max_log_size 2147483647 ep_klog_path ep_klog_sync commit2 ep_kv_size 4575780389 ep_max_checkpoints 2 ep_max_data_size 12582912000 ep_max_item_size 20971520 ep_max_size 12582912000 ep_max_txn_size 10000 ep_max_vbuckets 1024 ep_mem_high_wat 9437184000 ep_mem_high_wat 9437184000 ep_mem_low_wat 7549747200 ep_mem_low_wat 7549747200 ep_mem_tracker_enabled true ep_min_data_age 0 ep_mlog_compactor_runs 0 ep_mutation_mem_threshold 0 ep_num_access_scanner_runs 0 ep_num_eject_failures 0 ep_num_expiry_pager_runs 0 ep_num_non_resident 0 ep_num_not_my_vbuckets 0 ep_num_ops_del_meta 0 ep_num_ops_get_meta 0 ep_num_ops_set_meta 0 ep_num_pager_runs 0 ep_num_value_ejects 0 ep_oom_errors 0 ep_overhead 181644360 ep_pager_active_vb_pcnt 40 ep_pager_unbiased_period 60 ep_pending_ops 0 ep_pending_ops_max 0 ep_pending_ops_max_duration 0 ep_pending_ops_total 0 ep_postInitfile ep_queue_age_cap 900 ep_queue_size 0 ep_startup_time 1352918788 ep_storage_age 0 ep_storage_age_highwat 110 ep_store_max_concurrency 10 ep_store_max_readers 9 ep_store_max_readwrite 1 ep_stored_val_type ep_tap_ack_grace_period 300 ep_tap_ack_initial_sequence_number 1 ep_tap_ack_interval 1000 ep_tap_ack_window_size 10 ep_tap_backfill_resident 0.9 ep_tap_backlog_limit 5000 ep_tap_backoff_period 5 ep_tap_bg_fetch_requeued 0 ep_tap_bg_fetched 0 ep_tap_bg_max_pending 500 ep_tap_keepalive 300 ep_tap_noop_interval 20 ep_tap_requeue_sleep_time 0.1 ep_tap_throttle_cap_pcnt 10 ep_tap_throttle_queue_cap 1000000 ep_tap_throttle_threshold 90 ep_tmp_oom_errors 0 ep_too_old 0 ep_too_young 0 ep_total_cache_size 4553339249 ep_total_del_items 6 ep_total_enqueued 4800066 ep_total_new_items 3000008 ep_total_persisted 4800064 ep_uncommitted_items 0 ep_value_size 4421592654 ep_vb0 0 ep_vb_snapshot_total 1160 ep_vb_total 638 ep_vbucket_del 386 ep_vbucket_del_avg_walltime 5644 ep_vbucket_del_fail 0 ep_vbucket_del_max_walltime 112446 ep_version 2.0.0r_135_g40a391b ep_waitforwarmup 0 ep_warmup 1 ep_warmup_batch_size 1000 ep_warmup_dups 0 ep_warmup_min_items_threshold 100 ep_warmup_min_memory_threshold 100 ep_warmup_oom 0 ep_warmup_thread complete ep_warmup_time 749 get_hits 144 get_misses 0 incr_hits 0 incr_misses 0 libevent 2.0.11-stable limit_maxbytes 67108864 listen_disabled_num 0 max_conns_on_port_11209 1000 max_conns_on_port_11210 9000 mem_used 5016472824 pid 5774 pointer_size 64 rejected_conns 0 rusage_system 137.850043 rusage_user 253.690433 tap_checkpoint_end_received 204 tap_checkpoint_end_sent 366 tap_checkpoint_start_received 760 tap_checkpoint_start_sent 1428 tap_connect_received 552 tap_delete_received 1 tap_delete_sent 1 tap_mutation_received 2400790 tap_mutation_sent 4006764 tap_opaque_received 1432 tap_opaque_sent 2679 tap_vbucket_set_sent 366 threads 4 time 1352919489 total_connections 1518 uptime 717 vb_active_curr_items 963972 vb_active_eject 0 vb_active_expired 0 vb_active_ht_memory 8261656 vb_active_itm_memory 2346840956 vb_active_meta_data_memory 76153788 vb_active_num 329 vb_active_num_non_resident 0 vb_active_num_ref_ejects 0 vb_active_num_ref_items 963974 vb_active_ops_create 963976 vb_active_ops_delete 5 vb_active_ops_reject 0 vb_active_ops_update 578426 vb_active_perc_mem_resident 100 vb_active_queue_age 0 vb_active_queue_drain 1542409 vb_active_queue_fill 1542409 vb_active_queue_memory 0 vb_active_queue_pending 0 vb_active_queue_size 0 vb_dead_num 0 vb_pending_curr_items 0 vb_pending_eject 0 vb_pending_expired 0 vb_pending_ht_memory 0 vb_pending_itm_memory 0 vb_pending_meta_data_memory 0 vb_pending_num 0 vb_pending_num_non_resident 0 vb_pending_num_ref_ejects 0 vb_pending_num_ref_items 0 vb_pending_ops_create 0 vb_pending_ops_delete 0 vb_pending_ops_reject 0 vb_pending_ops_update 0 vb_pending_perc_mem_resident 0 vb_pending_queue_age 0 vb_pending_queue_drain 0 vb_pending_queue_fill 0 vb_pending_queue_memory 0 vb_pending_queue_pending 0 vb_pending_queue_size 0 vb_replica_curr_items 906123 vb_replica_eject 0 vb_replica_expired 0 vb_replica_ht_memory 7759320 vb_replica_itm_memory 2206498293 vb_replica_meta_data_memory 71583717 vb_replica_num 309 vb_replica_num_non_resident 0 vb_replica_num_ref_ejects 0 vb_replica_num_ref_items 906124 vb_replica_ops_create 906124 vb_replica_ops_delete 1 vb_replica_ops_reject 0 vb_replica_ops_update 543710 vb_replica_perc_mem_resident 100 vb_replica_queue_age 0 vb_replica_queue_drain 1449835 vb_replica_queue_fill 1449835 vb_replica_queue_memory 0 vb_replica_queue_pending 0 vb_replica_queue_size 0 version 1.4.4_600_g7ea975a [ns_doctor:debug,2012-11-14T10:58:14.671,ns_1@10.2.1.61:ns_doctor<0.408.0>:ns_doctor:handle_info:137]Current node statuses: [{'ns_1@10.2.1.58', [{last_heard,{1352,919491,917988}}, {outgoing_replications_safeness_level,[{"default",green}]}, {incoming_replications_conf_hashes, [{"default",[{'ns_1@10.2.1.63',111747454}]}]}, {active_buckets,["default"]}, {ready_buckets,["default"]}, {local_tasks,[]}, {memory, [{total,131975664}, {processes,92282792}, {processes_used,92273600}, {system,39692872}, {atom,1332537}, {atom_used,1324944}, {binary,3766080}, {code,13364289}, {ets,2898840}]}, {system_memory_data, [{system_total_memory,33657663488}, {free_swap,10684628992}, {total_swap,10684628992}, {cached_memory,3472412672}, {buffered_memory,98570240}, {free_memory,26428362752}, {total_memory,33657663488}]}, {node_storage_conf,[{db_path,"/data2"},{index_path,"/data"}]}, {statistics, [{wall_clock,{717495,5000}}, {context_switches,{2422998,0}}, {garbage_collection,{913300,1486626564,0}}, {io,{{input,60731457},{output,6789096906}}}, {reductions,{326661898,5445563}}, {run_queue,0}, {runtime,{88190,1100}}]}, {system_stats, [{cpu_utilization_rate,37.905236907730675}, {swap_total,10684628992}, {swap_used,0}]}, {interesting_stats, [{couch_docs_actual_disk_size,3333652372}, {couch_docs_data_size,2721454499}, {couch_views_actual_disk_size,0}, {couch_views_data_size,0}, {curr_items,597263}, {curr_items_tot,1135762}, {mem_used,3002108744}, {vb_replica_curr_items,538499}]}, {cluster_compatibility_version,131072}, {version, [{public_key,"0.13"}, {lhttpc,"1.3.0"}, {ale,"8cffe61"}, {os_mon,"2.2.7"}, {couch_set_view,"1.2.0a-dd6de6a-git"}, {mnesia,"4.5"}, {inets,"5.7.1"}, {couch,"1.2.0a-dd6de6a-git"}, {mapreduce,"1.0.0"}, {couch_index_merger,"1.2.0a-dd6de6a-git"}, {kernel,"2.14.5"}, {crypto,"2.0.4"}, {ssl,"4.1.6"}, {sasl,"2.1.10"}, {couch_view_parser,"1.0.0"}, {ns_server,"2.0.0-1945-rel-enterprise"}, {mochiweb,"1.4.1"}, {oauth,"7d85d3ef"}, {stdlib,"1.17.5"}]}, {supported_compat_version,[2,0]}, {system_arch,"x86_64-unknown-linux-gnu"}, {wall_clock,717}, {memory_data,{33657663488,5408337920,{<19772.367.0>,5085816}}}, {disk_data, [{"/",49781912,6}, {"/data",886279600,1}, {"/dev/shm",16434404,0}, {"/data2",1922859824,1}]}, {meminfo, <<"MemTotal: 32868812 kB\nMemFree: 25808948 kB\nBuffers: 96260 kB\nCached: 3391028 kB\nSwapCached: 0 kB\nActive: 3562912 kB\nInactive: 3322396 kB\nHighTotal: 0 kB\nHighFree: 0 kB\nLowTotal: 32868812 kB\nLowFree: 25808948 kB\nSwapTotal: 10434208 kB\nSwapFree: 10434208 kB\nDirty: 9992 kB\nWriteback: 0 kB\nAnonPages: 3397200 kB\nMapped: 15592 kB\nSlab: 129120 kB\nPageTables: 11596 kB\nNFS_Unstable: 0 kB\nBounce: 0 kB\nCommitLimit: 26868612 kB\nCommitted_AS: 5101792 kB\nVmallocTotal: 34359738367 kB\nVmallocUsed: 6400 kB\nVmallocChunk: 34359730595 kB\nHugePages_Total: 0\nHugePages_Free: 0\nHugePages_Rsvd: 0\nHugepagesize: 2048 kB\n">>}]}, {'ns_1@10.2.1.61', [{last_heard,{1352,919494,669426}}, {outgoing_replications_safeness_level,[{"default",green}]}, {incoming_replications_conf_hashes, [{"default",[{'ns_1@10.2.1.63',129655075}]}]}, {active_buckets,["default"]}, {ready_buckets,["default"]}, {local_tasks,[]}, {memory, [{total,194160056}, {processes,149870440}, {processes_used,147878744}, {system,44289616}, {atom,1401785}, {atom_used,1374887}, {binary,5832256}, {code,14061510}, {ets,4548440}]}, {system_memory_data, [{system_total_memory,33657663488}, {free_swap,10684628992}, {total_swap,10684628992}, {cached_memory,4546756608}, {buffered_memory,163794944}, {free_memory,19867426816}, {total_memory,33657663488}]}, {node_storage_conf,[{db_path,"/data2"},{index_path,"/data"}]}, {statistics, [{wall_clock,{721879,5001}}, {context_switches,{6086285,0}}, {garbage_collection,{863870,8185186624,0}}, {io,{{input,116471658},{output,5992420981}}}, {reductions,{1237187422,6509877}}, {run_queue,0}, {runtime,{204250,2360}}]}, {system_stats, [{cpu_utilization_rate,24.189526184538654}, {swap_total,10684628992}, {swap_used,0}]}, {interesting_stats, [{couch_docs_actual_disk_size,4551384968}, {couch_docs_data_size,4549629086}, {couch_views_actual_disk_size,0}, {couch_views_data_size,0}, {curr_items,955190}, {curr_items_tot,1852426}, {mem_used,4970728840}, {vb_replica_curr_items,897236}]}, {cluster_compatibility_version,131072}, {version, [{public_key,"0.13"}, {lhttpc,"1.3.0"}, {ale,"8cffe61"}, {os_mon,"2.2.7"}, {couch_set_view,"1.2.0a-dd6de6a-git"}, {mnesia,"4.5"}, {inets,"5.7.1"}, {couch,"1.2.0a-dd6de6a-git"}, {mapreduce,"1.0.0"}, {couch_index_merger,"1.2.0a-dd6de6a-git"}, {kernel,"2.14.5"}, {crypto,"2.0.4"}, {ssl,"4.1.6"}, {sasl,"2.1.10"}, {couch_view_parser,"1.0.0"}, {ns_server,"2.0.0-1945-rel-enterprise"}, {mochiweb,"1.4.1"}, {oauth,"7d85d3ef"}, {stdlib,"1.17.5"}]}, {supported_compat_version,[2,0]}, {system_arch,"x86_64-unknown-linux-gnu"}, {wall_clock,721}, {memory_data,{33657663488,13801148416,{<0.427.0>,15599024}}}, {disk_data, [{"/",49781912,20}, {"/data",886279600,1}, {"/dev/shm",16434404,0}, {"/data2",1922859824,1}]}, {meminfo, <<"MemTotal: 32868812 kB\nMemFree: 19401784 kB\nBuffers: 159956 kB\nCached: 4440192 kB\nSwapCached: 0 kB\nActive: 8762652 kB\nInactive: 4454940 kB\nHighTotal: 0 kB\nHighFree: 0 kB\nLowTotal: 32868812 kB\nLowFree: 19401784 kB\nSwapTotal: 10434208 kB\nSwapFree: 10434208 kB\nDirty: 9936 kB\nWriteback: 0 kB\nAnonPages: 8617544 kB\nMapped: 16492 kB\nSlab: 192264 kB\nPageTables: 22220 kB\nNFS_Unstable: 0 kB\nBounce: 0 kB\nCommitLimit: 26868612 kB\nCommitted_AS: 10333596 kB\nVmallocTotal: 34359738367 kB\nVmallocUsed: 6400 kB\nVmallocChunk: 34359730595 kB\nHugePages_Total: 0\nHugePages_Free: 0\nHugePages_Rsvd: 0\nHugepagesize: 2048 kB\n">>}]}, {'ns_1@10.2.1.63', [{last_heard,{1352,919491,321665}}, {outgoing_replications_safeness_level,[{"default",green}]}, {incoming_replications_conf_hashes, [{"default", [{'ns_1@10.2.1.58',59291751},{'ns_1@10.2.1.61',125212122}]}]}, {active_buckets,["default"]}, {ready_buckets,["default"]}, {local_tasks, [[{pid,<<"<0.24870.0>">>}, {bucket,<<"default">>}, {original_target,{[{type,bucket}]}}, {progress,41}, {started_on,1352919499}, {total_vbuckets,1025}, {trigger_type,scheduled}, {type,bucket_compaction}, {updated_on,1352919554}, {vbuckets_done,421}]]}, {memory, [{total,215286032}, {processes,165668064}, {processes_used,165612328}, {system,49617968}, {atom,1338193}, {atom_used,1334188}, {binary,11455200}, {code,13493302}, {ets,4620368}]}, {system_memory_data, [{system_total_memory,33657663488}, {free_swap,10585923584}, {total_swap,10585923584}, {cached_memory,9163108352}, {buffered_memory,178364416}, {free_memory,15115661312}, {total_memory,33657663488}]}, {node_storage_conf,[{db_path,"/data2"},{index_path,"/data"}]}, {statistics, [{wall_clock,{714942,4999}}, {context_switches,{6632996,0}}, {garbage_collection,{1205916,2901117875,0}}, {io,{{input,140436964},{output,8567791626}}}, {reductions,{997540530,7448638}}, {run_queue,0}, {runtime,{151900,1120}}]}, {system_stats, [{cpu_utilization_rate,45.0}, {swap_total,10585923584}, {swap_used,0}]}, {interesting_stats, [{couch_docs_actual_disk_size,9085007368}, {couch_docs_data_size,7284994024}, {couch_views_actual_disk_size,0}, {couch_views_data_size,0}, {curr_items,1441702}, {curr_items_tot,3000003}, {mem_used,8012391240}, {vb_replica_curr_items,1558301}]}, {cluster_compatibility_version,131072}, {version, [{public_key,"0.13"}, {lhttpc,"1.3.0"}, {ale,"8cffe61"}, {os_mon,"2.2.7"}, {couch_set_view,"1.2.0a-dd6de6a-git"}, {mnesia,"4.5"}, {inets,"5.7.1"}, {couch,"1.2.0a-dd6de6a-git"}, {mapreduce,"1.0.0"}, {couch_index_merger,"1.2.0a-dd6de6a-git"}, {kernel,"2.14.5"}, {crypto,"2.0.4"}, {ssl,"4.1.6"}, {sasl,"2.1.10"}, {couch_view_parser,"1.0.0"}, {ns_server,"2.0.0-1945-rel-enterprise"}, {mochiweb,"1.4.1"}, {oauth,"7d85d3ef"}, {stdlib,"1.17.5"}]}, {supported_compat_version,[2,0]}, {system_arch,"x86_64-unknown-linux-gnu"}, {wall_clock,714}, {memory_data,{33657663488,19198943232,{<18079.368.0>,5085816}}}, {disk_data, [{"/",49781912,19}, {"/data",886371884,1}, {"/dev/shm",16434404,0}, {"/data2",1922859824,1}]}, {meminfo, <<"MemTotal: 32868812 kB\nMemFree: 14761388 kB\nBuffers: 174184 kB\nCached: 8948348 kB\nSwapCached: 0 kB\nActive: 9640028 kB\nInactive: 8123532 kB\nHighTotal: 0 kB\nHighFree: 0 kB\nLowTotal: 32868812 kB\nLowFree: 14761388 kB\nSwapTotal: 10337816 kB\nSwapFree: 10337816 kB\nDirty: 23328 kB\nWriteback: 28 kB\nAnonPages: 8641300 kB\nMapped: 16636 kB\nSlab: 287036 kB\nPageTables: 22336 kB\nNFS_Unstable: 0 kB\nBounce: 0 kB\nCommitLimit: 26772220 kB\nCommitted_AS: 10360904 kB\nVmallocTotal: 34359738367 kB\nVmallocUsed: 6352 kB\nVmallocChunk: 34359730643 kB\nHugePages_Total: 0\nHugePages_Free: 0\nHugePages_Rsvd: 0\nHugepagesize: 2048 kB\n">>}]}] [ns_doctor:debug,2012-11-14T10:59:14.671,ns_1@10.2.1.61:ns_doctor<0.408.0>:ns_doctor:handle_info:137]Current node statuses: [{'ns_1@10.2.1.58', [{last_heard,{1352,919551,919145}}, {outgoing_replications_safeness_level,[{"default",green}]}, {incoming_replications_conf_hashes, [{"default",[{'ns_1@10.2.1.63',31285297}]}]}, {active_buckets,["default"]}, {ready_buckets,["default"]}, {local_tasks, [[{pid,<<"<0.16422.0>">>}, {bucket,<<"default">>}, {original_target,{[{type,bucket}]}}, {progress,92}, {started_on,1352919575}, {total_vbuckets,402}, {trigger_type,scheduled}, {type,bucket_compaction}, {updated_on,1352919626}, {vbuckets_done,373}]]}, {memory, [{total,142215264}, {processes,101021976}, {processes_used,101011264}, {system,41193288}, {atom,1332537}, {atom_used,1324944}, {binary,4909200}, {code,13364289}, {ets,3182184}]}, {system_memory_data, [{system_total_memory,33657663488}, {free_swap,10684628992}, {total_swap,10684628992}, {cached_memory,3848392704}, {buffered_memory,117346304}, {free_memory,25344835584}, {total_memory,33657663488}]}, {node_storage_conf,[{db_path,"/data2"},{index_path,"/data"}]}, {statistics, [{wall_clock,{777496,5001}}, {context_switches,{2990855,0}}, {garbage_collection,{1085198,1799231599,0}}, {io,{{input,76522158},{output,8172944793}}}, {reductions,{398055213,5729519}}, {run_queue,0}, {runtime,{102410,1100}}]}, {system_stats, [{cpu_utilization_rate,35.338345864661655}, {swap_total,10684628992}, {swap_used,0}]}, {interesting_stats, [{couch_docs_actual_disk_size,3782162311}, {couch_docs_data_size,3297918217}, {couch_views_actual_disk_size,0}, {couch_views_data_size,0}, {curr_items,729086}, {curr_items_tot,1375973}, {mem_used,3639865256}, {vb_replica_curr_items,646887}]}, {cluster_compatibility_version,131072}, {version, [{public_key,"0.13"}, {lhttpc,"1.3.0"}, {ale,"8cffe61"}, {os_mon,"2.2.7"}, {couch_set_view,"1.2.0a-dd6de6a-git"}, {mnesia,"4.5"}, {inets,"5.7.1"}, {couch,"1.2.0a-dd6de6a-git"}, {mapreduce,"1.0.0"}, {couch_index_merger,"1.2.0a-dd6de6a-git"}, {kernel,"2.14.5"}, {crypto,"2.0.4"}, {ssl,"4.1.6"}, {sasl,"2.1.10"}, {couch_view_parser,"1.0.0"}, {ns_server,"2.0.0-1945-rel-enterprise"}, {mochiweb,"1.4.1"}, {oauth,"7d85d3ef"}, {stdlib,"1.17.5"}]}, {supported_compat_version,[2,0]}, {system_arch,"x86_64-unknown-linux-gnu"}, {wall_clock,777}, {memory_data,{33657663488,7342944256,{<19772.367.0>,5085816}}}, {disk_data, [{"/",49781912,6}, {"/data",886279600,1}, {"/dev/shm",16434404,0}, {"/data2",1922859824,1}]}, {meminfo, <<"MemTotal: 32868812 kB\nMemFree: 24750816 kB\nBuffers: 114596 kB\nCached: 3758196 kB\nSwapCached: 0 kB\nActive: 4213016 kB\nInactive: 3717216 kB\nHighTotal: 0 kB\nHighFree: 0 kB\nLowTotal: 32868812 kB\nLowFree: 24750816 kB\nSwapTotal: 10434208 kB\nSwapFree: 10434208 kB\nDirty: 15260 kB\nWriteback: 0 kB\nAnonPages: 4057156 kB\nMapped: 15592 kB\nSlab: 140580 kB\nPageTables: 12956 kB\nNFS_Unstable: 0 kB\nBounce: 0 kB\nCommitLimit: 26868612 kB\nCommitted_AS: 5775492 kB\nVmallocTotal: 34359738367 kB\nVmallocUsed: 6400 kB\nVmallocChunk: 34359730595 kB\nHugePages_Total: 0\nHugePages_Free: 0\nHugePages_Rsvd: 0\nHugepagesize: 2048 kB\n">>}]}, {'ns_1@10.2.1.61', [{last_heard,{1352,919554,668114}}, {outgoing_replications_safeness_level,[{"default",green}]}, {incoming_replications_conf_hashes, [{"default",[{'ns_1@10.2.1.63',97069198}]}]}, {active_buckets,["default"]}, {ready_buckets,["default"]}, {local_tasks,[]}, {memory, [{total,176425720}, {processes,132574784}, {processes_used,130182448}, {system,43850936}, {atom,1401785}, {atom_used,1374887}, {binary,5372312}, {code,14061510}, {ets,4624936}]}, {system_memory_data, [{system_total_memory,33657663488}, {free_swap,10684628992}, {total_swap,10684628992}, {cached_memory,3980513280}, {buffered_memory,165081088}, {free_memory,20455333888}, {total_memory,33657663488}]}, {node_storage_conf,[{db_path,"/data2"},{index_path,"/data"}]}, {statistics, [{wall_clock,{781877,4998}}, {context_switches,{6293887,0}}, {garbage_collection,{959039,9890224433,0}}, {io,{{input,120328832},{output,6016262677}}}, {reductions,{1308041701,5584387}}, {run_queue,0}, {runtime,{230390,1970}}]}, {system_stats, [{cpu_utilization_rate,21.44638403990025}, {swap_total,10684628992}, {swap_used,0}]}, {interesting_stats, [{couch_docs_actual_disk_size,3967078859}, {couch_docs_data_size,3965540168}, {couch_views_actual_disk_size,0}, {couch_views_data_size,0}, {curr_items,849718}, {curr_items_tot,1618205}, {mem_used,4360648120}, {vb_replica_curr_items,768487}]}, {cluster_compatibility_version,131072}, {version, [{public_key,"0.13"}, {lhttpc,"1.3.0"}, {ale,"8cffe61"}, {os_mon,"2.2.7"}, {couch_set_view,"1.2.0a-dd6de6a-git"}, {mnesia,"4.5"}, {inets,"5.7.1"}, {couch,"1.2.0a-dd6de6a-git"}, {mapreduce,"1.0.0"}, {couch_index_merger,"1.2.0a-dd6de6a-git"}, {kernel,"2.14.5"}, {crypto,"2.0.4"}, {ssl,"4.1.6"}, {sasl,"2.1.10"}, {couch_view_parser,"1.0.0"}, {ns_server,"2.0.0-1945-rel-enterprise"}, {mochiweb,"1.4.1"}, {oauth,"7d85d3ef"}, {stdlib,"1.17.5"}]}, {supported_compat_version,[2,0]}, {system_arch,"x86_64-unknown-linux-gnu"}, {wall_clock,781}, {memory_data,{33657663488,13209440256,{<0.427.0>,15648032}}}, {disk_data, [{"/",49781912,20}, {"/data",886279600,1}, {"/dev/shm",16434404,0}, {"/data2",1922859824,1}]}, {meminfo, <<"MemTotal: 32868812 kB\nMemFree: 19975912 kB\nBuffers: 161212 kB\nCached: 3887220 kB\nSwapCached: 0 kB\nActive: 8753008 kB\nInactive: 3902200 kB\nHighTotal: 0 kB\nHighFree: 0 kB\nLowTotal: 32868812 kB\nLowFree: 19975912 kB\nSwapTotal: 10434208 kB\nSwapFree: 10434208 kB\nDirty: 7976 kB\nWriteback: 140 kB\nAnonPages: 8606884 kB\nMapped: 16492 kB\nSlab: 181124 kB\nPageTables: 22232 kB\nNFS_Unstable: 0 kB\nBounce: 0 kB\nCommitLimit: 26868612 kB\nCommitted_AS: 10319192 kB\nVmallocTotal: 34359738367 kB\nVmallocUsed: 6400 kB\nVmallocChunk: 34359730595 kB\nHugePages_Total: 0\nHugePages_Free: 0\nHugePages_Rsvd: 0\nHugepagesize: 2048 kB\n">>}]}, {'ns_1@10.2.1.63', [{last_heard,{1352,919551,322872}}, {outgoing_replications_safeness_level,[{"default",green}]}, {incoming_replications_conf_hashes, [{"default", [{'ns_1@10.2.1.58',53485587},{'ns_1@10.2.1.61',124999377}]}]}, {active_buckets,["default"]}, {ready_buckets,["default"]}, {local_tasks, [[{pid,<<"<0.24870.0>">>}, {bucket,<<"default">>}, {original_target,{[{type,bucket}]}}, {progress,81}, {started_on,1352919499}, {total_vbuckets,1025}, {trigger_type,scheduled}, {type,bucket_compaction}, {updated_on,1352919614}, {vbuckets_done,832}]]}, {memory, [{total,217865184}, {processes,169639064}, {processes_used,169621112}, {system,48226120}, {atom,1338193}, {atom_used,1334188}, {binary,9516384}, {code,13493302}, {ets,5122880}]}, {system_memory_data, [{system_total_memory,33657663488}, {free_swap,10585923584}, {total_swap,10585923584}, {cached_memory,7891558400}, {buffered_memory,184209408}, {free_memory,16387383296}, {total_memory,33657663488}]}, {node_storage_conf,[{db_path,"/data2"},{index_path,"/data"}]}, {statistics, [{wall_clock,{774943,5001}}, {context_switches,{7125800,0}}, {garbage_collection,{1397495,3260549864,0}}, {io,{{input,161134519},{output,9167259503}}}, {reductions,{1084269879,6705615}}, {run_queue,0}, {runtime,{165690,1030}}]}, {system_stats, [{cpu_utilization_rate,45.11278195488722}, {swap_total,10585923584}, {swap_used,0}]}, {interesting_stats, [{couch_docs_actual_disk_size,7804792084}, {couch_docs_data_size,7285697020}, {couch_views_actual_disk_size,0}, {couch_views_data_size,0}, {curr_items,1418254}, {curr_items_tot,3000003}, {mem_used,8025706808}, {vb_replica_curr_items,1581749}]}, {cluster_compatibility_version,131072}, {version, [{public_key,"0.13"}, {lhttpc,"1.3.0"}, {ale,"8cffe61"}, {os_mon,"2.2.7"}, {couch_set_view,"1.2.0a-dd6de6a-git"}, {mnesia,"4.5"}, {inets,"5.7.1"}, {couch,"1.2.0a-dd6de6a-git"}, {mapreduce,"1.0.0"}, {couch_index_merger,"1.2.0a-dd6de6a-git"}, {kernel,"2.14.5"}, {crypto,"2.0.4"}, {ssl,"4.1.6"}, {sasl,"2.1.10"}, {couch_view_parser,"1.0.0"}, {ns_server,"2.0.0-1945-rel-enterprise"}, {mochiweb,"1.4.1"}, {oauth,"7d85d3ef"}, {stdlib,"1.17.5"}]}, {supported_compat_version,[2,0]}, {system_arch,"x86_64-unknown-linux-gnu"}, {wall_clock,774}, {memory_data,{33657663488,18613084160,{<18079.368.0>,5085816}}}, {disk_data, [{"/",49781912,19}, {"/data",886371884,1}, {"/dev/shm",16434404,0}, {"/data2",1922859824,1}]}, {meminfo, <<"MemTotal: 32868812 kB\nMemFree: 16003552 kB\nBuffers: 179892 kB\nCached: 7706272 kB\nSwapCached: 0 kB\nActive: 9030732 kB\nInactive: 7521712 kB\nHighTotal: 0 kB\nHighFree: 0 kB\nLowTotal: 32868812 kB\nLowFree: 16003552 kB\nSwapTotal: 10337816 kB\nSwapFree: 10337816 kB\nDirty: 25028 kB\nWriteback: 0 kB\nAnonPages: 8665952 kB\nMapped: 16408 kB\nSlab: 256440 kB\nPageTables: 22360 kB\nNFS_Unstable: 0 kB\nBounce: 0 kB\nCommitLimit: 26772220 kB\nCommitted_AS: 10379196 kB\nVmallocTotal: 34359738367 kB\nVmallocUsed: 6352 kB\nVmallocChunk: 34359730643 kB\nHugePages_Total: 0\nHugePages_Free: 0\nHugePages_Rsvd: 0\nHugepagesize: 2048 kB\n">>}]}] [stats:debug,2012-11-14T10:59:49.693,ns_1@10.2.1.61:<0.628.0>:stats_collector:maybe_log_stats:126](at {{1970,1,16},{7,48,39}}) Stats for bucket "default": accepting_conns 1 auth_cmds 26 auth_errors 0 bucket_active_conns 1 bucket_conns 17 bytes 4010345912 bytes_read 11575111550 bytes_written 11699581920 cas_badval 0 cas_hits 0 cas_misses 0 cmd_flush 0 cmd_get 144 cmd_set 2399304 conn_yields 48404 connection_structures 5000 curr_connections 18 curr_conns_on_port_11209 11 curr_conns_on_port_11210 6 curr_items 779246 curr_items_tot 1480429 curr_temp_items 0 daemon_connections 4 decr_hits 0 decr_misses 0 delete_hits 6 delete_misses 3 ep_access_scanner_last_runtime 0 ep_access_scanner_num_items 0 ep_access_scanner_task_time 2012-11-15 10:00:00 ep_allow_data_loss_during_shutdown 1 ep_alog_block_size 4096 ep_alog_path /data2/default/access.log ep_alog_sleep_time 1440 ep_alog_task_time 10 ep_backend couchdb ep_bg_fetch_delay 0 ep_bg_fetched 0 ep_bg_meta_fetched 0 ep_bg_remaining_jobs 0 ep_chk_max_items 5000 ep_chk_period 1800 ep_chk_persistence_remains 0 ep_chk_persistence_timeout 10 ep_chk_remover_stime 5 ep_commit_num 552 ep_commit_time 0 ep_commit_time_total 14636 ep_concurrentDB 1 ep_config_file ep_couch_bucket default ep_couch_host localhost ep_couch_port 11213 ep_couch_reconnect_sleeptime 250 ep_couch_response_timeout 180000 ep_data_age 1 ep_data_age_highwat 110 ep_data_traffic_enabled 0 ep_dbinit 0 ep_dbname /data2/default ep_degraded_mode 0 ep_diskqueue_drain 2368256 ep_diskqueue_fill 2368256 ep_diskqueue_items 0 ep_diskqueue_memory 0 ep_diskqueue_pending 0 ep_exp_pager_stime 3600 ep_exp_pager_stime 3600 ep_expired_access 0 ep_expired_pager 0 ep_expiry_window 3 ep_failpartialwarmup 0 ep_flush_all false ep_flush_duration_total 301 ep_flushall_enabled 0 ep_flusher_state running ep_flusher_todo 0 ep_getl_default_timeout 15 ep_getl_max_timeout 30 ep_ht_locks 5 ep_ht_size 3079 ep_inconsistent_slave_chk 0 ep_initfile ep_io_num_read 0 ep_io_num_write 4800064 ep_io_read_bytes 0 ep_io_write_bytes 11365904613 ep_item_begin_failed 0 ep_item_commit_failed 0 ep_item_flush_expired 0 ep_item_flush_failed 0 ep_item_num_based_new_chk 1 ep_items_rm_from_checkpoints 172945 ep_keep_closed_chks 0 ep_klog_block_size 4096 ep_klog_compactor_queue_cap 500000 ep_klog_compactor_stime 3600 ep_klog_flush commit2 ep_klog_max_entry_ratio 10 ep_klog_max_log_size 2147483647 ep_klog_path ep_klog_sync commit2 ep_kv_size 3628085976 ep_max_checkpoints 2 ep_max_data_size 12582912000 ep_max_item_size 20971520 ep_max_size 12582912000 ep_max_txn_size 10000 ep_max_vbuckets 1024 ep_mem_high_wat 9437184000 ep_mem_high_wat 9437184000 ep_mem_low_wat 7549747200 ep_mem_low_wat 7549747200 ep_mem_tracker_enabled true ep_min_data_age 0 ep_mlog_compactor_runs 0 ep_mutation_mem_threshold 0 ep_num_access_scanner_runs 0 ep_num_eject_failures 0 ep_num_expiry_pager_runs 0 ep_num_non_resident 0 ep_num_not_my_vbuckets 0 ep_num_ops_del_meta 0 ep_num_ops_get_meta 0 ep_num_ops_set_meta 0 ep_num_pager_runs 0 ep_num_value_ejects 0 ep_oom_errors 0 ep_overhead 144009000 ep_pager_active_vb_pcnt 40 ep_pager_unbiased_period 60 ep_pending_ops 0 ep_pending_ops_max 0 ep_pending_ops_max_duration 0 ep_pending_ops_total 0 ep_postInitfile ep_queue_age_cap 900 ep_queue_size 0 ep_startup_time 1352918788 ep_storage_age 0 ep_storage_age_highwat 110 ep_store_max_concurrency 10 ep_store_max_readers 9 ep_store_max_readwrite 1 ep_stored_val_type ep_tap_ack_grace_period 300 ep_tap_ack_initial_sequence_number 1 ep_tap_ack_interval 1000 ep_tap_ack_window_size 10 ep_tap_backfill_resident 0.9 ep_tap_backlog_limit 5000 ep_tap_backoff_period 5 ep_tap_bg_fetch_requeued 0 ep_tap_bg_fetched 0 ep_tap_bg_max_pending 500 ep_tap_keepalive 300 ep_tap_noop_interval 20 ep_tap_requeue_sleep_time 0.1 ep_tap_throttle_cap_pcnt 10 ep_tap_throttle_queue_cap 1000000 ep_tap_throttle_threshold 90 ep_tmp_oom_errors 0 ep_too_old 0 ep_too_young 0 ep_total_cache_size 3603175315 ep_total_del_items 6 ep_total_enqueued 4800066 ep_total_new_items 3000008 ep_total_persisted 4800064 ep_uncommitted_items 0 ep_value_size 3505784618 ep_vb0 0 ep_vb_snapshot_total 1558 ep_vb_total 506 ep_vbucket_del 518 ep_vbucket_del_avg_walltime 5654 ep_vbucket_del_fail 0 ep_vbucket_del_max_walltime 112446 ep_version 2.0.0r_135_g40a391b ep_waitforwarmup 0 ep_warmup 1 ep_warmup_batch_size 1000 ep_warmup_dups 0 ep_warmup_min_items_threshold 100 ep_warmup_min_memory_threshold 100 ep_warmup_oom 0 ep_warmup_thread complete ep_warmup_time 749 get_hits 144 get_misses 0 incr_hits 0 incr_misses 0 libevent 2.0.11-stable limit_maxbytes 67108864 listen_disabled_num 0 max_conns_on_port_11209 1000 max_conns_on_port_11210 9000 mem_used 4010345912 pid 5774 pointer_size 64 rejected_conns 0 rusage_system 144.049101 rusage_user 263.385959 tap_checkpoint_end_received 273 tap_checkpoint_end_sent 492 tap_checkpoint_start_received 844 tap_checkpoint_start_sent 1742 tap_connect_received 739 tap_delete_received 1 tap_delete_sent 1 tap_mutation_received 2400790 tap_mutation_sent 4560120 tap_opaque_received 1572 tap_opaque_sent 3240 tap_vbucket_set_sent 492 threads 4 time 1352919589 total_connections 2020 uptime 817 vb_active_curr_items 779246 vb_active_eject 0 vb_active_expired 0 vb_active_ht_memory 6679600 vb_active_itm_memory 1896606626 vb_active_meta_data_memory 61560434 vb_active_num 266 vb_active_num_non_resident 0 vb_active_num_ref_ejects 0 vb_active_num_ref_items 779248 vb_active_ops_create 779250 vb_active_ops_delete 5 vb_active_ops_reject 0 vb_active_ops_update 467359 vb_active_perc_mem_resident 100 vb_active_queue_age 0 vb_active_queue_drain 1246616 vb_active_queue_fill 1246616 vb_active_queue_memory 0 vb_active_queue_pending 0 vb_active_queue_size 0 vb_dead_num 1 vb_pending_curr_items 0 vb_pending_eject 0 vb_pending_expired 0 vb_pending_ht_memory 0 vb_pending_itm_memory 0 vb_pending_meta_data_memory 0 vb_pending_num 0 vb_pending_num_non_resident 0 vb_pending_num_ref_ejects 0 vb_pending_num_ref_items 0 vb_pending_ops_create 0 vb_pending_ops_delete 0 vb_pending_ops_reject 0 vb_pending_ops_update 0 vb_pending_perc_mem_resident 0 vb_pending_queue_age 0 vb_pending_queue_drain 0 vb_pending_queue_fill 0 vb_pending_queue_memory 0 vb_pending_queue_pending 0 vb_pending_queue_size 0 vb_replica_curr_items 701183 vb_replica_eject 0 vb_replica_expired 0 vb_replica_ht_memory 6001480 vb_replica_itm_memory 1706568689 vb_replica_meta_data_memory 55393457 vb_replica_num 239 vb_replica_num_non_resident 0 vb_replica_num_ref_ejects 0 vb_replica_num_ref_items 701184 vb_replica_ops_create 701184 vb_replica_ops_delete 1 vb_replica_ops_reject 0 vb_replica_ops_update 420455 vb_replica_perc_mem_resident 100 vb_replica_queue_age 0 vb_replica_queue_drain 1121640 vb_replica_queue_fill 1121640 vb_replica_queue_memory 0 vb_replica_queue_pending 0 vb_replica_queue_size 0 version 1.4.4_600_g7ea975a [ns_doctor:debug,2012-11-14T11:00:14.671,ns_1@10.2.1.61:ns_doctor<0.408.0>:ns_doctor:handle_info:137]Current node statuses: [{'ns_1@10.2.1.58', [{last_heard,{1352,919611,918493}}, {outgoing_replications_safeness_level,[{"default",green}]}, {incoming_replications_conf_hashes, [{"default",[{'ns_1@10.2.1.63',75772804}]}]}, {active_buckets,["default"]}, {ready_buckets,["default"]}, {local_tasks,[]}, {memory, [{total,155152040}, {processes,112409384}, {processes_used,112395464}, {system,42742656}, {atom,1332537}, {atom_used,1324944}, {binary,6191528}, {code,13364289}, {ets,3395480}]}, {system_memory_data, [{system_total_memory,33657663488}, {free_swap,10684628992}, {total_swap,10684628992}, {cached_memory,4899315712}, {buffered_memory,137887744}, {free_memory,23611924480}, {total_memory,33657663488}]}, {node_storage_conf,[{db_path,"/data2"},{index_path,"/data"}]}, {statistics, [{wall_clock,{837495,4997}}, {context_switches,{3536754,0}}, {garbage_collection,{1239950,2089373669,0}}, {io,{{input,86082515},{output,9494154646}}}, {reductions,{464620840,5647088}}, {run_queue,0}, {runtime,{117190,1270}}]}, {system_stats, [{cpu_utilization_rate,46.88279301745636}, {swap_total,10684628992}, {swap_used,0}]}, {interesting_stats, [{couch_docs_actual_disk_size,4751966440}, {couch_docs_data_size,3832653189}, {couch_views_actual_disk_size,0}, {couch_views_data_size,0}, {curr_items,834615}, {curr_items_tot,1592951}, {mem_used,4211667144}, {vb_replica_curr_items,758336}]}, {cluster_compatibility_version,131072}, {version, [{public_key,"0.13"}, {lhttpc,"1.3.0"}, {ale,"8cffe61"}, {os_mon,"2.2.7"}, {couch_set_view,"1.2.0a-dd6de6a-git"}, {mnesia,"4.5"}, {inets,"5.7.1"}, {couch,"1.2.0a-dd6de6a-git"}, {mapreduce,"1.0.0"}, {couch_index_merger,"1.2.0a-dd6de6a-git"}, {kernel,"2.14.5"}, {crypto,"2.0.4"}, {ssl,"4.1.6"}, {sasl,"2.1.10"}, {couch_view_parser,"1.0.0"}, {ns_server,"2.0.0-1945-rel-enterprise"}, {mochiweb,"1.4.1"}, {oauth,"7d85d3ef"}, {stdlib,"1.17.5"}]}, {supported_compat_version,[2,0]}, {system_arch,"x86_64-unknown-linux-gnu"}, {wall_clock,837}, {memory_data,{33657663488,8310542336,{<19772.367.0>,5085816}}}, {disk_data, [{"/",49781912,6}, {"/data",886279600,1}, {"/dev/shm",16434404,0}, {"/data2",1922859824,1}]}, {meminfo, <<"MemTotal: 32868812 kB\nMemFree: 23058644 kB\nBuffers: 134656 kB\nCached: 4784488 kB\nSwapCached: 0 kB\nActive: 4992664 kB\nInactive: 4600316 kB\nHighTotal: 0 kB\nHighFree: 0 kB\nLowTotal: 32868812 kB\nLowFree: 23058644 kB\nSwapTotal: 10434208 kB\nSwapFree: 10434208 kB\nDirty: 13052 kB\nWriteback: 0 kB\nAnonPages: 4673612 kB\nMapped: 15592 kB\nSlab: 168552 kB\nPageTables: 14152 kB\nNFS_Unstable: 0 kB\nBounce: 0 kB\nCommitLimit: 26868612 kB\nCommitted_AS: 6377484 kB\nVmallocTotal: 34359738367 kB\nVmallocUsed: 6400 kB\nVmallocChunk: 34359730595 kB\nHugePages_Total: 0\nHugePages_Free: 0\nHugePages_Rsvd: 0\nHugepagesize: 2048 kB\n">>}]}, {'ns_1@10.2.1.61', [{last_heard,{1352,919614,668446}}, {outgoing_replications_safeness_level,[{"default",green}]}, {incoming_replications_conf_hashes, [{"default",[{'ns_1@10.2.1.63',52738710}]}]}, {active_buckets,["default"]}, {ready_buckets,["default"]}, {local_tasks,[]}, {memory, [{total,214564600}, {processes,171280840}, {processes_used,168515664}, {system,43283760}, {atom,1401785}, {atom_used,1374887}, {binary,4884128}, {code,14061510}, {ets,4598328}]}, {system_memory_data, [{system_total_memory,33657663488}, {free_swap,10684628992}, {total_swap,10684628992}, {cached_memory,3448729600}, {buffered_memory,166354944}, {free_memory,20985298944}, {total_memory,33657663488}]}, {node_storage_conf,[{db_path,"/data2"},{index_path,"/data"}]}, {statistics, [{wall_clock,{841878,4999}}, {context_switches,{6480912,0}}, {garbage_collection,{1048043,11492373702,0}}, {io,{{input,123856959},{output,6038366625}}}, {reductions,{1372392780,5710880}}, {run_queue,0}, {runtime,{254620,2060}}]}, {system_stats, [{cpu_utilization_rate,13.533834586466165}, {swap_total,10684628992}, {swap_used,0}]}, {interesting_stats, [{couch_docs_actual_disk_size,3439486848}, {couch_docs_data_size,3438117828}, {couch_views_actual_disk_size,0}, {couch_views_data_size,0}, {curr_items,741248}, {curr_items_tot,1401175}, {mem_used,3797129016}, {vb_replica_curr_items,659927}]}, {cluster_compatibility_version,131072}, {version, [{public_key,"0.13"}, {lhttpc,"1.3.0"}, {ale,"8cffe61"}, {os_mon,"2.2.7"}, {couch_set_view,"1.2.0a-dd6de6a-git"}, {mnesia,"4.5"}, {inets,"5.7.1"}, {couch,"1.2.0a-dd6de6a-git"}, {mapreduce,"1.0.0"}, {couch_index_merger,"1.2.0a-dd6de6a-git"}, {kernel,"2.14.5"}, {crypto,"2.0.4"}, {ssl,"4.1.6"}, {sasl,"2.1.10"}, {couch_view_parser,"1.0.0"}, {ns_server,"2.0.0-1945-rel-enterprise"}, {mochiweb,"1.4.1"}, {oauth,"7d85d3ef"}, {stdlib,"1.17.5"}]}, {supported_compat_version,[2,0]}, {system_arch,"x86_64-unknown-linux-gnu"}, {wall_clock,841}, {memory_data,{33657663488,12657483776,{<0.427.0>,15610592}}}, {disk_data, [{"/",49781912,20}, {"/data",886279600,1}, {"/dev/shm",16434404,0}, {"/data2",1922859824,1}]}, {meminfo, <<"MemTotal: 32868812 kB\nMemFree: 20493456 kB\nBuffers: 162456 kB\nCached: 3367900 kB\nSwapCached: 0 kB\nActive: 8762184 kB\nInactive: 3385076 kB\nHighTotal: 0 kB\nHighFree: 0 kB\nLowTotal: 32868812 kB\nLowFree: 20493456 kB\nSwapTotal: 10434208 kB\nSwapFree: 10434208 kB\nDirty: 4340 kB\nWriteback: 0 kB\nAnonPages: 8616612 kB\nMapped: 16672 kB\nSlab: 171092 kB\nPageTables: 22484 kB\nNFS_Unstable: 0 kB\nBounce: 0 kB\nCommitLimit: 26868612 kB\nCommitted_AS: 10342712 kB\nVmallocTotal: 34359738367 kB\nVmallocUsed: 6400 kB\nVmallocChunk: 34359730595 kB\nHugePages_Total: 0\nHugePages_Free: 0\nHugePages_Rsvd: 0\nHugepagesize: 2048 kB\n">>}]}, {'ns_1@10.2.1.63', [{last_heard,{1352,919611,350503}}, {outgoing_replications_safeness_level,[{"default",green}]}, {incoming_replications_conf_hashes, [{"default", [{'ns_1@10.2.1.58',14894827},{'ns_1@10.2.1.61',61926615}]}]}, {active_buckets,["default"]}, {ready_buckets,["default"]}, {local_tasks,[]}, {memory, [{total,221974208}, {processes,172984448}, {processes_used,172894840}, {system,48989760}, {atom,1338193}, {atom_used,1334188}, {binary,10183288}, {code,13493302}, {ets,5223368}]}, {system_memory_data, [{system_total_memory,33657663488}, {free_swap,10585923584}, {total_swap,10585923584}, {cached_memory,8444932096}, {buffered_memory,188104704}, {free_memory,15794823168}, {total_memory,33657663488}]}, {node_storage_conf,[{db_path,"/data2"},{index_path,"/data"}]}, {statistics, [{wall_clock,{834942,5001}}, {context_switches,{7583572,0}}, {garbage_collection,{1564882,3582030656,0}}, {io,{{input,173195157},{output,9650461399}}}, {reductions,{1163500595,6343735}}, {run_queue,0}, {runtime,{178480,1030}}]}, {system_stats, [{cpu_utilization_rate,28.35820895522388}, {swap_total,10585923584}, {swap_used,0}]}, {interesting_stats, [{couch_docs_actual_disk_size,8356357554}, {couch_docs_data_size,7285355100}, {couch_views_actual_disk_size,0}, {couch_views_data_size,0}, {curr_items,1418229}, {curr_items_tot,3000003}, {mem_used,8035848376}, {vb_replica_curr_items,1581774}]}, {cluster_compatibility_version,131072}, {version, [{public_key,"0.13"}, {lhttpc,"1.3.0"}, {ale,"8cffe61"}, {os_mon,"2.2.7"}, {couch_set_view,"1.2.0a-dd6de6a-git"}, {mnesia,"4.5"}, {inets,"5.7.1"}, {couch,"1.2.0a-dd6de6a-git"}, {mapreduce,"1.0.0"}, {couch_index_merger,"1.2.0a-dd6de6a-git"}, {kernel,"2.14.5"}, {crypto,"2.0.4"}, {ssl,"4.1.6"}, {sasl,"2.1.10"}, {couch_view_parser,"1.0.0"}, {ns_server,"2.0.0-1945-rel-enterprise"}, {mochiweb,"1.4.1"}, {oauth,"7d85d3ef"}, {stdlib,"1.17.5"}]}, {supported_compat_version,[2,0]}, {system_arch,"x86_64-unknown-linux-gnu"}, {wall_clock,834}, {memory_data,{33657663488,17321205760,{<18079.368.0>,5085816}}}, {disk_data, [{"/",49781912,19}, {"/data",886371884,1}, {"/dev/shm",16434404,0}, {"/data2",1922859824,1}]}, {meminfo, <<"MemTotal: 32868812 kB\nMemFree: 15424632 kB\nBuffers: 183696 kB\nCached: 8247004 kB\nSwapCached: 0 kB\nActive: 9306228 kB\nInactive: 7812096 kB\nHighTotal: 0 kB\nHighFree: 0 kB\nLowTotal: 32868812 kB\nLowFree: 15424632 kB\nSwapTotal: 10337816 kB\nSwapFree: 10337816 kB\nDirty: 22520 kB\nWriteback: 0 kB\nAnonPages: 8687520 kB\nMapped: 16528 kB\nSlab: 270004 kB\nPageTables: 22228 kB\nNFS_Unstable: 0 kB\nBounce: 0 kB\nCommitLimit: 26772220 kB\nCommitted_AS: 10411508 kB\nVmallocTotal: 34359738367 kB\nVmallocUsed: 6352 kB\nVmallocChunk: 34359730643 kB\nHugePages_Total: 0\nHugePages_Free: 0\nHugePages_Rsvd: 0\nHugepagesize: 2048 kB\n">>}]}] [ns_doctor:debug,2012-11-14T11:01:14.671,ns_1@10.2.1.61:ns_doctor<0.408.0>:ns_doctor:handle_info:137]Current node statuses: [{'ns_1@10.2.1.58', [{last_heard,{1352,919671,918336}}, {outgoing_replications_safeness_level,[{"default",green}]}, {incoming_replications_conf_hashes, [{"default",[{'ns_1@10.2.1.63',32940181}]}]}, {active_buckets,["default"]}, {ready_buckets,["default"]}, {local_tasks,[]}, {memory, [{total,165154024}, {processes,121950368}, {processes_used,121937880}, {system,43203656}, {atom,1332537}, {atom_used,1324944}, {binary,6454352}, {code,13364289}, {ets,3553432}]}, {system_memory_data, [{system_total_memory,33657663488}, {free_swap,10684628992}, {total_swap,10684628992}, {cached_memory,6047121408}, {buffered_memory,153747456}, {free_memory,21844299776}, {total_memory,33657663488}]}, {node_storage_conf,[{db_path,"/data2"},{index_path,"/data"}]}, {statistics, [{wall_clock,{897496,4998}}, {context_switches,{4085850,0}}, {garbage_collection,{1375770,2361972945,0}}, {io,{{input,95381810},{output,10688660229}}}, {reductions,{528921307,4734391}}, {run_queue,0}, {runtime,{131620,1080}}]}, {system_stats, [{cpu_utilization_rate,27.18204488778055}, {swap_total,10684628992}, {swap_used,0}]}, {interesting_stats, [{couch_docs_actual_disk_size,5927161964}, {couch_docs_data_size,4338112928}, {couch_views_actual_disk_size,0}, {couch_views_data_size,0}, {curr_items,949121}, {curr_items_tot,1801173}, {mem_used,4760341400}, {vb_replica_curr_items,852052}]}, {cluster_compatibility_version,131072}, {version, [{public_key,"0.13"}, {lhttpc,"1.3.0"}, {ale,"8cffe61"}, {os_mon,"2.2.7"}, {couch_set_view,"1.2.0a-dd6de6a-git"}, {mnesia,"4.5"}, {inets,"5.7.1"}, {couch,"1.2.0a-dd6de6a-git"}, {mapreduce,"1.0.0"}, {couch_index_merger,"1.2.0a-dd6de6a-git"}, {kernel,"2.14.5"}, {crypto,"2.0.4"}, {ssl,"4.1.6"}, {sasl,"2.1.10"}, {couch_view_parser,"1.0.0"}, {ns_server,"2.0.0-1945-rel-enterprise"}, {mochiweb,"1.4.1"}, {oauth,"7d85d3ef"}, {stdlib,"1.17.5"}]}, {supported_compat_version,[2,0]}, {system_arch,"x86_64-unknown-linux-gnu"}, {wall_clock,897}, {memory_data,{33657663488,10106941440,{<19772.367.0>,5085816}}}, {disk_data, [{"/",49781912,6}, {"/data",886279600,1}, {"/dev/shm",16434404,0}, {"/data2",1922859824,1}]}, {meminfo, <<"MemTotal: 32868812 kB\nMemFree: 21332448 kB\nBuffers: 150144 kB\nCached: 5905392 kB\nSwapCached: 0 kB\nActive: 5777372 kB\nInactive: 5509220 kB\nHighTotal: 0 kB\nHighFree: 0 kB\nLowTotal: 32868812 kB\nLowFree: 21332448 kB\nSwapTotal: 10434208 kB\nSwapFree: 10434208 kB\nDirty: 6660 kB\nWriteback: 216 kB\nAnonPages: 5230900 kB\nMapped: 15592 kB\nSlab: 199972 kB\nPageTables: 15260 kB\nNFS_Unstable: 0 kB\nBounce: 0 kB\nCommitLimit: 26868612 kB\nCommitted_AS: 6939520 kB\nVmallocTotal: 34359738367 kB\nVmallocUsed: 6400 kB\nVmallocChunk: 34359730595 kB\nHugePages_Total: 0\nHugePages_Free: 0\nHugePages_Rsvd: 0\nHugepagesize: 2048 kB\n">>}]}, {'ns_1@10.2.1.61', [{last_heard,{1352,919674,668174}}, {outgoing_replications_safeness_level,[{"default",green}]}, {incoming_replications_conf_hashes, [{"default",[{'ns_1@10.2.1.63',111237238}]}]}, {active_buckets,["default"]}, {ready_buckets,["default"]}, {local_tasks,[]}, {memory, [{total,175213648}, {processes,132695440}, {processes_used,129583848}, {system,42518208}, {atom,1401785}, {atom_used,1374887}, {binary,4065736}, {code,14061510}, {ets,4698384}]}, {system_memory_data, [{system_total_memory,33657663488}, {free_swap,10684628992}, {total_swap,10684628992}, {cached_memory,2959863808}, {buffered_memory,167747584}, {free_memory,21519646720}, {total_memory,33657663488}]}, {node_storage_conf,[{db_path,"/data2"},{index_path,"/data"}]}, {statistics, [{wall_clock,{901878,5001}}, {context_switches,{6651073,0}}, {garbage_collection,{1121181,13001346884,0}}, {io,{{input,130764471},{output,6062261127}}}, {reductions,{1432748620,4415037}}, {run_queue,0}, {runtime,{278240,1790}}]}, {system_stats, [{cpu_utilization_rate,24.5}, {swap_total,10684628992}, {swap_used,0}]}, {interesting_stats, [{couch_docs_actual_disk_size,2933325378}, {couch_docs_data_size,2932160046}, {couch_views_actual_disk_size,0}, {couch_views_data_size,0}, {curr_items,644506}, {curr_items_tot,1192982}, {mem_used,3263757592}, {vb_replica_curr_items,548476}]}, {cluster_compatibility_version,131072}, {version, [{public_key,"0.13"}, {lhttpc,"1.3.0"}, {ale,"8cffe61"}, {os_mon,"2.2.7"}, {couch_set_view,"1.2.0a-dd6de6a-git"}, {mnesia,"4.5"}, {inets,"5.7.1"}, {couch,"1.2.0a-dd6de6a-git"}, {mapreduce,"1.0.0"}, {couch_index_merger,"1.2.0a-dd6de6a-git"}, {kernel,"2.14.5"}, {crypto,"2.0.4"}, {ssl,"4.1.6"}, {sasl,"2.1.10"}, {couch_view_parser,"1.0.0"}, {ns_server,"2.0.0-1945-rel-enterprise"}, {mochiweb,"1.4.1"}, {oauth,"7d85d3ef"}, {stdlib,"1.17.5"}]}, {supported_compat_version,[2,0]}, {system_arch,"x86_64-unknown-linux-gnu"}, {wall_clock,901}, {memory_data,{33657663488,12171030528,{<0.427.0>,15604608}}}, {disk_data, [{"/",49781912,20}, {"/data",886279600,1}, {"/dev/shm",16434404,0}, {"/data2",1922859824,1}]}, {meminfo, <<"MemTotal: 32868812 kB\nMemFree: 21015900 kB\nBuffers: 163816 kB\nCached: 2890492 kB\nSwapCached: 0 kB\nActive: 8728232 kB\nInactive: 2907072 kB\nHighTotal: 0 kB\nHighFree: 0 kB\nLowTotal: 32868812 kB\nLowFree: 21015900 kB\nSwapTotal: 10434208 kB\nSwapFree: 10434208 kB\nDirty: 1080 kB\nWriteback: 8 kB\nAnonPages: 8580728 kB\nMapped: 16492 kB\nSlab: 162108 kB\nPageTables: 22252 kB\nNFS_Unstable: 0 kB\nBounce: 0 kB\nCommitLimit: 26868612 kB\nCommitted_AS: 10304092 kB\nVmallocTotal: 34359738367 kB\nVmallocUsed: 6400 kB\nVmallocChunk: 34359730595 kB\nHugePages_Total: 0\nHugePages_Free: 0\nHugePages_Rsvd: 0\nHugepagesize: 2048 kB\n">>}]}, {'ns_1@10.2.1.63', [{last_heard,{1352,919671,320245}}, {outgoing_replications_safeness_level,[{"default",green}]}, {incoming_replications_conf_hashes, [{"default", [{'ns_1@10.2.1.58',7777162},{'ns_1@10.2.1.61',26103937}]}]}, {active_buckets,["default"]}, {ready_buckets,["default"]}, {local_tasks,[]}, {memory, [{total,227301912}, {processes,176657160}, {processes_used,176504152}, {system,50644752}, {atom,1338193}, {atom_used,1334188}, {binary,11842152}, {code,13493302}, {ets,5225344}]}, {system_memory_data, [{system_total_memory,33657663488}, {free_swap,10585923584}, {total_swap,10585923584}, {cached_memory,8992677888}, {buffered_memory,190328832}, {free_memory,15218081792}, {total_memory,33657663488}]}, {node_storage_conf,[{db_path,"/data2"},{index_path,"/data"}]}, {statistics, [{wall_clock,{894941,5000}}, {context_switches,{8036364,0}}, {garbage_collection,{1725025,3883699118,0}}, {io,{{input,183471331},{output,10105729976}}}, {reductions,{1238697134,5281184}}, {run_queue,0}, {runtime,{191480,1000}}]}, {system_stats, [{cpu_utilization_rate,30.423940149625935}, {swap_total,10585923584}, {swap_used,0}]}, {interesting_stats, [{couch_docs_actual_disk_size,8906349003}, {couch_docs_data_size,7285044384}, {couch_views_actual_disk_size,0}, {couch_views_data_size,0}, {curr_items,1403414}, {curr_items_tot,3000003}, {mem_used,8047273832}, {vb_replica_curr_items,1596589}]}, {cluster_compatibility_version,131072}, {version, [{public_key,"0.13"}, {lhttpc,"1.3.0"}, {ale,"8cffe61"}, {os_mon,"2.2.7"}, {couch_set_view,"1.2.0a-dd6de6a-git"}, {mnesia,"4.5"}, {inets,"5.7.1"}, {couch,"1.2.0a-dd6de6a-git"}, {mapreduce,"1.0.0"}, {couch_index_merger,"1.2.0a-dd6de6a-git"}, {kernel,"2.14.5"}, {crypto,"2.0.4"}, {ssl,"4.1.6"}, {sasl,"2.1.10"}, {couch_view_parser,"1.0.0"}, {ns_server,"2.0.0-1945-rel-enterprise"}, {mochiweb,"1.4.1"}, {oauth,"7d85d3ef"}, {stdlib,"1.17.5"}]}, {supported_compat_version,[2,0]}, {system_arch,"x86_64-unknown-linux-gnu"}, {wall_clock,894}, {memory_data,{33657663488,17915916288,{<18079.368.0>,5085816}}}, {disk_data, [{"/",49781912,19}, {"/data",886371884,1}, {"/dev/shm",16434404,0}, {"/data2",1922859824,1}]}, {meminfo, <<"MemTotal: 32868812 kB\nMemFree: 14861408 kB\nBuffers: 185868 kB\nCached: 8781912 kB\nSwapCached: 0 kB\nActive: 9594500 kB\nInactive: 8074344 kB\nHighTotal: 0 kB\nHighFree: 0 kB\nLowTotal: 32868812 kB\nLowFree: 14861408 kB\nSwapTotal: 10337816 kB\nSwapFree: 10337816 kB\nDirty: 17592 kB\nWriteback: 168 kB\nAnonPages: 8700884 kB\nMapped: 16404 kB\nSlab: 282344 kB\nPageTables: 22360 kB\nNFS_Unstable: 0 kB\nBounce: 0 kB\nCommitLimit: 26772220 kB\nCommitted_AS: 10419000 kB\nVmallocTotal: 34359738367 kB\nVmallocUsed: 6352 kB\nVmallocChunk: 34359730643 kB\nHugePages_Total: 0\nHugePages_Free: 0\nHugePages_Rsvd: 0\nHugepagesize: 2048 kB\n">>}]}] [stats:debug,2012-11-14T11:01:29.693,ns_1@10.2.1.61:<0.628.0>:stats_collector:maybe_log_stats:126](at {{1970,1,16},{7,48,39}}) Stats for bucket "default": accepting_conns 1 auth_cmds 26 auth_errors 0 bucket_active_conns 1 bucket_conns 15 bytes 3118514728 bytes_read 11575683920 bytes_written 12942205274 cas_badval 0 cas_hits 0 cas_misses 0 cmd_flush 0 cmd_get 144 cmd_set 2399304 conn_yields 49014 connection_structures 5000 curr_connections 18 curr_conns_on_port_11209 10 curr_conns_on_port_11210 6 curr_items 617984 curr_items_tot 1137032 curr_temp_items 0 daemon_connections 4 decr_hits 0 decr_misses 0 delete_hits 6 delete_misses 3 ep_access_scanner_last_runtime 0 ep_access_scanner_num_items 0 ep_access_scanner_task_time 2012-11-15 10:00:00 ep_allow_data_loss_during_shutdown 1 ep_alog_block_size 4096 ep_alog_path /data2/default/access.log ep_alog_sleep_time 1440 ep_alog_task_time 10 ep_backend couchdb ep_bg_fetch_delay 0 ep_bg_fetched 0 ep_bg_meta_fetched 0 ep_bg_remaining_jobs 0 ep_chk_max_items 5000 ep_chk_period 1800 ep_chk_persistence_remains 0 ep_chk_persistence_timeout 10 ep_chk_remover_stime 5 ep_commit_num 563 ep_commit_time 0 ep_commit_time_total 14636 ep_concurrentDB 1 ep_config_file ep_couch_bucket default ep_couch_host localhost ep_couch_port 11213 ep_couch_reconnect_sleeptime 250 ep_couch_response_timeout 180000 ep_data_age 1 ep_data_age_highwat 110 ep_data_traffic_enabled 0 ep_dbinit 0 ep_dbname /data2/default ep_degraded_mode 0 ep_diskqueue_drain 1818626 ep_diskqueue_fill 1818626 ep_diskqueue_items 0 ep_diskqueue_memory 0 ep_diskqueue_pending 0 ep_exp_pager_stime 3600 ep_exp_pager_stime 3600 ep_expired_access 0 ep_expired_pager 0 ep_expiry_window 3 ep_failpartialwarmup 0 ep_flush_all false ep_flush_duration_total 301 ep_flushall_enabled 0 ep_flusher_state running ep_flusher_todo 0 ep_getl_default_timeout 15 ep_getl_max_timeout 30 ep_ht_locks 5 ep_ht_size 3079 ep_inconsistent_slave_chk 0 ep_initfile ep_io_num_read 0 ep_io_num_write 4800064 ep_io_read_bytes 0 ep_io_write_bytes 11365904613 ep_item_begin_failed 0 ep_item_commit_failed 0 ep_item_flush_expired 0 ep_item_flush_failed 0 ep_item_num_based_new_chk 1 ep_items_rm_from_checkpoints 243046 ep_keep_closed_chks 0 ep_klog_block_size 4096 ep_klog_compactor_queue_cap 500000 ep_klog_compactor_stime 3600 ep_klog_flush commit2 ep_klog_max_entry_ratio 10 ep_klog_max_log_size 2147483647 ep_klog_path ep_klog_sync commit2 ep_kv_size 2788068274 ep_max_checkpoints 2 ep_max_data_size 12582912000 ep_max_item_size 20971520 ep_max_size 12582912000 ep_max_txn_size 10000 ep_max_vbuckets 1024 ep_mem_high_wat 9437184000 ep_mem_high_wat 9437184000 ep_mem_low_wat 7549747200 ep_mem_low_wat 7549747200 ep_mem_tracker_enabled true ep_min_data_age 0 ep_mlog_compactor_runs 0 ep_mutation_mem_threshold 0 ep_num_access_scanner_runs 0 ep_num_eject_failures 0 ep_num_expiry_pager_runs 0 ep_num_non_resident 0 ep_num_not_my_vbuckets 0 ep_num_ops_del_meta 0 ep_num_ops_get_meta 0 ep_num_ops_set_meta 0 ep_num_pager_runs 0 ep_num_value_ejects 0 ep_oom_errors 0 ep_overhead 110685758 ep_pager_active_vb_pcnt 40 ep_pager_unbiased_period 60 ep_pending_ops 0 ep_pending_ops_max 0 ep_pending_ops_max_duration 0 ep_pending_ops_total 0 ep_postInitfile ep_queue_age_cap 900 ep_queue_size 0 ep_startup_time 1352918788 ep_storage_age 0 ep_storage_age_highwat 110 ep_store_max_concurrency 10 ep_store_max_readers 9 ep_store_max_readwrite 1 ep_stored_val_type ep_tap_ack_grace_period 300 ep_tap_ack_initial_sequence_number 1 ep_tap_ack_interval 1000 ep_tap_ack_window_size 10 ep_tap_backfill_resident 0.9 ep_tap_backlog_limit 5000 ep_tap_backoff_period 5 ep_tap_bg_fetch_requeued 0 ep_tap_bg_fetched 0 ep_tap_bg_max_pending 500 ep_tap_keepalive 300 ep_tap_noop_interval 20 ep_tap_requeue_sleep_time 0.1 ep_tap_throttle_cap_pcnt 10 ep_tap_throttle_queue_cap 1000000 ep_tap_throttle_threshold 90 ep_tmp_oom_errors 0 ep_too_old 0 ep_too_young 0 ep_total_cache_size 2767270016 ep_total_del_items 6 ep_total_enqueued 4800066 ep_total_new_items 3000008 ep_total_persisted 4800064 ep_uncommitted_items 0 ep_value_size 2694076477 ep_vb0 0 ep_vb_snapshot_total 1907 ep_vb_total 389 ep_vbucket_del 635 ep_vbucket_del_avg_walltime 5584 ep_vbucket_del_fail 0 ep_vbucket_del_max_walltime 112446 ep_version 2.0.0r_135_g40a391b ep_waitforwarmup 0 ep_warmup 1 ep_warmup_batch_size 1000 ep_warmup_dups 0 ep_warmup_min_items_threshold 100 ep_warmup_min_memory_threshold 100 ep_warmup_oom 0 ep_warmup_thread complete ep_warmup_time 749 get_hits 144 get_misses 0 incr_hits 0 incr_misses 0 libevent 2.0.11-stable limit_maxbytes 67108864 listen_disabled_num 0 max_conns_on_port_11209 1000 max_conns_on_port_11210 9000 mem_used 3118514728 pid 5774 pointer_size 64 rejected_conns 0 rusage_system 149.768231 rusage_user 271.667700 tap_checkpoint_end_received 335 tap_checkpoint_end_sent 601 tap_checkpoint_start_received 919 tap_checkpoint_start_sent 2016 tap_connect_received 904 tap_delete_received 1 tap_delete_sent 1 tap_mutation_received 2400790 tap_mutation_sent 5040948 tap_opaque_received 1696 tap_opaque_sent 3735 tap_vbucket_set_sent 602 threads 4 time 1352919689 total_connections 2462 uptime 917 vb_active_curr_items 617984 vb_active_eject 0 vb_active_expired 0 vb_active_ht_memory 5298440 vb_active_itm_memory 1503642440 vb_active_meta_data_memory 48820736 vb_active_num 211 vb_active_num_non_resident 0 vb_active_num_ref_ejects 0 vb_active_num_ref_items 617986 vb_active_ops_create 617988 vb_active_ops_delete 5 vb_active_ops_reject 0 vb_active_ops_update 370421 vb_active_perc_mem_resident 100 vb_active_queue_age 0 vb_active_queue_drain 988416 vb_active_queue_fill 988416 vb_active_queue_memory 0 vb_active_queue_pending 0 vb_active_queue_size 0 vb_dead_num 1 vb_pending_curr_items 0 vb_pending_eject 0 vb_pending_expired 0 vb_pending_ht_memory 0 vb_pending_itm_memory 0 vb_pending_meta_data_memory 0 vb_pending_num 0 vb_pending_num_non_resident 0 vb_pending_num_ref_ejects 0 vb_pending_num_ref_items 0 vb_pending_ops_create 0 vb_pending_ops_delete 0 vb_pending_ops_reject 0 vb_pending_ops_update 0 vb_pending_perc_mem_resident 0 vb_pending_queue_age 0 vb_pending_queue_drain 0 vb_pending_queue_fill 0 vb_pending_queue_memory 0 vb_pending_queue_pending 0 vb_pending_queue_size 0 vb_replica_curr_items 519048 vb_replica_eject 0 vb_replica_expired 0 vb_replica_ht_memory 4444728 vb_replica_itm_memory 1263627576 vb_replica_meta_data_memory 41004792 vb_replica_num 177 vb_replica_num_non_resident 0 vb_replica_num_ref_ejects 0 vb_replica_num_ref_items 519048 vb_replica_ops_create 519048 vb_replica_ops_delete 0 vb_replica_ops_reject 0 vb_replica_ops_update 311162 vb_replica_perc_mem_resident 100 vb_replica_queue_age 0 vb_replica_queue_drain 830210 vb_replica_queue_fill 830210 vb_replica_queue_memory 0 vb_replica_queue_pending 0 vb_replica_queue_size 0 version 1.4.4_600_g7ea975a [ns_doctor:debug,2012-11-14T11:02:14.671,ns_1@10.2.1.61:ns_doctor<0.408.0>:ns_doctor:handle_info:137]Current node statuses: [{'ns_1@10.2.1.58', [{last_heard,{1352,919731,918089}}, {outgoing_replications_safeness_level,[{"default",green}]}, {incoming_replications_conf_hashes, [{"default",[{'ns_1@10.2.1.63',11808137}]}]}, {active_buckets,["default"]}, {ready_buckets,["default"]}, {local_tasks, [[{pid,<<"<0.26002.0>">>}, {bucket,<<"default">>}, {original_target,{[{type,bucket}]}}, {progress,31}, {started_on,1352919780}, {total_vbuckets,654}, {trigger_type,scheduled}, {type,bucket_compaction}, {updated_on,1352919806}, {vbuckets_done,208}]]}, {memory, [{total,170143608}, {processes,126245936}, {processes_used,126230592}, {system,43897672}, {atom,1332537}, {atom_used,1324944}, {binary,6877600}, {code,13364289}, {ets,3782736}]}, {system_memory_data, [{system_total_memory,33657663488}, {free_swap,10684628992}, {total_swap,10684628992}, {cached_memory,6899863552}, {buffered_memory,165171200}, {free_memory,20417445888}, {total_memory,33657663488}]}, {node_storage_conf,[{db_path,"/data2"},{index_path,"/data"}]}, {statistics, [{wall_clock,{957495,4999}}, {context_switches,{4627754,0}}, {garbage_collection,{1505603,2628498319,0}}, {io,{{input,109300654},{output,11821600870}}}, {reductions,{592705900,4511839}}, {run_queue,0}, {runtime,{144670,880}}]}, {system_stats, [{cpu_utilization_rate,39.7984886649874}, {swap_total,10684628992}, {swap_used,0}]}, {interesting_stats, [{couch_docs_actual_disk_size,6918581863}, {couch_docs_data_size,4800632773}, {couch_views_actual_disk_size,0}, {couch_views_data_size,0}, {curr_items,1042985}, {curr_items_tot,1991705}, {mem_used,5262830456}, {vb_replica_curr_items,948720}]}, {cluster_compatibility_version,131072}, {version, [{public_key,"0.13"}, {lhttpc,"1.3.0"}, {ale,"8cffe61"}, {os_mon,"2.2.7"}, {couch_set_view,"1.2.0a-dd6de6a-git"}, {mnesia,"4.5"}, {inets,"5.7.1"}, {couch,"1.2.0a-dd6de6a-git"}, {mapreduce,"1.0.0"}, {couch_index_merger,"1.2.0a-dd6de6a-git"}, {kernel,"2.14.5"}, {crypto,"2.0.4"}, {ssl,"4.1.6"}, {sasl,"2.1.10"}, {couch_view_parser,"1.0.0"}, {ns_server,"2.0.0-1945-rel-enterprise"}, {mochiweb,"1.4.1"}, {oauth,"7d85d3ef"}, {stdlib,"1.17.5"}]}, {supported_compat_version,[2,0]}, {system_arch,"x86_64-unknown-linux-gnu"}, {wall_clock,957}, {memory_data,{33657663488,11905548288,{<19772.367.0>,5085816}}}, {disk_data, [{"/",49781912,6}, {"/data",886279600,1}, {"/dev/shm",16434404,0}, {"/data2",1922859824,1}]}, {meminfo, <<"MemTotal: 32868812 kB\nMemFree: 19938912 kB\nBuffers: 161300 kB\nCached: 6738148 kB\nSwapCached: 0 kB\nActive: 6455204 kB\nInactive: 6198516 kB\nHighTotal: 0 kB\nHighFree: 0 kB\nLowTotal: 32868812 kB\nLowFree: 19938912 kB\nSwapTotal: 10434208 kB\nSwapFree: 10434208 kB\nDirty: 7444 kB\nWriteback: 0 kB\nAnonPages: 5754876 kB\nMapped: 15580 kB\nSlab: 224836 kB\nPageTables: 16608 kB\nNFS_Unstable: 0 kB\nBounce: 0 kB\nCommitLimit: 26868612 kB\nCommitted_AS: 7464460 kB\nVmallocTotal: 34359738367 kB\nVmallocUsed: 6400 kB\nVmallocChunk: 34359730595 kB\nHugePages_Total: 0\nHugePages_Free: 0\nHugePages_Rsvd: 0\nHugepagesize: 2048 kB\n">>}]}, {'ns_1@10.2.1.61', [{last_heard,{1352,919734,668129}}, {outgoing_replications_safeness_level,[{"default",green}]}, {incoming_replications_conf_hashes, [{"default",[{'ns_1@10.2.1.63',77017730}]}]}, {active_buckets,["default"]}, {ready_buckets,["default"]}, {local_tasks,[]}, {memory, [{total,154044736}, {processes,111845624}, {processes_used,108415440}, {system,42199112}, {atom,1401785}, {atom_used,1374887}, {binary,3796456}, {code,14061510}, {ets,4692832}]}, {system_memory_data, [{system_total_memory,33657663488}, {free_swap,10684628992}, {total_swap,10684628992}, {cached_memory,2501066752}, {buffered_memory,168894464}, {free_memory,21984894976}, {total_memory,33657663488}]}, {node_storage_conf,[{db_path,"/data2"},{index_path,"/data"}]}, {statistics, [{wall_clock,{961877,4999}}, {context_switches,{6803941,0}}, {garbage_collection,{1186234,14334653798,0}}, {io,{{input,133509320},{output,6081522778}}}, {reductions,{1488889625,4130002}}, {run_queue,0}, {runtime,{299850,1670}}]}, {system_stats, [{cpu_utilization_rate,13.032581453634085}, {swap_total,10684628992}, {swap_used,0}]}, {interesting_stats, [{couch_docs_actual_disk_size,2470773159}, {couch_docs_data_size,2469847795}, {couch_views_actual_disk_size,0}, {couch_views_data_size,0}, {curr_items,550817}, {curr_items_tot,1008298}, {mem_used,2778209336}, {vb_replica_curr_items,457481}]}, {cluster_compatibility_version,131072}, {version, [{public_key,"0.13"}, {lhttpc,"1.3.0"}, {ale,"8cffe61"}, {os_mon,"2.2.7"}, {couch_set_view,"1.2.0a-dd6de6a-git"}, {mnesia,"4.5"}, {inets,"5.7.1"}, {couch,"1.2.0a-dd6de6a-git"}, {mapreduce,"1.0.0"}, {couch_index_merger,"1.2.0a-dd6de6a-git"}, {kernel,"2.14.5"}, {crypto,"2.0.4"}, {ssl,"4.1.6"}, {sasl,"2.1.10"}, {couch_view_parser,"1.0.0"}, {ns_server,"2.0.0-1945-rel-enterprise"}, {mochiweb,"1.4.1"}, {oauth,"7d85d3ef"}, {stdlib,"1.17.5"}]}, {supported_compat_version,[2,0]}, {system_arch,"x86_64-unknown-linux-gnu"}, {wall_clock,961}, {memory_data,{33657663488,11684450304,{<0.427.0>,15604480}}}, {disk_data, [{"/",49781912,20}, {"/data",886279600,1}, {"/dev/shm",16434404,0}, {"/data2",1922859824,1}]}, {meminfo, <<"MemTotal: 32868812 kB\nMemFree: 21469748 kB\nBuffers: 164936 kB\nCached: 2442448 kB\nSwapCached: 0 kB\nActive: 8730176 kB\nInactive: 2459088 kB\nHighTotal: 0 kB\nHighFree: 0 kB\nLowTotal: 32868812 kB\nLowFree: 21469748 kB\nSwapTotal: 10434208 kB\nSwapFree: 10434208 kB\nDirty: 1460 kB\nWriteback: 0 kB\nAnonPages: 8582080 kB\nMapped: 16492 kB\nSlab: 153500 kB\nPageTables: 22212 kB\nNFS_Unstable: 0 kB\nBounce: 0 kB\nCommitLimit: 26868612 kB\nCommitted_AS: 10293728 kB\nVmallocTotal: 34359738367 kB\nVmallocUsed: 6400 kB\nVmallocChunk: 34359730595 kB\nHugePages_Total: 0\nHugePages_Free: 0\nHugePages_Rsvd: 0\nHugepagesize: 2048 kB\n">>}]}, {'ns_1@10.2.1.63', [{last_heard,{1352,919731,322641}}, {outgoing_replications_safeness_level,[{"default",green}]}, {incoming_replications_conf_hashes, [{"default", [{'ns_1@10.2.1.58',70040684},{'ns_1@10.2.1.61',8244551}]}]}, {active_buckets,["default"]}, {ready_buckets,["default"]}, {local_tasks, [[{pid,<<"<0.8415.1>">>}, {bucket,<<"default">>}, {original_target,{[{type,bucket}]}}, {progress,28}, {started_on,1352919760}, {total_vbuckets,1025}, {trigger_type,scheduled}, {type,bucket_compaction}, {updated_on,1352919794}, {vbuckets_done,290}]]}, {memory, [{total,223378856}, {processes,172678456}, {processes_used,172593336}, {system,50700400}, {atom,1338193}, {atom_used,1334188}, {binary,11646808}, {code,13493302}, {ets,5463904}]}, {system_memory_data, [{system_total_memory,33657663488}, {free_swap,10585923584}, {total_swap,10585923584}, {cached_memory,8556072960}, {buffered_memory,194547712}, {free_memory,15646507008}, {total_memory,33657663488}]}, {node_storage_conf,[{db_path,"/data2"},{index_path,"/data"}]}, {statistics, [{wall_clock,{954943,5001}}, {context_switches,{8503828,0}}, {garbage_collection,{1881615,4182665949,0}}, {io,{{input,199955379},{output,10571226090}}}, {reductions,{1314908872,6007635}}, {run_queue,0}, {runtime,{203620,950}}]}, {system_stats, [{cpu_utilization_rate,41.87192118226601}, {swap_total,10585923584}, {swap_used,0}]}, {interesting_stats, [{couch_docs_actual_disk_size,8563847316}, {couch_docs_data_size,7285354400}, {couch_views_actual_disk_size,0}, {couch_views_data_size,0}, {curr_items,1406138}, {curr_items_tot,3000003}, {mem_used,8055634520}, {vb_replica_curr_items,1593865}]}, {cluster_compatibility_version,131072}, {version, [{public_key,"0.13"}, {lhttpc,"1.3.0"}, {ale,"8cffe61"}, {os_mon,"2.2.7"}, {couch_set_view,"1.2.0a-dd6de6a-git"}, {mnesia,"4.5"}, {inets,"5.7.1"}, {couch,"1.2.0a-dd6de6a-git"}, {mapreduce,"1.0.0"}, {couch_index_merger,"1.2.0a-dd6de6a-git"}, {kernel,"2.14.5"}, {crypto,"2.0.4"}, {ssl,"4.1.6"}, {sasl,"2.1.10"}, {couch_view_parser,"1.0.0"}, {ns_server,"2.0.0-1945-rel-enterprise"}, {mochiweb,"1.4.1"}, {oauth,"7d85d3ef"}, {stdlib,"1.17.5"}]}, {supported_compat_version,[2,0]}, {system_arch,"x86_64-unknown-linux-gnu"}, {wall_clock,954}, {memory_data,{33657663488,18504839168,{<18079.368.0>,5085816}}}, {disk_data, [{"/",49781912,19}, {"/data",886371884,1}, {"/dev/shm",16434404,0}, {"/data2",1922859824,1}]}, {meminfo, <<"MemTotal: 32868812 kB\nMemFree: 15279792 kB\nBuffers: 189988 kB\nCached: 8355540 kB\nSwapCached: 0 kB\nActive: 9529608 kB\nInactive: 7725640 kB\nHighTotal: 0 kB\nHighFree: 0 kB\nLowTotal: 32868812 kB\nLowFree: 15279792 kB\nSwapTotal: 10337816 kB\nSwapFree: 10337816 kB\nDirty: 19372 kB\nWriteback: 1568 kB\nAnonPages: 8710436 kB\nMapped: 16584 kB\nSlab: 276984 kB\nPageTables: 22448 kB\nNFS_Unstable: 0 kB\nBounce: 0 kB\nCommitLimit: 26772220 kB\nCommitted_AS: 10431864 kB\nVmallocTotal: 34359738367 kB\nVmallocUsed: 6352 kB\nVmallocChunk: 34359730643 kB\nHugePages_Total: 0\nHugePages_Free: 0\nHugePages_Rsvd: 0\nHugepagesize: 2048 kB\n">>}]}] [stats:debug,2012-11-14T11:03:09.694,ns_1@10.2.1.61:<0.628.0>:stats_collector:maybe_log_stats:126](at {{1970,1,16},{7,48,39}}) Stats for bucket "default": accepting_conns 1 auth_cmds 26 auth_errors 0 bucket_active_conns 1 bucket_conns 19 bytes 2329030904 bytes_read 11576090960 bytes_written 14074028906 cas_badval 0 cas_hits 0 cas_misses 0 cmd_flush 0 cmd_get 144 cmd_set 2399304 conn_yields 49384 connection_structures 5000 curr_connections 18 curr_conns_on_port_11209 12 curr_conns_on_port_11210 6 curr_items 469546 curr_items_tot 832461 curr_temp_items 0 daemon_connections 4 decr_hits 0 decr_misses 0 delete_hits 6 delete_misses 3 ep_access_scanner_last_runtime 0 ep_access_scanner_num_items 0 ep_access_scanner_task_time 2012-11-15 10:00:00 ep_allow_data_loss_during_shutdown 1 ep_alog_block_size 4096 ep_alog_path /data2/default/access.log ep_alog_sleep_time 1440 ep_alog_task_time 10 ep_backend couchdb ep_bg_fetch_delay 0 ep_bg_fetched 0 ep_bg_meta_fetched 0 ep_bg_remaining_jobs 0 ep_chk_max_items 5000 ep_chk_period 1800 ep_chk_persistence_remains 0 ep_chk_persistence_timeout 10 ep_chk_remover_stime 5 ep_commit_num 571 ep_commit_time 0 ep_commit_time_total 14686 ep_concurrentDB 1 ep_config_file ep_couch_bucket default ep_couch_host localhost ep_couch_port 11213 ep_couch_reconnect_sleeptime 250 ep_couch_response_timeout 180000 ep_data_age 2 ep_data_age_highwat 110 ep_data_traffic_enabled 0 ep_dbinit 0 ep_dbname /data2/default ep_degraded_mode 0 ep_diskqueue_drain 1331481 ep_diskqueue_fill 1331481 ep_diskqueue_items 0 ep_diskqueue_memory 0 ep_diskqueue_pending 0 ep_exp_pager_stime 3600 ep_exp_pager_stime 3600 ep_expired_access 1 ep_expired_pager 0 ep_expiry_window 3 ep_failpartialwarmup 0 ep_flush_all false ep_flush_duration_total 301 ep_flushall_enabled 0 ep_flusher_state running ep_flusher_todo 0 ep_getl_default_timeout 15 ep_getl_max_timeout 30 ep_ht_locks 5 ep_ht_size 3079 ep_inconsistent_slave_chk 0 ep_initfile ep_io_num_read 0 ep_io_num_write 4800065 ep_io_read_bytes 0 ep_io_write_bytes 11365904629 ep_item_begin_failed 0 ep_item_commit_failed 0 ep_item_flush_expired 0 ep_item_flush_failed 0 ep_item_num_based_new_chk 1 ep_items_rm_from_checkpoints 319678 ep_keep_closed_chks 0 ep_klog_block_size 4096 ep_klog_compactor_queue_cap 500000 ep_klog_compactor_stime 3600 ep_klog_flush commit2 ep_klog_max_entry_ratio 10 ep_klog_max_log_size 2147483647 ep_klog_path ep_klog_sync commit2 ep_kv_size 2043737313 ep_max_checkpoints 2 ep_max_data_size 12582912000 ep_max_item_size 20971520 ep_max_size 12582912000 ep_max_txn_size 10000 ep_max_vbuckets 1024 ep_mem_high_wat 9437184000 ep_mem_high_wat 9437184000 ep_mem_low_wat 7549747200 ep_mem_low_wat 7549747200 ep_mem_tracker_enabled true ep_min_data_age 0 ep_mlog_compactor_runs 0 ep_mutation_mem_threshold 0 ep_num_access_scanner_runs 0 ep_num_eject_failures 0 ep_num_expiry_pager_runs 0 ep_num_non_resident 0 ep_num_not_my_vbuckets 0 ep_num_ops_del_meta 0 ep_num_ops_get_meta 0 ep_num_ops_set_meta 0 ep_num_pager_runs 0 ep_num_value_ejects 0 ep_oom_errors 0 ep_overhead 81115904 ep_pager_active_vb_pcnt 40 ep_pager_unbiased_period 60 ep_pending_ops 0 ep_pending_ops_max 0 ep_pending_ops_max_duration 0 ep_pending_ops_total 0 ep_postInitfile ep_queue_age_cap 900 ep_queue_size 0 ep_startup_time 1352918788 ep_storage_age 0 ep_storage_age_highwat 110 ep_store_max_concurrency 10 ep_store_max_readers 9 ep_store_max_readwrite 1 ep_stored_val_type ep_tap_ack_grace_period 300 ep_tap_ack_initial_sequence_number 1 ep_tap_ack_interval 1000 ep_tap_ack_window_size 10 ep_tap_backfill_resident 0.9 ep_tap_backlog_limit 5000 ep_tap_backoff_period 5 ep_tap_bg_fetch_requeued 0 ep_tap_bg_fetched 0 ep_tap_bg_max_pending 500 ep_tap_keepalive 300 ep_tap_noop_interval 20 ep_tap_requeue_sleep_time 0.1 ep_tap_throttle_cap_pcnt 10 ep_tap_throttle_queue_cap 1000000 ep_tap_throttle_threshold 90 ep_tmp_oom_errors 0 ep_too_old 0 ep_too_young 0 ep_total_cache_size 2026763851 ep_total_del_items 7 ep_total_enqueued 4800067 ep_total_new_items 3000008 ep_total_persisted 4800065 ep_uncommitted_items 0 ep_value_size 1974863521 ep_vb0 0 ep_vb_snapshot_total 2215 ep_vb_total 285 ep_vbucket_del 739 ep_vbucket_del_avg_walltime 5672 ep_vbucket_del_fail 0 ep_vbucket_del_max_walltime 112446 ep_version 2.0.0r_135_g40a391b ep_waitforwarmup 0 ep_warmup 1 ep_warmup_batch_size 1000 ep_warmup_dups 0 ep_warmup_min_items_threshold 100 ep_warmup_min_memory_threshold 100 ep_warmup_oom 0 ep_warmup_thread complete ep_warmup_time 749 get_hits 144 get_misses 0 incr_hits 0 incr_misses 0 libevent 2.0.11-stable limit_maxbytes 67108864 listen_disabled_num 0 max_conns_on_port_11209 1000 max_conns_on_port_11210 9000 mem_used 2329030904 pid 5774 pointer_size 64 rejected_conns 0 rusage_system 154.614495 rusage_user 278.296692 tap_checkpoint_end_received 386 tap_checkpoint_end_sent 703 tap_checkpoint_start_received 979 tap_checkpoint_start_sent 2271 tap_connect_received 1057 tap_delete_received 1 tap_delete_sent 4 tap_mutation_received 2400790 tap_mutation_sent 5486259 tap_opaque_received 1802 tap_opaque_sent 4194 tap_vbucket_set_sent 704 threads 4 time 1352919788 total_connections 2871 uptime 1016 vb_active_curr_items 469546 vb_active_eject 0 vb_active_expired 0 vb_active_ht_memory 4017728 vb_active_itm_memory 1143079382 vb_active_meta_data_memory 37094134 vb_active_num 160 vb_active_num_non_resident 0 vb_active_num_ref_ejects 0 vb_active_num_ref_items 469546 vb_active_ops_create 469546 vb_active_ops_delete 0 vb_active_ops_reject 0 vb_active_ops_update 281450 vb_active_perc_mem_resident 100 vb_active_queue_age 0 vb_active_queue_drain 750997 vb_active_queue_fill 750997 vb_active_queue_memory 0 vb_active_queue_pending 0 vb_active_queue_size 0 vb_dead_num 1 vb_pending_curr_items 0 vb_pending_eject 0 vb_pending_expired 0 vb_pending_ht_memory 0 vb_pending_itm_memory 0 vb_pending_meta_data_memory 0 vb_pending_num 0 vb_pending_num_non_resident 0 vb_pending_num_ref_ejects 0 vb_pending_num_ref_items 0 vb_pending_ops_create 0 vb_pending_ops_delete 0 vb_pending_ops_reject 0 vb_pending_ops_update 0 vb_pending_perc_mem_resident 0 vb_pending_queue_age 0 vb_pending_queue_drain 0 vb_pending_queue_fill 0 vb_pending_queue_memory 0 vb_pending_queue_pending 0 vb_pending_queue_size 0 vb_replica_curr_items 362915 vb_replica_eject 0 vb_replica_expired 0 vb_replica_ht_memory 3113888 vb_replica_itm_memory 883684469 vb_replica_meta_data_memory 28670285 vb_replica_num 124 vb_replica_num_non_resident 0 vb_replica_num_ref_ejects 0 vb_replica_num_ref_items 362915 vb_replica_ops_create 362915 vb_replica_ops_delete 0 vb_replica_ops_reject 0 vb_replica_ops_update 217569 vb_replica_perc_mem_resident 100 vb_replica_queue_age 0 vb_replica_queue_drain 580484 vb_replica_queue_fill 580484 vb_replica_queue_memory 0 vb_replica_queue_pending 0 vb_replica_queue_size 0 version 1.4.4_600_g7ea975a [ns_doctor:debug,2012-11-14T11:03:14.671,ns_1@10.2.1.61:ns_doctor<0.408.0>:ns_doctor:handle_info:137]Current node statuses: [{'ns_1@10.2.1.58', [{last_heard,{1352,919791,919016}}, {outgoing_replications_safeness_level,[{"default",green}]}, {incoming_replications_conf_hashes, [{"default",[{'ns_1@10.2.1.63',116414851}]}]}, {active_buckets,["default"]}, {ready_buckets,["default"]}, {local_tasks, [[{pid,<<"<0.26002.0>">>}, {bucket,<<"default">>}, {original_target,{[{type,bucket}]}}, {progress,98}, {started_on,1352919780}, {total_vbuckets,654}, {trigger_type,scheduled}, {type,bucket_compaction}, {updated_on,1352919867}, {vbuckets_done,643}]]}, {memory, [{total,181024688}, {processes,135902624}, {processes_used,135889136}, {system,45122064}, {atom,1332537}, {atom_used,1325003}, {binary,7696936}, {code,13364289}, {ets,4122224}]}, {system_memory_data, [{system_total_memory,33657663488}, {free_swap,10684628992}, {total_swap,10684628992}, {cached_memory,5846110208}, {buffered_memory,174010368}, {free_memory,20985036800}, {total_memory,33657663488}]}, {node_storage_conf,[{db_path,"/data2"},{index_path,"/data"}]}, {statistics, [{wall_clock,{1017496,4990}}, {context_switches,{5151876,0}}, {garbage_collection,{1632628,2884496139,0}}, {io,{{input,121359452},{output,12894782846}}}, {reductions,{655669403,4593586}}, {run_queue,0}, {runtime,{157290,940}}]}, {system_stats, [{cpu_utilization_rate,40.7035175879397}, {swap_total,10684628992}, {swap_used,0}]}, {interesting_stats, [{couch_docs_actual_disk_size,5896155725}, {couch_docs_data_size,5241329534}, {couch_views_actual_disk_size,0}, {couch_views_data_size,0}, {curr_items,1140443}, {curr_items_tot,2173497}, {mem_used,5741189912}, {vb_replica_curr_items,1033054}]}, {cluster_compatibility_version,131072}, {version, [{public_key,"0.13"}, {lhttpc,"1.3.0"}, {ale,"8cffe61"}, {os_mon,"2.2.7"}, {couch_set_view,"1.2.0a-dd6de6a-git"}, {mnesia,"4.5"}, {inets,"5.7.1"}, {couch,"1.2.0a-dd6de6a-git"}, {mapreduce,"1.0.0"}, {couch_index_merger,"1.2.0a-dd6de6a-git"}, {kernel,"2.14.5"}, {crypto,"2.0.4"}, {ssl,"4.1.6"}, {sasl,"2.1.10"}, {couch_view_parser,"1.0.0"}, {ns_server,"2.0.0-1945-rel-enterprise"}, {mochiweb,"1.4.1"}, {oauth,"7d85d3ef"}, {stdlib,"1.17.5"}]}, {supported_compat_version,[2,0]}, {system_arch,"x86_64-unknown-linux-gnu"}, {wall_clock,1017}, {memory_data,{33657663488,13134573568,{<19772.367.0>,5085816}}}, {disk_data, [{"/",49781912,6}, {"/data",886279600,1}, {"/dev/shm",16434404,0}, {"/data2",1922859824,1}]}, {meminfo, <<"MemTotal: 32868812 kB\nMemFree: 20493200 kB\nBuffers: 169932 kB\nCached: 5709092 kB\nSwapCached: 0 kB\nActive: 6518520 kB\nInactive: 5607656 kB\nHighTotal: 0 kB\nHighFree: 0 kB\nLowTotal: 32868812 kB\nLowFree: 20493200 kB\nSwapTotal: 10434208 kB\nSwapFree: 10434208 kB\nDirty: 14152 kB\nWriteback: 0 kB\nAnonPages: 6247124 kB\nMapped: 15600 kB\nSlab: 197784 kB\nPageTables: 17072 kB\nNFS_Unstable: 0 kB\nBounce: 0 kB\nCommitLimit: 26868612 kB\nCommitted_AS: 7958124 kB\nVmallocTotal: 34359738367 kB\nVmallocUsed: 6400 kB\nVmallocChunk: 34359730595 kB\nHugePages_Total: 0\nHugePages_Free: 0\nHugePages_Rsvd: 0\nHugepagesize: 2048 kB\n">>}]}, {'ns_1@10.2.1.61', [{last_heard,{1352,919794,668459}}, {outgoing_replications_safeness_level,[{"default",green}]}, {incoming_replications_conf_hashes, [{"default",[{'ns_1@10.2.1.63',114790155}]}]}, {active_buckets,["default"]}, {ready_buckets,["default"]}, {local_tasks,[]}, {memory, [{total,192240992}, {processes,150439560}, {processes_used,146704584}, {system,41801432}, {atom,1401785}, {atom_used,1374887}, {binary,3344592}, {code,14061510}, {ets,4787104}]}, {system_memory_data, [{system_total_memory,33657663488}, {free_swap,10684628992}, {total_swap,10684628992}, {cached_memory,2075983872}, {buffered_memory,169996288}, {free_memory,22416883712}, {total_memory,33657663488}]}, {node_storage_conf,[{db_path,"/data2"},{index_path,"/data"}]}, {statistics, [{wall_clock,{1021878,5001}}, {context_switches,{6941184,0}}, {garbage_collection,{1247633,15577719689,0}}, {io,{{input,136079231},{output,6099104182}}}, {reductions,{1541725601,3186288}}, {run_queue,1}, {runtime,{320870,1350}}]}, {system_stats, [{cpu_utilization_rate,14.536340852130326}, {swap_total,10684628992}, {swap_used,0}]}, {interesting_stats, [{couch_docs_actual_disk_size,2036875738}, {couch_docs_data_size,2036138576}, {couch_views_actual_disk_size,0}, {couch_views_data_size,0}, {curr_items,466482}, {curr_items_tot,826505}, {mem_used,2306366312}, {vb_replica_curr_items,360023}]}, {cluster_compatibility_version,131072}, {version, [{public_key,"0.13"}, {lhttpc,"1.3.0"}, {ale,"8cffe61"}, {os_mon,"2.2.7"}, {couch_set_view,"1.2.0a-dd6de6a-git"}, {mnesia,"4.5"}, {inets,"5.7.1"}, {couch,"1.2.0a-dd6de6a-git"}, {mapreduce,"1.0.0"}, {couch_index_merger,"1.2.0a-dd6de6a-git"}, {kernel,"2.14.5"}, {crypto,"2.0.4"}, {ssl,"4.1.6"}, {sasl,"2.1.10"}, {couch_view_parser,"1.0.0"}, {ns_server,"2.0.0-1945-rel-enterprise"}, {mochiweb,"1.4.1"}, {oauth,"7d85d3ef"}, {stdlib,"1.17.5"}]}, {supported_compat_version,[2,0]}, {system_arch,"x86_64-unknown-linux-gnu"}, {wall_clock,1021}, {memory_data,{33657663488,11256016896,{<0.427.0>,15603072}}}, {disk_data, [{"/",49781912,20}, {"/data",886279600,1}, {"/dev/shm",16434404,0}, {"/data2",1922859824,1}]}, {meminfo, <<"MemTotal: 32868812 kB\nMemFree: 21891612 kB\nBuffers: 166012 kB\nCached: 2027328 kB\nSwapCached: 0 kB\nActive: 8731676 kB\nInactive: 2044468 kB\nHighTotal: 0 kB\nHighFree: 0 kB\nLowTotal: 32868812 kB\nLowFree: 21891612 kB\nSwapTotal: 10434208 kB\nSwapFree: 10434208 kB\nDirty: 1532 kB\nWriteback: 0 kB\nAnonPages: 8582764 kB\nMapped: 16492 kB\nSlab: 144496 kB\nPageTables: 22216 kB\nNFS_Unstable: 0 kB\nBounce: 0 kB\nCommitLimit: 26868612 kB\nCommitted_AS: 10297920 kB\nVmallocTotal: 34359738367 kB\nVmallocUsed: 6400 kB\nVmallocChunk: 34359730595 kB\nHugePages_Total: 0\nHugePages_Free: 0\nHugePages_Rsvd: 0\nHugepagesize: 2048 kB\n">>}]}, {'ns_1@10.2.1.63', [{last_heard,{1352,919791,331529}}, {outgoing_replications_safeness_level,[{"default",green}]}, {incoming_replications_conf_hashes, [{"default", [{'ns_1@10.2.1.58',126041267},{'ns_1@10.2.1.61',100345386}]}]}, {active_buckets,["default"]}, {ready_buckets,["default"]}, {local_tasks, [[{pid,<<"<0.8415.1>">>}, {bucket,<<"default">>}, {original_target,{[{type,bucket}]}}, {progress,73}, {started_on,1352919760}, {total_vbuckets,1025}, {trigger_type,scheduled}, {type,bucket_compaction}, {updated_on,1352919854}, {vbuckets_done,750}]]}, {memory, [{total,219816040}, {processes,169123056}, {processes_used,169013240}, {system,50692984}, {atom,1338193}, {atom_used,1334188}, {binary,11596624}, {code,13493302}, {ets,5508752}]}, {system_memory_data, [{system_total_memory,33657663488}, {free_swap,10585923584}, {total_swap,10585923584}, {cached_memory,8709705728}, {buffered_memory,199786496}, {free_memory,15467954176}, {total_memory,33657663488}]}, {node_storage_conf,[{db_path,"/data2"},{index_path,"/data"}]}, {statistics, [{wall_clock,{1014942,5001}}, {context_switches,{8941089,0}}, {garbage_collection,{2024765,4463911434,0}}, {io,{{input,212309596},{output,10968539811}}}, {reductions,{1388355610,5768191}}, {run_queue,0}, {runtime,{214870,900}}]}, {system_stats, [{cpu_utilization_rate,29.14572864321608}, {swap_total,10585923584}, {swap_used,0}]}, {interesting_stats, [{couch_docs_actual_disk_size,8617982502}, {couch_docs_data_size,7285344988}, {couch_views_actual_disk_size,0}, {couch_views_data_size,0}, {curr_items,1392905}, {curr_items_tot,3000002}, {mem_used,8065344168}, {vb_replica_curr_items,1607097}]}, {cluster_compatibility_version,131072}, {version, [{public_key,"0.13"}, {lhttpc,"1.3.0"}, {ale,"8cffe61"}, {os_mon,"2.2.7"}, {couch_set_view,"1.2.0a-dd6de6a-git"}, {mnesia,"4.5"}, {inets,"5.7.1"}, {couch,"1.2.0a-dd6de6a-git"}, {mapreduce,"1.0.0"}, {couch_index_merger,"1.2.0a-dd6de6a-git"}, {kernel,"2.14.5"}, {crypto,"2.0.4"}, {ssl,"4.1.6"}, {sasl,"2.1.10"}, {couch_view_parser,"1.0.0"}, {ns_server,"2.0.0-1945-rel-enterprise"}, {mochiweb,"1.4.1"}, {oauth,"7d85d3ef"}, {stdlib,"1.17.5"}]}, {supported_compat_version,[2,0]}, {system_arch,"x86_64-unknown-linux-gnu"}, {wall_clock,1014}, {memory_data,{33657663488,17768759296,{<18079.368.0>,5085816}}}, {disk_data, [{"/",49781912,19}, {"/data",886371884,1}, {"/dev/shm",16434404,0}, {"/data2",1922859824,1}]}, {meminfo, <<"MemTotal: 32868812 kB\nMemFree: 15105424 kB\nBuffers: 195104 kB\nCached: 8505572 kB\nSwapCached: 0 kB\nActive: 9635912 kB\nInactive: 7793548 kB\nHighTotal: 0 kB\nHighFree: 0 kB\nLowTotal: 32868812 kB\nLowFree: 15105424 kB\nSwapTotal: 10337816 kB\nSwapFree: 10337816 kB\nDirty: 23712 kB\nWriteback: 0 kB\nAnonPages: 8728984 kB\nMapped: 16552 kB\nSlab: 277056 kB\nPageTables: 22408 kB\nNFS_Unstable: 0 kB\nBounce: 0 kB\nCommitLimit: 26772220 kB\nCommitted_AS: 10450284 kB\nVmallocTotal: 34359738367 kB\nVmallocUsed: 6352 kB\nVmallocChunk: 34359730643 kB\nHugePages_Total: 0\nHugePages_Free: 0\nHugePages_Rsvd: 0\nHugepagesize: 2048 kB\n">>}]}] [ns_doctor:debug,2012-11-14T11:04:14.671,ns_1@10.2.1.61:ns_doctor<0.408.0>:ns_doctor:handle_info:137]Current node statuses: [{'ns_1@10.2.1.58', [{last_heard,{1352,919851,920506}}, {outgoing_replications_safeness_level,[{"default",green}]}, {incoming_replications_conf_hashes, [{"default",[{'ns_1@10.2.1.63',117659570}]}]}, {active_buckets,["default"]}, {ready_buckets,["default"]}, {local_tasks,[]}, {memory, [{total,193867744}, {processes,148412720}, {processes_used,148404520}, {system,45455024}, {atom,1332537}, {atom_used,1325003}, {binary,7797624}, {code,13364289}, {ets,4320048}]}, {system_memory_data, [{system_total_memory,33657663488}, {free_swap,10684628992}, {total_swap,10684628992}, {cached_memory,6747852800}, {buffered_memory,180563968}, {free_memory,19591499776}, {total_memory,33657663488}]}, {node_storage_conf,[{db_path,"/data2"},{index_path,"/data"}]}, {statistics, [{wall_clock,{1077497,5001}}, {context_switches,{5666729,0}}, {garbage_collection,{1739698,3125086677,0}}, {io,{{input,130046625},{output,13893974542}}}, {reductions,{714350348,5745531}}, {run_queue,0}, {runtime,{170030,1200}}]}, {system_stats, [{cpu_utilization_rate,36.907730673316706}, {swap_total,10684628992}, {swap_used,0}]}, {interesting_stats, [{couch_docs_actual_disk_size,6592763894}, {couch_docs_data_size,5625918515}, {couch_views_actual_disk_size,0}, {couch_views_data_size,0}, {curr_items,1213490}, {curr_items_tot,2337325}, {mem_used,6173562120}, {vb_replica_curr_items,1123835}]}, {cluster_compatibility_version,131072}, {version, [{public_key,"0.13"}, {lhttpc,"1.3.0"}, {ale,"8cffe61"}, {os_mon,"2.2.7"}, {couch_set_view,"1.2.0a-dd6de6a-git"}, {mnesia,"4.5"}, {inets,"5.7.1"}, {couch,"1.2.0a-dd6de6a-git"}, {mapreduce,"1.0.0"}, {couch_index_merger,"1.2.0a-dd6de6a-git"}, {kernel,"2.14.5"}, {crypto,"2.0.4"}, {ssl,"4.1.6"}, {sasl,"2.1.10"}, {couch_view_parser,"1.0.0"}, {ns_server,"2.0.0-1945-rel-enterprise"}, {mochiweb,"1.4.1"}, {oauth,"7d85d3ef"}, {stdlib,"1.17.5"}]}, {supported_compat_version,[2,0]}, {system_arch,"x86_64-unknown-linux-gnu"}, {wall_clock,1077}, {memory_data,{33657663488,12650778624,{<19772.367.0>,5085816}}}, {disk_data, [{"/",49781912,6}, {"/data",886279600,1}, {"/dev/shm",16434404,0}, {"/data2",1922859824,1}]}, {meminfo, <<"MemTotal: 32868812 kB\nMemFree: 19132324 kB\nBuffers: 176332 kB\nCached: 6589700 kB\nSwapCached: 0 kB\nActive: 7146728 kB\nInactive: 6316860 kB\nHighTotal: 0 kB\nHighFree: 0 kB\nLowTotal: 32868812 kB\nLowFree: 19132324 kB\nSwapTotal: 10434208 kB\nSwapFree: 10434208 kB\nDirty: 6852 kB\nWriteback: 0 kB\nAnonPages: 6697732 kB\nMapped: 15592 kB\nSlab: 220772 kB\nPageTables: 18136 kB\nNFS_Unstable: 0 kB\nBounce: 0 kB\nCommitLimit: 26868612 kB\nCommitted_AS: 8399356 kB\nVmallocTotal: 34359738367 kB\nVmallocUsed: 6400 kB\nVmallocChunk: 34359730595 kB\nHugePages_Total: 0\nHugePages_Free: 0\nHugePages_Rsvd: 0\nHugepagesize: 2048 kB\n">>}]}, {'ns_1@10.2.1.61', [{last_heard,{1352,919854,668214}}, {outgoing_replications_safeness_level,[{"default",green}]}, {incoming_replications_conf_hashes, [{"default",[{'ns_1@10.2.1.63',117088998}]}]}, {active_buckets,["default"]}, {ready_buckets,["default"]}, {local_tasks,[]}, {memory, [{total,145076832}, {processes,103591440}, {processes_used,99575488}, {system,41485392}, {atom,1401785}, {atom_used,1374887}, {binary,2960568}, {code,14061510}, {ets,4895128}]}, {system_memory_data, [{system_total_memory,33657663488}, {free_swap,10684628992}, {total_swap,10684628992}, {cached_memory,1667526656}, {buffered_memory,171208704}, {free_memory,22837895168}, {total_memory,33657663488}]}, {node_storage_conf,[{db_path,"/data2"},{index_path,"/data"}]}, {statistics, [{wall_clock,{1081877,4992}}, {context_switches,{7064924,0}}, {garbage_collection,{1302110,16758255985,0}}, {io,{{input,142129385},{output,6118819011}}}, {reductions,{1590912510,3900839}}, {run_queue,0}, {runtime,{340640,1780}}]}, {system_stats, [{cpu_utilization_rate,19.201995012468828}, {swap_total,10684628992}, {swap_used,0}]}, {interesting_stats, [{couch_docs_actual_disk_size,1637970627}, {couch_docs_data_size,1637351782}, {couch_views_actual_disk_size,0}, {couch_views_data_size,0}, {curr_items,375809}, {curr_items_tot,662785}, {mem_used,1882139752}, {vb_replica_curr_items,286976}]}, {cluster_compatibility_version,131072}, {version, [{public_key,"0.13"}, {lhttpc,"1.3.0"}, {ale,"8cffe61"}, {os_mon,"2.2.7"}, {couch_set_view,"1.2.0a-dd6de6a-git"}, {mnesia,"4.5"}, {inets,"5.7.1"}, {couch,"1.2.0a-dd6de6a-git"}, {mapreduce,"1.0.0"}, {couch_index_merger,"1.2.0a-dd6de6a-git"}, {kernel,"2.14.5"}, {crypto,"2.0.4"}, {ssl,"4.1.6"}, {sasl,"2.1.10"}, {couch_view_parser,"1.0.0"}, {ns_server,"2.0.0-1945-rel-enterprise"}, {mochiweb,"1.4.1"}, {oauth,"7d85d3ef"}, {stdlib,"1.17.5"}]}, {supported_compat_version,[2,0]}, {system_arch,"x86_64-unknown-linux-gnu"}, {wall_clock,1081}, {memory_data,{33657663488,10837528576,{<0.427.0>,15584616}}}, {disk_data, [{"/",49781912,20}, {"/data",886279600,1}, {"/dev/shm",16434404,0}, {"/data2",1922859824,1}]}, {meminfo, <<"MemTotal: 32868812 kB\nMemFree: 22302756 kB\nBuffers: 167196 kB\nCached: 1628444 kB\nSwapCached: 0 kB\nActive: 8726828 kB\nInactive: 1646680 kB\nHighTotal: 0 kB\nHighFree: 0 kB\nLowTotal: 32868812 kB\nLowFree: 22302756 kB\nSwapTotal: 10434208 kB\nSwapFree: 10434208 kB\nDirty: 1168 kB\nWriteback: 136 kB\nAnonPages: 8578144 kB\nMapped: 16492 kB\nSlab: 136252 kB\nPageTables: 22216 kB\nNFS_Unstable: 0 kB\nBounce: 0 kB\nCommitLimit: 26868612 kB\nCommitted_AS: 10304912 kB\nVmallocTotal: 34359738367 kB\nVmallocUsed: 6400 kB\nVmallocChunk: 34359730595 kB\nHugePages_Total: 0\nHugePages_Free: 0\nHugePages_Rsvd: 0\nHugepagesize: 2048 kB\n">>}]}, {'ns_1@10.2.1.63', [{last_heard,{1352,919851,321998}}, {outgoing_replications_safeness_level,[{"default",green}]}, {incoming_replications_conf_hashes, [{"default", [{'ns_1@10.2.1.58',45140393},{'ns_1@10.2.1.61',36826724}]}]}, {active_buckets,["default"]}, {ready_buckets,["default"]}, {local_tasks,[]}, {memory, [{total,223120232}, {processes,173687048}, {processes_used,173630680}, {system,49433184}, {atom,1338193}, {atom_used,1334188}, {binary,10045688}, {code,13493302}, {ets,5786440}]}, {system_memory_data, [{system_total_memory,33657663488}, {free_swap,10585923584}, {total_swap,10585923584}, {cached_memory,7949832192}, {buffered_memory,203657216}, {free_memory,16225390592}, {total_memory,33657663488}]}, {node_storage_conf,[{db_path,"/data2"},{index_path,"/data"}]}, {statistics, [{wall_clock,{1074943,5000}}, {context_switches,{9382871,0}}, {garbage_collection,{2150315,4721051673,0}}, {io,{{input,227153942},{output,11356146783}}}, {reductions,{1457598516,5574136}}, {run_queue,0}, {runtime,{225560,930}}]}, {system_stats, [{cpu_utilization_rate,33.83838383838384}, {swap_total,10585923584}, {swap_used,0}]}, {interesting_stats, [{couch_docs_actual_disk_size,7841876801}, {couch_docs_data_size,7285776872}, {couch_views_actual_disk_size,0}, {couch_views_data_size,0}, {curr_items,1404987}, {curr_items_tot,3000002}, {mem_used,8072237688}, {vb_replica_curr_items,1595015}]}, {cluster_compatibility_version,131072}, {version, [{public_key,"0.13"}, {lhttpc,"1.3.0"}, {ale,"8cffe61"}, {os_mon,"2.2.7"}, {couch_set_view,"1.2.0a-dd6de6a-git"}, {mnesia,"4.5"}, {inets,"5.7.1"}, {couch,"1.2.0a-dd6de6a-git"}, {mapreduce,"1.0.0"}, {couch_index_merger,"1.2.0a-dd6de6a-git"}, {kernel,"2.14.5"}, {crypto,"2.0.4"}, {ssl,"4.1.6"}, {sasl,"2.1.10"}, {couch_view_parser,"1.0.0"}, {ns_server,"2.0.0-1945-rel-enterprise"}, {mochiweb,"1.4.1"}, {oauth,"7d85d3ef"}, {stdlib,"1.17.5"}]}, {supported_compat_version,[2,0]}, {system_arch,"x86_64-unknown-linux-gnu"}, {wall_clock,1074}, {memory_data,{33657663488,17936011264,{<18079.368.0>,5085816}}}, {disk_data, [{"/",49781912,19}, {"/data",886371884,1}, {"/dev/shm",16434404,0}, {"/data2",1922859824,1}]}, {meminfo, <<"MemTotal: 32868812 kB\nMemFree: 15845232 kB\nBuffers: 198884 kB\nCached: 7763508 kB\nSwapCached: 0 kB\nActive: 9193508 kB\nInactive: 7513752 kB\nHighTotal: 0 kB\nHighFree: 0 kB\nLowTotal: 32868812 kB\nLowFree: 15845232 kB\nSwapTotal: 10337816 kB\nSwapFree: 10337816 kB\nDirty: 27040 kB\nWriteback: 0 kB\nAnonPages: 8745044 kB\nMapped: 16476 kB\nSlab: 259572 kB\nPageTables: 22588 kB\nNFS_Unstable: 0 kB\nBounce: 0 kB\nCommitLimit: 26772220 kB\nCommitted_AS: 10461736 kB\nVmallocTotal: 34359738367 kB\nVmallocUsed: 6352 kB\nVmallocChunk: 34359730643 kB\nHugePages_Total: 0\nHugePages_Free: 0\nHugePages_Rsvd: 0\nHugepagesize: 2048 kB\n">>}]}] [stats:debug,2012-11-14T11:04:49.693,ns_1@10.2.1.61:<0.628.0>:stats_collector:maybe_log_stats:126](at {{1970,1,16},{7,48,39}}) Stats for bucket "default": accepting_conns 1 auth_cmds 26 auth_errors 0 bucket_active_conns 1 bucket_conns 21 bytes 1640897128 bytes_read 11576375765 bytes_written 15177885997 cas_badval 0 cas_hits 0 cas_misses 0 cmd_flush 0 cmd_get 144 cmd_set 2399304 conn_yields 49574 connection_structures 5000 curr_connections 22 curr_conns_on_port_11209 14 curr_conns_on_port_11210 6 curr_items 326114 curr_items_tot 569498 curr_temp_items 0 daemon_connections 4 decr_hits 0 decr_misses 0 delete_hits 6 delete_misses 3 ep_access_scanner_last_runtime 0 ep_access_scanner_num_items 0 ep_access_scanner_task_time 2012-11-15 10:00:00 ep_allow_data_loss_during_shutdown 1 ep_alog_block_size 4096 ep_alog_path /data2/default/access.log ep_alog_sleep_time 1440 ep_alog_task_time 10 ep_backend couchdb ep_bg_fetch_delay 0 ep_bg_fetched 0 ep_bg_meta_fetched 0 ep_bg_remaining_jobs 0 ep_chk_max_items 5000 ep_chk_period 1800 ep_chk_persistence_remains 0 ep_chk_persistence_timeout 10 ep_chk_remover_stime 5 ep_commit_num 582 ep_commit_time 0 ep_commit_time_total 14686 ep_concurrentDB 1 ep_config_file ep_couch_bucket default ep_couch_host localhost ep_couch_port 11213 ep_couch_reconnect_sleeptime 250 ep_couch_response_timeout 180000 ep_data_age 2 ep_data_age_highwat 110 ep_data_traffic_enabled 0 ep_dbinit 0 ep_dbname /data2/default ep_degraded_mode 0 ep_diskqueue_drain 911014 ep_diskqueue_fill 911014 ep_diskqueue_items 0 ep_diskqueue_memory 0 ep_diskqueue_pending 0 ep_exp_pager_stime 3600 ep_exp_pager_stime 3600 ep_expired_access 1 ep_expired_pager 0 ep_expiry_window 3 ep_failpartialwarmup 0 ep_flush_all false ep_flush_duration_total 301 ep_flushall_enabled 0 ep_flusher_state running ep_flusher_todo 0 ep_getl_default_timeout 15 ep_getl_max_timeout 30 ep_ht_locks 5 ep_ht_size 3079 ep_inconsistent_slave_chk 0 ep_initfile ep_io_num_read 0 ep_io_num_write 4800065 ep_io_read_bytes 0 ep_io_write_bytes 11365904629 ep_item_begin_failed 0 ep_item_commit_failed 0 ep_item_flush_expired 0 ep_item_flush_failed 0 ep_item_num_based_new_chk 1 ep_items_rm_from_checkpoints 401502 ep_keep_closed_chks 0 ep_klog_block_size 4096 ep_klog_compactor_queue_cap 500000 ep_klog_compactor_stime 3600 ep_klog_flush commit2 ep_klog_max_entry_ratio 10 ep_klog_max_log_size 2147483647 ep_klog_path ep_klog_sync commit2 ep_kv_size 1393187886 ep_max_checkpoints 2 ep_max_data_size 12582912000 ep_max_item_size 20971520 ep_max_size 12582912000 ep_max_txn_size 10000 ep_max_vbuckets 1024 ep_mem_high_wat 9437184000 ep_mem_high_wat 9437184000 ep_mem_low_wat 7549747200 ep_mem_low_wat 7549747200 ep_mem_tracker_enabled true ep_min_data_age 0 ep_mlog_compactor_runs 0 ep_mutation_mem_threshold 0 ep_num_access_scanner_runs 0 ep_num_eject_failures 0 ep_num_expiry_pager_runs 0 ep_num_non_resident 0 ep_num_not_my_vbuckets 0 ep_num_ops_del_meta 0 ep_num_ops_get_meta 0 ep_num_ops_set_meta 0 ep_num_pager_runs 0 ep_num_value_ejects 0 ep_oom_errors 0 ep_overhead 55306672 ep_pager_active_vb_pcnt 40 ep_pager_unbiased_period 60 ep_pending_ops 0 ep_pending_ops_max 0 ep_pending_ops_max_duration 0 ep_pending_ops_total 0 ep_postInitfile ep_queue_age_cap 900 ep_queue_size 0 ep_startup_time 1352918788 ep_storage_age 0 ep_storage_age_highwat 110 ep_store_max_concurrency 10 ep_store_max_readers 9 ep_store_max_readwrite 1 ep_stored_val_type ep_tap_ack_grace_period 300 ep_tap_ack_initial_sequence_number 1 ep_tap_ack_interval 1000 ep_tap_ack_window_size 10 ep_tap_backfill_resident 0.9 ep_tap_backlog_limit 5000 ep_tap_backoff_period 5 ep_tap_bg_fetch_requeued 0 ep_tap_bg_fetched 0 ep_tap_bg_max_pending 500 ep_tap_keepalive 300 ep_tap_noop_interval 20 ep_tap_requeue_sleep_time 0.1 ep_tap_throttle_cap_pcnt 10 ep_tap_throttle_queue_cap 1000000 ep_tap_throttle_threshold 90 ep_tmp_oom_errors 0 ep_too_old 0 ep_too_young 0 ep_total_cache_size 1386353910 ep_total_del_items 7 ep_total_enqueued 4800067 ep_total_new_items 3000008 ep_total_persisted 4800065 ep_uncommitted_items 0 ep_value_size 1346231907 ep_vb0 0 ep_vb_snapshot_total 2484 ep_vb_total 194 ep_vbucket_del 830 ep_vbucket_del_avg_walltime 5597 ep_vbucket_del_fail 0 ep_vbucket_del_max_walltime 112446 ep_version 2.0.0r_135_g40a391b ep_waitforwarmup 0 ep_warmup 1 ep_warmup_batch_size 1000 ep_warmup_dups 0 ep_warmup_min_items_threshold 100 ep_warmup_min_memory_threshold 100 ep_warmup_oom 0 ep_warmup_thread complete ep_warmup_time 749 get_hits 144 get_misses 0 incr_hits 0 incr_misses 0 libevent 2.0.11-stable limit_maxbytes 67108864 listen_disabled_num 0 max_conns_on_port_11209 1000 max_conns_on_port_11210 9000 mem_used 1640897128 pid 5774 pointer_size 64 rejected_conns 0 rusage_system 159.280785 rusage_user 284.241788 tap_checkpoint_end_received 427 tap_checkpoint_end_sent 803 tap_checkpoint_start_received 1038 tap_checkpoint_start_sent 2520 tap_connect_received 1206 tap_delete_received 1 tap_delete_sent 4 tap_mutation_received 2400790 tap_mutation_sent 5925393 tap_opaque_received 1884 tap_opaque_sent 4642 tap_vbucket_set_sent 802 threads 4 time 1352919888 total_connections 3269 uptime 1116 vb_active_curr_items 326114 vb_active_eject 0 vb_active_expired 0 vb_active_ht_memory 2787240 vb_active_itm_memory 793785782 vb_active_meta_data_memory 25763006 vb_active_num 111 vb_active_num_non_resident 0 vb_active_num_ref_ejects 0 vb_active_num_ref_items 326114 vb_active_ops_create 326114 vb_active_ops_delete 0 vb_active_ops_reject 0 vb_active_ops_update 195599 vb_active_perc_mem_resident 100 vb_active_queue_age 0 vb_active_queue_drain 521714 vb_active_queue_fill 521714 vb_active_queue_memory 0 vb_active_queue_pending 0 vb_active_queue_size 0 vb_dead_num 0 vb_pending_curr_items 0 vb_pending_eject 0 vb_pending_expired 0 vb_pending_ht_memory 0 vb_pending_itm_memory 0 vb_pending_meta_data_memory 0 vb_pending_num 0 vb_pending_num_non_resident 0 vb_pending_num_ref_ejects 0 vb_pending_num_ref_items 0 vb_pending_ops_create 0 vb_pending_ops_delete 0 vb_pending_ops_reject 0 vb_pending_ops_update 0 vb_pending_perc_mem_resident 0 vb_pending_queue_age 0 vb_pending_queue_drain 0 vb_pending_queue_fill 0 vb_pending_queue_memory 0 vb_pending_queue_pending 0 vb_pending_queue_size 0 vb_replica_curr_items 243384 vb_replica_eject 0 vb_replica_expired 0 vb_replica_ht_memory 2084296 vb_replica_itm_memory 592568128 vb_replica_meta_data_memory 19227336 vb_replica_num 83 vb_replica_num_non_resident 0 vb_replica_num_ref_ejects 0 vb_replica_num_ref_items 243384 vb_replica_ops_create 243384 vb_replica_ops_delete 0 vb_replica_ops_reject 0 vb_replica_ops_update 145916 vb_replica_perc_mem_resident 100 vb_replica_queue_age 0 vb_replica_queue_drain 389300 vb_replica_queue_fill 389300 vb_replica_queue_memory 0 vb_replica_queue_pending 0 vb_replica_queue_size 0 version 1.4.4_600_g7ea975a [ns_doctor:debug,2012-11-14T11:05:14.672,ns_1@10.2.1.61:ns_doctor<0.408.0>:ns_doctor:handle_info:137]Current node statuses: [{'ns_1@10.2.1.58', [{last_heard,{1352,919911,918672}}, {outgoing_replications_safeness_level,[{"default",green}]}, {incoming_replications_conf_hashes, [{"default",[{'ns_1@10.2.1.63',87761463}]}]}, {active_buckets,["default"]}, {ready_buckets,["default"]}, {local_tasks,[]}, {memory, [{total,221651656}, {processes,173751528}, {processes_used,173743072}, {system,47900128}, {atom,1332537}, {atom_used,1325003}, {binary,10011152}, {code,13364289}, {ets,4510808}]}, {system_memory_data, [{system_total_memory,33657663488}, {free_swap,10684628992}, {total_swap,10684628992}, {cached_memory,7569842176}, {buffered_memory,184348672}, {free_memory,18307272704}, {total_memory,33657663488}]}, {node_storage_conf,[{db_path,"/data2"},{index_path,"/data"}]}, {statistics, [{wall_clock,{1137496,5000}}, {context_switches,{6158370,0}}, {garbage_collection,{1834940,3347063408,0}}, {io,{{input,141655469},{output,14795226888}}}, {reductions,{770147364,5404605}}, {run_queue,0}, {runtime,{182460,950}}]}, {system_stats, [{cpu_utilization_rate,23.86934673366834}, {swap_total,10684628992}, {swap_used,0}]}, {interesting_stats, [{couch_docs_actual_disk_size,7454943910}, {couch_docs_data_size,6001020698}, {couch_views_actual_disk_size,0}, {couch_views_data_size,0}, {curr_items,1280502}, {curr_items_tot,2486152}, {mem_used,6566336840}, {vb_replica_curr_items,1205650}]}, {cluster_compatibility_version,131072}, {version, [{public_key,"0.13"}, {lhttpc,"1.3.0"}, {ale,"8cffe61"}, {os_mon,"2.2.7"}, {couch_set_view,"1.2.0a-dd6de6a-git"}, {mnesia,"4.5"}, {inets,"5.7.1"}, {couch,"1.2.0a-dd6de6a-git"}, {mapreduce,"1.0.0"}, {couch_index_merger,"1.2.0a-dd6de6a-git"}, {kernel,"2.14.5"}, {crypto,"2.0.4"}, {ssl,"4.1.6"}, {sasl,"2.1.10"}, {couch_view_parser,"1.0.0"}, {ns_server,"2.0.0-1945-rel-enterprise"}, {mochiweb,"1.4.1"}, {oauth,"7d85d3ef"}, {stdlib,"1.17.5"}]}, {supported_compat_version,[2,0]}, {system_arch,"x86_64-unknown-linux-gnu"}, {wall_clock,1137}, {memory_data,{33657663488,14136889344,{<19772.367.0>,5085816}}}, {disk_data, [{"/",49781912,6}, {"/data",886279600,1}, {"/dev/shm",16434404,0}, {"/data2",1922859824,1}]}, {meminfo, <<"MemTotal: 32868812 kB\nMemFree: 17878320 kB\nBuffers: 180028 kB\nCached: 7392424 kB\nSwapCached: 0 kB\nActive: 7732276 kB\nInactive: 6961276 kB\nHighTotal: 0 kB\nHighFree: 0 kB\nLowTotal: 32868812 kB\nLowFree: 17878320 kB\nSwapTotal: 10434208 kB\nSwapFree: 10434208 kB\nDirty: 2340 kB\nWriteback: 0 kB\nAnonPages: 7120936 kB\nMapped: 15592 kB\nSlab: 242620 kB\nPageTables: 18984 kB\nNFS_Unstable: 0 kB\nBounce: 0 kB\nCommitLimit: 26868612 kB\nCommitted_AS: 8837416 kB\nVmallocTotal: 34359738367 kB\nVmallocUsed: 6400 kB\nVmallocChunk: 34359730595 kB\nHugePages_Total: 0\nHugePages_Free: 0\nHugePages_Rsvd: 0\nHugepagesize: 2048 kB\n">>}]}, {'ns_1@10.2.1.61', [{last_heard,{1352,919914,668233}}, {outgoing_replications_safeness_level,[{"default",green}]}, {incoming_replications_conf_hashes, [{"default",[{'ns_1@10.2.1.63',7139614}]}]}, {active_buckets,["default"]}, {ready_buckets,["default"]}, {local_tasks,[]}, {memory, [{total,143259464}, {processes,101995296}, {processes_used,97721384}, {system,41264168}, {atom,1401785}, {atom_used,1374887}, {binary,2654048}, {code,14061510}, {ets,5016224}]}, {system_memory_data, [{system_total_memory,33657663488}, {free_swap,10684628992}, {total_swap,10684628992}, {cached_memory,1308737536}, {buffered_memory,172163072}, {free_memory,23201705984}, {total_memory,33657663488}]}, {node_storage_conf,[{db_path,"/data2"},{index_path,"/data"}]}, {statistics, [{wall_clock,{1141877,4956}}, {context_switches,{7174058,0}}, {garbage_collection,{1351130,17783776063,0}}, {io,{{input,144044765},{output,6134132008}}}, {reductions,{1637075563,3979553}}, {run_queue,0}, {runtime,{358350,1500}}]}, {system_stats, [{cpu_utilization_rate,12.351543942992874}, {swap_total,10684628992}, {swap_used,0}]}, {interesting_stats, [{couch_docs_actual_disk_size,1277046925}, {couch_docs_data_size,1276551106}, {couch_views_actual_disk_size,0}, {couch_views_data_size,0}, {curr_items,296775}, {curr_items_tot,513850}, {mem_used,1497176968}, {vb_replica_curr_items,217075}]}, {cluster_compatibility_version,131072}, {version, [{public_key,"0.13"}, {lhttpc,"1.3.0"}, {ale,"8cffe61"}, {os_mon,"2.2.7"}, {couch_set_view,"1.2.0a-dd6de6a-git"}, {mnesia,"4.5"}, {inets,"5.7.1"}, {couch,"1.2.0a-dd6de6a-git"}, {mapreduce,"1.0.0"}, {couch_index_merger,"1.2.0a-dd6de6a-git"}, {kernel,"2.14.5"}, {crypto,"2.0.4"}, {ssl,"4.1.6"}, {sasl,"2.1.10"}, {couch_view_parser,"1.0.0"}, {ns_server,"2.0.0-1945-rel-enterprise"}, {mochiweb,"1.4.1"}, {oauth,"7d85d3ef"}, {stdlib,"1.17.5"}]}, {supported_compat_version,[2,0]}, {system_arch,"x86_64-unknown-linux-gnu"}, {wall_clock,1141}, {memory_data,{33657663488,10465226752,{<0.427.0>,15576440}}}, {disk_data, [{"/",49781912,20}, {"/data",886279600,1}, {"/dev/shm",16434404,0}, {"/data2",1922859824,1}]}, {meminfo, <<"MemTotal: 32868812 kB\nMemFree: 22657916 kB\nBuffers: 168128 kB\nCached: 1278064 kB\nSwapCached: 0 kB\nActive: 8729052 kB\nInactive: 1296652 kB\nHighTotal: 0 kB\nHighFree: 0 kB\nLowTotal: 32868812 kB\nLowFree: 22657916 kB\nSwapTotal: 10434208 kB\nSwapFree: 10434208 kB\nDirty: 1552 kB\nWriteback: 148 kB\nAnonPages: 8579812 kB\nMapped: 16440 kB\nSlab: 128864 kB\nPageTables: 22380 kB\nNFS_Unstable: 0 kB\nBounce: 0 kB\nCommitLimit: 26868612 kB\nCommitted_AS: 10302564 kB\nVmallocTotal: 34359738367 kB\nVmallocUsed: 6400 kB\nVmallocChunk: 34359730595 kB\nHugePages_Total: 0\nHugePages_Free: 0\nHugePages_Rsvd: 0\nHugepagesize: 2048 kB\n">>}]}, {'ns_1@10.2.1.63', [{last_heard,{1352,919911,323716}}, {outgoing_replications_safeness_level,[{"default",green}]}, {incoming_replications_conf_hashes, [{"default", [{'ns_1@10.2.1.58',56067194},{'ns_1@10.2.1.61',69408615}]}]}, {active_buckets,["default"]}, {ready_buckets,["default"]}, {local_tasks,[]}, {memory, [{total,247950296}, {processes,195290008}, {processes_used,195188496}, {system,52660288}, {atom,1338193}, {atom_used,1334188}, {binary,13141936}, {code,13493302}, {ets,5921408}]}, {system_memory_data, [{system_total_memory,33657663488}, {free_swap,10585923584}, {total_swap,10585923584}, {cached_memory,8403611648}, {buffered_memory,205074432}, {free_memory,15727390720}, {total_memory,33657663488}]}, {node_storage_conf,[{db_path,"/data2"},{index_path,"/data"}]}, {statistics, [{wall_clock,{1134945,5004}}, {context_switches,{9836711,0}}, {garbage_collection,{2259392,4958417742,0}}, {io,{{input,239536465},{output,11716382828}}}, {reductions,{1524358730,7695866}}, {run_queue,0}, {runtime,{237100,1040}}]}, {system_stats, [{cpu_utilization_rate,42.0253164556962}, {swap_total,10585923584}, {swap_used,0}]}, {interesting_stats, [{couch_docs_actual_disk_size,8296052241}, {couch_docs_data_size,7285568696}, {couch_views_actual_disk_size,0}, {couch_views_data_size,0}, {curr_items,1419735}, {curr_items_tot,3000002}, {mem_used,8078964648}, {vb_replica_curr_items,1580267}]}, {cluster_compatibility_version,131072}, {version, [{public_key,"0.13"}, {lhttpc,"1.3.0"}, {ale,"8cffe61"}, {os_mon,"2.2.7"}, {couch_set_view,"1.2.0a-dd6de6a-git"}, {mnesia,"4.5"}, {inets,"5.7.1"}, {couch,"1.2.0a-dd6de6a-git"}, {mapreduce,"1.0.0"}, {couch_index_merger,"1.2.0a-dd6de6a-git"}, {kernel,"2.14.5"}, {crypto,"2.0.4"}, {ssl,"4.1.6"}, {sasl,"2.1.10"}, {couch_view_parser,"1.0.0"}, {ns_server,"2.0.0-1945-rel-enterprise"}, {mochiweb,"1.4.1"}, {oauth,"7d85d3ef"}, {stdlib,"1.17.5"}]}, {supported_compat_version,[2,0]}, {system_arch,"x86_64-unknown-linux-gnu"}, {wall_clock,1134}, {memory_data,{33657663488,17469222912,{<18079.368.0>,5085816}}}, {disk_data, [{"/",49781912,19}, {"/data",886371884,1}, {"/dev/shm",16434404,0}, {"/data2",1922859824,1}]}, {meminfo, <<"MemTotal: 32868812 kB\nMemFree: 15359152 kB\nBuffers: 200268 kB\nCached: 8206324 kB\nSwapCached: 0 kB\nActive: 9478536 kB\nInactive: 7705368 kB\nHighTotal: 0 kB\nHighFree: 0 kB\nLowTotal: 32868812 kB\nLowFree: 15359152 kB\nSwapTotal: 10337816 kB\nSwapFree: 10337816 kB\nDirty: 21056 kB\nWriteback: 0 kB\nAnonPages: 8777120 kB\nMapped: 16404 kB\nSlab: 268884 kB\nPageTables: 22516 kB\nNFS_Unstable: 0 kB\nBounce: 0 kB\nCommitLimit: 26772220 kB\nCommitted_AS: 10494532 kB\nVmallocTotal: 34359738367 kB\nVmallocUsed: 6352 kB\nVmallocChunk: 34359730643 kB\nHugePages_Total: 0\nHugePages_Free: 0\nHugePages_Rsvd: 0\nHugepagesize: 2048 kB\n">>}]}] [ns_doctor:debug,2012-11-14T11:06:14.693,ns_1@10.2.1.61:ns_doctor<0.408.0>:ns_doctor:handle_info:137]Current node statuses: [{'ns_1@10.2.1.58', [{last_heard,{1352,919971,917759}}, {outgoing_replications_safeness_level,[{"default",green}]}, {incoming_replications_conf_hashes, [{"default",[{'ns_1@10.2.1.63',23980315}]}]}, {active_buckets,["default"]}, {ready_buckets,["default"]}, {local_tasks, [[{pid,<<"<0.4647.1>">>}, {bucket,<<"default">>}, {original_target,{[{type,bucket}]}}, {progress,54}, {started_on,1352919988}, {total_vbuckets,850}, {trigger_type,scheduled}, {type,bucket_compaction}, {updated_on,1352920047}, {vbuckets_done,467}]]}, {memory, [{total,201840880}, {processes,155019160}, {processes_used,155004504}, {system,46821720}, {atom,1332537}, {atom_used,1325003}, {binary,8593504}, {code,13364289}, {ets,4806016}]}, {system_memory_data, [{system_total_memory,33657663488}, {free_swap,10684628992}, {total_swap,10684628992}, {cached_memory,7006859264}, {buffered_memory,191492096}, {free_memory,18479435776}, {total_memory,33657663488}]}, {node_storage_conf,[{db_path,"/data2"},{index_path,"/data"}]}, {statistics, [{wall_clock,{1197495,4998}}, {context_switches,{6666988,0}}, {garbage_collection,{1940517,3575088084,0}}, {io,{{input,152864684},{output,15673234673}}}, {reductions,{828415373,5987384}}, {run_queue,0}, {runtime,{193500,1120}}]}, {system_stats, [{cpu_utilization_rate,44.27860696517413}, {swap_total,10684628992}, {swap_used,0}]}, {interesting_stats, [{couch_docs_actual_disk_size,6877340682}, {couch_docs_data_size,6342797098}, {couch_views_actual_disk_size,0}, {couch_views_data_size,0}, {curr_items,1353946}, {curr_items_tot,2630019}, {mem_used,6945645984}, {vb_replica_curr_items,1276073}]}, {cluster_compatibility_version,131072}, {version, [{public_key,"0.13"}, {lhttpc,"1.3.0"}, {ale,"8cffe61"}, {os_mon,"2.2.7"}, {couch_set_view,"1.2.0a-dd6de6a-git"}, {mnesia,"4.5"}, {inets,"5.7.1"}, {couch,"1.2.0a-dd6de6a-git"}, {mapreduce,"1.0.0"}, {couch_index_merger,"1.2.0a-dd6de6a-git"}, {kernel,"2.14.5"}, {crypto,"2.0.4"}, {ssl,"4.1.6"}, {sasl,"2.1.10"}, {couch_view_parser,"1.0.0"}, {ns_server,"2.0.0-1945-rel-enterprise"}, {mochiweb,"1.4.1"}, {oauth,"7d85d3ef"}, {stdlib,"1.17.5"}]}, {supported_compat_version,[2,0]}, {system_arch,"x86_64-unknown-linux-gnu"}, {wall_clock,1197}, {memory_data,{33657663488,15422648320,{<19772.67.0>,11371232}}}, {disk_data, [{"/",49781912,6}, {"/data",886279600,1}, {"/dev/shm",16434404,0}, {"/data2",1922859824,1}]}, {meminfo, <<"MemTotal: 32868812 kB\nMemFree: 18046324 kB\nBuffers: 187004 kB\nCached: 6842636 kB\nSwapCached: 0 kB\nActive: 7824412 kB\nInactive: 6712636 kB\nHighTotal: 0 kB\nHighFree: 0 kB\nLowTotal: 32868812 kB\nLowFree: 18046324 kB\nSwapTotal: 10434208 kB\nSwapFree: 10434208 kB\nDirty: 16312 kB\nWriteback: 0 kB\nAnonPages: 7507836 kB\nMapped: 15576 kB\nSlab: 230464 kB\nPageTables: 19576 kB\nNFS_Unstable: 0 kB\nBounce: 0 kB\nCommitLimit: 26868612 kB\nCommitted_AS: 9226852 kB\nVmallocTotal: 34359738367 kB\nVmallocUsed: 6400 kB\nVmallocChunk: 34359730595 kB\nHugePages_Total: 0\nHugePages_Free: 0\nHugePages_Rsvd: 0\nHugepagesize: 2048 kB\n">>}]}, {'ns_1@10.2.1.61', [{last_heard,{1352,919969,667414}}, {outgoing_replications_safeness_level,[{"default",green}]}, {incoming_replications_conf_hashes, [{"default",[{'ns_1@10.2.1.63',58523714}]}]}, {active_buckets,["default"]}, {ready_buckets,["default"]}, {local_tasks,[]}, {memory, [{total,140983816}, {processes,99694240}, {processes_used,95204864}, {system,41289576}, {atom,1407441}, {atom_used,1381817}, {binary,2515656}, {code,14112737}, {ets,5150520}]}, {system_memory_data, [{system_total_memory,33657663488}, {free_swap,10684628992}, {total_swap,10684628992}, {cached_memory,996536320}, {buffered_memory,173297664}, {free_memory,23513567232}, {total_memory,33657663488}]}, {node_storage_conf,[{db_path,"/data2"},{index_path,"/data"}]}, {statistics, [{wall_clock,{1196877,5000}}, {context_switches,{7265583,0}}, {garbage_collection,{1394963,18731466297,0}}, {io,{{input,146832410},{output,6147610849}}}, {reductions,{1679782137,3997660}}, {run_queue,0}, {runtime,{374650,1490}}]}, {system_stats, [{cpu_utilization_rate,17.83132530120482}, {swap_total,10684628992}, {swap_used,0}]}, {interesting_stats, [{couch_docs_actual_disk_size,956477579}, {couch_docs_data_size,956114065}, {couch_views_actual_disk_size,0}, {couch_views_data_size,0}, {curr_items,232197}, {curr_items_tot,381695}, {mem_used,1161606376}, {vb_replica_curr_items,149498}]}, {cluster_compatibility_version,131072}, {version, [{public_key,"0.13"}, {lhttpc,"1.3.0"}, {ale,"8cffe61"}, {os_mon,"2.2.7"}, {couch_set_view,"1.2.0a-dd6de6a-git"}, {mnesia,"4.5"}, {inets,"5.7.1"}, {couch,"1.2.0a-dd6de6a-git"}, {mapreduce,"1.0.0"}, {couch_index_merger,"1.2.0a-dd6de6a-git"}, {kernel,"2.14.5"}, {crypto,"2.0.4"}, {ssl,"4.1.6"}, {sasl,"2.1.10"}, {couch_view_parser,"1.0.0"}, {ns_server,"2.0.0-1945-rel-enterprise"}, {mochiweb,"1.4.1"}, {oauth,"7d85d3ef"}, {stdlib,"1.17.5"}]}, {supported_compat_version,[2,0]}, {system_arch,"x86_64-unknown-linux-gnu"}, {wall_clock,1196}, {memory_data,{33657663488,10465226752,{<0.427.0>,15576440}}}, {disk_data, [{"/",49781912,20}, {"/data",886279600,1}, {"/dev/shm",16434404,0}, {"/data2",1922859824,1}]}, {meminfo, <<"MemTotal: 32868812 kB\nMemFree: 22962592 kB\nBuffers: 169236 kB\nCached: 973180 kB\nSwapCached: 0 kB\nActive: 8735188 kB\nInactive: 992396 kB\nHighTotal: 0 kB\nHighFree: 0 kB\nLowTotal: 32868812 kB\nLowFree: 22962592 kB\nSwapTotal: 10434208 kB\nSwapFree: 10434208 kB\nDirty: 620 kB\nWriteback: 152 kB\nAnonPages: 8584996 kB\nMapped: 16492 kB\nSlab: 122324 kB\nPageTables: 22252 kB\nNFS_Unstable: 0 kB\nBounce: 0 kB\nCommitLimit: 26868612 kB\nCommitted_AS: 10298744 kB\nVmallocTotal: 34359738367 kB\nVmallocUsed: 6400 kB\nVmallocChunk: 34359730595 kB\nHugePages_Total: 0\nHugePages_Free: 0\nHugePages_Rsvd: 0\nHugepagesize: 2048 kB\n">>}]}, {'ns_1@10.2.1.63', [{last_heard,{1352,919971,322183}}, {outgoing_replications_safeness_level,[{"default",green}]}, {incoming_replications_conf_hashes, [{"default", [{'ns_1@10.2.1.58',110370559},{'ns_1@10.2.1.61',87991319}]}]}, {active_buckets,["default"]}, {ready_buckets,["default"]}, {local_tasks,[]}, {memory, [{total,229114304}, {processes,178203856}, {processes_used,178052592}, {system,50910448}, {atom,1338193}, {atom_used,1334188}, {binary,11277712}, {code,13493302}, {ets,6044792}]}, {system_memory_data, [{system_total_memory,33657663488}, {free_swap,10585923584}, {total_swap,10585923584}, {cached_memory,8822300672}, {buffered_memory,206315520}, {free_memory,15304560640}, {total_memory,33657663488}]}, {node_storage_conf,[{db_path,"/data2"},{index_path,"/data"}]}, {statistics, [{wall_clock,{1194943,5000}}, {context_switches,{10258946,0}}, {garbage_collection,{2366032,5197101972,0}}, {io,{{input,248684215},{output,12053114733}}}, {reductions,{1588054915,5986044}}, {run_queue,0}, {runtime,{247910,870}}]}, {system_stats, [{cpu_utilization_rate,34.92462311557789}, {swap_total,10585923584}, {swap_used,0}]}, {interesting_stats, [{couch_docs_actual_disk_size,8706384070}, {couch_docs_data_size,7285357973}, {couch_views_actual_disk_size,0}, {couch_views_data_size,0}, {curr_items,1416820}, {curr_items_tot,3000002}, {mem_used,8086078864}, {vb_replica_curr_items,1583182}]}, {cluster_compatibility_version,131072}, {version, [{public_key,"0.13"}, {lhttpc,"1.3.0"}, {ale,"8cffe61"}, {os_mon,"2.2.7"}, {couch_set_view,"1.2.0a-dd6de6a-git"}, {mnesia,"4.5"}, {inets,"5.7.1"}, {couch,"1.2.0a-dd6de6a-git"}, {mapreduce,"1.0.0"}, {couch_index_merger,"1.2.0a-dd6de6a-git"}, {kernel,"2.14.5"}, {crypto,"2.0.4"}, {ssl,"4.1.6"}, {sasl,"2.1.10"}, {couch_view_parser,"1.0.0"}, {ns_server,"2.0.0-1945-rel-enterprise"}, {mochiweb,"1.4.1"}, {oauth,"7d85d3ef"}, {stdlib,"1.17.5"}]}, {supported_compat_version,[2,0]}, {system_arch,"x86_64-unknown-linux-gnu"}, {wall_clock,1194}, {memory_data,{33657663488,17953644544,{<18079.368.0>,5085816}}}, {disk_data, [{"/",49781912,19}, {"/data",886371884,1}, {"/dev/shm",16434404,0}, {"/data2",1922859824,1}]}, {meminfo, <<"MemTotal: 32868812 kB\nMemFree: 14945860 kB\nBuffers: 201480 kB\nCached: 8615528 kB\nSwapCached: 0 kB\nActive: 9694948 kB\nInactive: 7893084 kB\nHighTotal: 0 kB\nHighFree: 0 kB\nLowTotal: 32868812 kB\nLowFree: 14945860 kB\nSwapTotal: 10337816 kB\nSwapFree: 10337816 kB\nDirty: 11448 kB\nWriteback: 0 kB\nAnonPages: 8770884 kB\nMapped: 16404 kB\nSlab: 278632 kB\nPageTables: 22480 kB\nNFS_Unstable: 0 kB\nBounce: 0 kB\nCommitLimit: 26772220 kB\nCommitted_AS: 10487628 kB\nVmallocTotal: 34359738367 kB\nVmallocUsed: 6352 kB\nVmallocChunk: 34359730643 kB\nHugePages_Total: 0\nHugePages_Free: 0\nHugePages_Rsvd: 0\nHugepagesize: 2048 kB\n">>}]}] [stats:debug,2012-11-14T11:06:29.693,ns_1@10.2.1.61:<0.628.0>:stats_collector:maybe_log_stats:126](at {{1970,1,16},{7,48,39}}) Stats for bucket "default": accepting_conns 1 auth_cmds 26 auth_errors 0 bucket_active_conns 1 bucket_conns 21 bytes 1024683496 bytes_read 11576570428 bytes_written 16055182732 cas_badval 0 cas_hits 0 cas_misses 0 cmd_flush 0 cmd_get 144 cmd_set 2399304 conn_yields 49680 connection_structures 5000 curr_connections 22 curr_conns_on_port_11209 14 curr_conns_on_port_11210 6 curr_items 208694 curr_items_tot 331923 curr_temp_items 0 daemon_connections 4 decr_hits 0 decr_misses 0 delete_hits 6 delete_misses 3 ep_access_scanner_last_runtime 0 ep_access_scanner_num_items 0 ep_access_scanner_task_time 2012-11-15 10:00:00 ep_allow_data_loss_during_shutdown 1 ep_alog_block_size 4096 ep_alog_path /data2/default/access.log ep_alog_sleep_time 1440 ep_alog_task_time 10 ep_backend couchdb ep_bg_fetch_delay 0 ep_bg_fetched 0 ep_bg_meta_fetched 0 ep_bg_remaining_jobs 0 ep_chk_max_items 5000 ep_chk_period 1800 ep_chk_persistence_remains 0 ep_chk_persistence_timeout 10 ep_chk_remover_stime 5 ep_commit_num 587 ep_commit_time 0 ep_commit_time_total 14686 ep_concurrentDB 1 ep_config_file ep_couch_bucket default ep_couch_host localhost ep_couch_port 11213 ep_couch_reconnect_sleeptime 250 ep_couch_response_timeout 180000 ep_data_age 2 ep_data_age_highwat 110 ep_data_traffic_enabled 0 ep_dbinit 0 ep_dbname /data2/default ep_degraded_mode 0 ep_diskqueue_drain 530813 ep_diskqueue_fill 530813 ep_diskqueue_items 0 ep_diskqueue_memory 0 ep_diskqueue_pending 0 ep_exp_pager_stime 3600 ep_exp_pager_stime 3600 ep_expired_access 1 ep_expired_pager 0 ep_expiry_window 3 ep_failpartialwarmup 0 ep_flush_all false ep_flush_duration_total 301 ep_flushall_enabled 0 ep_flusher_state running ep_flusher_todo 0 ep_getl_default_timeout 15 ep_getl_max_timeout 30 ep_ht_locks 5 ep_ht_size 3079 ep_inconsistent_slave_chk 0 ep_initfile ep_io_num_read 0 ep_io_num_write 4800065 ep_io_read_bytes 0 ep_io_write_bytes 11365904629 ep_item_begin_failed 0 ep_item_commit_failed 0 ep_item_flush_expired 0 ep_item_flush_failed 0 ep_item_num_based_new_chk 1 ep_items_rm_from_checkpoints 466313 ep_keep_closed_chks 0 ep_klog_block_size 4096 ep_klog_compactor_queue_cap 500000 ep_klog_compactor_stime 3600 ep_klog_flush commit2 ep_klog_max_entry_ratio 10 ep_klog_max_log_size 2147483647 ep_klog_path ep_klog_sync commit2 ep_kv_size 811999905 ep_max_checkpoints 2 ep_max_data_size 12582912000 ep_max_item_size 20971520 ep_max_size 12582912000 ep_max_txn_size 10000 ep_max_vbuckets 1024 ep_mem_high_wat 9437184000 ep_mem_high_wat 9437184000 ep_mem_low_wat 7549747200 ep_mem_low_wat 7549747200 ep_mem_tracker_enabled true ep_min_data_age 0 ep_mlog_compactor_runs 0 ep_mutation_mem_threshold 0 ep_num_access_scanner_runs 0 ep_num_eject_failures 0 ep_num_expiry_pager_runs 0 ep_num_non_resident 0 ep_num_not_my_vbuckets 0 ep_num_ops_del_meta 0 ep_num_ops_get_meta 0 ep_num_ops_set_meta 0 ep_num_pager_runs 0 ep_num_value_ejects 0 ep_oom_errors 0 ep_overhead 32249678 ep_pager_active_vb_pcnt 40 ep_pager_unbiased_period 60 ep_pending_ops 0 ep_pending_ops_max 0 ep_pending_ops_max_duration 0 ep_pending_ops_total 0 ep_postInitfile ep_queue_age_cap 900 ep_queue_size 0 ep_startup_time 1352918788 ep_storage_age 0 ep_storage_age_highwat 110 ep_store_max_concurrency 10 ep_store_max_readers 9 ep_store_max_readwrite 1 ep_stored_val_type ep_tap_ack_grace_period 300 ep_tap_ack_initial_sequence_number 1 ep_tap_ack_interval 1000 ep_tap_ack_window_size 10 ep_tap_backfill_resident 0.9 ep_tap_backlog_limit 5000 ep_tap_backoff_period 5 ep_tap_bg_fetch_requeued 0 ep_tap_bg_fetched 0 ep_tap_bg_max_pending 500 ep_tap_keepalive 300 ep_tap_noop_interval 20 ep_tap_requeue_sleep_time 0.1 ep_tap_throttle_cap_pcnt 10 ep_tap_throttle_queue_cap 1000000 ep_tap_throttle_threshold 90 ep_tmp_oom_errors 0 ep_too_old 0 ep_too_young 0 ep_total_cache_size 808016829 ep_total_del_items 7 ep_total_enqueued 4800067 ep_total_new_items 3000008 ep_total_persisted 4800065 ep_uncommitted_items 0 ep_value_size 784633033 ep_vb0 0 ep_vb_snapshot_total 2726 ep_vb_total 113 ep_vbucket_del 911 ep_vbucket_del_avg_walltime 5429 ep_vbucket_del_fail 0 ep_vbucket_del_max_walltime 112446 ep_version 2.0.0r_135_g40a391b ep_waitforwarmup 0 ep_warmup 1 ep_warmup_batch_size 1000 ep_warmup_dups 0 ep_warmup_min_items_threshold 100 ep_warmup_min_memory_threshold 100 ep_warmup_oom 0 ep_warmup_thread complete ep_warmup_time 749 get_hits 144 get_misses 0 incr_hits 0 incr_misses 0 libevent 2.0.11-stable limit_maxbytes 67108864 listen_disabled_num 0 max_conns_on_port_11209 1000 max_conns_on_port_11210 9000 mem_used 1024683496 pid 5774 pointer_size 64 rejected_conns 0 rusage_system 162.875239 rusage_user 288.896081 tap_checkpoint_end_received 468 tap_checkpoint_end_sent 883 tap_checkpoint_start_received 1086 tap_checkpoint_start_sent 2720 tap_connect_received 1326 tap_delete_received 1 tap_delete_sent 4 tap_mutation_received 2400790 tap_mutation_sent 6277800 tap_opaque_received 1966 tap_opaque_sent 5002 tap_vbucket_set_sent 882 threads 4 time 1352919988 total_connections 3590 uptime 1216 vb_active_curr_items 208694 vb_active_eject 0 vb_active_expired 0 vb_active_ht_memory 1782760 vb_active_itm_memory 507682346 vb_active_meta_data_memory 16486826 vb_active_num 71 vb_active_num_non_resident 0 vb_active_num_ref_ejects 0 vb_active_num_ref_items 208694 vb_active_ops_create 208694 vb_active_ops_delete 0 vb_active_ops_reject 0 vb_active_ops_update 125093 vb_active_perc_mem_resident 100 vb_active_queue_age 0 vb_active_queue_drain 333787 vb_active_queue_fill 333787 vb_active_queue_memory 0 vb_active_queue_pending 0 vb_active_queue_size 0 vb_dead_num 0 vb_pending_curr_items 0 vb_pending_eject 0 vb_pending_expired 0 vb_pending_ht_memory 0 vb_pending_itm_memory 0 vb_pending_meta_data_memory 0 vb_pending_num 0 vb_pending_num_non_resident 0 vb_pending_num_ref_ejects 0 vb_pending_num_ref_items 0 vb_pending_ops_create 0 vb_pending_ops_delete 0 vb_pending_ops_reject 0 vb_pending_ops_update 0 vb_pending_perc_mem_resident 0 vb_pending_queue_age 0 vb_pending_queue_drain 0 vb_pending_queue_fill 0 vb_pending_queue_memory 0 vb_pending_queue_pending 0 vb_pending_queue_size 0 vb_replica_curr_items 123229 vb_replica_eject 0 vb_replica_expired 0 vb_replica_ht_memory 1054704 vb_replica_itm_memory 300334483 vb_replica_meta_data_memory 9735091 vb_replica_num 42 vb_replica_num_non_resident 0 vb_replica_num_ref_ejects 0 vb_replica_num_ref_items 123229 vb_replica_ops_create 123229 vb_replica_ops_delete 0 vb_replica_ops_reject 0 vb_replica_ops_update 73797 vb_replica_perc_mem_resident 100 vb_replica_queue_age 0 vb_replica_queue_drain 197026 vb_replica_queue_fill 197026 vb_replica_queue_memory 0 vb_replica_queue_pending 0 vb_replica_queue_size 0 version 1.4.4_600_g7ea975a [ns_doctor:debug,2012-11-14T11:07:14.671,ns_1@10.2.1.61:ns_doctor<0.408.0>:ns_doctor:handle_info:137]Current node statuses: [{'ns_1@10.2.1.58', [{last_heard,{1352,920031,917981}}, {outgoing_replications_safeness_level,[{"default",green}]}, {incoming_replications_conf_hashes, [{"default",[{'ns_1@10.2.1.63',6104055}]}]}, {active_buckets,["default"]}, {ready_buckets,["default"]}, {local_tasks,[]}, {memory, [{total,213060064}, {processes,165470576}, {processes_used,165466296}, {system,47589488}, {atom,1332537}, {atom_used,1325003}, {binary,9142288}, {code,13364289}, {ets,4974584}]}, {system_memory_data, [{system_total_memory,33657663488}, {free_swap,10684628992}, {total_swap,10684628992}, {cached_memory,7382773760}, {buffered_memory,197484544}, {free_memory,17690017792}, {total_memory,33657663488}]}, {node_storage_conf,[{db_path,"/data2"},{index_path,"/data"}]}, {statistics, [{wall_clock,{1257496,4998}}, {context_switches,{7181307,0}}, {garbage_collection,{2037807,3799322596,0}}, {io,{{input,163498725},{output,16543968315}}}, {reductions,{886713494,5933621}}, {run_queue,0}, {runtime,{205260,1260}}]}, {system_stats, [{cpu_utilization_rate,45.11278195488722}, {swap_total,10684628992}, {swap_used,0}]}, {interesting_stats, [{couch_docs_actual_disk_size,7240495413}, {couch_docs_data_size,6693679880}, {couch_views_actual_disk_size,0}, {couch_views_data_size,0}, {curr_items,1421420}, {curr_items_tot,2774235}, {mem_used,7325661432}, {vb_replica_curr_items,1352815}]}, {cluster_compatibility_version,131072}, {version, [{public_key,"0.13"}, {lhttpc,"1.3.0"}, {ale,"8cffe61"}, {os_mon,"2.2.7"}, {couch_set_view,"1.2.0a-dd6de6a-git"}, {mnesia,"4.5"}, {inets,"5.7.1"}, {couch,"1.2.0a-dd6de6a-git"}, {mapreduce,"1.0.0"}, {couch_index_merger,"1.2.0a-dd6de6a-git"}, {kernel,"2.14.5"}, {crypto,"2.0.4"}, {ssl,"4.1.6"}, {sasl,"2.1.10"}, {couch_view_parser,"1.0.0"}, {ns_server,"2.0.0-1945-rel-enterprise"}, {mochiweb,"1.4.1"}, {oauth,"7d85d3ef"}, {stdlib,"1.17.5"}]}, {supported_compat_version,[2,0]}, {system_arch,"x86_64-unknown-linux-gnu"}, {wall_clock,1257}, {memory_data,{33657663488,15230287872,{<19772.367.0>,5085816}}}, {disk_data, [{"/",49781912,6}, {"/data",886279600,1}, {"/dev/shm",16434404,0}, {"/data2",1922859824,1}]}, {meminfo, <<"MemTotal: 32868812 kB\nMemFree: 17275408 kB\nBuffers: 192856 kB\nCached: 7209740 kB\nSwapCached: 0 kB\nActive: 8248528 kB\nInactive: 7049656 kB\nHighTotal: 0 kB\nHighFree: 0 kB\nLowTotal: 32868812 kB\nLowFree: 17275408 kB\nSwapTotal: 10434208 kB\nSwapFree: 10434208 kB\nDirty: 13056 kB\nWriteback: 0 kB\nAnonPages: 7894260 kB\nMapped: 15576 kB\nSlab: 239512 kB\nPageTables: 20412 kB\nNFS_Unstable: 0 kB\nBounce: 0 kB\nCommitLimit: 26868612 kB\nCommitted_AS: 9616008 kB\nVmallocTotal: 34359738367 kB\nVmallocUsed: 6400 kB\nVmallocChunk: 34359730595 kB\nHugePages_Total: 0\nHugePages_Free: 0\nHugePages_Rsvd: 0\nHugepagesize: 2048 kB\n">>}]}, {'ns_1@10.2.1.61', [{last_heard,{1352,920034,668030}}, {outgoing_replications_safeness_level,[{"default",green}]}, {incoming_replications_conf_hashes, [{"default",[{'ns_1@10.2.1.63',2716883}]}]}, {active_buckets,["default"]}, {ready_buckets,["default"]}, {local_tasks,[]}, {memory, [{total,134250144}, {processes,93526632}, {processes_used,88767696}, {system,40723512}, {atom,1407441}, {atom_used,1381817}, {binary,2001016}, {code,14112737}, {ets,5138048}]}, {system_memory_data, [{system_total_memory,33657663488}, {free_swap,10684628992}, {total_swap,10684628992}, {cached_memory,612577280}, {buffered_memory,174395392}, {free_memory,23914803200}, {total_memory,33657663488}]}, {node_storage_conf,[{db_path,"/data2"},{index_path,"/data"}]}, {statistics, [{wall_clock,{1261877,5000}}, {context_switches,{7373104,0}}, {garbage_collection,{1444653,19805465213,0}}, {io,{{input,151976805},{output,6166902672}}}, {reductions,{1732567832,4628054}}, {run_queue,0}, {runtime,{393750,1660}}]}, {system_stats, [{cpu_utilization_rate,22.55639097744361}, {swap_total,10684628992}, {swap_used,0}]}, {interesting_stats, [{couch_docs_actual_disk_size,583893842}, {couch_docs_data_size,583658052}, {couch_views_actual_disk_size,0}, {couch_views_data_size,0}, {curr_items,146721}, {curr_items_tot,222911}, {mem_used,742562072}, {vb_replica_curr_items,76190}]}, {cluster_compatibility_version,131072}, {version, [{public_key,"0.13"}, {lhttpc,"1.3.0"}, {ale,"8cffe61"}, {os_mon,"2.2.7"}, {couch_set_view,"1.2.0a-dd6de6a-git"}, {mnesia,"4.5"}, {inets,"5.7.1"}, {couch,"1.2.0a-dd6de6a-git"}, {mapreduce,"1.0.0"}, {couch_index_merger,"1.2.0a-dd6de6a-git"}, {kernel,"2.14.5"}, {crypto,"2.0.4"}, {ssl,"4.1.6"}, {sasl,"2.1.10"}, {couch_view_parser,"1.0.0"}, {ns_server,"2.0.0-1945-rel-enterprise"}, {mochiweb,"1.4.1"}, {oauth,"7d85d3ef"}, {stdlib,"1.17.5"}]}, {supported_compat_version,[2,0]}, {system_arch,"x86_64-unknown-linux-gnu"}, {wall_clock,1261}, {memory_data,{33657663488,9761525760,{<0.427.0>,25159424}}}, {disk_data, [{"/",49781912,20}, {"/data",886279600,1}, {"/dev/shm",16434404,0}, {"/data2",1922859824,1}]}, {meminfo, <<"MemTotal: 32868812 kB\nMemFree: 23354300 kB\nBuffers: 170308 kB\nCached: 598220 kB\nSwapCached: 0 kB\nActive: 8725108 kB\nInactive: 618044 kB\nHighTotal: 0 kB\nHighFree: 0 kB\nLowTotal: 32868812 kB\nLowFree: 23354300 kB\nSwapTotal: 10434208 kB\nSwapFree: 10434208 kB\nDirty: 836 kB\nWriteback: 0 kB\nAnonPages: 8574684 kB\nMapped: 16492 kB\nSlab: 114476 kB\nPageTables: 22200 kB\nNFS_Unstable: 0 kB\nBounce: 0 kB\nCommitLimit: 26868612 kB\nCommitted_AS: 10296460 kB\nVmallocTotal: 34359738367 kB\nVmallocUsed: 6400 kB\nVmallocChunk: 34359730595 kB\nHugePages_Total: 0\nHugePages_Free: 0\nHugePages_Rsvd: 0\nHugepagesize: 2048 kB\n">>}]}, {'ns_1@10.2.1.63', [{last_heard,{1352,920031,319858}}, {outgoing_replications_safeness_level,[{"default",green}]}, {incoming_replications_conf_hashes, [{"default", [{'ns_1@10.2.1.58',132762476},{'ns_1@10.2.1.61',257702}]}]}, {active_buckets,["default"]}, {ready_buckets,["default"]}, {local_tasks,[]}, {memory, [{total,231253200}, {processes,178982728}, {processes_used,178789280}, {system,52270472}, {atom,1338193}, {atom_used,1334188}, {binary,12624936}, {code,13493302}, {ets,6059608}]}, {system_memory_data, [{system_total_memory,33657663488}, {free_swap,10585923584}, {total_swap,10585923584}, {cached_memory,9232482304}, {buffered_memory,207355904}, {free_memory,14880317440}, {total_memory,33657663488}]}, {node_storage_conf,[{db_path,"/data2"},{index_path,"/data"}]}, {statistics, [{wall_clock,{1254941,4999}}, {context_switches,{10680139,0}}, {garbage_collection,{2461125,5417316960,0}}, {io,{{input,257339681},{output,12378905246}}}, {reductions,{1649548427,6238396}}, {run_queue,0}, {runtime,{258060,1000}}]}, {system_stats, [{cpu_utilization_rate,39.849624060150376}, {swap_total,10585923584}, {swap_used,0}]}, {interesting_stats, [{couch_docs_actual_disk_size,9112761876}, {couch_docs_data_size,7285156519}, {couch_views_actual_disk_size,0}, {couch_views_data_size,0}, {curr_items,1428869}, {curr_items_tot,3000002}, {mem_used,8092510392}, {vb_replica_curr_items,1571133}]}, {cluster_compatibility_version,131072}, {version, [{public_key,"0.13"}, {lhttpc,"1.3.0"}, {ale,"8cffe61"}, {os_mon,"2.2.7"}, {couch_set_view,"1.2.0a-dd6de6a-git"}, {mnesia,"4.5"}, {inets,"5.7.1"}, {couch,"1.2.0a-dd6de6a-git"}, {mapreduce,"1.0.0"}, {couch_index_merger,"1.2.0a-dd6de6a-git"}, {kernel,"2.14.5"}, {crypto,"2.0.4"}, {ssl,"4.1.6"}, {sasl,"2.1.10"}, {couch_view_parser,"1.0.0"}, {ns_server,"2.0.0-1945-rel-enterprise"}, {mochiweb,"1.4.1"}, {oauth,"7d85d3ef"}, {stdlib,"1.17.5"}]}, {supported_compat_version,[2,0]}, {system_arch,"x86_64-unknown-linux-gnu"}, {wall_clock,1254}, {memory_data,{33657663488,18380394496,{<18079.368.0>,5085816}}}, {disk_data, [{"/",49781912,19}, {"/data",886371884,1}, {"/dev/shm",16434404,0}, {"/data2",1922859824,1}]}, {meminfo, <<"MemTotal: 32868812 kB\nMemFree: 14531560 kB\nBuffers: 202496 kB\nCached: 9016096 kB\nSwapCached: 0 kB\nActive: 9920316 kB\nInactive: 8071308 kB\nHighTotal: 0 kB\nHighFree: 0 kB\nLowTotal: 32868812 kB\nLowFree: 14531560 kB\nSwapTotal: 10337816 kB\nSwapFree: 10337816 kB\nDirty: 7096 kB\nWriteback: 248 kB\nAnonPages: 8772848 kB\nMapped: 16404 kB\nSlab: 289196 kB\nPageTables: 22500 kB\nNFS_Unstable: 0 kB\nBounce: 0 kB\nCommitLimit: 26772220 kB\nCommitted_AS: 10494856 kB\nVmallocTotal: 34359738367 kB\nVmallocUsed: 6352 kB\nVmallocChunk: 34359730643 kB\nHugePages_Total: 0\nHugePages_Free: 0\nHugePages_Rsvd: 0\nHugepagesize: 2048 kB\n">>}]}] [stats:debug,2012-11-14T11:08:09.694,ns_1@10.2.1.61:<0.628.0>:stats_collector:maybe_log_stats:126](at {{1970,1,16},{7,48,40}}) Stats for bucket "default": accepting_conns 1 auth_cmds 26 auth_errors 0 bucket_active_conns 1 bucket_conns 19 bytes 415560872 bytes_read 11576711894 bytes_written 16960581601 cas_badval 0 cas_hits 0 cas_misses 0 cmd_flush 0 cmd_get 144 cmd_set 2399304 conn_yields 49702 connection_structures 5000 curr_connections 21 curr_conns_on_port_11209 13 curr_conns_on_port_11210 6 curr_items 85061 curr_items_tot 96835 curr_temp_items 0 daemon_connections 4 decr_hits 0 decr_misses 0 delete_hits 6 delete_misses 3 ep_access_scanner_last_runtime 0 ep_access_scanner_num_items 0 ep_access_scanner_task_time 2012-11-15 10:00:00 ep_allow_data_loss_during_shutdown 1 ep_alog_block_size 4096 ep_alog_path /data2/default/access.log ep_alog_sleep_time 1440 ep_alog_task_time 10 ep_backend couchdb ep_bg_fetch_delay 0 ep_bg_fetched 0 ep_bg_meta_fetched 0 ep_bg_remaining_jobs 0 ep_chk_max_items 5000 ep_chk_period 1800 ep_chk_persistence_remains 0 ep_chk_persistence_timeout 10 ep_chk_remover_stime 5 ep_commit_num 593 ep_commit_time 0 ep_commit_time_total 14686 ep_concurrentDB 1 ep_config_file ep_couch_bucket default ep_couch_host localhost ep_couch_port 11213 ep_couch_reconnect_sleeptime 250 ep_couch_response_timeout 180000 ep_data_age 2 ep_data_age_highwat 110 ep_data_traffic_enabled 0 ep_dbinit 0 ep_dbname /data2/default ep_degraded_mode 0 ep_diskqueue_drain 154772 ep_diskqueue_fill 154772 ep_diskqueue_items 0 ep_diskqueue_memory 0 ep_diskqueue_pending 0 ep_exp_pager_stime 3600 ep_exp_pager_stime 3600 ep_expired_access 1 ep_expired_pager 0 ep_expiry_window 3 ep_failpartialwarmup 0 ep_flush_all false ep_flush_duration_total 301 ep_flushall_enabled 0 ep_flusher_state running ep_flusher_todo 0 ep_getl_default_timeout 15 ep_getl_max_timeout 30 ep_ht_locks 5 ep_ht_size 3079 ep_inconsistent_slave_chk 0 ep_initfile ep_io_num_read 0 ep_io_num_write 4800065 ep_io_read_bytes 0 ep_io_write_bytes 11365904629 ep_item_begin_failed 0 ep_item_commit_failed 0 ep_item_flush_expired 0 ep_item_flush_failed 0 ep_item_num_based_new_chk 1 ep_items_rm_from_checkpoints 539715 ep_keep_closed_chks 0 ep_klog_block_size 4096 ep_klog_compactor_queue_cap 500000 ep_klog_compactor_stime 3600 ep_klog_flush commit2 ep_klog_max_entry_ratio 10 ep_klog_max_log_size 2147483647 ep_klog_path ep_klog_sync commit2 ep_kv_size 236843017 ep_max_checkpoints 2 ep_max_data_size 12582912000 ep_max_item_size 20971520 ep_max_size 12582912000 ep_max_txn_size 10000 ep_max_vbuckets 1024 ep_mem_high_wat 9437184000 ep_mem_high_wat 9437184000 ep_mem_low_wat 7549747200 ep_mem_low_wat 7549747200 ep_mem_tracker_enabled true ep_min_data_age 0 ep_mlog_compactor_runs 0 ep_mutation_mem_threshold 0 ep_num_access_scanner_runs 0 ep_num_eject_failures 0 ep_num_expiry_pager_runs 0 ep_num_non_resident 0 ep_num_not_my_vbuckets 0 ep_num_ops_del_meta 0 ep_num_ops_get_meta 0 ep_num_ops_set_meta 0 ep_num_pager_runs 0 ep_num_value_ejects 0 ep_oom_errors 0 ep_overhead 9437960 ep_pager_active_vb_pcnt 40 ep_pager_unbiased_period 60 ep_pending_ops 0 ep_pending_ops_max 0 ep_pending_ops_max_duration 0 ep_pending_ops_total 0 ep_postInitfile ep_queue_age_cap 900 ep_queue_size 0 ep_startup_time 1352918788 ep_storage_age 0 ep_storage_age_highwat 110 ep_store_max_concurrency 10 ep_store_max_readers 9 ep_store_max_readwrite 1 ep_stored_val_type ep_tap_ack_grace_period 300 ep_tap_ack_initial_sequence_number 1 ep_tap_ack_interval 1000 ep_tap_ack_window_size 10 ep_tap_backfill_resident 0.9 ep_tap_backlog_limit 5000 ep_tap_backoff_period 5 ep_tap_bg_fetch_requeued 0 ep_tap_bg_fetched 0 ep_tap_bg_max_pending 500 ep_tap_keepalive 300 ep_tap_noop_interval 20 ep_tap_requeue_sleep_time 0.1 ep_tap_throttle_cap_pcnt 10 ep_tap_throttle_queue_cap 1000000 ep_tap_throttle_threshold 90 ep_tmp_oom_errors 0 ep_too_old 0 ep_too_young 0 ep_total_cache_size 235680997 ep_total_del_items 7 ep_total_enqueued 4800067 ep_total_new_items 3000008 ep_total_persisted 4800065 ep_uncommitted_items 0 ep_value_size 228858910 ep_vb0 0 ep_vb_snapshot_total 2965 ep_vb_total 33 ep_vbucket_del 991 ep_vbucket_del_avg_walltime 5396 ep_vbucket_del_fail 0 ep_vbucket_del_max_walltime 112446 ep_version 2.0.0r_135_g40a391b ep_waitforwarmup 0 ep_warmup 1 ep_warmup_batch_size 1000 ep_warmup_dups 0 ep_warmup_min_items_threshold 100 ep_warmup_min_memory_threshold 100 ep_warmup_oom 0 ep_warmup_thread complete ep_warmup_time 749 get_hits 144 get_misses 0 incr_hits 0 incr_misses 0 libevent 2.0.11-stable limit_maxbytes 67108864 listen_disabled_num 0 max_conns_on_port_11209 1000 max_conns_on_port_11210 9000 mem_used 415560872 pid 5774 pointer_size 64 rejected_conns 0 rusage_system 166.902626 rusage_user 293.092443 tap_checkpoint_end_received 506 tap_checkpoint_end_sent 965 tap_checkpoint_start_received 1135 tap_checkpoint_start_sent 2927 tap_connect_received 1451 tap_delete_received 1 tap_delete_sent 4 tap_mutation_received 2400790 tap_mutation_sent 6645882 tap_opaque_received 2042 tap_opaque_sent 5378 tap_vbucket_set_sent 966 threads 4 time 1352920089 total_connections 3927 uptime 1317 vb_active_curr_items 85061 vb_active_eject 0 vb_active_expired 0 vb_active_ht_memory 728152 vb_active_itm_memory 207116507 vb_active_meta_data_memory 6719819 vb_active_num 29 vb_active_num_non_resident 0 vb_active_num_ref_ejects 0 vb_active_num_ref_items 85061 vb_active_ops_create 85061 vb_active_ops_delete 0 vb_active_ops_reject 0 vb_active_ops_update 50922 vb_active_perc_mem_resident 100 vb_active_queue_age 0 vb_active_queue_drain 135983 vb_active_queue_fill 135983 vb_active_queue_memory 0 vb_active_queue_pending 0 vb_active_queue_size 0 vb_dead_num 0 vb_pending_curr_items 0 vb_pending_eject 0 vb_pending_expired 0 vb_pending_ht_memory 0 vb_pending_itm_memory 0 vb_pending_meta_data_memory 0 vb_pending_num 0 vb_pending_num_non_resident 0 vb_pending_num_ref_ejects 0 vb_pending_num_ref_items 0 vb_pending_ops_create 0 vb_pending_ops_delete 0 vb_pending_ops_reject 0 vb_pending_ops_update 0 vb_pending_perc_mem_resident 0 vb_pending_queue_age 0 vb_pending_queue_drain 0 vb_pending_queue_fill 0 vb_pending_queue_memory 0 vb_pending_queue_pending 0 vb_pending_queue_size 0 vb_replica_curr_items 11774 vb_replica_eject 0 vb_replica_expired 0 vb_replica_ht_memory 100448 vb_replica_itm_memory 28564490 vb_replica_meta_data_memory 930146 vb_replica_num 4 vb_replica_num_non_resident 0 vb_replica_num_ref_ejects 0 vb_replica_num_ref_items 11774 vb_replica_ops_create 11774 vb_replica_ops_delete 0 vb_replica_ops_reject 0 vb_replica_ops_update 7015 vb_replica_perc_mem_resident 100 vb_replica_queue_age 0 vb_replica_queue_drain 18789 vb_replica_queue_fill 18789 vb_replica_queue_memory 0 vb_replica_queue_pending 0 vb_replica_queue_size 0 version 1.4.4_600_g7ea975a [ns_doctor:debug,2012-11-14T11:08:14.671,ns_1@10.2.1.61:ns_doctor<0.408.0>:ns_doctor:handle_info:137]Current node statuses: [{'ns_1@10.2.1.58', [{last_heard,{1352,920091,917572}}, {outgoing_replications_safeness_level,[{"default",green}]}, {incoming_replications_conf_hashes, [{"default",[{'ns_1@10.2.1.63',81409415}]}]}, {active_buckets,["default"]}, {ready_buckets,["default"]}, {local_tasks,[]}, {memory, [{total,222206200}, {processes,174148752}, {processes_used,174136704}, {system,48057448}, {atom,1332537}, {atom_used,1325003}, {binary,9381704}, {code,13364289}, {ets,5176792}]}, {system_memory_data, [{system_total_memory,33657663488}, {free_swap,10684628992}, {total_swap,10684628992}, {cached_memory,8186941440}, {buffered_memory,201072640}, {free_memory,16416202752}, {total_memory,33657663488}]}, {node_storage_conf,[{db_path,"/data2"},{index_path,"/data"}]}, {statistics, [{wall_clock,{1317495,4998}}, {context_switches,{7652949,0}}, {garbage_collection,{2124276,4002413211,0}}, {io,{{input,175102157},{output,17349123545}}}, {reductions,{938785134,3475744}}, {run_queue,0}, {runtime,{216190,740}}]}, {system_stats, [{cpu_utilization_rate,51.25}, {swap_total,10684628992}, {swap_used,0}]}, {interesting_stats, [{couch_docs_actual_disk_size,7997055609}, {couch_docs_data_size,7034975473}, {couch_views_actual_disk_size,0}, {couch_views_data_size,0}, {curr_items,1491721}, {curr_items_tot,2909280}, {mem_used,7681399272}, {vb_replica_curr_items,1417559}]}, {cluster_compatibility_version,131072}, {version, [{public_key,"0.13"}, {lhttpc,"1.3.0"}, {ale,"8cffe61"}, {os_mon,"2.2.7"}, {couch_set_view,"1.2.0a-dd6de6a-git"}, {mnesia,"4.5"}, {inets,"5.7.1"}, {couch,"1.2.0a-dd6de6a-git"}, {mapreduce,"1.0.0"}, {couch_index_merger,"1.2.0a-dd6de6a-git"}, {kernel,"2.14.5"}, {crypto,"2.0.4"}, {ssl,"4.1.6"}, {sasl,"2.1.10"}, {couch_view_parser,"1.0.0"}, {ns_server,"2.0.0-1945-rel-enterprise"}, {mochiweb,"1.4.1"}, {oauth,"7d85d3ef"}, {stdlib,"1.17.5"}]}, {supported_compat_version,[2,0]}, {system_arch,"x86_64-unknown-linux-gnu"}, {wall_clock,1317}, {memory_data,{33657663488,16027189248,{<19772.367.0>,5085816}}}, {disk_data, [{"/",49781912,6}, {"/data",886279600,1}, {"/dev/shm",16434404,0}, {"/data2",1922859824,1}]}, {meminfo, <<"MemTotal: 32868812 kB\nMemFree: 16031572 kB\nBuffers: 196360 kB\nCached: 7995060 kB\nSwapCached: 0 kB\nActive: 8841808 kB\nInactive: 7679000 kB\nHighTotal: 0 kB\nHighFree: 0 kB\nLowTotal: 32868812 kB\nLowFree: 16031572 kB\nSwapTotal: 10434208 kB\nSwapFree: 10434208 kB\nDirty: 26332 kB\nWriteback: 184 kB\nAnonPages: 8328896 kB\nMapped: 20368 kB\nSlab: 260292 kB\nPageTables: 21760 kB\nNFS_Unstable: 0 kB\nBounce: 0 kB\nCommitLimit: 26868612 kB\nCommitted_AS: 10075456 kB\nVmallocTotal: 34359738367 kB\nVmallocUsed: 6400 kB\nVmallocChunk: 34359730595 kB\nHugePages_Total: 0\nHugePages_Free: 0\nHugePages_Rsvd: 0\nHugepagesize: 2048 kB\n">>}]}, {'ns_1@10.2.1.61', [{last_heard,{1352,920094,667965}}, {outgoing_replications_safeness_level,[{"default",green}]}, {incoming_replications_conf_hashes, [{"default",[{'ns_1@10.2.1.63',77523111}]}]}, {active_buckets,["default"]}, {ready_buckets,["default"]}, {local_tasks,[]}, {memory, [{total,129328184}, {processes,88900528}, {processes_used,83904568}, {system,40427656}, {atom,1407441}, {atom_used,1381817}, {binary,1732936}, {code,14112737}, {ets,5141848}]}, {system_memory_data, [{system_total_memory,33657663488}, {free_swap,10684628992}, {total_swap,10684628992}, {cached_memory,349876224}, {buffered_memory,175710208}, {free_memory,24196374528}, {total_memory,33657663488}]}, {node_storage_conf,[{db_path,"/data2"},{index_path,"/data"}]}, {statistics, [{wall_clock,{1321877,4999}}, {context_switches,{7459679,0}}, {garbage_collection,{1498352,20825544775,0}}, {io,{{input,153334094},{output,6180691228}}}, {reductions,{1779263000,3933534}}, {run_queue,0}, {runtime,{411530,1600}}]}, {system_stats, [{cpu_utilization_rate,5.5},{swap_total,10684628992},{swap_used,0}]}, {interesting_stats, [{couch_docs_actual_disk_size,235246028}, {couch_docs_data_size,235131881}, {couch_views_actual_disk_size,0}, {couch_views_data_size,0}, {curr_items,81977}, {curr_items_tot,90722}, {mem_used,399719912}, {vb_replica_curr_items,8745}]}, {cluster_compatibility_version,131072}, {version, [{public_key,"0.13"}, {lhttpc,"1.3.0"}, {ale,"8cffe61"}, {os_mon,"2.2.7"}, {couch_set_view,"1.2.0a-dd6de6a-git"}, {mnesia,"4.5"}, {inets,"5.7.1"}, {couch,"1.2.0a-dd6de6a-git"}, {mapreduce,"1.0.0"}, {couch_index_merger,"1.2.0a-dd6de6a-git"}, {kernel,"2.14.5"}, {crypto,"2.0.4"}, {ssl,"4.1.6"}, {sasl,"2.1.10"}, {couch_view_parser,"1.0.0"}, {ns_server,"2.0.0-1945-rel-enterprise"}, {mochiweb,"1.4.1"}, {oauth,"7d85d3ef"}, {stdlib,"1.17.5"}]}, {supported_compat_version,[2,0]}, {system_arch,"x86_64-unknown-linux-gnu"}, {wall_clock,1321}, {memory_data,{33657663488,9472090112,{<0.427.0>,15551296}}}, {disk_data, [{"/",49781912,20}, {"/data",886279600,1}, {"/dev/shm",16434404,0}, {"/data2",1922859824,1}]}, {meminfo, <<"MemTotal: 32868812 kB\nMemFree: 23629272 kB\nBuffers: 171592 kB\nCached: 341676 kB\nSwapCached: 0 kB\nActive: 8755940 kB\nInactive: 320248 kB\nHighTotal: 0 kB\nHighFree: 0 kB\nLowTotal: 32868812 kB\nLowFree: 23629272 kB\nSwapTotal: 10434208 kB\nSwapFree: 10434208 kB\nDirty: 3212 kB\nWriteback: 0 kB\nAnonPages: 8562788 kB\nMapped: 16492 kB\nSlab: 106988 kB\nPageTables: 22272 kB\nNFS_Unstable: 0 kB\nBounce: 0 kB\nCommitLimit: 26868612 kB\nCommitted_AS: 10286572 kB\nVmallocTotal: 34359738367 kB\nVmallocUsed: 6400 kB\nVmallocChunk: 34359730595 kB\nHugePages_Total: 0\nHugePages_Free: 0\nHugePages_Rsvd: 0\nHugepagesize: 2048 kB\n">>}]}, {'ns_1@10.2.1.63', [{last_heard,{1352,920091,321504}}, {outgoing_replications_safeness_level,[{"default",green}]}, {incoming_replications_conf_hashes, [{"default", [{'ns_1@10.2.1.58',43926494},{'ns_1@10.2.1.61',69199419}]}]}, {active_buckets,["default"]}, {ready_buckets,["default"]}, {local_tasks,[]}, {memory, [{total,228027072}, {processes,174864456}, {processes_used,174628688}, {system,53162616}, {atom,1338193}, {atom_used,1334188}, {binary,13394088}, {code,13493302}, {ets,6187664}]}, {system_memory_data, [{system_total_memory,33657663488}, {free_swap,10585923584}, {total_swap,10585923584}, {cached_memory,9726709760}, {buffered_memory,209489920}, {free_memory,14360997888}, {total_memory,33657663488}]}, {node_storage_conf,[{db_path,"/data2"},{index_path,"/data"}]}, {statistics, [{wall_clock,{1314943,5002}}, {context_switches,{11125272,0}}, {garbage_collection,{2557059,5642883398,0}}, {io,{{input,269926186},{output,12701836755}}}, {reductions,{1711679390,4827544}}, {run_queue,0}, {runtime,{268710,740}}]}, {system_stats, [{cpu_utilization_rate,43.85964912280702}, {swap_total,10585923584}, {swap_used,0}]}, {interesting_stats, [{couch_docs_actual_disk_size,9529940840}, {couch_docs_data_size,7284971724}, {couch_views_actual_disk_size,0}, {couch_views_data_size,0}, {curr_items,1423220}, {curr_items_tot,3000002}, {mem_used,8099492040}, {vb_replica_curr_items,1576782}]}, {cluster_compatibility_version,131072}, {version, [{public_key,"0.13"}, {lhttpc,"1.3.0"}, {ale,"8cffe61"}, {os_mon,"2.2.7"}, {couch_set_view,"1.2.0a-dd6de6a-git"}, {mnesia,"4.5"}, {inets,"5.7.1"}, {couch,"1.2.0a-dd6de6a-git"}, {mapreduce,"1.0.0"}, {couch_index_merger,"1.2.0a-dd6de6a-git"}, {kernel,"2.14.5"}, {crypto,"2.0.4"}, {ssl,"4.1.6"}, {sasl,"2.1.10"}, {couch_view_parser,"1.0.0"}, {ns_server,"2.0.0-1945-rel-enterprise"}, {mochiweb,"1.4.1"}, {oauth,"7d85d3ef"}, {stdlib,"1.17.5"}]}, {supported_compat_version,[2,0]}, {system_arch,"x86_64-unknown-linux-gnu"}, {wall_clock,1314}, {memory_data,{33657663488,18821533696,{<18079.368.0>,5085816}}}, {disk_data, [{"/",49781912,19}, {"/data",886371884,1}, {"/dev/shm",16434404,0}, {"/data2",1922859824,1}]}, {meminfo, <<"MemTotal: 32868812 kB\nMemFree: 14024536 kB\nBuffers: 204580 kB\nCached: 9498740 kB\nSwapCached: 0 kB\nActive: 10209256 kB\nInactive: 8276424 kB\nHighTotal: 0 kB\nHighFree: 0 kB\nLowTotal: 32868812 kB\nLowFree: 14024536 kB\nSwapTotal: 10337816 kB\nSwapFree: 10337816 kB\nDirty: 21944 kB\nWriteback: 0 kB\nAnonPages: 8782792 kB\nMapped: 16512 kB\nSlab: 301852 kB\nPageTables: 22512 kB\nNFS_Unstable: 0 kB\nBounce: 0 kB\nCommitLimit: 26772220 kB\nCommitted_AS: 10508352 kB\nVmallocTotal: 34359738367 kB\nVmallocUsed: 6352 kB\nVmallocChunk: 34359730643 kB\nHugePages_Total: 0\nHugePages_Free: 0\nHugePages_Rsvd: 0\nHugepagesize: 2048 kB\n">>}]}] [ns_doctor:debug,2012-11-14T11:09:14.672,ns_1@10.2.1.61:ns_doctor<0.408.0>:ns_doctor:handle_info:137]Current node statuses: [{'ns_1@10.2.1.58', [{last_heard,{1352,920151,918381}}, {outgoing_replications_safeness_level,[{"default",green}]}, {incoming_replications_conf_hashes, [{"default",[{'ns_1@10.2.1.63',132836600}]}]}, {active_buckets,["default"]}, {ready_buckets,["default"]}, {local_tasks,[]}, {memory, [{total,225081584}, {processes,176027176}, {processes_used,176018704}, {system,49054408}, {atom,1332537}, {atom_used,1325003}, {binary,10306504}, {code,13364289}, {ets,5230448}]}, {system_memory_data, [{system_total_memory,33657663488}, {free_swap,10684628992}, {total_swap,10684628992}, {cached_memory,8820441088}, {buffered_memory,203022336}, {free_memory,15570448384}, {total_memory,33657663488}]}, {node_storage_conf,[{db_path,"/data2"},{index_path,"/data"}]}, {statistics, [{wall_clock,{1377496,4999}}, {context_switches,{8095738,0}}, {garbage_collection,{2182809,4178820946,0}}, {io,{{input,182242397},{output,17973986324}}}, {reductions,{982234379,1022836}}, {run_queue,0}, {runtime,{228630,530}}]}, {system_stats, [{cpu_utilization_rate,3.007518796992481}, {swap_total,10684628992}, {swap_used,0}]}, {interesting_stats, [{couch_docs_actual_disk_size,8662776469}, {couch_docs_data_size,7284405678}, {couch_views_actual_disk_size,0}, {couch_views_data_size,0}, {curr_items,1500466}, {curr_items_tot,3000002}, {mem_used,7921143592}, {vb_replica_curr_items,1499536}]}, {cluster_compatibility_version,131072}, {version, [{public_key,"0.13"}, {lhttpc,"1.3.0"}, {ale,"8cffe61"}, {os_mon,"2.2.7"}, {couch_set_view,"1.2.0a-dd6de6a-git"}, {mnesia,"4.5"}, {inets,"5.7.1"}, {couch,"1.2.0a-dd6de6a-git"}, {mapreduce,"1.0.0"}, {couch_index_merger,"1.2.0a-dd6de6a-git"}, {kernel,"2.14.5"}, {crypto,"2.0.4"}, {ssl,"4.1.6"}, {sasl,"2.1.10"}, {couch_view_parser,"1.0.0"}, {ns_server,"2.0.0-1945-rel-enterprise"}, {mochiweb,"1.4.1"}, {oauth,"7d85d3ef"}, {stdlib,"1.17.5"}]}, {supported_compat_version,[2,0]}, {system_arch,"x86_64-unknown-linux-gnu"}, {wall_clock,1377}, {memory_data,{33657663488,17268252672,{<19772.367.0>,5085816}}}, {disk_data, [{"/",49781912,6}, {"/data",886279600,1}, {"/dev/shm",16434404,0}, {"/data2",1922859824,1}]}, {meminfo, <<"MemTotal: 32868812 kB\nMemFree: 15205640 kB\nBuffers: 198264 kB\nCached: 8613712 kB\nSwapCached: 0 kB\nActive: 9187904 kB\nInactive: 8142480 kB\nHighTotal: 0 kB\nHighFree: 0 kB\nLowTotal: 32868812 kB\nLowFree: 15205640 kB\nSwapTotal: 10434208 kB\nSwapFree: 10434208 kB\nDirty: 13616 kB\nWriteback: 0 kB\nAnonPages: 8518508 kB\nMapped: 15592 kB\nSlab: 276236 kB\nPageTables: 21724 kB\nNFS_Unstable: 0 kB\nBounce: 0 kB\nCommitLimit: 26868612 kB\nCommitted_AS: 10221540 kB\nVmallocTotal: 34359738367 kB\nVmallocUsed: 6400 kB\nVmallocChunk: 34359730595 kB\nHugePages_Total: 0\nHugePages_Free: 0\nHugePages_Rsvd: 0\nHugepagesize: 2048 kB\n">>}]}, {'ns_1@10.2.1.61', [{last_heard,{1352,920154,667342}}, {outgoing_replications_safeness_level,[]}, {incoming_replications_conf_hashes,[]}, {active_buckets,[]}, {ready_buckets,[]}, {local_tasks,[]}, {memory, [{total,97173824}, {processes,57341120}, {processes_used,52147296}, {system,39832704}, {atom,1407441}, {atom_used,1381817}, {binary,1128752}, {code,14112737}, {ets,5194480}]}, {system_memory_data, [{system_total_memory,33657663488}, {free_swap,10684628992}, {total_swap,10684628992}, {cached_memory,145350656}, {buffered_memory,176361472}, {free_memory,30178320384}, {total_memory,33657663488}]}, {node_storage_conf,[{db_path,"/data2"},{index_path,"/data"}]}, {statistics, [{wall_clock,{1381877,8}}, {context_switches,{7522433,0}}, {garbage_collection,{1508791,21462389082,0}}, {io,{{input,154585148},{output,6191000892}}}, {reductions,{1814427345,14464}}, {run_queue,0}, {runtime,{424360,10}}]}, {system_stats,[{cpu_utilization_rate,0},{swap_total,0},{swap_used,0}]}, {interesting_stats,[]}, {cluster_compatibility_version,131072}, {version, [{public_key,"0.13"}, {lhttpc,"1.3.0"}, {ale,"8cffe61"}, {os_mon,"2.2.7"}, {couch_set_view,"1.2.0a-dd6de6a-git"}, {mnesia,"4.5"}, {inets,"5.7.1"}, {couch,"1.2.0a-dd6de6a-git"}, {mapreduce,"1.0.0"}, {couch_index_merger,"1.2.0a-dd6de6a-git"}, {kernel,"2.14.5"}, {crypto,"2.0.4"}, {ssl,"4.1.6"}, {sasl,"2.1.10"}, {couch_view_parser,"1.0.0"}, {ns_server,"2.0.0-1945-rel-enterprise"}, {mochiweb,"1.4.1"}, {oauth,"7d85d3ef"}, {stdlib,"1.17.5"}]}, {supported_compat_version,[2,0]}, {system_arch,"x86_64-unknown-linux-gnu"}, {wall_clock,1381}, {memory_data,{33657663488,9177124864,{<0.427.0>,15531672}}}, {disk_data, [{"/",49781912,20}, {"/data",886279600,1}, {"/dev/shm",16434404,0}, {"/data2",1922859824,0}]}, {meminfo, <<"MemTotal: 32868812 kB\nMemFree: 29461468 kB\nBuffers: 172228 kB\nCached: 141944 kB\nSwapCached: 0 kB\nActive: 3125668 kB\nInactive: 122652 kB\nHighTotal: 0 kB\nHighFree: 0 kB\nLowTotal: 32868812 kB\nLowFree: 29461468 kB\nSwapTotal: 10434208 kB\nSwapFree: 10434208 kB\nDirty: 796 kB\nWriteback: 0 kB\nAnonPages: 2932284 kB\nMapped: 15508 kB\nSlab: 101828 kB\nPageTables: 22016 kB\nNFS_Unstable: 0 kB\nBounce: 0 kB\nCommitLimit: 26868612 kB\nCommitted_AS: 10151124 kB\nVmallocTotal: 34359738367 kB\nVmallocUsed: 6400 kB\nVmallocChunk: 34359730595 kB\nHugePages_Total: 0\nHugePages_Free: 0\nHugePages_Rsvd: 0\nHugepagesize: 2048 kB\n">>}]}, {'ns_1@10.2.1.63', [{last_heard,{1352,920151,319265}}, {outgoing_replications_safeness_level,[{"default",yellow}]}, {incoming_replications_conf_hashes, [{"default",[{'ns_1@10.2.1.58',99799376}]}]}, {active_buckets,["default"]}, {ready_buckets,["default"]}, {local_tasks, [[{pid,<<"<0.25852.1>">>}, {bucket,<<"default">>}, {original_target,{[{type,bucket}]}}, {progress,24}, {started_on,1352920189}, {total_vbuckets,1025}, {trigger_type,scheduled}, {type,bucket_compaction}, {updated_on,1352920214}, {vbuckets_done,246}]]}, {memory, [{total,222379960}, {processes,169312584}, {processes_used,169049464}, {system,53067376}, {atom,1338193}, {atom_used,1334188}, {binary,13291944}, {code,13493302}, {ets,6215344}]}, {system_memory_data, [{system_total_memory,33657663488}, {free_swap,10585923584}, {total_swap,10585923584}, {cached_memory,9982988288}, {buffered_memory,212217856}, {free_memory,14094983168}, {total_memory,33657663488}]}, {node_storage_conf,[{db_path,"/data2"},{index_path,"/data"}]}, {statistics, [{wall_clock,{1374941,5000}}, {context_switches,{11467763,0}}, {garbage_collection,{2603235,5775231159,0}}, {io,{{input,277852904},{output,12925976804}}}, {reductions,{1759507340,3175609}}, {run_queue,0}, {runtime,{276240,520}}]}, {system_stats, [{cpu_utilization_rate,21.804511278195488}, {swap_total,10585923584}, {swap_used,0}]}, {interesting_stats, [{couch_docs_actual_disk_size,9797245816}, {couch_docs_data_size,7284789472}, {couch_views_actual_disk_size,0}, {couch_views_data_size,0}, {curr_items,1499536}, {curr_items_tot,3000002}, {mem_used,8098647352}, {vb_replica_curr_items,1500466}]}, {cluster_compatibility_version,131072}, {version, [{public_key,"0.13"}, {lhttpc,"1.3.0"}, {ale,"8cffe61"}, {os_mon,"2.2.7"}, {couch_set_view,"1.2.0a-dd6de6a-git"}, {mnesia,"4.5"}, {inets,"5.7.1"}, {couch,"1.2.0a-dd6de6a-git"}, {mapreduce,"1.0.0"}, {couch_index_merger,"1.2.0a-dd6de6a-git"}, {kernel,"2.14.5"}, {crypto,"2.0.4"}, {ssl,"4.1.6"}, {sasl,"2.1.10"}, {couch_view_parser,"1.0.0"}, {ns_server,"2.0.0-1945-rel-enterprise"}, {mochiweb,"1.4.1"}, {oauth,"7d85d3ef"}, {stdlib,"1.17.5"}]}, {supported_compat_version,[2,0]}, {system_arch,"x86_64-unknown-linux-gnu"}, {wall_clock,1374}, {memory_data,{33657663488,19331203072,{<18079.368.0>,5085816}}}, {disk_data, [{"/",49781912,19}, {"/data",886371884,1}, {"/dev/shm",16434404,0}, {"/data2",1922859824,1}]}, {meminfo, <<"MemTotal: 32868812 kB\nMemFree: 13764632 kB\nBuffers: 207244 kB\nCached: 9749012 kB\nSwapCached: 0 kB\nActive: 10316936 kB\nInactive: 8421172 kB\nHighTotal: 0 kB\nHighFree: 0 kB\nLowTotal: 32868812 kB\nLowFree: 13764632 kB\nSwapTotal: 10337816 kB\nSwapFree: 10337816 kB\nDirty: 24284 kB\nWriteback: 0 kB\nAnonPages: 8782456 kB\nMapped: 16408 kB\nSlab: 308964 kB\nPageTables: 22592 kB\nNFS_Unstable: 0 kB\nBounce: 0 kB\nCommitLimit: 26772220 kB\nCommitted_AS: 10487924 kB\nVmallocTotal: 34359738367 kB\nVmallocUsed: 6352 kB\nVmallocChunk: 34359730643 kB\nHugePages_Total: 0\nHugePages_Free: 0\nHugePages_Rsvd: 0\nHugepagesize: 2048 kB\n">>}]}] [ns_doctor:debug,2012-11-14T11:09:15.886,ns_1@10.2.1.61:ns_doctor<0.31091.1>:ns_doctor:handle_info:133]Got initial status [{'ns_1@10.2.1.61', [{last_heard,{1352,920155,886806}}, {outgoing_replications_safeness_level,[]}, {incoming_replications_conf_hashes,[]}, {active_buckets,[]}, {ready_buckets,[]}, {local_tasks,[]}, {memory, [{total,60364968}, {processes,24932600}, {processes_used,19696336}, {system,35432368}, {atom,1411481}, {atom_used,1387519}, {binary,905056}, {code,14215792}, {ets,981576}]}, {system_memory_data, [{system_total_memory,33657663488}, {free_swap,10684628992}, {total_swap,10684628992}, {cached_memory,137089024}, {buffered_memory,176549888}, {free_memory,32943910912}, {total_memory,33657663488}]}, {node_storage_conf, [{db_path,"/data2"},{index_path,"/data"}]}, {statistics, [{wall_clock,{1383095,2}}, {context_switches,{7526424,0}}, {garbage_collection,{1509379,21464622147,0}}, {io,{{input,154711407},{output,6191283607}}}, {reductions,{1817201470,19199}}, {run_queue,0}, {runtime,{424520,10}}]}, {system_stats, [{cpu_utilization_rate,0}, {swap_total,0}, {swap_used,0}]}, {interesting_stats,[]}, {cluster_compatibility_version,1}, {version, [{public_key,"0.13"}, {lhttpc,"1.3.0"}, {ale,"8cffe61"}, {os_mon,"2.2.7"}, {couch_set_view,"1.2.0a-dd6de6a-git"}, {mnesia,"4.5"}, {inets,"5.7.1"}, {couch,"1.2.0a-dd6de6a-git"}, {mapreduce,"1.0.0"}, {couch_index_merger,"1.2.0a-dd6de6a-git"}, {kernel,"2.14.5"}, {crypto,"2.0.4"}, {ssl,"4.1.6"}, {sasl,"2.1.10"}, {couch_view_parser,"1.0.0"}, {ns_server,"2.0.0-1945-rel-enterprise"}, {mochiweb,"1.4.1"}, {oauth,"7d85d3ef"}, {stdlib,"1.17.5"}]}, {supported_compat_version,[2,0]}, {system_arch,"x86_64-unknown-linux-gnu"}, {wall_clock,1383}, {memory_data, {33657663488,9177124864,{<0.427.0>,15531672}}}, {disk_data, [{"/",49781912,20}, {"/data",886279600,1}, {"/dev/shm",16434404,0}, {"/data2",1922859824,0}]}, {meminfo, <<"MemTotal: 32868812 kB\nMemFree: 32171788 kB\nBuffers: 172404 kB\nCached: 133884 kB\nSwapCached: 0 kB\nActive: 440208 kB\nInactive: 115572 kB\nHighTotal: 0 kB\nHighFree: 0 kB\nLowTotal: 32868812 kB\nLowFree: 32171788 kB\nSwapTotal: 10434208 kB\nSwapFree: 10434208 kB\nDirty: 480 kB\nWriteback: 116 kB\nAnonPages: 249640 kB\nMapped: 14152 kB\nSlab: 101124 kB\nPageTables: 5616 kB\nNFS_Unstable: 0 kB\nBounce: 0 kB\nCommitLimit: 26868612 kB\nCommitted_AS: 1708296 kB\nVmallocTotal: 34359738367 kB\nVmallocUsed: 6400 kB\nVmallocChunk: 34359730595 kB\nHugePages_Total: 0\nHugePages_Free: 0\nHugePages_Rsvd: 0\nHugepagesize: 2048 kB\n">>}]}] [ns_doctor:debug,2012-11-14T11:10:15.880,ns_1@10.2.1.61:ns_doctor<0.31091.1>:ns_doctor:handle_info:137]Current node statuses: [{'ns_1@10.2.1.61', [{last_heard,{1352,920210,881580}}, {outgoing_replications_safeness_level,[]}, {incoming_replications_conf_hashes,[]}, {active_buckets,[]}, {ready_buckets,[]}, {local_tasks,[]}, {memory, [{total,65176048}, {processes,29573872}, {processes_used,24404000}, {system,35602176}, {atom,1412289}, {atom_used,1389072}, {binary,900608}, {code,14256409}, {ets,1101064}]}, {system_memory_data, [{system_total_memory,33657663488}, {free_swap,10684628992}, {total_swap,10684628992}, {cached_memory,141791232}, {buffered_memory,176914432}, {free_memory,32883089408}, {total_memory,33657663488}]}, {node_storage_conf,[{db_path,"/data2"},{index_path,"/data"}]}, {statistics, [{wall_clock,{1438090,5000}}, {context_switches,{7535128,0}}, {garbage_collection,{1511148,21467872263,0}}, {io,{{input,154823266},{output,6191538073}}}, {reductions,{1818380215,76224}}, {run_queue,0}, {runtime,{427000,220}}]}, {system_stats, [{cpu_utilization_rate,1.4962593516209477}, {swap_total,10684628992}, {swap_used,0}]}, {interesting_stats,[]}, {cluster_compatibility_version,131072}, {version, [{public_key,"0.13"}, {lhttpc,"1.3.0"}, {ale,"8cffe61"}, {os_mon,"2.2.7"}, {couch_set_view,"1.2.0a-dd6de6a-git"}, {mnesia,"4.5"}, {inets,"5.7.1"}, {couch,"1.2.0a-dd6de6a-git"}, {mapreduce,"1.0.0"}, {couch_index_merger,"1.2.0a-dd6de6a-git"}, {kernel,"2.14.5"}, {crypto,"2.0.4"}, {ssl,"4.1.6"}, {sasl,"2.1.10"}, {couch_view_parser,"1.0.0"}, {ns_server,"2.0.0-1945-rel-enterprise"}, {mochiweb,"1.4.1"}, {oauth,"7d85d3ef"}, {stdlib,"1.17.5"}]}, {supported_compat_version,[2,0]}, {system_arch,"x86_64-unknown-linux-gnu"}, {wall_clock,1438}, {memory_data,{33657663488,9177124864,{<0.427.0>,15531672}}}, {disk_data, [{"/",49781912,20}, {"/data",886279600,1}, {"/dev/shm",16434404,0}, {"/data2",1922859824,0}]}, {meminfo, <<"MemTotal: 32868812 kB\nMemFree: 32112392 kB\nBuffers: 172768 kB\nCached: 138468 kB\nSwapCached: 0 kB\nActive: 496044 kB\nInactive: 120204 kB\nHighTotal: 0 kB\nHighFree: 0 kB\nLowTotal: 32868812 kB\nLowFree: 32112392 kB\nSwapTotal: 10434208 kB\nSwapFree: 10434208 kB\nDirty: 68 kB\nWriteback: 0 kB\nAnonPages: 305108 kB\nMapped: 15976 kB\nSlab: 99220 kB\nPageTables: 5568 kB\nNFS_Unstable: 0 kB\nBounce: 0 kB\nCommitLimit: 26868612 kB\nCommitted_AS: 1955592 kB\nVmallocTotal: 34359738367 kB\nVmallocUsed: 6400 kB\nVmallocChunk: 34359730595 kB\nHugePages_Total: 0\nHugePages_Free: 0\nHugePages_Rsvd: 0\nHugepagesize: 2048 kB\n">>}]}] [ns_doctor:debug,2012-11-14T11:11:15.880,ns_1@10.2.1.61:ns_doctor<0.31091.1>:ns_doctor:handle_info:137]Current node statuses: [{'ns_1@10.2.1.61', [{last_heard,{1352,920270,882096}}, {outgoing_replications_safeness_level,[]}, {incoming_replications_conf_hashes,[]}, {active_buckets,[]}, {ready_buckets,[]}, {local_tasks,[]}, {memory, [{total,65317024}, {processes,29754104}, {processes_used,24584232}, {system,35562920}, {atom,1412289}, {atom_used,1389072}, {binary,829512}, {code,14256409}, {ets,1132848}]}, {system_memory_data, [{system_total_memory,33657663488}, {free_swap,10684628992}, {total_swap,10684628992}, {cached_memory,141881344}, {buffered_memory,177049600}, {free_memory,32889184256}, {total_memory,33657663488}]}, {node_storage_conf,[{db_path,"/data2"},{index_path,"/data"}]}, {statistics, [{wall_clock,{1498091,5001}}, {context_switches,{7542827,0}}, {garbage_collection,{1512427,21470458608,0}}, {io,{{input,154860757},{output,6191629130}}}, {reductions,{1819408313,91949}}, {run_queue,0}, {runtime,{429600,220}}]}, {system_stats, [{cpu_utilization_rate,1.4962593516209477}, {swap_total,10684628992}, {swap_used,0}]}, {interesting_stats,[]}, {cluster_compatibility_version,131072}, {version, [{public_key,"0.13"}, {lhttpc,"1.3.0"}, {ale,"8cffe61"}, {os_mon,"2.2.7"}, {couch_set_view,"1.2.0a-dd6de6a-git"}, {mnesia,"4.5"}, {inets,"5.7.1"}, {couch,"1.2.0a-dd6de6a-git"}, {mapreduce,"1.0.0"}, {couch_index_merger,"1.2.0a-dd6de6a-git"}, {kernel,"2.14.5"}, {crypto,"2.0.4"}, {ssl,"4.1.6"}, {sasl,"2.1.10"}, {couch_view_parser,"1.0.0"}, {ns_server,"2.0.0-1945-rel-enterprise"}, {mochiweb,"1.4.1"}, {oauth,"7d85d3ef"}, {stdlib,"1.17.5"}]}, {supported_compat_version,[2,0]}, {system_arch,"x86_64-unknown-linux-gnu"}, {wall_clock,1498}, {memory_data,{33657663488,773693440,{<0.366.0>,3144200}}}, {disk_data, [{"/",49781912,20}, {"/data",886279600,1}, {"/dev/shm",16434404,0}, {"/data2",1922859824,0}]}, {meminfo, <<"MemTotal: 32868812 kB\nMemFree: 32118344 kB\nBuffers: 172900 kB\nCached: 138556 kB\nSwapCached: 0 kB\nActive: 490508 kB\nInactive: 120332 kB\nHighTotal: 0 kB\nHighFree: 0 kB\nLowTotal: 32868812 kB\nLowFree: 32118344 kB\nSwapTotal: 10434208 kB\nSwapFree: 10434208 kB\nDirty: 60 kB\nWriteback: 0 kB\nAnonPages: 299440 kB\nMapped: 15976 kB\nSlab: 98612 kB\nPageTables: 5548 kB\nNFS_Unstable: 0 kB\nBounce: 0 kB\nCommitLimit: 26868612 kB\nCommitted_AS: 1945804 kB\nVmallocTotal: 34359738367 kB\nVmallocUsed: 6400 kB\nVmallocChunk: 34359730595 kB\nHugePages_Total: 0\nHugePages_Free: 0\nHugePages_Rsvd: 0\nHugepagesize: 2048 kB\n">>}]}] [ns_doctor:debug,2012-11-14T11:12:15.880,ns_1@10.2.1.61:ns_doctor<0.31091.1>:ns_doctor:handle_info:137]Current node statuses: [{'ns_1@10.2.1.61', [{last_heard,{1352,920330,882387}}, {outgoing_replications_safeness_level,[]}, {incoming_replications_conf_hashes,[]}, {active_buckets,[]}, {ready_buckets,[]}, {local_tasks,[]}, {memory, [{total,65465168}, {processes,29863784}, {processes_used,24693912}, {system,35601384}, {atom,1412289}, {atom_used,1389072}, {binary,838688}, {code,14256409}, {ets,1162080}]}, {system_memory_data, [{system_total_memory,33657663488}, {free_swap,10684628992}, {total_swap,10684628992}, {cached_memory,141963264}, {buffered_memory,177123328}, {free_memory,32889311232}, {total_memory,33657663488}]}, {node_storage_conf,[{db_path,"/data2"},{index_path,"/data"}]}, {statistics, [{wall_clock,{1558091,5001}}, {context_switches,{7550552,0}}, {garbage_collection,{1513736,21473046044,0}}, {io,{{input,154899270},{output,6191720145}}}, {reductions,{1820462016,103685}}, {run_queue,0}, {runtime,{432240,210}}]}, {system_stats, [{cpu_utilization_rate,1.5},{swap_total,10684628992},{swap_used,0}]}, {interesting_stats,[]}, {cluster_compatibility_version,131072}, {version, [{public_key,"0.13"}, {lhttpc,"1.3.0"}, {ale,"8cffe61"}, {os_mon,"2.2.7"}, {couch_set_view,"1.2.0a-dd6de6a-git"}, {mnesia,"4.5"}, {inets,"5.7.1"}, {couch,"1.2.0a-dd6de6a-git"}, {mapreduce,"1.0.0"}, {couch_index_merger,"1.2.0a-dd6de6a-git"}, {kernel,"2.14.5"}, {crypto,"2.0.4"}, {ssl,"4.1.6"}, {sasl,"2.1.10"}, {couch_view_parser,"1.0.0"}, {ns_server,"2.0.0-1945-rel-enterprise"}, {mochiweb,"1.4.1"}, {oauth,"7d85d3ef"}, {stdlib,"1.17.5"}]}, {supported_compat_version,[2,0]}, {system_arch,"x86_64-unknown-linux-gnu"}, {wall_clock,1558}, {memory_data,{33657663488,768360448,{<0.366.0>,3144200}}}, {disk_data, [{"/",49781912,20}, {"/data",886279600,1}, {"/dev/shm",16434404,0}, {"/data2",1922859824,0}]}, {meminfo, <<"MemTotal: 32868812 kB\nMemFree: 32118468 kB\nBuffers: 172972 kB\nCached: 138636 kB\nSwapCached: 0 kB\nActive: 490652 kB\nInactive: 120456 kB\nHighTotal: 0 kB\nHighFree: 0 kB\nLowTotal: 32868812 kB\nLowFree: 32118468 kB\nSwapTotal: 10434208 kB\nSwapFree: 10434208 kB\nDirty: 40 kB\nWriteback: 0 kB\nAnonPages: 299532 kB\nMapped: 15976 kB\nSlab: 98460 kB\nPageTables: 5548 kB\nNFS_Unstable: 0 kB\nBounce: 0 kB\nCommitLimit: 26868612 kB\nCommitted_AS: 1945804 kB\nVmallocTotal: 34359738367 kB\nVmallocUsed: 6400 kB\nVmallocChunk: 34359730595 kB\nHugePages_Total: 0\nHugePages_Free: 0\nHugePages_Rsvd: 0\nHugepagesize: 2048 kB\n">>}]}] [ns_doctor:debug,2012-11-14T11:13:15.880,ns_1@10.2.1.61:ns_doctor<0.31091.1>:ns_doctor:handle_info:137]Current node statuses: [{'ns_1@10.2.1.61', [{last_heard,{1352,920390,882383}}, {outgoing_replications_safeness_level,[]}, {incoming_replications_conf_hashes,[]}, {active_buckets,[]}, {ready_buckets,[]}, {local_tasks,[]}, {memory, [{total,65497776}, {processes,29867696}, {processes_used,24697824}, {system,35630080}, {atom,1412289}, {atom_used,1389072}, {binary,835760}, {code,14256409}, {ets,1194192}]}, {system_memory_data, [{system_total_memory,33657663488}, {free_swap,10684628992}, {total_swap,10684628992}, {cached_memory,142024704}, {buffered_memory,177233920}, {free_memory,32889311232}, {total_memory,33657663488}]}, {node_storage_conf,[{db_path,"/data2"},{index_path,"/data"}]}, {statistics, [{wall_clock,{1618091,4999}}, {context_switches,{7558592,0}}, {garbage_collection,{1515115,21475731840,0}}, {io,{{input,155178449},{output,6192026318}}}, {reductions,{1821568586,85769}}, {run_queue,0}, {runtime,{434870,200}}]}, {system_stats, [{cpu_utilization_rate,1.25}, {swap_total,10684628992}, {swap_used,0}]}, {interesting_stats,[]}, {cluster_compatibility_version,131072}, {version, [{public_key,"0.13"}, {lhttpc,"1.3.0"}, {ale,"8cffe61"}, {os_mon,"2.2.7"}, {couch_set_view,"1.2.0a-dd6de6a-git"}, {mnesia,"4.5"}, {inets,"5.7.1"}, {couch,"1.2.0a-dd6de6a-git"}, {mapreduce,"1.0.0"}, {couch_index_merger,"1.2.0a-dd6de6a-git"}, {kernel,"2.14.5"}, {crypto,"2.0.4"}, {ssl,"4.1.6"}, {sasl,"2.1.10"}, {couch_view_parser,"1.0.0"}, {ns_server,"2.0.0-1945-rel-enterprise"}, {mochiweb,"1.4.1"}, {oauth,"7d85d3ef"}, {stdlib,"1.17.5"}]}, {supported_compat_version,[2,0]}, {system_arch,"x86_64-unknown-linux-gnu"}, {wall_clock,1618}, {memory_data,{33657663488,768360448,{<0.366.0>,3144200}}}, {disk_data, [{"/",49781912,20}, {"/data",886279600,1}, {"/dev/shm",16434404,0}, {"/data2",1922859824,0}]}, {meminfo, <<"MemTotal: 32868812 kB\nMemFree: 32118468 kB\nBuffers: 173080 kB\nCached: 138696 kB\nSwapCached: 0 kB\nActive: 490668 kB\nInactive: 120660 kB\nHighTotal: 0 kB\nHighFree: 0 kB\nLowTotal: 32868812 kB\nLowFree: 32118468 kB\nSwapTotal: 10434208 kB\nSwapFree: 10434208 kB\nDirty: 64 kB\nWriteback: 0 kB\nAnonPages: 299624 kB\nMapped: 15976 kB\nSlab: 98396 kB\nPageTables: 5548 kB\nNFS_Unstable: 0 kB\nBounce: 0 kB\nCommitLimit: 26868612 kB\nCommitted_AS: 1945804 kB\nVmallocTotal: 34359738367 kB\nVmallocUsed: 6400 kB\nVmallocChunk: 34359730595 kB\nHugePages_Total: 0\nHugePages_Free: 0\nHugePages_Rsvd: 0\nHugepagesize: 2048 kB\n">>}]}] [ns_doctor:debug,2012-11-14T11:14:15.880,ns_1@10.2.1.61:ns_doctor<0.31091.1>:ns_doctor:handle_info:137]Current node statuses: [{'ns_1@10.2.1.61', [{last_heard,{1352,920450,881593}}, {outgoing_replications_safeness_level,[]}, {incoming_replications_conf_hashes,[]}, {active_buckets,[]}, {ready_buckets,[]}, {local_tasks,[]}, {memory, [{total,65553728}, {processes,29892096}, {processes_used,24722224}, {system,35661632}, {atom,1412289}, {atom_used,1389072}, {binary,838192}, {code,14256409}, {ets,1222888}]}, {system_memory_data, [{system_total_memory,33657663488}, {free_swap,10684628992}, {total_swap,10684628992}, {cached_memory,142110720}, {buffered_memory,177295360}, {free_memory,32889311232}, {total_memory,33657663488}]}, {node_storage_conf,[{db_path,"/data2"},{index_path,"/data"}]}, {statistics, [{wall_clock,{1678090,5000}}, {context_switches,{7566306,0}}, {garbage_collection,{1516375,21478359224,0}}, {io,{{input,155215940},{output,6192118017}}}, {reductions,{1822609375,97790}}, {run_queue,0}, {runtime,{437510,240}}]}, {system_stats, [{cpu_utilization_rate,1.0025062656641603}, {swap_total,10684628992}, {swap_used,0}]}, {interesting_stats,[]}, {cluster_compatibility_version,131072}, {version, [{public_key,"0.13"}, {lhttpc,"1.3.0"}, {ale,"8cffe61"}, {os_mon,"2.2.7"}, {couch_set_view,"1.2.0a-dd6de6a-git"}, {mnesia,"4.5"}, {inets,"5.7.1"}, {couch,"1.2.0a-dd6de6a-git"}, {mapreduce,"1.0.0"}, {couch_index_merger,"1.2.0a-dd6de6a-git"}, {kernel,"2.14.5"}, {crypto,"2.0.4"}, {ssl,"4.1.6"}, {sasl,"2.1.10"}, {couch_view_parser,"1.0.0"}, {ns_server,"2.0.0-1945-rel-enterprise"}, {mochiweb,"1.4.1"}, {oauth,"7d85d3ef"}, {stdlib,"1.17.5"}]}, {supported_compat_version,[2,0]}, {system_arch,"x86_64-unknown-linux-gnu"}, {wall_clock,1678}, {memory_data,{33657663488,768352256,{<0.366.0>,3144200}}}, {disk_data, [{"/",49781912,20}, {"/data",886279600,1}, {"/dev/shm",16434404,0}, {"/data2",1922859824,0}]}, {meminfo, <<"MemTotal: 32868812 kB\nMemFree: 32118468 kB\nBuffers: 173140 kB\nCached: 138780 kB\nSwapCached: 0 kB\nActive: 490788 kB\nInactive: 120788 kB\nHighTotal: 0 kB\nHighFree: 0 kB\nLowTotal: 32868812 kB\nLowFree: 32118468 kB\nSwapTotal: 10434208 kB\nSwapFree: 10434208 kB\nDirty: 56 kB\nWriteback: 0 kB\nAnonPages: 299712 kB\nMapped: 15976 kB\nSlab: 98408 kB\nPageTables: 5548 kB\nNFS_Unstable: 0 kB\nBounce: 0 kB\nCommitLimit: 26868612 kB\nCommitted_AS: 1945804 kB\nVmallocTotal: 34359738367 kB\nVmallocUsed: 6400 kB\nVmallocChunk: 34359730595 kB\nHugePages_Total: 0\nHugePages_Free: 0\nHugePages_Rsvd: 0\nHugepagesize: 2048 kB\n">>}]}] [ns_doctor:debug,2012-11-14T11:15:15.880,ns_1@10.2.1.61:ns_doctor<0.31091.1>:ns_doctor:handle_info:137]Current node statuses: [{'ns_1@10.2.1.61', [{last_heard,{1352,920510,881775}}, {outgoing_replications_safeness_level,[]}, {incoming_replications_conf_hashes,[]}, {active_buckets,[]}, {ready_buckets,[]}, {local_tasks,[]}, {memory, [{total,65032096}, {processes,29426648}, {processes_used,24251640}, {system,35605448}, {atom,1412289}, {atom_used,1389072}, {binary,757712}, {code,14256409}, {ets,1251376}]}, {system_memory_data, [{system_total_memory,33657663488}, {free_swap,10684628992}, {total_swap,10684628992}, {cached_memory,191049728}, {buffered_memory,204582912}, {free_memory,32791781376}, {total_memory,33657663488}]}, {node_storage_conf,[{db_path,"/data2"},{index_path,"/data"}]}, {statistics, [{wall_clock,{1738090,5000}}, {context_switches,{7574039,0}}, {garbage_collection,{1517583,21480906439,0}}, {io,{{input,155254453},{output,6192209663}}}, {reductions,{1823631528,85647}}, {run_queue,0}, {runtime,{440100,220}}]}, {system_stats, [{cpu_utilization_rate,7.73067331670823}, {swap_total,10684628992}, {swap_used,0}]}, {interesting_stats,[]}, {cluster_compatibility_version,131072}, {version, [{public_key,"0.13"}, {lhttpc,"1.3.0"}, {ale,"8cffe61"}, {os_mon,"2.2.7"}, {couch_set_view,"1.2.0a-dd6de6a-git"}, {mnesia,"4.5"}, {inets,"5.7.1"}, {couch,"1.2.0a-dd6de6a-git"}, {mapreduce,"1.0.0"}, {couch_index_merger,"1.2.0a-dd6de6a-git"}, {kernel,"2.14.5"}, {crypto,"2.0.4"}, {ssl,"4.1.6"}, {sasl,"2.1.10"}, {couch_view_parser,"1.0.0"}, {ns_server,"2.0.0-1945-rel-enterprise"}, {mochiweb,"1.4.1"}, {oauth,"7d85d3ef"}, {stdlib,"1.17.5"}]}, {supported_compat_version,[2,0]}, {system_arch,"x86_64-unknown-linux-gnu"}, {wall_clock,1738}, {memory_data,{33657663488,768352256,{<0.366.0>,3144200}}}, {disk_data, [{"/",49781912,20}, {"/data",886279600,1}, {"/dev/shm",16434404,0}, {"/data2",1922859824,0}]}, {meminfo, <<"MemTotal: 32868812 kB\nMemFree: 32023224 kB\nBuffers: 199788 kB\nCached: 186572 kB\nSwapCached: 0 kB\nActive: 551612 kB\nInactive: 145544 kB\nHighTotal: 0 kB\nHighFree: 0 kB\nLowTotal: 32868812 kB\nLowFree: 32023224 kB\nSwapTotal: 10434208 kB\nSwapFree: 10434208 kB\nDirty: 38068 kB\nWriteback: 0 kB\nAnonPages: 310792 kB\nMapped: 17232 kB\nSlab: 107844 kB\nPageTables: 6000 kB\nNFS_Unstable: 0 kB\nBounce: 0 kB\nCommitLimit: 26868612 kB\nCommitted_AS: 2025788 kB\nVmallocTotal: 34359738367 kB\nVmallocUsed: 6400 kB\nVmallocChunk: 34359730595 kB\nHugePages_Total: 0\nHugePages_Free: 0\nHugePages_Rsvd: 0\nHugepagesize: 2048 kB\n">>}]}] [ns_doctor:debug,2012-11-14T11:16:15.880,ns_1@10.2.1.61:ns_doctor<0.31091.1>:ns_doctor:handle_info:137]Current node statuses: [{'ns_1@10.2.1.61', [{last_heard,{1352,920570,881645}}, {outgoing_replications_safeness_level,[]}, {incoming_replications_conf_hashes,[]}, {active_buckets,[]}, {ready_buckets,[]}, {local_tasks,[]}, {memory, [{total,64704896}, {processes,29046048}, {processes_used,23871040}, {system,35658848}, {atom,1412289}, {atom_used,1389072}, {binary,778784}, {code,14256409}, {ets,1284240}]}, {system_memory_data, [{system_total_memory,33657663488}, {free_swap,10684628992}, {total_swap,10684628992}, {cached_memory,196620288}, {buffered_memory,204767232}, {free_memory,32798683136}, {total_memory,33657663488}]}, {node_storage_conf,[{db_path,"/data2"},{index_path,"/data"}]}, {statistics, [{wall_clock,{1798090,5000}}, {context_switches,{7581977,0}}, {garbage_collection,{1518901,21483629271,0}}, {io,{{input,155537695},{output,6192376402}}}, {reductions,{1824733993,103034}}, {run_queue,0}, {runtime,{442720,240}}]}, {system_stats, [{cpu_utilization_rate,1.5},{swap_total,10684628992},{swap_used,0}]}, {interesting_stats,[]}, {cluster_compatibility_version,131072}, {version, [{public_key,"0.13"}, {lhttpc,"1.3.0"}, {ale,"8cffe61"}, {os_mon,"2.2.7"}, {couch_set_view,"1.2.0a-dd6de6a-git"}, {mnesia,"4.5"}, {inets,"5.7.1"}, {couch,"1.2.0a-dd6de6a-git"}, {mapreduce,"1.0.0"}, {couch_index_merger,"1.2.0a-dd6de6a-git"}, {kernel,"2.14.5"}, {crypto,"2.0.4"}, {ssl,"4.1.6"}, {sasl,"2.1.10"}, {couch_view_parser,"1.0.0"}, {ns_server,"2.0.0-1945-rel-enterprise"}, {mochiweb,"1.4.1"}, {oauth,"7d85d3ef"}, {stdlib,"1.17.5"}]}, {supported_compat_version,[2,0]}, {system_arch,"x86_64-unknown-linux-gnu"}, {wall_clock,1798}, {memory_data,{33657663488,867151872,{<0.366.0>,3144200}}}, {disk_data, [{"/",49781912,20}, {"/data",886279600,1}, {"/dev/shm",16434404,0}, {"/data2",1922859824,0}]}, {meminfo, <<"MemTotal: 32868812 kB\nMemFree: 32029964 kB\nBuffers: 199968 kB\nCached: 192012 kB\nSwapCached: 0 kB\nActive: 584496 kB\nInactive: 107388 kB\nHighTotal: 0 kB\nHighFree: 0 kB\nLowTotal: 32868812 kB\nLowFree: 32029964 kB\nSwapTotal: 10434208 kB\nSwapFree: 10434208 kB\nDirty: 21572 kB\nWriteback: 0 kB\nAnonPages: 299912 kB\nMapped: 15980 kB\nSlab: 106792 kB\nPageTables: 5548 kB\nNFS_Unstable: 0 kB\nBounce: 0 kB\nCommitLimit: 26868612 kB\nCommitted_AS: 1944812 kB\nVmallocTotal: 34359738367 kB\nVmallocUsed: 6400 kB\nVmallocChunk: 34359730595 kB\nHugePages_Total: 0\nHugePages_Free: 0\nHugePages_Rsvd: 0\nHugepagesize: 2048 kB\n">>}]}] [ns_doctor:debug,2012-11-14T11:17:15.881,ns_1@10.2.1.61:ns_doctor<0.31091.1>:ns_doctor:handle_info:137]Current node statuses: [{'ns_1@10.2.1.61', [{last_heard,{1352,920630,882388}}, {outgoing_replications_safeness_level,[]}, {incoming_replications_conf_hashes,[]}, {active_buckets,[]}, {ready_buckets,[]}, {local_tasks,[]}, {memory, [{total,63625904}, {processes,27991944}, {processes_used,22816936}, {system,35633960}, {atom,1412289}, {atom_used,1389072}, {binary,725216}, {code,14256409}, {ets,1312896}]}, {system_memory_data, [{system_total_memory,33657663488}, {free_swap,10684628992}, {total_swap,10684628992}, {cached_memory,196702208}, {buffered_memory,204840960}, {free_memory,32799571968}, {total_memory,33657663488}]}, {node_storage_conf,[{db_path,"/data2"},{index_path,"/data"}]}, {statistics, [{wall_clock,{1858091,5001}}, {context_switches,{7589686,0}}, {garbage_collection,{1520221,21486364345,0}}, {io,{{input,155576208},{output,6192467779}}}, {reductions,{1825781440,96114}}, {run_queue,0}, {runtime,{445380,230}}]}, {system_stats, [{cpu_utilization_rate,1.4962593516209477}, {swap_total,10684628992}, {swap_used,0}]}, {interesting_stats,[]}, {cluster_compatibility_version,131072}, {version, [{public_key,"0.13"}, {lhttpc,"1.3.0"}, {ale,"8cffe61"}, {os_mon,"2.2.7"}, {couch_set_view,"1.2.0a-dd6de6a-git"}, {mnesia,"4.5"}, {inets,"5.7.1"}, {couch,"1.2.0a-dd6de6a-git"}, {mapreduce,"1.0.0"}, {couch_index_merger,"1.2.0a-dd6de6a-git"}, {kernel,"2.14.5"}, {crypto,"2.0.4"}, {ssl,"4.1.6"}, {sasl,"2.1.10"}, {couch_view_parser,"1.0.0"}, {ns_server,"2.0.0-1945-rel-enterprise"}, {mochiweb,"1.4.1"}, {oauth,"7d85d3ef"}, {stdlib,"1.17.5"}]}, {supported_compat_version,[2,0]}, {system_arch,"x86_64-unknown-linux-gnu"}, {wall_clock,1858}, {memory_data,{33657663488,858980352,{<0.366.0>,3144200}}}, {disk_data, [{"/",49781912,20}, {"/data",886279600,1}, {"/dev/shm",16434404,0}, {"/data2",1922859824,0}]}, {meminfo, <<"MemTotal: 32868812 kB\nMemFree: 32030832 kB\nBuffers: 200040 kB\nCached: 192092 kB\nSwapCached: 0 kB\nActive: 583700 kB\nInactive: 107508 kB\nHighTotal: 0 kB\nHighFree: 0 kB\nLowTotal: 32868812 kB\nLowFree: 32030832 kB\nSwapTotal: 10434208 kB\nSwapFree: 10434208 kB\nDirty: 9292 kB\nWriteback: 0 kB\nAnonPages: 299100 kB\nMapped: 15980 kB\nSlab: 106684 kB\nPageTables: 5540 kB\nNFS_Unstable: 0 kB\nBounce: 0 kB\nCommitLimit: 26868612 kB\nCommitted_AS: 1944988 kB\nVmallocTotal: 34359738367 kB\nVmallocUsed: 6400 kB\nVmallocChunk: 34359730595 kB\nHugePages_Total: 0\nHugePages_Free: 0\nHugePages_Rsvd: 0\nHugepagesize: 2048 kB\n">>}]}] [ns_doctor:debug,2012-11-14T11:18:15.880,ns_1@10.2.1.61:ns_doctor<0.31091.1>:ns_doctor:handle_info:137]Current node statuses: [{'ns_1@10.2.1.61', [{last_heard,{1352,920690,881662}}, {outgoing_replications_safeness_level,[]}, {incoming_replications_conf_hashes,[]}, {active_buckets,[]}, {ready_buckets,[]}, {local_tasks,[]}, {memory, [{total,63774192}, {processes,28102672}, {processes_used,22927664}, {system,35671520}, {atom,1412289}, {atom_used,1389072}, {binary,734056}, {code,14256409}, {ets,1341504}]}, {system_memory_data, [{system_total_memory,33657663488}, {free_swap,10684628992}, {total_swap,10684628992}, {cached_memory,196788224}, {buffered_memory,204918784}, {free_memory,32799571968}, {total_memory,33657663488}]}, {node_storage_conf,[{db_path,"/data2"},{index_path,"/data"}]}, {statistics, [{wall_clock,{1918090,4998}}, {context_switches,{7597399,0}}, {garbage_collection,{1521478,21488915358,0}}, {io,{{input,155613699},{output,6192559492}}}, {reductions,{1826811596,79659}}, {run_queue,0}, {runtime,{447970,230}}]}, {system_stats, [{cpu_utilization_rate,1.25}, {swap_total,10684628992}, {swap_used,0}]}, {interesting_stats,[]}, {cluster_compatibility_version,131072}, {version, [{public_key,"0.13"}, {lhttpc,"1.3.0"}, {ale,"8cffe61"}, {os_mon,"2.2.7"}, {couch_set_view,"1.2.0a-dd6de6a-git"}, {mnesia,"4.5"}, {inets,"5.7.1"}, {couch,"1.2.0a-dd6de6a-git"}, {mapreduce,"1.0.0"}, {couch_index_merger,"1.2.0a-dd6de6a-git"}, {kernel,"2.14.5"}, {crypto,"2.0.4"}, {ssl,"4.1.6"}, {sasl,"2.1.10"}, {couch_view_parser,"1.0.0"}, {ns_server,"2.0.0-1945-rel-enterprise"}, {mochiweb,"1.4.1"}, {oauth,"7d85d3ef"}, {stdlib,"1.17.5"}]}, {supported_compat_version,[2,0]}, {system_arch,"x86_64-unknown-linux-gnu"}, {wall_clock,1918}, {memory_data,{33657663488,858091520,{<0.366.0>,3144200}}}, {disk_data, [{"/",49781912,20}, {"/data",886279600,1}, {"/dev/shm",16434404,0}, {"/data2",1922859824,0}]}, {meminfo, <<"MemTotal: 32868812 kB\nMemFree: 32030832 kB\nBuffers: 200116 kB\nCached: 192176 kB\nSwapCached: 0 kB\nActive: 583800 kB\nInactive: 107656 kB\nHighTotal: 0 kB\nHighFree: 0 kB\nLowTotal: 32868812 kB\nLowFree: 32030832 kB\nSwapTotal: 10434208 kB\nSwapFree: 10434208 kB\nDirty: 1040 kB\nWriteback: 0 kB\nAnonPages: 299192 kB\nMapped: 15980 kB\nSlab: 106676 kB\nPageTables: 5540 kB\nNFS_Unstable: 0 kB\nBounce: 0 kB\nCommitLimit: 26868612 kB\nCommitted_AS: 1944988 kB\nVmallocTotal: 34359738367 kB\nVmallocUsed: 6400 kB\nVmallocChunk: 34359730595 kB\nHugePages_Total: 0\nHugePages_Free: 0\nHugePages_Rsvd: 0\nHugepagesize: 2048 kB\n">>}]}] [ns_doctor:debug,2012-11-14T11:19:15.881,ns_1@10.2.1.61:ns_doctor<0.31091.1>:ns_doctor:handle_info:137]Current node statuses: [{'ns_1@10.2.1.61', [{last_heard,{1352,920750,882218}}, {outgoing_replications_safeness_level,[]}, {incoming_replications_conf_hashes,[]}, {active_buckets,[]}, {ready_buckets,[]}, {local_tasks,[]}, {memory, [{total,64137920}, {processes,28442744}, {processes_used,23267736}, {system,35695176}, {atom,1412289}, {atom_used,1389072}, {binary,725944}, {code,14256409}, {ets,1373576}]}, {system_memory_data, [{system_total_memory,33657663488}, {free_swap,10684628992}, {total_swap,10684628992}, {cached_memory,196857856}, {buffered_memory,205037568}, {free_memory,32799571968}, {total_memory,33657663488}]}, {node_storage_conf,[{db_path,"/data2"},{index_path,"/data"}]}, {statistics, [{wall_clock,{1978091,4999}}, {context_switches,{7605428,0}}, {garbage_collection,{1522863,21491624241,0}}, {io,{{input,155898229},{output,6192875729}}}, {reductions,{1827900224,97261}}, {run_queue,0}, {runtime,{450650,230}}]}, {system_stats, [{cpu_utilization_rate,1.25}, {swap_total,10684628992}, {swap_used,0}]}, {interesting_stats,[]}, {cluster_compatibility_version,131072}, {version, [{public_key,"0.13"}, {lhttpc,"1.3.0"}, {ale,"8cffe61"}, {os_mon,"2.2.7"}, {couch_set_view,"1.2.0a-dd6de6a-git"}, {mnesia,"4.5"}, {inets,"5.7.1"}, {couch,"1.2.0a-dd6de6a-git"}, {mapreduce,"1.0.0"}, {couch_index_merger,"1.2.0a-dd6de6a-git"}, {kernel,"2.14.5"}, {crypto,"2.0.4"}, {ssl,"4.1.6"}, {sasl,"2.1.10"}, {couch_view_parser,"1.0.0"}, {ns_server,"2.0.0-1945-rel-enterprise"}, {mochiweb,"1.4.1"}, {oauth,"7d85d3ef"}, {stdlib,"1.17.5"}]}, {supported_compat_version,[2,0]}, {system_arch,"x86_64-unknown-linux-gnu"}, {wall_clock,1978}, {memory_data,{33657663488,858091520,{<0.366.0>,3144200}}}, {disk_data, [{"/",49781912,20}, {"/data",886279600,1}, {"/dev/shm",16434404,0}, {"/data2",1922859824,0}]}, {meminfo, <<"MemTotal: 32868812 kB\nMemFree: 32030832 kB\nBuffers: 200232 kB\nCached: 192244 kB\nSwapCached: 0 kB\nActive: 583896 kB\nInactive: 107824 kB\nHighTotal: 0 kB\nHighFree: 0 kB\nLowTotal: 32868812 kB\nLowFree: 32030832 kB\nSwapTotal: 10434208 kB\nSwapFree: 10434208 kB\nDirty: 52 kB\nWriteback: 0 kB\nAnonPages: 299284 kB\nMapped: 15980 kB\nSlab: 106648 kB\nPageTables: 5540 kB\nNFS_Unstable: 0 kB\nBounce: 0 kB\nCommitLimit: 26868612 kB\nCommitted_AS: 1944988 kB\nVmallocTotal: 34359738367 kB\nVmallocUsed: 6400 kB\nVmallocChunk: 34359730595 kB\nHugePages_Total: 0\nHugePages_Free: 0\nHugePages_Rsvd: 0\nHugepagesize: 2048 kB\n">>}]}] [ns_doctor:debug,2012-11-14T11:20:15.880,ns_1@10.2.1.61:ns_doctor<0.31091.1>:ns_doctor:handle_info:137]Current node statuses: [{'ns_1@10.2.1.61', [{last_heard,{1352,920810,881647}}, {outgoing_replications_safeness_level,[]}, {incoming_replications_conf_hashes,[]}, {active_buckets,[]}, {ready_buckets,[]}, {local_tasks,[]}, {memory, [{total,64057928}, {processes,28395592}, {processes_used,23220584}, {system,35662336}, {atom,1412289}, {atom_used,1389072}, {binary,720664}, {code,14256409}, {ets,1345640}]}, {system_memory_data, [{system_total_memory,33657663488}, {free_swap,10684628992}, {total_swap,10684628992}, {cached_memory,196956160}, {buffered_memory,205148160}, {free_memory,32799318016}, {total_memory,33657663488}]}, {node_storage_conf,[{db_path,"/data2"},{index_path,"/data"}]}, {statistics, [{wall_clock,{2038090,5000}}, {context_switches,{7613143,0}}, {garbage_collection,{1524298,21494245831,0}}, {io,{{input,155935720},{output,6192966150}}}, {reductions,{1828958995,92228}}, {run_queue,0}, {runtime,{453300,240}}]}, {system_stats, [{cpu_utilization_rate,1.4962593516209477}, {swap_total,10684628992}, {swap_used,0}]}, {interesting_stats,[]}, {cluster_compatibility_version,131072}, {version, [{public_key,"0.13"}, {lhttpc,"1.3.0"}, {ale,"8cffe61"}, {os_mon,"2.2.7"}, {couch_set_view,"1.2.0a-dd6de6a-git"}, {mnesia,"4.5"}, {inets,"5.7.1"}, {couch,"1.2.0a-dd6de6a-git"}, {mapreduce,"1.0.0"}, {couch_index_merger,"1.2.0a-dd6de6a-git"}, {kernel,"2.14.5"}, {crypto,"2.0.4"}, {ssl,"4.1.6"}, {sasl,"2.1.10"}, {couch_view_parser,"1.0.0"}, {ns_server,"2.0.0-1945-rel-enterprise"}, {mochiweb,"1.4.1"}, {oauth,"7d85d3ef"}, {stdlib,"1.17.5"}]}, {supported_compat_version,[2,0]}, {system_arch,"x86_64-unknown-linux-gnu"}, {wall_clock,2038}, {memory_data,{33657663488,858091520,{<0.366.0>,3144200}}}, {disk_data, [{"/",49781912,20}, {"/data",886279600,1}, {"/dev/shm",16434404,0}, {"/data2",1922859824,0}]}, {meminfo, <<"MemTotal: 32868812 kB\nMemFree: 32030584 kB\nBuffers: 200340 kB\nCached: 192340 kB\nSwapCached: 0 kB\nActive: 583800 kB\nInactive: 107972 kB\nHighTotal: 0 kB\nHighFree: 0 kB\nLowTotal: 32868812 kB\nLowFree: 32030584 kB\nSwapTotal: 10434208 kB\nSwapFree: 10434208 kB\nDirty: 168 kB\nWriteback: 0 kB\nAnonPages: 299112 kB\nMapped: 15980 kB\nSlab: 106664 kB\nPageTables: 5540 kB\nNFS_Unstable: 0 kB\nBounce: 0 kB\nCommitLimit: 26868612 kB\nCommitted_AS: 1944968 kB\nVmallocTotal: 34359738367 kB\nVmallocUsed: 6400 kB\nVmallocChunk: 34359730595 kB\nHugePages_Total: 0\nHugePages_Free: 0\nHugePages_Rsvd: 0\nHugepagesize: 2048 kB\n">>}]}] [ns_doctor:debug,2012-11-14T11:21:15.880,ns_1@10.2.1.61:ns_doctor<0.31091.1>:ns_doctor:handle_info:137]Current node statuses: [{'ns_1@10.2.1.61', [{last_heard,{1352,920870,881641}}, {outgoing_replications_safeness_level,[]}, {incoming_replications_conf_hashes,[]}, {active_buckets,[]}, {ready_buckets,[]}, {local_tasks,[]}, {memory, [{total,64257904}, {processes,28563984}, {processes_used,23388976}, {system,35693920}, {atom,1412289}, {atom_used,1389072}, {binary,723552}, {code,14256409}, {ets,1374344}]}, {system_memory_data, [{system_total_memory,33657663488}, {free_swap,10684628992}, {total_swap,10684628992}, {cached_memory,197046272}, {buffered_memory,205217792}, {free_memory,32799318016}, {total_memory,33657663488}]}, {node_storage_conf,[{db_path,"/data2"},{index_path,"/data"}]}, {statistics, [{wall_clock,{2098090,5000}}, {context_switches,{7620853,0}}, {garbage_collection,{1525564,21496832232,0}}, {io,{{input,155974233},{output,6193057565}}}, {reductions,{1830003347,91199}}, {run_queue,0}, {runtime,{455900,220}}]}, {system_stats, [{cpu_utilization_rate,1.25}, {swap_total,10684628992}, {swap_used,0}]}, {interesting_stats,[]}, {cluster_compatibility_version,131072}, {version, [{public_key,"0.13"}, {lhttpc,"1.3.0"}, {ale,"8cffe61"}, {os_mon,"2.2.7"}, {couch_set_view,"1.2.0a-dd6de6a-git"}, {mnesia,"4.5"}, {inets,"5.7.1"}, {couch,"1.2.0a-dd6de6a-git"}, {mapreduce,"1.0.0"}, {couch_index_merger,"1.2.0a-dd6de6a-git"}, {kernel,"2.14.5"}, {crypto,"2.0.4"}, {ssl,"4.1.6"}, {sasl,"2.1.10"}, {couch_view_parser,"1.0.0"}, {ns_server,"2.0.0-1945-rel-enterprise"}, {mochiweb,"1.4.1"}, {oauth,"7d85d3ef"}, {stdlib,"1.17.5"}]}, {supported_compat_version,[2,0]}, {system_arch,"x86_64-unknown-linux-gnu"}, {wall_clock,2098}, {memory_data,{33657663488,858345472,{<0.366.0>,3144200}}}, {disk_data, [{"/",49781912,20}, {"/data",886279600,1}, {"/dev/shm",16434404,0}, {"/data2",1922859824,0}]}, {meminfo, <<"MemTotal: 32868812 kB\nMemFree: 32030584 kB\nBuffers: 200408 kB\nCached: 192428 kB\nSwapCached: 0 kB\nActive: 583864 kB\nInactive: 108072 kB\nHighTotal: 0 kB\nHighFree: 0 kB\nLowTotal: 32868812 kB\nLowFree: 32030584 kB\nSwapTotal: 10434208 kB\nSwapFree: 10434208 kB\nDirty: 72 kB\nWriteback: 0 kB\nAnonPages: 299140 kB\nMapped: 15980 kB\nSlab: 106640 kB\nPageTables: 5540 kB\nNFS_Unstable: 0 kB\nBounce: 0 kB\nCommitLimit: 26868612 kB\nCommitted_AS: 1944968 kB\nVmallocTotal: 34359738367 kB\nVmallocUsed: 6400 kB\nVmallocChunk: 34359730595 kB\nHugePages_Total: 0\nHugePages_Free: 0\nHugePages_Rsvd: 0\nHugepagesize: 2048 kB\n">>}]}] [ns_doctor:debug,2012-11-14T11:22:15.881,ns_1@10.2.1.61:ns_doctor<0.31091.1>:ns_doctor:handle_info:137]Current node statuses: [{'ns_1@10.2.1.61', [{last_heard,{1352,920930,882415}}, {outgoing_replications_safeness_level,[]}, {incoming_replications_conf_hashes,[]}, {active_buckets,[]}, {ready_buckets,[]}, {local_tasks,[]}, {memory, [{total,64234632}, {processes,28494072}, {processes_used,23319064}, {system,35740560}, {atom,1412289}, {atom_used,1389072}, {binary,737224}, {code,14256409}, {ets,1407392}]}, {system_memory_data, [{system_total_memory,33657663488}, {free_swap,10684628992}, {total_swap,10684628992}, {cached_memory,196710400}, {buffered_memory,205340672}, {free_memory,32799444992}, {total_memory,33657663488}]}, {node_storage_conf,[{db_path,"/data2"},{index_path,"/data"}]}, {statistics, [{wall_clock,{2158091,5001}}, {context_switches,{7628817,0}}, {garbage_collection,{1526917,21499630841,0}}, {io,{{input,156257466},{output,6193274787}}}, {reductions,{1831159330,101314}}, {run_queue,0}, {runtime,{458520,240}}]}, {system_stats, [{cpu_utilization_rate,1.2531328320802004}, {swap_total,10684628992}, {swap_used,0}]}, {interesting_stats,[]}, {cluster_compatibility_version,131072}, {version, [{public_key,"0.13"}, {lhttpc,"1.3.0"}, {ale,"8cffe61"}, {os_mon,"2.2.7"}, {couch_set_view,"1.2.0a-dd6de6a-git"}, {mnesia,"4.5"}, {inets,"5.7.1"}, {couch,"1.2.0a-dd6de6a-git"}, {mapreduce,"1.0.0"}, {couch_index_merger,"1.2.0a-dd6de6a-git"}, {kernel,"2.14.5"}, {crypto,"2.0.4"}, {ssl,"4.1.6"}, {sasl,"2.1.10"}, {couch_view_parser,"1.0.0"}, {ns_server,"2.0.0-1945-rel-enterprise"}, {mochiweb,"1.4.1"}, {oauth,"7d85d3ef"}, {stdlib,"1.17.5"}]}, {supported_compat_version,[2,0]}, {system_arch,"x86_64-unknown-linux-gnu"}, {wall_clock,2158}, {memory_data,{33657663488,858345472,{<0.366.0>,3144200}}}, {disk_data, [{"/",49781912,20}, {"/data",886279600,1}, {"/dev/shm",16434404,0}, {"/data2",1922859824,0}]}, {meminfo, <<"MemTotal: 32868812 kB\nMemFree: 32030708 kB\nBuffers: 200528 kB\nCached: 192100 kB\nSwapCached: 0 kB\nActive: 583784 kB\nInactive: 107956 kB\nHighTotal: 0 kB\nHighFree: 0 kB\nLowTotal: 32868812 kB\nLowFree: 32030708 kB\nSwapTotal: 10434208 kB\nSwapFree: 10434208 kB\nDirty: 68 kB\nWriteback: 0 kB\nAnonPages: 299168 kB\nMapped: 15980 kB\nSlab: 106632 kB\nPageTables: 5540 kB\nNFS_Unstable: 0 kB\nBounce: 0 kB\nCommitLimit: 26868612 kB\nCommitted_AS: 1944968 kB\nVmallocTotal: 34359738367 kB\nVmallocUsed: 6400 kB\nVmallocChunk: 34359730595 kB\nHugePages_Total: 0\nHugePages_Free: 0\nHugePages_Rsvd: 0\nHugepagesize: 2048 kB\n">>}]}] [ns_doctor:debug,2012-11-14T11:23:15.881,ns_1@10.2.1.61:ns_doctor<0.31091.1>:ns_doctor:handle_info:137]Current node statuses: [{'ns_1@10.2.1.61', [{last_heard,{1352,920990,881638}}, {outgoing_replications_safeness_level,[]}, {incoming_replications_conf_hashes,[]}, {active_buckets,[]}, {ready_buckets,[]}, {local_tasks,[]}, {memory, [{total,64284480}, {processes,28505712}, {processes_used,23330704}, {system,35778768}, {atom,1412289}, {atom_used,1389072}, {binary,746832}, {code,14256409}, {ets,1435904}]}, {system_memory_data, [{system_total_memory,33657663488}, {free_swap,10684628992}, {total_swap,10684628992}, {cached_memory,196792320}, {buffered_memory,205406208}, {free_memory,32799444992}, {total_memory,33657663488}]}, {node_storage_conf,[{db_path,"/data2"},{index_path,"/data"}]}, {statistics, [{wall_clock,{2218090,5000}}, {context_switches,{7636525,0}}, {garbage_collection,{1528180,21502182541,0}}, {io,{{input,156295979},{output,6193366203}}}, {reductions,{1832180337,97713}}, {run_queue,0}, {runtime,{461090,220}}]}, {system_stats, [{cpu_utilization_rate,1.4962593516209477}, {swap_total,10684628992}, {swap_used,0}]}, {interesting_stats,[]}, {cluster_compatibility_version,131072}, {version, [{public_key,"0.13"}, {lhttpc,"1.3.0"}, {ale,"8cffe61"}, {os_mon,"2.2.7"}, {couch_set_view,"1.2.0a-dd6de6a-git"}, {mnesia,"4.5"}, {inets,"5.7.1"}, {couch,"1.2.0a-dd6de6a-git"}, {mapreduce,"1.0.0"}, {couch_index_merger,"1.2.0a-dd6de6a-git"}, {kernel,"2.14.5"}, {crypto,"2.0.4"}, {ssl,"4.1.6"}, {sasl,"2.1.10"}, {couch_view_parser,"1.0.0"}, {ns_server,"2.0.0-1945-rel-enterprise"}, {mochiweb,"1.4.1"}, {oauth,"7d85d3ef"}, {stdlib,"1.17.5"}]}, {supported_compat_version,[2,0]}, {system_arch,"x86_64-unknown-linux-gnu"}, {wall_clock,2218}, {memory_data,{33657663488,858218496,{<0.366.0>,3144200}}}, {disk_data, [{"/",49781912,20}, {"/data",886279600,1}, {"/dev/shm",16434404,0}, {"/data2",1922859824,0}]}, {meminfo, <<"MemTotal: 32868812 kB\nMemFree: 32030708 kB\nBuffers: 200592 kB\nCached: 192180 kB\nSwapCached: 0 kB\nActive: 583864 kB\nInactive: 108044 kB\nHighTotal: 0 kB\nHighFree: 0 kB\nLowTotal: 32868812 kB\nLowFree: 32030708 kB\nSwapTotal: 10434208 kB\nSwapFree: 10434208 kB\nDirty: 56 kB\nWriteback: 0 kB\nAnonPages: 299196 kB\nMapped: 15980 kB\nSlab: 106632 kB\nPageTables: 5540 kB\nNFS_Unstable: 0 kB\nBounce: 0 kB\nCommitLimit: 26868612 kB\nCommitted_AS: 1944968 kB\nVmallocTotal: 34359738367 kB\nVmallocUsed: 6400 kB\nVmallocChunk: 34359730595 kB\nHugePages_Total: 0\nHugePages_Free: 0\nHugePages_Rsvd: 0\nHugepagesize: 2048 kB\n">>}]}] [ns_doctor:debug,2012-11-14T11:24:15.880,ns_1@10.2.1.61:ns_doctor<0.31091.1>:ns_doctor:handle_info:137]Current node statuses: [{'ns_1@10.2.1.61', [{last_heard,{1352,921050,881650}}, {outgoing_replications_safeness_level,[]}, {incoming_replications_conf_hashes,[]}, {active_buckets,[]}, {ready_buckets,[]}, {local_tasks,[]}, {memory, [{total,64035592}, {processes,28267832}, {processes_used,23092824}, {system,35767760}, {atom,1412289}, {atom_used,1389072}, {binary,763504}, {code,14256409}, {ets,1407928}]}, {system_memory_data, [{system_total_memory,33657663488}, {free_swap,10684628992}, {total_swap,10684628992}, {cached_memory,196878336}, {buffered_memory,205475840}, {free_memory,32799444992}, {total_memory,33657663488}]}, {node_storage_conf,[{db_path,"/data2"},{index_path,"/data"}]}, {statistics, [{wall_clock,{2278090,5000}}, {context_switches,{7644223,0}}, {garbage_collection,{1529414,21504698196,0}}, {io,{{input,156333470},{output,6193457916}}}, {reductions,{1833157098,80741}}, {run_queue,0}, {runtime,{463710,220}}]}, {system_stats, [{cpu_utilization_rate,1.4962593516209477}, {swap_total,10684628992}, {swap_used,0}]}, {interesting_stats,[]}, {cluster_compatibility_version,131072}, {version, [{public_key,"0.13"}, {lhttpc,"1.3.0"}, {ale,"8cffe61"}, {os_mon,"2.2.7"}, {couch_set_view,"1.2.0a-dd6de6a-git"}, {mnesia,"4.5"}, {inets,"5.7.1"}, {couch,"1.2.0a-dd6de6a-git"}, {mapreduce,"1.0.0"}, {couch_index_merger,"1.2.0a-dd6de6a-git"}, {kernel,"2.14.5"}, {crypto,"2.0.4"}, {ssl,"4.1.6"}, {sasl,"2.1.10"}, {couch_view_parser,"1.0.0"}, {ns_server,"2.0.0-1945-rel-enterprise"}, {mochiweb,"1.4.1"}, {oauth,"7d85d3ef"}, {stdlib,"1.17.5"}]}, {supported_compat_version,[2,0]}, {system_arch,"x86_64-unknown-linux-gnu"}, {wall_clock,2278}, {memory_data,{33657663488,858218496,{<0.366.0>,3144200}}}, {disk_data, [{"/",49781912,20}, {"/data",886279600,1}, {"/dev/shm",16434404,0}, {"/data2",1922859824,0}]}, {meminfo, <<"MemTotal: 32868812 kB\nMemFree: 32030708 kB\nBuffers: 200660 kB\nCached: 192264 kB\nSwapCached: 0 kB\nActive: 583956 kB\nInactive: 108136 kB\nHighTotal: 0 kB\nHighFree: 0 kB\nLowTotal: 32868812 kB\nLowFree: 32030708 kB\nSwapTotal: 10434208 kB\nSwapFree: 10434208 kB\nDirty: 40 kB\nWriteback: 0 kB\nAnonPages: 299224 kB\nMapped: 15980 kB\nSlab: 106628 kB\nPageTables: 5540 kB\nNFS_Unstable: 0 kB\nBounce: 0 kB\nCommitLimit: 26868612 kB\nCommitted_AS: 1944968 kB\nVmallocTotal: 34359738367 kB\nVmallocUsed: 6400 kB\nVmallocChunk: 34359730595 kB\nHugePages_Total: 0\nHugePages_Free: 0\nHugePages_Rsvd: 0\nHugepagesize: 2048 kB\n">>}]}] [ns_doctor:debug,2012-11-14T11:25:15.880,ns_1@10.2.1.61:ns_doctor<0.31091.1>:ns_doctor:handle_info:137]Current node statuses: [{'ns_1@10.2.1.61', [{last_heard,{1352,921110,881624}}, {outgoing_replications_safeness_level,[]}, {incoming_replications_conf_hashes,[]}, {active_buckets,[]}, {ready_buckets,[]}, {local_tasks,[]}, {memory, [{total,64117272}, {processes,28322152}, {processes_used,23147144}, {system,35795120}, {atom,1412289}, {atom_used,1389072}, {binary,759128}, {code,14256409}, {ets,1440024}]}, {system_memory_data, [{system_total_memory,33657663488}, {free_swap,10684628992}, {total_swap,10684628992}, {cached_memory,196943872}, {buffered_memory,205615104}, {free_memory,32799191040}, {total_memory,33657663488}]}, {node_storage_conf,[{db_path,"/data2"},{index_path,"/data"}]}, {statistics, [{wall_clock,{2338090,5000}}, {context_switches,{7652393,0}}, {garbage_collection,{1530715,21507403057,0}}, {io,{{input,156618247},{output,6193774408}}}, {reductions,{1834221178,89448}}, {run_queue,0}, {runtime,{466340,210}}]}, {system_stats, [{cpu_utilization_rate,1.4962593516209477}, {swap_total,10684628992}, {swap_used,0}]}, {interesting_stats,[]}, {cluster_compatibility_version,131072}, {version, [{public_key,"0.13"}, {lhttpc,"1.3.0"}, {ale,"8cffe61"}, {os_mon,"2.2.7"}, {couch_set_view,"1.2.0a-dd6de6a-git"}, {mnesia,"4.5"}, {inets,"5.7.1"}, {couch,"1.2.0a-dd6de6a-git"}, {mapreduce,"1.0.0"}, {couch_index_merger,"1.2.0a-dd6de6a-git"}, {kernel,"2.14.5"}, {crypto,"2.0.4"}, {ssl,"4.1.6"}, {sasl,"2.1.10"}, {couch_view_parser,"1.0.0"}, {ns_server,"2.0.0-1945-rel-enterprise"}, {mochiweb,"1.4.1"}, {oauth,"7d85d3ef"}, {stdlib,"1.17.5"}]}, {supported_compat_version,[2,0]}, {system_arch,"x86_64-unknown-linux-gnu"}, {wall_clock,2338}, {memory_data,{33657663488,858218496,{<0.366.0>,3144200}}}, {disk_data, [{"/",49781912,20}, {"/data",886279600,1}, {"/dev/shm",16434404,0}, {"/data2",1922859824,0}]}, {meminfo, <<"MemTotal: 32868812 kB\nMemFree: 32030460 kB\nBuffers: 200796 kB\nCached: 192328 kB\nSwapCached: 0 kB\nActive: 583972 kB\nInactive: 108348 kB\nHighTotal: 0 kB\nHighFree: 0 kB\nLowTotal: 32868812 kB\nLowFree: 32030460 kB\nSwapTotal: 10434208 kB\nSwapFree: 10434208 kB\nDirty: 68 kB\nWriteback: 0 kB\nAnonPages: 299252 kB\nMapped: 15980 kB\nSlab: 106644 kB\nPageTables: 5540 kB\nNFS_Unstable: 0 kB\nBounce: 0 kB\nCommitLimit: 26868612 kB\nCommitted_AS: 1944968 kB\nVmallocTotal: 34359738367 kB\nVmallocUsed: 6400 kB\nVmallocChunk: 34359730595 kB\nHugePages_Total: 0\nHugePages_Free: 0\nHugePages_Rsvd: 0\nHugepagesize: 2048 kB\n">>}]}] [ns_doctor:debug,2012-11-14T11:26:15.880,ns_1@10.2.1.61:ns_doctor<0.31091.1>:ns_doctor:handle_info:137]Current node statuses: [{'ns_1@10.2.1.61', [{last_heard,{1352,921170,881623}}, {outgoing_replications_safeness_level,[]}, {incoming_replications_conf_hashes,[]}, {active_buckets,[]}, {ready_buckets,[]}, {local_tasks,[]}, {memory, [{total,64136912}, {processes,28365160}, {processes_used,23190152}, {system,35771752}, {atom,1412289}, {atom_used,1389072}, {binary,764000}, {code,14256409}, {ets,1411400}]}, {system_memory_data, [{system_total_memory,33657663488}, {free_swap,10684628992}, {total_swap,10684628992}, {cached_memory,197029888}, {buffered_memory,205680640}, {free_memory,32799191040}, {total_memory,33657663488}]}, {node_storage_conf,[{db_path,"/data2"},{index_path,"/data"}]}, {statistics, [{wall_clock,{2398090,5000}}, {context_switches,{7660117,0}}, {garbage_collection,{1532082,21510012682,0}}, {io,{{input,156656760},{output,6193865423}}}, {reductions,{1835297717,103716}}, {run_queue,0}, {runtime,{468920,240}}]}, {system_stats, [{cpu_utilization_rate,1.5},{swap_total,10684628992},{swap_used,0}]}, {interesting_stats,[]}, {cluster_compatibility_version,131072}, {version, [{public_key,"0.13"}, {lhttpc,"1.3.0"}, {ale,"8cffe61"}, {os_mon,"2.2.7"}, {couch_set_view,"1.2.0a-dd6de6a-git"}, {mnesia,"4.5"}, {inets,"5.7.1"}, {couch,"1.2.0a-dd6de6a-git"}, {mapreduce,"1.0.0"}, {couch_index_merger,"1.2.0a-dd6de6a-git"}, {kernel,"2.14.5"}, {crypto,"2.0.4"}, {ssl,"4.1.6"}, {sasl,"2.1.10"}, {couch_view_parser,"1.0.0"}, {ns_server,"2.0.0-1945-rel-enterprise"}, {mochiweb,"1.4.1"}, {oauth,"7d85d3ef"}, {stdlib,"1.17.5"}]}, {supported_compat_version,[2,0]}, {system_arch,"x86_64-unknown-linux-gnu"}, {wall_clock,2398}, {memory_data,{33657663488,858472448,{<0.366.0>,3144200}}}, {disk_data, [{"/",49781912,20}, {"/data",886279600,1}, {"/dev/shm",16434404,0}, {"/data2",1922859824,0}]}, {meminfo, <<"MemTotal: 32868812 kB\nMemFree: 32030460 kB\nBuffers: 200860 kB\nCached: 192412 kB\nSwapCached: 0 kB\nActive: 584072 kB\nInactive: 108456 kB\nHighTotal: 0 kB\nHighFree: 0 kB\nLowTotal: 32868812 kB\nLowFree: 32030460 kB\nSwapTotal: 10434208 kB\nSwapFree: 10434208 kB\nDirty: 56 kB\nWriteback: 0 kB\nAnonPages: 299276 kB\nMapped: 15980 kB\nSlab: 106640 kB\nPageTables: 5540 kB\nNFS_Unstable: 0 kB\nBounce: 0 kB\nCommitLimit: 26868612 kB\nCommitted_AS: 1944968 kB\nVmallocTotal: 34359738367 kB\nVmallocUsed: 6400 kB\nVmallocChunk: 34359730595 kB\nHugePages_Total: 0\nHugePages_Free: 0\nHugePages_Rsvd: 0\nHugepagesize: 2048 kB\n">>}]}] [ns_doctor:debug,2012-11-14T11:27:15.880,ns_1@10.2.1.61:ns_doctor<0.31091.1>:ns_doctor:handle_info:137]Current node statuses: [{'ns_1@10.2.1.61', [{last_heard,{1352,921230,882413}}, {outgoing_replications_safeness_level,[]}, {incoming_replications_conf_hashes,[]}, {active_buckets,[]}, {ready_buckets,[]}, {local_tasks,[]}, {memory, [{total,64231240}, {processes,28419704}, {processes_used,23244696}, {system,35811536}, {atom,1412289}, {atom_used,1389072}, {binary,774784}, {code,14256409}, {ets,1440368}]}, {system_memory_data, [{system_total_memory,33657663488}, {free_swap,10684628992}, {total_swap,10684628992}, {cached_memory,197115904}, {buffered_memory,205762560}, {free_memory,32799064064}, {total_memory,33657663488}]}, {node_storage_conf,[{db_path,"/data2"},{index_path,"/data"}]}, {statistics, [{wall_clock,{2458091,5001}}, {context_switches,{7667819,0}}, {garbage_collection,{1533313,21512565922,0}}, {io,{{input,156694251},{output,6193956466}}}, {reductions,{1836315217,97880}}, {run_queue,0}, {runtime,{471490,210}}]}, {system_stats, [{cpu_utilization_rate,1.745635910224439}, {swap_total,10684628992}, {swap_used,0}]}, {interesting_stats,[]}, {cluster_compatibility_version,131072}, {version, [{public_key,"0.13"}, {lhttpc,"1.3.0"}, {ale,"8cffe61"}, {os_mon,"2.2.7"}, {couch_set_view,"1.2.0a-dd6de6a-git"}, {mnesia,"4.5"}, {inets,"5.7.1"}, {couch,"1.2.0a-dd6de6a-git"}, {mapreduce,"1.0.0"}, {couch_index_merger,"1.2.0a-dd6de6a-git"}, {kernel,"2.14.5"}, {crypto,"2.0.4"}, {ssl,"4.1.6"}, {sasl,"2.1.10"}, {couch_view_parser,"1.0.0"}, {ns_server,"2.0.0-1945-rel-enterprise"}, {mochiweb,"1.4.1"}, {oauth,"7d85d3ef"}, {stdlib,"1.17.5"}]}, {supported_compat_version,[2,0]}, {system_arch,"x86_64-unknown-linux-gnu"}, {wall_clock,2458}, {memory_data,{33657663488,858472448,{<0.366.0>,3144200}}}, {disk_data, [{"/",49781912,20}, {"/data",886279600,1}, {"/dev/shm",16434404,0}, {"/data2",1922859824,0}]}, {meminfo, <<"MemTotal: 32868812 kB\nMemFree: 32030336 kB\nBuffers: 200940 kB\nCached: 192496 kB\nSwapCached: 0 kB\nActive: 584088 kB\nInactive: 108592 kB\nHighTotal: 0 kB\nHighFree: 0 kB\nLowTotal: 32868812 kB\nLowFree: 32030336 kB\nSwapTotal: 10434208 kB\nSwapFree: 10434208 kB\nDirty: 40 kB\nWriteback: 0 kB\nAnonPages: 299304 kB\nMapped: 15980 kB\nSlab: 106624 kB\nPageTables: 5540 kB\nNFS_Unstable: 0 kB\nBounce: 0 kB\nCommitLimit: 26868612 kB\nCommitted_AS: 1944968 kB\nVmallocTotal: 34359738367 kB\nVmallocUsed: 6400 kB\nVmallocChunk: 34359730595 kB\nHugePages_Total: 0\nHugePages_Free: 0\nHugePages_Rsvd: 0\nHugepagesize: 2048 kB\n">>}]}] [ns_doctor:debug,2012-11-14T11:28:15.881,ns_1@10.2.1.61:ns_doctor<0.31091.1>:ns_doctor:handle_info:137]Current node statuses: [{'ns_1@10.2.1.61', [{last_heard,{1352,921290,881628}}, {outgoing_replications_safeness_level,[]}, {incoming_replications_conf_hashes,[]}, {active_buckets,[]}, {ready_buckets,[]}, {local_tasks,[]}, {memory, [{total,64359952}, {processes,28494984}, {processes_used,23319976}, {system,35864968}, {atom,1412289}, {atom_used,1389072}, {binary,795736}, {code,14256409}, {ets,1473056}]}, {system_memory_data, [{system_total_memory,33657663488}, {free_swap,10684628992}, {total_swap,10684628992}, {cached_memory,196780032}, {buffered_memory,205864960}, {free_memory,32798683136}, {total_memory,33657663488}]}, {node_storage_conf,[{db_path,"/data2"},{index_path,"/data"}]}, {statistics, [{wall_clock,{2518090,5000}}, {context_switches,{7675798,0}}, {garbage_collection,{1534633,21515318725,0}}, {io,{{input,156978524},{output,6194227369}}}, {reductions,{1837476607,84387}}, {run_queue,0}, {runtime,{474100,220}}]}, {system_stats, [{cpu_utilization_rate,1.5},{swap_total,10684628992},{swap_used,0}]}, {interesting_stats,[]}, {cluster_compatibility_version,131072}, {version, [{public_key,"0.13"}, {lhttpc,"1.3.0"}, {ale,"8cffe61"}, {os_mon,"2.2.7"}, {couch_set_view,"1.2.0a-dd6de6a-git"}, {mnesia,"4.5"}, {inets,"5.7.1"}, {couch,"1.2.0a-dd6de6a-git"}, {mapreduce,"1.0.0"}, {couch_index_merger,"1.2.0a-dd6de6a-git"}, {kernel,"2.14.5"}, {crypto,"2.0.4"}, {ssl,"4.1.6"}, {sasl,"2.1.10"}, {couch_view_parser,"1.0.0"}, {ns_server,"2.0.0-1945-rel-enterprise"}, {mochiweb,"1.4.1"}, {oauth,"7d85d3ef"}, {stdlib,"1.17.5"}]}, {supported_compat_version,[2,0]}, {system_arch,"x86_64-unknown-linux-gnu"}, {wall_clock,2518}, {memory_data,{33657663488,858599424,{<0.366.0>,3144200}}}, {disk_data, [{"/",49781912,20}, {"/data",886279600,1}, {"/dev/shm",16434404,0}, {"/data2",1922859824,0}]}, {meminfo, <<"MemTotal: 32868812 kB\nMemFree: 32029964 kB\nBuffers: 201040 kB\nCached: 192168 kB\nSwapCached: 0 kB\nActive: 584072 kB\nInactive: 108400 kB\nHighTotal: 0 kB\nHighFree: 0 kB\nLowTotal: 32868812 kB\nLowFree: 32029964 kB\nSwapTotal: 10434208 kB\nSwapFree: 10434208 kB\nDirty: 48 kB\nWriteback: 0 kB\nAnonPages: 299332 kB\nMapped: 15980 kB\nSlab: 106652 kB\nPageTables: 5540 kB\nNFS_Unstable: 0 kB\nBounce: 0 kB\nCommitLimit: 26868612 kB\nCommitted_AS: 1944968 kB\nVmallocTotal: 34359738367 kB\nVmallocUsed: 6400 kB\nVmallocChunk: 34359730595 kB\nHugePages_Total: 0\nHugePages_Free: 0\nHugePages_Rsvd: 0\nHugepagesize: 2048 kB\n">>}]}] [ns_doctor:debug,2012-11-14T11:29:15.880,ns_1@10.2.1.61:ns_doctor<0.31091.1>:ns_doctor:handle_info:137]Current node statuses: [{'ns_1@10.2.1.61', [{last_heard,{1352,921350,881600}}, {outgoing_replications_safeness_level,[]}, {incoming_replications_conf_hashes,[]}, {active_buckets,[]}, {ready_buckets,[]}, {local_tasks,[]}, {memory, [{total,64341920}, {processes,28504968}, {processes_used,23329960}, {system,35836952}, {atom,1412289}, {atom_used,1389072}, {binary,739072}, {code,14256409}, {ets,1501536}]}, {system_memory_data, [{system_total_memory,33657663488}, {free_swap,10684628992}, {total_swap,10684628992}, {cached_memory,196853760}, {buffered_memory,205938688}, {free_memory,32798556160}, {total_memory,33657663488}]}, {node_storage_conf,[{db_path,"/data2"},{index_path,"/data"}]}, {statistics, [{wall_clock,{2578090,4998}}, {context_switches,{7683495,0}}, {garbage_collection,{1535971,21517932809,0}}, {io,{{input,157016015},{output,6194317133}}}, {reductions,{1838495183,77874}}, {run_queue,0}, {runtime,{476740,240}}]}, {system_stats, [{cpu_utilization_rate,1.2531328320802004}, {swap_total,10684628992}, {swap_used,0}]}, {interesting_stats,[]}, {cluster_compatibility_version,131072}, {version, [{public_key,"0.13"}, {lhttpc,"1.3.0"}, {ale,"8cffe61"}, {os_mon,"2.2.7"}, {couch_set_view,"1.2.0a-dd6de6a-git"}, {mnesia,"4.5"}, {inets,"5.7.1"}, {couch,"1.2.0a-dd6de6a-git"}, {mapreduce,"1.0.0"}, {couch_index_merger,"1.2.0a-dd6de6a-git"}, {kernel,"2.14.5"}, {crypto,"2.0.4"}, {ssl,"4.1.6"}, {sasl,"2.1.10"}, {couch_view_parser,"1.0.0"}, {ns_server,"2.0.0-1945-rel-enterprise"}, {mochiweb,"1.4.1"}, {oauth,"7d85d3ef"}, {stdlib,"1.17.5"}]}, {supported_compat_version,[2,0]}, {system_arch,"x86_64-unknown-linux-gnu"}, {wall_clock,2578}, {memory_data,{33657663488,858980352,{<0.366.0>,3144200}}}, {disk_data, [{"/",49781912,20}, {"/data",886279600,1}, {"/dev/shm",16434404,0}, {"/data2",1922859824,0}]}, {meminfo, <<"MemTotal: 32868812 kB\nMemFree: 32029840 kB\nBuffers: 201112 kB\nCached: 192240 kB\nSwapCached: 0 kB\nActive: 584136 kB\nInactive: 108540 kB\nHighTotal: 0 kB\nHighFree: 0 kB\nLowTotal: 32868812 kB\nLowFree: 32029840 kB\nSwapTotal: 10434208 kB\nSwapFree: 10434208 kB\nDirty: 56 kB\nWriteback: 0 kB\nAnonPages: 299360 kB\nMapped: 15980 kB\nSlab: 106632 kB\nPageTables: 5540 kB\nNFS_Unstable: 0 kB\nBounce: 0 kB\nCommitLimit: 26868612 kB\nCommitted_AS: 1944968 kB\nVmallocTotal: 34359738367 kB\nVmallocUsed: 6400 kB\nVmallocChunk: 34359730595 kB\nHugePages_Total: 0\nHugePages_Free: 0\nHugePages_Rsvd: 0\nHugepagesize: 2048 kB\n">>}]}] [ns_doctor:debug,2012-11-14T11:30:15.881,ns_1@10.2.1.61:ns_doctor<0.31091.1>:ns_doctor:handle_info:137]Current node statuses: [{'ns_1@10.2.1.61', [{last_heard,{1352,921410,882396}}, {outgoing_replications_safeness_level,[]}, {incoming_replications_conf_hashes,[]}, {active_buckets,[]}, {ready_buckets,[]}, {local_tasks,[]}, {memory, [{total,64322696}, {processes,28501952}, {processes_used,23326944}, {system,35820744}, {atom,1412289}, {atom_used,1389072}, {binary,751424}, {code,14256409}, {ets,1472736}]}, {system_memory_data, [{system_total_memory,33657663488}, {free_swap,10684628992}, {total_swap,10684628992}, {cached_memory,196952064}, {buffered_memory,206016512}, {free_memory,32798175232}, {total_memory,33657663488}]}, {node_storage_conf,[{db_path,"/data2"},{index_path,"/data"}]}, {statistics, [{wall_clock,{2638091,5001}}, {context_switches,{7691214,0}}, {garbage_collection,{1537203,21520495497,0}}, {io,{{input,157054528},{output,6194409180}}}, {reductions,{1839552887,88995}}, {run_queue,0}, {runtime,{479380,240}}]}, {system_stats, [{cpu_utilization_rate,1.5},{swap_total,10684628992},{swap_used,0}]}, {interesting_stats,[]}, {cluster_compatibility_version,131072}, {version, [{public_key,"0.13"}, {lhttpc,"1.3.0"}, {ale,"8cffe61"}, {os_mon,"2.2.7"}, {couch_set_view,"1.2.0a-dd6de6a-git"}, {mnesia,"4.5"}, {inets,"5.7.1"}, {couch,"1.2.0a-dd6de6a-git"}, {mapreduce,"1.0.0"}, {couch_index_merger,"1.2.0a-dd6de6a-git"}, {kernel,"2.14.5"}, {crypto,"2.0.4"}, {ssl,"4.1.6"}, {sasl,"2.1.10"}, {couch_view_parser,"1.0.0"}, {ns_server,"2.0.0-1945-rel-enterprise"}, {mochiweb,"1.4.1"}, {oauth,"7d85d3ef"}, {stdlib,"1.17.5"}]}, {supported_compat_version,[2,0]}, {system_arch,"x86_64-unknown-linux-gnu"}, {wall_clock,2638}, {memory_data,{33657663488,859107328,{<0.366.0>,3144200}}}, {disk_data, [{"/",49781912,20}, {"/data",886279600,1}, {"/dev/shm",16434404,0}, {"/data2",1922859824,0}]}, {meminfo, <<"MemTotal: 32868812 kB\nMemFree: 32029468 kB\nBuffers: 201188 kB\nCached: 192336 kB\nSwapCached: 0 kB\nActive: 584176 kB\nInactive: 108700 kB\nHighTotal: 0 kB\nHighFree: 0 kB\nLowTotal: 32868812 kB\nLowFree: 32029468 kB\nSwapTotal: 10434208 kB\nSwapFree: 10434208 kB\nDirty: 148 kB\nWriteback: 0 kB\nAnonPages: 299384 kB\nMapped: 15980 kB\nSlab: 106644 kB\nPageTables: 5540 kB\nNFS_Unstable: 0 kB\nBounce: 0 kB\nCommitLimit: 26868612 kB\nCommitted_AS: 1944968 kB\nVmallocTotal: 34359738367 kB\nVmallocUsed: 6400 kB\nVmallocChunk: 34359730595 kB\nHugePages_Total: 0\nHugePages_Free: 0\nHugePages_Rsvd: 0\nHugepagesize: 2048 kB\n">>}]}] [ns_doctor:debug,2012-11-14T11:31:15.881,ns_1@10.2.1.61:ns_doctor<0.31091.1>:ns_doctor:handle_info:137]Current node statuses: [{'ns_1@10.2.1.61', [{last_heard,{1352,921470,882411}}, {outgoing_replications_safeness_level,[]}, {incoming_replications_conf_hashes,[]}, {active_buckets,[]}, {ready_buckets,[]}, {local_tasks,[]}, {memory, [{total,64155848}, {processes,28307296}, {processes_used,23132288}, {system,35848552}, {atom,1412289}, {atom_used,1389072}, {binary,747256}, {code,14256409}, {ets,1504920}]}, {system_memory_data, [{system_total_memory,33657663488}, {free_swap,10684628992}, {total_swap,10684628992}, {cached_memory,197021696}, {buffered_memory,206139392}, {free_memory,32798175232}, {total_memory,33657663488}]}, {node_storage_conf,[{db_path,"/data2"},{index_path,"/data"}]}, {statistics, [{wall_clock,{2698091,5001}}, {context_switches,{7699341,0}}, {garbage_collection,{1538482,21523215364,0}}, {io,{{input,157338054},{output,6194725060}}}, {reductions,{1840625814,101379}}, {run_queue,0}, {runtime,{481970,210}}]}, {system_stats, [{cpu_utilization_rate,1.4962593516209477}, {swap_total,10684628992}, {swap_used,0}]}, {interesting_stats,[]}, {cluster_compatibility_version,131072}, {version, [{public_key,"0.13"}, {lhttpc,"1.3.0"}, {ale,"8cffe61"}, {os_mon,"2.2.7"}, {couch_set_view,"1.2.0a-dd6de6a-git"}, {mnesia,"4.5"}, {inets,"5.7.1"}, {couch,"1.2.0a-dd6de6a-git"}, {mapreduce,"1.0.0"}, {couch_index_merger,"1.2.0a-dd6de6a-git"}, {kernel,"2.14.5"}, {crypto,"2.0.4"}, {ssl,"4.1.6"}, {sasl,"2.1.10"}, {couch_view_parser,"1.0.0"}, {ns_server,"2.0.0-1945-rel-enterprise"}, {mochiweb,"1.4.1"}, {oauth,"7d85d3ef"}, {stdlib,"1.17.5"}]}, {supported_compat_version,[2,0]}, {system_arch,"x86_64-unknown-linux-gnu"}, {wall_clock,2698}, {memory_data,{33657663488,859488256,{<0.366.0>,3144200}}}, {disk_data, [{"/",49781912,20}, {"/data",886279600,1}, {"/dev/shm",16434404,0}, {"/data2",1922859824,0}]}, {meminfo, <<"MemTotal: 32868812 kB\nMemFree: 32029468 kB\nBuffers: 201308 kB\nCached: 192404 kB\nSwapCached: 0 kB\nActive: 584240 kB\nInactive: 108840 kB\nHighTotal: 0 kB\nHighFree: 0 kB\nLowTotal: 32868812 kB\nLowFree: 32029468 kB\nSwapTotal: 10434208 kB\nSwapFree: 10434208 kB\nDirty: 72 kB\nWriteback: 0 kB\nAnonPages: 299412 kB\nMapped: 15980 kB\nSlab: 106648 kB\nPageTables: 5540 kB\nNFS_Unstable: 0 kB\nBounce: 0 kB\nCommitLimit: 26868612 kB\nCommitted_AS: 1944968 kB\nVmallocTotal: 34359738367 kB\nVmallocUsed: 6400 kB\nVmallocChunk: 34359730595 kB\nHugePages_Total: 0\nHugePages_Free: 0\nHugePages_Rsvd: 0\nHugepagesize: 2048 kB\n">>}]}] [ns_doctor:debug,2012-11-14T11:32:15.880,ns_1@10.2.1.61:ns_doctor<0.31091.1>:ns_doctor:handle_info:137]Current node statuses: [{'ns_1@10.2.1.61', [{last_heard,{1352,921530,881637}}, {outgoing_replications_safeness_level,[]}, {incoming_replications_conf_hashes,[]}, {active_buckets,[]}, {ready_buckets,[]}, {local_tasks,[]}, {memory, [{total,63903048}, {processes,28109352}, {processes_used,22934344}, {system,35793696}, {atom,1412289}, {atom_used,1389072}, {binary,720368}, {code,14256409}, {ets,1476632}]}, {system_memory_data, [{system_total_memory,33657663488}, {free_swap,10684628992}, {total_swap,10684628992}, {cached_memory,197107712}, {buffered_memory,206200832}, {free_memory,32798175232}, {total_memory,33657663488}]}, {node_storage_conf,[{db_path,"/data2"},{index_path,"/data"}]}, {statistics, [{wall_clock,{2758090,5000}}, {context_switches,{7707040,0}}, {garbage_collection,{1539708,21525796958,0}}, {io,{{input,157376567},{output,6194817108}}}, {reductions,{1841624770,98953}}, {run_queue,0}, {runtime,{484610,220}}]}, {system_stats, [{cpu_utilization_rate,1.5},{swap_total,10684628992},{swap_used,0}]}, {interesting_stats,[]}, {cluster_compatibility_version,131072}, {version, [{public_key,"0.13"}, {lhttpc,"1.3.0"}, {ale,"8cffe61"}, {os_mon,"2.2.7"}, {couch_set_view,"1.2.0a-dd6de6a-git"}, {mnesia,"4.5"}, {inets,"5.7.1"}, {couch,"1.2.0a-dd6de6a-git"}, {mapreduce,"1.0.0"}, {couch_index_merger,"1.2.0a-dd6de6a-git"}, {kernel,"2.14.5"}, {crypto,"2.0.4"}, {ssl,"4.1.6"}, {sasl,"2.1.10"}, {couch_view_parser,"1.0.0"}, {ns_server,"2.0.0-1945-rel-enterprise"}, {mochiweb,"1.4.1"}, {oauth,"7d85d3ef"}, {stdlib,"1.17.5"}]}, {supported_compat_version,[2,0]}, {system_arch,"x86_64-unknown-linux-gnu"}, {wall_clock,2758}, {memory_data,{33657663488,859488256,{<0.366.0>,3144200}}}, {disk_data, [{"/",49781912,20}, {"/data",886279600,1}, {"/dev/shm",16434404,0}, {"/data2",1922859824,0}]}, {meminfo, <<"MemTotal: 32868812 kB\nMemFree: 32029468 kB\nBuffers: 201368 kB\nCached: 192488 kB\nSwapCached: 0 kB\nActive: 584268 kB\nInactive: 108940 kB\nHighTotal: 0 kB\nHighFree: 0 kB\nLowTotal: 32868812 kB\nLowFree: 32029468 kB\nSwapTotal: 10434208 kB\nSwapFree: 10434208 kB\nDirty: 60 kB\nWriteback: 0 kB\nAnonPages: 299440 kB\nMapped: 15980 kB\nSlab: 106628 kB\nPageTables: 5540 kB\nNFS_Unstable: 0 kB\nBounce: 0 kB\nCommitLimit: 26868612 kB\nCommitted_AS: 1944968 kB\nVmallocTotal: 34359738367 kB\nVmallocUsed: 6400 kB\nVmallocChunk: 34359730595 kB\nHugePages_Total: 0\nHugePages_Free: 0\nHugePages_Rsvd: 0\nHugepagesize: 2048 kB\n">>}]}] [ns_doctor:debug,2012-11-14T11:33:15.880,ns_1@10.2.1.61:ns_doctor<0.31091.1>:ns_doctor:handle_info:137]Current node statuses: [{'ns_1@10.2.1.61', [{last_heard,{1352,921590,881626}}, {outgoing_replications_safeness_level,[]}, {incoming_replications_conf_hashes,[]}, {active_buckets,[]}, {ready_buckets,[]}, {local_tasks,[]}, {memory, [{total,64071336}, {processes,28248144}, {processes_used,23073136}, {system,35823192}, {atom,1412289}, {atom_used,1389072}, {binary,721160}, {code,14256409}, {ets,1505368}]}, {system_memory_data, [{system_total_memory,33657663488}, {free_swap,10684628992}, {total_swap,10684628992}, {cached_memory,197189632}, {buffered_memory,206278656}, {free_memory,32798048256}, {total_memory,33657663488}]}, {node_storage_conf,[{db_path,"/data2"},{index_path,"/data"}]}, {statistics, [{wall_clock,{2818090,5000}}, {context_switches,{7714737,0}}, {garbage_collection,{1540927,21528307927,0}}, {io,{{input,157414058},{output,6194908150}}}, {reductions,{1842656755,96152}}, {run_queue,0}, {runtime,{487220,230}}]}, {system_stats, [{cpu_utilization_rate,1.25}, {swap_total,10684628992}, {swap_used,0}]}, {interesting_stats,[]}, {cluster_compatibility_version,131072}, {version, [{public_key,"0.13"}, {lhttpc,"1.3.0"}, {ale,"8cffe61"}, {os_mon,"2.2.7"}, {couch_set_view,"1.2.0a-dd6de6a-git"}, {mnesia,"4.5"}, {inets,"5.7.1"}, {couch,"1.2.0a-dd6de6a-git"}, {mapreduce,"1.0.0"}, {couch_index_merger,"1.2.0a-dd6de6a-git"}, {kernel,"2.14.5"}, {crypto,"2.0.4"}, {ssl,"4.1.6"}, {sasl,"2.1.10"}, {couch_view_parser,"1.0.0"}, {ns_server,"2.0.0-1945-rel-enterprise"}, {mochiweb,"1.4.1"}, {oauth,"7d85d3ef"}, {stdlib,"1.17.5"}]}, {supported_compat_version,[2,0]}, {system_arch,"x86_64-unknown-linux-gnu"}, {wall_clock,2818}, {memory_data,{33657663488,859488256,{<0.366.0>,3144200}}}, {disk_data, [{"/",49781912,20}, {"/data",886279600,1}, {"/dev/shm",16434404,0}, {"/data2",1922859824,0}]}, {meminfo, <<"MemTotal: 32868812 kB\nMemFree: 32029344 kB\nBuffers: 201444 kB\nCached: 192568 kB\nSwapCached: 0 kB\nActive: 584348 kB\nInactive: 109096 kB\nHighTotal: 0 kB\nHighFree: 0 kB\nLowTotal: 32868812 kB\nLowFree: 32029344 kB\nSwapTotal: 10434208 kB\nSwapFree: 10434208 kB\nDirty: 36 kB\nWriteback: 0 kB\nAnonPages: 299468 kB\nMapped: 15980 kB\nSlab: 106640 kB\nPageTables: 5540 kB\nNFS_Unstable: 0 kB\nBounce: 0 kB\nCommitLimit: 26868612 kB\nCommitted_AS: 1944968 kB\nVmallocTotal: 34359738367 kB\nVmallocUsed: 6400 kB\nVmallocChunk: 34359730595 kB\nHugePages_Total: 0\nHugePages_Free: 0\nHugePages_Rsvd: 0\nHugepagesize: 2048 kB\n">>}]}] [ns_doctor:debug,2012-11-14T11:34:15.881,ns_1@10.2.1.61:ns_doctor<0.31091.1>:ns_doctor:handle_info:137]Current node statuses: [{'ns_1@10.2.1.61', [{last_heard,{1352,921650,881643}}, {outgoing_replications_safeness_level,[]}, {incoming_replications_conf_hashes,[]}, {active_buckets,[]}, {ready_buckets,[]}, {local_tasks,[]}, {memory, [{total,64254992}, {processes,28397168}, {processes_used,23222160}, {system,35857824}, {atom,1412289}, {atom_used,1389072}, {binary,723480}, {code,14256409}, {ets,1537880}]}, {system_memory_data, [{system_total_memory,33657663488}, {free_swap,10684628992}, {total_swap,10684628992}, {cached_memory,196866048}, {buffered_memory,206389248}, {free_memory,32797921280}, {total_memory,33657663488}]}, {node_storage_conf,[{db_path,"/data2"},{index_path,"/data"}]}, {statistics, [{wall_clock,{2878090,5000}}, {context_switches,{7722701,0}}, {garbage_collection,{1542301,21531054708,0}}, {io,{{input,157698313},{output,6195227750}}}, {reductions,{1843811269,98026}}, {run_queue,0}, {runtime,{489860,230}}]}, {system_stats, [{cpu_utilization_rate,1.5},{swap_total,10684628992},{swap_used,0}]}, {interesting_stats,[]}, {cluster_compatibility_version,131072}, {version, [{public_key,"0.13"}, {lhttpc,"1.3.0"}, {ale,"8cffe61"}, {os_mon,"2.2.7"}, {couch_set_view,"1.2.0a-dd6de6a-git"}, {mnesia,"4.5"}, {inets,"5.7.1"}, {couch,"1.2.0a-dd6de6a-git"}, {mapreduce,"1.0.0"}, {couch_index_merger,"1.2.0a-dd6de6a-git"}, {kernel,"2.14.5"}, {crypto,"2.0.4"}, {ssl,"4.1.6"}, {sasl,"2.1.10"}, {couch_view_parser,"1.0.0"}, {ns_server,"2.0.0-1945-rel-enterprise"}, {mochiweb,"1.4.1"}, {oauth,"7d85d3ef"}, {stdlib,"1.17.5"}]}, {supported_compat_version,[2,0]}, {system_arch,"x86_64-unknown-linux-gnu"}, {wall_clock,2878}, {memory_data,{33657663488,859615232,{<0.366.0>,3144200}}}, {disk_data, [{"/",49781912,20}, {"/data",886279600,1}, {"/dev/shm",16434404,0}, {"/data2",1922859824,0}]}, {meminfo, <<"MemTotal: 32868812 kB\nMemFree: 32029220 kB\nBuffers: 201552 kB\nCached: 192252 kB\nSwapCached: 0 kB\nActive: 584348 kB\nInactive: 108888 kB\nHighTotal: 0 kB\nHighFree: 0 kB\nLowTotal: 32868812 kB\nLowFree: 32029220 kB\nSwapTotal: 10434208 kB\nSwapFree: 10434208 kB\nDirty: 76 kB\nWriteback: 0 kB\nAnonPages: 299496 kB\nMapped: 15980 kB\nSlab: 106652 kB\nPageTables: 5540 kB\nNFS_Unstable: 0 kB\nBounce: 0 kB\nCommitLimit: 26868612 kB\nCommitted_AS: 1944968 kB\nVmallocTotal: 34359738367 kB\nVmallocUsed: 6400 kB\nVmallocChunk: 34359730595 kB\nHugePages_Total: 0\nHugePages_Free: 0\nHugePages_Rsvd: 0\nHugepagesize: 2048 kB\n">>}]}] [ns_doctor:debug,2012-11-14T11:35:15.880,ns_1@10.2.1.61:ns_doctor<0.31091.1>:ns_doctor:handle_info:137]Current node statuses: [{'ns_1@10.2.1.61', [{last_heard,{1352,921710,881628}}, {outgoing_replications_safeness_level,[]}, {incoming_replications_conf_hashes,[]}, {active_buckets,[]}, {ready_buckets,[]}, {local_tasks,[]}, {memory, [{total,64469384}, {processes,28581640}, {processes_used,23406632}, {system,35887744}, {atom,1412289}, {atom_used,1389072}, {binary,724848}, {code,14256409}, {ets,1566432}]}, {system_memory_data, [{system_total_memory,33657663488}, {free_swap,10684628992}, {total_swap,10684628992}, {cached_memory,196952064}, {buffered_memory,206467072}, {free_memory,32797794304}, {total_memory,33657663488}]}, {node_storage_conf,[{db_path,"/data2"},{index_path,"/data"}]}, {statistics, [{wall_clock,{2938090,5000}}, {context_switches,{7730390,0}}, {garbage_collection,{1543549,21533607029,0}}, {io,{{input,157735804},{output,6195318792}}}, {reductions,{1844836802,79468}}, {run_queue,0}, {runtime,{492510,240}}]}, {system_stats, [{cpu_utilization_rate,1.25}, {swap_total,10684628992}, {swap_used,0}]}, {interesting_stats,[]}, {cluster_compatibility_version,131072}, {version, [{public_key,"0.13"}, {lhttpc,"1.3.0"}, {ale,"8cffe61"}, {os_mon,"2.2.7"}, {couch_set_view,"1.2.0a-dd6de6a-git"}, {mnesia,"4.5"}, {inets,"5.7.1"}, {couch,"1.2.0a-dd6de6a-git"}, {mapreduce,"1.0.0"}, {couch_index_merger,"1.2.0a-dd6de6a-git"}, {kernel,"2.14.5"}, {crypto,"2.0.4"}, {ssl,"4.1.6"}, {sasl,"2.1.10"}, {couch_view_parser,"1.0.0"}, {ns_server,"2.0.0-1945-rel-enterprise"}, {mochiweb,"1.4.1"}, {oauth,"7d85d3ef"}, {stdlib,"1.17.5"}]}, {supported_compat_version,[2,0]}, {system_arch,"x86_64-unknown-linux-gnu"}, {wall_clock,2938}, {memory_data,{33657663488,859742208,{<0.366.0>,3144200}}}, {disk_data, [{"/",49781912,20}, {"/data",886279600,1}, {"/dev/shm",16434404,0}, {"/data2",1922859824,0}]}, {meminfo, <<"MemTotal: 32868812 kB\nMemFree: 32029096 kB\nBuffers: 201628 kB\nCached: 192336 kB\nSwapCached: 0 kB\nActive: 584412 kB\nInactive: 108972 kB\nHighTotal: 0 kB\nHighFree: 0 kB\nLowTotal: 32868812 kB\nLowFree: 32029096 kB\nSwapTotal: 10434208 kB\nSwapFree: 10434208 kB\nDirty: 56 kB\nWriteback: 0 kB\nAnonPages: 299520 kB\nMapped: 15980 kB\nSlab: 106656 kB\nPageTables: 5540 kB\nNFS_Unstable: 0 kB\nBounce: 0 kB\nCommitLimit: 26868612 kB\nCommitted_AS: 1944968 kB\nVmallocTotal: 34359738367 kB\nVmallocUsed: 6400 kB\nVmallocChunk: 34359730595 kB\nHugePages_Total: 0\nHugePages_Free: 0\nHugePages_Rsvd: 0\nHugepagesize: 2048 kB\n">>}]}] [ns_doctor:debug,2012-11-14T11:36:15.880,ns_1@10.2.1.61:ns_doctor<0.31091.1>:ns_doctor:handle_info:137]Current node statuses: [{'ns_1@10.2.1.61', [{last_heard,{1352,921770,881650}}, {outgoing_replications_safeness_level,[]}, {incoming_replications_conf_hashes,[]}, {active_buckets,[]}, {ready_buckets,[]}, {local_tasks,[]}, {memory, [{total,64445528}, {processes,28576760}, {processes_used,23401752}, {system,35868768}, {atom,1412289}, {atom_used,1389072}, {binary,734472}, {code,14256409}, {ets,1537576}]}, {system_memory_data, [{system_total_memory,33657663488}, {free_swap,10684628992}, {total_swap,10684628992}, {cached_memory,197038080}, {buffered_memory,206528512}, {free_memory,32797794304}, {total_memory,33657663488}]}, {node_storage_conf,[{db_path,"/data2"},{index_path,"/data"}]}, {statistics, [{wall_clock,{2998090,5000}}, {context_switches,{7738113,0}}, {garbage_collection,{1544831,21536236192,0}}, {io,{{input,157774317},{output,6195409793}}}, {reductions,{1845899893,87971}}, {run_queue,0}, {runtime,{495160,230}}]}, {system_stats, [{cpu_utilization_rate,1.4962593516209477}, {swap_total,10684628992}, {swap_used,0}]}, {interesting_stats,[]}, {cluster_compatibility_version,131072}, {version, [{public_key,"0.13"}, {lhttpc,"1.3.0"}, {ale,"8cffe61"}, {os_mon,"2.2.7"}, {couch_set_view,"1.2.0a-dd6de6a-git"}, {mnesia,"4.5"}, {inets,"5.7.1"}, {couch,"1.2.0a-dd6de6a-git"}, {mapreduce,"1.0.0"}, {couch_index_merger,"1.2.0a-dd6de6a-git"}, {kernel,"2.14.5"}, {crypto,"2.0.4"}, {ssl,"4.1.6"}, {sasl,"2.1.10"}, {couch_view_parser,"1.0.0"}, {ns_server,"2.0.0-1945-rel-enterprise"}, {mochiweb,"1.4.1"}, {oauth,"7d85d3ef"}, {stdlib,"1.17.5"}]}, {supported_compat_version,[2,0]}, {system_arch,"x86_64-unknown-linux-gnu"}, {wall_clock,2998}, {memory_data,{33657663488,859869184,{<0.366.0>,3144200}}}, {disk_data, [{"/",49781912,20}, {"/data",886279600,1}, {"/dev/shm",16434404,0}, {"/data2",1922859824,0}]}, {meminfo, <<"MemTotal: 32868812 kB\nMemFree: 32029096 kB\nBuffers: 201688 kB\nCached: 192420 kB\nSwapCached: 0 kB\nActive: 584492 kB\nInactive: 109148 kB\nHighTotal: 0 kB\nHighFree: 0 kB\nLowTotal: 32868812 kB\nLowFree: 32029096 kB\nSwapTotal: 10434208 kB\nSwapFree: 10434208 kB\nDirty: 40 kB\nWriteback: 0 kB\nAnonPages: 299548 kB\nMapped: 15980 kB\nSlab: 106636 kB\nPageTables: 5540 kB\nNFS_Unstable: 0 kB\nBounce: 0 kB\nCommitLimit: 26868612 kB\nCommitted_AS: 1944968 kB\nVmallocTotal: 34359738367 kB\nVmallocUsed: 6400 kB\nVmallocChunk: 34359730595 kB\nHugePages_Total: 0\nHugePages_Free: 0\nHugePages_Rsvd: 0\nHugepagesize: 2048 kB\n">>}]}] [ns_doctor:debug,2012-11-14T11:37:15.880,ns_1@10.2.1.61:ns_doctor<0.31091.1>:ns_doctor:handle_info:137]Current node statuses: [{'ns_1@10.2.1.61', [{last_heard,{1352,921830,881613}}, {outgoing_replications_safeness_level,[]}, {incoming_replications_conf_hashes,[]}, {active_buckets,[]}, {ready_buckets,[]}, {local_tasks,[]}, {memory, [{total,64523680}, {processes,28612056}, {processes_used,23437048}, {system,35911624}, {atom,1412289}, {atom_used,1389072}, {binary,746064}, {code,14256409}, {ets,1569352}]}, {system_memory_data, [{system_total_memory,33657663488}, {free_swap,10684628992}, {total_swap,10684628992}, {cached_memory,197099520}, {buffered_memory,206659584}, {free_memory,32797667328}, {total_memory,33657663488}]}, {node_storage_conf,[{db_path,"/data2"},{index_path,"/data"}]}, {statistics, [{wall_clock,{3058090,5000}}, {context_switches,{7746268,0}}, {garbage_collection,{1546089,21538882177,0}}, {io,{{input,158058081},{output,6195726478}}}, {reductions,{1846950077,98565}}, {run_queue,0}, {runtime,{497800,230}}]}, {system_stats, [{cpu_utilization_rate,1.25}, {swap_total,10684628992}, {swap_used,0}]}, {interesting_stats,[]}, {cluster_compatibility_version,131072}, {version, [{public_key,"0.13"}, {lhttpc,"1.3.0"}, {ale,"8cffe61"}, {os_mon,"2.2.7"}, {couch_set_view,"1.2.0a-dd6de6a-git"}, {mnesia,"4.5"}, {inets,"5.7.1"}, {couch,"1.2.0a-dd6de6a-git"}, {mapreduce,"1.0.0"}, {couch_index_merger,"1.2.0a-dd6de6a-git"}, {kernel,"2.14.5"}, {crypto,"2.0.4"}, {ssl,"4.1.6"}, {sasl,"2.1.10"}, {couch_view_parser,"1.0.0"}, {ns_server,"2.0.0-1945-rel-enterprise"}, {mochiweb,"1.4.1"}, {oauth,"7d85d3ef"}, {stdlib,"1.17.5"}]}, {supported_compat_version,[2,0]}, {system_arch,"x86_64-unknown-linux-gnu"}, {wall_clock,3058}, {memory_data,{33657663488,859996160,{<0.366.0>,3144200}}}, {disk_data, [{"/",49781912,20}, {"/data",886279600,1}, {"/dev/shm",16434404,0}, {"/data2",1922859824,0}]}, {meminfo, <<"MemTotal: 32868812 kB\nMemFree: 32028972 kB\nBuffers: 201816 kB\nCached: 192480 kB\nSwapCached: 0 kB\nActive: 584520 kB\nInactive: 109304 kB\nHighTotal: 0 kB\nHighFree: 0 kB\nLowTotal: 32868812 kB\nLowFree: 32028972 kB\nSwapTotal: 10434208 kB\nSwapFree: 10434208 kB\nDirty: 68 kB\nWriteback: 0 kB\nAnonPages: 299576 kB\nMapped: 15980 kB\nSlab: 106628 kB\nPageTables: 5540 kB\nNFS_Unstable: 0 kB\nBounce: 0 kB\nCommitLimit: 26868612 kB\nCommitted_AS: 1944968 kB\nVmallocTotal: 34359738367 kB\nVmallocUsed: 6400 kB\nVmallocChunk: 34359730595 kB\nHugePages_Total: 0\nHugePages_Free: 0\nHugePages_Rsvd: 0\nHugepagesize: 2048 kB\n">>}]}] [ns_doctor:debug,2012-11-14T11:38:15.881,ns_1@10.2.1.61:ns_doctor<0.31091.1>:ns_doctor:handle_info:137]Current node statuses: [{'ns_1@10.2.1.61', [{last_heard,{1352,921890,881606}}, {outgoing_replications_safeness_level,[]}, {incoming_replications_conf_hashes,[]}, {active_buckets,[]}, {ready_buckets,[]}, {local_tasks,[]}, {memory, [{total,64265672}, {processes,28380936}, {processes_used,23205928}, {system,35884736}, {atom,1412289}, {atom_used,1389072}, {binary,747080}, {code,14256409}, {ets,1541104}]}, {system_memory_data, [{system_total_memory,33657663488}, {free_swap,10684628992}, {total_swap,10684628992}, {cached_memory,197185536}, {buffered_memory,206729216}, {free_memory,32797540352}, {total_memory,33657663488}]}, {node_storage_conf,[{db_path,"/data2"},{index_path,"/data"}]}, {statistics, [{wall_clock,{3118090,5000}}, {context_switches,{7753989,0}}, {garbage_collection,{1547368,21541482161,0}}, {io,{{input,158096594},{output,6195818511}}}, {reductions,{1847971555,85778}}, {run_queue,0}, {runtime,{500410,220}}]}, {system_stats, [{cpu_utilization_rate,1.4962593516209477}, {swap_total,10684628992}, {swap_used,0}]}, {interesting_stats,[]}, {cluster_compatibility_version,131072}, {version, [{public_key,"0.13"}, {lhttpc,"1.3.0"}, {ale,"8cffe61"}, {os_mon,"2.2.7"}, {couch_set_view,"1.2.0a-dd6de6a-git"}, {mnesia,"4.5"}, {inets,"5.7.1"}, {couch,"1.2.0a-dd6de6a-git"}, {mapreduce,"1.0.0"}, {couch_index_merger,"1.2.0a-dd6de6a-git"}, {kernel,"2.14.5"}, {crypto,"2.0.4"}, {ssl,"4.1.6"}, {sasl,"2.1.10"}, {couch_view_parser,"1.0.0"}, {ns_server,"2.0.0-1945-rel-enterprise"}, {mochiweb,"1.4.1"}, {oauth,"7d85d3ef"}, {stdlib,"1.17.5"}]}, {supported_compat_version,[2,0]}, {system_arch,"x86_64-unknown-linux-gnu"}, {wall_clock,3118}, {memory_data,{33657663488,860123136,{<0.366.0>,3144200}}}, {disk_data, [{"/",49781912,20}, {"/data",886279600,1}, {"/dev/shm",16434404,0}, {"/data2",1922859824,0}]}, {meminfo, <<"MemTotal: 32868812 kB\nMemFree: 32028848 kB\nBuffers: 201884 kB\nCached: 192564 kB\nSwapCached: 0 kB\nActive: 584564 kB\nInactive: 109452 kB\nHighTotal: 0 kB\nHighFree: 0 kB\nLowTotal: 32868812 kB\nLowFree: 32028848 kB\nSwapTotal: 10434208 kB\nSwapFree: 10434208 kB\nDirty: 56 kB\nWriteback: 0 kB\nAnonPages: 299604 kB\nMapped: 15980 kB\nSlab: 106640 kB\nPageTables: 5540 kB\nNFS_Unstable: 0 kB\nBounce: 0 kB\nCommitLimit: 26868612 kB\nCommitted_AS: 1944968 kB\nVmallocTotal: 34359738367 kB\nVmallocUsed: 6400 kB\nVmallocChunk: 34359730595 kB\nHugePages_Total: 0\nHugePages_Free: 0\nHugePages_Rsvd: 0\nHugepagesize: 2048 kB\n">>}]}] [ns_doctor:debug,2012-11-14T11:39:15.880,ns_1@10.2.1.61:ns_doctor<0.31091.1>:ns_doctor:handle_info:137]Current node statuses: [{'ns_1@10.2.1.61', [{last_heard,{1352,921950,881628}}, {outgoing_replications_safeness_level,[]}, {incoming_replications_conf_hashes,[]}, {active_buckets,[]}, {ready_buckets,[]}, {local_tasks,[]}, {memory, [{total,64348776}, {processes,28432040}, {processes_used,23257032}, {system,35916736}, {atom,1412289}, {atom_used,1389072}, {binary,750296}, {code,14256409}, {ets,1569888}]}, {system_memory_data, [{system_total_memory,33657663488}, {free_swap,10684628992}, {total_swap,10684628992}, {cached_memory,197271552}, {buffered_memory,206798848}, {free_memory,32797286400}, {total_memory,33657663488}]}, {node_storage_conf,[{db_path,"/data2"},{index_path,"/data"}]}, {statistics, [{wall_clock,{3178090,5000}}, {context_switches,{7761700,0}}, {garbage_collection,{1548627,21544120672,0}}, {io,{{input,158135107},{output,6195909926}}}, {reductions,{1849056946,96871}}, {run_queue,0}, {runtime,{503050,220}}]}, {system_stats, [{cpu_utilization_rate,1.2531328320802004}, {swap_total,10684628992}, {swap_used,0}]}, {interesting_stats,[]}, {cluster_compatibility_version,131072}, {version, [{public_key,"0.13"}, {lhttpc,"1.3.0"}, {ale,"8cffe61"}, {os_mon,"2.2.7"}, {couch_set_view,"1.2.0a-dd6de6a-git"}, {mnesia,"4.5"}, {inets,"5.7.1"}, {couch,"1.2.0a-dd6de6a-git"}, {mapreduce,"1.0.0"}, {couch_index_merger,"1.2.0a-dd6de6a-git"}, {kernel,"2.14.5"}, {crypto,"2.0.4"}, {ssl,"4.1.6"}, {sasl,"2.1.10"}, {couch_view_parser,"1.0.0"}, {ns_server,"2.0.0-1945-rel-enterprise"}, {mochiweb,"1.4.1"}, {oauth,"7d85d3ef"}, {stdlib,"1.17.5"}]}, {supported_compat_version,[2,0]}, {system_arch,"x86_64-unknown-linux-gnu"}, {wall_clock,3178}, {memory_data,{33657663488,860123136,{<0.366.0>,3144200}}}, {disk_data, [{"/",49781912,20}, {"/data",886279600,1}, {"/dev/shm",16434404,0}, {"/data2",1922859824,0}]}, {meminfo, <<"MemTotal: 32868812 kB\nMemFree: 32028600 kB\nBuffers: 201952 kB\nCached: 192648 kB\nSwapCached: 0 kB\nActive: 584620 kB\nInactive: 109528 kB\nHighTotal: 0 kB\nHighFree: 0 kB\nLowTotal: 32868812 kB\nLowFree: 32028600 kB\nSwapTotal: 10434208 kB\nSwapFree: 10434208 kB\nDirty: 28 kB\nWriteback: 0 kB\nAnonPages: 299632 kB\nMapped: 15980 kB\nSlab: 106628 kB\nPageTables: 5540 kB\nNFS_Unstable: 0 kB\nBounce: 0 kB\nCommitLimit: 26868612 kB\nCommitted_AS: 1944968 kB\nVmallocTotal: 34359738367 kB\nVmallocUsed: 6400 kB\nVmallocChunk: 34359730595 kB\nHugePages_Total: 0\nHugePages_Free: 0\nHugePages_Rsvd: 0\nHugepagesize: 2048 kB\n">>}]}] [ns_doctor:debug,2012-11-14T11:40:15.881,ns_1@10.2.1.61:ns_doctor<0.31091.1>:ns_doctor:handle_info:137]Current node statuses: [{'ns_1@10.2.1.61', [{last_heard,{1352,922010,882505}}, {outgoing_replications_safeness_level,[]}, {incoming_replications_conf_hashes,[]}, {active_buckets,[]}, {ready_buckets,[]}, {local_tasks,[]}, {memory, [{total,62956728}, {processes,26999640}, {processes_used,21824632}, {system,35957088}, {atom,1412289}, {atom_used,1389072}, {binary,758744}, {code,14256409}, {ets,1602040}]}, {system_memory_data, [{system_total_memory,33657663488}, {free_swap,10684628992}, {total_swap,10684628992}, {cached_memory,197472256}, {buffered_memory,207130624}, {free_memory,32789639168}, {total_memory,33657663488}]}, {node_storage_conf,[{db_path,"/data2"},{index_path,"/data"}]}, {statistics, [{wall_clock,{3238091,4999}}, {context_switches,{7769704,0}}, {garbage_collection,{1549952,21547081276,0}}, {io,{{input,158418349},{output,6196279934}}}, {reductions,{1850222168,86832}}, {run_queue,0}, {runtime,{505620,230}}]}, {system_stats, [{cpu_utilization_rate,4.0},{swap_total,10684628992},{swap_used,0}]}, {interesting_stats,[]}, {cluster_compatibility_version,131072}, {version, [{public_key,"0.13"}, {lhttpc,"1.3.0"}, {ale,"8cffe61"}, {os_mon,"2.2.7"}, {couch_set_view,"1.2.0a-dd6de6a-git"}, {mnesia,"4.5"}, {inets,"5.7.1"}, {couch,"1.2.0a-dd6de6a-git"}, {mapreduce,"1.0.0"}, {couch_index_merger,"1.2.0a-dd6de6a-git"}, {kernel,"2.14.5"}, {crypto,"2.0.4"}, {ssl,"4.1.6"}, {sasl,"2.1.10"}, {couch_view_parser,"1.0.0"}, {ns_server,"2.0.0-1945-rel-enterprise"}, {mochiweb,"1.4.1"}, {oauth,"7d85d3ef"}, {stdlib,"1.17.5"}]}, {supported_compat_version,[2,0]}, {system_arch,"x86_64-unknown-linux-gnu"}, {wall_clock,3238}, {memory_data,{33657663488,860377088,{<0.366.0>,3144200}}}, {disk_data, [{"/",49781912,20}, {"/data",886279600,1}, {"/dev/shm",16434404,0}, {"/data2",1922859824,0}]}, {meminfo, <<"MemTotal: 32868812 kB\nMemFree: 32021132 kB\nBuffers: 202276 kB\nCached: 192844 kB\nSwapCached: 0 kB\nActive: 591936 kB\nInactive: 108696 kB\nHighTotal: 0 kB\nHighFree: 0 kB\nLowTotal: 32868812 kB\nLowFree: 32021132 kB\nSwapTotal: 10434208 kB\nSwapFree: 10434208 kB\nDirty: 3136 kB\nWriteback: 0 kB\nAnonPages: 305660 kB\nMapped: 17724 kB\nSlab: 106944 kB\nPageTables: 6116 kB\nNFS_Unstable: 0 kB\nBounce: 0 kB\nCommitLimit: 26868612 kB\nCommitted_AS: 2018432 kB\nVmallocTotal: 34359738367 kB\nVmallocUsed: 6400 kB\nVmallocChunk: 34359730595 kB\nHugePages_Total: 0\nHugePages_Free: 0\nHugePages_Rsvd: 0\nHugepagesize: 2048 kB\n">>}]}]