============================================================================== couchbase logs (stats) cbbrowse_logs stats ============================================================================== [ns_doctor:debug,2012-11-02T18:23:45.966,ns_1@127.0.0.1:ns_doctor<0.376.0>:ns_doctor:handle_info:133]Got initial status [{'ns_1@127.0.0.1', [{last_heard,{1351,905825,966853}}, {outgoing_replications_safeness_level,[]}, {incoming_replications_conf_hashes,[]}, {active_buckets,[]}, {ready_buckets,[]}, {local_tasks,[]}, {memory, [{total,40296760}, {processes,9245856}, {processes_used,9235168}, {system,31050904}, {atom,1171065}, {atom_used,1138453}, {binary,132504}, {code,11344932}, {ets,875224}]}, {system_memory_data, [{system_total_memory,33657663488}, {free_swap,11350716416}, {total_swap,11350876160}, {cached_memory,606662656}, {buffered_memory,65753088}, {free_memory,32734322688}, {total_memory,33657663488}]}, {node_storage_conf, [{db_path, "/opt/couchbase/var/lib/couchbase/data/"}, {index_path, "/opt/couchbase/var/lib/couchbase/data/"}]}, {statistics, [{wall_clock,{1900,4}}, {context_switches,{26751,0}}, {garbage_collection,{7141,34573403,0}}, {io,{{input,6768972},{output,664010}}}, {reductions,{20371233,19813}}, {run_queue,0}, {runtime,{1190,0}}]}, {system_stats, [{cpu_utilization_rate,0}, {swap_total,0}, {swap_used,0}]}, {interesting_stats,[]}, {cluster_compatibility_version,1}, {version, [{public_key,"0.13"}, {lhttpc,"1.3.0"}, {ale,"8cffe61"}, {os_mon,"2.2.7"}, {couch_set_view,"1.2.0a-47a991b-git"}, {mnesia,"4.5"}, {inets,"5.7.1"}, {couch,"1.2.0a-47a991b-git"}, {mapreduce,"1.0.0"}, {couch_index_merger,"1.2.0a-47a991b-git"}, {kernel,"2.14.5"}, {crypto,"2.0.4"}, {ssl,"4.1.6"}, {sasl,"2.1.10"}, {couch_view_parser,"1.0.0"}, {ns_server,"2.0.0-1925-rel-enterprise"}, {mochiweb,"1.4.1"}, {oauth,"7d85d3ef"}, {stdlib,"1.17.5"}]}, {supported_compat_version,[2,0]}, {system_arch,"x86_64-unknown-linux-gnu"}, {wall_clock,1}, {memory_data, {33657663488,904130560,{<0.6.0>,601352}}}, {disk_data, [{"/",51088800,10}, {"/dev/shm",16434404,0}, {"/data",492257288,1}, {"/data2",246132896,1}]}, {meminfo, <<"MemTotal: 32868812 kB\nMemFree: 31967236 kB\nBuffers: 64212 kB\nCached: 592444 kB\nSwapCached: 0 kB\nActive: 318652 kB\nInactive: 427500 kB\nHighTotal: 0 kB\nHighFree: 0 kB\nLowTotal: 32868812 kB\nLowFree: 31967236 kB\nSwapTotal: 11084840 kB\nSwapFree: 11084684 kB\nDirty: 398744 kB\nWriteback: 0 kB\nAnonPages: 89300 kB\nMapped: 12152 kB\nSlab: 120400 kB\nPageTables: 3952 kB\nNFS_Unstable: 0 kB\nBounce: 0 kB\nCommitLimit: 27519244 kB\nCommitted_AS: 1539624 kB\nVmallocTotal: 34359738367 kB\nVmallocUsed: 6728 kB\nVmallocChunk: 34359730275 kB\nHugePages_Total: 0\nHugePages_Free: 0\nHugePages_Rsvd: 0\nHugepagesize: 2048 kB\n">>}]}] [ns_doctor:debug,2012-11-02T18:23:56.265,ns_1@127.0.0.1:ns_doctor<0.737.0>:ns_doctor:handle_info:133]Got initial status [{'ns_1@127.0.0.1', [{last_heard,{1351,905836,265442}}, {outgoing_replications_safeness_level,[]}, {incoming_replications_conf_hashes,[]}, {active_buckets,[]}, {ready_buckets,[]}, {local_tasks,[]}, {memory, [{total,43758032}, {processes,11263872}, {processes_used,11204208}, {system,32494160}, {atom,1242281}, {atom_used,1240746}, {binary,238504}, {code,12711989}, {ets,1000696}]}, {system_memory_data, [{system_total_memory,33657663488}, {free_swap,11350716416}, {total_swap,11350876160}, {cached_memory,607318016}, {buffered_memory,66150400}, {free_memory,32726310912}, {total_memory,33657663488}]}, {node_storage_conf, [{db_path,"/data"},{index_path,"/data2"}]}, {statistics, [{wall_clock,{12199,4}}, {context_switches,{34734,0}}, {garbage_collection,{9288,38372368,0}}, {io,{{input,7665388},{output,1100273}}}, {reductions,{21796081,78909}}, {run_queue,2}, {runtime,{1900,10}}]}, {system_stats, [{cpu_utilization_rate,0}, {swap_total,0}, {swap_used,0}]}, {interesting_stats,[]}, {cluster_compatibility_version,131072}, {version, [{public_key,"0.13"}, {lhttpc,"1.3.0"}, {ale,"8cffe61"}, {os_mon,"2.2.7"}, {couch_set_view,"1.2.0a-47a991b-git"}, {mnesia,"4.5"}, {inets,"5.7.1"}, {couch,"1.2.0a-47a991b-git"}, {mapreduce,"1.0.0"}, {couch_index_merger,"1.2.0a-47a991b-git"}, {kernel,"2.14.5"}, {crypto,"2.0.4"}, {ssl,"4.1.6"}, {sasl,"2.1.10"}, {couch_view_parser,"1.0.0"}, {ns_server,"2.0.0-1925-rel-enterprise"}, {mochiweb,"1.4.1"}, {oauth,"7d85d3ef"}, {stdlib,"1.17.5"}]}, {supported_compat_version,[2,0]}, {system_arch,"x86_64-unknown-linux-gnu"}, {wall_clock,12}, {memory_data, {33657663488,904130560,{<0.6.0>,601352}}}, {disk_data, [{"/",51088800,10}, {"/dev/shm",16434404,0}, {"/data",492257288,1}, {"/data2",246132896,1}]}, {meminfo, <<"MemTotal: 32868812 kB\nMemFree: 31959288 kB\nBuffers: 64600 kB\nCached: 593084 kB\nSwapCached: 0 kB\nActive: 328364 kB\nInactive: 424268 kB\nHighTotal: 0 kB\nHighFree: 0 kB\nLowTotal: 32868812 kB\nLowFree: 31959288 kB\nSwapTotal: 11084840 kB\nSwapFree: 11084684 kB\nDirty: 399092 kB\nWriteback: 0 kB\nAnonPages: 94540 kB\nMapped: 14280 kB\nSlab: 120600 kB\nPageTables: 4272 kB\nNFS_Unstable: 0 kB\nBounce: 0 kB\nCommitLimit: 27519244 kB\nCommitted_AS: 1562392 kB\nVmallocTotal: 34359738367 kB\nVmallocUsed: 6728 kB\nVmallocChunk: 34359730275 kB\nHugePages_Total: 0\nHugePages_Free: 0\nHugePages_Rsvd: 0\nHugepagesize: 2048 kB\n">>}]}] [ns_doctor:debug,2012-11-02T18:24:56.258,ns_1@127.0.0.1:ns_doctor<0.737.0>:ns_doctor:handle_info:137]Current node statuses: [{'ns_1@127.0.0.1', [{last_heard,{1351,905891,259514}}, {outgoing_replications_safeness_level,[]}, {incoming_replications_conf_hashes,[]}, {active_buckets,[]}, {ready_buckets,[]}, {local_tasks,[]}, {memory, [{total,48316848}, {processes,15388064}, {processes_used,15368360}, {system,32928784}, {atom,1284753}, {atom_used,1255901}, {binary,344936}, {code,12905558}, {ets,1075032}]}, {system_memory_data, [{system_total_memory,33657663488}, {free_swap,11350716416}, {total_swap,11350876160}, {cached_memory,607494144}, {buffered_memory,66359296}, {free_memory,32664477696}, {total_memory,33657663488}]}, {node_storage_conf,[{db_path,"/data"},{index_path,"/data2"}]}, {statistics, [{wall_clock,{67193,5001}}, {context_switches,{43251,0}}, {garbage_collection,{10995,42982751,0}}, {io,{{input,7823035},{output,1289908}}}, {reductions,{23081028,90717}}, {run_queue,0}, {runtime,{4340,230}}]}, {system_stats, [{cpu_utilization_rate,1.4962593516209477}, {swap_total,11350876160}, {swap_used,159744}]}, {interesting_stats,[]}, {cluster_compatibility_version,131072}, {version, [{public_key,"0.13"}, {lhttpc,"1.3.0"}, {ale,"8cffe61"}, {os_mon,"2.2.7"}, {couch_set_view,"1.2.0a-47a991b-git"}, {mnesia,"4.5"}, {inets,"5.7.1"}, {couch,"1.2.0a-47a991b-git"}, {mapreduce,"1.0.0"}, {couch_index_merger,"1.2.0a-47a991b-git"}, {kernel,"2.14.5"}, {crypto,"2.0.4"}, {ssl,"4.1.6"}, {sasl,"2.1.10"}, {couch_view_parser,"1.0.0"}, {ns_server,"2.0.0-1925-rel-enterprise"}, {mochiweb,"1.4.1"}, {oauth,"7d85d3ef"}, {stdlib,"1.17.5"}]}, {supported_compat_version,[2,0]}, {system_arch,"x86_64-unknown-linux-gnu"}, {wall_clock,67}, {memory_data,{33657663488,993185792,{<0.169.0>,972344}}}, {disk_data, [{"/",51088800,10}, {"/dev/shm",16434404,0}, {"/data",492257288,1}, {"/data2",246132896,1}]}, {meminfo, <<"MemTotal: 32868812 kB\nMemFree: 31898904 kB\nBuffers: 64804 kB\nCached: 593256 kB\nSwapCached: 0 kB\nActive: 390776 kB\nInactive: 424484 kB\nHighTotal: 0 kB\nHighFree: 0 kB\nLowTotal: 32868812 kB\nLowFree: 31898904 kB\nSwapTotal: 11084840 kB\nSwapFree: 11084684 kB\nDirty: 162568 kB\nWriteback: 0 kB\nAnonPages: 156992 kB\nMapped: 14496 kB\nSlab: 117800 kB\nPageTables: 4364 kB\nNFS_Unstable: 0 kB\nBounce: 0 kB\nCommitLimit: 27519244 kB\nCommitted_AS: 1797432 kB\nVmallocTotal: 34359738367 kB\nVmallocUsed: 6728 kB\nVmallocChunk: 34359730275 kB\nHugePages_Total: 0\nHugePages_Free: 0\nHugePages_Rsvd: 0\nHugepagesize: 2048 kB\n">>}]}] [stats:debug,2012-11-02T18:25:12.266,ns_1@127.0.0.1:<0.1069.0>:stats_collector:maybe_log_stats:126](at {{1970,1,16},{7,31,45}}) Stats for bucket "default": accepting_conns 1 auth_cmds 0 auth_errors 0 bucket_active_conns 1 bucket_conns 5 bytes 245008 bytes_read 196 bytes_written 120 cas_badval 0 cas_hits 0 cas_misses 0 cmd_flush 0 cmd_get 0 cmd_set 0 conn_yields 0 connection_structures 5000 curr_connections 9 curr_conns_on_port_11209 6 curr_conns_on_port_11210 1 curr_items 0 curr_items_tot 0 curr_temp_items 0 daemon_connections 4 decr_hits 0 decr_misses 0 delete_hits 0 delete_misses 0 ep_access_scanner_last_runtime 0 ep_access_scanner_num_items 0 ep_access_scanner_task_time 2012-11-03 10:00:00 ep_allow_data_loss_during_shutdown 1 ep_alog_block_size 4096 ep_alog_path /data/default/access.log ep_alog_sleep_time 1440 ep_alog_task_time 10 ep_backend couchdb ep_bg_fetch_delay 0 ep_bg_fetched 0 ep_bg_meta_fetched 0 ep_bg_remaining_jobs 0 ep_chk_max_items 5000 ep_chk_period 1800 ep_chk_persistence_remains 0 ep_chk_persistence_timeout 10 ep_chk_remover_stime 5 ep_commit_num 0 ep_commit_time 0 ep_commit_time_total 0 ep_concurrentDB 1 ep_config_file ep_couch_bucket default ep_couch_host localhost ep_couch_port 11213 ep_couch_reconnect_sleeptime 250 ep_couch_response_timeout 180000 ep_data_age 0 ep_data_age_highwat 0 ep_data_traffic_enabled 0 ep_dbinit 0 ep_dbname /data/default ep_degraded_mode 1 ep_diskqueue_drain 0 ep_diskqueue_fill 0 ep_diskqueue_items 0 ep_diskqueue_memory 0 ep_diskqueue_pending 0 ep_exp_pager_stime 3600 ep_exp_pager_stime 3600 ep_expired_access 0 ep_expired_pager 0 ep_expiry_window 3 ep_failpartialwarmup 0 ep_flush_all false ep_flush_duration_total 0 ep_flushall_enabled 0 ep_flusher_state running ep_flusher_todo 0 ep_getl_default_timeout 15 ep_getl_max_timeout 30 ep_ht_locks 5 ep_ht_size 3079 ep_inconsistent_slave_chk 0 ep_initfile ep_io_num_read 0 ep_io_num_write 0 ep_io_read_bytes 0 ep_io_write_bytes 0 ep_item_begin_failed 0 ep_item_commit_failed 0 ep_item_flush_expired 0 ep_item_flush_failed 0 ep_item_num_based_new_chk 1 ep_items_rm_from_checkpoints 0 ep_keep_closed_chks 0 ep_klog_block_size 4096 ep_klog_compactor_queue_cap 500000 ep_klog_compactor_stime 3600 ep_klog_flush commit2 ep_klog_max_entry_ratio 10 ep_klog_max_log_size 2147483647 ep_klog_path ep_klog_sync commit2 ep_kv_size 0 ep_max_checkpoints 2 ep_max_data_size 5242880000 ep_max_item_size 20971520 ep_max_size 5242880000 ep_max_txn_size 10000 ep_max_vbuckets 512 ep_mem_high_wat 3932160000 ep_mem_high_wat 3932160000 ep_mem_low_wat 3145728000 ep_mem_low_wat 3145728000 ep_mem_tracker_enabled true ep_min_data_age 0 ep_mlog_compactor_runs 0 ep_mutation_mem_threshold 0 ep_num_access_scanner_runs 0 ep_num_eject_failures 0 ep_num_expiry_pager_runs 0 ep_num_non_resident 0 ep_num_not_my_vbuckets 0 ep_num_ops_del_meta 0 ep_num_ops_get_meta 0 ep_num_ops_set_meta 0 ep_num_pager_runs 0 ep_num_value_ejects 0 ep_oom_errors 0 ep_overhead 1152 ep_pager_active_vb_pcnt 40 ep_pager_unbiased_period 60 ep_pending_ops 0 ep_pending_ops_max 0 ep_pending_ops_max_duration 0 ep_pending_ops_total 0 ep_postInitfile ep_queue_age_cap 900 ep_queue_size 0 ep_startup_time 1351905911 ep_storage_age 0 ep_storage_age_highwat 0 ep_store_max_concurrency 10 ep_store_max_readers 9 ep_store_max_readwrite 1 ep_stored_val_type ep_tap_ack_grace_period 300 ep_tap_ack_initial_sequence_number 1 ep_tap_ack_interval 1000 ep_tap_ack_window_size 10 ep_tap_backfill_resident 0.9 ep_tap_backlog_limit 5000 ep_tap_backoff_period 5 ep_tap_bg_fetch_requeued 0 ep_tap_bg_fetched 0 ep_tap_bg_max_pending 500 ep_tap_keepalive 300 ep_tap_noop_interval 20 ep_tap_requeue_sleep_time 0.1 ep_tap_throttle_cap_pcnt 10 ep_tap_throttle_queue_cap 1000000 ep_tap_throttle_threshold 90 ep_tmp_oom_errors 0 ep_too_old 0 ep_too_young 0 ep_total_cache_size 0 ep_total_del_items 0 ep_total_enqueued 0 ep_total_new_items 0 ep_total_persisted 0 ep_uncommitted_items 0 ep_value_size 0 ep_vb0 0 ep_vb_snapshot_total 1 ep_vb_total 0 ep_vbucket_del 0 ep_vbucket_del_fail 0 ep_version 2.0.0r_130_g8b09894 ep_waitforwarmup 0 ep_warmup 1 ep_warmup_batch_size 1000 ep_warmup_dups 0 ep_warmup_min_items_threshold 100 ep_warmup_min_memory_threshold 100 ep_warmup_oom 0 ep_warmup_thread complete ep_warmup_time 735 get_hits 0 get_misses 0 incr_hits 0 incr_misses 0 libevent 2.0.11-stable limit_maxbytes 67108864 listen_disabled_num 0 max_conns_on_port_11209 1000 max_conns_on_port_11210 9000 mem_used 245008 pid 18466 pointer_size 64 rejected_conns 0 rusage_system 0.019996 rusage_user 0.027995 threads 4 time 1351905911 total_connections 10 uptime 77 vb_active_curr_items 0 vb_active_eject 0 vb_active_expired 0 vb_active_ht_memory 0 vb_active_itm_memory 0 vb_active_meta_data_memory 0 vb_active_num 0 vb_active_num_non_resident 0 vb_active_num_ref_ejects 0 vb_active_num_ref_items 0 vb_active_ops_create 0 vb_active_ops_delete 0 vb_active_ops_reject 0 vb_active_ops_update 0 vb_active_perc_mem_resident 0 vb_active_queue_age 0 vb_active_queue_drain 0 vb_active_queue_fill 0 vb_active_queue_memory 0 vb_active_queue_pending 0 vb_active_queue_size 0 vb_dead_num 0 vb_pending_curr_items 0 vb_pending_eject 0 vb_pending_expired 0 vb_pending_ht_memory 0 vb_pending_itm_memory 0 vb_pending_meta_data_memory 0 vb_pending_num 0 vb_pending_num_non_resident 0 vb_pending_num_ref_ejects 0 vb_pending_num_ref_items 0 vb_pending_ops_create 0 vb_pending_ops_delete 0 vb_pending_ops_reject 0 vb_pending_ops_update 0 vb_pending_perc_mem_resident 0 vb_pending_queue_age 0 vb_pending_queue_drain 0 vb_pending_queue_fill 0 vb_pending_queue_memory 0 vb_pending_queue_pending 0 vb_pending_queue_size 0 vb_replica_curr_items 0 vb_replica_eject 0 vb_replica_expired 0 vb_replica_ht_memory 0 vb_replica_itm_memory 0 vb_replica_meta_data_memory 0 vb_replica_num 0 vb_replica_num_non_resident 0 vb_replica_num_ref_ejects 0 vb_replica_num_ref_items 0 vb_replica_ops_create 0 vb_replica_ops_delete 0 vb_replica_ops_reject 0 vb_replica_ops_update 0 vb_replica_perc_mem_resident 0 vb_replica_queue_age 0 vb_replica_queue_drain 0 vb_replica_queue_fill 0 vb_replica_queue_memory 0 vb_replica_queue_pending 0 vb_replica_queue_size 0 version 1.4.4_600_g7ea975a [ns_doctor:debug,2012-11-02T18:25:56.258,ns_1@127.0.0.1:ns_doctor<0.737.0>:ns_doctor:handle_info:137]Current node statuses: [{'ns_1@127.0.0.1', [{last_heard,{1351,905951,259792}}, {outgoing_replications_safeness_level,[{"default",green}]}, {incoming_replications_conf_hashes,[{"default",[]}]}, {active_buckets,["default"]}, {ready_buckets,["default"]}, {local_tasks,[]}, {memory, [{total,87686456}, {processes,50435880}, {processes_used,50422424}, {system,37250576}, {atom,1390473}, {atom_used,1358496}, {binary,2697368}, {code,13734558}, {ets,1690056}]}, {system_memory_data, [{system_total_memory,33657663488}, {free_swap,11350716416}, {total_swap,11350876160}, {cached_memory,615657472}, {buffered_memory,83505152}, {free_memory,32579497984}, {total_memory,33657663488}]}, {node_storage_conf,[{db_path,"/data"},{index_path,"/data2"}]}, {statistics, [{wall_clock,{127193,4999}}, {context_switches,{185196,0}}, {garbage_collection,{33831,117628403,0}}, {io,{{input,10987560},{output,3613598}}}, {reductions,{57635450,885987}}, {run_queue,0}, {runtime,{10270,500}}]}, {system_stats, [{cpu_utilization_rate,2.0100502512562812}, {swap_total,11350876160}, {swap_used,159744}]}, {interesting_stats, [{couch_docs_actual_disk_size,4224804}, {couch_docs_data_size,4217856}, {couch_views_actual_disk_size,0}, {couch_views_data_size,0}, {curr_items,0}, {curr_items_tot,0}, {mem_used,15958440}, {vb_replica_curr_items,0}]}, {cluster_compatibility_version,131072}, {version, [{public_key,"0.13"}, {lhttpc,"1.3.0"}, {ale,"8cffe61"}, {os_mon,"2.2.7"}, {couch_set_view,"1.2.0a-47a991b-git"}, {mnesia,"4.5"}, {inets,"5.7.1"}, {couch,"1.2.0a-47a991b-git"}, {mapreduce,"1.0.0"}, {couch_index_merger,"1.2.0a-47a991b-git"}, {kernel,"2.14.5"}, {crypto,"2.0.4"}, {ssl,"4.1.6"}, {sasl,"2.1.10"}, {couch_view_parser,"1.0.0"}, {ns_server,"2.0.0-1925-rel-enterprise"}, {mochiweb,"1.4.1"}, {oauth,"7d85d3ef"}, {stdlib,"1.17.5"}]}, {supported_compat_version,[2,0]}, {system_arch,"x86_64-unknown-linux-gnu"}, {wall_clock,127}, {memory_data,{33657663488,1077022720,{<0.169.0>,972344}}}, {disk_data, [{"/",51088800,10}, {"/dev/shm",16434404,0}, {"/data",492257288,1}, {"/data2",246132896,1}]}, {meminfo, <<"MemTotal: 32868812 kB\nMemFree: 31815916 kB\nBuffers: 81548 kB\nCached: 601228 kB\nSwapCached: 0 kB\nActive: 457116 kB\nInactive: 441044 kB\nHighTotal: 0 kB\nHighFree: 0 kB\nLowTotal: 32868812 kB\nLowFree: 31815916 kB\nSwapTotal: 11084840 kB\nSwapFree: 11084684 kB\nDirty: 113060 kB\nWriteback: 0 kB\nAnonPages: 215356 kB\nMapped: 15160 kB\nSlab: 118392 kB\nPageTables: 4464 kB\nNFS_Unstable: 0 kB\nBounce: 0 kB\nCommitLimit: 27519244 kB\nCommitted_AS: 1917504 kB\nVmallocTotal: 34359738367 kB\nVmallocUsed: 6728 kB\nVmallocChunk: 34359730275 kB\nHugePages_Total: 0\nHugePages_Free: 0\nHugePages_Rsvd: 0\nHugepagesize: 2048 kB\n">>}]}] [ns_doctor:debug,2012-11-02T18:26:32.750,ns_1@10.2.1.65:ns_doctor<0.5169.0>:ns_doctor:handle_info:133]Got initial status [{'ns_1@10.2.1.65', [{last_heard,{1351,905992,750076}}, {outgoing_replications_safeness_level,[]}, {incoming_replications_conf_hashes,[]}, {active_buckets,[]}, {ready_buckets,[]}, {local_tasks,[]}, {memory, [{total,55039432}, {processes,20649256}, {processes_used,18523568}, {system,34390176}, {atom,1392089}, {atom_used,1360474}, {binary,596856}, {code,13783231}, {ets,1136768}]}, {system_memory_data, [{system_total_memory,33657663488}, {free_swap,11350716416}, {total_swap,11350876160}, {cached_memory,609550336}, {buffered_memory,83955712}, {free_memory,32586129408}, {total_memory,33657663488}]}, {node_storage_conf, [{db_path,"/data"},{index_path,"/data2"}]}, {statistics, [{wall_clock,{168683,99}}, {context_switches,{274787,0}}, {garbage_collection,{42630,150049000,0}}, {io,{{input,15372377},{output,7478355}}}, {reductions,{80263027,427520}}, {run_queue,0}, {runtime,{14350,140}}]}, {system_stats, [{cpu_utilization_rate,0}, {swap_total,0}, {swap_used,0}]}, {interesting_stats,[]}, {cluster_compatibility_version,131072}, {version, [{public_key,"0.13"}, {lhttpc,"1.3.0"}, {ale,"8cffe61"}, {os_mon,"2.2.7"}, {couch_set_view,"1.2.0a-47a991b-git"}, {mnesia,"4.5"}, {inets,"5.7.1"}, {couch,"1.2.0a-47a991b-git"}, {mapreduce,"1.0.0"}, {couch_index_merger,"1.2.0a-47a991b-git"}, {kernel,"2.14.5"}, {crypto,"2.0.4"}, {ssl,"4.1.6"}, {sasl,"2.1.10"}, {couch_view_parser,"1.0.0"}, {ns_server,"2.0.0-1925-rel-enterprise"}, {mochiweb,"1.4.1"}, {oauth,"7d85d3ef"}, {stdlib,"1.17.5"}]}, {supported_compat_version,[2,0]}, {system_arch,"x86_64-unknown-linux-gnu"}, {wall_clock,168}, {memory_data, {33657663488,1077022720,{<0.169.0>,972344}}}, {disk_data, [{"/",51088800,10}, {"/dev/shm",16434404,0}, {"/data",492257288,1}, {"/data2",246132896,1}]}, {meminfo, <<"MemTotal: 32868812 kB\nMemFree: 31822392 kB\nBuffers: 81984 kB\nCached: 595268 kB\nSwapCached: 0 kB\nActive: 449816 kB\nInactive: 441500 kB\nHighTotal: 0 kB\nHighFree: 0 kB\nLowTotal: 32868812 kB\nLowFree: 31822392 kB\nSwapTotal: 11084840 kB\nSwapFree: 11084684 kB\nDirty: 82216 kB\nWriteback: 0 kB\nAnonPages: 213980 kB\nMapped: 15208 kB\nSlab: 117984 kB\nPageTables: 4568 kB\nNFS_Unstable: 0 kB\nBounce: 0 kB\nCommitLimit: 27519244 kB\nCommitted_AS: 1884944 kB\nVmallocTotal: 34359738367 kB\nVmallocUsed: 6728 kB\nVmallocChunk: 34359730275 kB\nHugePages_Total: 0\nHugePages_Free: 0\nHugePages_Rsvd: 0\nHugepagesize: 2048 kB\n">>}]}] [stats:debug,2012-11-02T18:27:04.752,ns_1@10.2.1.65:<0.5555.0>:stats_collector:maybe_log_stats:126](at {{1970,1,16},{7,31,46}}) Stats for bucket "default": accepting_conns 1 auth_cmds 0 auth_errors 0 bucket_active_conns 1 bucket_conns 5 bytes 240704 bytes_read 196 bytes_written 120 cas_badval 0 cas_hits 0 cas_misses 0 cmd_flush 0 cmd_get 0 cmd_set 0 conn_yields 0 connection_structures 5000 curr_connections 9 curr_conns_on_port_11209 6 curr_conns_on_port_11210 1 curr_items 0 curr_items_tot 0 curr_temp_items 0 daemon_connections 4 decr_hits 0 decr_misses 0 delete_hits 0 delete_misses 0 ep_access_scanner_last_runtime 0 ep_access_scanner_num_items 0 ep_access_scanner_task_time 2012-11-03 10:00:00 ep_allow_data_loss_during_shutdown 1 ep_alog_block_size 4096 ep_alog_path /data/default/access.log ep_alog_sleep_time 1440 ep_alog_task_time 10 ep_backend couchdb ep_bg_fetch_delay 0 ep_bg_fetched 0 ep_bg_meta_fetched 0 ep_bg_remaining_jobs 0 ep_chk_max_items 5000 ep_chk_period 1800 ep_chk_persistence_remains 0 ep_chk_persistence_timeout 10 ep_chk_remover_stime 5 ep_commit_num 0 ep_commit_time 0 ep_commit_time_total 0 ep_concurrentDB 1 ep_config_file ep_couch_bucket default ep_couch_host localhost ep_couch_port 11213 ep_couch_reconnect_sleeptime 250 ep_couch_response_timeout 180000 ep_data_age 0 ep_data_age_highwat 0 ep_data_traffic_enabled 0 ep_dbinit 0 ep_dbname /data/default ep_degraded_mode 1 ep_diskqueue_drain 0 ep_diskqueue_fill 0 ep_diskqueue_items 0 ep_diskqueue_memory 0 ep_diskqueue_pending 0 ep_exp_pager_stime 3600 ep_exp_pager_stime 3600 ep_expired_access 0 ep_expired_pager 0 ep_expiry_window 3 ep_failpartialwarmup 0 ep_flush_all false ep_flush_duration_total 0 ep_flushall_enabled 0 ep_flusher_state running ep_flusher_todo 0 ep_getl_default_timeout 15 ep_getl_max_timeout 30 ep_ht_locks 5 ep_ht_size 3079 ep_inconsistent_slave_chk 0 ep_initfile ep_io_num_read 0 ep_io_num_write 0 ep_io_read_bytes 0 ep_io_write_bytes 0 ep_item_begin_failed 0 ep_item_commit_failed 0 ep_item_flush_expired 0 ep_item_flush_failed 0 ep_item_num_based_new_chk 1 ep_items_rm_from_checkpoints 0 ep_keep_closed_chks 0 ep_klog_block_size 4096 ep_klog_compactor_queue_cap 500000 ep_klog_compactor_stime 3600 ep_klog_flush commit2 ep_klog_max_entry_ratio 10 ep_klog_max_log_size 2147483647 ep_klog_path ep_klog_sync commit2 ep_kv_size 0 ep_max_checkpoints 2 ep_max_data_size 5242880000 ep_max_item_size 20971520 ep_max_size 5242880000 ep_max_txn_size 10000 ep_max_vbuckets 512 ep_mem_high_wat 3932160000 ep_mem_high_wat 3932160000 ep_mem_low_wat 3145728000 ep_mem_low_wat 3145728000 ep_mem_tracker_enabled true ep_min_data_age 0 ep_mlog_compactor_runs 0 ep_mutation_mem_threshold 0 ep_num_access_scanner_runs 0 ep_num_eject_failures 0 ep_num_expiry_pager_runs 0 ep_num_non_resident 0 ep_num_not_my_vbuckets 0 ep_num_ops_del_meta 0 ep_num_ops_get_meta 0 ep_num_ops_set_meta 0 ep_num_pager_runs 0 ep_num_value_ejects 0 ep_oom_errors 0 ep_overhead 1152 ep_pager_active_vb_pcnt 40 ep_pager_unbiased_period 60 ep_pending_ops 0 ep_pending_ops_max 0 ep_pending_ops_max_duration 0 ep_pending_ops_total 0 ep_postInitfile ep_queue_age_cap 900 ep_queue_size 0 ep_startup_time 1351906023 ep_storage_age 0 ep_storage_age_highwat 0 ep_store_max_concurrency 10 ep_store_max_readers 9 ep_store_max_readwrite 1 ep_stored_val_type ep_tap_ack_grace_period 300 ep_tap_ack_initial_sequence_number 1 ep_tap_ack_interval 1000 ep_tap_ack_window_size 10 ep_tap_backfill_resident 0.9 ep_tap_backlog_limit 5000 ep_tap_backoff_period 5 ep_tap_bg_fetch_requeued 0 ep_tap_bg_fetched 0 ep_tap_bg_max_pending 500 ep_tap_keepalive 300 ep_tap_noop_interval 20 ep_tap_requeue_sleep_time 0.1 ep_tap_throttle_cap_pcnt 10 ep_tap_throttle_queue_cap 1000000 ep_tap_throttle_threshold 90 ep_tmp_oom_errors 0 ep_too_old 0 ep_too_young 0 ep_total_cache_size 0 ep_total_del_items 0 ep_total_enqueued 0 ep_total_new_items 0 ep_total_persisted 0 ep_uncommitted_items 0 ep_value_size 0 ep_vb0 0 ep_vb_snapshot_total 1 ep_vb_total 0 ep_vbucket_del 0 ep_vbucket_del_fail 0 ep_version 2.0.0r_130_g8b09894 ep_waitforwarmup 0 ep_warmup 1 ep_warmup_batch_size 1000 ep_warmup_dups 0 ep_warmup_min_items_threshold 100 ep_warmup_min_memory_threshold 100 ep_warmup_oom 0 ep_warmup_thread complete ep_warmup_time 966 get_hits 0 get_misses 0 incr_hits 0 incr_misses 0 libevent 2.0.11-stable limit_maxbytes 67108864 listen_disabled_num 0 max_conns_on_port_11209 1000 max_conns_on_port_11210 9000 mem_used 240704 pid 18466 pointer_size 64 rejected_conns 0 rusage_system 0.184971 rusage_user 0.306953 threads 4 time 1351906024 total_connections 17 uptime 190 vb_active_curr_items 0 vb_active_eject 0 vb_active_expired 0 vb_active_ht_memory 0 vb_active_itm_memory 0 vb_active_meta_data_memory 0 vb_active_num 0 vb_active_num_non_resident 0 vb_active_num_ref_ejects 0 vb_active_num_ref_items 0 vb_active_ops_create 0 vb_active_ops_delete 0 vb_active_ops_reject 0 vb_active_ops_update 0 vb_active_perc_mem_resident 0 vb_active_queue_age 0 vb_active_queue_drain 0 vb_active_queue_fill 0 vb_active_queue_memory 0 vb_active_queue_pending 0 vb_active_queue_size 0 vb_dead_num 0 vb_pending_curr_items 0 vb_pending_eject 0 vb_pending_expired 0 vb_pending_ht_memory 0 vb_pending_itm_memory 0 vb_pending_meta_data_memory 0 vb_pending_num 0 vb_pending_num_non_resident 0 vb_pending_num_ref_ejects 0 vb_pending_num_ref_items 0 vb_pending_ops_create 0 vb_pending_ops_delete 0 vb_pending_ops_reject 0 vb_pending_ops_update 0 vb_pending_perc_mem_resident 0 vb_pending_queue_age 0 vb_pending_queue_drain 0 vb_pending_queue_fill 0 vb_pending_queue_memory 0 vb_pending_queue_pending 0 vb_pending_queue_size 0 vb_replica_curr_items 0 vb_replica_eject 0 vb_replica_expired 0 vb_replica_ht_memory 0 vb_replica_itm_memory 0 vb_replica_meta_data_memory 0 vb_replica_num 0 vb_replica_num_non_resident 0 vb_replica_num_ref_ejects 0 vb_replica_num_ref_items 0 vb_replica_ops_create 0 vb_replica_ops_delete 0 vb_replica_ops_reject 0 vb_replica_ops_update 0 vb_replica_perc_mem_resident 0 vb_replica_queue_age 0 vb_replica_queue_drain 0 vb_replica_queue_fill 0 vb_replica_queue_memory 0 vb_replica_queue_pending 0 vb_replica_queue_size 0 version 1.4.4_600_g7ea975a [ns_doctor:debug,2012-11-02T18:27:32.742,ns_1@10.2.1.65:ns_doctor<0.5169.0>:ns_doctor:handle_info:137]Current node statuses: [{'ns_1@10.2.1.65', [{last_heard,{1351,906051,259859}}, {outgoing_replications_safeness_level,[{"default",green}]}, {incoming_replications_conf_hashes,[{"default",[]}]}, {active_buckets,["default"]}, {ready_buckets,["default"]}, {local_tasks,[]}, {memory, [{total,73973640}, {processes,37587840}, {processes_used,36011640}, {system,36385800}, {atom,1400977}, {atom_used,1372242}, {binary,1163880}, {code,14085234}, {ets,2008224}]}, {system_memory_data, [{system_total_memory,33657663488}, {free_swap,11350716416}, {total_swap,11350876160}, {cached_memory,611913728}, {buffered_memory,88616960}, {free_memory,32573779968}, {total_memory,33657663488}]}, {node_storage_conf,[{db_path,"/data"},{index_path,"/data2"}]}, {statistics, [{wall_clock,{227193,5000}}, {context_switches,{323976,0}}, {garbage_collection,{50534,195426034,0}}, {io,{{input,16810257},{output,9624815}}}, {reductions,{89441723,366374}}, {run_queue,0}, {runtime,{19210,440}}]}, {system_stats, [{cpu_utilization_rate,3.0}, {swap_total,11350876160}, {swap_used,159744}]}, {interesting_stats, [{couch_docs_actual_disk_size,1061412}, {couch_docs_data_size,1054464}, {couch_views_actual_disk_size,0}, {couch_views_data_size,0}, {curr_items,0}, {curr_items_tot,0}, {mem_used,4169944}, {vb_replica_curr_items,0}]}, {cluster_compatibility_version,131072}, {version, [{public_key,"0.13"}, {lhttpc,"1.3.0"}, {ale,"8cffe61"}, {os_mon,"2.2.7"}, {couch_set_view,"1.2.0a-47a991b-git"}, {mnesia,"4.5"}, {inets,"5.7.1"}, {couch,"1.2.0a-47a991b-git"}, {mapreduce,"1.0.0"}, {couch_index_merger,"1.2.0a-47a991b-git"}, {kernel,"2.14.5"}, {crypto,"2.0.4"}, {ssl,"4.1.6"}, {sasl,"2.1.10"}, {couch_view_parser,"1.0.0"}, {ns_server,"2.0.0-1925-rel-enterprise"}, {mochiweb,"1.4.1"}, {oauth,"7d85d3ef"}, {stdlib,"1.17.5"}]}, {supported_compat_version,[2,0]}, {system_arch,"x86_64-unknown-linux-gnu"}, {wall_clock,227}, {memory_data,{33657663488,1071636480,{<0.695.0>,972728}}}, {disk_data, [{"/",51088800,10}, {"/dev/shm",16434404,0}, {"/data",492257288,1}, {"/data2",246132896,1}]}, {meminfo, <<"MemTotal: 32868812 kB\nMemFree: 31810332 kB\nBuffers: 86540 kB\nCached: 597572 kB\nSwapCached: 0 kB\nActive: 456948 kB\nInactive: 446428 kB\nHighTotal: 0 kB\nHighFree: 0 kB\nLowTotal: 32868812 kB\nLowFree: 31810332 kB\nSwapTotal: 11084840 kB\nSwapFree: 11084684 kB\nDirty: 57448 kB\nWriteback: 0 kB\nAnonPages: 219300 kB\nMapped: 15252 kB\nSlab: 117932 kB\nPageTables: 4592 kB\nNFS_Unstable: 0 kB\nBounce: 0 kB\nCommitLimit: 27519244 kB\nCommitted_AS: 1918148 kB\nVmallocTotal: 34359738367 kB\nVmallocUsed: 6728 kB\nVmallocChunk: 34359730275 kB\nHugePages_Total: 0\nHugePages_Free: 0\nHugePages_Rsvd: 0\nHugepagesize: 2048 kB\n">>}]}, {'ns_1@10.2.1.66', [{last_heard,{1351,906048,897461}}, {outgoing_replications_safeness_level,[{"default",green}]}, {incoming_replications_conf_hashes,[{"default",[]}]}, {active_buckets,["default"]}, {ready_buckets,["default"]}, {local_tasks,[]}, {memory, [{total,67455736}, {processes,32367360}, {processes_used,32353488}, {system,35088376}, {atom,1332537}, {atom_used,1323796}, {binary,1286392}, {code,13385889}, {ets,1521408}]}, {system_memory_data, [{system_total_memory,33657663488}, {free_swap,10684469248}, {total_swap,10684628992}, {cached_memory,608751616}, {buffered_memory,99450880}, {free_memory,32568340480}, {total_memory,33657663488}]}, {node_storage_conf,[{db_path,"/data"},{index_path,"/data2"}]}, {statistics, [{wall_clock,{224439,5000}}, {context_switches,{97112,0}}, {garbage_collection,{20434,62218565,0}}, {io,{{input,9055007},{output,2999315}}}, {reductions,{29970522,289166}}, {run_queue,0}, {runtime,{12990,420}}]}, {system_stats, [{cpu_utilization_rate,3.25}, {swap_total,10684628992}, {swap_used,159744}]}, {interesting_stats, [{couch_docs_actual_disk_size,1061412}, {couch_docs_data_size,1054464}, {couch_views_actual_disk_size,0}, {couch_views_data_size,0}, {curr_items,0}, {curr_items_tot,0}, {mem_used,4174248}, {vb_replica_curr_items,0}]}, {cluster_compatibility_version,131072}, {version, [{public_key,"0.13"}, {lhttpc,"1.3.0"}, {ale,"8cffe61"}, {os_mon,"2.2.7"}, {couch_set_view,"1.2.0a-47a991b-git"}, {mnesia,"4.5"}, {inets,"5.7.1"}, {couch,"1.2.0a-47a991b-git"}, {mapreduce,"1.0.0"}, {couch_index_merger,"1.2.0a-47a991b-git"}, {kernel,"2.14.5"}, {crypto,"2.0.4"}, {ssl,"4.1.6"}, {sasl,"2.1.10"}, {couch_view_parser,"1.0.0"}, {ns_server,"2.0.0-1925-rel-enterprise"}, {mochiweb,"1.4.1"}, {oauth,"7d85d3ef"}, {stdlib,"1.17.5"}]}, {supported_compat_version,[2,0]}, {system_arch,"x86_64-unknown-linux-gnu"}, {wall_clock,224}, {memory_data,{33657663488,1062219776,{<19942.693.0>,1343600}}}, {disk_data, [{"/",49781912,5}, {"/dev/shm",16434404,0}, {"/data",492257288,1}, {"/data2",246132896,1}]}, {meminfo, <<"MemTotal: 32868812 kB\nMemFree: 31805144 kB\nBuffers: 97120 kB\nCached: 594484 kB\nSwapCached: 140 kB\nActive: 470508 kB\nInactive: 439232 kB\nHighTotal: 0 kB\nHighFree: 0 kB\nLowTotal: 32868812 kB\nLowFree: 31805144 kB\nSwapTotal: 10434208 kB\nSwapFree: 10434052 kB\nDirty: 57596 kB\nWriteback: 0 kB\nAnonPages: 217932 kB\nMapped: 17020 kB\nSlab: 114584 kB\nPageTables: 5204 kB\nNFS_Unstable: 0 kB\nBounce: 0 kB\nCommitLimit: 26868612 kB\nCommitted_AS: 1916280 kB\nVmallocTotal: 34359738367 kB\nVmallocUsed: 6408 kB\nVmallocChunk: 34359730595 kB\nHugePages_Total: 0\nHugePages_Free: 0\nHugePages_Rsvd: 0\nHugepagesize: 2048 kB\n">>}]}, {'ns_1@10.2.1.67', [{last_heard,{1351,906047,872077}}, {outgoing_replications_safeness_level,[{"default",green}]}, {incoming_replications_conf_hashes,[{"default",[]}]}, {active_buckets,["default"]}, {ready_buckets,["default"]}, {local_tasks,[]}, {memory, [{total,69414424}, {processes,34266248}, {processes_used,34252376}, {system,35148176}, {atom,1336577}, {atom_used,1329113}, {binary,1274664}, {code,13459097}, {ets,1515120}]}, {system_memory_data, [{system_total_memory,33657663488}, {free_swap,10701078528}, {total_swap,10701078528}, {cached_memory,647041024}, {buffered_memory,401817600}, {free_memory,32150577152}, {total_memory,33657663488}]}, {node_storage_conf,[{db_path,"/data"},{index_path,"/data2"}]}, {statistics, [{wall_clock,{224398,5000}}, {context_switches,{96796,0}}, {garbage_collection,{20493,60167178,0}}, {io,{{input,9140868},{output,2983019}}}, {reductions,{29185996,271138}}, {run_queue,0}, {runtime,{12430,390}}]}, {system_stats, [{cpu_utilization_rate,3.5},{swap_total,10701078528},{swap_used,0}]}, {interesting_stats, [{couch_docs_actual_disk_size,1061412}, {couch_docs_data_size,1054464}, {couch_views_actual_disk_size,0}, {couch_views_data_size,0}, {curr_items,0}, {curr_items_tot,0}, {mem_used,4174248}, {vb_replica_curr_items,0}]}, {cluster_compatibility_version,131072}, {version, [{public_key,"0.13"}, {lhttpc,"1.3.0"}, {ale,"8cffe61"}, {os_mon,"2.2.7"}, {couch_set_view,"1.2.0a-47a991b-git"}, {mnesia,"4.5"}, {inets,"5.7.1"}, {couch,"1.2.0a-47a991b-git"}, {mapreduce,"1.0.0"}, {couch_index_merger,"1.2.0a-47a991b-git"}, {kernel,"2.14.5"}, {crypto,"2.0.4"}, {ssl,"4.1.6"}, {sasl,"2.1.10"}, {couch_view_parser,"1.0.0"}, {ns_server,"2.0.0-1925-rel-enterprise"}, {mochiweb,"1.4.1"}, {oauth,"7d85d3ef"}, {stdlib,"1.17.5"}]}, {supported_compat_version,[2,0]}, {system_arch,"x86_64-unknown-linux-gnu"}, {wall_clock,224}, {memory_data,{33657663488,1481523200,{<19943.1512.0>,830416}}}, {disk_data, [{"/",49781912,9}, {"/dev/shm",16434404,0}, {"/data",492257288,1}, {"/data2",246132896,1}]}, {meminfo, <<"MemTotal: 32868812 kB\nMemFree: 31397048 kB\nBuffers: 392400 kB\nCached: 631876 kB\nSwapCached: 0 kB\nActive: 722188 kB\nInactive: 517924 kB\nHighTotal: 0 kB\nHighFree: 0 kB\nLowTotal: 32868812 kB\nLowFree: 31397048 kB\nSwapTotal: 10450272 kB\nSwapFree: 10450272 kB\nDirty: 69680 kB\nWriteback: 0 kB\nAnonPages: 215836 kB\nMapped: 17020 kB\nSlab: 193596 kB\nPageTables: 5212 kB\nNFS_Unstable: 0 kB\nBounce: 0 kB\nCommitLimit: 26884676 kB\nCommitted_AS: 1918476 kB\nVmallocTotal: 34359738367 kB\nVmallocUsed: 6416 kB\nVmallocChunk: 34359730587 kB\nHugePages_Total: 0\nHugePages_Free: 0\nHugePages_Rsvd: 0\nHugepagesize: 2048 kB\n">>}]}, {'ns_1@10.2.1.68', [{last_heard,{1351,906051,225558}}, {outgoing_replications_safeness_level,[{"default",green}]}, {incoming_replications_conf_hashes,[{"default",[]}]}, {active_buckets,["default"]}, {ready_buckets,["default"]}, {local_tasks,[]}, {memory, [{total,70879032}, {processes,35661264}, {processes_used,35647392}, {system,35217768}, {atom,1336577}, {atom_used,1329113}, {binary,1293432}, {code,13487081}, {ets,1543728}]}, {system_memory_data, [{system_total_memory,33657663488}, {free_swap,10684616704}, {total_swap,10684628992}, {cached_memory,600969216}, {buffered_memory,298700800}, {free_memory,32291762176}, {total_memory,33657663488}]}, {node_storage_conf,[{db_path,"/data"},{index_path,"/data2"}]}, {statistics, [{wall_clock,{226430,5000}}, {context_switches,{99865,0}}, {garbage_collection,{20923,63298729,0}}, {io,{{input,9164257},{output,3066211}}}, {reductions,{31186008,277923}}, {run_queue,0}, {runtime,{13330,400}}]}, {system_stats, [{cpu_utilization_rate,2.25}, {swap_total,10684628992}, {swap_used,12288}]}, {interesting_stats, [{couch_docs_actual_disk_size,1061412}, {couch_docs_data_size,1054464}, {couch_views_actual_disk_size,0}, {couch_views_data_size,0}, {curr_items,0}, {curr_items_tot,0}, {mem_used,4174248}, {vb_replica_curr_items,0}]}, {cluster_compatibility_version,131072}, {version, [{public_key,"0.13"}, {lhttpc,"1.3.0"}, {ale,"8cffe61"}, {os_mon,"2.2.7"}, {couch_set_view,"1.2.0a-47a991b-git"}, {mnesia,"4.5"}, {inets,"5.7.1"}, {couch,"1.2.0a-47a991b-git"}, {mapreduce,"1.0.0"}, {couch_index_merger,"1.2.0a-47a991b-git"}, {kernel,"2.14.5"}, {crypto,"2.0.4"}, {ssl,"4.1.6"}, {sasl,"2.1.10"}, {couch_view_parser,"1.0.0"}, {ns_server,"2.0.0-1925-rel-enterprise"}, {mochiweb,"1.4.1"}, {oauth,"7d85d3ef"}, {stdlib,"1.17.5"}]}, {supported_compat_version,[2,0]}, {system_arch,"x86_64-unknown-linux-gnu"}, {wall_clock,226}, {memory_data,{33657663488,1337147392,{<19944.6.0>,601480}}}, {disk_data, [{"/",49781912,5}, {"/dev/shm",16434404,0}, {"/data",492257288,1}, {"/data2",246132896,1}]}, {meminfo, <<"MemTotal: 32868812 kB\nMemFree: 31534924 kB\nBuffers: 291700 kB\nCached: 586884 kB\nSwapCached: 12 kB\nActive: 521528 kB\nInactive: 574564 kB\nHighTotal: 0 kB\nHighFree: 0 kB\nLowTotal: 32868812 kB\nLowFree: 31534924 kB\nSwapTotal: 10434208 kB\nSwapFree: 10434196 kB\nDirty: 69456 kB\nWriteback: 0 kB\nAnonPages: 217732 kB\nMapped: 17164 kB\nSlab: 197912 kB\nPageTables: 5164 kB\nNFS_Unstable: 0 kB\nBounce: 0 kB\nCommitLimit: 26868612 kB\nCommitted_AS: 1920208 kB\nVmallocTotal: 34359738367 kB\nVmallocUsed: 6408 kB\nVmallocChunk: 34359730595 kB\nHugePages_Total: 0\nHugePages_Free: 0\nHugePages_Rsvd: 0\nHugepagesize: 2048 kB\n">>}]}] [ns_doctor:debug,2012-11-02T18:28:32.742,ns_1@10.2.1.65:ns_doctor<0.5169.0>:ns_doctor:handle_info:137]Current node statuses: [{'ns_1@10.2.1.65', [{last_heard,{1351,906111,259655}}, {outgoing_replications_safeness_level,[{"default",green}]}, {incoming_replications_conf_hashes,[{"default",[]}]}, {active_buckets,["default"]}, {ready_buckets,["default"]}, {local_tasks,[]}, {memory, [{total,88380072}, {processes,50484600}, {processes_used,48906408}, {system,37895472}, {atom,1404209}, {atom_used,1376964}, {binary,2455872}, {code,14117455}, {ets,2184720}]}, {system_memory_data, [{system_total_memory,33657663488}, {free_swap,11350716416}, {total_swap,11350876160}, {cached_memory,612925440}, {buffered_memory,88834048}, {free_memory,32552448000}, {total_memory,33657663488}]}, {node_storage_conf,[{db_path,"/data"},{index_path,"/data2"}]}, {statistics, [{wall_clock,{287193,5000}}, {context_switches,{366383,0}}, {garbage_collection,{55704,238091707,0}}, {io,{{input,27195789},{output,11586351}}}, {reductions,{99451992,753652}}, {run_queue,0}, {runtime,{25650,540}}]}, {system_stats, [{cpu_utilization_rate,3.75}, {swap_total,11350876160}, {swap_used,159744}]}, {interesting_stats, [{couch_docs_actual_disk_size,1068341}, {couch_docs_data_size,1054464}, {couch_views_actual_disk_size,0}, {couch_views_data_size,0}, {curr_items,0}, {curr_items_tot,0}, {mem_used,4169944}, {vb_replica_curr_items,0}]}, {cluster_compatibility_version,131072}, {version, [{public_key,"0.13"}, {lhttpc,"1.3.0"}, {ale,"8cffe61"}, {os_mon,"2.2.7"}, {couch_set_view,"1.2.0a-47a991b-git"}, {mnesia,"4.5"}, {inets,"5.7.1"}, {couch,"1.2.0a-47a991b-git"}, {mapreduce,"1.0.0"}, {couch_index_merger,"1.2.0a-47a991b-git"}, {kernel,"2.14.5"}, {crypto,"2.0.4"}, {ssl,"4.1.6"}, {sasl,"2.1.10"}, {couch_view_parser,"1.0.0"}, {ns_server,"2.0.0-1925-rel-enterprise"}, {mochiweb,"1.4.1"}, {oauth,"7d85d3ef"}, {stdlib,"1.17.5"}]}, {supported_compat_version,[2,0]}, {system_arch,"x86_64-unknown-linux-gnu"}, {wall_clock,287}, {memory_data,{33657663488,1082613760,{<0.695.0>,1572896}}}, {disk_data, [{"/",51088800,10}, {"/dev/shm",16434404,0}, {"/data",492257288,1}, {"/data2",246132896,1}]}, {meminfo, <<"MemTotal: 32868812 kB\nMemFree: 31789500 kB\nBuffers: 86752 kB\nCached: 598560 kB\nSwapCached: 0 kB\nActive: 477136 kB\nInactive: 447528 kB\nHighTotal: 0 kB\nHighFree: 0 kB\nLowTotal: 32868812 kB\nLowFree: 31789500 kB\nSwapTotal: 11084840 kB\nSwapFree: 11084684 kB\nDirty: 224 kB\nWriteback: 0 kB\nAnonPages: 239624 kB\nMapped: 15252 kB\nSlab: 118000 kB\nPageTables: 4660 kB\nNFS_Unstable: 0 kB\nBounce: 0 kB\nCommitLimit: 27519244 kB\nCommitted_AS: 1955088 kB\nVmallocTotal: 34359738367 kB\nVmallocUsed: 6728 kB\nVmallocChunk: 34359730275 kB\nHugePages_Total: 0\nHugePages_Free: 0\nHugePages_Rsvd: 0\nHugepagesize: 2048 kB\n">>}]}, {'ns_1@10.2.1.66', [{last_heard,{1351,906108,898691}}, {outgoing_replications_safeness_level,[{"default",green}]}, {incoming_replications_conf_hashes,[{"default",[]}]}, {active_buckets,["default"]}, {ready_buckets,["default"]}, {local_tasks,[]}, {memory, [{total,73796672}, {processes,38160456}, {processes_used,38146584}, {system,35636216}, {atom,1352041}, {atom_used,1349085}, {binary,1135968}, {code,13622682}, {ets,1960328}]}, {system_memory_data, [{system_total_memory,33657663488}, {free_swap,10684469248}, {total_swap,10684628992}, {cached_memory,609857536}, {buffered_memory,99635200}, {free_memory,32557420544}, {total_memory,33657663488}]}, {node_storage_conf,[{db_path,"/data"},{index_path,"/data2"}]}, {statistics, [{wall_clock,{284439,5000}}, {context_switches,{133896,0}}, {garbage_collection,{24537,77910669,0}}, {io,{{input,9846919},{output,4296584}}}, {reductions,{33880213,310796}}, {run_queue,0}, {runtime,{18010,390}}]}, {system_stats, [{cpu_utilization_rate,3.25}, {swap_total,10684628992}, {swap_used,159744}]}, {interesting_stats, [{couch_docs_actual_disk_size,1068341}, {couch_docs_data_size,1054464}, {couch_views_actual_disk_size,0}, {couch_views_data_size,0}, {curr_items,0}, {curr_items_tot,0}, {mem_used,4174248}, {vb_replica_curr_items,0}]}, {cluster_compatibility_version,131072}, {version, [{public_key,"0.13"}, {lhttpc,"1.3.0"}, {ale,"8cffe61"}, {os_mon,"2.2.7"}, {couch_set_view,"1.2.0a-47a991b-git"}, {mnesia,"4.5"}, {inets,"5.7.1"}, {couch,"1.2.0a-47a991b-git"}, {mapreduce,"1.0.0"}, {couch_index_merger,"1.2.0a-47a991b-git"}, {kernel,"2.14.5"}, {crypto,"2.0.4"}, {ssl,"4.1.6"}, {sasl,"2.1.10"}, {couch_view_parser,"1.0.0"}, {ns_server,"2.0.0-1925-rel-enterprise"}, {mochiweb,"1.4.1"}, {oauth,"7d85d3ef"}, {stdlib,"1.17.5"}]}, {supported_compat_version,[2,0]}, {system_arch,"x86_64-unknown-linux-gnu"}, {wall_clock,284}, {memory_data,{33657663488,1091227648,{<19942.693.0>,1943840}}}, {disk_data, [{"/",49781912,5}, {"/dev/shm",16434404,0}, {"/data",492257288,1}, {"/data2",246132896,1}]}, {meminfo, <<"MemTotal: 32868812 kB\nMemFree: 31794356 kB\nBuffers: 97300 kB\nCached: 595564 kB\nSwapCached: 140 kB\nActive: 479368 kB\nInactive: 440272 kB\nHighTotal: 0 kB\nHighFree: 0 kB\nLowTotal: 32868812 kB\nLowFree: 31794356 kB\nSwapTotal: 10434208 kB\nSwapFree: 10434052 kB\nDirty: 44808 kB\nWriteback: 0 kB\nAnonPages: 226604 kB\nMapped: 17020 kB\nSlab: 114740 kB\nPageTables: 5232 kB\nNFS_Unstable: 0 kB\nBounce: 0 kB\nCommitLimit: 26868612 kB\nCommitted_AS: 1927268 kB\nVmallocTotal: 34359738367 kB\nVmallocUsed: 6408 kB\nVmallocChunk: 34359730595 kB\nHugePages_Total: 0\nHugePages_Free: 0\nHugePages_Rsvd: 0\nHugepagesize: 2048 kB\n">>}]}, {'ns_1@10.2.1.67', [{last_heard,{1351,906107,872679}}, {outgoing_replications_safeness_level,[{"default",green}]}, {incoming_replications_conf_hashes,[{"default",[]}]}, {active_buckets,["default"]}, {ready_buckets,["default"]}, {local_tasks,[]}, {memory, [{total,76530824}, {processes,40958976}, {processes_used,40945104}, {system,35571848}, {atom,1352041}, {atom_used,1349085}, {binary,1030888}, {code,13631938}, {ets,1991488}]}, {system_memory_data, [{system_total_memory,33657663488}, {free_swap,10701078528}, {total_swap,10701078528}, {cached_memory,648151040}, {buffered_memory,401887232}, {free_memory,32144355328}, {total_memory,33657663488}]}, {node_storage_conf,[{db_path,"/data"},{index_path,"/data2"}]}, {statistics, [{wall_clock,{284397,5000}}, {context_switches,{133476,0}}, {garbage_collection,{24891,76076532,0}}, {io,{{input,9885140},{output,4345629}}}, {reductions,{33210123,285775}}, {run_queue,0}, {runtime,{17430,420}}]}, {system_stats, [{cpu_utilization_rate,3.508771929824561}, {swap_total,10701078528}, {swap_used,0}]}, {interesting_stats, [{couch_docs_actual_disk_size,1068341}, {couch_docs_data_size,1054464}, {couch_views_actual_disk_size,0}, {couch_views_data_size,0}, {curr_items,0}, {curr_items_tot,0}, {mem_used,4174248}, {vb_replica_curr_items,0}]}, {cluster_compatibility_version,131072}, {version, [{public_key,"0.13"}, {lhttpc,"1.3.0"}, {ale,"8cffe61"}, {os_mon,"2.2.7"}, {couch_set_view,"1.2.0a-47a991b-git"}, {mnesia,"4.5"}, {inets,"5.7.1"}, {couch,"1.2.0a-47a991b-git"}, {mapreduce,"1.0.0"}, {couch_index_merger,"1.2.0a-47a991b-git"}, {kernel,"2.14.5"}, {crypto,"2.0.4"}, {ssl,"4.1.6"}, {sasl,"2.1.10"}, {couch_view_parser,"1.0.0"}, {ns_server,"2.0.0-1925-rel-enterprise"}, {mochiweb,"1.4.1"}, {oauth,"7d85d3ef"}, {stdlib,"1.17.5"}]}, {supported_compat_version,[2,0]}, {system_arch,"x86_64-unknown-linux-gnu"}, {wall_clock,284}, {memory_data,{33657663488,1507975168,{<19943.701.0>,1943840}}}, {disk_data, [{"/",49781912,9}, {"/dev/shm",16434404,0}, {"/data",492257288,1}, {"/data2",246132896,1}]}, {meminfo, <<"MemTotal: 32868812 kB\nMemFree: 31390972 kB\nBuffers: 392468 kB\nCached: 632960 kB\nSwapCached: 0 kB\nActive: 727568 kB\nInactive: 518788 kB\nHighTotal: 0 kB\nHighFree: 0 kB\nLowTotal: 32868812 kB\nLowFree: 31390972 kB\nSwapTotal: 10450272 kB\nSwapFree: 10450272 kB\nDirty: 56852 kB\nWriteback: 0 kB\nAnonPages: 221016 kB\nMapped: 17020 kB\nSlab: 193680 kB\nPageTables: 5248 kB\nNFS_Unstable: 0 kB\nBounce: 0 kB\nCommitLimit: 26884676 kB\nCommitted_AS: 1930256 kB\nVmallocTotal: 34359738367 kB\nVmallocUsed: 6416 kB\nVmallocChunk: 34359730587 kB\nHugePages_Total: 0\nHugePages_Free: 0\nHugePages_Rsvd: 0\nHugepagesize: 2048 kB\n">>}]}, {'ns_1@10.2.1.68', [{last_heard,{1351,906111,226392}}, {outgoing_replications_safeness_level,[{"default",green}]}, {incoming_replications_conf_hashes,[{"default",[]}]}, {active_buckets,["default"]}, {ready_buckets,["default"]}, {local_tasks,[]}, {memory, [{total,76271896}, {processes,40477504}, {processes_used,40463632}, {system,35794392}, {atom,1352041}, {atom_used,1349085}, {binary,1241600}, {code,13659922}, {ets,1979296}]}, {system_memory_data, [{system_total_memory,33657663488}, {free_swap,10684616704}, {total_swap,10684628992}, {cached_memory,602157056}, {buffered_memory,298811392}, {free_memory,32283254784}, {total_memory,33657663488}]}, {node_storage_conf,[{db_path,"/data"},{index_path,"/data2"}]}, {statistics, [{wall_clock,{286430,5000}}, {context_switches,{136681,0}}, {garbage_collection,{25014,79325579,0}}, {io,{{input,9915013},{output,4501587}}}, {reductions,{35146295,298002}}, {run_queue,0}, {runtime,{18470,410}}]}, {system_stats, [{cpu_utilization_rate,2.25}, {swap_total,10684628992}, {swap_used,12288}]}, {interesting_stats, [{couch_docs_actual_disk_size,1068341}, {couch_docs_data_size,1054464}, {couch_views_actual_disk_size,0}, {couch_views_data_size,0}, {curr_items,0}, {curr_items_tot,0}, {mem_used,4174248}, {vb_replica_curr_items,0}]}, {cluster_compatibility_version,131072}, {version, [{public_key,"0.13"}, {lhttpc,"1.3.0"}, {ale,"8cffe61"}, {os_mon,"2.2.7"}, {couch_set_view,"1.2.0a-47a991b-git"}, {mnesia,"4.5"}, {inets,"5.7.1"}, {couch,"1.2.0a-47a991b-git"}, {mapreduce,"1.0.0"}, {couch_index_merger,"1.2.0a-47a991b-git"}, {kernel,"2.14.5"}, {crypto,"2.0.4"}, {ssl,"4.1.6"}, {sasl,"2.1.10"}, {couch_view_parser,"1.0.0"}, {ns_server,"2.0.0-1925-rel-enterprise"}, {mochiweb,"1.4.1"}, {oauth,"7d85d3ef"}, {stdlib,"1.17.5"}]}, {supported_compat_version,[2,0]}, {system_arch,"x86_64-unknown-linux-gnu"}, {wall_clock,286}, {memory_data,{33657663488,1367298048,{<19944.694.0>,1572896}}}, {disk_data, [{"/",49781912,5}, {"/dev/shm",16434404,0}, {"/data",492257288,1}, {"/data2",246132896,1}]}, {meminfo, <<"MemTotal: 32868812 kB\nMemFree: 31526740 kB\nBuffers: 291808 kB\nCached: 588044 kB\nSwapCached: 12 kB\nActive: 529268 kB\nInactive: 575500 kB\nHighTotal: 0 kB\nHighFree: 0 kB\nLowTotal: 32868812 kB\nLowFree: 31526740 kB\nSwapTotal: 10434208 kB\nSwapFree: 10434196 kB\nDirty: 49044 kB\nWriteback: 104 kB\nAnonPages: 224676 kB\nMapped: 17164 kB\nSlab: 198064 kB\nPageTables: 5176 kB\nNFS_Unstable: 0 kB\nBounce: 0 kB\nCommitLimit: 26868612 kB\nCommitted_AS: 1926092 kB\nVmallocTotal: 34359738367 kB\nVmallocUsed: 6408 kB\nVmallocChunk: 34359730595 kB\nHugePages_Total: 0\nHugePages_Free: 0\nHugePages_Rsvd: 0\nHugepagesize: 2048 kB\n">>}]}] [stats:debug,2012-11-02T18:28:44.751,ns_1@10.2.1.65:<0.5555.0>:stats_collector:maybe_log_stats:126](at {{1970,1,16},{7,31,46}}) Stats for bucket "default": accepting_conns 1 auth_cmds 1 auth_errors 0 bucket_active_conns 1 bucket_conns 5 bytes 4169944 bytes_read 14436 bytes_written 1479244 cas_badval 0 cas_hits 0 cas_misses 0 cmd_flush 0 cmd_get 0 cmd_set 0 conn_yields 0 connection_structures 5000 curr_connections 9 curr_conns_on_port_11209 6 curr_conns_on_port_11210 1 curr_items 0 curr_items_tot 0 curr_temp_items 0 daemon_connections 4 decr_hits 0 decr_misses 0 delete_hits 0 delete_misses 0 ep_access_scanner_last_runtime 0 ep_access_scanner_num_items 0 ep_access_scanner_task_time 2012-11-03 10:00:00 ep_allow_data_loss_during_shutdown 1 ep_alog_block_size 4096 ep_alog_path /data/default/access.log ep_alog_sleep_time 1440 ep_alog_task_time 10 ep_backend couchdb ep_bg_fetch_delay 0 ep_bg_fetched 0 ep_bg_meta_fetched 0 ep_bg_remaining_jobs 0 ep_chk_max_items 5000 ep_chk_period 1800 ep_chk_persistence_remains 0 ep_chk_persistence_timeout 10 ep_chk_remover_stime 5 ep_commit_num 0 ep_commit_time 0 ep_commit_time_total 0 ep_concurrentDB 1 ep_config_file ep_couch_bucket default ep_couch_host localhost ep_couch_port 11213 ep_couch_reconnect_sleeptime 250 ep_couch_response_timeout 180000 ep_data_age 0 ep_data_age_highwat 0 ep_data_traffic_enabled 0 ep_dbinit 0 ep_dbname /data/default ep_degraded_mode 0 ep_diskqueue_drain 0 ep_diskqueue_fill 0 ep_diskqueue_items 0 ep_diskqueue_memory 0 ep_diskqueue_pending 0 ep_exp_pager_stime 3600 ep_exp_pager_stime 3600 ep_expired_access 0 ep_expired_pager 0 ep_expiry_window 3 ep_failpartialwarmup 0 ep_flush_all false ep_flush_duration_total 0 ep_flushall_enabled 0 ep_flusher_state running ep_flusher_todo 0 ep_getl_default_timeout 15 ep_getl_max_timeout 30 ep_ht_locks 5 ep_ht_size 3079 ep_inconsistent_slave_chk 0 ep_initfile ep_io_num_read 0 ep_io_num_write 0 ep_io_read_bytes 0 ep_io_write_bytes 0 ep_item_begin_failed 0 ep_item_commit_failed 0 ep_item_flush_expired 0 ep_item_flush_failed 0 ep_item_num_based_new_chk 1 ep_items_rm_from_checkpoints 0 ep_keep_closed_chks 0 ep_klog_block_size 4096 ep_klog_compactor_queue_cap 500000 ep_klog_compactor_stime 3600 ep_klog_flush commit2 ep_klog_max_entry_ratio 10 ep_klog_max_log_size 2147483647 ep_klog_path ep_klog_sync commit2 ep_kv_size 0 ep_max_checkpoints 2 ep_max_data_size 5242880000 ep_max_item_size 20971520 ep_max_size 5242880000 ep_max_txn_size 10000 ep_max_vbuckets 512 ep_mem_high_wat 3932160000 ep_mem_high_wat 3932160000 ep_mem_low_wat 3145728000 ep_mem_low_wat 3145728000 ep_mem_tracker_enabled true ep_min_data_age 0 ep_mlog_compactor_runs 0 ep_mutation_mem_threshold 0 ep_num_access_scanner_runs 0 ep_num_eject_failures 0 ep_num_expiry_pager_runs 0 ep_num_non_resident 0 ep_num_not_my_vbuckets 0 ep_num_ops_del_meta 0 ep_num_ops_get_meta 0 ep_num_ops_set_meta 0 ep_num_pager_runs 0 ep_num_value_ejects 0 ep_oom_errors 0 ep_overhead 3404160 ep_pager_active_vb_pcnt 40 ep_pager_unbiased_period 60 ep_pending_ops 0 ep_pending_ops_max 0 ep_pending_ops_max_duration 0 ep_pending_ops_total 0 ep_postInitfile ep_queue_age_cap 900 ep_queue_size 0 ep_startup_time 1351906023 ep_storage_age 0 ep_storage_age_highwat 0 ep_store_max_concurrency 10 ep_store_max_readers 9 ep_store_max_readwrite 1 ep_stored_val_type ep_tap_ack_grace_period 300 ep_tap_ack_initial_sequence_number 1 ep_tap_ack_interval 1000 ep_tap_ack_window_size 10 ep_tap_backfill_resident 0.9 ep_tap_backlog_limit 5000 ep_tap_backoff_period 5 ep_tap_bg_fetch_requeued 0 ep_tap_bg_fetched 0 ep_tap_bg_max_pending 500 ep_tap_keepalive 300 ep_tap_noop_interval 20 ep_tap_requeue_sleep_time 0.1 ep_tap_throttle_cap_pcnt 10 ep_tap_throttle_queue_cap 1000000 ep_tap_throttle_threshold 90 ep_tmp_oom_errors 0 ep_too_old 0 ep_too_young 0 ep_total_cache_size 0 ep_total_del_items 0 ep_total_enqueued 0 ep_total_new_items 0 ep_total_persisted 0 ep_uncommitted_items 0 ep_value_size 0 ep_vb0 0 ep_vb_snapshot_total 5 ep_vb_total 128 ep_vbucket_del 0 ep_vbucket_del_fail 0 ep_version 2.0.0r_130_g8b09894 ep_waitforwarmup 0 ep_warmup 1 ep_warmup_batch_size 1000 ep_warmup_dups 0 ep_warmup_min_items_threshold 100 ep_warmup_min_memory_threshold 100 ep_warmup_oom 0 ep_warmup_thread complete ep_warmup_time 966 get_hits 0 get_misses 0 incr_hits 0 incr_misses 0 libevent 2.0.11-stable limit_maxbytes 67108864 listen_disabled_num 0 max_conns_on_port_11209 1000 max_conns_on_port_11210 9000 mem_used 4169944 pid 18466 pointer_size 64 rejected_conns 0 rusage_system 0.224965 rusage_user 0.476927 threads 4 time 1351906124 total_connections 18 uptime 290 vb_active_curr_items 0 vb_active_eject 0 vb_active_expired 0 vb_active_ht_memory 3214336 vb_active_itm_memory 0 vb_active_meta_data_memory 0 vb_active_num 128 vb_active_num_non_resident 0 vb_active_num_ref_ejects 0 vb_active_num_ref_items 0 vb_active_ops_create 0 vb_active_ops_delete 0 vb_active_ops_reject 0 vb_active_ops_update 0 vb_active_perc_mem_resident 0 vb_active_queue_age 0 vb_active_queue_drain 0 vb_active_queue_fill 0 vb_active_queue_memory 0 vb_active_queue_pending 0 vb_active_queue_size 0 vb_dead_num 0 vb_pending_curr_items 0 vb_pending_eject 0 vb_pending_expired 0 vb_pending_ht_memory 0 vb_pending_itm_memory 0 vb_pending_meta_data_memory 0 vb_pending_num 0 vb_pending_num_non_resident 0 vb_pending_num_ref_ejects 0 vb_pending_num_ref_items 0 vb_pending_ops_create 0 vb_pending_ops_delete 0 vb_pending_ops_reject 0 vb_pending_ops_update 0 vb_pending_perc_mem_resident 0 vb_pending_queue_age 0 vb_pending_queue_drain 0 vb_pending_queue_fill 0 vb_pending_queue_memory 0 vb_pending_queue_pending 0 vb_pending_queue_size 0 vb_replica_curr_items 0 vb_replica_eject 0 vb_replica_expired 0 vb_replica_ht_memory 0 vb_replica_itm_memory 0 vb_replica_meta_data_memory 0 vb_replica_num 0 vb_replica_num_non_resident 0 vb_replica_num_ref_ejects 0 vb_replica_num_ref_items 0 vb_replica_ops_create 0 vb_replica_ops_delete 0 vb_replica_ops_reject 0 vb_replica_ops_update 0 vb_replica_perc_mem_resident 0 vb_replica_queue_age 0 vb_replica_queue_drain 0 vb_replica_queue_fill 0 vb_replica_queue_memory 0 vb_replica_queue_pending 0 vb_replica_queue_size 0 version 1.4.4_600_g7ea975a [ns_doctor:debug,2012-11-02T18:29:32.742,ns_1@10.2.1.65:ns_doctor<0.5169.0>:ns_doctor:handle_info:137]Current node statuses: [{'ns_1@10.2.1.65', [{last_heard,{1351,906171,259882}}, {outgoing_replications_safeness_level,[{"default",green}]}, {incoming_replications_conf_hashes,[{"default",[]}]}, {active_buckets,["default"]}, {ready_buckets,["default"]}, {local_tasks,[]}, {memory, [{total,88961072}, {processes,50713720}, {processes_used,49135528}, {system,38247352}, {atom,1404209}, {atom_used,1376964}, {binary,2620784}, {code,14117455}, {ets,2366944}]}, {system_memory_data, [{system_total_memory,33657663488}, {free_swap,11350716416}, {total_swap,11350876160}, {cached_memory,614154240}, {buffered_memory,89038848}, {free_memory,32548257792}, {total_memory,33657663488}]}, {node_storage_conf,[{db_path,"/data"},{index_path,"/data2"}]}, {statistics, [{wall_clock,{347193,5000}}, {context_switches,{409250,0}}, {garbage_collection,{60875,288736770,0}}, {io,{{input,42383012},{output,13608262}}}, {reductions,{110177468,750745}}, {run_queue,0}, {runtime,{32670,590}}]}, {system_stats, [{cpu_utilization_rate,4.0}, {swap_total,11350876160}, {swap_used,159744}]}, {interesting_stats, [{couch_docs_actual_disk_size,1068356}, {couch_docs_data_size,1054464}, {couch_views_actual_disk_size,0}, {couch_views_data_size,0}, {curr_items,0}, {curr_items_tot,0}, {mem_used,4169944}, {vb_replica_curr_items,0}]}, {cluster_compatibility_version,131072}, {version, [{public_key,"0.13"}, {lhttpc,"1.3.0"}, {ale,"8cffe61"}, {os_mon,"2.2.7"}, {couch_set_view,"1.2.0a-47a991b-git"}, {mnesia,"4.5"}, {inets,"5.7.1"}, {couch,"1.2.0a-47a991b-git"}, {mapreduce,"1.0.0"}, {couch_index_merger,"1.2.0a-47a991b-git"}, {kernel,"2.14.5"}, {crypto,"2.0.4"}, {ssl,"4.1.6"}, {sasl,"2.1.10"}, {couch_view_parser,"1.0.0"}, {ns_server,"2.0.0-1925-rel-enterprise"}, {mochiweb,"1.4.1"}, {oauth,"7d85d3ef"}, {stdlib,"1.17.5"}]}, {supported_compat_version,[2,0]}, {system_arch,"x86_64-unknown-linux-gnu"}, {wall_clock,347}, {memory_data,{33657663488,1102422016,{<0.5273.0>,7628384}}}, {disk_data, [{"/",51088800,10}, {"/dev/shm",16434404,0}, {"/data",492257288,1}, {"/data2",246132896,1}]}, {meminfo, <<"MemTotal: 32868812 kB\nMemFree: 31785408 kB\nBuffers: 86952 kB\nCached: 599760 kB\nSwapCached: 0 kB\nActive: 480164 kB\nInactive: 448664 kB\nHighTotal: 0 kB\nHighFree: 0 kB\nLowTotal: 32868812 kB\nLowFree: 31785408 kB\nSwapTotal: 11084840 kB\nSwapFree: 11084684 kB\nDirty: 220 kB\nWriteback: 0 kB\nAnonPages: 242200 kB\nMapped: 15252 kB\nSlab: 118016 kB\nPageTables: 4584 kB\nNFS_Unstable: 0 kB\nBounce: 0 kB\nCommitLimit: 27519244 kB\nCommitted_AS: 1955760 kB\nVmallocTotal: 34359738367 kB\nVmallocUsed: 6728 kB\nVmallocChunk: 34359730275 kB\nHugePages_Total: 0\nHugePages_Free: 0\nHugePages_Rsvd: 0\nHugepagesize: 2048 kB\n">>}]}, {'ns_1@10.2.1.66', [{last_heard,{1351,906168,899960}}, {outgoing_replications_safeness_level,[{"default",green}]}, {incoming_replications_conf_hashes,[{"default",[]}]}, {active_buckets,["default"]}, {ready_buckets,["default"]}, {local_tasks,[]}, {memory, [{total,76125072}, {processes,40282888}, {processes_used,40269016}, {system,35842184}, {atom,1352041}, {atom_used,1349085}, {binary,1156960}, {code,13622682}, {ets,2142304}]}, {system_memory_data, [{system_total_memory,33657663488}, {free_swap,10684469248}, {total_swap,10684628992}, {cached_memory,610979840}, {buffered_memory,99807232}, {free_memory,32552849408}, {total_memory,33657663488}]}, {node_storage_conf,[{db_path,"/data"},{index_path,"/data2"}]}, {statistics, [{wall_clock,{344440,5001}}, {context_switches,{170699,0}}, {garbage_collection,{28334,94322829,0}}, {io,{{input,10559928},{output,5619507}}}, {reductions,{37891898,307853}}, {run_queue,0}, {runtime,{23130,430}}]}, {system_stats, [{cpu_utilization_rate,3.5}, {swap_total,10684628992}, {swap_used,159744}]}, {interesting_stats, [{couch_docs_actual_disk_size,1068356}, {couch_docs_data_size,1054464}, {couch_views_actual_disk_size,0}, {couch_views_data_size,0}, {curr_items,0}, {curr_items_tot,0}, {mem_used,4174248}, {vb_replica_curr_items,0}]}, {cluster_compatibility_version,131072}, {version, [{public_key,"0.13"}, {lhttpc,"1.3.0"}, {ale,"8cffe61"}, {os_mon,"2.2.7"}, {couch_set_view,"1.2.0a-47a991b-git"}, {mnesia,"4.5"}, {inets,"5.7.1"}, {couch,"1.2.0a-47a991b-git"}, {mapreduce,"1.0.0"}, {couch_index_merger,"1.2.0a-47a991b-git"}, {kernel,"2.14.5"}, {crypto,"2.0.4"}, {ssl,"4.1.6"}, {sasl,"2.1.10"}, {couch_view_parser,"1.0.0"}, {ns_server,"2.0.0-1925-rel-enterprise"}, {mochiweb,"1.4.1"}, {oauth,"7d85d3ef"}, {stdlib,"1.17.5"}]}, {supported_compat_version,[2,0]}, {system_arch,"x86_64-unknown-linux-gnu"}, {wall_clock,344}, {memory_data,{33657663488,1101258752,{<19942.693.0>,1943840}}}, {disk_data, [{"/",49781912,5}, {"/dev/shm",16434404,0}, {"/data",492257288,1}, {"/data2",246132896,1}]}, {meminfo, <<"MemTotal: 32868812 kB\nMemFree: 31789892 kB\nBuffers: 97468 kB\nCached: 596660 kB\nSwapCached: 140 kB\nActive: 482252 kB\nInactive: 441328 kB\nHighTotal: 0 kB\nHighFree: 0 kB\nLowTotal: 32868812 kB\nLowFree: 31789892 kB\nSwapTotal: 10434208 kB\nSwapFree: 10434052 kB\nDirty: 40520 kB\nWriteback: 0 kB\nAnonPages: 229284 kB\nMapped: 17020 kB\nSlab: 114660 kB\nPageTables: 5240 kB\nNFS_Unstable: 0 kB\nBounce: 0 kB\nCommitLimit: 26868612 kB\nCommitted_AS: 1931148 kB\nVmallocTotal: 34359738367 kB\nVmallocUsed: 6408 kB\nVmallocChunk: 34359730595 kB\nHugePages_Total: 0\nHugePages_Free: 0\nHugePages_Rsvd: 0\nHugepagesize: 2048 kB\n">>}]}, {'ns_1@10.2.1.67', [{last_heard,{1351,906167,873472}}, {outgoing_replications_safeness_level,[{"default",green}]}, {incoming_replications_conf_hashes,[{"default",[]}]}, {active_buckets,["default"]}, {ready_buckets,["default"]}, {local_tasks,[]}, {memory, [{total,77236896}, {processes,41270120}, {processes_used,41256248}, {system,35966776}, {atom,1352041}, {atom_used,1349085}, {binary,1240592}, {code,13631938}, {ets,2173776}]}, {system_memory_data, [{system_total_memory,33657663488}, {free_swap,10701078528}, {total_swap,10701078528}, {cached_memory,649273344}, {buffered_memory,401977344}, {free_memory,32139403264}, {total_memory,33657663488}]}, {node_storage_conf,[{db_path,"/data"},{index_path,"/data2"}]}, {statistics, [{wall_clock,{344397,5000}}, {context_switches,{170341,0}}, {garbage_collection,{28865,92550879,0}}, {io,{{input,10598374},{output,5666157}}}, {reductions,{37317032,308421}}, {run_queue,0}, {runtime,{22430,440}}]}, {system_stats, [{cpu_utilization_rate,3.75}, {swap_total,10701078528}, {swap_used,0}]}, {interesting_stats, [{couch_docs_actual_disk_size,1068356}, {couch_docs_data_size,1054464}, {couch_views_actual_disk_size,0}, {couch_views_data_size,0}, {curr_items,0}, {curr_items_tot,0}, {mem_used,4174248}, {vb_replica_curr_items,0}]}, {cluster_compatibility_version,131072}, {version, [{public_key,"0.13"}, {lhttpc,"1.3.0"}, {ale,"8cffe61"}, {os_mon,"2.2.7"}, {couch_set_view,"1.2.0a-47a991b-git"}, {mnesia,"4.5"}, {inets,"5.7.1"}, {couch,"1.2.0a-47a991b-git"}, {mapreduce,"1.0.0"}, {couch_index_merger,"1.2.0a-47a991b-git"}, {kernel,"2.14.5"}, {crypto,"2.0.4"}, {ssl,"4.1.6"}, {sasl,"2.1.10"}, {couch_view_parser,"1.0.0"}, {ns_server,"2.0.0-1925-rel-enterprise"}, {mochiweb,"1.4.1"}, {oauth,"7d85d3ef"}, {stdlib,"1.17.5"}]}, {supported_compat_version,[2,0]}, {system_arch,"x86_64-unknown-linux-gnu"}, {wall_clock,344}, {memory_data,{33657663488,1514831872,{<19943.1691.0>,3143528}}}, {disk_data, [{"/",49781912,9}, {"/dev/shm",16434404,0}, {"/data",492257288,1}, {"/data2",246132896,1}]}, {meminfo, <<"MemTotal: 32868812 kB\nMemFree: 31386136 kB\nBuffers: 392556 kB\nCached: 634056 kB\nSwapCached: 0 kB\nActive: 731748 kB\nInactive: 519832 kB\nHighTotal: 0 kB\nHighFree: 0 kB\nLowTotal: 32868812 kB\nLowFree: 31386136 kB\nSwapTotal: 10450272 kB\nSwapFree: 10450272 kB\nDirty: 44832 kB\nWriteback: 0 kB\nAnonPages: 225016 kB\nMapped: 17020 kB\nSlab: 193720 kB\nPageTables: 5256 kB\nNFS_Unstable: 0 kB\nBounce: 0 kB\nCommitLimit: 26884676 kB\nCommitted_AS: 1931924 kB\nVmallocTotal: 34359738367 kB\nVmallocUsed: 6416 kB\nVmallocChunk: 34359730587 kB\nHugePages_Total: 0\nHugePages_Free: 0\nHugePages_Rsvd: 0\nHugepagesize: 2048 kB\n">>}]}, {'ns_1@10.2.1.68', [{last_heard,{1351,906171,225943}}, {outgoing_replications_safeness_level,[{"default",green}]}, {incoming_replications_conf_hashes,[{"default",[]}]}, {active_buckets,["default"]}, {ready_buckets,["default"]}, {local_tasks,[]}, {memory, [{total,76728432}, {processes,40693544}, {processes_used,40679672}, {system,36034888}, {atom,1352041}, {atom_used,1349085}, {binary,1296576}, {code,13659922}, {ets,2161592}]}, {system_memory_data, [{system_total_memory,33657663488}, {free_swap,10684616704}, {total_swap,10684628992}, {cached_memory,603254784}, {buffered_memory,298913792}, {free_memory,32278810624}, {total_memory,33657663488}]}, {node_storage_conf,[{db_path,"/data"},{index_path,"/data2"}]}, {statistics, [{wall_clock,{346430,5000}}, {context_switches,{173523,0}}, {garbage_collection,{28678,95775872,0}}, {io,{{input,10586305},{output,5810193}}}, {reductions,{39142855,305611}}, {run_queue,0}, {runtime,{23880,450}}]}, {system_stats, [{cpu_utilization_rate,2.5}, {swap_total,10684628992}, {swap_used,12288}]}, {interesting_stats, [{couch_docs_actual_disk_size,1068356}, {couch_docs_data_size,1054464}, {couch_views_actual_disk_size,0}, {couch_views_data_size,0}, {curr_items,0}, {curr_items_tot,0}, {mem_used,4174248}, {vb_replica_curr_items,0}]}, {cluster_compatibility_version,131072}, {version, [{public_key,"0.13"}, {lhttpc,"1.3.0"}, {ale,"8cffe61"}, {os_mon,"2.2.7"}, {couch_set_view,"1.2.0a-47a991b-git"}, {mnesia,"4.5"}, {inets,"5.7.1"}, {couch,"1.2.0a-47a991b-git"}, {mapreduce,"1.0.0"}, {couch_index_merger,"1.2.0a-47a991b-git"}, {kernel,"2.14.5"}, {crypto,"2.0.4"}, {ssl,"4.1.6"}, {sasl,"2.1.10"}, {couch_view_parser,"1.0.0"}, {ns_server,"2.0.0-1925-rel-enterprise"}, {mochiweb,"1.4.1"}, {oauth,"7d85d3ef"}, {stdlib,"1.17.5"}]}, {supported_compat_version,[2,0]}, {system_arch,"x86_64-unknown-linux-gnu"}, {wall_clock,346}, {memory_data,{33657663488,1376567296,{<19944.694.0>,1572896}}}, {disk_data, [{"/",49781912,5}, {"/dev/shm",16434404,0}, {"/data",492257288,1}, {"/data2",246132896,1}]}, {meminfo, <<"MemTotal: 32868812 kB\nMemFree: 31522276 kB\nBuffers: 291908 kB\nCached: 589116 kB\nSwapCached: 12 kB\nActive: 532736 kB\nInactive: 576472 kB\nHighTotal: 0 kB\nHighFree: 0 kB\nLowTotal: 32868812 kB\nLowFree: 31522276 kB\nSwapTotal: 10434208 kB\nSwapFree: 10434196 kB\nDirty: 40232 kB\nWriteback: 104 kB\nAnonPages: 228300 kB\nMapped: 17164 kB\nSlab: 198080 kB\nPageTables: 5176 kB\nNFS_Unstable: 0 kB\nBounce: 0 kB\nCommitLimit: 26868612 kB\nCommitted_AS: 1930052 kB\nVmallocTotal: 34359738367 kB\nVmallocUsed: 6408 kB\nVmallocChunk: 34359730595 kB\nHugePages_Total: 0\nHugePages_Free: 0\nHugePages_Rsvd: 0\nHugepagesize: 2048 kB\n">>}]}] [stats:debug,2012-11-02T18:30:24.751,ns_1@10.2.1.65:<0.5555.0>:stats_collector:maybe_log_stats:126](at {{1970,1,16},{7,31,46}}) Stats for bucket "default": accepting_conns 1 auth_cmds 2 auth_errors 0 bucket_active_conns 1 bucket_conns 5 bytes 4169944 bytes_read 24964 bytes_written 2967639 cas_badval 0 cas_hits 0 cas_misses 0 cmd_flush 0 cmd_get 0 cmd_set 0 conn_yields 0 connection_structures 5000 curr_connections 9 curr_conns_on_port_11209 6 curr_conns_on_port_11210 1 curr_items 0 curr_items_tot 0 curr_temp_items 0 daemon_connections 4 decr_hits 0 decr_misses 0 delete_hits 0 delete_misses 0 ep_access_scanner_last_runtime 0 ep_access_scanner_num_items 0 ep_access_scanner_task_time 2012-11-03 10:00:00 ep_allow_data_loss_during_shutdown 1 ep_alog_block_size 4096 ep_alog_path /data/default/access.log ep_alog_sleep_time 1440 ep_alog_task_time 10 ep_backend couchdb ep_bg_fetch_delay 0 ep_bg_fetched 0 ep_bg_meta_fetched 0 ep_bg_remaining_jobs 0 ep_chk_max_items 5000 ep_chk_period 1800 ep_chk_persistence_remains 0 ep_chk_persistence_timeout 10 ep_chk_remover_stime 5 ep_commit_num 0 ep_commit_time 0 ep_commit_time_total 0 ep_concurrentDB 1 ep_config_file ep_couch_bucket default ep_couch_host localhost ep_couch_port 11213 ep_couch_reconnect_sleeptime 250 ep_couch_response_timeout 180000 ep_data_age 0 ep_data_age_highwat 0 ep_data_traffic_enabled 0 ep_dbinit 0 ep_dbname /data/default ep_degraded_mode 0 ep_diskqueue_drain 0 ep_diskqueue_fill 0 ep_diskqueue_items 0 ep_diskqueue_memory 0 ep_diskqueue_pending 0 ep_exp_pager_stime 3600 ep_exp_pager_stime 3600 ep_expired_access 0 ep_expired_pager 0 ep_expiry_window 3 ep_failpartialwarmup 0 ep_flush_all false ep_flush_duration_total 0 ep_flushall_enabled 0 ep_flusher_state running ep_flusher_todo 0 ep_getl_default_timeout 15 ep_getl_max_timeout 30 ep_ht_locks 5 ep_ht_size 3079 ep_inconsistent_slave_chk 0 ep_initfile ep_io_num_read 0 ep_io_num_write 0 ep_io_read_bytes 0 ep_io_write_bytes 0 ep_item_begin_failed 0 ep_item_commit_failed 0 ep_item_flush_expired 0 ep_item_flush_failed 0 ep_item_num_based_new_chk 1 ep_items_rm_from_checkpoints 0 ep_keep_closed_chks 0 ep_klog_block_size 4096 ep_klog_compactor_queue_cap 500000 ep_klog_compactor_stime 3600 ep_klog_flush commit2 ep_klog_max_entry_ratio 10 ep_klog_max_log_size 2147483647 ep_klog_path ep_klog_sync commit2 ep_kv_size 0 ep_max_checkpoints 2 ep_max_data_size 5242880000 ep_max_item_size 20971520 ep_max_size 5242880000 ep_max_txn_size 10000 ep_max_vbuckets 512 ep_mem_high_wat 3932160000 ep_mem_high_wat 3932160000 ep_mem_low_wat 3145728000 ep_mem_low_wat 3145728000 ep_mem_tracker_enabled true ep_min_data_age 0 ep_mlog_compactor_runs 0 ep_mutation_mem_threshold 0 ep_num_access_scanner_runs 0 ep_num_eject_failures 0 ep_num_expiry_pager_runs 0 ep_num_non_resident 0 ep_num_not_my_vbuckets 0 ep_num_ops_del_meta 0 ep_num_ops_get_meta 0 ep_num_ops_set_meta 0 ep_num_pager_runs 0 ep_num_value_ejects 0 ep_oom_errors 0 ep_overhead 3404160 ep_pager_active_vb_pcnt 40 ep_pager_unbiased_period 60 ep_pending_ops 0 ep_pending_ops_max 0 ep_pending_ops_max_duration 0 ep_pending_ops_total 0 ep_postInitfile ep_queue_age_cap 900 ep_queue_size 0 ep_startup_time 1351906023 ep_storage_age 0 ep_storage_age_highwat 0 ep_store_max_concurrency 10 ep_store_max_readers 9 ep_store_max_readwrite 1 ep_stored_val_type ep_tap_ack_grace_period 300 ep_tap_ack_initial_sequence_number 1 ep_tap_ack_interval 1000 ep_tap_ack_window_size 10 ep_tap_backfill_resident 0.9 ep_tap_backlog_limit 5000 ep_tap_backoff_period 5 ep_tap_bg_fetch_requeued 0 ep_tap_bg_fetched 0 ep_tap_bg_max_pending 500 ep_tap_keepalive 300 ep_tap_noop_interval 20 ep_tap_requeue_sleep_time 0.1 ep_tap_throttle_cap_pcnt 10 ep_tap_throttle_queue_cap 1000000 ep_tap_throttle_threshold 90 ep_tmp_oom_errors 0 ep_too_old 0 ep_too_young 0 ep_total_cache_size 0 ep_total_del_items 0 ep_total_enqueued 0 ep_total_new_items 0 ep_total_persisted 0 ep_uncommitted_items 0 ep_value_size 0 ep_vb0 0 ep_vb_snapshot_total 5 ep_vb_total 128 ep_vbucket_del 0 ep_vbucket_del_fail 0 ep_version 2.0.0r_130_g8b09894 ep_waitforwarmup 0 ep_warmup 1 ep_warmup_batch_size 1000 ep_warmup_dups 0 ep_warmup_min_items_threshold 100 ep_warmup_min_memory_threshold 100 ep_warmup_oom 0 ep_warmup_thread complete ep_warmup_time 966 get_hits 0 get_misses 0 incr_hits 0 incr_misses 0 libevent 2.0.11-stable limit_maxbytes 67108864 listen_disabled_num 0 max_conns_on_port_11209 1000 max_conns_on_port_11210 9000 mem_used 4169944 pid 18466 pointer_size 64 rejected_conns 0 rusage_system 0.245962 rusage_user 0.627904 threads 4 time 1351906224 total_connections 19 uptime 390 vb_active_curr_items 0 vb_active_eject 0 vb_active_expired 0 vb_active_ht_memory 3214336 vb_active_itm_memory 0 vb_active_meta_data_memory 0 vb_active_num 128 vb_active_num_non_resident 0 vb_active_num_ref_ejects 0 vb_active_num_ref_items 0 vb_active_ops_create 0 vb_active_ops_delete 0 vb_active_ops_reject 0 vb_active_ops_update 0 vb_active_perc_mem_resident 0 vb_active_queue_age 0 vb_active_queue_drain 0 vb_active_queue_fill 0 vb_active_queue_memory 0 vb_active_queue_pending 0 vb_active_queue_size 0 vb_dead_num 0 vb_pending_curr_items 0 vb_pending_eject 0 vb_pending_expired 0 vb_pending_ht_memory 0 vb_pending_itm_memory 0 vb_pending_meta_data_memory 0 vb_pending_num 0 vb_pending_num_non_resident 0 vb_pending_num_ref_ejects 0 vb_pending_num_ref_items 0 vb_pending_ops_create 0 vb_pending_ops_delete 0 vb_pending_ops_reject 0 vb_pending_ops_update 0 vb_pending_perc_mem_resident 0 vb_pending_queue_age 0 vb_pending_queue_drain 0 vb_pending_queue_fill 0 vb_pending_queue_memory 0 vb_pending_queue_pending 0 vb_pending_queue_size 0 vb_replica_curr_items 0 vb_replica_eject 0 vb_replica_expired 0 vb_replica_ht_memory 0 vb_replica_itm_memory 0 vb_replica_meta_data_memory 0 vb_replica_num 0 vb_replica_num_non_resident 0 vb_replica_num_ref_ejects 0 vb_replica_num_ref_items 0 vb_replica_ops_create 0 vb_replica_ops_delete 0 vb_replica_ops_reject 0 vb_replica_ops_update 0 vb_replica_perc_mem_resident 0 vb_replica_queue_age 0 vb_replica_queue_drain 0 vb_replica_queue_fill 0 vb_replica_queue_memory 0 vb_replica_queue_pending 0 vb_replica_queue_size 0 version 1.4.4_600_g7ea975a [ns_doctor:debug,2012-11-02T18:30:32.742,ns_1@10.2.1.65:ns_doctor<0.5169.0>:ns_doctor:handle_info:137]Current node statuses: [{'ns_1@10.2.1.65', [{last_heard,{1351,906231,260099}}, {outgoing_replications_safeness_level,[{"default",green}]}, {incoming_replications_conf_hashes,[{"default",[]}]}, {active_buckets,["default"]}, {ready_buckets,["default"]}, {local_tasks,[]}, {memory, [{total,89369160}, {processes,50370808}, {processes_used,48792616}, {system,38998352}, {atom,1404209}, {atom_used,1376964}, {binary,3189248}, {code,14117455}, {ets,2545464}]}, {system_memory_data, [{system_total_memory,33657663488}, {free_swap,11350716416}, {total_swap,11350876160}, {cached_memory,615120896}, {buffered_memory,89354240}, {free_memory,32544448512}, {total_memory,33657663488}]}, {node_storage_conf,[{db_path,"/data"},{index_path,"/data2"}]}, {statistics, [{wall_clock,{407193,5000}}, {context_switches,{451949,0}}, {garbage_collection,{66091,336812850,0}}, {io,{{input,60337110},{output,18088311}}}, {reductions,{120469470,739168}}, {run_queue,0}, {runtime,{39660,590}}]}, {system_stats, [{cpu_utilization_rate,4.239401496259352}, {swap_total,11350876160}, {swap_used,159744}]}, {interesting_stats, [{couch_docs_actual_disk_size,1068356}, {couch_docs_data_size,1054464}, {couch_views_actual_disk_size,0}, {couch_views_data_size,0}, {curr_items,0}, {curr_items_tot,0}, {mem_used,4169944}, {vb_replica_curr_items,0}]}, {cluster_compatibility_version,131072}, {version, [{public_key,"0.13"}, {lhttpc,"1.3.0"}, {ale,"8cffe61"}, {os_mon,"2.2.7"}, {couch_set_view,"1.2.0a-47a991b-git"}, {mnesia,"4.5"}, {inets,"5.7.1"}, {couch,"1.2.0a-47a991b-git"}, {mapreduce,"1.0.0"}, {couch_index_merger,"1.2.0a-47a991b-git"}, {kernel,"2.14.5"}, {crypto,"2.0.4"}, {ssl,"4.1.6"}, {sasl,"2.1.10"}, {couch_view_parser,"1.0.0"}, {ns_server,"2.0.0-1925-rel-enterprise"}, {mochiweb,"1.4.1"}, {oauth,"7d85d3ef"}, {stdlib,"1.17.5"}]}, {supported_compat_version,[2,0]}, {system_arch,"x86_64-unknown-linux-gnu"}, {wall_clock,407}, {memory_data,{33657663488,1108262912,{<0.5273.0>,7628384}}}, {disk_data, [{"/",51088800,10}, {"/dev/shm",16434404,0}, {"/data",492257288,1}, {"/data2",246132896,1}]}, {meminfo, <<"MemTotal: 32868812 kB\nMemFree: 31781688 kB\nBuffers: 87260 kB\nCached: 600704 kB\nSwapCached: 0 kB\nActive: 482808 kB\nInactive: 450040 kB\nHighTotal: 0 kB\nHighFree: 0 kB\nLowTotal: 32868812 kB\nLowFree: 31781688 kB\nSwapTotal: 11084840 kB\nSwapFree: 11084684 kB\nDirty: 436 kB\nWriteback: 0 kB\nAnonPages: 244768 kB\nMapped: 15252 kB\nSlab: 118084 kB\nPageTables: 4700 kB\nNFS_Unstable: 0 kB\nBounce: 0 kB\nCommitLimit: 27519244 kB\nCommitted_AS: 1960076 kB\nVmallocTotal: 34359738367 kB\nVmallocUsed: 6728 kB\nVmallocChunk: 34359730275 kB\nHugePages_Total: 0\nHugePages_Free: 0\nHugePages_Rsvd: 0\nHugepagesize: 2048 kB\n">>}]}, {'ns_1@10.2.1.66', [{last_heard,{1351,906228,901279}}, {outgoing_replications_safeness_level,[{"default",green}]}, {incoming_replications_conf_hashes,[{"default",[]}]}, {active_buckets,["default"]}, {ready_buckets,["default"]}, {local_tasks,[]}, {memory, [{total,75770824}, {processes,39615920}, {processes_used,39601248}, {system,36154904}, {atom,1352041}, {atom_used,1349085}, {binary,1288400}, {code,13622682}, {ets,2319416}]}, {system_memory_data, [{system_total_memory,33657663488}, {free_swap,10684469248}, {total_swap,10684628992}, {cached_memory,612134912}, {buffered_memory,100085760}, {free_memory,32551579648}, {total_memory,33657663488}]}, {node_storage_conf,[{db_path,"/data"},{index_path,"/data2"}]}, {statistics, [{wall_clock,{404440,5001}}, {context_switches,{208293,0}}, {garbage_collection,{32263,111057992,0}}, {io,{{input,14117699},{output,9644874}}}, {reductions,{41756583,321903}}, {run_queue,0}, {runtime,{28370,450}}]}, {system_stats, [{cpu_utilization_rate,3.5}, {swap_total,10684628992}, {swap_used,159744}]}, {interesting_stats, [{couch_docs_actual_disk_size,1068356}, {couch_docs_data_size,1054464}, {couch_views_actual_disk_size,0}, {couch_views_data_size,0}, {curr_items,0}, {curr_items_tot,0}, {mem_used,4174248}, {vb_replica_curr_items,0}]}, {cluster_compatibility_version,131072}, {version, [{public_key,"0.13"}, {lhttpc,"1.3.0"}, {ale,"8cffe61"}, {os_mon,"2.2.7"}, {couch_set_view,"1.2.0a-47a991b-git"}, {mnesia,"4.5"}, {inets,"5.7.1"}, {couch,"1.2.0a-47a991b-git"}, {mapreduce,"1.0.0"}, {couch_index_merger,"1.2.0a-47a991b-git"}, {kernel,"2.14.5"}, {crypto,"2.0.4"}, {ssl,"4.1.6"}, {sasl,"2.1.10"}, {couch_view_parser,"1.0.0"}, {ns_server,"2.0.0-1925-rel-enterprise"}, {mochiweb,"1.4.1"}, {oauth,"7d85d3ef"}, {stdlib,"1.17.5"}]}, {supported_compat_version,[2,0]}, {system_arch,"x86_64-unknown-linux-gnu"}, {wall_clock,404}, {memory_data,{33657663488,1106210816,{<19942.693.0>,1943840}}}, {disk_data, [{"/",49781912,5}, {"/dev/shm",16434404,0}, {"/data",492257288,1}, {"/data2",246132896,1}]}, {meminfo, <<"MemTotal: 32868812 kB\nMemFree: 31788652 kB\nBuffers: 97740 kB\nCached: 597788 kB\nSwapCached: 140 kB\nActive: 483040 kB\nInactive: 442620 kB\nHighTotal: 0 kB\nHighFree: 0 kB\nLowTotal: 32868812 kB\nLowFree: 31788652 kB\nSwapTotal: 10434208 kB\nSwapFree: 10434052 kB\nDirty: 28512 kB\nWriteback: 0 kB\nAnonPages: 230044 kB\nMapped: 17020 kB\nSlab: 114780 kB\nPageTables: 5236 kB\nNFS_Unstable: 0 kB\nBounce: 0 kB\nCommitLimit: 26868612 kB\nCommitted_AS: 1932036 kB\nVmallocTotal: 34359738367 kB\nVmallocUsed: 6408 kB\nVmallocChunk: 34359730595 kB\nHugePages_Total: 0\nHugePages_Free: 0\nHugePages_Rsvd: 0\nHugepagesize: 2048 kB\n">>}]}, {'ns_1@10.2.1.67', [{last_heard,{1351,906227,875188}}, {outgoing_replications_safeness_level,[{"default",green}]}, {incoming_replications_conf_hashes,[{"default",[]}]}, {active_buckets,["default"]}, {ready_buckets,["default"]}, {local_tasks,[]}, {memory, [{total,77439176}, {processes,41200176}, {processes_used,41185504}, {system,36239000}, {atom,1352041}, {atom_used,1349085}, {binary,1331240}, {code,13631938}, {ets,2351464}]}, {system_memory_data, [{system_total_memory,33657663488}, {free_swap,10701078528}, {total_swap,10701078528}, {cached_memory,650354688}, {buffered_memory,402112512}, {free_memory,32137879552}, {total_memory,33657663488}]}, {node_storage_conf,[{db_path,"/data"},{index_path,"/data2"}]}, {statistics, [{wall_clock,{404398,5001}}, {context_switches,{208093,0}}, {garbage_collection,{33230,109612883,0}}, {io,{{input,14328755},{output,9801543}}}, {reductions,{41387367,299488}}, {run_queue,0}, {runtime,{27600,440}}]}, {system_stats, [{cpu_utilization_rate,3.75}, {swap_total,10701078528}, {swap_used,0}]}, {interesting_stats, [{couch_docs_actual_disk_size,1068356}, {couch_docs_data_size,1054464}, {couch_views_actual_disk_size,0}, {couch_views_data_size,0}, {curr_items,0}, {curr_items_tot,0}, {mem_used,4174248}, {vb_replica_curr_items,0}]}, {cluster_compatibility_version,131072}, {version, [{public_key,"0.13"}, {lhttpc,"1.3.0"}, {ale,"8cffe61"}, {os_mon,"2.2.7"}, {couch_set_view,"1.2.0a-47a991b-git"}, {mnesia,"4.5"}, {inets,"5.7.1"}, {couch,"1.2.0a-47a991b-git"}, {mapreduce,"1.0.0"}, {couch_index_merger,"1.2.0a-47a991b-git"}, {kernel,"2.14.5"}, {crypto,"2.0.4"}, {ssl,"4.1.6"}, {sasl,"2.1.10"}, {couch_view_parser,"1.0.0"}, {ns_server,"2.0.0-1925-rel-enterprise"}, {mochiweb,"1.4.1"}, {oauth,"7d85d3ef"}, {stdlib,"1.17.5"}]}, {supported_compat_version,[2,0]}, {system_arch,"x86_64-unknown-linux-gnu"}, {wall_clock,404}, {memory_data,{33657663488,1519149056,{<19943.1691.0>,3143528}}}, {disk_data, [{"/",49781912,9}, {"/dev/shm",16434404,0}, {"/data",492257288,1}, {"/data2",246132896,1}]}, {meminfo, <<"MemTotal: 32868812 kB\nMemFree: 31384648 kB\nBuffers: 392688 kB\nCached: 635112 kB\nSwapCached: 0 kB\nActive: 732472 kB\nInactive: 520852 kB\nHighTotal: 0 kB\nHighFree: 0 kB\nLowTotal: 32868812 kB\nLowFree: 31384648 kB\nSwapTotal: 10450272 kB\nSwapFree: 10450272 kB\nDirty: 36348 kB\nWriteback: 0 kB\nAnonPages: 225664 kB\nMapped: 17020 kB\nSlab: 193744 kB\nPageTables: 5256 kB\nNFS_Unstable: 0 kB\nBounce: 0 kB\nCommitLimit: 26884676 kB\nCommitted_AS: 1933208 kB\nVmallocTotal: 34359738367 kB\nVmallocUsed: 6416 kB\nVmallocChunk: 34359730587 kB\nHugePages_Total: 0\nHugePages_Free: 0\nHugePages_Rsvd: 0\nHugepagesize: 2048 kB\n">>}]}, {'ns_1@10.2.1.68', [{last_heard,{1351,906231,226456}}, {outgoing_replications_safeness_level,[{"default",green}]}, {incoming_replications_conf_hashes,[{"default",[]}]}, {active_buckets,["default"]}, {ready_buckets,["default"]}, {local_tasks,[]}, {memory, [{total,77292776}, {processes,41008192}, {processes_used,40993520}, {system,36284584}, {atom,1352041}, {atom_used,1349085}, {binary,1365376}, {code,13659922}, {ets,2338992}]}, {system_memory_data, [{system_total_memory,33657663488}, {free_swap,10684616704}, {total_swap,10684628992}, {cached_memory,604237824}, {buffered_memory,299114496}, {free_memory,32274534400}, {total_memory,33657663488}]}, {node_storage_conf,[{db_path,"/data"},{index_path,"/data2"}]}, {statistics, [{wall_clock,{406430,5000}}, {context_switches,{211217,0}}, {garbage_collection,{32997,112723104,0}}, {io,{{input,14467877},{output,10015270}}}, {reductions,{43150731,307705}}, {run_queue,0}, {runtime,{29190,450}}]}, {system_stats, [{cpu_utilization_rate,2.5}, {swap_total,10684628992}, {swap_used,12288}]}, {interesting_stats, [{couch_docs_actual_disk_size,1068356}, {couch_docs_data_size,1054464}, {couch_views_actual_disk_size,0}, {couch_views_data_size,0}, {curr_items,0}, {curr_items_tot,0}, {mem_used,4174248}, {vb_replica_curr_items,0}]}, {cluster_compatibility_version,131072}, {version, [{public_key,"0.13"}, {lhttpc,"1.3.0"}, {ale,"8cffe61"}, {os_mon,"2.2.7"}, {couch_set_view,"1.2.0a-47a991b-git"}, {mnesia,"4.5"}, {inets,"5.7.1"}, {couch,"1.2.0a-47a991b-git"}, {mapreduce,"1.0.0"}, {couch_index_merger,"1.2.0a-47a991b-git"}, {kernel,"2.14.5"}, {crypto,"2.0.4"}, {ssl,"4.1.6"}, {sasl,"2.1.10"}, {couch_view_parser,"1.0.0"}, {ns_server,"2.0.0-1925-rel-enterprise"}, {mochiweb,"1.4.1"}, {oauth,"7d85d3ef"}, {stdlib,"1.17.5"}]}, {supported_compat_version,[2,0]}, {system_arch,"x86_64-unknown-linux-gnu"}, {wall_clock,406}, {memory_data,{33657663488,1378598912,{<19944.694.0>,1572896}}}, {disk_data, [{"/",49781912,5}, {"/dev/shm",16434404,0}, {"/data",492257288,1}, {"/data2",246132896,1}]}, {meminfo, <<"MemTotal: 32868812 kB\nMemFree: 31518100 kB\nBuffers: 292104 kB\nCached: 590076 kB\nSwapCached: 12 kB\nActive: 535292 kB\nInactive: 577600 kB\nHighTotal: 0 kB\nHighFree: 0 kB\nLowTotal: 32868812 kB\nLowFree: 31518100 kB\nSwapTotal: 10434208 kB\nSwapFree: 10434196 kB\nDirty: 32124 kB\nWriteback: 0 kB\nAnonPages: 230772 kB\nMapped: 17220 kB\nSlab: 197928 kB\nPageTables: 5252 kB\nNFS_Unstable: 0 kB\nBounce: 0 kB\nCommitLimit: 26868612 kB\nCommitted_AS: 1930928 kB\nVmallocTotal: 34359738367 kB\nVmallocUsed: 6408 kB\nVmallocChunk: 34359730595 kB\nHugePages_Total: 0\nHugePages_Free: 0\nHugePages_Rsvd: 0\nHugepagesize: 2048 kB\n">>}]}] [ns_doctor:debug,2012-11-02T18:31:32.742,ns_1@10.2.1.65:ns_doctor<0.5169.0>:ns_doctor:handle_info:137]Current node statuses: [{'ns_1@10.2.1.65', [{last_heard,{1351,906291,260477}}, {outgoing_replications_safeness_level,[{"default",green}]}, {incoming_replications_conf_hashes,[{"default",[]}]}, {active_buckets,["default"]}, {ready_buckets,["default"]}, {local_tasks, [[{pid,<<"<0.10240.0>">>}, {bucket,<<"default">>}, {original_target,{[{type,bucket}]}}, {progress,93}, {started_on,1351906286}, {total_vbuckets,129}, {trigger_type,scheduled}, {type,bucket_compaction}, {updated_on,1351906291}, {vbuckets_done,120}]]}, {memory, [{total,99673656}, {processes,60095128}, {processes_used,58523264}, {system,39578528}, {atom,1405017}, {atom_used,1377299}, {binary,3248280}, {code,14117455}, {ets,2728776}]}, {system_memory_data, [{system_total_memory,33657663488}, {free_swap,11350716416}, {total_swap,11350876160}, {cached_memory,990965760}, {buffered_memory,201781248}, {free_memory,31615610880}, {total_memory,33657663488}]}, {node_storage_conf,[{db_path,"/data"},{index_path,"/data2"}]}, {statistics, [{wall_clock,{467193,5000}}, {context_switches,{1608541,0}}, {garbage_collection,{191507,514002007,0}}, {io,{{input,87667398},{output,24766087}}}, {reductions,{188642726,5884340}}, {run_queue,0}, {runtime,{71820,1600}}]}, {system_stats, [{cpu_utilization_rate,43.609022556390975}, {swap_total,11350876160}, {swap_used,159744}]}, {interesting_stats, [{couch_docs_actual_disk_size,413566119}, {couch_docs_data_size,343113482}, {couch_views_actual_disk_size,0}, {couch_views_data_size,0}, {curr_items,145424}, {curr_items_tot,145424}, {mem_used,389097944}, {vb_replica_curr_items,0}]}, {cluster_compatibility_version,131072}, {version, [{public_key,"0.13"}, {lhttpc,"1.3.0"}, {ale,"8cffe61"}, {os_mon,"2.2.7"}, {couch_set_view,"1.2.0a-47a991b-git"}, {mnesia,"4.5"}, {inets,"5.7.1"}, {couch,"1.2.0a-47a991b-git"}, {mapreduce,"1.0.0"}, {couch_index_merger,"1.2.0a-47a991b-git"}, {kernel,"2.14.5"}, {crypto,"2.0.4"}, {ssl,"4.1.6"}, {sasl,"2.1.10"}, {couch_view_parser,"1.0.0"}, {ns_server,"2.0.0-1925-rel-enterprise"}, {mochiweb,"1.4.1"}, {oauth,"7d85d3ef"}, {stdlib,"1.17.5"}]}, {supported_compat_version,[2,0]}, {system_arch,"x86_64-unknown-linux-gnu"}, {wall_clock,467}, {memory_data,{33657663488,1311170560,{<0.5273.0>,7628384}}}, {disk_data, [{"/",51088800,10}, {"/dev/shm",16434404,0}, {"/data",492257288,1}, {"/data2",246132896,1}]}, {meminfo, <<"MemTotal: 32868812 kB\nMemFree: 30874744 kB\nBuffers: 197052 kB\nCached: 967740 kB\nSwapCached: 0 kB\nActive: 1080896 kB\nInactive: 756288 kB\nHighTotal: 0 kB\nHighFree: 0 kB\nLowTotal: 32868812 kB\nLowFree: 30874744 kB\nSwapTotal: 11084840 kB\nSwapFree: 11084684 kB\nDirty: 2020 kB\nWriteback: 48 kB\nAnonPages: 672464 kB\nMapped: 15368 kB\nSlab: 119256 kB\nPageTables: 5712 kB\nNFS_Unstable: 0 kB\nBounce: 0 kB\nCommitLimit: 27519244 kB\nCommitted_AS: 2392916 kB\nVmallocTotal: 34359738367 kB\nVmallocUsed: 6728 kB\nVmallocChunk: 34359730275 kB\nHugePages_Total: 0\nHugePages_Free: 0\nHugePages_Rsvd: 0\nHugepagesize: 2048 kB\n">>}]}, {'ns_1@10.2.1.66', [{last_heard,{1351,906288,902447}}, {outgoing_replications_safeness_level,[{"default",green}]}, {incoming_replications_conf_hashes,[{"default",[]}]}, {active_buckets,["default"]}, {ready_buckets,["default"]}, {local_tasks,[]}, {memory, [{total,87706280}, {processes,49935680}, {processes_used,49903688}, {system,37770600}, {atom,1352041}, {atom_used,1349412}, {binary,2271280}, {code,13622682}, {ets,2502360}]}, {system_memory_data, [{system_total_memory,33657663488}, {free_swap,10684469248}, {total_swap,10684628992}, {cached_memory,1100820480}, {buffered_memory,229179392}, {free_memory,31504404480}, {total_memory,33657663488}]}, {node_storage_conf,[{db_path,"/data"},{index_path,"/data2"}]}, {statistics, [{wall_clock,{464440,5000}}, {context_switches,{1543999,0}}, {garbage_collection,{196289,265535269,0}}, {io,{{input,24297340},{output,15903426}}}, {reductions,{109053007,4663085}}, {run_queue,0}, {runtime,{59430,2440}}]}, {system_stats, [{cpu_utilization_rate,38.59649122807018}, {swap_total,10684628992}, {swap_used,159744}]}, {interesting_stats, [{couch_docs_actual_disk_size,432316435}, {couch_docs_data_size,313725687}, {couch_views_actual_disk_size,0}, {couch_views_data_size,0}, {curr_items,141477}, {curr_items_tot,141477}, {mem_used,378216424}, {vb_replica_curr_items,0}]}, {cluster_compatibility_version,131072}, {version, [{public_key,"0.13"}, {lhttpc,"1.3.0"}, {ale,"8cffe61"}, {os_mon,"2.2.7"}, {couch_set_view,"1.2.0a-47a991b-git"}, {mnesia,"4.5"}, {inets,"5.7.1"}, {couch,"1.2.0a-47a991b-git"}, {mapreduce,"1.0.0"}, {couch_index_merger,"1.2.0a-47a991b-git"}, {kernel,"2.14.5"}, {crypto,"2.0.4"}, {ssl,"4.1.6"}, {sasl,"2.1.10"}, {couch_view_parser,"1.0.0"}, {ns_server,"2.0.0-1925-rel-enterprise"}, {mochiweb,"1.4.1"}, {oauth,"7d85d3ef"}, {stdlib,"1.17.5"}]}, {supported_compat_version,[2,0]}, {system_arch,"x86_64-unknown-linux-gnu"}, {wall_clock,464}, {memory_data,{33657663488,1342517248,{<19942.1696.0>,4714984}}}, {disk_data, [{"/",49781912,5}, {"/dev/shm",16434404,0}, {"/data",492257288,1}, {"/data2",246132896,1}]}, {meminfo, <<"MemTotal: 32868812 kB\nMemFree: 30766020 kB\nBuffers: 223808 kB\nCached: 1075020 kB\nSwapCached: 140 kB\nActive: 1284544 kB\nInactive: 661240 kB\nHighTotal: 0 kB\nHighFree: 0 kB\nLowTotal: 32868812 kB\nLowFree: 30766020 kB\nSwapTotal: 10434208 kB\nSwapFree: 10434052 kB\nDirty: 21080 kB\nWriteback: 20 kB\nAnonPages: 646396 kB\nMapped: 17056 kB\nSlab: 117192 kB\nPageTables: 5948 kB\nNFS_Unstable: 0 kB\nBounce: 0 kB\nCommitLimit: 26868612 kB\nCommitted_AS: 2351368 kB\nVmallocTotal: 34359738367 kB\nVmallocUsed: 6408 kB\nVmallocChunk: 34359730595 kB\nHugePages_Total: 0\nHugePages_Free: 0\nHugePages_Rsvd: 0\nHugepagesize: 2048 kB\n">>}]}, {'ns_1@10.2.1.67', [{last_heard,{1351,906287,874732}}, {outgoing_replications_safeness_level,[{"default",green}]}, {incoming_replications_conf_hashes,[{"default",[]}]}, {active_buckets,["default"]}, {ready_buckets,["default"]}, {local_tasks,[]}, {memory, [{total,88697496}, {processes,50720008}, {processes_used,50688496}, {system,37977488}, {atom,1352041}, {atom_used,1349412}, {binary,2431904}, {code,13631938}, {ets,2534472}]}, {system_memory_data, [{system_total_memory,33657663488}, {free_swap,10701078528}, {total_swap,10701078528}, {cached_memory,1048215552}, {buffered_memory,403820544}, {free_memory,31310630912}, {total_memory,33657663488}]}, {node_storage_conf,[{db_path,"/data"},{index_path,"/data2"}]}, {statistics, [{wall_clock,{464397,4999}}, {context_switches,{1329602,0}}, {garbage_collection,{161931,244927448,0}}, {io,{{input,25291116},{output,15533664}}}, {reductions,{100251092,5070115}}, {run_queue,0}, {runtime,{54770,2440}}]}, {system_stats, [{cpu_utilization_rate,35.08771929824562}, {swap_total,10701078528}, {swap_used,0}]}, {interesting_stats, [{couch_docs_actual_disk_size,355573638}, {couch_docs_data_size,310542004}, {couch_views_actual_disk_size,0}, {couch_views_data_size,0}, {curr_items,137743}, {curr_items_tot,137743}, {mem_used,368222648}, {vb_replica_curr_items,0}]}, {cluster_compatibility_version,131072}, {version, [{public_key,"0.13"}, {lhttpc,"1.3.0"}, {ale,"8cffe61"}, {os_mon,"2.2.7"}, {couch_set_view,"1.2.0a-47a991b-git"}, {mnesia,"4.5"}, {inets,"5.7.1"}, {couch,"1.2.0a-47a991b-git"}, {mapreduce,"1.0.0"}, {couch_index_merger,"1.2.0a-47a991b-git"}, {kernel,"2.14.5"}, {crypto,"2.0.4"}, {ssl,"4.1.6"}, {sasl,"2.1.10"}, {couch_view_parser,"1.0.0"}, {ns_server,"2.0.0-1925-rel-enterprise"}, {mochiweb,"1.4.1"}, {oauth,"7d85d3ef"}, {stdlib,"1.17.5"}]}, {supported_compat_version,[2,0]}, {system_arch,"x86_64-unknown-linux-gnu"}, {wall_clock,464}, {memory_data,{33657663488,1636364288,{<19943.1691.0>,3143528}}}, {disk_data, [{"/",49781912,9}, {"/dev/shm",16434404,0}, {"/data",492257288,1}, {"/data2",246132896,1}]}, {meminfo, <<"MemTotal: 32868812 kB\nMemFree: 30576912 kB\nBuffers: 394356 kB\nCached: 1023648 kB\nSwapCached: 0 kB\nActive: 1268500 kB\nInactive: 791604 kB\nHighTotal: 0 kB\nHighFree: 0 kB\nLowTotal: 32868812 kB\nLowFree: 30576912 kB\nSwapTotal: 10450272 kB\nSwapFree: 10450272 kB\nDirty: 29080 kB\nWriteback: 0 kB\nAnonPages: 642008 kB\nMapped: 17056 kB\nSlab: 194784 kB\nPageTables: 6084 kB\nNFS_Unstable: 0 kB\nBounce: 0 kB\nCommitLimit: 26884676 kB\nCommitted_AS: 2353356 kB\nVmallocTotal: 34359738367 kB\nVmallocUsed: 6416 kB\nVmallocChunk: 34359730587 kB\nHugePages_Total: 0\nHugePages_Free: 0\nHugePages_Rsvd: 0\nHugepagesize: 2048 kB\n">>}]}, {'ns_1@10.2.1.68', [{last_heard,{1351,906291,226329}}, {outgoing_replications_safeness_level,[{"default",green}]}, {incoming_replications_conf_hashes,[{"default",[]}]}, {active_buckets,["default"]}, {ready_buckets,["default"]}, {local_tasks,[]}, {memory, [{total,90324160}, {processes,52303464}, {processes_used,52272032}, {system,38020696}, {atom,1352041}, {atom_used,1349412}, {binary,2462008}, {code,13659922}, {ets,2521456}]}, {system_memory_data, [{system_total_memory,33657663488}, {free_swap,10684616704}, {total_swap,10684628992}, {cached_memory,988381184}, {buffered_memory,301305856}, {free_memory,31448555520}, {total_memory,33657663488}]}, {node_storage_conf,[{db_path,"/data"},{index_path,"/data2"}]}, {statistics, [{wall_clock,{466429,4998}}, {context_switches,{1303462,0}}, {garbage_collection,{164427,247658883,0}}, {io,{{input,26588023},{output,15862359}}}, {reductions,{102431315,4505466}}, {run_queue,0}, {runtime,{55870,1720}}]}, {system_stats, [{cpu_utilization_rate,36.25}, {swap_total,10684628992}, {swap_used,12288}]}, {interesting_stats, [{couch_docs_actual_disk_size,361141319}, {couch_docs_data_size,344079422}, {couch_views_actual_disk_size,0}, {couch_views_data_size,0}, {curr_items,146070}, {curr_items_tot,146070}, {mem_used,390303272}, {vb_replica_curr_items,0}]}, {cluster_compatibility_version,131072}, {version, [{public_key,"0.13"}, {lhttpc,"1.3.0"}, {ale,"8cffe61"}, {os_mon,"2.2.7"}, {couch_set_view,"1.2.0a-47a991b-git"}, {mnesia,"4.5"}, {inets,"5.7.1"}, {couch,"1.2.0a-47a991b-git"}, {mapreduce,"1.0.0"}, {couch_index_merger,"1.2.0a-47a991b-git"}, {kernel,"2.14.5"}, {crypto,"2.0.4"}, {ssl,"4.1.6"}, {sasl,"2.1.10"}, {couch_view_parser,"1.0.0"}, {ns_server,"2.0.0-1925-rel-enterprise"}, {mochiweb,"1.4.1"}, {oauth,"7d85d3ef"}, {stdlib,"1.17.5"}]}, {supported_compat_version,[2,0]}, {system_arch,"x86_64-unknown-linux-gnu"}, {wall_clock,466}, {memory_data,{33657663488,1525088256,{<19944.1662.0>,1801552}}}, {disk_data, [{"/",49781912,5}, {"/dev/shm",16434404,0}, {"/data",492257288,1}, {"/data2",246132896,1}]}, {meminfo, <<"MemTotal: 32868812 kB\nMemFree: 30711604 kB\nBuffers: 294244 kB\nCached: 965216 kB\nSwapCached: 12 kB\nActive: 1146444 kB\nInactive: 772028 kB\nHighTotal: 0 kB\nHighFree: 0 kB\nLowTotal: 32868812 kB\nLowFree: 30711604 kB\nSwapTotal: 10434208 kB\nSwapFree: 10434196 kB\nDirty: 26012 kB\nWriteback: 8 kB\nAnonPages: 659060 kB\nMapped: 17408 kB\nSlab: 199204 kB\nPageTables: 6032 kB\nNFS_Unstable: 0 kB\nBounce: 0 kB\nCommitLimit: 26868612 kB\nCommitted_AS: 2368424 kB\nVmallocTotal: 34359738367 kB\nVmallocUsed: 6408 kB\nVmallocChunk: 34359730595 kB\nHugePages_Total: 0\nHugePages_Free: 0\nHugePages_Rsvd: 0\nHugepagesize: 2048 kB\n">>}]}] [stats:debug,2012-11-02T18:32:04.752,ns_1@10.2.1.65:<0.5555.0>:stats_collector:maybe_log_stats:126](at {{1970,1,16},{7,31,46}}) Stats for bucket "default": accepting_conns 1 auth_cmds 3 auth_errors 0 bucket_active_conns 1 bucket_conns 6 bytes 637392520 bytes_read 574158221 bytes_written 14266130 cas_badval 0 cas_hits 0 cas_misses 0 cmd_flush 0 cmd_get 0 cmd_set 239172 conn_yields 86 connection_structures 5000 curr_connections 10 curr_conns_on_port_11209 6 curr_conns_on_port_11210 2 curr_items 239172 curr_items_tot 239172 curr_temp_items 0 daemon_connections 4 decr_hits 0 decr_misses 0 delete_hits 0 delete_misses 0 ep_access_scanner_last_runtime 0 ep_access_scanner_num_items 0 ep_access_scanner_task_time 2012-11-03 10:00:00 ep_allow_data_loss_during_shutdown 1 ep_alog_block_size 4096 ep_alog_path /data/default/access.log ep_alog_sleep_time 1440 ep_alog_task_time 10 ep_backend couchdb ep_bg_fetch_delay 0 ep_bg_fetched 0 ep_bg_meta_fetched 0 ep_bg_remaining_jobs 0 ep_chk_max_items 5000 ep_chk_period 1800 ep_chk_persistence_remains 0 ep_chk_persistence_timeout 10 ep_chk_remover_stime 5 ep_commit_num 507 ep_commit_time 1 ep_commit_time_total 506 ep_concurrentDB 1 ep_config_file ep_couch_bucket default ep_couch_host localhost ep_couch_port 11213 ep_couch_reconnect_sleeptime 250 ep_couch_response_timeout 180000 ep_data_age 2 ep_data_age_highwat 4 ep_data_traffic_enabled 0 ep_dbinit 0 ep_dbname /data/default ep_degraded_mode 0 ep_diskqueue_drain 238583 ep_diskqueue_fill 239172 ep_diskqueue_items 590 ep_diskqueue_memory 18848 ep_diskqueue_pending 28272 ep_exp_pager_stime 3600 ep_exp_pager_stime 3600 ep_expired_access 0 ep_expired_pager 0 ep_expiry_window 3 ep_failpartialwarmup 0 ep_flush_all false ep_flush_duration_total 86 ep_flushall_enabled 0 ep_flusher_state running ep_flusher_todo 497 ep_getl_default_timeout 15 ep_getl_max_timeout 30 ep_ht_locks 5 ep_ht_size 3079 ep_inconsistent_slave_chk 0 ep_initfile ep_io_num_read 0 ep_io_num_write 238579 ep_io_read_bytes 0 ep_io_write_bytes 565101595 ep_item_begin_failed 0 ep_item_commit_failed 0 ep_item_flush_expired 0 ep_item_flush_failed 0 ep_item_num_based_new_chk 1 ep_items_rm_from_checkpoints 0 ep_keep_closed_chks 0 ep_klog_block_size 4096 ep_klog_compactor_queue_cap 500000 ep_klog_compactor_stime 3600 ep_klog_flush commit2 ep_klog_max_entry_ratio 10 ep_klog_max_log_size 2147483647 ep_klog_path ep_klog_sync commit2 ep_kv_size 585212924 ep_max_checkpoints 2 ep_max_data_size 5242880000 ep_max_item_size 20971520 ep_max_size 5242880000 ep_max_txn_size 10000 ep_max_vbuckets 512 ep_mem_high_wat 3932160000 ep_mem_high_wat 3932160000 ep_mem_low_wat 3145728000 ep_mem_low_wat 3145728000 ep_mem_tracker_enabled true ep_min_data_age 0 ep_mlog_compactor_runs 0 ep_mutation_mem_threshold 0 ep_num_access_scanner_runs 0 ep_num_eject_failures 0 ep_num_expiry_pager_runs 0 ep_num_non_resident 0 ep_num_not_my_vbuckets 0 ep_num_ops_del_meta 0 ep_num_ops_get_meta 0 ep_num_ops_set_meta 0 ep_num_pager_runs 0 ep_num_value_ejects 0 ep_oom_errors 0 ep_overhead 24455344 ep_pager_active_vb_pcnt 40 ep_pager_unbiased_period 60 ep_pending_ops 0 ep_pending_ops_max 0 ep_pending_ops_max_duration 0 ep_pending_ops_total 0 ep_postInitfile ep_queue_age_cap 900 ep_queue_size 93 ep_startup_time 1351906023 ep_storage_age 1 ep_storage_age_highwat 1 ep_store_max_concurrency 10 ep_store_max_readers 9 ep_store_max_readwrite 1 ep_stored_val_type ep_tap_ack_grace_period 300 ep_tap_ack_initial_sequence_number 1 ep_tap_ack_interval 1000 ep_tap_ack_window_size 10 ep_tap_backfill_resident 0.9 ep_tap_backlog_limit 5000 ep_tap_backoff_period 5 ep_tap_bg_fetch_requeued 0 ep_tap_bg_fetched 0 ep_tap_bg_max_pending 500 ep_tap_keepalive 300 ep_tap_noop_interval 20 ep_tap_requeue_sleep_time 0.1 ep_tap_throttle_cap_pcnt 10 ep_tap_throttle_queue_cap 1000000 ep_tap_throttle_threshold 90 ep_tmp_oom_errors 0 ep_too_old 0 ep_too_young 0 ep_total_cache_size 582342860 ep_total_del_items 0 ep_total_enqueued 239172 ep_total_new_items 238579 ep_total_persisted 238579 ep_uncommitted_items 111 ep_value_size 565512537 ep_vb0 0 ep_vb_snapshot_total 5 ep_vb_total 128 ep_vbucket_del 0 ep_vbucket_del_fail 0 ep_version 2.0.0r_130_g8b09894 ep_waitforwarmup 0 ep_warmup 1 ep_warmup_batch_size 1000 ep_warmup_dups 0 ep_warmup_min_items_threshold 100 ep_warmup_min_memory_threshold 100 ep_warmup_oom 0 ep_warmup_thread complete ep_warmup_time 966 get_hits 0 get_misses 0 incr_hits 0 incr_misses 0 libevent 2.0.11-stable limit_maxbytes 67108864 listen_disabled_num 0 max_conns_on_port_11209 1000 max_conns_on_port_11210 9000 mem_used 637392520 pid 18466 pointer_size 64 rejected_conns 0 rusage_system 14.542789 rusage_user 34.983681 threads 4 time 1351906324 total_connections 20 uptime 490 vb_active_curr_items 239172 vb_active_eject 0 vb_active_expired 0 vb_active_ht_memory 3214336 vb_active_itm_memory 582342860 vb_active_meta_data_memory 18894588 vb_active_num 128 vb_active_num_non_resident 0 vb_active_num_ref_ejects 0 vb_active_num_ref_items 239172 vb_active_ops_create 238582 vb_active_ops_delete 0 vb_active_ops_reject 0 vb_active_ops_update 0 vb_active_perc_mem_resident 100 vb_active_queue_age 458000 vb_active_queue_drain 238583 vb_active_queue_fill 239172 vb_active_queue_memory 18848 vb_active_queue_pending 28272 vb_active_queue_size 589 vb_dead_num 0 vb_pending_curr_items 0 vb_pending_eject 0 vb_pending_expired 0 vb_pending_ht_memory 0 vb_pending_itm_memory 0 vb_pending_meta_data_memory 0 vb_pending_num 0 vb_pending_num_non_resident 0 vb_pending_num_ref_ejects 0 vb_pending_num_ref_items 0 vb_pending_ops_create 0 vb_pending_ops_delete 0 vb_pending_ops_reject 0 vb_pending_ops_update 0 vb_pending_perc_mem_resident 0 vb_pending_queue_age 0 vb_pending_queue_drain 0 vb_pending_queue_fill 0 vb_pending_queue_memory 0 vb_pending_queue_pending 0 vb_pending_queue_size 0 vb_replica_curr_items 0 vb_replica_eject 0 vb_replica_expired 0 vb_replica_ht_memory 0 vb_replica_itm_memory 0 vb_replica_meta_data_memory 0 vb_replica_num 0 vb_replica_num_non_resident 0 vb_replica_num_ref_ejects 0 vb_replica_num_ref_items 0 vb_replica_ops_create 0 vb_replica_ops_delete 0 vb_replica_ops_reject 0 vb_replica_ops_update 0 vb_replica_perc_mem_resident 0 vb_replica_queue_age 0 vb_replica_queue_drain 0 vb_replica_queue_fill 0 vb_replica_queue_memory 0 vb_replica_queue_pending 0 vb_replica_queue_size 0 version 1.4.4_600_g7ea975a [ns_doctor:debug,2012-11-02T18:32:32.743,ns_1@10.2.1.65:ns_doctor<0.5169.0>:ns_doctor:handle_info:137]Current node statuses: [{'ns_1@10.2.1.65', [{last_heard,{1351,906351,259588}}, {outgoing_replications_safeness_level,[{"default",green}]}, {incoming_replications_conf_hashes,[{"default",[]}]}, {active_buckets,["default"]}, {ready_buckets,["default"]}, {local_tasks,[]}, {memory, [{total,104682000}, {processes,64600336}, {processes_used,63022000}, {system,40081664}, {atom,1405017}, {atom_used,1377299}, {binary,3575864}, {code,14117455}, {ets,2903064}]}, {system_memory_data, [{system_total_memory,33657663488}, {free_swap,11350716416}, {total_swap,11350876160}, {cached_memory,1678008320}, {buffered_memory,203706368}, {free_memory,30432075776}, {total_memory,33657663488}]}, {node_storage_conf,[{db_path,"/data"},{index_path,"/data2"}]}, {statistics, [{wall_clock,{527193,5000}}, {context_switches,{2380038,0}}, {garbage_collection,{267186,655362273,0}}, {io,{{input,106870041},{output,29231038}}}, {reductions,{243562135,3170194}}, {run_queue,0}, {runtime,{94650,960}}]}, {system_stats, [{cpu_utilization_rate,35.08771929824562}, {swap_total,11350876160}, {swap_used,159744}]}, {interesting_stats, [{couch_docs_actual_disk_size,1037853918}, {couch_docs_data_size,744795745}, {couch_views_actual_disk_size,0}, {couch_views_data_size,0}, {curr_items,310874}, {curr_items_tot,310874}, {mem_used,826127432}, {vb_replica_curr_items,0}]}, {cluster_compatibility_version,131072}, {version, [{public_key,"0.13"}, {lhttpc,"1.3.0"}, {ale,"8cffe61"}, {os_mon,"2.2.7"}, {couch_set_view,"1.2.0a-47a991b-git"}, {mnesia,"4.5"}, {inets,"5.7.1"}, {couch,"1.2.0a-47a991b-git"}, {mapreduce,"1.0.0"}, {couch_index_merger,"1.2.0a-47a991b-git"}, {kernel,"2.14.5"}, {crypto,"2.0.4"}, {ssl,"4.1.6"}, {sasl,"2.1.10"}, {couch_view_parser,"1.0.0"}, {ns_server,"2.0.0-1925-rel-enterprise"}, {mochiweb,"1.4.1"}, {oauth,"7d85d3ef"}, {stdlib,"1.17.5"}]}, {supported_compat_version,[2,0]}, {system_arch,"x86_64-unknown-linux-gnu"}, {wall_clock,527}, {memory_data,{33657663488,2292187136,{<0.5273.0>,7628384}}}, {disk_data, [{"/",51088800,10}, {"/dev/shm",16434404,0}, {"/data",492257288,1}, {"/data2",246132896,1}]}, {meminfo, <<"MemTotal: 32868812 kB\nMemFree: 29718824 kB\nBuffers: 198932 kB\nCached: 1638680 kB\nSwapCached: 0 kB\nActive: 2014256 kB\nInactive: 964536 kB\nHighTotal: 0 kB\nHighFree: 0 kB\nLowTotal: 32868812 kB\nLowFree: 29718824 kB\nSwapTotal: 11084840 kB\nSwapFree: 11084684 kB\nDirty: 872 kB\nWriteback: 72 kB\nAnonPages: 1140884 kB\nMapped: 15308 kB\nSlab: 133056 kB\nPageTables: 6500 kB\nNFS_Unstable: 0 kB\nBounce: 0 kB\nCommitLimit: 27519244 kB\nCommitted_AS: 2857388 kB\nVmallocTotal: 34359738367 kB\nVmallocUsed: 6728 kB\nVmallocChunk: 34359730275 kB\nHugePages_Total: 0\nHugePages_Free: 0\nHugePages_Rsvd: 0\nHugepagesize: 2048 kB\n">>}]}, {'ns_1@10.2.1.66', [{last_heard,{1351,906348,904256}}, {outgoing_replications_safeness_level,[{"default",green}]}, {incoming_replications_conf_hashes,[{"default",[]}]}, {active_buckets,["default"]}, {ready_buckets,["default"]}, {local_tasks,[]}, {memory, [{total,90365320}, {processes,52379600}, {processes_used,52347208}, {system,37985720}, {atom,1352041}, {atom_used,1349412}, {binary,2311672}, {code,13622682}, {ets,2677128}]}, {system_memory_data, [{system_total_memory,33657663488}, {free_swap,10684469248}, {total_swap,10684628992}, {cached_memory,1593368576}, {buffered_memory,233054208}, {free_memory,30521098240}, {total_memory,33657663488}]}, {node_storage_conf,[{db_path,"/data"},{index_path,"/data2"}]}, {statistics, [{wall_clock,{524440,5000}}, {context_switches,{2328636,0}}, {garbage_collection,{280809,375754556,0}}, {io,{{input,33391215},{output,20454693}}}, {reductions,{159066268,2931326}}, {run_queue,0}, {runtime,{81140,990}}]}, {system_stats, [{cpu_utilization_rate,7.25}, {swap_total,10684628992}, {swap_used,159744}]}, {interesting_stats, [{couch_docs_actual_disk_size,947057885}, {couch_docs_data_size,715217257}, {couch_views_actual_disk_size,0}, {couch_views_data_size,0}, {curr_items,308067}, {curr_items_tot,308067}, {mem_used,817947272}, {vb_replica_curr_items,0}]}, {cluster_compatibility_version,131072}, {version, [{public_key,"0.13"}, {lhttpc,"1.3.0"}, {ale,"8cffe61"}, {os_mon,"2.2.7"}, {couch_set_view,"1.2.0a-47a991b-git"}, {mnesia,"4.5"}, {inets,"5.7.1"}, {couch,"1.2.0a-47a991b-git"}, {mapreduce,"1.0.0"}, {couch_index_merger,"1.2.0a-47a991b-git"}, {kernel,"2.14.5"}, {crypto,"2.0.4"}, {ssl,"4.1.6"}, {sasl,"2.1.10"}, {couch_view_parser,"1.0.0"}, {ns_server,"2.0.0-1925-rel-enterprise"}, {mochiweb,"1.4.1"}, {oauth,"7d85d3ef"}, {stdlib,"1.17.5"}]}, {supported_compat_version,[2,0]}, {system_arch,"x86_64-unknown-linux-gnu"}, {wall_clock,524}, {memory_data,{33657663488,2259791872,{<19942.1696.0>,2914384}}}, {disk_data, [{"/",49781912,5}, {"/dev/shm",16434404,0}, {"/data",492257288,1}, {"/data2",246132896,1}]}, {meminfo, <<"MemTotal: 32868812 kB\nMemFree: 29805760 kB\nBuffers: 227592 kB\nCached: 1556024 kB\nSwapCached: 140 kB\nActive: 1909712 kB\nInactive: 982536 kB\nHighTotal: 0 kB\nHighFree: 0 kB\nLowTotal: 32868812 kB\nLowFree: 29805760 kB\nSwapTotal: 10434208 kB\nSwapFree: 10434052 kB\nDirty: 16168 kB\nWriteback: 116 kB\nAnonPages: 1108256 kB\nMapped: 17056 kB\nSlab: 129652 kB\nPageTables: 6820 kB\nNFS_Unstable: 0 kB\nBounce: 0 kB\nCommitLimit: 26868612 kB\nCommitted_AS: 2820028 kB\nVmallocTotal: 34359738367 kB\nVmallocUsed: 6408 kB\nVmallocChunk: 34359730595 kB\nHugePages_Total: 0\nHugePages_Free: 0\nHugePages_Rsvd: 0\nHugepagesize: 2048 kB\n">>}]}, {'ns_1@10.2.1.67', [{last_heard,{1351,906347,876968}}, {outgoing_replications_safeness_level,[{"default",green}]}, {incoming_replications_conf_hashes,[{"default",[]}]}, {active_buckets,["default"]}, {ready_buckets,["default"]}, {local_tasks, [[{pid,<<"<0.7032.0>">>}, {bucket,<<"default">>}, {original_target,{[{type,bucket}]}}, {progress,31}, {started_on,1351906300}, {total_vbuckets,129}, {trigger_type,scheduled}, {type,bucket_compaction}, {updated_on,1351906313}, {vbuckets_done,41}]]}, {memory, [{total,91086536}, {processes,52996320}, {processes_used,52981920}, {system,38090216}, {atom,1352041}, {atom_used,1349412}, {binary,2336312}, {code,13631938}, {ets,2741168}]}, {system_memory_data, [{system_total_memory,33657663488}, {free_swap,10701078528}, {total_swap,10701078528}, {cached_memory,1511370752}, {buffered_memory,405487616}, {free_memory,30377603072}, {total_memory,33657663488}]}, {node_storage_conf,[{db_path,"/data"},{index_path,"/data2"}]}, {statistics, [{wall_clock,{524398,5001}}, {context_switches,{1889721,0}}, {garbage_collection,{220270,334232450,0}}, {io,{{input,31099383},{output,19186187}}}, {reductions,{141588552,2100637}}, {run_queue,0}, {runtime,{71510,460}}]}, {system_stats, [{cpu_utilization_rate,6.7669172932330826}, {swap_total,10701078528}, {swap_used,0}]}, {interesting_stats, [{couch_docs_actual_disk_size,883389583}, {couch_docs_data_size,642456213}, {couch_views_actual_disk_size,0}, {couch_views_data_size,0}, {curr_items,304145}, {curr_items_tot,304145}, {mem_used,808531272}, {vb_replica_curr_items,0}]}, {cluster_compatibility_version,131072}, {version, [{public_key,"0.13"}, {lhttpc,"1.3.0"}, {ale,"8cffe61"}, {os_mon,"2.2.7"}, {couch_set_view,"1.2.0a-47a991b-git"}, {mnesia,"4.5"}, {inets,"5.7.1"}, {couch,"1.2.0a-47a991b-git"}, {mapreduce,"1.0.0"}, {couch_index_merger,"1.2.0a-47a991b-git"}, {kernel,"2.14.5"}, {crypto,"2.0.4"}, {ssl,"4.1.6"}, {sasl,"2.1.10"}, {couch_view_parser,"1.0.0"}, {ns_server,"2.0.0-1925-rel-enterprise"}, {mochiweb,"1.4.1"}, {oauth,"7d85d3ef"}, {stdlib,"1.17.5"}]}, {supported_compat_version,[2,0]}, {system_arch,"x86_64-unknown-linux-gnu"}, {wall_clock,524}, {memory_data,{33657663488,2678312960,{<19943.1681.0>,4714984}}}, {disk_data, [{"/",49781912,9}, {"/dev/shm",16434404,0}, {"/data",492257288,1}, {"/data2",246132896,1}]}, {meminfo, <<"MemTotal: 32868812 kB\nMemFree: 29665628 kB\nBuffers: 395984 kB\nCached: 1475948 kB\nSwapCached: 0 kB\nActive: 1934732 kB\nInactive: 1034948 kB\nHighTotal: 0 kB\nHighFree: 0 kB\nLowTotal: 32868812 kB\nLowFree: 29665628 kB\nSwapTotal: 10450272 kB\nSwapFree: 10450272 kB\nDirty: 21128 kB\nWriteback: 3644 kB\nAnonPages: 1097796 kB\nMapped: 17060 kB\nSlab: 195316 kB\nPageTables: 7056 kB\nNFS_Unstable: 0 kB\nBounce: 0 kB\nCommitLimit: 26884676 kB\nCommitted_AS: 2807508 kB\nVmallocTotal: 34359738367 kB\nVmallocUsed: 6416 kB\nVmallocChunk: 34359730587 kB\nHugePages_Total: 0\nHugePages_Free: 0\nHugePages_Rsvd: 0\nHugepagesize: 2048 kB\n">>}]}, {'ns_1@10.2.1.68', [{last_heard,{1351,906351,228594}}, {outgoing_replications_safeness_level,[{"default",green}]}, {incoming_replications_conf_hashes,[{"default",[]}]}, {active_buckets,["default"]}, {ready_buckets,["default"]}, {local_tasks,[]}, {memory, [{total,91898016}, {processes,53757160}, {processes_used,53724688}, {system,38140856}, {atom,1352041}, {atom_used,1349412}, {binary,2406448}, {code,13659922}, {ets,2695760}]}, {system_memory_data, [{system_total_memory,33657663488}, {free_swap,10684616704}, {total_swap,10684628992}, {cached_memory,1660432384}, {buffered_memory,302575616}, {free_memory,30295482368}, {total_memory,33657663488}]}, {node_storage_conf,[{db_path,"/data"},{index_path,"/data2"}]}, {statistics, [{wall_clock,{526431,5001}}, {context_switches,{2003826,0}}, {garbage_collection,{235411,348140900,0}}, {io,{{input,30368970},{output,19407149}}}, {reductions,{148295743,2809737}}, {run_queue,0}, {runtime,{72920,700}}]}, {system_stats, [{cpu_utilization_rate,29.072681704260653}, {swap_total,10684628992}, {swap_used,12288}]}, {interesting_stats, [{couch_docs_actual_disk_size,1034904850}, {couch_docs_data_size,750515540}, {couch_views_actual_disk_size,0}, {couch_views_data_size,0}, {curr_items,312543}, {curr_items_tot,312543}, {mem_used,829620968}, {vb_replica_curr_items,0}]}, {cluster_compatibility_version,131072}, {version, [{public_key,"0.13"}, {lhttpc,"1.3.0"}, {ale,"8cffe61"}, {os_mon,"2.2.7"}, {couch_set_view,"1.2.0a-47a991b-git"}, {mnesia,"4.5"}, {inets,"5.7.1"}, {couch,"1.2.0a-47a991b-git"}, {mapreduce,"1.0.0"}, {couch_index_merger,"1.2.0a-47a991b-git"}, {kernel,"2.14.5"}, {crypto,"2.0.4"}, {ssl,"4.1.6"}, {sasl,"2.1.10"}, {couch_view_parser,"1.0.0"}, {ns_server,"2.0.0-1925-rel-enterprise"}, {mochiweb,"1.4.1"}, {oauth,"7d85d3ef"}, {stdlib,"1.17.5"}]}, {supported_compat_version,[2,0]}, {system_arch,"x86_64-unknown-linux-gnu"}, {wall_clock,526}, {memory_data,{33657663488,2513596416,{<19944.1663.0>,4714984}}}, {disk_data, [{"/",49781912,5}, {"/dev/shm",16434404,0}, {"/data",492257288,1}, {"/data2",246132896,1}]}, {meminfo, <<"MemTotal: 32868812 kB\nMemFree: 29585432 kB\nBuffers: 295484 kB\nCached: 1621516 kB\nSwapCached: 12 kB\nActive: 2040780 kB\nInactive: 1002876 kB\nHighTotal: 0 kB\nHighFree: 0 kB\nLowTotal: 32868812 kB\nLowFree: 29585432 kB\nSwapTotal: 10434208 kB\nSwapFree: 10434196 kB\nDirty: 16388 kB\nWriteback: 0 kB\nAnonPages: 1126204 kB\nMapped: 17256 kB\nSlab: 199048 kB\nPageTables: 7068 kB\nNFS_Unstable: 0 kB\nBounce: 0 kB\nCommitLimit: 26868612 kB\nCommitted_AS: 2836432 kB\nVmallocTotal: 34359738367 kB\nVmallocUsed: 6408 kB\nVmallocChunk: 34359730595 kB\nHugePages_Total: 0\nHugePages_Free: 0\nHugePages_Rsvd: 0\nHugepagesize: 2048 kB\n">>}]}] [ns_doctor:debug,2012-11-02T18:33:32.742,ns_1@10.2.1.65:ns_doctor<0.5169.0>:ns_doctor:handle_info:137]Current node statuses: [{'ns_1@10.2.1.65', [{last_heard,{1351,906411,259981}}, {outgoing_replications_safeness_level,[{"default",green}]}, {incoming_replications_conf_hashes,[{"default",[]}]}, {active_buckets,["default"]}, {ready_buckets,["default"]}, {local_tasks, [[{pid,<<"<0.12892.0>">>}, {bucket,<<"default">>}, {original_target,{[{type,bucket}]}}, {progress,6}, {started_on,1351906406}, {total_vbuckets,129}, {trigger_type,scheduled}, {type,bucket_compaction}, {updated_on,1351906407}, {vbuckets_done,9}]]}, {memory, [{total,105581560}, {processes,64253072}, {processes_used,62691184}, {system,41328488}, {atom,1405017}, {atom_used,1377299}, {binary,4625424}, {code,14117455}, {ets,3096616}]}, {system_memory_data, [{system_total_memory,33657663488}, {free_swap,11350716416}, {total_swap,11350876160}, {cached_memory,2223034368}, {buffered_memory,204918784}, {free_memory,29407506432}, {total_memory,33657663488}]}, {node_storage_conf,[{db_path,"/data"},{index_path,"/data2"}]}, {statistics, [{wall_clock,{587193,5001}}, {context_switches,{2644089,0}}, {garbage_collection,{293971,752147345,0}}, {io,{{input,127425586},{output,33221118}}}, {reductions,{280162279,2720563}}, {run_queue,0}, {runtime,{105060,650}}]}, {system_stats, [{cpu_utilization_rate,8.728179551122194}, {swap_total,11350876160}, {swap_used,159744}]}, {interesting_stats, [{couch_docs_actual_disk_size,1610424315}, {couch_docs_data_size,1141307944}, {couch_views_actual_disk_size,0}, {couch_views_data_size,0}, {curr_items,478760}, {curr_items_tot,478760}, {mem_used,1268749720}, {vb_replica_curr_items,0}]}, {cluster_compatibility_version,131072}, {version, [{public_key,"0.13"}, {lhttpc,"1.3.0"}, {ale,"8cffe61"}, {os_mon,"2.2.7"}, {couch_set_view,"1.2.0a-47a991b-git"}, {mnesia,"4.5"}, {inets,"5.7.1"}, {couch,"1.2.0a-47a991b-git"}, {mapreduce,"1.0.0"}, {couch_index_merger,"1.2.0a-47a991b-git"}, {kernel,"2.14.5"}, {crypto,"2.0.4"}, {ssl,"4.1.6"}, {sasl,"2.1.10"}, {couch_view_parser,"1.0.0"}, {ns_server,"2.0.0-1925-rel-enterprise"}, {mochiweb,"1.4.1"}, {oauth,"7d85d3ef"}, {stdlib,"1.17.5"}]}, {supported_compat_version,[2,0]}, {system_arch,"x86_64-unknown-linux-gnu"}, {wall_clock,587}, {memory_data,{33657663488,3439034368,{<0.5273.0>,7628384}}}, {disk_data, [{"/",51088800,10}, {"/dev/shm",16434404,0}, {"/data",492257288,1}, {"/data2",246132896,1}]}, {meminfo, <<"MemTotal: 32868812 kB\nMemFree: 28718268 kB\nBuffers: 200116 kB\nCached: 2170932 kB\nSwapCached: 0 kB\nActive: 2681812 kB\nInactive: 1281976 kB\nHighTotal: 0 kB\nHighFree: 0 kB\nLowTotal: 32868812 kB\nLowFree: 28718268 kB\nSwapTotal: 11084840 kB\nSwapFree: 11084684 kB\nDirty: 1584 kB\nWriteback: 8 kB\nAnonPages: 1592640 kB\nMapped: 15320 kB\nSlab: 147204 kB\nPageTables: 7596 kB\nNFS_Unstable: 0 kB\nBounce: 0 kB\nCommitLimit: 27519244 kB\nCommitted_AS: 3312148 kB\nVmallocTotal: 34359738367 kB\nVmallocUsed: 6728 kB\nVmallocChunk: 34359730275 kB\nHugePages_Total: 0\nHugePages_Free: 0\nHugePages_Rsvd: 0\nHugepagesize: 2048 kB\n">>}]}, {'ns_1@10.2.1.66', [{last_heard,{1351,906408,905058}}, {outgoing_replications_safeness_level,[{"default",green}]}, {incoming_replications_conf_hashes,[{"default",[]}]}, {active_buckets,["default"]}, {ready_buckets,["default"]}, {local_tasks,[]}, {memory, [{total,89927936}, {processes,51713632}, {processes_used,51681160}, {system,38214304}, {atom,1352041}, {atom_used,1349412}, {binary,2340376}, {code,13622682}, {ets,2863576}]}, {system_memory_data, [{system_total_memory,33657663488}, {free_swap,10684469248}, {total_swap,10684628992}, {cached_memory,2209492992}, {buffered_memory,233979904}, {free_memory,29409812480}, {total_memory,33657663488}]}, {node_storage_conf,[{db_path,"/data"},{index_path,"/data2"}]}, {statistics, [{wall_clock,{584440,5000}}, {context_switches,{2597456,0}}, {garbage_collection,{308155,438737734,0}}, {io,{{input,38534987},{output,23694526}}}, {reductions,{189202187,2732903}}, {run_queue,0}, {runtime,{89730,720}}]}, {system_stats, [{cpu_utilization_rate,7.73067331670823}, {swap_total,10684628992}, {swap_used,159744}]}, {interesting_stats, [{couch_docs_actual_disk_size,1555857779}, {couch_docs_data_size,1119421587}, {couch_views_actual_disk_size,0}, {couch_views_data_size,0}, {curr_items,475650}, {curr_items_tot,475650}, {mem_used,1260358968}, {vb_replica_curr_items,0}]}, {cluster_compatibility_version,131072}, {version, [{public_key,"0.13"}, {lhttpc,"1.3.0"}, {ale,"8cffe61"}, {os_mon,"2.2.7"}, {couch_set_view,"1.2.0a-47a991b-git"}, {mnesia,"4.5"}, {inets,"5.7.1"}, {couch,"1.2.0a-47a991b-git"}, {mapreduce,"1.0.0"}, {couch_index_merger,"1.2.0a-47a991b-git"}, {kernel,"2.14.5"}, {crypto,"2.0.4"}, {ssl,"4.1.6"}, {sasl,"2.1.10"}, {couch_view_parser,"1.0.0"}, {ns_server,"2.0.0-1925-rel-enterprise"}, {mochiweb,"1.4.1"}, {oauth,"7d85d3ef"}, {stdlib,"1.17.5"}]}, {supported_compat_version,[2,0]}, {system_arch,"x86_64-unknown-linux-gnu"}, {wall_clock,584}, {memory_data,{33657663488,3417178112,{<19942.1697.0>,4714984}}}, {disk_data, [{"/",49781912,5}, {"/dev/shm",16434404,0}, {"/data",492257288,1}, {"/data2",246132896,1}]}, {meminfo, <<"MemTotal: 32868812 kB\nMemFree: 28720520 kB\nBuffers: 228496 kB\nCached: 2157708 kB\nSwapCached: 140 kB\nActive: 2660800 kB\nInactive: 1300500 kB\nHighTotal: 0 kB\nHighFree: 0 kB\nLowTotal: 32868812 kB\nLowFree: 28720520 kB\nSwapTotal: 10434208 kB\nSwapFree: 10434052 kB\nDirty: 4396 kB\nWriteback: 0 kB\nAnonPages: 1574888 kB\nMapped: 17056 kB\nSlab: 144532 kB\nPageTables: 7876 kB\nNFS_Unstable: 0 kB\nBounce: 0 kB\nCommitLimit: 26868612 kB\nCommitted_AS: 3283000 kB\nVmallocTotal: 34359738367 kB\nVmallocUsed: 6408 kB\nVmallocChunk: 34359730595 kB\nHugePages_Total: 0\nHugePages_Free: 0\nHugePages_Rsvd: 0\nHugepagesize: 2048 kB\n">>}]}, {'ns_1@10.2.1.67', [{last_heard,{1351,906407,878097}}, {outgoing_replications_safeness_level,[{"default",green}]}, {incoming_replications_conf_hashes,[{"default",[]}]}, {active_buckets,["default"]}, {ready_buckets,["default"]}, {local_tasks,[]}, {memory, [{total,93839120}, {processes,55454832}, {processes_used,55386840}, {system,38384288}, {atom,1352041}, {atom_used,1349412}, {binary,2476936}, {code,13631938}, {ets,2895616}]}, {system_memory_data, [{system_total_memory,33657663488}, {free_swap,10701078528}, {total_swap,10701078528}, {cached_memory,2079338496}, {buffered_memory,407261184}, {free_memory,29344276480}, {total_memory,33657663488}]}, {node_storage_conf,[{db_path,"/data"},{index_path,"/data2"}]}, {statistics, [{wall_clock,{584398,5000}}, {context_switches,{2526037,0}}, {garbage_collection,{288252,431180282,0}}, {io,{{input,38682159},{output,23874053}}}, {reductions,{185844126,3960850}}, {run_queue,0}, {runtime,{88310,1420}}]}, {system_stats, [{cpu_utilization_rate,35.0}, {swap_total,10701078528}, {swap_used,0}]}, {interesting_stats, [{couch_docs_actual_disk_size,1385260290}, {couch_docs_data_size,1123161289}, {couch_views_actual_disk_size,0}, {couch_views_data_size,0}, {curr_items,471761}, {curr_items_tot,471761}, {mem_used,1248731160}, {vb_replica_curr_items,0}]}, {cluster_compatibility_version,131072}, {version, [{public_key,"0.13"}, {lhttpc,"1.3.0"}, {ale,"8cffe61"}, {os_mon,"2.2.7"}, {couch_set_view,"1.2.0a-47a991b-git"}, {mnesia,"4.5"}, {inets,"5.7.1"}, {couch,"1.2.0a-47a991b-git"}, {mapreduce,"1.0.0"}, {couch_index_merger,"1.2.0a-47a991b-git"}, {kernel,"2.14.5"}, {crypto,"2.0.4"}, {ssl,"4.1.6"}, {sasl,"2.1.10"}, {couch_view_parser,"1.0.0"}, {ns_server,"2.0.0-1925-rel-enterprise"}, {mochiweb,"1.4.1"}, {oauth,"7d85d3ef"}, {stdlib,"1.17.5"}]}, {supported_compat_version,[2,0]}, {system_arch,"x86_64-unknown-linux-gnu"}, {wall_clock,584}, {memory_data,{33657663488,3337601024,{<19943.1691.0>,3143528}}}, {disk_data, [{"/",49781912,9}, {"/dev/shm",16434404,0}, {"/data",492257288,1}, {"/data2",246132896,1}]}, {meminfo, <<"MemTotal: 32868812 kB\nMemFree: 28656520 kB\nBuffers: 397716 kB\nCached: 2030604 kB\nSwapCached: 0 kB\nActive: 2511156 kB\nInactive: 1467344 kB\nHighTotal: 0 kB\nHighFree: 0 kB\nLowTotal: 32868812 kB\nLowFree: 28656520 kB\nSwapTotal: 10450272 kB\nSwapFree: 10450272 kB\nDirty: 13156 kB\nWriteback: 0 kB\nAnonPages: 1550180 kB\nMapped: 17056 kB\nSlab: 195100 kB\nPageTables: 7876 kB\nNFS_Unstable: 0 kB\nBounce: 0 kB\nCommitLimit: 26884676 kB\nCommitted_AS: 3260024 kB\nVmallocTotal: 34359738367 kB\nVmallocUsed: 6416 kB\nVmallocChunk: 34359730587 kB\nHugePages_Total: 0\nHugePages_Free: 0\nHugePages_Rsvd: 0\nHugepagesize: 2048 kB\n">>}]}, {'ns_1@10.2.1.68', [{last_heard,{1351,906411,228059}}, {outgoing_replications_safeness_level,[{"default",green}]}, {incoming_replications_conf_hashes,[{"default",[]}]}, {active_buckets,["default"]}, {ready_buckets,["default"]}, {local_tasks, [[{pid,<<"<0.7411.0>">>}, {bucket,<<"default">>}, {original_target,{[{type,bucket}]}}, {progress,25}, {started_on,1351906361}, {total_vbuckets,129}, {trigger_type,scheduled}, {type,bucket_compaction}, {updated_on,1351906370}, {vbuckets_done,33}]]}, {memory, [{total,90099832}, {processes,51555968}, {processes_used,51533408}, {system,38543864}, {atom,1352041}, {atom_used,1349412}, {binary,2589232}, {code,13659922}, {ets,2887416}]}, {system_memory_data, [{system_total_memory,33657663488}, {free_swap,10684616704}, {total_swap,10684628992}, {cached_memory,2123997184}, {buffered_memory,304123904}, {free_memory,29360803840}, {total_memory,33657663488}]}, {node_storage_conf,[{db_path,"/data"},{index_path,"/data2"}]}, {statistics, [{wall_clock,{586430,5000}}, {context_switches,{2355113,0}}, {garbage_collection,{271958,419600014,0}}, {io,{{input,39682484},{output,23575005}}}, {reductions,{182026193,2280302}}, {run_queue,0}, {runtime,{83850,500}}]}, {system_stats, [{cpu_utilization_rate,6.904231625835189}, {swap_total,10684628992}, {swap_used,12288}]}, {interesting_stats, [{couch_docs_actual_disk_size,1529431294}, {couch_docs_data_size,1128738838}, {couch_views_actual_disk_size,0}, {couch_views_data_size,0}, {curr_items,480471}, {curr_items_tot,480471}, {mem_used,1274028552}, {vb_replica_curr_items,0}]}, {cluster_compatibility_version,131072}, {version, [{public_key,"0.13"}, {lhttpc,"1.3.0"}, {ale,"8cffe61"}, {os_mon,"2.2.7"}, {couch_set_view,"1.2.0a-47a991b-git"}, {mnesia,"4.5"}, {inets,"5.7.1"}, {couch,"1.2.0a-47a991b-git"}, {mapreduce,"1.0.0"}, {couch_index_merger,"1.2.0a-47a991b-git"}, {kernel,"2.14.5"}, {crypto,"2.0.4"}, {ssl,"4.1.6"}, {sasl,"2.1.10"}, {couch_view_parser,"1.0.0"}, {ns_server,"2.0.0-1925-rel-enterprise"}, {mochiweb,"1.4.1"}, {oauth,"7d85d3ef"}, {stdlib,"1.17.5"}]}, {supported_compat_version,[2,0]}, {system_arch,"x86_64-unknown-linux-gnu"}, {wall_clock,586}, {memory_data,{33657663488,3615244288,{<19944.1662.0>,4714984}}}, {disk_data, [{"/",49781912,5}, {"/dev/shm",16434404,0}, {"/data",492257288,1}, {"/data2",246132896,1}]}, {meminfo, <<"MemTotal: 32868812 kB\nMemFree: 28672908 kB\nBuffers: 296996 kB\nCached: 2074216 kB\nSwapCached: 12 kB\nActive: 2613756 kB\nInactive: 1339892 kB\nHighTotal: 0 kB\nHighFree: 0 kB\nLowTotal: 32868812 kB\nLowFree: 28672908 kB\nSwapTotal: 10434208 kB\nSwapFree: 10434196 kB\nDirty: 17104 kB\nWriteback: 0 kB\nAnonPages: 1582436 kB\nMapped: 17256 kB\nSlab: 199804 kB\nPageTables: 8100 kB\nNFS_Unstable: 0 kB\nBounce: 0 kB\nCommitLimit: 26868612 kB\nCommitted_AS: 3287896 kB\nVmallocTotal: 34359738367 kB\nVmallocUsed: 6408 kB\nVmallocChunk: 34359730595 kB\nHugePages_Total: 0\nHugePages_Free: 0\nHugePages_Rsvd: 0\nHugepagesize: 2048 kB\n">>}]}] [stats:debug,2012-11-02T18:33:44.750,ns_1@10.2.1.65:<0.5555.0>:stats_collector:maybe_log_stats:126](at {{1970,1,16},{7,31,46}}) Stats for bucket "default": accepting_conns 1 auth_cmds 3 auth_errors 0 bucket_active_conns 1 bucket_conns 6 bytes 1374881960 bytes_read 1243513402 bytes_written 27287058 cas_badval 0 cas_hits 0 cas_misses 0 cmd_flush 0 cmd_get 0 cmd_set 518058 conn_yields 222 connection_structures 5000 curr_connections 10 curr_conns_on_port_11209 6 curr_conns_on_port_11210 2 curr_items 518058 curr_items_tot 518058 curr_temp_items 0 daemon_connections 4 decr_hits 0 decr_misses 0 delete_hits 0 delete_misses 0 ep_access_scanner_last_runtime 0 ep_access_scanner_num_items 0 ep_access_scanner_task_time 2012-11-03 10:00:00 ep_allow_data_loss_during_shutdown 1 ep_alog_block_size 4096 ep_alog_path /data/default/access.log ep_alog_sleep_time 1440 ep_alog_task_time 10 ep_backend couchdb ep_bg_fetch_delay 0 ep_bg_fetched 0 ep_bg_meta_fetched 0 ep_bg_remaining_jobs 0 ep_chk_max_items 5000 ep_chk_period 1800 ep_chk_persistence_remains 0 ep_chk_persistence_timeout 10 ep_chk_remover_stime 5 ep_commit_num 623 ep_commit_time 14 ep_commit_time_total 1133 ep_concurrentDB 1 ep_config_file ep_couch_bucket default ep_couch_host localhost ep_couch_port 11213 ep_couch_reconnect_sleeptime 250 ep_couch_response_timeout 180000 ep_data_age 5 ep_data_age_highwat 18 ep_data_traffic_enabled 0 ep_dbinit 0 ep_dbname /data/default ep_degraded_mode 0 ep_diskqueue_drain 485233 ep_diskqueue_fill 518058 ep_diskqueue_items 32826 ep_diskqueue_memory 1050400 ep_diskqueue_pending 1575600 ep_exp_pager_stime 3600 ep_exp_pager_stime 3600 ep_expired_access 0 ep_expired_pager 0 ep_expiry_window 3 ep_failpartialwarmup 0 ep_flush_all false ep_flush_duration_total 181 ep_flushall_enabled 0 ep_flusher_state running ep_flusher_todo 22300 ep_getl_default_timeout 15 ep_getl_max_timeout 30 ep_ht_locks 5 ep_ht_size 3079 ep_inconsistent_slave_chk 0 ep_initfile ep_io_num_read 0 ep_io_num_write 485020 ep_io_read_bytes 0 ep_io_write_bytes 1148555714 ep_item_begin_failed 0 ep_item_commit_failed 0 ep_item_flush_expired 0 ep_item_flush_failed 0 ep_item_num_based_new_chk 1 ep_items_rm_from_checkpoints 0 ep_keep_closed_chks 0 ep_klog_block_size 4096 ep_klog_compactor_queue_cap 500000 ep_klog_compactor_stime 3600 ep_klog_flush commit2 ep_klog_max_entry_ratio 10 ep_klog_max_log_size 2147483647 ep_klog_path ep_klog_sync commit2 ep_kv_size 1267521014 ep_max_checkpoints 2 ep_max_data_size 5242880000 ep_max_item_size 20971520 ep_max_size 5242880000 ep_max_txn_size 10000 ep_max_vbuckets 512 ep_mem_high_wat 3932160000 ep_mem_high_wat 3932160000 ep_mem_low_wat 3145728000 ep_mem_low_wat 3145728000 ep_mem_tracker_enabled true ep_min_data_age 0 ep_mlog_compactor_runs 0 ep_mutation_mem_threshold 0 ep_num_access_scanner_runs 0 ep_num_eject_failures 0 ep_num_expiry_pager_runs 0 ep_num_non_resident 0 ep_num_not_my_vbuckets 0 ep_num_ops_del_meta 0 ep_num_ops_get_meta 0 ep_num_ops_set_meta 0 ep_num_pager_runs 0 ep_num_value_ejects 0 ep_oom_errors 0 ep_overhead 49159448 ep_pager_active_vb_pcnt 40 ep_pager_unbiased_period 60 ep_pending_ops 0 ep_pending_ops_max 0 ep_pending_ops_max_duration 0 ep_pending_ops_total 0 ep_postInitfile ep_queue_age_cap 900 ep_queue_size 10526 ep_startup_time 1351906023 ep_storage_age 4 ep_storage_age_highwat 15 ep_store_max_concurrency 10 ep_store_max_readers 9 ep_store_max_readwrite 1 ep_stored_val_type ep_tap_ack_grace_period 300 ep_tap_ack_initial_sequence_number 1 ep_tap_ack_interval 1000 ep_tap_ack_window_size 10 ep_tap_backfill_resident 0.9 ep_tap_backlog_limit 5000 ep_tap_backoff_period 5 ep_tap_bg_fetch_requeued 0 ep_tap_bg_fetched 0 ep_tap_bg_max_pending 500 ep_tap_keepalive 300 ep_tap_noop_interval 20 ep_tap_requeue_sleep_time 0.1 ep_tap_throttle_cap_pcnt 10 ep_tap_throttle_queue_cap 1000000 ep_tap_throttle_threshold 90 ep_tmp_oom_errors 0 ep_too_old 0 ep_too_young 0 ep_total_cache_size 1261304318 ep_total_del_items 0 ep_total_enqueued 518058 ep_total_new_items 485020 ep_total_persisted 485020 ep_uncommitted_items 4561 ep_value_size 1224817332 ep_vb0 0 ep_vb_snapshot_total 5 ep_vb_total 128 ep_vbucket_del 0 ep_vbucket_del_fail 0 ep_version 2.0.0r_130_g8b09894 ep_waitforwarmup 0 ep_warmup 1 ep_warmup_batch_size 1000 ep_warmup_dups 0 ep_warmup_min_items_threshold 100 ep_warmup_min_memory_threshold 100 ep_warmup_oom 0 ep_warmup_thread complete ep_warmup_time 966 get_hits 0 get_misses 0 incr_hits 0 incr_misses 0 libevent 2.0.11-stable limit_maxbytes 67108864 listen_disabled_num 0 max_conns_on_port_11209 1000 max_conns_on_port_11210 9000 mem_used 1374881960 pid 18466 pointer_size 64 rejected_conns 0 rusage_system 25.311152 rusage_user 61.151703 threads 4 time 1351906423 total_connections 20 uptime 589 vb_active_curr_items 518058 vb_active_eject 0 vb_active_expired 0 vb_active_ht_memory 3202048 vb_active_itm_memory 1261304318 vb_active_meta_data_memory 40926582 vb_active_num 128 vb_active_num_non_resident 0 vb_active_num_ref_ejects 0 vb_active_num_ref_items 518058 vb_active_ops_create 485232 vb_active_ops_delete 0 vb_active_ops_reject 0 vb_active_ops_update 0 vb_active_perc_mem_resident 100 vb_active_queue_age 194279000 vb_active_queue_drain 485233 vb_active_queue_fill 518058 vb_active_queue_memory 1050400 vb_active_queue_pending 1575600 vb_active_queue_size 32825 vb_dead_num 0 vb_pending_curr_items 0 vb_pending_eject 0 vb_pending_expired 0 vb_pending_ht_memory 0 vb_pending_itm_memory 0 vb_pending_meta_data_memory 0 vb_pending_num 0 vb_pending_num_non_resident 0 vb_pending_num_ref_ejects 0 vb_pending_num_ref_items 0 vb_pending_ops_create 0 vb_pending_ops_delete 0 vb_pending_ops_reject 0 vb_pending_ops_update 0 vb_pending_perc_mem_resident 0 vb_pending_queue_age 0 vb_pending_queue_drain 0 vb_pending_queue_fill 0 vb_pending_queue_memory 0 vb_pending_queue_pending 0 vb_pending_queue_size 0 vb_replica_curr_items 0 vb_replica_eject 0 vb_replica_expired 0 vb_replica_ht_memory 0 vb_replica_itm_memory 0 vb_replica_meta_data_memory 0 vb_replica_num 0 vb_replica_num_non_resident 0 vb_replica_num_ref_ejects 0 vb_replica_num_ref_items 0 vb_replica_ops_create 0 vb_replica_ops_delete 0 vb_replica_ops_reject 0 vb_replica_ops_update 0 vb_replica_perc_mem_resident 0 vb_replica_queue_age 0 vb_replica_queue_drain 0 vb_replica_queue_fill 0 vb_replica_queue_memory 0 vb_replica_queue_pending 0 vb_replica_queue_size 0 version 1.4.4_600_g7ea975a [ns_doctor:debug,2012-11-02T18:34:32.742,ns_1@10.2.1.65:ns_doctor<0.5169.0>:ns_doctor:handle_info:137]Current node statuses: [{'ns_1@10.2.1.65', [{last_heard,{1351,906471,260450}}, {outgoing_replications_safeness_level,[{"default",green}]}, {incoming_replications_conf_hashes,[{"default",[]}]}, {active_buckets,["default"]}, {ready_buckets,["default"]}, {local_tasks,[]}, {memory, [{total,108258872}, {processes,65317600}, {processes_used,63740224}, {system,42941272}, {atom,1405017}, {atom_used,1377299}, {binary,6063360}, {code,14117455}, {ets,3262856}]}, {system_memory_data, [{system_total_memory,33657663488}, {free_swap,11350716416}, {total_swap,11350876160}, {cached_memory,2326712320}, {buffered_memory,207593472}, {free_memory,28844748800}, {total_memory,33657663488}]}, {node_storage_conf,[{db_path,"/data"},{index_path,"/data2"}]}, {statistics, [{wall_clock,{647194,5000}}, {context_switches,{2969629,0}}, {garbage_collection,{327577,854779828,0}}, {io,{{input,149980750},{output,37106264}}}, {reductions,{319716172,5945756}}, {run_queue,0}, {runtime,{116370,2250}}]}, {system_stats, [{cpu_utilization_rate,49.12280701754386}, {swap_total,11350876160}, {swap_used,159744}]}, {interesting_stats, [{couch_docs_actual_disk_size,1683485989}, {couch_docs_data_size,1557910977}, {couch_views_actual_disk_size,0}, {couch_views_data_size,0}, {curr_items,646783}, {curr_items_tot,646783}, {mem_used,1642575800}, {vb_replica_curr_items,0}]}, {cluster_compatibility_version,131072}, {version, [{public_key,"0.13"}, {lhttpc,"1.3.0"}, {ale,"8cffe61"}, {os_mon,"2.2.7"}, {couch_set_view,"1.2.0a-47a991b-git"}, {mnesia,"4.5"}, {inets,"5.7.1"}, {couch,"1.2.0a-47a991b-git"}, {mapreduce,"1.0.0"}, {couch_index_merger,"1.2.0a-47a991b-git"}, {kernel,"2.14.5"}, {crypto,"2.0.4"}, {ssl,"4.1.6"}, {sasl,"2.1.10"}, {couch_view_parser,"1.0.0"}, {ns_server,"2.0.0-1925-rel-enterprise"}, {mochiweb,"1.4.1"}, {oauth,"7d85d3ef"}, {stdlib,"1.17.5"}]}, {supported_compat_version,[2,0]}, {system_arch,"x86_64-unknown-linux-gnu"}, {wall_clock,647}, {memory_data,{33657663488,4250546176,{<0.5273.0>,7628384}}}, {disk_data, [{"/",51088800,10}, {"/dev/shm",16434404,0}, {"/data",492257288,1}, {"/data2",246132896,1}]}, {meminfo, <<"MemTotal: 32868812 kB\nMemFree: 28168824 kB\nBuffers: 202728 kB\nCached: 2272180 kB\nSwapCached: 0 kB\nActive: 2638724 kB\nInactive: 1871800 kB\nHighTotal: 0 kB\nHighFree: 0 kB\nLowTotal: 32868812 kB\nLowFree: 28168824 kB\nSwapTotal: 11084840 kB\nSwapFree: 11084684 kB\nDirty: 3700 kB\nWriteback: 0 kB\nAnonPages: 2035200 kB\nMapped: 15308 kB\nSlab: 149484 kB\nPageTables: 8220 kB\nNFS_Unstable: 0 kB\nBounce: 0 kB\nCommitLimit: 27519244 kB\nCommitted_AS: 3757804 kB\nVmallocTotal: 34359738367 kB\nVmallocUsed: 6728 kB\nVmallocChunk: 34359730275 kB\nHugePages_Total: 0\nHugePages_Free: 0\nHugePages_Rsvd: 0\nHugepagesize: 2048 kB\n">>}]}, {'ns_1@10.2.1.66', [{last_heard,{1351,906468,907059}}, {outgoing_replications_safeness_level,[{"default",green}]}, {incoming_replications_conf_hashes,[{"default",[]}]}, {active_buckets,["default"]}, {ready_buckets,["default"]}, {local_tasks,[]}, {memory, [{total,91425000}, {processes,52903728}, {processes_used,52871656}, {system,38521272}, {atom,1352041}, {atom_used,1349412}, {binary,2465976}, {code,13622682}, {ets,3038080}]}, {system_memory_data, [{system_total_memory,33657663488}, {free_swap,10684469248}, {total_swap,10684628992}, {cached_memory,2884816896}, {buffered_memory,234995712}, {free_memory,28248489984}, {total_memory,33657663488}]}, {node_storage_conf,[{db_path,"/data"},{index_path,"/data2"}]}, {statistics, [{wall_clock,{644440,5000}}, {context_switches,{2900817,0}}, {garbage_collection,{339315,504189302,0}}, {io,{{input,40451141},{output,25852225}}}, {reductions,{220490596,2900714}}, {run_queue,0}, {runtime,{98730,830}}]}, {system_stats, [{cpu_utilization_rate,30.075187969924812}, {swap_total,10684628992}, {swap_used,159744}]}, {interesting_stats, [{couch_docs_actual_disk_size,2207116052}, {couch_docs_data_size,1533496108}, {couch_views_actual_disk_size,0}, {couch_views_data_size,0}, {curr_items,643053}, {curr_items_tot,643053}, {mem_used,1684319528}, {vb_replica_curr_items,0}]}, {cluster_compatibility_version,131072}, {version, [{public_key,"0.13"}, {lhttpc,"1.3.0"}, {ale,"8cffe61"}, {os_mon,"2.2.7"}, {couch_set_view,"1.2.0a-47a991b-git"}, {mnesia,"4.5"}, {inets,"5.7.1"}, {couch,"1.2.0a-47a991b-git"}, {mapreduce,"1.0.0"}, {couch_index_merger,"1.2.0a-47a991b-git"}, {kernel,"2.14.5"}, {crypto,"2.0.4"}, {ssl,"4.1.6"}, {sasl,"2.1.10"}, {couch_view_parser,"1.0.0"}, {ns_server,"2.0.0-1925-rel-enterprise"}, {mochiweb,"1.4.1"}, {oauth,"7d85d3ef"}, {stdlib,"1.17.5"}]}, {supported_compat_version,[2,0]}, {system_arch,"x86_64-unknown-linux-gnu"}, {wall_clock,644}, {memory_data,{33657663488,4526817280,{<19942.1696.0>,2914384}}}, {disk_data, [{"/",49781912,5}, {"/dev/shm",16434404,0}, {"/data",492257288,1}, {"/data2",246132896,1}]}, {meminfo, <<"MemTotal: 32868812 kB\nMemFree: 27586416 kB\nBuffers: 229488 kB\nCached: 2817204 kB\nSwapCached: 140 kB\nActive: 3451060 kB\nInactive: 1627816 kB\nHighTotal: 0 kB\nHighFree: 0 kB\nLowTotal: 32868812 kB\nLowFree: 27586416 kB\nSwapTotal: 10434208 kB\nSwapFree: 10434052 kB\nDirty: 1072 kB\nWriteback: 0 kB\nAnonPages: 2031508 kB\nMapped: 17056 kB\nSlab: 160932 kB\nPageTables: 8780 kB\nNFS_Unstable: 0 kB\nBounce: 0 kB\nCommitLimit: 26868612 kB\nCommitted_AS: 3749180 kB\nVmallocTotal: 34359738367 kB\nVmallocUsed: 6408 kB\nVmallocChunk: 34359730595 kB\nHugePages_Total: 0\nHugePages_Free: 0\nHugePages_Rsvd: 0\nHugepagesize: 2048 kB\n">>}]}, {'ns_1@10.2.1.67', [{last_heard,{1351,906467,879403}}, {outgoing_replications_safeness_level,[{"default",green}]}, {incoming_replications_conf_hashes,[{"default",[]}]}, {active_buckets,["default"]}, {ready_buckets,["default"]}, {local_tasks,[]}, {memory, [{total,91930760}, {processes,53391744}, {processes_used,53323272}, {system,38539016}, {atom,1352041}, {atom_used,1349412}, {binary,2440064}, {code,13631938}, {ets,3069056}]}, {system_memory_data, [{system_total_memory,33657663488}, {free_swap,10701078528}, {total_swap,10701078528}, {cached_memory,2714509312}, {buffered_memory,407875584}, {free_memory,28230320128}, {total_memory,33657663488}]}, {node_storage_conf,[{db_path,"/data"},{index_path,"/data2"}]}, {statistics, [{wall_clock,{644398,5001}}, {context_switches,{2793722,0}}, {garbage_collection,{315798,493740573,0}}, {io,{{input,40412055},{output,25949689}}}, {reductions,{215989177,2794851}}, {run_queue,0}, {runtime,{97040,740}}]}, {system_stats, [{cpu_utilization_rate,7.4812967581047385}, {swap_total,10701078528}, {swap_used,0}]}, {interesting_stats, [{couch_docs_actual_disk_size,2021810248}, {couch_docs_data_size,1528415436}, {couch_views_actual_disk_size,0}, {couch_views_data_size,0}, {curr_items,639958}, {curr_items_tot,639958}, {mem_used,1680405096}, {vb_replica_curr_items,0}]}, {cluster_compatibility_version,131072}, {version, [{public_key,"0.13"}, {lhttpc,"1.3.0"}, {ale,"8cffe61"}, {os_mon,"2.2.7"}, {couch_set_view,"1.2.0a-47a991b-git"}, {mnesia,"4.5"}, {inets,"5.7.1"}, {couch,"1.2.0a-47a991b-git"}, {mapreduce,"1.0.0"}, {couch_index_merger,"1.2.0a-47a991b-git"}, {kernel,"2.14.5"}, {crypto,"2.0.4"}, {ssl,"4.1.6"}, {sasl,"2.1.10"}, {couch_view_parser,"1.0.0"}, {ns_server,"2.0.0-1925-rel-enterprise"}, {mochiweb,"1.4.1"}, {oauth,"7d85d3ef"}, {stdlib,"1.17.5"}]}, {supported_compat_version,[2,0]}, {system_arch,"x86_64-unknown-linux-gnu"}, {wall_clock,644}, {memory_data,{33657663488,4586385408,{<19943.1691.0>,3143528}}}, {disk_data, [{"/",49781912,9}, {"/dev/shm",16434404,0}, {"/data",492257288,1}, {"/data2",246132896,1}]}, {meminfo, <<"MemTotal: 32868812 kB\nMemFree: 27568672 kB\nBuffers: 398316 kB\nCached: 2650888 kB\nSwapCached: 0 kB\nActive: 3284132 kB\nInactive: 1781340 kB\nHighTotal: 0 kB\nHighFree: 0 kB\nLowTotal: 32868812 kB\nLowFree: 27568672 kB\nSwapTotal: 10450272 kB\nSwapFree: 10450272 kB\nDirty: 688 kB\nWriteback: 0 kB\nAnonPages: 2016224 kB\nMapped: 17056 kB\nSlab: 194924 kB\nPageTables: 8792 kB\nNFS_Unstable: 0 kB\nBounce: 0 kB\nCommitLimit: 26884676 kB\nCommitted_AS: 3729320 kB\nVmallocTotal: 34359738367 kB\nVmallocUsed: 6416 kB\nVmallocChunk: 34359730587 kB\nHugePages_Total: 0\nHugePages_Free: 0\nHugePages_Rsvd: 0\nHugepagesize: 2048 kB\n">>}]}, {'ns_1@10.2.1.68', [{last_heard,{1351,906471,229106}}, {outgoing_replications_safeness_level,[{"default",green}]}, {incoming_replications_conf_hashes,[{"default",[]}]}, {active_buckets,["default"]}, {ready_buckets,["default"]}, {local_tasks,[]}, {memory, [{total,93762496}, {processes,55023344}, {processes_used,54957672}, {system,38739152}, {atom,1352041}, {atom_used,1349412}, {binary,2602944}, {code,13659922}, {ets,3056360}]}, {system_memory_data, [{system_total_memory,33657663488}, {free_swap,10684616704}, {total_swap,10684628992}, {cached_memory,2375569408}, {buffered_memory,306442240}, {free_memory,28656340992}, {total_memory,33657663488}]}, {node_storage_conf,[{db_path,"/data"},{index_path,"/data2"}]}, {statistics, [{wall_clock,{646430,4999}}, {context_switches,{2827370,0}}, {garbage_collection,{321862,501491495,0}}, {io,{{input,46443782},{output,27041628}}}, {reductions,{220329922,5071895}}, {run_queue,0}, {runtime,{96980,2180}}]}, {system_stats, [{cpu_utilization_rate,45.6359102244389}, {swap_total,10684628992}, {swap_used,12288}]}, {interesting_stats, [{couch_docs_actual_disk_size,1747272971}, {couch_docs_data_size,1560786119}, {couch_views_actual_disk_size,0}, {couch_views_data_size,0}, {curr_items,648064}, {curr_items_tot,648064}, {mem_used,1641378120}, {vb_replica_curr_items,0}]}, {cluster_compatibility_version,131072}, {version, [{public_key,"0.13"}, {lhttpc,"1.3.0"}, {ale,"8cffe61"}, {os_mon,"2.2.7"}, {couch_set_view,"1.2.0a-47a991b-git"}, {mnesia,"4.5"}, {inets,"5.7.1"}, {couch,"1.2.0a-47a991b-git"}, {mapreduce,"1.0.0"}, {couch_index_merger,"1.2.0a-47a991b-git"}, {kernel,"2.14.5"}, {crypto,"2.0.4"}, {ssl,"4.1.6"}, {sasl,"2.1.10"}, {couch_view_parser,"1.0.0"}, {ns_server,"2.0.0-1925-rel-enterprise"}, {mochiweb,"1.4.1"}, {oauth,"7d85d3ef"}, {stdlib,"1.17.5"}]}, {supported_compat_version,[2,0]}, {system_arch,"x86_64-unknown-linux-gnu"}, {wall_clock,646}, {memory_data,{33657663488,4310065152,{<19944.1662.0>,2914384}}}, {disk_data, [{"/",49781912,5}, {"/dev/shm",16434404,0}, {"/data",492257288,1}, {"/data2",246132896,1}]}, {meminfo, <<"MemTotal: 32868812 kB\nMemFree: 27984832 kB\nBuffers: 299260 kB\nCached: 2319892 kB\nSwapCached: 12 kB\nActive: 2785504 kB\nInactive: 1856360 kB\nHighTotal: 0 kB\nHighFree: 0 kB\nLowTotal: 32868812 kB\nLowFree: 27984832 kB\nSwapTotal: 10434208 kB\nSwapFree: 10434196 kB\nDirty: 6816 kB\nWriteback: 16 kB\nAnonPages: 2022044 kB\nMapped: 17256 kB\nSlab: 199704 kB\nPageTables: 8816 kB\nNFS_Unstable: 0 kB\nBounce: 0 kB\nCommitLimit: 26868612 kB\nCommitted_AS: 3731868 kB\nVmallocTotal: 34359738367 kB\nVmallocUsed: 6408 kB\nVmallocChunk: 34359730595 kB\nHugePages_Total: 0\nHugePages_Free: 0\nHugePages_Rsvd: 0\nHugepagesize: 2048 kB\n">>}]}] [stats:debug,2012-11-02T18:35:24.750,ns_1@10.2.1.65:<0.5555.0>:stats_collector:maybe_log_stats:126](at {{1970,1,16},{7,31,46}}) Stats for bucket "default": accepting_conns 1 auth_cmds 3 auth_errors 0 bucket_active_conns 1 bucket_conns 6 bytes 2010216920 bytes_read 1913882331 bytes_written 40383996 cas_badval 0 cas_hits 0 cas_misses 0 cmd_flush 0 cmd_get 0 cmd_set 797228 conn_yields 308 connection_structures 5000 curr_connections 10 curr_conns_on_port_11209 6 curr_conns_on_port_11210 2 curr_items 797228 curr_items_tot 797228 curr_temp_items 0 daemon_connections 4 decr_hits 0 decr_misses 0 delete_hits 0 delete_misses 0 ep_access_scanner_last_runtime 0 ep_access_scanner_num_items 0 ep_access_scanner_task_time 2012-11-03 10:00:00 ep_allow_data_loss_during_shutdown 1 ep_alog_block_size 4096 ep_alog_path /data/default/access.log ep_alog_sleep_time 1440 ep_alog_task_time 10 ep_backend couchdb ep_bg_fetch_delay 0 ep_bg_fetched 0 ep_bg_meta_fetched 0 ep_bg_remaining_jobs 0 ep_chk_max_items 5000 ep_chk_period 1800 ep_chk_persistence_remains 0 ep_chk_persistence_timeout 10 ep_chk_remover_stime 5 ep_commit_num 841 ep_commit_time 2 ep_commit_time_total 2302 ep_concurrentDB 1 ep_config_file ep_couch_bucket default ep_couch_host localhost ep_couch_port 11213 ep_couch_reconnect_sleeptime 250 ep_couch_response_timeout 180000 ep_data_age 5 ep_data_age_highwat 35 ep_data_traffic_enabled 0 ep_dbinit 0 ep_dbname /data/default ep_degraded_mode 0 ep_diskqueue_drain 785796 ep_diskqueue_fill 797228 ep_diskqueue_items 11433 ep_diskqueue_memory 365824 ep_diskqueue_pending 548736 ep_exp_pager_stime 3600 ep_exp_pager_stime 3600 ep_expired_access 0 ep_expired_pager 0 ep_expiry_window 3 ep_failpartialwarmup 0 ep_flush_all false ep_flush_duration_total 282 ep_flushall_enabled 0 ep_flusher_state running ep_flusher_todo 10698 ep_getl_default_timeout 15 ep_getl_max_timeout 30 ep_ht_locks 5 ep_ht_size 3079 ep_inconsistent_slave_chk 0 ep_initfile ep_io_num_read 0 ep_io_num_write 785691 ep_io_read_bytes 0 ep_io_write_bytes 1860941396 ep_item_begin_failed 0 ep_item_commit_failed 0 ep_item_flush_expired 0 ep_item_flush_failed 0 ep_item_num_based_new_chk 1 ep_items_rm_from_checkpoints 640256 ep_keep_closed_chks 0 ep_klog_block_size 4096 ep_klog_compactor_queue_cap 500000 ep_klog_compactor_stime 3600 ep_klog_flush commit2 ep_klog_max_entry_ratio 10 ep_klog_max_log_size 2147483647 ep_klog_path ep_klog_sync commit2 ep_kv_size 1950858684 ep_max_checkpoints 2 ep_max_data_size 5242880000 ep_max_item_size 20971520 ep_max_size 5242880000 ep_max_txn_size 10000 ep_max_vbuckets 512 ep_mem_high_wat 3932160000 ep_mem_high_wat 3932160000 ep_mem_low_wat 3145728000 ep_mem_low_wat 3145728000 ep_mem_tracker_enabled true ep_min_data_age 0 ep_mlog_compactor_runs 0 ep_mutation_mem_threshold 0 ep_num_access_scanner_runs 0 ep_num_eject_failures 0 ep_num_expiry_pager_runs 0 ep_num_non_resident 0 ep_num_not_my_vbuckets 0 ep_num_ops_del_meta 0 ep_num_ops_get_meta 0 ep_num_ops_set_meta 0 ep_num_pager_runs 0 ep_num_value_ejects 0 ep_oom_errors 0 ep_overhead 17436632 ep_pager_active_vb_pcnt 40 ep_pager_unbiased_period 60 ep_pending_ops 0 ep_pending_ops_max 0 ep_pending_ops_max_duration 0 ep_pending_ops_total 0 ep_postInitfile ep_queue_age_cap 900 ep_queue_size 735 ep_startup_time 1351906023 ep_storage_age 4 ep_storage_age_highwat 33 ep_store_max_concurrency 10 ep_store_max_readers 9 ep_store_max_readwrite 1 ep_stored_val_type ep_tap_ack_grace_period 300 ep_tap_ack_initial_sequence_number 1 ep_tap_ack_interval 1000 ep_tap_ack_window_size 10 ep_tap_backfill_resident 0.9 ep_tap_backlog_limit 5000 ep_tap_backoff_period 5 ep_tap_bg_fetch_requeued 0 ep_tap_bg_fetched 0 ep_tap_bg_max_pending 500 ep_tap_keepalive 300 ep_tap_noop_interval 20 ep_tap_requeue_sleep_time 0.1 ep_tap_throttle_cap_pcnt 10 ep_tap_throttle_queue_cap 1000000 ep_tap_throttle_threshold 90 ep_tmp_oom_errors 0 ep_too_old 0 ep_too_young 0 ep_total_cache_size 1941291948 ep_total_del_items 0 ep_total_enqueued 797228 ep_total_new_items 785691 ep_total_persisted 785691 ep_uncommitted_items 3297 ep_value_size 1885125651 ep_vb0 0 ep_vb_snapshot_total 62 ep_vb_total 128 ep_vbucket_del 0 ep_vbucket_del_fail 0 ep_version 2.0.0r_130_g8b09894 ep_waitforwarmup 0 ep_warmup 1 ep_warmup_batch_size 1000 ep_warmup_dups 0 ep_warmup_min_items_threshold 100 ep_warmup_min_memory_threshold 100 ep_warmup_oom 0 ep_warmup_thread complete ep_warmup_time 966 get_hits 0 get_misses 0 incr_hits 0 incr_misses 0 libevent 2.0.11-stable limit_maxbytes 67108864 listen_disabled_num 0 max_conns_on_port_11209 1000 max_conns_on_port_11210 9000 mem_used 2010216920 pid 18466 pointer_size 64 rejected_conns 0 rusage_system 38.542140 rusage_user 95.721448 threads 4 time 1351906523 total_connections 20 uptime 689 vb_active_curr_items 797228 vb_active_eject 0 vb_active_expired 0 vb_active_ht_memory 3325088 vb_active_itm_memory 1941291948 vb_active_meta_data_memory 62981012 vb_active_num 128 vb_active_num_non_resident 0 vb_active_num_ref_ejects 0 vb_active_num_ref_items 797228 vb_active_ops_create 785795 vb_active_ops_delete 0 vb_active_ops_reject 0 vb_active_ops_update 0 vb_active_perc_mem_resident 100 vb_active_queue_age 25218000 vb_active_queue_drain 785796 vb_active_queue_fill 797228 vb_active_queue_memory 365824 vb_active_queue_pending 548736 vb_active_queue_size 11432 vb_dead_num 0 vb_pending_curr_items 0 vb_pending_eject 0 vb_pending_expired 0 vb_pending_ht_memory 0 vb_pending_itm_memory 0 vb_pending_meta_data_memory 0 vb_pending_num 0 vb_pending_num_non_resident 0 vb_pending_num_ref_ejects 0 vb_pending_num_ref_items 0 vb_pending_ops_create 0 vb_pending_ops_delete 0 vb_pending_ops_reject 0 vb_pending_ops_update 0 vb_pending_perc_mem_resident 0 vb_pending_queue_age 0 vb_pending_queue_drain 0 vb_pending_queue_fill 0 vb_pending_queue_memory 0 vb_pending_queue_pending 0 vb_pending_queue_size 0 vb_replica_curr_items 0 vb_replica_eject 0 vb_replica_expired 0 vb_replica_ht_memory 0 vb_replica_itm_memory 0 vb_replica_meta_data_memory 0 vb_replica_num 0 vb_replica_num_non_resident 0 vb_replica_num_ref_ejects 0 vb_replica_num_ref_items 0 vb_replica_ops_create 0 vb_replica_ops_delete 0 vb_replica_ops_reject 0 vb_replica_ops_update 0 vb_replica_perc_mem_resident 0 vb_replica_queue_age 0 vb_replica_queue_drain 0 vb_replica_queue_fill 0 vb_replica_queue_memory 0 vb_replica_queue_pending 0 vb_replica_queue_size 0 version 1.4.4_600_g7ea975a [ns_doctor:debug,2012-11-02T18:35:32.742,ns_1@10.2.1.65:ns_doctor<0.5169.0>:ns_doctor:handle_info:137]Current node statuses: [{'ns_1@10.2.1.65', [{last_heard,{1351,906531,259855}}, {outgoing_replications_safeness_level,[{"default",green}]}, {incoming_replications_conf_hashes,[{"default",[]}]}, {active_buckets,["default"]}, {ready_buckets,["default"]}, {local_tasks,[]}, {memory, [{total,105268704}, {processes,61525032}, {processes_used,59946696}, {system,43743672}, {atom,1405017}, {atom_used,1377299}, {binary,6696344}, {code,14117455}, {ets,3437408}]}, {system_memory_data, [{system_total_memory,33657663488}, {free_swap,11350716416}, {total_swap,11350876160}, {cached_memory,3004014592}, {buffered_memory,208269312}, {free_memory,27731804160}, {total_memory,33657663488}]}, {node_storage_conf,[{db_path,"/data"},{index_path,"/data2"}]}, {statistics, [{wall_clock,{707193,5000}}, {context_switches,{3506790,0}}, {garbage_collection,{381399,975892806,0}}, {io,{{input,167860479},{output,40769852}}}, {reductions,{366032368,2752624}}, {run_queue,0}, {runtime,{133400,930}}]}, {system_stats, [{cpu_utilization_rate,8.0}, {swap_total,11350876160}, {swap_used,159744}]}, {interesting_stats, [{couch_docs_actual_disk_size,2388842833}, {couch_docs_data_size,1954241000}, {couch_views_actual_disk_size,0}, {couch_views_data_size,0}, {curr_items,813856}, {curr_items_tot,813856}, {mem_used,2053388376}, {vb_replica_curr_items,0}]}, {cluster_compatibility_version,131072}, {version, [{public_key,"0.13"}, {lhttpc,"1.3.0"}, {ale,"8cffe61"}, {os_mon,"2.2.7"}, {couch_set_view,"1.2.0a-47a991b-git"}, {mnesia,"4.5"}, {inets,"5.7.1"}, {couch,"1.2.0a-47a991b-git"}, {mapreduce,"1.0.0"}, {couch_index_merger,"1.2.0a-47a991b-git"}, {kernel,"2.14.5"}, {crypto,"2.0.4"}, {ssl,"4.1.6"}, {sasl,"2.1.10"}, {couch_view_parser,"1.0.0"}, {ns_server,"2.0.0-1925-rel-enterprise"}, {mochiweb,"1.4.1"}, {oauth,"7d85d3ef"}, {stdlib,"1.17.5"}]}, {supported_compat_version,[2,0]}, {system_arch,"x86_64-unknown-linux-gnu"}, {wall_clock,707}, {memory_data,{33657663488,5070548992,{<0.5273.0>,7628384}}}, {disk_data, [{"/",51088800,10}, {"/dev/shm",16434404,0}, {"/data",492257288,1}, {"/data2",246132896,1}]}, {meminfo, <<"MemTotal: 32868812 kB\nMemFree: 27081964 kB\nBuffers: 203388 kB\nCached: 2933608 kB\nSwapCached: 0 kB\nActive: 3479168 kB\nInactive: 2101296 kB\nHighTotal: 0 kB\nHighFree: 0 kB\nLowTotal: 32868812 kB\nLowFree: 27081964 kB\nSwapTotal: 11084840 kB\nSwapFree: 11084684 kB\nDirty: 1288 kB\nWriteback: 0 kB\nAnonPages: 2443172 kB\nMapped: 15312 kB\nSlab: 165920 kB\nPageTables: 9064 kB\nNFS_Unstable: 0 kB\nBounce: 0 kB\nCommitLimit: 27519244 kB\nCommitted_AS: 4166532 kB\nVmallocTotal: 34359738367 kB\nVmallocUsed: 6728 kB\nVmallocChunk: 34359730275 kB\nHugePages_Total: 0\nHugePages_Free: 0\nHugePages_Rsvd: 0\nHugepagesize: 2048 kB\n">>}]}, {'ns_1@10.2.1.66', [{last_heard,{1351,906528,907485}}, {outgoing_replications_safeness_level,[{"default",green}]}, {incoming_replications_conf_hashes,[{"default",[]}]}, {active_buckets,["default"]}, {ready_buckets,["default"]}, {local_tasks,[]}, {memory, [{total,89484808}, {processes,50905536}, {processes_used,50839704}, {system,38579272}, {atom,1352041}, {atom_used,1349412}, {binary,2344744}, {code,13622682}, {ets,3212720}]}, {system_memory_data, [{system_total_memory,33657663488}, {free_swap,10684469248}, {total_swap,10684628992}, {cached_memory,2653798400}, {buffered_memory,237375488}, {free_memory,28080373760}, {total_memory,33657663488}]}, {node_storage_conf,[{db_path,"/data"},{index_path,"/data2"}]}, {statistics, [{wall_clock,{704440,5000}}, {context_switches,{3062001,0}}, {garbage_collection,{357982,560098663,0}}, {io,{{input,50832486},{output,29028821}}}, {reductions,{248037244,3050269}}, {run_queue,0}, {runtime,{105180,950}}]}, {system_stats, [{cpu_utilization_rate,35.0}, {swap_total,10684628992}, {swap_used,159744}]}, {interesting_stats, [{couch_docs_actual_disk_size,1896195364}, {couch_docs_data_size,1856827768}, {couch_views_actual_disk_size,0}, {couch_views_data_size,0}, {curr_items,811012}, {curr_items_tot,811012}, {mem_used,2046447016}, {vb_replica_curr_items,0}]}, {cluster_compatibility_version,131072}, {version, [{public_key,"0.13"}, {lhttpc,"1.3.0"}, {ale,"8cffe61"}, {os_mon,"2.2.7"}, {couch_set_view,"1.2.0a-47a991b-git"}, {mnesia,"4.5"}, {inets,"5.7.1"}, {couch,"1.2.0a-47a991b-git"}, {mapreduce,"1.0.0"}, {couch_index_merger,"1.2.0a-47a991b-git"}, {kernel,"2.14.5"}, {crypto,"2.0.4"}, {ssl,"4.1.6"}, {sasl,"2.1.10"}, {couch_view_parser,"1.0.0"}, {ns_server,"2.0.0-1925-rel-enterprise"}, {mochiweb,"1.4.1"}, {oauth,"7d85d3ef"}, {stdlib,"1.17.5"}]}, {supported_compat_version,[2,0]}, {system_arch,"x86_64-unknown-linux-gnu"}, {wall_clock,704}, {memory_data,{33657663488,5473685504,{<19942.1696.0>,2914384}}}, {disk_data, [{"/",49781912,5}, {"/dev/shm",16434404,0}, {"/data",492257288,1}, {"/data2",246132896,1}]}, {meminfo, <<"MemTotal: 32868812 kB\nMemFree: 27422364 kB\nBuffers: 231812 kB\nCached: 2591600 kB\nSwapCached: 140 kB\nActive: 2936504 kB\nInactive: 2310444 kB\nHighTotal: 0 kB\nHighFree: 0 kB\nLowTotal: 32868812 kB\nLowFree: 27422364 kB\nSwapTotal: 10434208 kB\nSwapFree: 10434052 kB\nDirty: 3008 kB\nWriteback: 0 kB\nAnonPages: 2423024 kB\nMapped: 17056 kB\nSlab: 156032 kB\nPageTables: 9572 kB\nNFS_Unstable: 0 kB\nBounce: 0 kB\nCommitLimit: 26868612 kB\nCommitted_AS: 4131412 kB\nVmallocTotal: 34359738367 kB\nVmallocUsed: 6408 kB\nVmallocChunk: 34359730595 kB\nHugePages_Total: 0\nHugePages_Free: 0\nHugePages_Rsvd: 0\nHugepagesize: 2048 kB\n">>}]}, {'ns_1@10.2.1.67', [{last_heard,{1351,906527,879722}}, {outgoing_replications_safeness_level,[{"default",green}]}, {incoming_replications_conf_hashes,[{"default",[]}]}, {active_buckets,["default"]}, {ready_buckets,["default"]}, {local_tasks,[]}, {memory, [{total,95559672}, {processes,56654376}, {processes_used,56585904}, {system,38905296}, {atom,1352041}, {atom_used,1349412}, {binary,2628984}, {code,13631938}, {ets,3244128}]}, {system_memory_data, [{system_total_memory,33657663488}, {free_swap,10701078528}, {total_swap,10701078528}, {cached_memory,3406364672}, {buffered_memory,408956928}, {free_memory,27119534080}, {total_memory,33657663488}]}, {node_storage_conf,[{db_path,"/data"},{index_path,"/data2"}]}, {statistics, [{wall_clock,{704397,4999}}, {context_switches,{3160490,0}}, {garbage_collection,{353655,565145580,0}}, {io,{{input,42627706},{output,28371521}}}, {reductions,{249782635,2579427}}, {run_queue,0}, {runtime,{107100,740}}]}, {system_stats, [{cpu_utilization_rate,7.518796992481203}, {swap_total,10701078528}, {swap_used,0}]}, {interesting_stats, [{couch_docs_actual_disk_size,2753154315}, {couch_docs_data_size,1952342403}, {couch_views_actual_disk_size,0}, {couch_views_data_size,0}, {curr_items,808108}, {curr_items_tot,808108}, {mem_used,2037694264}, {vb_replica_curr_items,0}]}, {cluster_compatibility_version,131072}, {version, [{public_key,"0.13"}, {lhttpc,"1.3.0"}, {ale,"8cffe61"}, {os_mon,"2.2.7"}, {couch_set_view,"1.2.0a-47a991b-git"}, {mnesia,"4.5"}, {inets,"5.7.1"}, {couch,"1.2.0a-47a991b-git"}, {mapreduce,"1.0.0"}, {couch_index_merger,"1.2.0a-47a991b-git"}, {kernel,"2.14.5"}, {crypto,"2.0.4"}, {ssl,"4.1.6"}, {sasl,"2.1.10"}, {couch_view_parser,"1.0.0"}, {ns_server,"2.0.0-1925-rel-enterprise"}, {mochiweb,"1.4.1"}, {oauth,"7d85d3ef"}, {stdlib,"1.17.5"}]}, {supported_compat_version,[2,0]}, {system_arch,"x86_64-unknown-linux-gnu"}, {wall_clock,704}, {memory_data,{33657663488,5682946048,{<19943.1691.0>,3143528}}}, {disk_data, [{"/",49781912,9}, {"/dev/shm",16434404,0}, {"/data",492257288,1}, {"/data2",246132896,1}]}, {meminfo, <<"MemTotal: 32868812 kB\nMemFree: 26483920 kB\nBuffers: 399372 kB\nCached: 3326528 kB\nSwapCached: 0 kB\nActive: 4081588 kB\nInactive: 2066980 kB\nHighTotal: 0 kB\nHighFree: 0 kB\nLowTotal: 32868812 kB\nLowFree: 26483920 kB\nSwapTotal: 10450272 kB\nSwapFree: 10450272 kB\nDirty: 1208 kB\nWriteback: 40 kB\nAnonPages: 2422756 kB\nMapped: 17056 kB\nSlab: 194932 kB\nPageTables: 9592 kB\nNFS_Unstable: 0 kB\nBounce: 0 kB\nCommitLimit: 26884676 kB\nCommitted_AS: 4136452 kB\nVmallocTotal: 34359738367 kB\nVmallocUsed: 6416 kB\nVmallocChunk: 34359730587 kB\nHugePages_Total: 0\nHugePages_Free: 0\nHugePages_Rsvd: 0\nHugepagesize: 2048 kB\n">>}]}, {'ns_1@10.2.1.68', [{last_heard,{1351,906531,229958}}, {outgoing_replications_safeness_level,[{"default",green}]}, {incoming_replications_conf_hashes,[{"default",[]}]}, {active_buckets,["default"]}, {ready_buckets,["default"]}, {local_tasks,[]}, {memory, [{total,94922936}, {processes,55837688}, {processes_used,55771776}, {system,39085248}, {atom,1352041}, {atom_used,1349412}, {binary,2774664}, {code,13659922}, {ets,3231528}]}, {system_memory_data, [{system_total_memory,33657663488}, {free_swap,10684616704}, {total_swap,10684628992}, {cached_memory,3118956544}, {buffered_memory,307093504}, {free_memory,27491971072}, {total_memory,33657663488}]}, {node_storage_conf,[{db_path,"/data"},{index_path,"/data2"}]}, {statistics, [{wall_clock,{706430,5001}}, {context_switches,{3350053,0}}, {garbage_collection,{375555,586501402,0}}, {io,{{input,49396032},{output,30044354}}}, {reductions,{259719810,3557594}}, {run_queue,0}, {runtime,{110170,1180}}]}, {system_stats, [{cpu_utilization_rate,26.5}, {swap_total,10684628992}, {swap_used,12288}]}, {interesting_stats, [{couch_docs_actual_disk_size,2485388571}, {couch_docs_data_size,1969693730}, {couch_views_actual_disk_size,0}, {couch_views_data_size,0}, {curr_items,816260}, {curr_items_tot,816260}, {mem_used,2058171976}, {vb_replica_curr_items,0}]}, {cluster_compatibility_version,131072}, {version, [{public_key,"0.13"}, {lhttpc,"1.3.0"}, {ale,"8cffe61"}, {os_mon,"2.2.7"}, {couch_set_view,"1.2.0a-47a991b-git"}, {mnesia,"4.5"}, {inets,"5.7.1"}, {couch,"1.2.0a-47a991b-git"}, {mapreduce,"1.0.0"}, {couch_index_merger,"1.2.0a-47a991b-git"}, {kernel,"2.14.5"}, {crypto,"2.0.4"}, {ssl,"4.1.6"}, {sasl,"2.1.10"}, {couch_view_parser,"1.0.0"}, {ns_server,"2.0.0-1925-rel-enterprise"}, {mochiweb,"1.4.1"}, {oauth,"7d85d3ef"}, {stdlib,"1.17.5"}]}, {supported_compat_version,[2,0]}, {system_arch,"x86_64-unknown-linux-gnu"}, {wall_clock,706}, {memory_data,{33657663488,5251465216,{<19944.1662.0>,4714984}}}, {disk_data, [{"/",49781912,5}, {"/dev/shm",16434404,0}, {"/data",492257288,1}, {"/data2",246132896,1}]}, {meminfo, <<"MemTotal: 32868812 kB\nMemFree: 26847876 kB\nBuffers: 299896 kB\nCached: 3045856 kB\nSwapCached: 12 kB\nActive: 3666868 kB\nInactive: 2111620 kB\nHighTotal: 0 kB\nHighFree: 0 kB\nLowTotal: 32868812 kB\nLowFree: 26847876 kB\nSwapTotal: 10434208 kB\nSwapFree: 10434196 kB\nDirty: 1000 kB\nWriteback: 0 kB\nAnonPages: 2432540 kB\nMapped: 17256 kB\nSlab: 199492 kB\nPageTables: 9604 kB\nNFS_Unstable: 0 kB\nBounce: 0 kB\nCommitLimit: 26868612 kB\nCommitted_AS: 4141736 kB\nVmallocTotal: 34359738367 kB\nVmallocUsed: 6408 kB\nVmallocChunk: 34359730595 kB\nHugePages_Total: 0\nHugePages_Free: 0\nHugePages_Rsvd: 0\nHugepagesize: 2048 kB\n">>}]}] [ns_doctor:debug,2012-11-02T18:36:32.742,ns_1@10.2.1.65:ns_doctor<0.5169.0>:ns_doctor:handle_info:137]Current node statuses: [{'ns_1@10.2.1.65', [{last_heard,{1351,906591,260448}}, {outgoing_replications_safeness_level,[{"default",green}]}, {incoming_replications_conf_hashes,[{"default",[]}]}, {active_buckets,["default"]}, {ready_buckets,["default"]}, {local_tasks,[]}, {memory, [{total,105935168}, {processes,62621992}, {processes_used,61043816}, {system,43313176}, {atom,1405017}, {atom_used,1377299}, {binary,6085408}, {code,14117455}, {ets,3616024}]}, {system_memory_data, [{system_total_memory,33657663488}, {free_swap,11350716416}, {total_swap,11350876160}, {cached_memory,3701620736}, {buffered_memory,209051648}, {free_memory,26588635136}, {total_memory,33657663488}]}, {node_storage_conf,[{db_path,"/data"},{index_path,"/data2"}]}, {statistics, [{wall_clock,{767194,5000}}, {context_switches,{3816183,0}}, {garbage_collection,{412203,1075792957,0}}, {io,{{input,188161000},{output,46814704}}}, {reductions,{404131772,2609983}}, {run_queue,0}, {runtime,{144490,820}}]}, {system_stats, [{cpu_utilization_rate,8.478802992518704}, {swap_total,11350876160}, {swap_used,159744}]}, {interesting_stats, [{couch_docs_actual_disk_size,3074893100}, {couch_docs_data_size,2366472012}, {couch_views_actual_disk_size,0}, {couch_views_data_size,0}, {curr_items,981789}, {curr_items_tot,981789}, {mem_used,2500163384}, {vb_replica_curr_items,0}]}, {cluster_compatibility_version,131072}, {version, [{public_key,"0.13"}, {lhttpc,"1.3.0"}, {ale,"8cffe61"}, {os_mon,"2.2.7"}, {couch_set_view,"1.2.0a-47a991b-git"}, {mnesia,"4.5"}, {inets,"5.7.1"}, {couch,"1.2.0a-47a991b-git"}, {mapreduce,"1.0.0"}, {couch_index_merger,"1.2.0a-47a991b-git"}, {kernel,"2.14.5"}, {crypto,"2.0.4"}, {ssl,"4.1.6"}, {sasl,"2.1.10"}, {couch_view_parser,"1.0.0"}, {ns_server,"2.0.0-1925-rel-enterprise"}, {mochiweb,"1.4.1"}, {oauth,"7d85d3ef"}, {stdlib,"1.17.5"}]}, {supported_compat_version,[2,0]}, {system_arch,"x86_64-unknown-linux-gnu"}, {wall_clock,767}, {memory_data,{33657663488,6174351360,{<0.5273.0>,7628384}}}, {disk_data, [{"/",51088800,10}, {"/dev/shm",16434404,0}, {"/data",492257288,1}, {"/data2",246132896,1}]}, {meminfo, <<"MemTotal: 32868812 kB\nMemFree: 25965588 kB\nBuffers: 204152 kB\nCached: 3614864 kB\nSwapCached: 0 kB\nActive: 4257860 kB\nInactive: 2421056 kB\nHighTotal: 0 kB\nHighFree: 0 kB\nLowTotal: 32868812 kB\nLowFree: 25965588 kB\nSwapTotal: 11084840 kB\nSwapFree: 11084684 kB\nDirty: 1068 kB\nWriteback: 0 kB\nAnonPages: 2859676 kB\nMapped: 15312 kB\nSlab: 182796 kB\nPageTables: 9828 kB\nNFS_Unstable: 0 kB\nBounce: 0 kB\nCommitLimit: 27519244 kB\nCommitted_AS: 4577684 kB\nVmallocTotal: 34359738367 kB\nVmallocUsed: 6728 kB\nVmallocChunk: 34359730275 kB\nHugePages_Total: 0\nHugePages_Free: 0\nHugePages_Rsvd: 0\nHugepagesize: 2048 kB\n">>}]}, {'ns_1@10.2.1.66', [{last_heard,{1351,906588,909505}}, {outgoing_replications_safeness_level,[{"default",green}]}, {incoming_replications_conf_hashes,[{"default",[]}]}, {active_buckets,["default"]}, {ready_buckets,["default"]}, {local_tasks,[]}, {memory, [{total,92371872}, {processes,53400400}, {processes_used,53334168}, {system,38971472}, {atom,1352041}, {atom_used,1349412}, {binary,2562192}, {code,13622682}, {ets,3389976}]}, {system_memory_data, [{system_total_memory,33657663488}, {free_swap,10684469248}, {total_swap,10684628992}, {cached_memory,3347005440}, {buffered_memory,238587904}, {free_memory,26939367424}, {total_memory,33657663488}]}, {node_storage_conf,[{db_path,"/data"},{index_path,"/data2"}]}, {statistics, [{wall_clock,{764441,5001}}, {context_switches,{3776306,0}}, {garbage_collection,{433191,662406729,0}}, {io,{{input,58093397},{output,35863652}}}, {reductions,{294496316,2385183}}, {run_queue,0}, {runtime,{123790,780}}]}, {system_stats, [{cpu_utilization_rate,8.728179551122194}, {swap_total,10684628992}, {swap_used,159744}]}, {interesting_stats, [{couch_docs_actual_disk_size,2726538432}, {couch_docs_data_size,2343668908}, {couch_views_actual_disk_size,0}, {couch_views_data_size,0}, {curr_items,978845}, {curr_items_tot,978845}, {mem_used,2491809336}, {vb_replica_curr_items,0}]}, {cluster_compatibility_version,131072}, {version, [{public_key,"0.13"}, {lhttpc,"1.3.0"}, {ale,"8cffe61"}, {os_mon,"2.2.7"}, {couch_set_view,"1.2.0a-47a991b-git"}, {mnesia,"4.5"}, {inets,"5.7.1"}, {couch,"1.2.0a-47a991b-git"}, {mapreduce,"1.0.0"}, {couch_index_merger,"1.2.0a-47a991b-git"}, {kernel,"2.14.5"}, {crypto,"2.0.4"}, {ssl,"4.1.6"}, {sasl,"2.1.10"}, {couch_view_parser,"1.0.0"}, {ns_server,"2.0.0-1925-rel-enterprise"}, {mochiweb,"1.4.1"}, {oauth,"7d85d3ef"}, {stdlib,"1.17.5"}]}, {supported_compat_version,[2,0]}, {system_arch,"x86_64-unknown-linux-gnu"}, {wall_clock,764}, {memory_data,{33657663488,5915680768,{<19942.1697.0>,4714984}}}, {disk_data, [{"/",49781912,5}, {"/dev/shm",16434404,0}, {"/data",492257288,1}, {"/data2",246132896,1}]}, {meminfo, <<"MemTotal: 32868812 kB\nMemFree: 26308100 kB\nBuffers: 232996 kB\nCached: 3268560 kB\nSwapCached: 140 kB\nActive: 3837804 kB\nInactive: 2505768 kB\nHighTotal: 0 kB\nHighFree: 0 kB\nLowTotal: 32868812 kB\nLowFree: 26308100 kB\nSwapTotal: 10434208 kB\nSwapFree: 10434052 kB\nDirty: 1996 kB\nWriteback: 140 kB\nAnonPages: 2842120 kB\nMapped: 17056 kB\nSlab: 172536 kB\nPageTables: 10396 kB\nNFS_Unstable: 0 kB\nBounce: 0 kB\nCommitLimit: 26868612 kB\nCommitted_AS: 4549976 kB\nVmallocTotal: 34359738367 kB\nVmallocUsed: 6408 kB\nVmallocChunk: 34359730595 kB\nHugePages_Total: 0\nHugePages_Free: 0\nHugePages_Rsvd: 0\nHugepagesize: 2048 kB\n">>}]}, {'ns_1@10.2.1.67', [{last_heard,{1351,906587,881689}}, {outgoing_replications_safeness_level,[{"default",green}]}, {incoming_replications_conf_hashes,[{"default",[]}]}, {active_buckets,["default"]}, {ready_buckets,["default"]}, {local_tasks, [[{pid,<<"<0.9566.0>">>}, {bucket,<<"default">>}, {original_target,{[{type,bucket}]}}, {progress,38}, {started_on,1351906515}, {total_vbuckets,129}, {trigger_type,scheduled}, {type,bucket_compaction}, {updated_on,1351906553}, {vbuckets_done,50}]]}, {memory, [{total,95351880}, {processes,56172896}, {processes_used,56112496}, {system,39178984}, {atom,1352041}, {atom_used,1349412}, {binary,2718880}, {code,13631938}, {ets,3424728}]}, {system_memory_data, [{system_total_memory,33657663488}, {free_swap,10701078528}, {total_swap,10701078528}, {cached_memory,3424198656}, {buffered_memory,410193920}, {free_memory,26666221568}, {total_memory,33657663488}]}, {node_storage_conf,[{db_path,"/data"},{index_path,"/data2"}]}, {statistics, [{wall_clock,{764398,5001}}, {context_switches,{3300723,0}}, {garbage_collection,{368950,617837589,0}}, {io,{{input,50107448},{output,33603899}}}, {reductions,{275835093,1924124}}, {run_queue,0}, {runtime,{113610,430}}]}, {system_stats, [{cpu_utilization_rate,6.982543640897756}, {swap_total,10701078528}, {swap_used,0}]}, {interesting_stats, [{couch_docs_actual_disk_size,2801068844}, {couch_docs_data_size,2165896630}, {couch_views_actual_disk_size,0}, {couch_views_data_size,0}, {curr_items,975778}, {curr_items_tot,975778}, {mem_used,2484276584}, {vb_replica_curr_items,0}]}, {cluster_compatibility_version,131072}, {version, [{public_key,"0.13"}, {lhttpc,"1.3.0"}, {ale,"8cffe61"}, {os_mon,"2.2.7"}, {couch_set_view,"1.2.0a-47a991b-git"}, {mnesia,"4.5"}, {inets,"5.7.1"}, {couch,"1.2.0a-47a991b-git"}, {mapreduce,"1.0.0"}, {couch_index_merger,"1.2.0a-47a991b-git"}, {kernel,"2.14.5"}, {crypto,"2.0.4"}, {ssl,"4.1.6"}, {sasl,"2.1.10"}, {couch_view_parser,"1.0.0"}, {ns_server,"2.0.0-1925-rel-enterprise"}, {mochiweb,"1.4.1"}, {oauth,"7d85d3ef"}, {stdlib,"1.17.5"}]}, {supported_compat_version,[2,0]}, {system_arch,"x86_64-unknown-linux-gnu"}, {wall_clock,764}, {memory_data,{33657663488,6813667328,{<19943.1681.0>,4714984}}}, {disk_data, [{"/",49781912,9}, {"/dev/shm",16434404,0}, {"/data",492257288,1}, {"/data2",246132896,1}]}, {meminfo, <<"MemTotal: 32868812 kB\nMemFree: 26041232 kB\nBuffers: 400580 kB\nCached: 3343944 kB\nSwapCached: 0 kB\nActive: 4170160 kB\nInactive: 2416792 kB\nHighTotal: 0 kB\nHighFree: 0 kB\nLowTotal: 32868812 kB\nLowFree: 26041232 kB\nSwapTotal: 10450272 kB\nSwapFree: 10450272 kB\nDirty: 4592 kB\nWriteback: 0 kB\nAnonPages: 2842408 kB\nMapped: 17060 kB\nSlab: 197528 kB\nPageTables: 10484 kB\nNFS_Unstable: 0 kB\nBounce: 0 kB\nCommitLimit: 26884676 kB\nCommitted_AS: 4557864 kB\nVmallocTotal: 34359738367 kB\nVmallocUsed: 6416 kB\nVmallocChunk: 34359730587 kB\nHugePages_Total: 0\nHugePages_Free: 0\nHugePages_Rsvd: 0\nHugepagesize: 2048 kB\n">>}]}, {'ns_1@10.2.1.68', [{last_heard,{1351,906591,230366}}, {outgoing_replications_safeness_level,[{"default",green}]}, {incoming_replications_conf_hashes,[{"default",[]}]}, {active_buckets,["default"]}, {ready_buckets,["default"]}, {local_tasks,[]}, {memory, [{total,92448704}, {processes,53186704}, {processes_used,53120472}, {system,39262000}, {atom,1352041}, {atom_used,1349412}, {binary,2775816}, {code,13659922}, {ets,3408240}]}, {system_memory_data, [{system_total_memory,33657663488}, {free_swap,10684616704}, {total_swap,10684628992}, {cached_memory,3888558080}, {buffered_memory,308322304}, {free_memory,26289000448}, {total_memory,33657663488}]}, {node_storage_conf,[{db_path,"/data"},{index_path,"/data2"}]}, {statistics, [{wall_clock,{766430,4999}}, {context_switches,{3849424,0}}, {garbage_collection,{426588,669941044,0}}, {io,{{input,55641119},{output,36159945}}}, {reductions,{298320028,3189934}}, {run_queue,0}, {runtime,{121740,850}}]}, {system_stats, [{cpu_utilization_rate,6.516290726817043}, {swap_total,10684628992}, {swap_used,12288}]}, {interesting_stats, [{couch_docs_actual_disk_size,3282007314}, {couch_docs_data_size,2389604321}, {couch_views_actual_disk_size,0}, {couch_views_data_size,0}, {curr_items,983802}, {curr_items_tot,983802}, {mem_used,2503582024}, {vb_replica_curr_items,0}]}, {cluster_compatibility_version,131072}, {version, [{public_key,"0.13"}, {lhttpc,"1.3.0"}, {ale,"8cffe61"}, {os_mon,"2.2.7"}, {couch_set_view,"1.2.0a-47a991b-git"}, {mnesia,"4.5"}, {inets,"5.7.1"}, {couch,"1.2.0a-47a991b-git"}, {mapreduce,"1.0.0"}, {couch_index_merger,"1.2.0a-47a991b-git"}, {kernel,"2.14.5"}, {crypto,"2.0.4"}, {ssl,"4.1.6"}, {sasl,"2.1.10"}, {couch_view_parser,"1.0.0"}, {ns_server,"2.0.0-1925-rel-enterprise"}, {mochiweb,"1.4.1"}, {oauth,"7d85d3ef"}, {stdlib,"1.17.5"}]}, {supported_compat_version,[2,0]}, {system_arch,"x86_64-unknown-linux-gnu"}, {wall_clock,766}, {memory_data,{33657663488,6442881024,{<19944.1662.0>,4714984}}}, {disk_data, [{"/",49781912,5}, {"/dev/shm",16434404,0}, {"/data",492257288,1}, {"/data2",246132896,1}]}, {meminfo, <<"MemTotal: 32868812 kB\nMemFree: 25672976 kB\nBuffers: 301096 kB\nCached: 3797420 kB\nSwapCached: 12 kB\nActive: 4586308 kB\nInactive: 2359896 kB\nHighTotal: 0 kB\nHighFree: 0 kB\nLowTotal: 32868812 kB\nLowFree: 25672976 kB\nSwapTotal: 10434208 kB\nSwapFree: 10434196 kB\nDirty: 1752 kB\nWriteback: 180 kB\nAnonPages: 2847332 kB\nMapped: 17256 kB\nSlab: 204928 kB\nPageTables: 10292 kB\nNFS_Unstable: 0 kB\nBounce: 0 kB\nCommitLimit: 26868612 kB\nCommitted_AS: 4556668 kB\nVmallocTotal: 34359738367 kB\nVmallocUsed: 6408 kB\nVmallocChunk: 34359730595 kB\nHugePages_Total: 0\nHugePages_Free: 0\nHugePages_Rsvd: 0\nHugepagesize: 2048 kB\n">>}]}] [stats:debug,2012-11-02T18:37:04.751,ns_1@10.2.1.65:<0.5555.0>:stats_collector:maybe_log_stats:126](at {{1970,1,16},{7,31,46}}) Stats for bucket "default": accepting_conns 1 auth_cmds 3 auth_errors 0 bucket_active_conns 1 bucket_conns 6 bytes 2748842216 bytes_read 2584347828 bytes_written 53497116 cas_badval 0 cas_hits 0 cas_misses 0 cmd_flush 0 cmd_get 0 cmd_set 1076512 conn_yields 382 connection_structures 5000 curr_connections 10 curr_conns_on_port_11209 6 curr_conns_on_port_11210 2 curr_items 1076512 curr_items_tot 1076512 curr_temp_items 0 daemon_connections 4 decr_hits 0 decr_misses 0 delete_hits 0 delete_misses 0 ep_access_scanner_last_runtime 0 ep_access_scanner_num_items 0 ep_access_scanner_task_time 2012-11-03 10:00:00 ep_allow_data_loss_during_shutdown 1 ep_alog_block_size 4096 ep_alog_path /data/default/access.log ep_alog_sleep_time 1440 ep_alog_task_time 10 ep_backend couchdb ep_bg_fetch_delay 0 ep_bg_fetched 0 ep_bg_meta_fetched 0 ep_bg_remaining_jobs 0 ep_chk_max_items 5000 ep_chk_period 1800 ep_chk_persistence_remains 0 ep_chk_persistence_timeout 10 ep_chk_remover_stime 5 ep_commit_num 966 ep_commit_time 2 ep_commit_time_total 3022 ep_concurrentDB 1 ep_config_file ep_couch_bucket default ep_couch_host localhost ep_couch_port 11213 ep_couch_reconnect_sleeptime 250 ep_couch_response_timeout 180000 ep_data_age 1 ep_data_age_highwat 35 ep_data_traffic_enabled 0 ep_dbinit 0 ep_dbname /data/default ep_degraded_mode 0 ep_diskqueue_drain 1074439 ep_diskqueue_fill 1076512 ep_diskqueue_items 2074 ep_diskqueue_memory 66336 ep_diskqueue_pending 99504 ep_exp_pager_stime 3600 ep_exp_pager_stime 3600 ep_expired_access 0 ep_expired_pager 0 ep_expiry_window 3 ep_failpartialwarmup 0 ep_flush_all false ep_flush_duration_total 382 ep_flushall_enabled 0 ep_flusher_state running ep_flusher_todo 157 ep_getl_default_timeout 15 ep_getl_max_timeout 30 ep_ht_locks 5 ep_ht_size 3079 ep_inconsistent_slave_chk 0 ep_initfile ep_io_num_read 0 ep_io_num_write 1074432 ep_io_read_bytes 0 ep_io_write_bytes 2544916116 ep_item_begin_failed 0 ep_item_commit_failed 0 ep_item_flush_expired 0 ep_item_flush_failed 0 ep_item_num_based_new_chk 1 ep_items_rm_from_checkpoints 640256 ep_keep_closed_chks 0 ep_klog_block_size 4096 ep_klog_compactor_queue_cap 500000 ep_klog_compactor_stime 3600 ep_klog_flush commit2 ep_klog_max_entry_ratio 10 ep_klog_max_log_size 2147483647 ep_klog_path ep_klog_sync commit2 ep_kv_size 2634297624 ep_max_checkpoints 2 ep_max_data_size 5242880000 ep_max_item_size 20971520 ep_max_size 5242880000 ep_max_txn_size 10000 ep_max_vbuckets 512 ep_mem_high_wat 3932160000 ep_mem_high_wat 3932160000 ep_mem_low_wat 3145728000 ep_mem_low_wat 3145728000 ep_mem_tracker_enabled true ep_min_data_age 0 ep_mlog_compactor_runs 0 ep_mutation_mem_threshold 0 ep_num_access_scanner_runs 0 ep_num_eject_failures 0 ep_num_expiry_pager_runs 0 ep_num_non_resident 0 ep_num_not_my_vbuckets 0 ep_num_ops_del_meta 0 ep_num_ops_get_meta 0 ep_num_ops_set_meta 0 ep_num_pager_runs 0 ep_num_value_ejects 0 ep_oom_errors 0 ep_overhead 44956080 ep_pager_active_vb_pcnt 40 ep_pager_unbiased_period 60 ep_pending_ops 0 ep_pending_ops_max 0 ep_pending_ops_max_duration 0 ep_pending_ops_total 0 ep_postInitfile ep_queue_age_cap 900 ep_queue_size 1917 ep_startup_time 1351906023 ep_storage_age 0 ep_storage_age_highwat 33 ep_store_max_concurrency 10 ep_store_max_readers 9 ep_store_max_readwrite 1 ep_stored_val_type ep_tap_ack_grace_period 300 ep_tap_ack_initial_sequence_number 1 ep_tap_ack_interval 1000 ep_tap_ack_window_size 10 ep_tap_backfill_resident 0.9 ep_tap_backlog_limit 5000 ep_tap_backoff_period 5 ep_tap_bg_fetch_requeued 0 ep_tap_bg_fetched 0 ep_tap_bg_max_pending 500 ep_tap_keepalive 300 ep_tap_noop_interval 20 ep_tap_requeue_sleep_time 0.1 ep_tap_throttle_cap_pcnt 10 ep_tap_throttle_queue_cap 1000000 ep_tap_throttle_threshold 90 ep_tmp_oom_errors 0 ep_too_old 0 ep_too_young 0 ep_total_cache_size 2621379480 ep_total_del_items 0 ep_total_enqueued 1076512 ep_total_new_items 1074432 ep_total_persisted 1074432 ep_uncommitted_items 663 ep_value_size 2545526434 ep_vb0 0 ep_vb_snapshot_total 62 ep_vb_total 128 ep_vbucket_del 0 ep_vbucket_del_fail 0 ep_version 2.0.0r_130_g8b09894 ep_waitforwarmup 0 ep_warmup 1 ep_warmup_batch_size 1000 ep_warmup_dups 0 ep_warmup_min_items_threshold 100 ep_warmup_min_memory_threshold 100 ep_warmup_oom 0 ep_warmup_thread complete ep_warmup_time 966 get_hits 0 get_misses 0 incr_hits 0 incr_misses 0 libevent 2.0.11-stable limit_maxbytes 67108864 listen_disabled_num 0 max_conns_on_port_11209 1000 max_conns_on_port_11210 9000 mem_used 2748842216 pid 18466 pointer_size 64 rejected_conns 0 rusage_system 50.154375 rusage_user 127.183665 threads 4 time 1351906623 total_connections 20 uptime 789 vb_active_curr_items 1076512 vb_active_eject 0 vb_active_expired 0 vb_active_ht_memory 6351872 vb_active_itm_memory 2621379480 vb_active_meta_data_memory 85044448 vb_active_num 128 vb_active_num_non_resident 0 vb_active_num_ref_ejects 0 vb_active_num_ref_items 1076512 vb_active_ops_create 1074438 vb_active_ops_delete 0 vb_active_ops_reject 0 vb_active_ops_update 0 vb_active_perc_mem_resident 100 vb_active_queue_age 69000 vb_active_queue_drain 1074439 vb_active_queue_fill 1076512 vb_active_queue_memory 66336 vb_active_queue_pending 99504 vb_active_queue_size 2073 vb_dead_num 0 vb_pending_curr_items 0 vb_pending_eject 0 vb_pending_expired 0 vb_pending_ht_memory 0 vb_pending_itm_memory 0 vb_pending_meta_data_memory 0 vb_pending_num 0 vb_pending_num_non_resident 0 vb_pending_num_ref_ejects 0 vb_pending_num_ref_items 0 vb_pending_ops_create 0 vb_pending_ops_delete 0 vb_pending_ops_reject 0 vb_pending_ops_update 0 vb_pending_perc_mem_resident 0 vb_pending_queue_age 0 vb_pending_queue_drain 0 vb_pending_queue_fill 0 vb_pending_queue_memory 0 vb_pending_queue_pending 0 vb_pending_queue_size 0 vb_replica_curr_items 0 vb_replica_eject 0 vb_replica_expired 0 vb_replica_ht_memory 0 vb_replica_itm_memory 0 vb_replica_meta_data_memory 0 vb_replica_num 0 vb_replica_num_non_resident 0 vb_replica_num_ref_ejects 0 vb_replica_num_ref_items 0 vb_replica_ops_create 0 vb_replica_ops_delete 0 vb_replica_ops_reject 0 vb_replica_ops_update 0 vb_replica_perc_mem_resident 0 vb_replica_queue_age 0 vb_replica_queue_drain 0 vb_replica_queue_fill 0 vb_replica_queue_memory 0 vb_replica_queue_pending 0 vb_replica_queue_size 0 version 1.4.4_600_g7ea975a [ns_doctor:debug,2012-11-02T18:37:32.742,ns_1@10.2.1.65:ns_doctor<0.5169.0>:ns_doctor:handle_info:137]Current node statuses: [{'ns_1@10.2.1.65', [{last_heard,{1351,906651,260033}}, {outgoing_replications_safeness_level,[{"default",green}]}, {incoming_replications_conf_hashes,[{"default",[]}]}, {active_buckets,["default"]}, {ready_buckets,["default"]}, {local_tasks,[]}, {memory, [{total,107989384}, {processes,64715072}, {processes_used,63136736}, {system,43274312}, {atom,1405017}, {atom_used,1377299}, {binary,5973016}, {code,14117455}, {ets,3689368}]}, {system_memory_data, [{system_total_memory,33657663488}, {free_swap,11350716416}, {total_swap,11350876160}, {cached_memory,4393865216}, {buffered_memory,210026496}, {free_memory,25423884288}, {total_memory,33657663488}]}, {node_storage_conf,[{db_path,"/data"},{index_path,"/data2"}]}, {statistics, [{wall_clock,{827193,5000}}, {context_switches,{4047128,0}}, {garbage_collection,{434902,1168209570,0}}, {io,{{input,204621955},{output,49250875}}}, {reductions,{439229876,3045554}}, {run_queue,0}, {runtime,{153840,850}}]}, {system_stats, [{cpu_utilization_rate,10.025062656641603}, {swap_total,11350876160}, {swap_used,159744}]}, {interesting_stats, [{couch_docs_actual_disk_size,3769828667}, {couch_docs_data_size,2797037732}, {couch_views_actual_disk_size,0}, {couch_views_data_size,0}, {curr_items,1149076}, {curr_items_tot,1149076}, {mem_used,2943688728}, {vb_replica_curr_items,0}]}, {cluster_compatibility_version,131072}, {version, [{public_key,"0.13"}, {lhttpc,"1.3.0"}, {ale,"8cffe61"}, {os_mon,"2.2.7"}, {couch_set_view,"1.2.0a-47a991b-git"}, {mnesia,"4.5"}, {inets,"5.7.1"}, {couch,"1.2.0a-47a991b-git"}, {mapreduce,"1.0.0"}, {couch_index_merger,"1.2.0a-47a991b-git"}, {kernel,"2.14.5"}, {crypto,"2.0.4"}, {ssl,"4.1.6"}, {sasl,"2.1.10"}, {couch_view_parser,"1.0.0"}, {ns_server,"2.0.0-1925-rel-enterprise"}, {mochiweb,"1.4.1"}, {oauth,"7d85d3ef"}, {stdlib,"1.17.5"}]}, {supported_compat_version,[2,0]}, {system_arch,"x86_64-unknown-linux-gnu"}, {wall_clock,827}, {memory_data,{33657663488,7312441344,{<0.5273.0>,7628384}}}, {disk_data, [{"/",51088800,10}, {"/dev/shm",16434404,0}, {"/data",492257288,1}, {"/data2",246132896,1}]}, {meminfo, <<"MemTotal: 32868812 kB\nMemFree: 24828012 kB\nBuffers: 205104 kB\nCached: 4290884 kB\nSwapCached: 0 kB\nActive: 5036224 kB\nInactive: 2762532 kB\nHighTotal: 0 kB\nHighFree: 0 kB\nLowTotal: 32868812 kB\nLowFree: 24828012 kB\nSwapTotal: 11084840 kB\nSwapFree: 11084684 kB\nDirty: 1712 kB\nWriteback: 0 kB\nAnonPages: 3302656 kB\nMapped: 15312 kB\nSlab: 199660 kB\nPageTables: 10644 kB\nNFS_Unstable: 0 kB\nBounce: 0 kB\nCommitLimit: 27519244 kB\nCommitted_AS: 5028164 kB\nVmallocTotal: 34359738367 kB\nVmallocUsed: 6728 kB\nVmallocChunk: 34359730275 kB\nHugePages_Total: 0\nHugePages_Free: 0\nHugePages_Rsvd: 0\nHugepagesize: 2048 kB\n">>}]}, {'ns_1@10.2.1.66', [{last_heard,{1351,906648,910134}}, {outgoing_replications_safeness_level,[{"default",green}]}, {incoming_replications_conf_hashes,[{"default",[]}]}, {active_buckets,["default"]}, {ready_buckets,["default"]}, {local_tasks,[]}, {memory, [{total,92681696}, {processes,53526952}, {processes_used,53461040}, {system,39154744}, {atom,1352041}, {atom_used,1349412}, {binary,2670720}, {code,13622682}, {ets,3463496}]}, {system_memory_data, [{system_total_memory,33657663488}, {free_swap,10684469248}, {total_swap,10684628992}, {cached_memory,4057387008}, {buffered_memory,239316992}, {free_memory,25760772096}, {total_memory,33657663488}]}, {node_storage_conf,[{db_path,"/data"},{index_path,"/data2"}]}, {statistics, [{wall_clock,{824440,5000}}, {context_switches,{4055620,0}}, {garbage_collection,{461793,725768020,0}}, {io,{{input,59858262},{output,38006354}}}, {reductions,{324934285,2469829}}, {run_queue,0}, {runtime,{132380,620}}]}, {system_stats, [{cpu_utilization_rate,28.92768079800499}, {swap_total,10684628992}, {swap_used,159744}]}, {interesting_stats, [{couch_docs_actual_disk_size,3363910962}, {couch_docs_data_size,2737253855}, {couch_views_actual_disk_size,0}, {couch_views_data_size,0}, {curr_items,1146730}, {curr_items_tot,1146730}, {mem_used,2937017272}, {vb_replica_curr_items,0}]}, {cluster_compatibility_version,131072}, {version, [{public_key,"0.13"}, {lhttpc,"1.3.0"}, {ale,"8cffe61"}, {os_mon,"2.2.7"}, {couch_set_view,"1.2.0a-47a991b-git"}, {mnesia,"4.5"}, {inets,"5.7.1"}, {couch,"1.2.0a-47a991b-git"}, {mapreduce,"1.0.0"}, {couch_index_merger,"1.2.0a-47a991b-git"}, {kernel,"2.14.5"}, {crypto,"2.0.4"}, {ssl,"4.1.6"}, {sasl,"2.1.10"}, {couch_view_parser,"1.0.0"}, {ns_server,"2.0.0-1925-rel-enterprise"}, {mochiweb,"1.4.1"}, {oauth,"7d85d3ef"}, {stdlib,"1.17.5"}]}, {supported_compat_version,[2,0]}, {system_arch,"x86_64-unknown-linux-gnu"}, {wall_clock,824}, {memory_data,{33657663488,7018852352,{<19942.1696.0>,2914384}}}, {disk_data, [{"/",49781912,5}, {"/dev/shm",16434404,0}, {"/data",492257288,1}, {"/data2",246132896,1}]}, {meminfo, <<"MemTotal: 32868812 kB\nMemFree: 25157128 kB\nBuffers: 233708 kB\nCached: 3962292 kB\nSwapCached: 140 kB\nActive: 4626616 kB\nInactive: 2850192 kB\nHighTotal: 0 kB\nHighFree: 0 kB\nLowTotal: 32868812 kB\nLowFree: 25157128 kB\nSwapTotal: 10434208 kB\nSwapFree: 10434052 kB\nDirty: 752 kB\nWriteback: 36 kB\nAnonPages: 3280348 kB\nMapped: 17056 kB\nSlab: 189780 kB\nPageTables: 11216 kB\nNFS_Unstable: 0 kB\nBounce: 0 kB\nCommitLimit: 26868612 kB\nCommitted_AS: 4985672 kB\nVmallocTotal: 34359738367 kB\nVmallocUsed: 6408 kB\nVmallocChunk: 34359730595 kB\nHugePages_Total: 0\nHugePages_Free: 0\nHugePages_Rsvd: 0\nHugepagesize: 2048 kB\n">>}]}, {'ns_1@10.2.1.67', [{last_heard,{1351,906647,883212}}, {outgoing_replications_safeness_level,[{"default",green}]}, {incoming_replications_conf_hashes,[{"default",[]}]}, {active_buckets,["default"]}, {ready_buckets,["default"]}, {local_tasks,[]}, {memory, [{total,92794264}, {processes,53643704}, {processes_used,53556912}, {system,39150560}, {atom,1352041}, {atom_used,1349412}, {binary,2622256}, {code,13631938}, {ets,3491088}]}, {system_memory_data, [{system_total_memory,33657663488}, {free_swap,10701078528}, {total_swap,10701078528}, {cached_memory,3435335680}, {buffered_memory,412295168}, {free_memory,26208735232}, {total_memory,33657663488}]}, {node_storage_conf,[{db_path,"/data"},{index_path,"/data2"}]}, {statistics, [{wall_clock,{824399,4999}}, {context_switches,{3375853,0}}, {garbage_collection,{377824,665255870,0}}, {io,{{input,58747860},{output,36436876}}}, {reductions,{300082065,1902033}}, {run_queue,0}, {runtime,{118540,390}}]}, {system_stats, [{cpu_utilization_rate,9.25}, {swap_total,10701078528}, {swap_used,0}]}, {interesting_stats, [{couch_docs_actual_disk_size,2688109519}, {couch_docs_data_size,2628231569}, {couch_views_actual_disk_size,0}, {couch_views_data_size,0}, {curr_items,1144517}, {curr_items_tot,1144517}, {mem_used,2931826456}, {vb_replica_curr_items,0}]}, {cluster_compatibility_version,131072}, {version, [{public_key,"0.13"}, {lhttpc,"1.3.0"}, {ale,"8cffe61"}, {os_mon,"2.2.7"}, {couch_set_view,"1.2.0a-47a991b-git"}, {mnesia,"4.5"}, {inets,"5.7.1"}, {couch,"1.2.0a-47a991b-git"}, {mapreduce,"1.0.0"}, {couch_index_merger,"1.2.0a-47a991b-git"}, {kernel,"2.14.5"}, {crypto,"2.0.4"}, {ssl,"4.1.6"}, {sasl,"2.1.10"}, {couch_view_parser,"1.0.0"}, {ns_server,"2.0.0-1925-rel-enterprise"}, {mochiweb,"1.4.1"}, {oauth,"7d85d3ef"}, {stdlib,"1.17.5"}]}, {supported_compat_version,[2,0]}, {system_arch,"x86_64-unknown-linux-gnu"}, {wall_clock,824}, {memory_data,{33657663488,7006171136,{<19943.1681.0>,4714984}}}, {disk_data, [{"/",49781912,9}, {"/dev/shm",16434404,0}, {"/data",492257288,1}, {"/data2",246132896,1}]}, {meminfo, <<"MemTotal: 32868812 kB\nMemFree: 25594468 kB\nBuffers: 402632 kB\nCached: 3354820 kB\nSwapCached: 0 kB\nActive: 3892268 kB\nInactive: 3143776 kB\nHighTotal: 0 kB\nHighFree: 0 kB\nLowTotal: 32868812 kB\nLowFree: 25594468 kB\nSwapTotal: 10450272 kB\nSwapFree: 10450272 kB\nDirty: 2140 kB\nWriteback: 56 kB\nAnonPages: 3278760 kB\nMapped: 17056 kB\nSlab: 195908 kB\nPageTables: 11272 kB\nNFS_Unstable: 0 kB\nBounce: 0 kB\nCommitLimit: 26884676 kB\nCommitted_AS: 4989528 kB\nVmallocTotal: 34359738367 kB\nVmallocUsed: 6416 kB\nVmallocChunk: 34359730587 kB\nHugePages_Total: 0\nHugePages_Free: 0\nHugePages_Rsvd: 0\nHugepagesize: 2048 kB\n">>}]}, {'ns_1@10.2.1.68', [{last_heard,{1351,906651,229331}}, {outgoing_replications_safeness_level,[{"default",green}]}, {incoming_replications_conf_hashes,[{"default",[]}]}, {active_buckets,["default"]}, {ready_buckets,["default"]}, {local_tasks,[]}, {memory, [{total,95924608}, {processes,56664808}, {processes_used,56598656}, {system,39259800}, {atom,1352041}, {atom_used,1349412}, {binary,2704416}, {code,13659922}, {ets,3476624}]}, {system_memory_data, [{system_total_memory,33657663488}, {free_swap,10684616704}, {total_swap,10684628992}, {cached_memory,4615077888}, {buffered_memory,309035008}, {free_memory,25090093056}, {total_memory,33657663488}]}, {node_storage_conf,[{db_path,"/data"},{index_path,"/data2"}]}, {statistics, [{wall_clock,{826429,4999}}, {context_switches,{4161814,0}}, {garbage_collection,{458138,736298912,0}}, {io,{{input,57572213},{output,38350292}}}, {reductions,{330035965,1951584}}, {run_queue,0}, {runtime,{131350,480}}]}, {system_stats, [{cpu_utilization_rate,21.75}, {swap_total,10684628992}, {swap_used,12288}]}, {interesting_stats, [{couch_docs_actual_disk_size,3955287341}, {couch_docs_data_size,2768728950}, {couch_views_actual_disk_size,0}, {couch_views_data_size,0}, {curr_items,1151083}, {curr_items_tot,1151083}, {mem_used,2949129064}, {vb_replica_curr_items,0}]}, {cluster_compatibility_version,131072}, {version, [{public_key,"0.13"}, {lhttpc,"1.3.0"}, {ale,"8cffe61"}, {os_mon,"2.2.7"}, {couch_set_view,"1.2.0a-47a991b-git"}, {mnesia,"4.5"}, {inets,"5.7.1"}, {couch,"1.2.0a-47a991b-git"}, {mapreduce,"1.0.0"}, {couch_index_merger,"1.2.0a-47a991b-git"}, {kernel,"2.14.5"}, {crypto,"2.0.4"}, {ssl,"4.1.6"}, {sasl,"2.1.10"}, {couch_view_parser,"1.0.0"}, {ns_server,"2.0.0-1925-rel-enterprise"}, {mochiweb,"1.4.1"}, {oauth,"7d85d3ef"}, {stdlib,"1.17.5"}]}, {supported_compat_version,[2,0]}, {system_arch,"x86_64-unknown-linux-gnu"}, {wall_clock,826}, {memory_data,{33657663488,7659057152,{<19944.1662.0>,4714984}}}, {disk_data, [{"/",49781912,5}, {"/dev/shm",16434404,0}, {"/data",492257288,1}, {"/data2",246132896,1}]}, {meminfo, <<"MemTotal: 32868812 kB\nMemFree: 24502044 kB\nBuffers: 301792 kB\nCached: 4506912 kB\nSwapCached: 12 kB\nActive: 5417580 kB\nInactive: 2681124 kB\nHighTotal: 0 kB\nHighFree: 0 kB\nLowTotal: 32868812 kB\nLowFree: 24502044 kB\nSwapTotal: 10434208 kB\nSwapFree: 10434196 kB\nDirty: 2556 kB\nWriteback: 0 kB\nAnonPages: 3289576 kB\nMapped: 17256 kB\nSlab: 222772 kB\nPageTables: 11280 kB\nNFS_Unstable: 0 kB\nBounce: 0 kB\nCommitLimit: 26868612 kB\nCommitted_AS: 4991476 kB\nVmallocTotal: 34359738367 kB\nVmallocUsed: 6408 kB\nVmallocChunk: 34359730595 kB\nHugePages_Total: 0\nHugePages_Free: 0\nHugePages_Rsvd: 0\nHugepagesize: 2048 kB\n">>}]}] [ns_doctor:debug,2012-11-02T18:38:32.743,ns_1@10.2.1.65:ns_doctor<0.5169.0>:ns_doctor:handle_info:137]Current node statuses: [{'ns_1@10.2.1.65', [{last_heard,{1351,906711,259620}}, {outgoing_replications_safeness_level,[{"default",green}]}, {incoming_replications_conf_hashes,[{"default",[]}]}, {active_buckets,["default"]}, {ready_buckets,["default"]}, {local_tasks,[]}, {memory, [{total,104569904}, {processes,61299760}, {processes_used,59721744}, {system,43270144}, {atom,1405017}, {atom_used,1377299}, {binary,5792968}, {code,14117455}, {ets,3864216}]}, {system_memory_data, [{system_total_memory,33657663488}, {free_swap,11350716416}, {total_swap,11350876160}, {cached_memory,5140389888}, {buffered_memory,210903040}, {free_memory,24223326208}, {total_memory,33657663488}]}, {node_storage_conf,[{db_path,"/data"},{index_path,"/data2"}]}, {statistics, [{wall_clock,{887193,5000}}, {context_switches,{4374185,0}}, {garbage_collection,{467679,1269614482,0}}, {io,{{input,221543489},{output,52104891}}}, {reductions,{477974596,2911254}}, {run_queue,0}, {runtime,{164910,880}}]}, {system_stats, [{cpu_utilization_rate,28.5}, {swap_total,11350876160}, {swap_used,159744}]}, {interesting_stats, [{couch_docs_actual_disk_size,4471804274}, {couch_docs_data_size,3195036512}, {couch_views_actual_disk_size,0}, {couch_views_data_size,0}, {curr_items,1317364}, {curr_items_tot,1317364}, {mem_used,3286031912}, {vb_replica_curr_items,0}]}, {cluster_compatibility_version,131072}, {version, [{public_key,"0.13"}, {lhttpc,"1.3.0"}, {ale,"8cffe61"}, {os_mon,"2.2.7"}, {couch_set_view,"1.2.0a-47a991b-git"}, {mnesia,"4.5"}, {inets,"5.7.1"}, {couch,"1.2.0a-47a991b-git"}, {mapreduce,"1.0.0"}, {couch_index_merger,"1.2.0a-47a991b-git"}, {kernel,"2.14.5"}, {crypto,"2.0.4"}, {ssl,"4.1.6"}, {sasl,"2.1.10"}, {couch_view_parser,"1.0.0"}, {ns_server,"2.0.0-1925-rel-enterprise"}, {mochiweb,"1.4.1"}, {oauth,"7d85d3ef"}, {stdlib,"1.17.5"}]}, {supported_compat_version,[2,0]}, {system_arch,"x86_64-unknown-linux-gnu"}, {wall_clock,887}, {memory_data,{33657663488,8482521088,{<0.5273.0>,7628384}}}, {disk_data, [{"/",51088800,10}, {"/dev/shm",16434404,0}, {"/data",492257288,1}, {"/data2",246132896,1}]}, {meminfo, <<"MemTotal: 32868812 kB\nMemFree: 23655592 kB\nBuffers: 205960 kB\nCached: 5019912 kB\nSwapCached: 0 kB\nActive: 5871060 kB\nInactive: 3080852 kB\nHighTotal: 0 kB\nHighFree: 0 kB\nLowTotal: 32868812 kB\nLowFree: 23655592 kB\nSwapTotal: 11084840 kB\nSwapFree: 11084684 kB\nDirty: 1752 kB\nWriteback: 0 kB\nAnonPages: 3726120 kB\nMapped: 15312 kB\nSlab: 217876 kB\nPageTables: 11480 kB\nNFS_Unstable: 0 kB\nBounce: 0 kB\nCommitLimit: 27519244 kB\nCommitted_AS: 5440820 kB\nVmallocTotal: 34359738367 kB\nVmallocUsed: 6728 kB\nVmallocChunk: 34359730275 kB\nHugePages_Total: 0\nHugePages_Free: 0\nHugePages_Rsvd: 0\nHugepagesize: 2048 kB\n">>}]}, {'ns_1@10.2.1.66', [{last_heard,{1351,906708,911277}}, {outgoing_replications_safeness_level,[{"default",green}]}, {incoming_replications_conf_hashes,[{"default",[]}]}, {active_buckets,["default"]}, {ready_buckets,["default"]}, {local_tasks,[]}, {memory, [{total,90361072}, {processes,51358592}, {processes_used,51292360}, {system,39002480}, {atom,1352041}, {atom_used,1349412}, {binary,2344904}, {code,13622682}, {ets,3637752}]}, {system_memory_data, [{system_total_memory,33657663488}, {free_swap,10684469248}, {total_swap,10684628992}, {cached_memory,4723462144}, {buffered_memory,239968256}, {free_memory,24634880000}, {total_memory,33657663488}]}, {node_storage_conf,[{db_path,"/data"},{index_path,"/data2"}]}, {statistics, [{wall_clock,{884440,5001}}, {context_switches,{4311149,0}}, {garbage_collection,{487967,787265219,0}}, {io,{{input,61535549},{output,39977872}}}, {reductions,{354506426,2676786}}, {run_queue,0}, {runtime,{140630,770}}]}, {system_stats, [{cpu_utilization_rate,7.4812967581047385}, {swap_total,10684628992}, {swap_used,159744}]}, {interesting_stats, [{couch_docs_actual_disk_size,4075992373}, {couch_docs_data_size,3166429466}, {couch_views_actual_disk_size,0}, {couch_views_data_size,0}, {curr_items,1313889}, {curr_items_tot,1313889}, {mem_used,3280939320}, {vb_replica_curr_items,0}]}, {cluster_compatibility_version,131072}, {version, [{public_key,"0.13"}, {lhttpc,"1.3.0"}, {ale,"8cffe61"}, {os_mon,"2.2.7"}, {couch_set_view,"1.2.0a-47a991b-git"}, {mnesia,"4.5"}, {inets,"5.7.1"}, {couch,"1.2.0a-47a991b-git"}, {mapreduce,"1.0.0"}, {couch_index_merger,"1.2.0a-47a991b-git"}, {kernel,"2.14.5"}, {crypto,"2.0.4"}, {ssl,"4.1.6"}, {sasl,"2.1.10"}, {couch_view_parser,"1.0.0"}, {ns_server,"2.0.0-1925-rel-enterprise"}, {mochiweb,"1.4.1"}, {oauth,"7d85d3ef"}, {stdlib,"1.17.5"}]}, {supported_compat_version,[2,0]}, {system_arch,"x86_64-unknown-linux-gnu"}, {wall_clock,884}, {memory_data,{33657663488,8186269696,{<19942.1696.0>,2914384}}}, {disk_data, [{"/",49781912,5}, {"/dev/shm",16434404,0}, {"/data",492257288,1}, {"/data2",246132896,1}]}, {meminfo, <<"MemTotal: 32868812 kB\nMemFree: 24057624 kB\nBuffers: 234344 kB\nCached: 4612756 kB\nSwapCached: 140 kB\nActive: 5402504 kB\nInactive: 3156288 kB\nHighTotal: 0 kB\nHighFree: 0 kB\nLowTotal: 32868812 kB\nLowFree: 24057624 kB\nSwapTotal: 10434208 kB\nSwapFree: 10434052 kB\nDirty: 1160 kB\nWriteback: 96 kB\nAnonPages: 3711344 kB\nMapped: 17056 kB\nSlab: 206188 kB\nPageTables: 12156 kB\nNFS_Unstable: 0 kB\nBounce: 0 kB\nCommitLimit: 26868612 kB\nCommitted_AS: 5420092 kB\nVmallocTotal: 34359738367 kB\nVmallocUsed: 6408 kB\nVmallocChunk: 34359730595 kB\nHugePages_Total: 0\nHugePages_Free: 0\nHugePages_Rsvd: 0\nHugepagesize: 2048 kB\n">>}]}, {'ns_1@10.2.1.67', [{last_heard,{1351,906707,883451}}, {outgoing_replications_safeness_level,[{"default",green}]}, {incoming_replications_conf_hashes,[{"default",[]}]}, {active_buckets,["default"]}, {ready_buckets,["default"]}, {local_tasks,[]}, {memory, [{total,92205424}, {processes,52859000}, {processes_used,52772128}, {system,39346424}, {atom,1352041}, {atom_used,1349412}, {binary,2644592}, {code,13631938}, {ets,3665960}]}, {system_memory_data, [{system_total_memory,33657663488}, {free_swap,10701078528}, {total_swap,10701078528}, {cached_memory,4208848896}, {buffered_memory,412999680}, {free_memory,24978845696}, {total_memory,33657663488}]}, {node_storage_conf,[{db_path,"/data"},{index_path,"/data2"}]}, {statistics, [{wall_clock,{884398,5000}}, {context_switches,{3899035,0}}, {garbage_collection,{431919,750406815,0}}, {io,{{input,61698873},{output,39368437}}}, {reductions,{339556739,2486319}}, {run_queue,0}, {runtime,{131960,810}}]}, {system_stats, [{cpu_utilization_rate,7.25}, {swap_total,10701078528}, {swap_used,0}]}, {interesting_stats, [{couch_docs_actual_disk_size,3554608466}, {couch_docs_data_size,3157884008}, {couch_views_actual_disk_size,0}, {couch_views_data_size,0}, {curr_items,1312769}, {curr_items_tot,1312769}, {mem_used,3277300936}, {vb_replica_curr_items,0}]}, {cluster_compatibility_version,131072}, {version, [{public_key,"0.13"}, {lhttpc,"1.3.0"}, {ale,"8cffe61"}, {os_mon,"2.2.7"}, {couch_set_view,"1.2.0a-47a991b-git"}, {mnesia,"4.5"}, {inets,"5.7.1"}, {couch,"1.2.0a-47a991b-git"}, {mapreduce,"1.0.0"}, {couch_index_merger,"1.2.0a-47a991b-git"}, {kernel,"2.14.5"}, {crypto,"2.0.4"}, {ssl,"4.1.6"}, {sasl,"2.1.10"}, {couch_view_parser,"1.0.0"}, {ns_server,"2.0.0-1925-rel-enterprise"}, {mochiweb,"1.4.1"}, {oauth,"7d85d3ef"}, {stdlib,"1.17.5"}]}, {supported_compat_version,[2,0]}, {system_arch,"x86_64-unknown-linux-gnu"}, {wall_clock,884}, {memory_data,{33657663488,7834808320,{<19943.1681.0>,4714984}}}, {disk_data, [{"/",49781912,9}, {"/dev/shm",16434404,0}, {"/data",492257288,1}, {"/data2",246132896,1}]}, {meminfo, <<"MemTotal: 32868812 kB\nMemFree: 24393404 kB\nBuffers: 403320 kB\nCached: 4110204 kB\nSwapCached: 0 kB\nActive: 4804292 kB\nInactive: 3417892 kB\nHighTotal: 0 kB\nHighFree: 0 kB\nLowTotal: 32868812 kB\nLowFree: 24393404 kB\nSwapTotal: 10450272 kB\nSwapFree: 10450272 kB\nDirty: 1100 kB\nWriteback: 0 kB\nAnonPages: 3708804 kB\nMapped: 17056 kB\nSlab: 210164 kB\nPageTables: 12108 kB\nNFS_Unstable: 0 kB\nBounce: 0 kB\nCommitLimit: 26884676 kB\nCommitted_AS: 5414788 kB\nVmallocTotal: 34359738367 kB\nVmallocUsed: 6416 kB\nVmallocChunk: 34359730587 kB\nHugePages_Total: 0\nHugePages_Free: 0\nHugePages_Rsvd: 0\nHugepagesize: 2048 kB\n">>}]}, {'ns_1@10.2.1.68', [{last_heard,{1351,906711,229826}}, {outgoing_replications_safeness_level,[{"default",green}]}, {incoming_replications_conf_hashes,[{"default",[]}]}, {active_buckets,["default"]}, {ready_buckets,["default"]}, {local_tasks, [[{pid,<<"<0.10121.0>">>}, {bucket,<<"default">>}, {original_target,{[{type,bucket}]}}, {progress,65}, {started_on,1351906614}, {total_vbuckets,129}, {trigger_type,scheduled}, {type,bucket_compaction}, {updated_on,1351906671}, {vbuckets_done,85}]]}, {memory, [{total,92167608}, {processes,53004856}, {processes_used,52971536}, {system,39162752}, {atom,1352041}, {atom_used,1349412}, {binary,2398128}, {code,13659922}, {ets,3680872}]}, {system_memory_data, [{system_total_memory,33657663488}, {free_swap,10684616704}, {total_swap,10684628992}, {cached_memory,4038615040}, {buffered_memory,311316480}, {free_memory,25215672320}, {total_memory,33657663488}]}, {node_storage_conf,[{db_path,"/data"},{index_path,"/data2"}]}, {statistics, [{wall_clock,{886429,4999}}, {context_switches,{4256034,0}}, {garbage_collection,{468758,785812262,0}}, {io,{{input,70042361},{output,41869017}}}, {reductions,{355130313,1988855}}, {run_queue,0}, {runtime,{136840,390}}]}, {system_stats, [{cpu_utilization_rate,24.81203007518797}, {swap_total,10684628992}, {swap_used,12288}]}, {interesting_stats, [{couch_docs_actual_disk_size,3455206742}, {couch_docs_data_size,2969743086}, {couch_views_actual_disk_size,0}, {couch_views_data_size,0}, {curr_items,1319287}, {curr_items_tot,1319287}, {mem_used,3391870360}, {vb_replica_curr_items,0}]}, {cluster_compatibility_version,131072}, {version, [{public_key,"0.13"}, {lhttpc,"1.3.0"}, {ale,"8cffe61"}, {os_mon,"2.2.7"}, {couch_set_view,"1.2.0a-47a991b-git"}, {mnesia,"4.5"}, {inets,"5.7.1"}, {couch,"1.2.0a-47a991b-git"}, {mapreduce,"1.0.0"}, {couch_index_merger,"1.2.0a-47a991b-git"}, {kernel,"2.14.5"}, {crypto,"2.0.4"}, {ssl,"4.1.6"}, {sasl,"2.1.10"}, {couch_view_parser,"1.0.0"}, {ns_server,"2.0.0-1925-rel-enterprise"}, {mochiweb,"1.4.1"}, {oauth,"7d85d3ef"}, {stdlib,"1.17.5"}]}, {supported_compat_version,[2,0]}, {system_arch,"x86_64-unknown-linux-gnu"}, {wall_clock,886}, {memory_data,{33657663488,8701911040,{<19944.1662.0>,4714984}}}, {disk_data, [{"/",49781912,5}, {"/dev/shm",16434404,0}, {"/data",492257288,1}, {"/data2",246132896,1}]}, {meminfo, <<"MemTotal: 32868812 kB\nMemFree: 24624804 kB\nBuffers: 304016 kB\nCached: 3943636 kB\nSwapCached: 12 kB\nActive: 4811468 kB\nInactive: 3174532 kB\nHighTotal: 0 kB\nHighFree: 0 kB\nLowTotal: 32868812 kB\nLowFree: 24624804 kB\nSwapTotal: 10434208 kB\nSwapFree: 10434196 kB\nDirty: 20700 kB\nWriteback: 92 kB\nAnonPages: 3737908 kB\nMapped: 17264 kB\nSlab: 212284 kB\nPageTables: 12108 kB\nNFS_Unstable: 0 kB\nBounce: 0 kB\nCommitLimit: 26868612 kB\nCommitted_AS: 5442312 kB\nVmallocTotal: 34359738367 kB\nVmallocUsed: 6408 kB\nVmallocChunk: 34359730595 kB\nHugePages_Total: 0\nHugePages_Free: 0\nHugePages_Rsvd: 0\nHugepagesize: 2048 kB\n">>}]}] [stats:debug,2012-11-02T18:38:44.752,ns_1@10.2.1.65:<0.5555.0>:stats_collector:maybe_log_stats:126](at {{1970,1,16},{7,31,46}}) Stats for bucket "default": accepting_conns 1 auth_cmds 3 auth_errors 0 bucket_active_conns 1 bucket_conns 6 bytes 3388709528 bytes_read 3256201811 bytes_written 66631553 cas_badval 0 cas_hits 0 cas_misses 0 cmd_flush 0 cmd_get 0 cmd_set 1356479 conn_yields 484 connection_structures 5000 curr_connections 10 curr_conns_on_port_11209 6 curr_conns_on_port_11210 2 curr_items 1356479 curr_items_tot 1356479 curr_temp_items 0 daemon_connections 4 decr_hits 0 decr_misses 0 delete_hits 0 delete_misses 0 ep_access_scanner_last_runtime 0 ep_access_scanner_num_items 0 ep_access_scanner_task_time 2012-11-03 10:00:00 ep_allow_data_loss_during_shutdown 1 ep_alog_block_size 4096 ep_alog_path /data/default/access.log ep_alog_sleep_time 1440 ep_alog_task_time 10 ep_backend couchdb ep_bg_fetch_delay 0 ep_bg_fetched 0 ep_bg_meta_fetched 0 ep_bg_remaining_jobs 0 ep_chk_max_items 5000 ep_chk_period 1800 ep_chk_persistence_remains 0 ep_chk_persistence_timeout 10 ep_chk_remover_stime 5 ep_commit_num 1088 ep_commit_time 2 ep_commit_time_total 4333 ep_concurrentDB 1 ep_config_file ep_couch_bucket default ep_couch_host localhost ep_couch_port 11213 ep_couch_reconnect_sleeptime 250 ep_couch_response_timeout 180000 ep_data_age 1 ep_data_age_highwat 35 ep_data_traffic_enabled 0 ep_dbinit 0 ep_dbname /data/default ep_degraded_mode 0 ep_diskqueue_drain 1354646 ep_diskqueue_fill 1356479 ep_diskqueue_items 1834 ep_diskqueue_memory 58656 ep_diskqueue_pending 87984 ep_exp_pager_stime 3600 ep_exp_pager_stime 3600 ep_expired_access 0 ep_expired_pager 0 ep_expiry_window 3 ep_failpartialwarmup 0 ep_flush_all false ep_flush_duration_total 481 ep_flushall_enabled 0 ep_flusher_state running ep_flusher_todo 659 ep_getl_default_timeout 15 ep_getl_max_timeout 30 ep_ht_locks 5 ep_ht_size 3079 ep_inconsistent_slave_chk 0 ep_initfile ep_io_num_read 0 ep_io_num_write 1354634 ep_io_read_bytes 0 ep_io_write_bytes 3208286859 ep_item_begin_failed 0 ep_item_commit_failed 0 ep_item_flush_expired 0 ep_item_flush_failed 0 ep_item_num_based_new_chk 1 ep_items_rm_from_checkpoints 1280512 ep_keep_closed_chks 0 ep_klog_block_size 4096 ep_klog_compactor_queue_cap 500000 ep_klog_compactor_stime 3600 ep_klog_flush commit2 ep_klog_max_entry_ratio 10 ep_klog_max_log_size 2147483647 ep_klog_path ep_klog_sync commit2 ep_kv_size 3319157429 ep_max_checkpoints 2 ep_max_data_size 5242880000 ep_max_item_size 20971520 ep_max_size 5242880000 ep_max_txn_size 10000 ep_max_vbuckets 512 ep_mem_high_wat 3932160000 ep_mem_high_wat 3932160000 ep_mem_low_wat 3145728000 ep_mem_low_wat 3145728000 ep_mem_tracker_enabled true ep_min_data_age 0 ep_mlog_compactor_runs 0 ep_mutation_mem_threshold 0 ep_num_access_scanner_runs 0 ep_num_eject_failures 0 ep_num_expiry_pager_runs 0 ep_num_non_resident 0 ep_num_not_my_vbuckets 0 ep_num_ops_del_meta 0 ep_num_ops_get_meta 0 ep_num_ops_set_meta 0 ep_num_pager_runs 0 ep_num_value_ejects 0 ep_oom_errors 0 ep_overhead 13277192 ep_pager_active_vb_pcnt 40 ep_pager_unbiased_period 60 ep_pending_ops 0 ep_pending_ops_max 0 ep_pending_ops_max_duration 0 ep_pending_ops_total 0 ep_postInitfile ep_queue_age_cap 900 ep_queue_size 1175 ep_startup_time 1351906023 ep_storage_age 0 ep_storage_age_highwat 33 ep_store_max_concurrency 10 ep_store_max_readers 9 ep_store_max_readwrite 1 ep_stored_val_type ep_tap_ack_grace_period 300 ep_tap_ack_initial_sequence_number 1 ep_tap_ack_interval 1000 ep_tap_ack_window_size 10 ep_tap_backfill_resident 0.9 ep_tap_backlog_limit 5000 ep_tap_backoff_period 5 ep_tap_bg_fetch_requeued 0 ep_tap_bg_fetched 0 ep_tap_bg_max_pending 500 ep_tap_keepalive 300 ep_tap_noop_interval 20 ep_tap_requeue_sleep_time 0.1 ep_tap_throttle_cap_pcnt 10 ep_tap_throttle_queue_cap 1000000 ep_tap_throttle_threshold 90 ep_tmp_oom_errors 0 ep_too_old 0 ep_too_young 0 ep_total_cache_size 3302879681 ep_total_del_items 0 ep_total_enqueued 1356479 ep_total_new_items 1354634 ep_total_persisted 1354634 ep_uncommitted_items 195 ep_value_size 3207291115 ep_vb0 0 ep_vb_snapshot_total 90 ep_vb_total 128 ep_vbucket_del 0 ep_vbucket_del_fail 0 ep_version 2.0.0r_130_g8b09894 ep_waitforwarmup 0 ep_warmup 1 ep_warmup_batch_size 1000 ep_warmup_dups 0 ep_warmup_min_items_threshold 100 ep_warmup_min_memory_threshold 100 ep_warmup_oom 0 ep_warmup_thread complete ep_warmup_time 966 get_hits 0 get_misses 0 incr_hits 0 incr_misses 0 libevent 2.0.11-stable limit_maxbytes 67108864 listen_disabled_num 0 max_conns_on_port_11209 1000 max_conns_on_port_11210 9000 mem_used 3388709528 pid 18466 pointer_size 64 rejected_conns 0 rusage_system 62.057565 rusage_user 160.296631 threads 4 time 1351906723 total_connections 20 uptime 889 vb_active_curr_items 1356479 vb_active_eject 0 vb_active_expired 0 vb_active_ht_memory 6351872 vb_active_itm_memory 3302879681 vb_active_meta_data_memory 107161841 vb_active_num 128 vb_active_num_non_resident 0 vb_active_num_ref_ejects 0 vb_active_num_ref_items 1356479 vb_active_ops_create 1354645 vb_active_ops_delete 0 vb_active_ops_reject 0 vb_active_ops_update 0 vb_active_perc_mem_resident 100 vb_active_queue_age 0 vb_active_queue_drain 1354646 vb_active_queue_fill 1356479 vb_active_queue_memory 58656 vb_active_queue_pending 87984 vb_active_queue_size 1833 vb_dead_num 0 vb_pending_curr_items 0 vb_pending_eject 0 vb_pending_expired 0 vb_pending_ht_memory 0 vb_pending_itm_memory 0 vb_pending_meta_data_memory 0 vb_pending_num 0 vb_pending_num_non_resident 0 vb_pending_num_ref_ejects 0 vb_pending_num_ref_items 0 vb_pending_ops_create 0 vb_pending_ops_delete 0 vb_pending_ops_reject 0 vb_pending_ops_update 0 vb_pending_perc_mem_resident 0 vb_pending_queue_age 0 vb_pending_queue_drain 0 vb_pending_queue_fill 0 vb_pending_queue_memory 0 vb_pending_queue_pending 0 vb_pending_queue_size 0 vb_replica_curr_items 0 vb_replica_eject 0 vb_replica_expired 0 vb_replica_ht_memory 0 vb_replica_itm_memory 0 vb_replica_meta_data_memory 0 vb_replica_num 0 vb_replica_num_non_resident 0 vb_replica_num_ref_ejects 0 vb_replica_num_ref_items 0 vb_replica_ops_create 0 vb_replica_ops_delete 0 vb_replica_ops_reject 0 vb_replica_ops_update 0 vb_replica_perc_mem_resident 0 vb_replica_queue_age 0 vb_replica_queue_drain 0 vb_replica_queue_fill 0 vb_replica_queue_memory 0 vb_replica_queue_pending 0 vb_replica_queue_size 0 version 1.4.4_600_g7ea975a [ns_doctor:debug,2012-11-02T18:39:32.742,ns_1@10.2.1.65:ns_doctor<0.5169.0>:ns_doctor:handle_info:137]Current node statuses: [{'ns_1@10.2.1.65', [{last_heard,{1351,906771,261272}}, {outgoing_replications_safeness_level,[{"default",green}]}, {incoming_replications_conf_hashes,[{"default",[]}]}, {active_buckets,["default"]}, {ready_buckets,["default"]}, {local_tasks, [[{pid,<<"<0.17519.0>">>}, {bucket,<<"default">>}, {original_target,{[{type,bucket}]}}, {progress,10}, {started_on,1351906753}, {total_vbuckets,129}, {trigger_type,scheduled}, {type,bucket_compaction}, {updated_on,1351906770}, {vbuckets_done,14}]]}, {memory, [{total,117537056}, {processes,72752392}, {processes_used,71182624}, {system,44784664}, {atom,1405017}, {atom_used,1377299}, {binary,7126208}, {code,14117455}, {ets,4044200}]}, {system_memory_data, [{system_total_memory,33657663488}, {free_swap,11350716416}, {total_swap,11350876160}, {cached_memory,5535801344}, {buffered_memory,212197376}, {free_memory,23386550272}, {total_memory,33657663488}]}, {node_storage_conf,[{db_path,"/data"},{index_path,"/data2"}]}, {statistics, [{wall_clock,{947194,5001}}, {context_switches,{4605442,0}}, {garbage_collection,{491360,1364017328,0}}, {io,{{input,246584960},{output,57638455}}}, {reductions,{513833019,2586089}}, {run_queue,0}, {runtime,{175010,580}}]}, {system_stats, [{cpu_utilization_rate,13.784461152882205}, {swap_total,11350876160}, {swap_used,159744}]}, {interesting_stats, [{couch_docs_actual_disk_size,4932674312}, {couch_docs_data_size,3527221857}, {couch_views_actual_disk_size,0}, {couch_views_data_size,0}, {curr_items,1484801}, {curr_items_tot,1484801}, {mem_used,3727873832}, {vb_replica_curr_items,0}]}, {cluster_compatibility_version,131072}, {version, [{public_key,"0.13"}, {lhttpc,"1.3.0"}, {ale,"8cffe61"}, {os_mon,"2.2.7"}, {couch_set_view,"1.2.0a-47a991b-git"}, {mnesia,"4.5"}, {inets,"5.7.1"}, {couch,"1.2.0a-47a991b-git"}, {mapreduce,"1.0.0"}, {couch_index_merger,"1.2.0a-47a991b-git"}, {kernel,"2.14.5"}, {crypto,"2.0.4"}, {ssl,"4.1.6"}, {sasl,"2.1.10"}, {couch_view_parser,"1.0.0"}, {ns_server,"2.0.0-1925-rel-enterprise"}, {mochiweb,"1.4.1"}, {oauth,"7d85d3ef"}, {stdlib,"1.17.5"}]}, {supported_compat_version,[2,0]}, {system_arch,"x86_64-unknown-linux-gnu"}, {wall_clock,947}, {memory_data,{33657663488,9692225536,{<0.14785.0>,7028184}}}, {disk_data, [{"/",51088800,10}, {"/dev/shm",16434404,0}, {"/data",492257288,1}, {"/data2",246132896,1}]}, {meminfo, <<"MemTotal: 32868812 kB\nMemFree: 22838428 kB\nBuffers: 207224 kB\nCached: 5406056 kB\nSwapCached: 0 kB\nActive: 6383316 kB\nInactive: 3373264 kB\nHighTotal: 0 kB\nHighFree: 0 kB\nLowTotal: 32868812 kB\nLowFree: 22838428 kB\nSwapTotal: 11084840 kB\nSwapFree: 11084684 kB\nDirty: 28516 kB\nWriteback: 0 kB\nAnonPages: 4143304 kB\nMapped: 15320 kB\nSlab: 229132 kB\nPageTables: 12496 kB\nNFS_Unstable: 0 kB\nBounce: 0 kB\nCommitLimit: 27519244 kB\nCommitted_AS: 5860320 kB\nVmallocTotal: 34359738367 kB\nVmallocUsed: 6728 kB\nVmallocChunk: 34359730275 kB\nHugePages_Total: 0\nHugePages_Free: 0\nHugePages_Rsvd: 0\nHugepagesize: 2048 kB\n">>}]}, {'ns_1@10.2.1.66', [{last_heard,{1351,906768,912223}}, {outgoing_replications_safeness_level,[{"default",green}]}, {incoming_replications_conf_hashes,[{"default",[]}]}, {active_buckets,["default"]}, {ready_buckets,["default"]}, {local_tasks,[]}, {memory, [{total,94022472}, {processes,54701384}, {processes_used,54635232}, {system,39321088}, {atom,1352041}, {atom_used,1349412}, {binary,2483384}, {code,13622682}, {ets,3815816}]}, {system_memory_data, [{system_total_memory,33657663488}, {free_swap,10684469248}, {total_swap,10684628992}, {cached_memory,5437714432}, {buffered_memory,240943104}, {free_memory,23474827264}, {total_memory,33657663488}]}, {node_storage_conf,[{db_path,"/data"},{index_path,"/data2"}]}, {statistics, [{wall_clock,{944440,5001}}, {context_switches,{4596451,0}}, {garbage_collection,{517468,851912656,0}}, {io,{{input,66737049},{output,44084543}}}, {reductions,{385373666,2590058}}, {run_queue,0}, {runtime,{150120,750}}]}, {system_stats, [{cpu_utilization_rate,7.0}, {swap_total,10684628992}, {swap_used,159744}]}, {interesting_stats, [{couch_docs_actual_disk_size,4800489224}, {couch_docs_data_size,3584159994}, {couch_views_actual_disk_size,0}, {couch_views_data_size,0}, {curr_items,1481543}, {curr_items_tot,1481543}, {mem_used,3719333736}, {vb_replica_curr_items,0}]}, {cluster_compatibility_version,131072}, {version, [{public_key,"0.13"}, {lhttpc,"1.3.0"}, {ale,"8cffe61"}, {os_mon,"2.2.7"}, {couch_set_view,"1.2.0a-47a991b-git"}, {mnesia,"4.5"}, {inets,"5.7.1"}, {couch,"1.2.0a-47a991b-git"}, {mapreduce,"1.0.0"}, {couch_index_merger,"1.2.0a-47a991b-git"}, {kernel,"2.14.5"}, {crypto,"2.0.4"}, {ssl,"4.1.6"}, {sasl,"2.1.10"}, {couch_view_parser,"1.0.0"}, {ns_server,"2.0.0-1925-rel-enterprise"}, {mochiweb,"1.4.1"}, {oauth,"7d85d3ef"}, {stdlib,"1.17.5"}]}, {supported_compat_version,[2,0]}, {system_arch,"x86_64-unknown-linux-gnu"}, {wall_clock,944}, {memory_data,{33657663488,9314197504,{<19942.1697.0>,4714984}}}, {disk_data, [{"/",49781912,5}, {"/dev/shm",16434404,0}, {"/data",492257288,1}, {"/data2",246132896,1}]}, {meminfo, <<"MemTotal: 32868812 kB\nMemFree: 22924636 kB\nBuffers: 235296 kB\nCached: 5310268 kB\nSwapCached: 140 kB\nActive: 6206184 kB\nInactive: 3467072 kB\nHighTotal: 0 kB\nHighFree: 0 kB\nLowTotal: 32868812 kB\nLowFree: 22924636 kB\nSwapTotal: 10434208 kB\nSwapFree: 10434052 kB\nDirty: 1328 kB\nWriteback: 236 kB\nAnonPages: 4127244 kB\nMapped: 17056 kB\nSlab: 223760 kB\nPageTables: 12904 kB\nNFS_Unstable: 0 kB\nBounce: 0 kB\nCommitLimit: 26868612 kB\nCommitted_AS: 5834836 kB\nVmallocTotal: 34359738367 kB\nVmallocUsed: 6408 kB\nVmallocChunk: 34359730595 kB\nHugePages_Total: 0\nHugePages_Free: 0\nHugePages_Rsvd: 0\nHugepagesize: 2048 kB\n">>}]}, {'ns_1@10.2.1.67', [{last_heard,{1351,906767,884540}}, {outgoing_replications_safeness_level,[{"default",green}]}, {incoming_replications_conf_hashes,[{"default",[]}]}, {active_buckets,["default"]}, {ready_buckets,["default"]}, {local_tasks,[]}, {memory, [{total,90733832}, {processes,51289064}, {processes_used,51202192}, {system,39444768}, {atom,1352041}, {atom_used,1349412}, {binary,2564064}, {code,13631938}, {ets,3843800}]}, {system_memory_data, [{system_total_memory,33657663488}, {free_swap,10701078528}, {total_swap,10701078528}, {cached_memory,4902789120}, {buffered_memory,413814784}, {free_memory,23843299328}, {total_memory,33657663488}]}, {node_storage_conf,[{db_path,"/data"},{index_path,"/data2"}]}, {statistics, [{wall_clock,{944398,5001}}, {context_switches,{4127759,0}}, {garbage_collection,{455357,810390901,0}}, {io,{{input,66669717},{output,43340030}}}, {reductions,{368560449,2499791}}, {run_queue,0}, {runtime,{139850,690}}]}, {system_stats, [{cpu_utilization_rate,21.44638403990025}, {swap_total,10701078528}, {swap_used,0}]}, {interesting_stats, [{couch_docs_actual_disk_size,4161037653}, {couch_docs_data_size,3535884279}, {couch_views_actual_disk_size,0}, {couch_views_data_size,0}, {curr_items,1481145}, {curr_items_tot,1481145}, {mem_used,3716957800}, {vb_replica_curr_items,0}]}, {cluster_compatibility_version,131072}, {version, [{public_key,"0.13"}, {lhttpc,"1.3.0"}, {ale,"8cffe61"}, {os_mon,"2.2.7"}, {couch_set_view,"1.2.0a-47a991b-git"}, {mnesia,"4.5"}, {inets,"5.7.1"}, {couch,"1.2.0a-47a991b-git"}, {mapreduce,"1.0.0"}, {couch_index_merger,"1.2.0a-47a991b-git"}, {kernel,"2.14.5"}, {crypto,"2.0.4"}, {ssl,"4.1.6"}, {sasl,"2.1.10"}, {couch_view_parser,"1.0.0"}, {ns_server,"2.0.0-1925-rel-enterprise"}, {mochiweb,"1.4.1"}, {oauth,"7d85d3ef"}, {stdlib,"1.17.5"}]}, {supported_compat_version,[2,0]}, {system_arch,"x86_64-unknown-linux-gnu"}, {wall_clock,944}, {memory_data,{33657663488,8953602048,{<19943.1678.0>,4714984}}}, {disk_data, [{"/",49781912,9}, {"/dev/shm",16434404,0}, {"/data",492257288,1}, {"/data2",246132896,1}]}, {meminfo, <<"MemTotal: 32868812 kB\nMemFree: 23284472 kB\nBuffers: 404116 kB\nCached: 4787880 kB\nSwapCached: 0 kB\nActive: 5546168 kB\nInactive: 3766872 kB\nHighTotal: 0 kB\nHighFree: 0 kB\nLowTotal: 32868812 kB\nLowFree: 23284472 kB\nSwapTotal: 10450272 kB\nSwapFree: 10450272 kB\nDirty: 1196 kB\nWriteback: 0 kB\nAnonPages: 4120920 kB\nMapped: 17056 kB\nSlab: 226940 kB\nPageTables: 12904 kB\nNFS_Unstable: 0 kB\nBounce: 0 kB\nCommitLimit: 26884676 kB\nCommitted_AS: 5822720 kB\nVmallocTotal: 34359738367 kB\nVmallocUsed: 6416 kB\nVmallocChunk: 34359730587 kB\nHugePages_Total: 0\nHugePages_Free: 0\nHugePages_Rsvd: 0\nHugepagesize: 2048 kB\n">>}]}, {'ns_1@10.2.1.68', [{last_heard,{1351,906771,231353}}, {outgoing_replications_safeness_level,[{"default",green}]}, {incoming_replications_conf_hashes,[{"default",[]}]}, {active_buckets,["default"]}, {ready_buckets,["default"]}, {local_tasks,[]}, {memory, [{total,92145320}, {processes,52683544}, {processes_used,52596672}, {system,39461776}, {atom,1352041}, {atom_used,1349412}, {binary,2551744}, {code,13659922}, {ets,3828872}]}, {system_memory_data, [{system_total_memory,33657663488}, {free_swap,10684616704}, {total_swap,10684628992}, {cached_memory,4392099840}, {buffered_memory,313401344}, {free_memory,24434147328}, {total_memory,33657663488}]}, {node_storage_conf,[{db_path,"/data"},{index_path,"/data2"}]}, {statistics, [{wall_clock,{946430,4999}}, {context_switches,{4457320,0}}, {garbage_collection,{490930,843624861,0}}, {io,{{input,75329487},{output,45787398}}}, {reductions,{383286864,3063249}}, {run_queue,0}, {runtime,{144010,900}}]}, {system_stats, [{cpu_utilization_rate,6.015037593984962}, {swap_total,10684628992}, {swap_used,12288}]}, {interesting_stats, [{couch_docs_actual_disk_size,3789243728}, {couch_docs_data_size,3592491229}, {couch_views_actual_disk_size,0}, {couch_views_data_size,0}, {curr_items,1487385}, {curr_items_tot,1487385}, {mem_used,3733910632}, {vb_replica_curr_items,0}]}, {cluster_compatibility_version,131072}, {version, [{public_key,"0.13"}, {lhttpc,"1.3.0"}, {ale,"8cffe61"}, {os_mon,"2.2.7"}, {couch_set_view,"1.2.0a-47a991b-git"}, {mnesia,"4.5"}, {inets,"5.7.1"}, {couch,"1.2.0a-47a991b-git"}, {mapreduce,"1.0.0"}, {couch_index_merger,"1.2.0a-47a991b-git"}, {kernel,"2.14.5"}, {crypto,"2.0.4"}, {ssl,"4.1.6"}, {sasl,"2.1.10"}, {couch_view_parser,"1.0.0"}, {ns_server,"2.0.0-1925-rel-enterprise"}, {mochiweb,"1.4.1"}, {oauth,"7d85d3ef"}, {stdlib,"1.17.5"}]}, {supported_compat_version,[2,0]}, {system_arch,"x86_64-unknown-linux-gnu"}, {wall_clock,946}, {memory_data,{33657663488,8345362432,{<19944.1662.0>,2914384}}}, {disk_data, [{"/",49781912,5}, {"/dev/shm",16434404,0}, {"/data",492257288,1}, {"/data2",246132896,1}]}, {meminfo, <<"MemTotal: 32868812 kB\nMemFree: 23861596 kB\nBuffers: 306056 kB\nCached: 4289160 kB\nSwapCached: 12 kB\nActive: 4892856 kB\nInactive: 3849536 kB\nHighTotal: 0 kB\nHighFree: 0 kB\nLowTotal: 32868812 kB\nLowFree: 23861596 kB\nSwapTotal: 10434208 kB\nSwapFree: 10434196 kB\nDirty: 5044 kB\nWriteback: 0 kB\nAnonPages: 4146512 kB\nMapped: 17256 kB\nSlab: 218192 kB\nPageTables: 13036 kB\nNFS_Unstable: 0 kB\nBounce: 0 kB\nCommitLimit: 26868612 kB\nCommitted_AS: 5848212 kB\nVmallocTotal: 34359738367 kB\nVmallocUsed: 6408 kB\nVmallocChunk: 34359730595 kB\nHugePages_Total: 0\nHugePages_Free: 0\nHugePages_Rsvd: 0\nHugepagesize: 2048 kB\n">>}]}] [stats:debug,2012-11-02T18:40:24.752,ns_1@10.2.1.65:<0.5555.0>:stats_collector:maybe_log_stats:126](at {{1970,1,16},{7,31,46}}) Stats for bucket "default": accepting_conns 1 auth_cmds 3 auth_errors 0 bucket_active_conns 1 bucket_conns 6 bytes 3641595864 bytes_read 3925973446 bytes_written 79764367 cas_badval 0 cas_hits 0 cas_misses 0 cmd_flush 0 cmd_get 0 cmd_set 1635648 conn_yields 569 connection_structures 5000 curr_connections 10 curr_conns_on_port_11209 6 curr_conns_on_port_11210 2 curr_items 1635648 curr_items_tot 1635648 curr_temp_items 0 daemon_connections 4 decr_hits 0 decr_misses 0 delete_hits 0 delete_misses 0 ep_access_scanner_last_runtime 0 ep_access_scanner_num_items 0 ep_access_scanner_task_time 2012-11-03 10:00:00 ep_allow_data_loss_during_shutdown 1 ep_alog_block_size 4096 ep_alog_path /data/default/access.log ep_alog_sleep_time 1440 ep_alog_task_time 10 ep_backend couchdb ep_bg_fetch_delay 0 ep_bg_fetched 0 ep_bg_meta_fetched 0 ep_bg_remaining_jobs 0 ep_chk_max_items 5000 ep_chk_period 1800 ep_chk_persistence_remains 0 ep_chk_persistence_timeout 10 ep_chk_remover_stime 5 ep_commit_num 1127 ep_commit_time 140 ep_commit_time_total 5714 ep_concurrentDB 1 ep_config_file ep_couch_bucket default ep_couch_host localhost ep_couch_port 11213 ep_couch_reconnect_sleeptime 250 ep_couch_response_timeout 180000 ep_data_age 30 ep_data_age_highwat 62 ep_data_traffic_enabled 0 ep_dbinit 0 ep_dbname /data/default ep_degraded_mode 0 ep_diskqueue_drain 1486554 ep_diskqueue_fill 1635648 ep_diskqueue_items 149307 ep_diskqueue_memory 4771008 ep_diskqueue_pending 7156512 ep_exp_pager_stime 3600 ep_exp_pager_stime 3600 ep_expired_access 0 ep_expired_pager 0 ep_expiry_window 3 ep_failpartialwarmup 0 ep_flush_all false ep_flush_duration_total 566 ep_flushall_enabled 0 ep_flusher_state running ep_flusher_todo 104421 ep_getl_default_timeout 15 ep_getl_max_timeout 30 ep_ht_locks 5 ep_ht_size 3079 ep_inconsistent_slave_chk 0 ep_initfile ep_io_num_read 0 ep_io_num_write 1485570 ep_io_read_bytes 0 ep_io_write_bytes 3517977771 ep_item_begin_failed 0 ep_item_commit_failed 0 ep_item_flush_expired 0 ep_item_flush_failed 0 ep_item_num_based_new_chk 1 ep_items_rm_from_checkpoints 1566620 ep_keep_closed_chks 0 ep_klog_block_size 4096 ep_klog_compactor_queue_cap 500000 ep_klog_compactor_stime 3600 ep_klog_flush commit2 ep_klog_max_entry_ratio 10 ep_klog_max_log_size 2147483647 ep_klog_path ep_klog_sync commit2 ep_kv_size 3555118752 ep_max_checkpoints 2 ep_max_data_size 5242880000 ep_max_item_size 20971520 ep_max_size 5242880000 ep_max_txn_size 10000 ep_max_vbuckets 512 ep_mem_high_wat 3932160000 ep_mem_high_wat 3932160000 ep_mem_low_wat 3145728000 ep_mem_low_wat 3145728000 ep_mem_tracker_enabled true ep_min_data_age 0 ep_mlog_compactor_runs 0 ep_mutation_mem_threshold 0 ep_num_access_scanner_runs 0 ep_num_eject_failures 16695 ep_num_expiry_pager_runs 0 ep_num_non_resident 190141 ep_num_not_my_vbuckets 0 ep_num_ops_del_meta 0 ep_num_ops_get_meta 0 ep_num_ops_set_meta 0 ep_num_pager_runs 2 ep_num_value_ejects 190141 ep_oom_errors 0 ep_overhead 23865308 ep_pager_active_vb_pcnt 40 ep_pager_unbiased_period 60 ep_pending_ops 0 ep_pending_ops_max 0 ep_pending_ops_max_duration 0 ep_pending_ops_total 0 ep_postInitfile ep_queue_age_cap 900 ep_queue_size 44886 ep_startup_time 1351906023 ep_storage_age 29 ep_storage_age_highwat 61 ep_store_max_concurrency 10 ep_store_max_readers 9 ep_store_max_readwrite 1 ep_stored_val_type ep_tap_ack_grace_period 300 ep_tap_ack_initial_sequence_number 1 ep_tap_ack_interval 1000 ep_tap_ack_window_size 10 ep_tap_backfill_resident 0.9 ep_tap_backlog_limit 5000 ep_tap_backoff_period 5 ep_tap_bg_fetch_requeued 0 ep_tap_bg_fetched 0 ep_tap_bg_max_pending 500 ep_tap_keepalive 300 ep_tap_noop_interval 20 ep_tap_requeue_sleep_time 0.1 ep_tap_throttle_cap_pcnt 10 ep_tap_throttle_queue_cap 1000000 ep_tap_throttle_threshold 90 ep_tmp_oom_errors 0 ep_too_old 0 ep_too_young 0 ep_total_cache_size 3535490976 ep_total_del_items 0 ep_total_enqueued 1635648 ep_total_new_items 1485570 ep_total_persisted 1485570 ep_uncommitted_items 983 ep_value_size 3420122152 ep_vb0 0 ep_vb_snapshot_total 90 ep_vb_total 128 ep_vbucket_del 0 ep_vbucket_del_fail 0 ep_version 2.0.0r_130_g8b09894 ep_waitforwarmup 0 ep_warmup 1 ep_warmup_batch_size 1000 ep_warmup_dups 0 ep_warmup_min_items_threshold 100 ep_warmup_min_memory_threshold 100 ep_warmup_oom 0 ep_warmup_thread complete ep_warmup_time 966 get_hits 0 get_misses 0 incr_hits 0 incr_misses 0 libevent 2.0.11-stable limit_maxbytes 67108864 listen_disabled_num 0 max_conns_on_port_11209 1000 max_conns_on_port_11210 9000 mem_used 3641595864 pid 18466 pointer_size 64 rejected_conns 0 rusage_system 70.428293 rusage_user 178.742826 threads 4 time 1351906824 total_connections 20 uptime 990 vb_active_curr_items 1635648 vb_active_eject 190141 vb_active_expired 0 vb_active_ht_memory 12645376 vb_active_itm_memory 3535490976 vb_active_meta_data_memory 129216192 vb_active_num 128 vb_active_num_non_resident 190141 vb_active_num_ref_ejects 190141 vb_active_num_ref_items 1635648 vb_active_ops_create 1486553 vb_active_ops_delete 0 vb_active_ops_reject 0 vb_active_ops_update 0 vb_active_perc_mem_resident 88 vb_active_queue_age 4347463000 vb_active_queue_drain 1486554 vb_active_queue_fill 1635648 vb_active_queue_memory 4771008 vb_active_queue_pending 7156512 vb_active_queue_size 149094 vb_dead_num 0 vb_pending_curr_items 0 vb_pending_eject 0 vb_pending_expired 0 vb_pending_ht_memory 0 vb_pending_itm_memory 0 vb_pending_meta_data_memory 0 vb_pending_num 0 vb_pending_num_non_resident 0 vb_pending_num_ref_ejects 0 vb_pending_num_ref_items 0 vb_pending_ops_create 0 vb_pending_ops_delete 0 vb_pending_ops_reject 0 vb_pending_ops_update 0 vb_pending_perc_mem_resident 0 vb_pending_queue_age 0 vb_pending_queue_drain 0 vb_pending_queue_fill 0 vb_pending_queue_memory 0 vb_pending_queue_pending 0 vb_pending_queue_size 0 vb_replica_curr_items 0 vb_replica_eject 0 vb_replica_expired 0 vb_replica_ht_memory 0 vb_replica_itm_memory 0 vb_replica_meta_data_memory 0 vb_replica_num 0 vb_replica_num_non_resident 0 vb_replica_num_ref_ejects 0 vb_replica_num_ref_items 0 vb_replica_ops_create 0 vb_replica_ops_delete 0 vb_replica_ops_reject 0 vb_replica_ops_update 0 vb_replica_perc_mem_resident 0 vb_replica_queue_age 0 vb_replica_queue_drain 0 vb_replica_queue_fill 0 vb_replica_queue_memory 0 vb_replica_queue_pending 0 vb_replica_queue_size 0 version 1.4.4_600_g7ea975a [stats:warn,2012-11-02T18:40:29.619,ns_1@10.2.1.65:system_stats_collector<0.807.0>:system_stats_collector:handle_info:133]lost 2 ticks [stats:warn,2012-11-02T18:40:29.638,ns_1@10.2.1.65:<0.5555.0>:stats_collector:latest_tick:223]Dropped 2 ticks [ns_doctor:debug,2012-11-02T18:40:32.742,ns_1@10.2.1.65:ns_doctor<0.5169.0>:ns_doctor:handle_info:137]Current node statuses: [{'ns_1@10.2.1.65', [{last_heard,{1351,906831,260437}}, {outgoing_replications_safeness_level,[{"default",green}]}, {incoming_replications_conf_hashes,[{"default",[]}]}, {active_buckets,["default"]}, {ready_buckets,["default"]}, {local_tasks, [[{pid,<<"<0.17519.0>">>}, {bucket,<<"default">>}, {original_target,{[{type,bucket}]}}, {progress,46}, {started_on,1351906753}, {total_vbuckets,129}, {trigger_type,scheduled}, {type,bucket_compaction}, {updated_on,1351906830}, {vbuckets_done,60}]]}, {memory, [{total,113633176}, {processes,69220296}, {processes_used,67675792}, {system,44412880}, {atom,1405017}, {atom_used,1377299}, {binary,6548064}, {code,14117455}, {ets,4244976}]}, {system_memory_data, [{system_total_memory,33657663488}, {free_swap,11350716416}, {total_swap,11350876160}, {cached_memory,5116424192}, {buffered_memory,213794816}, {free_memory,23530160128}, {total_memory,33657663488}]}, {node_storage_conf,[{db_path,"/data"},{index_path,"/data2"}]}, {statistics, [{wall_clock,{1007193,5000}}, {context_switches,{4668619,0}}, {garbage_collection,{498087,1441244321,0}}, {io,{{input,262170839},{output,59702046}}}, {reductions,{543092328,2023439}}, {run_queue,0}, {runtime,{181540,270}}]}, {system_stats, [{cpu_utilization_rate,31.25}, {swap_total,11350876160}, {swap_used,159744}]}, {interesting_stats, [{couch_docs_actual_disk_size,4494677320}, {couch_docs_data_size,3623573275}, {couch_views_actual_disk_size,0}, {couch_views_data_size,0}, {curr_items,1652437}, {curr_items_tot,1652437}, {mem_used,3686647320}, {vb_replica_curr_items,0}]}, {cluster_compatibility_version,131072}, {version, [{public_key,"0.13"}, {lhttpc,"1.3.0"}, {ale,"8cffe61"}, {os_mon,"2.2.7"}, {couch_set_view,"1.2.0a-47a991b-git"}, {mnesia,"4.5"}, {inets,"5.7.1"}, {couch,"1.2.0a-47a991b-git"}, {mapreduce,"1.0.0"}, {couch_index_merger,"1.2.0a-47a991b-git"}, {kernel,"2.14.5"}, {crypto,"2.0.4"}, {ssl,"4.1.6"}, {sasl,"2.1.10"}, {couch_view_parser,"1.0.0"}, {ns_server,"2.0.0-1925-rel-enterprise"}, {mochiweb,"1.4.1"}, {oauth,"7d85d3ef"}, {stdlib,"1.17.5"}]}, {supported_compat_version,[2,0]}, {system_arch,"x86_64-unknown-linux-gnu"}, {wall_clock,1007}, {memory_data,{33657663488,10263494656,{<0.14785.0>,7028184}}}, {disk_data, [{"/",51088800,10}, {"/dev/shm",16434404,0}, {"/data",492257288,1}, {"/data2",246132896,1}]}, {meminfo, <<"MemTotal: 32868812 kB\nMemFree: 22978672 kB\nBuffers: 208784 kB\nCached: 4996508 kB\nSwapCached: 0 kB\nActive: 5937216 kB\nInactive: 3688924 kB\nHighTotal: 0 kB\nHighFree: 0 kB\nLowTotal: 32868812 kB\nLowFree: 22978672 kB\nSwapTotal: 11084840 kB\nSwapFree: 11084684 kB\nDirty: 2516 kB\nWriteback: 2400 kB\nAnonPages: 4420592 kB\nMapped: 15312 kB\nSlab: 218980 kB\nPageTables: 12864 kB\nNFS_Unstable: 0 kB\nBounce: 0 kB\nCommitLimit: 27519244 kB\nCommitted_AS: 6145428 kB\nVmallocTotal: 34359738367 kB\nVmallocUsed: 6728 kB\nVmallocChunk: 34359730275 kB\nHugePages_Total: 0\nHugePages_Free: 0\nHugePages_Rsvd: 0\nHugepagesize: 2048 kB\n">>}]}, {'ns_1@10.2.1.66', [{last_heard,{1351,906829,620364}}, {outgoing_replications_safeness_level,[{"default",green}]}, {incoming_replications_conf_hashes,[{"default",[]}]}, {active_buckets,["default"]}, {ready_buckets,["default"]}, {local_tasks,[]}, {memory, [{total,93119944}, {processes,53777248}, {processes_used,53711016}, {system,39342696}, {atom,1352041}, {atom_used,1349412}, {binary,2339584}, {code,13622682}, {ets,3982128}]}, {system_memory_data, [{system_total_memory,33657663488}, {free_swap,10684469248}, {total_swap,10684628992}, {cached_memory,6192750592}, {buffered_memory,241909760}, {free_memory,22404546560}, {total_memory,33657663488}]}, {node_storage_conf,[{db_path,"/data"},{index_path,"/data2"}]}, {statistics, [{wall_clock,{1004440,5000}}, {context_switches,{4864199,0}}, {garbage_collection,{545022,914146463,0}}, {io,{{input,68511098},{output,46135440}}}, {reductions,{415350633,2785003}}, {run_queue,0}, {runtime,{158640,710}}]}, {system_stats, [{cpu_utilization_rate,10.526315789473685}, {swap_total,10684628992}, {swap_used,159744}]}, {interesting_stats, [{couch_docs_actual_disk_size,5503710528}, {couch_docs_data_size,3987019320}, {couch_views_actual_disk_size,0}, {couch_views_data_size,0}, {curr_items,1640732}, {curr_items_tot,1640732}, {mem_used,3634274168}, {vb_replica_curr_items,0}]}, {cluster_compatibility_version,131072}, {version, [{public_key,"0.13"}, {lhttpc,"1.3.0"}, {ale,"8cffe61"}, {os_mon,"2.2.7"}, {couch_set_view,"1.2.0a-47a991b-git"}, {mnesia,"4.5"}, {inets,"5.7.1"}, {couch,"1.2.0a-47a991b-git"}, {mapreduce,"1.0.0"}, {couch_index_merger,"1.2.0a-47a991b-git"}, {kernel,"2.14.5"}, {crypto,"2.0.4"}, {ssl,"4.1.6"}, {sasl,"2.1.10"}, {couch_view_parser,"1.0.0"}, {ns_server,"2.0.0-1925-rel-enterprise"}, {mochiweb,"1.4.1"}, {oauth,"7d85d3ef"}, {stdlib,"1.17.5"}]}, {supported_compat_version,[2,0]}, {system_arch,"x86_64-unknown-linux-gnu"}, {wall_clock,1004}, {memory_data,{33657663488,10520338432,{<19942.1697.0>,4714984}}}, {disk_data, [{"/",49781912,5}, {"/dev/shm",16434404,0}, {"/data",492257288,2}, {"/data2",246132896,1}]}, {meminfo, <<"MemTotal: 32868812 kB\nMemFree: 21879564 kB\nBuffers: 236240 kB\nCached: 6047608 kB\nSwapCached: 140 kB\nActive: 6893720 kB\nInactive: 3805796 kB\nHighTotal: 0 kB\nHighFree: 0 kB\nLowTotal: 32868812 kB\nLowFree: 21879564 kB\nSwapTotal: 10434208 kB\nSwapFree: 10434052 kB\nDirty: 1044 kB\nWriteback: 0 kB\nAnonPages: 4415264 kB\nMapped: 17060 kB\nSlab: 241756 kB\nPageTables: 13480 kB\nNFS_Unstable: 0 kB\nBounce: 0 kB\nCommitLimit: 26868612 kB\nCommitted_AS: 6125112 kB\nVmallocTotal: 34359738367 kB\nVmallocUsed: 6408 kB\nVmallocChunk: 34359730595 kB\nHugePages_Total: 0\nHugePages_Free: 0\nHugePages_Rsvd: 0\nHugepagesize: 2048 kB\n">>}]}, {'ns_1@10.2.1.67', [{last_heard,{1351,906829,618033}}, {outgoing_replications_safeness_level,[{"default",green}]}, {incoming_replications_conf_hashes,[{"default",[]}]}, {active_buckets,["default"]}, {ready_buckets,["default"]}, {local_tasks,[]}, {memory, [{total,93462936}, {processes,53827136}, {processes_used,53740712}, {system,39635800}, {atom,1352041}, {atom_used,1349412}, {binary,2596440}, {code,13631938}, {ets,4002752}]}, {system_memory_data, [{system_total_memory,33657663488}, {free_swap,10701078528}, {total_swap,10701078528}, {cached_memory,5560176640}, {buffered_memory,414793728}, {free_memory,22865076224}, {total_memory,33657663488}]}, {node_storage_conf,[{db_path,"/data"},{index_path,"/data2"}]}, {statistics, [{wall_clock,{1004398,5001}}, {context_switches,{4323601,0}}, {garbage_collection,{475204,866341254,0}}, {io,{{input,68093962},{output,45142546}}}, {reductions,{396191689,2599878}}, {run_queue,0}, {runtime,{146540,680}}]}, {system_stats, [{cpu_utilization_rate,6.516290726817043}, {swap_total,10701078528}, {swap_used,0}]}, {interesting_stats, [{couch_docs_actual_disk_size,4898379085}, {couch_docs_data_size,3991628495}, {couch_views_actual_disk_size,0}, {couch_views_data_size,0}, {curr_items,1643849}, {curr_items_tot,1643849}, {mem_used,3637448872}, {vb_replica_curr_items,0}]}, {cluster_compatibility_version,131072}, {version, [{public_key,"0.13"}, {lhttpc,"1.3.0"}, {ale,"8cffe61"}, {os_mon,"2.2.7"}, {couch_set_view,"1.2.0a-47a991b-git"}, {mnesia,"4.5"}, {inets,"5.7.1"}, {couch,"1.2.0a-47a991b-git"}, {mapreduce,"1.0.0"}, {couch_index_merger,"1.2.0a-47a991b-git"}, {kernel,"2.14.5"}, {crypto,"2.0.4"}, {ssl,"4.1.6"}, {sasl,"2.1.10"}, {couch_view_parser,"1.0.0"}, {ns_server,"2.0.0-1925-rel-enterprise"}, {mochiweb,"1.4.1"}, {oauth,"7d85d3ef"}, {stdlib,"1.17.5"}]}, {supported_compat_version,[2,0]}, {system_arch,"x86_64-unknown-linux-gnu"}, {wall_clock,1004}, {memory_data,{33657663488,10081521664,{<19943.1678.0>,2914384}}}, {disk_data, [{"/",49781912,9}, {"/dev/shm",16434404,0}, {"/data",492257288,1}, {"/data2",246132896,1}]}, {meminfo, <<"MemTotal: 32868812 kB\nMemFree: 22329176 kB\nBuffers: 405072 kB\nCached: 5429860 kB\nSwapCached: 0 kB\nActive: 6152696 kB\nInactive: 4099524 kB\nHighTotal: 0 kB\nHighFree: 0 kB\nLowTotal: 32868812 kB\nLowFree: 22329176 kB\nSwapTotal: 10450272 kB\nSwapFree: 10450272 kB\nDirty: 1872 kB\nWriteback: 88 kB\nAnonPages: 4417124 kB\nMapped: 17060 kB\nSlab: 242936 kB\nPageTables: 13500 kB\nNFS_Unstable: 0 kB\nBounce: 0 kB\nCommitLimit: 26884676 kB\nCommitted_AS: 6125808 kB\nVmallocTotal: 34359738367 kB\nVmallocUsed: 6416 kB\nVmallocChunk: 34359730587 kB\nHugePages_Total: 0\nHugePages_Free: 0\nHugePages_Rsvd: 0\nHugepagesize: 2048 kB\n">>}]}, {'ns_1@10.2.1.68', [{last_heard,{1351,906831,231882}}, {outgoing_replications_safeness_level,[{"default",green}]}, {incoming_replications_conf_hashes,[{"default",[]}]}, {active_buckets,["default"]}, {ready_buckets,["default"]}, {local_tasks,[]}, {memory, [{total,96271848}, {processes,56638856}, {processes_used,56552064}, {system,39632992}, {atom,1352041}, {atom_used,1349412}, {binary,2549384}, {code,13659922}, {ets,4002792}]}, {system_memory_data, [{system_total_memory,33657663488}, {free_swap,10684616704}, {total_swap,10684628992}, {cached_memory,5054328832}, {buffered_memory,314191872}, {free_memory,23475224576}, {total_memory,33657663488}]}, {node_storage_conf,[{db_path,"/data"},{index_path,"/data2"}]}, {statistics, [{wall_clock,{1006430,5000}}, {context_switches,{4800982,0}}, {garbage_collection,{526835,912584829,0}}, {io,{{input,77443441},{output,48037897}}}, {reductions,{416108980,1953809}}, {run_queue,0}, {runtime,{153510,420}}]}, {system_stats, [{cpu_utilization_rate,11.221945137157107}, {swap_total,10684628992}, {swap_used,12288}]}, {interesting_stats, [{couch_docs_actual_disk_size,4407031029}, {couch_docs_data_size,3964439994}, {couch_views_actual_disk_size,0}, {couch_views_data_size,0}, {curr_items,1655675}, {curr_items_tot,1655675}, {mem_used,3671054200}, {vb_replica_curr_items,0}]}, {cluster_compatibility_version,131072}, {version, [{public_key,"0.13"}, {lhttpc,"1.3.0"}, {ale,"8cffe61"}, {os_mon,"2.2.7"}, {couch_set_view,"1.2.0a-47a991b-git"}, {mnesia,"4.5"}, {inets,"5.7.1"}, {couch,"1.2.0a-47a991b-git"}, {mapreduce,"1.0.0"}, {couch_index_merger,"1.2.0a-47a991b-git"}, {kernel,"2.14.5"}, {crypto,"2.0.4"}, {ssl,"4.1.6"}, {sasl,"2.1.10"}, {couch_view_parser,"1.0.0"}, {ns_server,"2.0.0-1925-rel-enterprise"}, {mochiweb,"1.4.1"}, {oauth,"7d85d3ef"}, {stdlib,"1.17.5"}]}, {supported_compat_version,[2,0]}, {system_arch,"x86_64-unknown-linux-gnu"}, {wall_clock,1006}, {memory_data,{33657663488,9511370752,{<19944.1662.0>,4714984}}}, {disk_data, [{"/",49781912,5}, {"/dev/shm",16434404,0}, {"/data",492257288,1}, {"/data2",246132896,1}]}, {meminfo, <<"MemTotal: 32868812 kB\nMemFree: 22925148 kB\nBuffers: 306828 kB\nCached: 4935540 kB\nSwapCached: 12 kB\nActive: 5500428 kB\nInactive: 4161780 kB\nHighTotal: 0 kB\nHighFree: 0 kB\nLowTotal: 32868812 kB\nLowFree: 22925148 kB\nSwapTotal: 10434208 kB\nSwapFree: 10434196 kB\nDirty: 2236 kB\nWriteback: 0 kB\nAnonPages: 4419268 kB\nMapped: 17260 kB\nSlab: 233760 kB\nPageTables: 13480 kB\nNFS_Unstable: 0 kB\nBounce: 0 kB\nCommitLimit: 26868612 kB\nCommitted_AS: 6129420 kB\nVmallocTotal: 34359738367 kB\nVmallocUsed: 6408 kB\nVmallocChunk: 34359730595 kB\nHugePages_Total: 0\nHugePages_Free: 0\nHugePages_Rsvd: 0\nHugepagesize: 2048 kB\n">>}]}] [ns_doctor:debug,2012-11-02T18:41:32.742,ns_1@10.2.1.65:ns_doctor<0.5169.0>:ns_doctor:handle_info:137]Current node statuses: [{'ns_1@10.2.1.65', [{last_heard,{1351,906891,259632}}, {outgoing_replications_safeness_level,[{"default",green}]}, {incoming_replications_conf_hashes,[{"default",[]}]}, {active_buckets,["default"]}, {ready_buckets,["default"]}, {local_tasks, [[{pid,<<"<0.17519.0>">>}, {bucket,<<"default">>}, {original_target,{[{type,bucket}]}}, {progress,86}, {started_on,1351906753}, {total_vbuckets,129}, {trigger_type,scheduled}, {type,bucket_compaction}, {updated_on,1351906891}, {vbuckets_done,112}]]}, {memory, [{total,110831184}, {processes,65527120}, {processes_used,63962376}, {system,45304064}, {atom,1405017}, {atom_used,1377299}, {binary,7388848}, {code,14117455}, {ets,4296568}]}, {system_memory_data, [{system_total_memory,33657663488}, {free_swap,11350716416}, {total_swap,11350876160}, {cached_memory,4675555328}, {buffered_memory,215728128}, {free_memory,23982194688}, {total_memory,33657663488}]}, {node_storage_conf,[{db_path,"/data"},{index_path,"/data2"}]}, {statistics, [{wall_clock,{1067193,5000}}, {context_switches,{4731711,0}}, {garbage_collection,{505135,1518812429,0}}, {io,{{input,278026290},{output,61636397}}}, {reductions,{572250421,2320816}}, {run_queue,0}, {runtime,{188040,560}}]}, {system_stats, [{cpu_utilization_rate,8.793969849246231}, {swap_total,11350876160}, {swap_used,159744}]}, {interesting_stats, [{couch_docs_actual_disk_size,4079631988}, {couch_docs_data_size,3795047005}, {couch_views_actual_disk_size,0}, {couch_views_data_size,0}, {curr_items,1820110}, {curr_items_tot,1820110}, {mem_used,3692553960}, {vb_replica_curr_items,0}]}, {cluster_compatibility_version,131072}, {version, [{public_key,"0.13"}, {lhttpc,"1.3.0"}, {ale,"8cffe61"}, {os_mon,"2.2.7"}, {couch_set_view,"1.2.0a-47a991b-git"}, {mnesia,"4.5"}, {inets,"5.7.1"}, {couch,"1.2.0a-47a991b-git"}, {mapreduce,"1.0.0"}, {couch_index_merger,"1.2.0a-47a991b-git"}, {kernel,"2.14.5"}, {crypto,"2.0.4"}, {ssl,"4.1.6"}, {sasl,"2.1.10"}, {couch_view_parser,"1.0.0"}, {ns_server,"2.0.0-1925-rel-enterprise"}, {mochiweb,"1.4.1"}, {oauth,"7d85d3ef"}, {stdlib,"1.17.5"}]}, {supported_compat_version,[2,0]}, {system_arch,"x86_64-unknown-linux-gnu"}, {wall_clock,1067}, {memory_data,{33657663488,9982496768,{<0.16820.0>,7028184}}}, {disk_data, [{"/",51088800,10}, {"/dev/shm",16434404,0}, {"/data",492257288,1}, {"/data2",246132896,1}]}, {meminfo, <<"MemTotal: 32868812 kB\nMemFree: 23420236 kB\nBuffers: 210672 kB\nCached: 4565972 kB\nSwapCached: 0 kB\nActive: 5142388 kB\nInactive: 4052380 kB\nHighTotal: 0 kB\nHighFree: 0 kB\nLowTotal: 32868812 kB\nLowFree: 23420236 kB\nSwapTotal: 11084840 kB\nSwapFree: 11084684 kB\nDirty: 17336 kB\nWriteback: 2492 kB\nAnonPages: 4418292 kB\nMapped: 15332 kB\nSlab: 208744 kB\nPageTables: 12872 kB\nNFS_Unstable: 0 kB\nBounce: 0 kB\nCommitLimit: 27519244 kB\nCommitted_AS: 6140916 kB\nVmallocTotal: 34359738367 kB\nVmallocUsed: 6728 kB\nVmallocChunk: 34359730275 kB\nHugePages_Total: 0\nHugePages_Free: 0\nHugePages_Rsvd: 0\nHugepagesize: 2048 kB\n">>}]}, {'ns_1@10.2.1.66', [{last_heard,{1351,906888,914057}}, {outgoing_replications_safeness_level,[{"default",green}]}, {incoming_replications_conf_hashes,[{"default",[]}]}, {active_buckets,["default"]}, {ready_buckets,["default"]}, {local_tasks,[]}, {memory, [{total,90942304}, {processes,51418696}, {processes_used,51352704}, {system,39523608}, {atom,1352041}, {atom_used,1349412}, {binary,2441064}, {code,13622682}, {ets,4061696}]}, {system_memory_data, [{system_total_memory,33657663488}, {free_swap,10684469248}, {total_swap,10684628992}, {cached_memory,6883901440}, {buffered_memory,242561024}, {free_memory,21696655360}, {total_memory,33657663488}]}, {node_storage_conf,[{db_path,"/data"},{index_path,"/data2"}]}, {statistics, [{wall_clock,{1064439,4999}}, {context_switches,{5066672,0}}, {garbage_collection,{565495,970697121,0}}, {io,{{input,69934143},{output,47994006}}}, {reductions,{442995665,2035694}}, {run_queue,0}, {runtime,{165690,490}}]}, {system_stats, [{cpu_utilization_rate,25.81453634085213}, {swap_total,10684628992}, {swap_used,159744}]}, {interesting_stats, [{couch_docs_actual_disk_size,6212470108}, {couch_docs_data_size,4398721205}, {couch_views_actual_disk_size,0}, {couch_views_data_size,0}, {curr_items,1815966}, {curr_items_tot,1815966}, {mem_used,3599382120}, {vb_replica_curr_items,0}]}, {cluster_compatibility_version,131072}, {version, [{public_key,"0.13"}, {lhttpc,"1.3.0"}, {ale,"8cffe61"}, {os_mon,"2.2.7"}, {couch_set_view,"1.2.0a-47a991b-git"}, {mnesia,"4.5"}, {inets,"5.7.1"}, {couch,"1.2.0a-47a991b-git"}, {mapreduce,"1.0.0"}, {couch_index_merger,"1.2.0a-47a991b-git"}, {kernel,"2.14.5"}, {crypto,"2.0.4"}, {ssl,"4.1.6"}, {sasl,"2.1.10"}, {couch_view_parser,"1.0.0"}, {ns_server,"2.0.0-1925-rel-enterprise"}, {mochiweb,"1.4.1"}, {oauth,"7d85d3ef"}, {stdlib,"1.17.5"}]}, {supported_compat_version,[2,0]}, {system_arch,"x86_64-unknown-linux-gnu"}, {wall_clock,1064}, {memory_data,{33657663488,11444596736,{<19942.1696.0>,4714984}}}, {disk_data, [{"/",49781912,5}, {"/dev/shm",16434404,0}, {"/data",492257288,2}, {"/data2",246132896,1}]}, {meminfo, <<"MemTotal: 32868812 kB\nMemFree: 21188140 kB\nBuffers: 236876 kB\nCached: 6722560 kB\nSwapCached: 140 kB\nActive: 7222244 kB\nInactive: 4151592 kB\nHighTotal: 0 kB\nHighFree: 0 kB\nLowTotal: 32868812 kB\nLowFree: 21188140 kB\nSwapTotal: 10434208 kB\nSwapFree: 10434052 kB\nDirty: 1640 kB\nWriteback: 0 kB\nAnonPages: 4414232 kB\nMapped: 17060 kB\nSlab: 258872 kB\nPageTables: 13484 kB\nNFS_Unstable: 0 kB\nBounce: 0 kB\nCommitLimit: 26868612 kB\nCommitted_AS: 6119460 kB\nVmallocTotal: 34359738367 kB\nVmallocUsed: 6408 kB\nVmallocChunk: 34359730595 kB\nHugePages_Total: 0\nHugePages_Free: 0\nHugePages_Rsvd: 0\nHugepagesize: 2048 kB\n">>}]}, {'ns_1@10.2.1.67', [{last_heard,{1351,906887,887324}}, {outgoing_replications_safeness_level,[{"default",green}]}, {incoming_replications_conf_hashes,[{"default",[]}]}, {active_buckets,["default"]}, {ready_buckets,["default"]}, {local_tasks,[]}, {memory, [{total,91082344}, {processes,51388728}, {processes_used,51301856}, {system,39693616}, {atom,1352041}, {atom_used,1349412}, {binary,2568640}, {code,13631938}, {ets,4089256}]}, {system_memory_data, [{system_total_memory,33657663488}, {free_swap,10701078528}, {total_swap,10701078528}, {cached_memory,6409400320}, {buffered_memory,415481856}, {free_memory,21992497152}, {total_memory,33657663488}]}, {node_storage_conf,[{db_path,"/data"},{index_path,"/data2"}]}, {statistics, [{wall_clock,{1064398,5001}}, {context_switches,{4804039,0}}, {garbage_collection,{525011,947645205,0}}, {io,{{input,70799501},{output,47923515}}}, {reductions,{434243614,3085194}}, {run_queue,0}, {runtime,{158370,970}}]}, {system_stats, [{cpu_utilization_rate,17.54385964912281}, {swap_total,10701078528}, {swap_used,0}]}, {interesting_stats, [{couch_docs_actual_disk_size,5713378598}, {couch_docs_data_size,4409377209}, {couch_views_actual_disk_size,0}, {couch_views_data_size,0}, {curr_items,1818128}, {curr_items_tot,1818128}, {mem_used,3598882136}, {vb_replica_curr_items,0}]}, {cluster_compatibility_version,131072}, {version, [{public_key,"0.13"}, {lhttpc,"1.3.0"}, {ale,"8cffe61"}, {os_mon,"2.2.7"}, {couch_set_view,"1.2.0a-47a991b-git"}, {mnesia,"4.5"}, {inets,"5.7.1"}, {couch,"1.2.0a-47a991b-git"}, {mapreduce,"1.0.0"}, {couch_index_merger,"1.2.0a-47a991b-git"}, {kernel,"2.14.5"}, {crypto,"2.0.4"}, {ssl,"4.1.6"}, {sasl,"2.1.10"}, {couch_view_parser,"1.0.0"}, {ns_server,"2.0.0-1925-rel-enterprise"}, {mochiweb,"1.4.1"}, {oauth,"7d85d3ef"}, {stdlib,"1.17.5"}]}, {supported_compat_version,[2,0]}, {system_arch,"x86_64-unknown-linux-gnu"}, {wall_clock,1064}, {memory_data,{33657663488,11039174656,{<19943.1678.0>,2914384}}}, {disk_data, [{"/",49781912,9}, {"/dev/shm",16434404,0}, {"/data",492257288,2}, {"/data2",246132896,1}]}, {meminfo, <<"MemTotal: 32868812 kB\nMemFree: 21477048 kB\nBuffers: 405744 kB\nCached: 6259180 kB\nSwapCached: 0 kB\nActive: 6702504 kB\nInactive: 4380356 kB\nHighTotal: 0 kB\nHighFree: 0 kB\nLowTotal: 32868812 kB\nLowFree: 21477048 kB\nSwapTotal: 10450272 kB\nSwapFree: 10450272 kB\nDirty: 1124 kB\nWriteback: 0 kB\nAnonPages: 4417952 kB\nMapped: 17060 kB\nSlab: 263864 kB\nPageTables: 13496 kB\nNFS_Unstable: 0 kB\nBounce: 0 kB\nCommitLimit: 26884676 kB\nCommitted_AS: 6127092 kB\nVmallocTotal: 34359738367 kB\nVmallocUsed: 6416 kB\nVmallocChunk: 34359730587 kB\nHugePages_Total: 0\nHugePages_Free: 0\nHugePages_Rsvd: 0\nHugepagesize: 2048 kB\n">>}]}, {'ns_1@10.2.1.68', [{last_heard,{1351,906891,232544}}, {outgoing_replications_safeness_level,[{"default",green}]}, {incoming_replications_conf_hashes,[{"default",[]}]}, {active_buckets,["default"]}, {ready_buckets,["default"]}, {local_tasks,[]}, {memory, [{total,93182024}, {processes,53640184}, {processes_used,53553792}, {system,39541840}, {atom,1352041}, {atom_used,1349412}, {binary,2385544}, {code,13659922}, {ets,4075456}]}, {system_memory_data, [{system_total_memory,33657663488}, {free_swap,10684616704}, {total_swap,10684628992}, {cached_memory,5790949376}, {buffered_memory,314843136}, {free_memory,22720983040}, {total_memory,33657663488}]}, {node_storage_conf,[{db_path,"/data"},{index_path,"/data2"}]}, {statistics, [{wall_clock,{1066430,4999}}, {context_switches,{5113932,0}}, {garbage_collection,{559334,979065946,0}}, {io,{{input,79344583},{output,50273185}}}, {reductions,{447787214,2818668}}, {run_queue,0}, {runtime,{163820,950}}]}, {system_stats, [{cpu_utilization_rate,33.66834170854271}, {swap_total,10684628992}, {swap_used,12288}]}, {interesting_stats, [{couch_docs_actual_disk_size,5152461771}, {couch_docs_data_size,4410806494}, {couch_views_actual_disk_size,0}, {couch_views_data_size,0}, {curr_items,1823877}, {curr_items_tot,1823877}, {mem_used,3621735416}, {vb_replica_curr_items,0}]}, {cluster_compatibility_version,131072}, {version, [{public_key,"0.13"}, {lhttpc,"1.3.0"}, {ale,"8cffe61"}, {os_mon,"2.2.7"}, {couch_set_view,"1.2.0a-47a991b-git"}, {mnesia,"4.5"}, {inets,"5.7.1"}, {couch,"1.2.0a-47a991b-git"}, {mapreduce,"1.0.0"}, {couch_index_merger,"1.2.0a-47a991b-git"}, {kernel,"2.14.5"}, {crypto,"2.0.4"}, {ssl,"4.1.6"}, {sasl,"2.1.10"}, {couch_view_parser,"1.0.0"}, {ns_server,"2.0.0-1925-rel-enterprise"}, {mochiweb,"1.4.1"}, {oauth,"7d85d3ef"}, {stdlib,"1.17.5"}]}, {supported_compat_version,[2,0]}, {system_arch,"x86_64-unknown-linux-gnu"}, {wall_clock,1066}, {memory_data,{33657663488,10364272640,{<19944.1663.0>,4714984}}}, {disk_data, [{"/",49781912,5}, {"/dev/shm",16434404,0}, {"/data",492257288,1}, {"/data2",246132896,1}]}, {meminfo, <<"MemTotal: 32868812 kB\nMemFree: 22188460 kB\nBuffers: 307464 kB\nCached: 5655224 kB\nSwapCached: 12 kB\nActive: 5899560 kB\nInactive: 4481252 kB\nHighTotal: 0 kB\nHighFree: 0 kB\nLowTotal: 32868812 kB\nLowFree: 22188460 kB\nSwapTotal: 10434208 kB\nSwapFree: 10434196 kB\nDirty: 1792 kB\nWriteback: 0 kB\nAnonPages: 4417492 kB\nMapped: 17260 kB\nSlab: 251776 kB\nPageTables: 13496 kB\nNFS_Unstable: 0 kB\nBounce: 0 kB\nCommitLimit: 26868612 kB\nCommitted_AS: 6121956 kB\nVmallocTotal: 34359738367 kB\nVmallocUsed: 6408 kB\nVmallocChunk: 34359730595 kB\nHugePages_Total: 0\nHugePages_Free: 0\nHugePages_Rsvd: 0\nHugepagesize: 2048 kB\n">>}]}] [stats:debug,2012-11-02T18:42:06.753,ns_1@10.2.1.65:<0.5555.0>:stats_collector:maybe_log_stats:126](at {{1970,1,16},{7,31,46}}) Stats for bucket "default": accepting_conns 1 auth_cmds 3 auth_errors 0 bucket_active_conns 1 bucket_conns 6 bytes 3941635496 bytes_read 4610161634 bytes_written 93330006 cas_badval 0 cas_hits 0 cas_misses 0 cmd_flush 0 cmd_get 0 cmd_set 1920789 conn_yields 682 connection_structures 5000 curr_connections 10 curr_conns_on_port_11209 6 curr_conns_on_port_11210 2 curr_items 1920789 curr_items_tot 1920789 curr_temp_items 0 daemon_connections 4 decr_hits 0 decr_misses 0 delete_hits 0 delete_misses 0 ep_access_scanner_last_runtime 0 ep_access_scanner_num_items 0 ep_access_scanner_task_time 2012-11-03 10:00:00 ep_allow_data_loss_during_shutdown 1 ep_alog_block_size 4096 ep_alog_path /data/default/access.log ep_alog_sleep_time 1440 ep_alog_task_time 10 ep_backend couchdb ep_bg_fetch_delay 0 ep_bg_fetched 0 ep_bg_meta_fetched 0 ep_bg_remaining_jobs 0 ep_chk_max_items 5000 ep_chk_period 1800 ep_chk_persistence_remains 0 ep_chk_persistence_timeout 10 ep_chk_remover_stime 5 ep_commit_num 1140 ep_commit_time 734 ep_commit_time_total 10668 ep_concurrentDB 1 ep_config_file ep_couch_bucket default ep_couch_host localhost ep_couch_port 11213 ep_couch_reconnect_sleeptime 250 ep_couch_response_timeout 180000 ep_data_age 76 ep_data_age_highwat 157 ep_data_traffic_enabled 0 ep_dbinit 0 ep_dbname /data/default ep_degraded_mode 0 ep_diskqueue_drain 1634674 ep_diskqueue_fill 1920789 ep_diskqueue_items 286336 ep_diskqueue_memory 9155680 ep_diskqueue_pending 13733520 ep_exp_pager_stime 3600 ep_exp_pager_stime 3600 ep_expired_access 0 ep_expired_pager 0 ep_expiry_window 3 ep_failpartialwarmup 0 ep_flush_all false ep_flush_duration_total 677 ep_flushall_enabled 0 ep_flusher_state running ep_flusher_todo 267694 ep_getl_default_timeout 15 ep_getl_max_timeout 30 ep_ht_locks 5 ep_ht_size 3079 ep_inconsistent_slave_chk 0 ep_initfile ep_io_num_read 0 ep_io_num_write 1632267 ep_io_read_bytes 0 ep_io_write_bytes 3865660702 ep_item_begin_failed 0 ep_item_commit_failed 0 ep_item_flush_expired 0 ep_item_flush_failed 0 ep_item_num_based_new_chk 1 ep_items_rm_from_checkpoints 1748525 ep_keep_closed_chks 0 ep_klog_block_size 4096 ep_klog_compactor_queue_cap 500000 ep_klog_compactor_stime 3600 ep_klog_flush commit2 ep_klog_max_entry_ratio 10 ep_klog_max_log_size 2147483647 ep_klog_path ep_klog_sync commit2 ep_kv_size 3828730599 ep_max_checkpoints 2 ep_max_data_size 5242880000 ep_max_item_size 20971520 ep_max_size 5242880000 ep_max_txn_size 10000 ep_max_vbuckets 512 ep_mem_high_wat 3932160000 ep_mem_high_wat 3932160000 ep_mem_low_wat 3145728000 ep_mem_low_wat 3145728000 ep_mem_tracker_enabled true ep_min_data_age 0 ep_mlog_compactor_runs 0 ep_mutation_mem_threshold 0 ep_num_access_scanner_runs 0 ep_num_eject_failures 71422 ep_num_expiry_pager_runs 0 ep_num_non_resident 370657 ep_num_not_my_vbuckets 0 ep_num_ops_del_meta 0 ep_num_ops_get_meta 0 ep_num_ops_set_meta 0 ep_num_pager_runs 5 ep_num_value_ejects 370657 ep_oom_errors 0 ep_overhead 36908168 ep_pager_active_vb_pcnt 40 ep_pager_unbiased_period 60 ep_pending_ops 0 ep_pending_ops_max 0 ep_pending_ops_max_duration 0 ep_pending_ops_total 0 ep_postInitfile ep_queue_age_cap 900 ep_queue_size 18642 ep_startup_time 1351906023 ep_storage_age 76 ep_storage_age_highwat 156 ep_store_max_concurrency 10 ep_store_max_readers 9 ep_store_max_readwrite 1 ep_stored_val_type ep_tap_ack_grace_period 300 ep_tap_ack_initial_sequence_number 1 ep_tap_ack_interval 1000 ep_tap_ack_window_size 10 ep_tap_backfill_resident 0.9 ep_tap_backlog_limit 5000 ep_tap_backoff_period 5 ep_tap_bg_fetch_requeued 0 ep_tap_bg_fetched 0 ep_tap_bg_max_pending 500 ep_tap_keepalive 300 ep_tap_noop_interval 20 ep_tap_requeue_sleep_time 0.1 ep_tap_throttle_cap_pcnt 10 ep_tap_throttle_queue_cap 1000000 ep_tap_throttle_threshold 90 ep_tmp_oom_errors 0 ep_too_old 0 ep_too_young 0 ep_total_cache_size 3805681131 ep_total_del_items 0 ep_total_enqueued 1920789 ep_total_new_items 1632267 ep_total_persisted 1632267 ep_uncommitted_items 7337 ep_value_size 3670117641 ep_vb0 0 ep_vb_snapshot_total 91 ep_vb_total 128 ep_vbucket_del 0 ep_vbucket_del_fail 0 ep_version 2.0.0r_130_g8b09894 ep_waitforwarmup 0 ep_warmup 1 ep_warmup_batch_size 1000 ep_warmup_dups 0 ep_warmup_min_items_threshold 100 ep_warmup_min_memory_threshold 100 ep_warmup_oom 0 ep_warmup_thread complete ep_warmup_time 966 get_hits 0 get_misses 0 incr_hits 0 incr_misses 0 libevent 2.0.11-stable limit_maxbytes 67108864 listen_disabled_num 0 max_conns_on_port_11209 1000 max_conns_on_port_11210 9000 mem_used 3941635496 pid 18466 pointer_size 64 rejected_conns 0 rusage_system 77.578206 rusage_user 193.346606 threads 4 time 1351906926 total_connections 20 uptime 1092 vb_active_curr_items 1920789 vb_active_eject 370657 vb_active_expired 0 vb_active_ht_memory 12645376 vb_active_itm_memory 3805681131 vb_active_meta_data_memory 151742331 vb_active_num 128 vb_active_num_non_resident 370657 vb_active_num_ref_ejects 370657 vb_active_num_ref_items 1920789 vb_active_ops_create 1634673 vb_active_ops_delete 0 vb_active_ops_reject 0 vb_active_ops_update 0 vb_active_perc_mem_resident 80 vb_active_queue_age 16685924000 vb_active_queue_drain 1634674 vb_active_queue_fill 1920789 vb_active_queue_memory 9155680 vb_active_queue_pending 13733520 vb_active_queue_size 286115 vb_dead_num 0 vb_pending_curr_items 0 vb_pending_eject 0 vb_pending_expired 0 vb_pending_ht_memory 0 vb_pending_itm_memory 0 vb_pending_meta_data_memory 0 vb_pending_num 0 vb_pending_num_non_resident 0 vb_pending_num_ref_ejects 0 vb_pending_num_ref_items 0 vb_pending_ops_create 0 vb_pending_ops_delete 0 vb_pending_ops_reject 0 vb_pending_ops_update 0 vb_pending_perc_mem_resident 0 vb_pending_queue_age 0 vb_pending_queue_drain 0 vb_pending_queue_fill 0 vb_pending_queue_memory 0 vb_pending_queue_pending 0 vb_pending_queue_size 0 vb_replica_curr_items 0 vb_replica_eject 0 vb_replica_expired 0 vb_replica_ht_memory 0 vb_replica_itm_memory 0 vb_replica_meta_data_memory 0 vb_replica_num 0 vb_replica_num_non_resident 0 vb_replica_num_ref_ejects 0 vb_replica_num_ref_items 0 vb_replica_ops_create 0 vb_replica_ops_delete 0 vb_replica_ops_reject 0 vb_replica_ops_update 0 vb_replica_perc_mem_resident 0 vb_replica_queue_age 0 vb_replica_queue_drain 0 vb_replica_queue_fill 0 vb_replica_queue_memory 0 vb_replica_queue_pending 0 vb_replica_queue_size 0 version 1.4.4_600_g7ea975a [ns_doctor:debug,2012-11-02T18:42:32.742,ns_1@10.2.1.65:ns_doctor<0.5169.0>:ns_doctor:handle_info:137]Current node statuses: [{'ns_1@10.2.1.65', [{last_heard,{1351,906951,259134}}, {outgoing_replications_safeness_level,[{"default",green}]}, {incoming_replications_conf_hashes,[{"default",[]}]}, {active_buckets,["default"]}, {ready_buckets,["default"]}, {local_tasks,[]}, {memory, [{total,110686056}, {processes,65378672}, {processes_used,63800336}, {system,45307384}, {atom,1405017}, {atom_used,1377299}, {binary,7224328}, {code,14117455}, {ets,4466040}]}, {system_memory_data, [{system_total_memory,33657663488}, {free_swap,11350716416}, {total_swap,11350876160}, {cached_memory,5068144640}, {buffered_memory,216907776}, {free_memory,23570419712}, {total_memory,33657663488}]}, {node_storage_conf,[{db_path,"/data"},{index_path,"/data2"}]}, {statistics, [{wall_clock,{1127192,5000}}, {context_switches,{4795026,0}}, {garbage_collection,{512022,1597850576,0}}, {io,{{input,297446237},{output,66889145}}}, {reductions,{601682803,2281651}}, {run_queue,0}, {runtime,{194830,560}}]}, {system_stats, [{cpu_utilization_rate,9.975062344139651}, {swap_total,11350876160}, {swap_used,159744}]}, {interesting_stats, [{couch_docs_actual_disk_size,4438296366}, {couch_docs_data_size,4334989227}, {couch_views_actual_disk_size,0}, {couch_views_data_size,0}, {curr_items,1987933}, {curr_items_tot,1987933}, {mem_used,3714003272}, {vb_replica_curr_items,0}]}, {cluster_compatibility_version,131072}, {version, [{public_key,"0.13"}, {lhttpc,"1.3.0"}, {ale,"8cffe61"}, {os_mon,"2.2.7"}, {couch_set_view,"1.2.0a-47a991b-git"}, {mnesia,"4.5"}, {inets,"5.7.1"}, {couch,"1.2.0a-47a991b-git"}, {mapreduce,"1.0.0"}, {couch_index_merger,"1.2.0a-47a991b-git"}, {kernel,"2.14.5"}, {crypto,"2.0.4"}, {ssl,"4.1.6"}, {sasl,"2.1.10"}, {couch_view_parser,"1.0.0"}, {ns_server,"2.0.0-1925-rel-enterprise"}, {mochiweb,"1.4.1"}, {oauth,"7d85d3ef"}, {stdlib,"1.17.5"}]}, {supported_compat_version,[2,0]}, {system_arch,"x86_64-unknown-linux-gnu"}, {wall_clock,1127}, {memory_data,{33657663488,9617186816,{<0.16820.0>,7028184}}}, {disk_data, [{"/",51088800,10}, {"/dev/shm",16434404,0}, {"/data",492257288,1}, {"/data2",246132896,1}]}, {meminfo, <<"MemTotal: 32868812 kB\nMemFree: 23017988 kB\nBuffers: 211824 kB\nCached: 4949360 kB\nSwapCached: 0 kB\nActive: 4925236 kB\nInactive: 4663184 kB\nHighTotal: 0 kB\nHighFree: 0 kB\nLowTotal: 32868812 kB\nLowFree: 23017988 kB\nSwapTotal: 11084840 kB\nSwapFree: 11084684 kB\nDirty: 4524 kB\nWriteback: 0 kB\nAnonPages: 4427020 kB\nMapped: 15308 kB\nSlab: 217640 kB\nPageTables: 13124 kB\nNFS_Unstable: 0 kB\nBounce: 0 kB\nCommitLimit: 27519244 kB\nCommitted_AS: 6141988 kB\nVmallocTotal: 34359738367 kB\nVmallocUsed: 6728 kB\nVmallocChunk: 34359730275 kB\nHugePages_Total: 0\nHugePages_Free: 0\nHugePages_Rsvd: 0\nHugepagesize: 2048 kB\n">>}]}, {'ns_1@10.2.1.66', [{last_heard,{1351,906948,915859}}, {outgoing_replications_safeness_level,[{"default",green}]}, {incoming_replications_conf_hashes,[{"default",[]}]}, {active_buckets,["default"]}, {ready_buckets,["default"]}, {local_tasks, [[{pid,<<"<0.11448.0>">>}, {bucket,<<"default">>}, {original_target,{[{type,bucket}]}}, {progress,16}, {started_on,1351906845}, {total_vbuckets,129}, {trigger_type,scheduled}, {type,bucket_compaction}, {updated_on,1351906878}, {vbuckets_done,21}]]}, {memory, [{total,94101848}, {processes,54037728}, {processes_used,53982328}, {system,40064120}, {atom,1352041}, {atom_used,1349412}, {binary,2797192}, {code,13622682}, {ets,4245104}]}, {system_memory_data, [{system_total_memory,33657663488}, {free_swap,10684469248}, {total_swap,10684628992}, {cached_memory,6990364672}, {buffered_memory,244244480}, {free_memory,21572718592}, {total_memory,33657663488}]}, {node_storage_conf,[{db_path,"/data"},{index_path,"/data2"}]}, {statistics, [{wall_clock,{1124440,5000}}, {context_switches,{5207858,0}}, {garbage_collection,{578716,1023426411,0}}, {io,{{input,78607989},{output,53431694}}}, {reductions,{468983918,1849237}}, {run_queue,0}, {runtime,{171880,450}}]}, {system_stats, [{cpu_utilization_rate,7.25}, {swap_total,10684628992}, {swap_used,159744}]}, {interesting_stats, [{couch_docs_actual_disk_size,6388760028}, {couch_docs_data_size,4657893102}, {couch_views_actual_disk_size,0}, {couch_views_data_size,0}, {curr_items,1983554}, {curr_items_tot,1983554}, {mem_used,3570535304}, {vb_replica_curr_items,0}]}, {cluster_compatibility_version,131072}, {version, [{public_key,"0.13"}, {lhttpc,"1.3.0"}, {ale,"8cffe61"}, {os_mon,"2.2.7"}, {couch_set_view,"1.2.0a-47a991b-git"}, {mnesia,"4.5"}, {inets,"5.7.1"}, {couch,"1.2.0a-47a991b-git"}, {mapreduce,"1.0.0"}, {couch_index_merger,"1.2.0a-47a991b-git"}, {kernel,"2.14.5"}, {crypto,"2.0.4"}, {ssl,"4.1.6"}, {sasl,"2.1.10"}, {couch_view_parser,"1.0.0"}, {ns_server,"2.0.0-1925-rel-enterprise"}, {mochiweb,"1.4.1"}, {oauth,"7d85d3ef"}, {stdlib,"1.17.5"}]}, {supported_compat_version,[2,0]}, {system_arch,"x86_64-unknown-linux-gnu"}, {wall_clock,1124}, {memory_data,{33657663488,12163153920,{<19942.1696.0>,2914384}}}, {disk_data, [{"/",49781912,5}, {"/dev/shm",16434404,0}, {"/data",492257288,2}, {"/data2",246132896,1}]}, {meminfo, <<"MemTotal: 32868812 kB\nMemFree: 21067108 kB\nBuffers: 238520 kB\nCached: 6826528 kB\nSwapCached: 140 kB\nActive: 7047136 kB\nInactive: 4441820 kB\nHighTotal: 0 kB\nHighFree: 0 kB\nLowTotal: 32868812 kB\nLowFree: 21067108 kB\nSwapTotal: 10434208 kB\nSwapFree: 10434052 kB\nDirty: 3084 kB\nWriteback: 76 kB\nAnonPages: 4423988 kB\nMapped: 17064 kB\nSlab: 263480 kB\nPageTables: 13572 kB\nNFS_Unstable: 0 kB\nBounce: 0 kB\nCommitLimit: 26868612 kB\nCommitted_AS: 6134804 kB\nVmallocTotal: 34359738367 kB\nVmallocUsed: 6408 kB\nVmallocChunk: 34359730595 kB\nHugePages_Total: 0\nHugePages_Free: 0\nHugePages_Rsvd: 0\nHugepagesize: 2048 kB\n">>}]}, {'ns_1@10.2.1.67', [{last_heard,{1351,906947,886734}}, {outgoing_replications_safeness_level,[{"default",green}]}, {incoming_replications_conf_hashes,[{"default",[]}]}, {active_buckets,["default"]}, {ready_buckets,["default"]}, {local_tasks,[]}, {memory, [{total,93499152}, {processes,53557536}, {processes_used,53470664}, {system,39941616}, {atom,1352041}, {atom_used,1349412}, {binary,2639672}, {code,13631938}, {ets,4266312}]}, {system_memory_data, [{system_total_memory,33657663488}, {free_swap,10701078528}, {total_swap,10701078528}, {cached_memory,7181656064}, {buffered_memory,416641024}, {free_memory,21198512128}, {total_memory,33657663488}]}, {node_storage_conf,[{db_path,"/data"},{index_path,"/data2"}]}, {statistics, [{wall_clock,{1124397,5000}}, {context_switches,{5133314,0}}, {garbage_collection,{558534,1016245639,0}}, {io,{{input,76258697},{output,53429986}}}, {reductions,{466851233,2698327}}, {run_queue,0}, {runtime,{167740,680}}]}, {system_stats, [{cpu_utilization_rate,27.18204488778055}, {swap_total,10701078528}, {swap_used,0}]}, {interesting_stats, [{couch_docs_actual_disk_size,6445229840}, {couch_docs_data_size,4802271344}, {couch_views_actual_disk_size,0}, {couch_views_data_size,0}, {curr_items,1986091}, {curr_items_tot,1986091}, {mem_used,3553026760}, {vb_replica_curr_items,0}]}, {cluster_compatibility_version,131072}, {version, [{public_key,"0.13"}, {lhttpc,"1.3.0"}, {ale,"8cffe61"}, {os_mon,"2.2.7"}, {couch_set_view,"1.2.0a-47a991b-git"}, {mnesia,"4.5"}, {inets,"5.7.1"}, {couch,"1.2.0a-47a991b-git"}, {mapreduce,"1.0.0"}, {couch_index_merger,"1.2.0a-47a991b-git"}, {kernel,"2.14.5"}, {crypto,"2.0.4"}, {ssl,"4.1.6"}, {sasl,"2.1.10"}, {couch_view_parser,"1.0.0"}, {ns_server,"2.0.0-1925-rel-enterprise"}, {mochiweb,"1.4.1"}, {oauth,"7d85d3ef"}, {stdlib,"1.17.5"}]}, {supported_compat_version,[2,0]}, {system_arch,"x86_64-unknown-linux-gnu"}, {wall_clock,1124}, {memory_data,{33657663488,11886485504,{<19943.1681.0>,4714984}}}, {disk_data, [{"/",49781912,9}, {"/dev/shm",16434404,0}, {"/data",492257288,2}, {"/data2",246132896,1}]}, {meminfo, <<"MemTotal: 32868812 kB\nMemFree: 20701672 kB\nBuffers: 406876 kB\nCached: 7013336 kB\nSwapCached: 0 kB\nActive: 7150152 kB\nInactive: 4689452 kB\nHighTotal: 0 kB\nHighFree: 0 kB\nLowTotal: 32868812 kB\nLowFree: 20701672 kB\nSwapTotal: 10450272 kB\nSwapFree: 10450272 kB\nDirty: 1768 kB\nWriteback: 0 kB\nAnonPages: 4419400 kB\nMapped: 17060 kB\nSlab: 282632 kB\nPageTables: 13496 kB\nNFS_Unstable: 0 kB\nBounce: 0 kB\nCommitLimit: 26884676 kB\nCommitted_AS: 6127576 kB\nVmallocTotal: 34359738367 kB\nVmallocUsed: 6416 kB\nVmallocChunk: 34359730587 kB\nHugePages_Total: 0\nHugePages_Free: 0\nHugePages_Rsvd: 0\nHugepagesize: 2048 kB\n">>}]}, {'ns_1@10.2.1.68', [{last_heard,{1351,906951,232816}}, {outgoing_replications_safeness_level,[{"default",green}]}, {incoming_replications_conf_hashes,[{"default",[]}]}, {active_buckets,["default"]}, {ready_buckets,["default"]}, {local_tasks,[]}, {memory, [{total,93011528}, {processes,53057568}, {processes_used,52970696}, {system,39953960}, {atom,1352041}, {atom_used,1349412}, {binary,2619800}, {code,13659922}, {ets,4252328}]}, {system_memory_data, [{system_total_memory,33657663488}, {free_swap,10684616704}, {total_swap,10684628992}, {cached_memory,6513532928}, {buffered_memory,315854848}, {free_memory,21979693056}, {total_memory,33657663488}]}, {node_storage_conf,[{db_path,"/data"},{index_path,"/data2"}]}, {statistics, [{wall_clock,{1126430,4997}}, {context_switches,{5406539,0}}, {garbage_collection,{590082,1044368610,0}}, {io,{{input,84591831},{output,55622973}}}, {reductions,{478946934,3148135}}, {run_queue,0}, {runtime,{172530,910}}]}, {system_stats, [{cpu_utilization_rate,9.476309226932669}, {swap_total,10684628992}, {swap_used,12288}]}, {interesting_stats, [{couch_docs_actual_disk_size,5901651115}, {couch_docs_data_size,4832273409}, {couch_views_actual_disk_size,0}, {couch_views_data_size,0}, {curr_items,1992243}, {curr_items_tot,1992243}, {mem_used,3574853048}, {vb_replica_curr_items,0}]}, {cluster_compatibility_version,131072}, {version, [{public_key,"0.13"}, {lhttpc,"1.3.0"}, {ale,"8cffe61"}, {os_mon,"2.2.7"}, {couch_set_view,"1.2.0a-47a991b-git"}, {mnesia,"4.5"}, {inets,"5.7.1"}, {couch,"1.2.0a-47a991b-git"}, {mapreduce,"1.0.0"}, {couch_index_merger,"1.2.0a-47a991b-git"}, {kernel,"2.14.5"}, {crypto,"2.0.4"}, {ssl,"4.1.6"}, {sasl,"2.1.10"}, {couch_view_parser,"1.0.0"}, {ns_server,"2.0.0-1925-rel-enterprise"}, {mochiweb,"1.4.1"}, {oauth,"7d85d3ef"}, {stdlib,"1.17.5"}]}, {supported_compat_version,[2,0]}, {system_arch,"x86_64-unknown-linux-gnu"}, {wall_clock,1126}, {memory_data,{33657663488,11071782912,{<19944.1662.0>,4714984}}}, {disk_data, [{"/",49781912,5}, {"/dev/shm",16434404,0}, {"/data",492257288,2}, {"/data2",246132896,1}]}, {meminfo, <<"MemTotal: 32868812 kB\nMemFree: 21464544 kB\nBuffers: 308452 kB\nCached: 6360872 kB\nSwapCached: 12 kB\nActive: 6296428 kB\nInactive: 4790524 kB\nHighTotal: 0 kB\nHighFree: 0 kB\nLowTotal: 32868812 kB\nLowFree: 21464544 kB\nSwapTotal: 10434208 kB\nSwapFree: 10434196 kB\nDirty: 1276 kB\nWriteback: 0 kB\nAnonPages: 4417308 kB\nMapped: 17260 kB\nSlab: 269420 kB\nPageTables: 13496 kB\nNFS_Unstable: 0 kB\nBounce: 0 kB\nCommitLimit: 26868612 kB\nCommitted_AS: 6121776 kB\nVmallocTotal: 34359738367 kB\nVmallocUsed: 6408 kB\nVmallocChunk: 34359730595 kB\nHugePages_Total: 0\nHugePages_Free: 0\nHugePages_Rsvd: 0\nHugepagesize: 2048 kB\n">>}]}] [ns_doctor:debug,2012-11-02T18:43:32.742,ns_1@10.2.1.65:ns_doctor<0.5169.0>:ns_doctor:handle_info:137]Current node statuses: [{'ns_1@10.2.1.65', [{last_heard,{1351,907011,260107}}, {outgoing_replications_safeness_level,[{"default",green}]}, {incoming_replications_conf_hashes,[{"default",[]}]}, {active_buckets,["default"]}, {ready_buckets,["default"]}, {local_tasks,[]}, {memory, [{total,110651720}, {processes,66238256}, {processes_used,64659920}, {system,44413464}, {atom,1405017}, {atom_used,1377299}, {binary,6266608}, {code,14117455}, {ets,4528888}]}, {system_memory_data, [{system_total_memory,33657663488}, {free_swap,11350716416}, {total_swap,11350876160}, {cached_memory,6154317824}, {buffered_memory,218251264}, {free_memory,22448586752}, {total_memory,33657663488}]}, {node_storage_conf,[{db_path,"/data"},{index_path,"/data2"}]}, {statistics, [{wall_clock,{1187193,5000}}, {context_switches,{4884314,0}}, {garbage_collection,{521024,1677244763,0}}, {io,{{input,312795316},{output,69001236}}}, {reductions,{631752668,2670437}}, {run_queue,0}, {runtime,{201510,640}}]}, {system_stats, [{cpu_utilization_rate,27.0}, {swap_total,11350876160}, {swap_used,159744}]}, {interesting_stats, [{couch_docs_actual_disk_size,5477762471}, {couch_docs_data_size,5190987012}, {couch_views_actual_disk_size,0}, {couch_views_data_size,0}, {curr_items,2156073}, {curr_items_tot,2156073}, {mem_used,3637812440}, {vb_replica_curr_items,0}]}, {cluster_compatibility_version,131072}, {version, [{public_key,"0.13"}, {lhttpc,"1.3.0"}, {ale,"8cffe61"}, {os_mon,"2.2.7"}, {couch_set_view,"1.2.0a-47a991b-git"}, {mnesia,"4.5"}, {inets,"5.7.1"}, {couch,"1.2.0a-47a991b-git"}, {mapreduce,"1.0.0"}, {couch_index_merger,"1.2.0a-47a991b-git"}, {kernel,"2.14.5"}, {crypto,"2.0.4"}, {ssl,"4.1.6"}, {sasl,"2.1.10"}, {couch_view_parser,"1.0.0"}, {ns_server,"2.0.0-1925-rel-enterprise"}, {mochiweb,"1.4.1"}, {oauth,"7d85d3ef"}, {stdlib,"1.17.5"}]}, {supported_compat_version,[2,0]}, {system_arch,"x86_64-unknown-linux-gnu"}, {wall_clock,1187}, {memory_data,{33657663488,10443284480,{<0.16820.0>,7028184}}}, {disk_data, [{"/",51088800,10}, {"/dev/shm",16434404,0}, {"/data",492257288,1}, {"/data2",246132896,1}]}, {meminfo, <<"MemTotal: 32868812 kB\nMemFree: 21922448 kB\nBuffers: 213136 kB\nCached: 6010076 kB\nSwapCached: 0 kB\nActive: 5229384 kB\nInactive: 5429096 kB\nHighTotal: 0 kB\nHighFree: 0 kB\nLowTotal: 32868812 kB\nLowFree: 21922448 kB\nSwapTotal: 11084840 kB\nSwapFree: 11084684 kB\nDirty: 5476 kB\nWriteback: 0 kB\nAnonPages: 4434804 kB\nMapped: 15316 kB\nSlab: 243616 kB\nPageTables: 12948 kB\nNFS_Unstable: 0 kB\nBounce: 0 kB\nCommitLimit: 27519244 kB\nCommitted_AS: 6152864 kB\nVmallocTotal: 34359738367 kB\nVmallocUsed: 6728 kB\nVmallocChunk: 34359730275 kB\nHugePages_Total: 0\nHugePages_Free: 0\nHugePages_Rsvd: 0\nHugepagesize: 2048 kB\n">>}]}, {'ns_1@10.2.1.66', [{last_heard,{1351,907008,917026}}, {outgoing_replications_safeness_level,[{"default",green}]}, {incoming_replications_conf_hashes,[{"default",[]}]}, {active_buckets,["default"]}, {ready_buckets,["default"]}, {local_tasks, [[{pid,<<"<0.11448.0>">>}, {bucket,<<"default">>}, {original_target,{[{type,bucket}]}}, {progress,45}, {started_on,1351906845}, {total_vbuckets,129}, {trigger_type,scheduled}, {type,bucket_compaction}, {updated_on,1351906939}, {vbuckets_done,59}]]}, {memory, [{total,93929976}, {processes,54064680}, {processes_used,54036880}, {system,39865296}, {atom,1352041}, {atom_used,1349412}, {binary,2501320}, {code,13622682}, {ets,4337200}]}, {system_memory_data, [{system_total_memory,33657663488}, {free_swap,10684469248}, {total_swap,10684628992}, {cached_memory,6512988160}, {buffered_memory,245886976}, {free_memory,22044942336}, {total_memory,33657663488}]}, {node_storage_conf,[{db_path,"/data"},{index_path,"/data2"}]}, {statistics, [{wall_clock,{1184440,5000}}, {context_switches,{5270784,0}}, {garbage_collection,{584937,1068435789,0}}, {io,{{input,89088326},{output,56422730}}}, {reductions,{492525793,1886628}}, {run_queue,0}, {runtime,{177040,390}}]}, {system_stats, [{cpu_utilization_rate,6.75}, {swap_total,10684628992}, {swap_used,159744}]}, {interesting_stats, [{couch_docs_actual_disk_size,5910451600}, {couch_docs_data_size,4751847811}, {couch_views_actual_disk_size,0}, {couch_views_data_size,0}, {curr_items,2151101}, {curr_items_tot,2151101}, {mem_used,3585908424}, {vb_replica_curr_items,0}]}, {cluster_compatibility_version,131072}, {version, [{public_key,"0.13"}, {lhttpc,"1.3.0"}, {ale,"8cffe61"}, {os_mon,"2.2.7"}, {couch_set_view,"1.2.0a-47a991b-git"}, {mnesia,"4.5"}, {inets,"5.7.1"}, {couch,"1.2.0a-47a991b-git"}, {mapreduce,"1.0.0"}, {couch_index_merger,"1.2.0a-47a991b-git"}, {kernel,"2.14.5"}, {crypto,"2.0.4"}, {ssl,"4.1.6"}, {sasl,"2.1.10"}, {couch_view_parser,"1.0.0"}, {ns_server,"2.0.0-1925-rel-enterprise"}, {mochiweb,"1.4.1"}, {oauth,"7d85d3ef"}, {stdlib,"1.17.5"}]}, {supported_compat_version,[2,0]}, {system_arch,"x86_64-unknown-linux-gnu"}, {wall_clock,1184}, {memory_data,{33657663488,12003680256,{<19942.1696.0>,2914384}}}, {disk_data, [{"/",49781912,5}, {"/dev/shm",16434404,0}, {"/data",492257288,2}, {"/data2",246132896,1}]}, {meminfo, <<"MemTotal: 32868812 kB\nMemFree: 21528264 kB\nBuffers: 240124 kB\nCached: 6360340 kB\nSwapCached: 140 kB\nActive: 6306440 kB\nInactive: 4732476 kB\nHighTotal: 0 kB\nHighFree: 0 kB\nLowTotal: 32868812 kB\nLowFree: 21528264 kB\nSwapTotal: 10434208 kB\nSwapFree: 10434052 kB\nDirty: 27180 kB\nWriteback: 0 kB\nAnonPages: 4438300 kB\nMapped: 17064 kB\nSlab: 253320 kB\nPageTables: 13608 kB\nNFS_Unstable: 0 kB\nBounce: 0 kB\nCommitLimit: 26868612 kB\nCommitted_AS: 6148876 kB\nVmallocTotal: 34359738367 kB\nVmallocUsed: 6408 kB\nVmallocChunk: 34359730595 kB\nHugePages_Total: 0\nHugePages_Free: 0\nHugePages_Rsvd: 0\nHugepagesize: 2048 kB\n">>}]}, {'ns_1@10.2.1.67', [{last_heard,{1351,907007,887784}}, {outgoing_replications_safeness_level,[{"default",green}]}, {incoming_replications_conf_hashes,[{"default",[]}]}, {active_buckets,["default"]}, {ready_buckets,["default"]}, {local_tasks,[]}, {memory, [{total,92330320}, {processes,52299768}, {processes_used,52212976}, {system,40030552}, {atom,1352041}, {atom_used,1349412}, {binary,2665896}, {code,13631938}, {ets,4328288}]}, {system_memory_data, [{system_total_memory,33657663488}, {free_swap,10701078528}, {total_swap,10701078528}, {cached_memory,7862423552}, {buffered_memory,417337344}, {free_memory,20492021760}, {total_memory,33657663488}]}, {node_storage_conf,[{db_path,"/data"},{index_path,"/data2"}]}, {statistics, [{wall_clock,{1184397,5000}}, {context_switches,{5324766,0}}, {garbage_collection,{578321,1072045279,0}}, {io,{{input,77583695},{output,55167581}}}, {reductions,{494414246,1938870}}, {run_queue,0}, {runtime,{174790,410}}]}, {system_stats, [{cpu_utilization_rate,18.703241895261847}, {swap_total,10701078528}, {swap_used,0}]}, {interesting_stats, [{couch_docs_actual_disk_size,7183160702}, {couch_docs_data_size,5227266638}, {couch_views_actual_disk_size,0}, {couch_views_data_size,0}, {curr_items,2153729}, {curr_items_tot,2153729}, {mem_used,3516617976}, {vb_replica_curr_items,0}]}, {cluster_compatibility_version,131072}, {version, [{public_key,"0.13"}, {lhttpc,"1.3.0"}, {ale,"8cffe61"}, {os_mon,"2.2.7"}, {couch_set_view,"1.2.0a-47a991b-git"}, {mnesia,"4.5"}, {inets,"5.7.1"}, {couch,"1.2.0a-47a991b-git"}, {mapreduce,"1.0.0"}, {couch_index_merger,"1.2.0a-47a991b-git"}, {kernel,"2.14.5"}, {crypto,"2.0.4"}, {ssl,"4.1.6"}, {sasl,"2.1.10"}, {couch_view_parser,"1.0.0"}, {ns_server,"2.0.0-1925-rel-enterprise"}, {mochiweb,"1.4.1"}, {oauth,"7d85d3ef"}, {stdlib,"1.17.5"}]}, {supported_compat_version,[2,0]}, {system_arch,"x86_64-unknown-linux-gnu"}, {wall_clock,1184}, {memory_data,{33657663488,12656214016,{<19943.1681.0>,4714984}}}, {disk_data, [{"/",49781912,9}, {"/dev/shm",16434404,0}, {"/data",492257288,2}, {"/data2",246132896,1}]}, {meminfo, <<"MemTotal: 32868812 kB\nMemFree: 20011740 kB\nBuffers: 407556 kB\nCached: 7678148 kB\nSwapCached: 0 kB\nActive: 7494612 kB\nInactive: 5018584 kB\nHighTotal: 0 kB\nHighFree: 0 kB\nLowTotal: 32868812 kB\nLowFree: 20011740 kB\nSwapTotal: 10450272 kB\nSwapFree: 10450272 kB\nDirty: 1156 kB\nWriteback: 0 kB\nAnonPages: 4427648 kB\nMapped: 17060 kB\nSlab: 299292 kB\nPageTables: 13504 kB\nNFS_Unstable: 0 kB\nBounce: 0 kB\nCommitLimit: 26884676 kB\nCommitted_AS: 6132064 kB\nVmallocTotal: 34359738367 kB\nVmallocUsed: 6416 kB\nVmallocChunk: 34359730587 kB\nHugePages_Total: 0\nHugePages_Free: 0\nHugePages_Rsvd: 0\nHugepagesize: 2048 kB\n">>}]}, {'ns_1@10.2.1.68', [{last_heard,{1351,907011,233787}}, {outgoing_replications_safeness_level,[{"default",green}]}, {incoming_replications_conf_hashes,[{"default",[]}]}, {active_buckets,["default"]}, {ready_buckets,["default"]}, {local_tasks,[]}, {memory, [{total,96408976}, {processes,56170312}, {processes_used,56083440}, {system,40238664}, {atom,1352041}, {atom_used,1349412}, {binary,2842296}, {code,13659922}, {ets,4315016}]}, {system_memory_data, [{system_total_memory,33657663488}, {free_swap,10684616704}, {total_swap,10684628992}, {cached_memory,7235362816}, {buffered_memory,316792832}, {free_memory,21235486720}, {total_memory,33657663488}]}, {node_storage_conf,[{db_path,"/data"},{index_path,"/data2"}]}, {statistics, [{wall_clock,{1186430,5000}}, {context_switches,{5691235,0}}, {garbage_collection,{619526,1107957864,0}}, {io,{{input,86393214},{output,57749822}}}, {reductions,{509779746,1991346}}, {run_queue,0}, {runtime,{180860,510}}]}, {system_stats, [{cpu_utilization_rate,5.778894472361809}, {swap_total,10684628992}, {swap_used,12288}]}, {interesting_stats, [{couch_docs_actual_disk_size,6627931503}, {couch_docs_data_size,5230006422}, {couch_views_actual_disk_size,0}, {couch_views_data_size,0}, {curr_items,2160792}, {curr_items_tot,2160792}, {mem_used,3535749336}, {vb_replica_curr_items,0}]}, {cluster_compatibility_version,131072}, {version, [{public_key,"0.13"}, {lhttpc,"1.3.0"}, {ale,"8cffe61"}, {os_mon,"2.2.7"}, {couch_set_view,"1.2.0a-47a991b-git"}, {mnesia,"4.5"}, {inets,"5.7.1"}, {couch,"1.2.0a-47a991b-git"}, {mapreduce,"1.0.0"}, {couch_index_merger,"1.2.0a-47a991b-git"}, {kernel,"2.14.5"}, {crypto,"2.0.4"}, {ssl,"4.1.6"}, {sasl,"2.1.10"}, {couch_view_parser,"1.0.0"}, {ns_server,"2.0.0-1925-rel-enterprise"}, {mochiweb,"1.4.1"}, {oauth,"7d85d3ef"}, {stdlib,"1.17.5"}]}, {supported_compat_version,[2,0]}, {system_arch,"x86_64-unknown-linux-gnu"}, {wall_clock,1186}, {memory_data,{33657663488,11872116736,{<19944.1662.0>,4714984}}}, {disk_data, [{"/",49781912,5}, {"/dev/shm",16434404,0}, {"/data",492257288,2}, {"/data2",246132896,1}]}, {meminfo, <<"MemTotal: 32868812 kB\nMemFree: 20737904 kB\nBuffers: 309368 kB\nCached: 7065784 kB\nSwapCached: 12 kB\nActive: 6705964 kB\nInactive: 5090044 kB\nHighTotal: 0 kB\nHighFree: 0 kB\nLowTotal: 32868812 kB\nLowFree: 20737904 kB\nSwapTotal: 10434208 kB\nSwapFree: 10434196 kB\nDirty: 1588 kB\nWriteback: 0 kB\nAnonPages: 4420924 kB\nMapped: 17260 kB\nSlab: 286968 kB\nPageTables: 13496 kB\nNFS_Unstable: 0 kB\nBounce: 0 kB\nCommitLimit: 26868612 kB\nCommitted_AS: 6125648 kB\nVmallocTotal: 34359738367 kB\nVmallocUsed: 6408 kB\nVmallocChunk: 34359730595 kB\nHugePages_Total: 0\nHugePages_Free: 0\nHugePages_Rsvd: 0\nHugepagesize: 2048 kB\n">>}]}] [stats:debug,2012-11-02T18:43:46.752,ns_1@10.2.1.65:<0.5555.0>:stats_collector:maybe_log_stats:126](at {{1970,1,16},{7,31,47}}) Stats for bucket "default": accepting_conns 1 auth_cmds 3 auth_errors 0 bucket_active_conns 1 bucket_conns 6 bytes 3755259400 bytes_read 5282248399 bytes_written 106544789 cas_badval 0 cas_hits 0 cas_misses 0 cmd_flush 0 cmd_get 0 cmd_set 2200864 conn_yields 749 connection_structures 5000 curr_connections 10 curr_conns_on_port_11209 6 curr_conns_on_port_11210 2 curr_items 2200864 curr_items_tot 2200864 curr_temp_items 0 daemon_connections 4 decr_hits 0 decr_misses 0 delete_hits 0 delete_misses 0 ep_access_scanner_last_runtime 0 ep_access_scanner_num_items 0 ep_access_scanner_task_time 2012-11-03 10:00:00 ep_allow_data_loss_during_shutdown 1 ep_alog_block_size 4096 ep_alog_path /data/default/access.log ep_alog_sleep_time 1440 ep_alog_task_time 10 ep_backend couchdb ep_bg_fetch_delay 0 ep_bg_fetched 0 ep_bg_meta_fetched 0 ep_bg_remaining_jobs 0 ep_chk_max_items 5000 ep_chk_period 1800 ep_chk_persistence_remains 0 ep_chk_persistence_timeout 10 ep_chk_remover_stime 5 ep_commit_num 1203 ep_commit_time 2 ep_commit_time_total 18424 ep_concurrentDB 1 ep_config_file ep_couch_bucket default ep_couch_host localhost ep_couch_port 11213 ep_couch_reconnect_sleeptime 250 ep_couch_response_timeout 180000 ep_data_age 0 ep_data_age_highwat 157 ep_data_traffic_enabled 0 ep_dbinit 0 ep_dbname /data/default ep_degraded_mode 0 ep_diskqueue_drain 2200110 ep_diskqueue_fill 2200864 ep_diskqueue_items 755 ep_diskqueue_memory 24128 ep_diskqueue_pending 36192 ep_exp_pager_stime 3600 ep_exp_pager_stime 3600 ep_expired_access 0 ep_expired_pager 0 ep_expiry_window 3 ep_failpartialwarmup 0 ep_flush_all false ep_flush_duration_total 782 ep_flushall_enabled 0 ep_flusher_state running ep_flusher_todo 324 ep_getl_default_timeout 15 ep_getl_max_timeout 30 ep_ht_locks 5 ep_ht_size 3079 ep_inconsistent_slave_chk 0 ep_initfile ep_io_num_read 0 ep_io_num_write 2200103 ep_io_read_bytes 0 ep_io_write_bytes 5209949362 ep_item_begin_failed 0 ep_item_commit_failed 0 ep_item_flush_expired 0 ep_item_flush_failed 0 ep_item_num_based_new_chk 1 ep_items_rm_from_checkpoints 2098501 ep_keep_closed_chks 0 ep_klog_block_size 4096 ep_klog_compactor_queue_cap 500000 ep_klog_compactor_stime 3600 ep_klog_flush commit2 ep_klog_max_entry_ratio 10 ep_klog_max_log_size 2147483647 ep_klog_path ep_klog_sync commit2 ep_kv_size 3671753032 ep_max_checkpoints 2 ep_max_data_size 5242880000 ep_max_item_size 20971520 ep_max_size 5242880000 ep_max_txn_size 10000 ep_max_vbuckets 512 ep_mem_high_wat 3932160000 ep_mem_high_wat 3932160000 ep_mem_low_wat 3145728000 ep_mem_low_wat 3145728000 ep_mem_tracker_enabled true ep_min_data_age 0 ep_mlog_compactor_runs 0 ep_mutation_mem_threshold 0 ep_num_access_scanner_runs 0 ep_num_eject_failures 224367 ep_num_expiry_pager_runs 0 ep_num_non_resident 729525 ep_num_not_my_vbuckets 0 ep_num_ops_del_meta 0 ep_num_ops_get_meta 0 ep_num_ops_set_meta 0 ep_num_pager_runs 8 ep_num_value_ejects 729525 ep_oom_errors 0 ep_overhead 21995760 ep_pager_active_vb_pcnt 40 ep_pager_unbiased_period 60 ep_pending_ops 0 ep_pending_ops_max 0 ep_pending_ops_max_duration 0 ep_pending_ops_total 0 ep_postInitfile ep_queue_age_cap 900 ep_queue_size 431 ep_startup_time 1351906023 ep_storage_age 0 ep_storage_age_highwat 156 ep_store_max_concurrency 10 ep_store_max_readers 9 ep_store_max_readwrite 1 ep_stored_val_type ep_tap_ack_grace_period 300 ep_tap_ack_initial_sequence_number 1 ep_tap_ack_interval 1000 ep_tap_ack_window_size 10 ep_tap_backfill_resident 0.9 ep_tap_backlog_limit 5000 ep_tap_backoff_period 5 ep_tap_bg_fetch_requeued 0 ep_tap_bg_fetched 0 ep_tap_bg_max_pending 500 ep_tap_keepalive 300 ep_tap_noop_interval 20 ep_tap_requeue_sleep_time 0.1 ep_tap_throttle_cap_pcnt 10 ep_tap_throttle_queue_cap 1000000 ep_tap_throttle_threshold 90 ep_tmp_oom_errors 0 ep_too_old 0 ep_too_young 0 ep_total_cache_size 3645342664 ep_total_del_items 0 ep_total_enqueued 2200864 ep_total_new_items 2200103 ep_total_persisted 2200103 ep_uncommitted_items 439 ep_value_size 3489850326 ep_vb0 0 ep_vb_snapshot_total 95 ep_vb_total 128 ep_vbucket_del 0 ep_vbucket_del_fail 0 ep_version 2.0.0r_130_g8b09894 ep_waitforwarmup 0 ep_warmup 1 ep_warmup_batch_size 1000 ep_warmup_dups 0 ep_warmup_min_items_threshold 100 ep_warmup_min_memory_threshold 100 ep_warmup_oom 0 ep_warmup_thread complete ep_warmup_time 966 get_hits 0 get_misses 0 incr_hits 0 incr_misses 0 libevent 2.0.11-stable limit_maxbytes 67108864 listen_disabled_num 0 max_conns_on_port_11209 1000 max_conns_on_port_11210 9000 mem_used 3755259400 pid 18466 pointer_size 64 rejected_conns 0 rusage_system 87.099758 rusage_user 228.309291 threads 4 time 1351907026 total_connections 20 uptime 1192 vb_active_curr_items 2200864 vb_active_eject 729525 vb_active_expired 0 vb_active_ht_memory 12645376 vb_active_itm_memory 3645342664 vb_active_meta_data_memory 173868256 vb_active_num 128 vb_active_num_non_resident 729525 vb_active_num_ref_ejects 729525 vb_active_num_ref_items 2200864 vb_active_ops_create 2200109 vb_active_ops_delete 0 vb_active_ops_reject 0 vb_active_ops_update 0 vb_active_perc_mem_resident 66 vb_active_queue_age 0 vb_active_queue_drain 2200110 vb_active_queue_fill 2200864 vb_active_queue_memory 24128 vb_active_queue_pending 36192 vb_active_queue_size 754 vb_dead_num 0 vb_pending_curr_items 0 vb_pending_eject 0 vb_pending_expired 0 vb_pending_ht_memory 0 vb_pending_itm_memory 0 vb_pending_meta_data_memory 0 vb_pending_num 0 vb_pending_num_non_resident 0 vb_pending_num_ref_ejects 0 vb_pending_num_ref_items 0 vb_pending_ops_create 0 vb_pending_ops_delete 0 vb_pending_ops_reject 0 vb_pending_ops_update 0 vb_pending_perc_mem_resident 0 vb_pending_queue_age 0 vb_pending_queue_drain 0 vb_pending_queue_fill 0 vb_pending_queue_memory 0 vb_pending_queue_pending 0 vb_pending_queue_size 0 vb_replica_curr_items 0 vb_replica_eject 0 vb_replica_expired 0 vb_replica_ht_memory 0 vb_replica_itm_memory 0 vb_replica_meta_data_memory 0 vb_replica_num 0 vb_replica_num_non_resident 0 vb_replica_num_ref_ejects 0 vb_replica_num_ref_items 0 vb_replica_ops_create 0 vb_replica_ops_delete 0 vb_replica_ops_reject 0 vb_replica_ops_update 0 vb_replica_perc_mem_resident 0 vb_replica_queue_age 0 vb_replica_queue_drain 0 vb_replica_queue_fill 0 vb_replica_queue_memory 0 vb_replica_queue_pending 0 vb_replica_queue_size 0 version 1.4.4_600_g7ea975a [ns_doctor:debug,2012-11-02T18:44:32.742,ns_1@10.2.1.65:ns_doctor<0.5169.0>:ns_doctor:handle_info:137]Current node statuses: [{'ns_1@10.2.1.65', [{last_heard,{1351,907071,259065}}, {outgoing_replications_safeness_level,[{"default",green}]}, {incoming_replications_conf_hashes,[{"default",[]}]}, {active_buckets,["default"]}, {ready_buckets,["default"]}, {local_tasks,[]}, {memory, [{total,111793280}, {processes,67033584}, {processes_used,65455328}, {system,44759696}, {atom,1405017}, {atom_used,1377299}, {binary,6438360}, {code,14117455}, {ets,4702976}]}, {system_memory_data, [{system_total_memory,33657663488}, {free_swap,11350716416}, {total_swap,11350876160}, {cached_memory,6801920000}, {buffered_memory,218898432}, {free_memory,21788819456}, {total_memory,33657663488}]}, {node_storage_conf,[{db_path,"/data"},{index_path,"/data2"}]}, {statistics, [{wall_clock,{1247192,4998}}, {context_switches,{5045112,0}}, {garbage_collection,{536860,1763412982,0}}, {io,{{input,328928901},{output,71300043}}}, {reductions,{664443457,2431511}}, {run_queue,0}, {runtime,{209790,610}}]}, {system_stats, [{cpu_utilization_rate,25.31328320802005}, {swap_total,11350876160}, {swap_used,159744}]}, {interesting_stats, [{couch_docs_actual_disk_size,6124732485}, {couch_docs_data_size,5597702397}, {couch_views_actual_disk_size,0}, {couch_views_data_size,0}, {curr_items,2324306}, {curr_items_tot,2324306}, {mem_used,3589590680}, {vb_replica_curr_items,0}]}, {cluster_compatibility_version,131072}, {version, [{public_key,"0.13"}, {lhttpc,"1.3.0"}, {ale,"8cffe61"}, {os_mon,"2.2.7"}, {couch_set_view,"1.2.0a-47a991b-git"}, {mnesia,"4.5"}, {inets,"5.7.1"}, {couch,"1.2.0a-47a991b-git"}, {mapreduce,"1.0.0"}, {couch_index_merger,"1.2.0a-47a991b-git"}, {kernel,"2.14.5"}, {crypto,"2.0.4"}, {ssl,"4.1.6"}, {sasl,"2.1.10"}, {couch_view_parser,"1.0.0"}, {ns_server,"2.0.0-1925-rel-enterprise"}, {mochiweb,"1.4.1"}, {oauth,"7d85d3ef"}, {stdlib,"1.17.5"}]}, {supported_compat_version,[2,0]}, {system_arch,"x86_64-unknown-linux-gnu"}, {wall_clock,1247}, {memory_data,{33657663488,11302404096,{<0.16820.0>,7028184}}}, {disk_data, [{"/",51088800,10}, {"/dev/shm",16434404,0}, {"/data",492257288,2}, {"/data2",246132896,1}]}, {meminfo, <<"MemTotal: 32868812 kB\nMemFree: 21278144 kB\nBuffers: 213768 kB\nCached: 6642500 kB\nSwapCached: 0 kB\nActive: 5498736 kB\nInactive: 5788472 kB\nHighTotal: 0 kB\nHighFree: 0 kB\nLowTotal: 32868812 kB\nLowFree: 21278144 kB\nSwapTotal: 11084840 kB\nSwapFree: 11084684 kB\nDirty: 2292 kB\nWriteback: 0 kB\nAnonPages: 4430872 kB\nMapped: 15316 kB\nSlab: 259052 kB\nPageTables: 12956 kB\nNFS_Unstable: 0 kB\nBounce: 0 kB\nCommitLimit: 27519244 kB\nCommitted_AS: 6143992 kB\nVmallocTotal: 34359738367 kB\nVmallocUsed: 6728 kB\nVmallocChunk: 34359730275 kB\nHugePages_Total: 0\nHugePages_Free: 0\nHugePages_Rsvd: 0\nHugepagesize: 2048 kB\n">>}]}, {'ns_1@10.2.1.66', [{last_heard,{1351,907068,919447}}, {outgoing_replications_safeness_level,[{"default",green}]}, {incoming_replications_conf_hashes,[{"default",[]}]}, {active_buckets,["default"]}, {ready_buckets,["default"]}, {local_tasks, [[{pid,<<"<0.11448.0>">>}, {bucket,<<"default">>}, {original_target,{[{type,bucket}]}}, {progress,70}, {started_on,1351906845}, {total_vbuckets,129}, {trigger_type,scheduled}, {type,bucket_compaction}, {updated_on,1351907000}, {vbuckets_done,91}]]}, {memory, [{total,91468632}, {processes,51439728}, {processes_used,51391288}, {system,40028904}, {atom,1352041}, {atom_used,1349412}, {binary,2512312}, {code,13622682}, {ets,4491648}]}, {system_memory_data, [{system_total_memory,33657663488}, {free_swap,10684469248}, {total_swap,10684628992}, {cached_memory,6164561920}, {buffered_memory,247300096}, {free_memory,22372286464}, {total_memory,33657663488}]}, {node_storage_conf,[{db_path,"/data"},{index_path,"/data2"}]}, {statistics, [{wall_clock,{1244440,5000}}, {context_switches,{5327339,0}}, {garbage_collection,{590734,1112293519,0}}, {io,{{input,90036490},{output,57723750}}}, {reductions,{515062632,1857397}}, {run_queue,0}, {runtime,{182350,420}}]}, {system_stats, [{cpu_utilization_rate,11.779448621553884}, {swap_total,10684628992}, {swap_used,159744}]}, {interesting_stats, [{couch_docs_actual_disk_size,5569371528}, {couch_docs_data_size,4877768506}, {couch_views_actual_disk_size,0}, {couch_views_data_size,0}, {curr_items,2318469}, {curr_items_tot,2318469}, {mem_used,4012167224}, {vb_replica_curr_items,0}]}, {cluster_compatibility_version,131072}, {version, [{public_key,"0.13"}, {lhttpc,"1.3.0"}, {ale,"8cffe61"}, {os_mon,"2.2.7"}, {couch_set_view,"1.2.0a-47a991b-git"}, {mnesia,"4.5"}, {inets,"5.7.1"}, {couch,"1.2.0a-47a991b-git"}, {mapreduce,"1.0.0"}, {couch_index_merger,"1.2.0a-47a991b-git"}, {kernel,"2.14.5"}, {crypto,"2.0.4"}, {ssl,"4.1.6"}, {sasl,"2.1.10"}, {couch_view_parser,"1.0.0"}, {ns_server,"2.0.0-1925-rel-enterprise"}, {mochiweb,"1.4.1"}, {oauth,"7d85d3ef"}, {stdlib,"1.17.5"}]}, {supported_compat_version,[2,0]}, {system_arch,"x86_64-unknown-linux-gnu"}, {wall_clock,1244}, {memory_data,{33657663488,11460222976,{<19942.1696.0>,4714984}}}, {disk_data, [{"/",49781912,5}, {"/dev/shm",16434404,0}, {"/data",492257288,2}, {"/data2",246132896,1}]}, {meminfo, <<"MemTotal: 32868812 kB\nMemFree: 21848060 kB\nBuffers: 241504 kB\nCached: 6020080 kB\nSwapCached: 140 kB\nActive: 5695452 kB\nInactive: 5032676 kB\nHighTotal: 0 kB\nHighFree: 0 kB\nLowTotal: 32868812 kB\nLowFree: 21848060 kB\nSwapTotal: 10434208 kB\nSwapFree: 10434052 kB\nDirty: 12432 kB\nWriteback: 0 kB\nAnonPages: 4466696 kB\nMapped: 17064 kB\nSlab: 243716 kB\nPageTables: 13656 kB\nNFS_Unstable: 0 kB\nBounce: 0 kB\nCommitLimit: 26868612 kB\nCommitted_AS: 6178704 kB\nVmallocTotal: 34359738367 kB\nVmallocUsed: 6408 kB\nVmallocChunk: 34359730595 kB\nHugePages_Total: 0\nHugePages_Free: 0\nHugePages_Rsvd: 0\nHugepagesize: 2048 kB\n">>}]}, {'ns_1@10.2.1.67', [{last_heard,{1351,907067,888452}}, {outgoing_replications_safeness_level,[{"default",green}]}, {incoming_replications_conf_hashes,[{"default",[]}]}, {active_buckets,["default"]}, {ready_buckets,["default"]}, {local_tasks,[]}, {memory, [{total,95721200}, {processes,55122440}, {processes_used,55035728}, {system,40598760}, {atom,1352041}, {atom_used,1349412}, {binary,3059352}, {code,13631938}, {ets,4502920}]}, {system_memory_data, [{system_total_memory,33657663488}, {free_swap,10701078528}, {total_swap,10701078528}, {cached_memory,8672124928}, {buffered_memory,418091008}, {free_memory,19641917440}, {total_memory,33657663488}]}, {node_storage_conf,[{db_path,"/data"},{index_path,"/data2"}]}, {statistics, [{wall_clock,{1244397,5000}}, {context_switches,{5638168,0}}, {garbage_collection,{606979,1138896306,0}}, {io,{{input,79522512},{output,57328281}}}, {reductions,{526312498,2765296}}, {run_queue,0}, {runtime,{183490,830}}]}, {system_stats, [{cpu_utilization_rate,23.5}, {swap_total,10701078528}, {swap_used,0}]}, {interesting_stats, [{couch_docs_actual_disk_size,7983998336}, {couch_docs_data_size,5658092393}, {couch_views_actual_disk_size,0}, {couch_views_data_size,0}, {curr_items,2321823}, {curr_items_tot,2321823}, {mem_used,3960219656}, {vb_replica_curr_items,0}]}, {cluster_compatibility_version,131072}, {version, [{public_key,"0.13"}, {lhttpc,"1.3.0"}, {ale,"8cffe61"}, {os_mon,"2.2.7"}, {couch_set_view,"1.2.0a-47a991b-git"}, {mnesia,"4.5"}, {inets,"5.7.1"}, {couch,"1.2.0a-47a991b-git"}, {mapreduce,"1.0.0"}, {couch_index_merger,"1.2.0a-47a991b-git"}, {kernel,"2.14.5"}, {crypto,"2.0.4"}, {ssl,"4.1.6"}, {sasl,"2.1.10"}, {couch_view_parser,"1.0.0"}, {ns_server,"2.0.0-1925-rel-enterprise"}, {mochiweb,"1.4.1"}, {oauth,"7d85d3ef"}, {stdlib,"1.17.5"}]}, {supported_compat_version,[2,0]}, {system_arch,"x86_64-unknown-linux-gnu"}, {wall_clock,1244}, {memory_data,{33657663488,13409816576,{<19943.1681.0>,4714984}}}, {disk_data, [{"/",49781912,9}, {"/dev/shm",16434404,0}, {"/data",492257288,2}, {"/data2",246132896,1}]}, {meminfo, <<"MemTotal: 32868812 kB\nMemFree: 19181560 kB\nBuffers: 408292 kB\nCached: 8468872 kB\nSwapCached: 0 kB\nActive: 7980512 kB\nInactive: 5343100 kB\nHighTotal: 0 kB\nHighFree: 0 kB\nLowTotal: 32868812 kB\nLowFree: 19181560 kB\nSwapTotal: 10450272 kB\nSwapFree: 10450272 kB\nDirty: 1288 kB\nWriteback: 160 kB\nAnonPages: 4446068 kB\nMapped: 17060 kB\nSlab: 319140 kB\nPageTables: 13548 kB\nNFS_Unstable: 0 kB\nBounce: 0 kB\nCommitLimit: 26884676 kB\nCommitted_AS: 6156492 kB\nVmallocTotal: 34359738367 kB\nVmallocUsed: 6416 kB\nVmallocChunk: 34359730587 kB\nHugePages_Total: 0\nHugePages_Free: 0\nHugePages_Rsvd: 0\nHugepagesize: 2048 kB\n">>}]}, {'ns_1@10.2.1.68', [{last_heard,{1351,907071,234674}}, {outgoing_replications_safeness_level,[{"default",green}]}, {incoming_replications_conf_hashes,[{"default",[]}]}, {active_buckets,["default"]}, {ready_buckets,["default"]}, {local_tasks,[]}, {memory, [{total,93853616}, {processes,53694424}, {processes_used,53607552}, {system,40159192}, {atom,1352041}, {atom_used,1349412}, {binary,2587312}, {code,13659922}, {ets,4489512}]}, {system_memory_data, [{system_total_memory,33657663488}, {free_swap,10684616704}, {total_swap,10684628992}, {cached_memory,8031031296}, {buffered_memory,317497344}, {free_memory,20413698048}, {total_memory,33657663488}]}, {node_storage_conf,[{db_path,"/data"},{index_path,"/data2"}]}, {statistics, [{wall_clock,{1246431,5001}}, {context_switches,{5938642,0}}, {garbage_collection,{645142,1168860586,0}}, {io,{{input,88023902},{output,59700877}}}, {reductions,{539235299,2693819}}, {run_queue,0}, {runtime,{188900,830}}]}, {system_stats, [{cpu_utilization_rate,53.0}, {swap_total,10684628992}, {swap_used,12288}]}, {interesting_stats, [{couch_docs_actual_disk_size,7386958878}, {couch_docs_data_size,5658572856}, {couch_views_actual_disk_size,0}, {couch_views_data_size,0}, {curr_items,2328557}, {curr_items_tot,2328557}, {mem_used,3500087048}, {vb_replica_curr_items,0}]}, {cluster_compatibility_version,131072}, {version, [{public_key,"0.13"}, {lhttpc,"1.3.0"}, {ale,"8cffe61"}, {os_mon,"2.2.7"}, {couch_set_view,"1.2.0a-47a991b-git"}, {mnesia,"4.5"}, {inets,"5.7.1"}, {couch,"1.2.0a-47a991b-git"}, {mapreduce,"1.0.0"}, {couch_index_merger,"1.2.0a-47a991b-git"}, {kernel,"2.14.5"}, {crypto,"2.0.4"}, {ssl,"4.1.6"}, {sasl,"2.1.10"}, {couch_view_parser,"1.0.0"}, {ns_server,"2.0.0-1925-rel-enterprise"}, {mochiweb,"1.4.1"}, {oauth,"7d85d3ef"}, {stdlib,"1.17.5"}]}, {supported_compat_version,[2,0]}, {system_arch,"x86_64-unknown-linux-gnu"}, {wall_clock,1246}, {memory_data,{33657663488,12611624960,{<19944.1662.0>,4714984}}}, {disk_data, [{"/",49781912,5}, {"/dev/shm",16434404,0}, {"/data",492257288,2}, {"/data2",246132896,1}]}, {meminfo, <<"MemTotal: 32868812 kB\nMemFree: 19935252 kB\nBuffers: 310056 kB\nCached: 7842804 kB\nSwapCached: 12 kB\nActive: 7134676 kB\nInactive: 5444232 kB\nHighTotal: 0 kB\nHighFree: 0 kB\nLowTotal: 32868812 kB\nLowFree: 19935252 kB\nSwapTotal: 10434208 kB\nSwapFree: 10434196 kB\nDirty: 2024 kB\nWriteback: 96 kB\nAnonPages: 4425412 kB\nMapped: 17260 kB\nSlab: 306416 kB\nPageTables: 13508 kB\nNFS_Unstable: 0 kB\nBounce: 0 kB\nCommitLimit: 26868612 kB\nCommitted_AS: 6128872 kB\nVmallocTotal: 34359738367 kB\nVmallocUsed: 6408 kB\nVmallocChunk: 34359730595 kB\nHugePages_Total: 0\nHugePages_Free: 0\nHugePages_Rsvd: 0\nHugepagesize: 2048 kB\n">>}]}] [stats:debug,2012-11-02T18:45:26.751,ns_1@10.2.1.65:<0.5555.0>:stats_collector:maybe_log_stats:126](at {{1970,1,16},{7,31,47}}) Stats for bucket "default": accepting_conns 1 auth_cmds 3 auth_errors 0 bucket_active_conns 1 bucket_conns 6 bytes 3518571064 bytes_read 5954366323 bytes_written 119766580 cas_badval 0 cas_hits 0 cas_misses 0 cmd_flush 0 cmd_get 0 cmd_set 2481076 conn_yields 846 connection_structures 5000 curr_connections 10 curr_conns_on_port_11209 6 curr_conns_on_port_11210 2 curr_items 2481076 curr_items_tot 2481076 curr_temp_items 0 daemon_connections 4 decr_hits 0 decr_misses 0 delete_hits 0 delete_misses 0 ep_access_scanner_last_runtime 0 ep_access_scanner_num_items 0 ep_access_scanner_task_time 2012-11-03 10:00:00 ep_allow_data_loss_during_shutdown 1 ep_alog_block_size 4096 ep_alog_path /data/default/access.log ep_alog_sleep_time 1440 ep_alog_task_time 10 ep_backend couchdb ep_bg_fetch_delay 0 ep_bg_fetched 0 ep_bg_meta_fetched 0 ep_bg_remaining_jobs 0 ep_chk_max_items 5000 ep_chk_period 1800 ep_chk_persistence_remains 0 ep_chk_persistence_timeout 10 ep_chk_remover_stime 5 ep_commit_num 1283 ep_commit_time 284 ep_commit_time_total 19359 ep_concurrentDB 1 ep_config_file ep_couch_bucket default ep_couch_host localhost ep_couch_port 11213 ep_couch_reconnect_sleeptime 250 ep_couch_response_timeout 180000 ep_data_age 4 ep_data_age_highwat 157 ep_data_traffic_enabled 0 ep_dbinit 0 ep_dbname /data/default ep_degraded_mode 0 ep_diskqueue_drain 2470080 ep_diskqueue_fill 2481076 ep_diskqueue_items 10983 ep_diskqueue_memory 351872 ep_diskqueue_pending 527808 ep_exp_pager_stime 3600 ep_exp_pager_stime 3600 ep_expired_access 0 ep_expired_pager 0 ep_expiry_window 3 ep_failpartialwarmup 0 ep_flush_all false ep_flush_duration_total 880 ep_flushall_enabled 0 ep_flusher_state running ep_flusher_todo 8067 ep_getl_default_timeout 15 ep_getl_max_timeout 30 ep_ht_locks 5 ep_ht_size 3079 ep_inconsistent_slave_chk 0 ep_initfile ep_io_num_read 0 ep_io_num_write 2470029 ep_io_read_bytes 0 ep_io_write_bytes 5848635696 ep_item_begin_failed 0 ep_item_commit_failed 0 ep_item_flush_expired 0 ep_item_flush_failed 0 ep_item_num_based_new_chk 1 ep_items_rm_from_checkpoints 2464408 ep_keep_closed_chks 0 ep_klog_block_size 4096 ep_klog_compactor_queue_cap 500000 ep_klog_compactor_stime 3600 ep_klog_flush commit2 ep_klog_max_entry_ratio 10 ep_klog_max_log_size 2147483647 ep_klog_path ep_klog_sync commit2 ep_kv_size 3453358588 ep_max_checkpoints 2 ep_max_data_size 5242880000 ep_max_item_size 20971520 ep_max_size 5242880000 ep_max_txn_size 10000 ep_max_vbuckets 512 ep_mem_high_wat 3932160000 ep_mem_high_wat 3932160000 ep_mem_low_wat 3145728000 ep_mem_low_wat 3145728000 ep_mem_tracker_enabled true ep_min_data_age 0 ep_mlog_compactor_runs 0 ep_mutation_mem_threshold 0 ep_num_access_scanner_runs 0 ep_num_eject_failures 442700 ep_num_expiry_pager_runs 0 ep_num_non_resident 1114966 ep_num_not_my_vbuckets 0 ep_num_ops_del_meta 0 ep_num_ops_get_meta 0 ep_num_ops_set_meta 0 ep_num_pager_runs 12 ep_num_value_ejects 1114966 ep_oom_errors 0 ep_overhead 14561600 ep_pager_active_vb_pcnt 40 ep_pager_unbiased_period 60 ep_pending_ops 0 ep_pending_ops_max 0 ep_pending_ops_max_duration 0 ep_pending_ops_total 0 ep_postInitfile ep_queue_age_cap 900 ep_queue_size 2916 ep_startup_time 1351906023 ep_storage_age 4 ep_storage_age_highwat 156 ep_store_max_concurrency 10 ep_store_max_readers 9 ep_store_max_readwrite 1 ep_stored_val_type ep_tap_ack_grace_period 300 ep_tap_ack_initial_sequence_number 1 ep_tap_ack_interval 1000 ep_tap_ack_window_size 10 ep_tap_backfill_resident 0.9 ep_tap_backlog_limit 5000 ep_tap_backoff_period 5 ep_tap_bg_fetch_requeued 0 ep_tap_bg_fetched 0 ep_tap_bg_max_pending 500 ep_tap_keepalive 300 ep_tap_noop_interval 20 ep_tap_requeue_sleep_time 0.1 ep_tap_throttle_cap_pcnt 10 ep_tap_throttle_queue_cap 1000000 ep_tap_throttle_threshold 90 ep_tmp_oom_errors 0 ep_too_old 0 ep_too_young 0 ep_total_cache_size 3423585676 ep_total_del_items 0 ep_total_enqueued 2481076 ep_total_new_items 2470029 ep_total_persisted 2470029 ep_uncommitted_items 719 ep_value_size 3248140910 ep_vb0 0 ep_vb_snapshot_total 99 ep_vb_total 128 ep_vbucket_del 0 ep_vbucket_del_fail 0 ep_version 2.0.0r_130_g8b09894 ep_waitforwarmup 0 ep_warmup 1 ep_warmup_batch_size 1000 ep_warmup_dups 0 ep_warmup_min_items_threshold 100 ep_warmup_min_memory_threshold 100 ep_warmup_oom 0 ep_warmup_thread complete ep_warmup_time 966 get_hits 0 get_misses 0 incr_hits 0 incr_misses 0 libevent 2.0.11-stable limit_maxbytes 67108864 listen_disabled_num 0 max_conns_on_port_11209 1000 max_conns_on_port_11210 9000 mem_used 3518571064 pid 18466 pointer_size 64 rejected_conns 0 rusage_system 97.628158 rusage_user 258.336726 threads 4 time 1351907126 total_connections 20 uptime 1292 vb_active_curr_items 2481076 vb_active_eject 1114966 vb_active_expired 0 vb_active_ht_memory 12645376 vb_active_itm_memory 3423585676 vb_active_meta_data_memory 196005004 vb_active_num 128 vb_active_num_non_resident 1114966 vb_active_num_ref_ejects 1114966 vb_active_num_ref_items 2481076 vb_active_ops_create 2470079 vb_active_ops_delete 0 vb_active_ops_reject 0 vb_active_ops_update 0 vb_active_perc_mem_resident 55 vb_active_queue_age 22690000 vb_active_queue_drain 2470080 vb_active_queue_fill 2481076 vb_active_queue_memory 351872 vb_active_queue_pending 527808 vb_active_queue_size 10996 vb_dead_num 0 vb_pending_curr_items 0 vb_pending_eject 0 vb_pending_expired 0 vb_pending_ht_memory 0 vb_pending_itm_memory 0 vb_pending_meta_data_memory 0 vb_pending_num 0 vb_pending_num_non_resident 0 vb_pending_num_ref_ejects 0 vb_pending_num_ref_items 0 vb_pending_ops_create 0 vb_pending_ops_delete 0 vb_pending_ops_reject 0 vb_pending_ops_update 0 vb_pending_perc_mem_resident 0 vb_pending_queue_age 0 vb_pending_queue_drain 0 vb_pending_queue_fill 0 vb_pending_queue_memory 0 vb_pending_queue_pending 0 vb_pending_queue_size 0 vb_replica_curr_items 0 vb_replica_eject 0 vb_replica_expired 0 vb_replica_ht_memory 0 vb_replica_itm_memory 0 vb_replica_meta_data_memory 0 vb_replica_num 0 vb_replica_num_non_resident 0 vb_replica_num_ref_ejects 0 vb_replica_num_ref_items 0 vb_replica_ops_create 0 vb_replica_ops_delete 0 vb_replica_ops_reject 0 vb_replica_ops_update 0 vb_replica_perc_mem_resident 0 vb_replica_queue_age 0 vb_replica_queue_drain 0 vb_replica_queue_fill 0 vb_replica_queue_memory 0 vb_replica_queue_pending 0 vb_replica_queue_size 0 version 1.4.4_600_g7ea975a [ns_doctor:debug,2012-11-02T18:45:32.742,ns_1@10.2.1.65:ns_doctor<0.5169.0>:ns_doctor:handle_info:137]Current node statuses: [{'ns_1@10.2.1.65', [{last_heard,{1351,907131,260087}}, {outgoing_replications_safeness_level,[{"default",green}]}, {incoming_replications_conf_hashes,[{"default",[]}]}, {active_buckets,["default"]}, {ready_buckets,["default"]}, {local_tasks,[]}, {memory, [{total,112609816}, {processes,67301600}, {processes_used,65723264}, {system,45308216}, {atom,1405017}, {atom_used,1377299}, {binary,6809696}, {code,14117455}, {ets,4880536}]}, {system_memory_data, [{system_total_memory,33657663488}, {free_swap,11350716416}, {total_swap,11350876160}, {cached_memory,7525326848}, {buffered_memory,219746304}, {free_memory,21026582528}, {total_memory,33657663488}]}, {node_storage_conf,[{db_path,"/data"},{index_path,"/data2"}]}, {statistics, [{wall_clock,{1307193,4999}}, {context_switches,{5297750,0}}, {garbage_collection,{562041,1859483035,0}}, {io,{{input,349159981},{output,76945250}}}, {reductions,{700677285,3131874}}, {run_queue,0}, {runtime,{219180,930}}]}, {system_stats, [{cpu_utilization_rate,8.25}, {swap_total,11350876160}, {swap_used,159744}]}, {interesting_stats, [{couch_docs_actual_disk_size,6906025362}, {couch_docs_data_size,6049206818}, {couch_views_actual_disk_size,0}, {couch_views_data_size,0}, {curr_items,2492211}, {curr_items_tot,2492211}, {mem_used,3547908312}, {vb_replica_curr_items,0}]}, {cluster_compatibility_version,131072}, {version, [{public_key,"0.13"}, {lhttpc,"1.3.0"}, {ale,"8cffe61"}, {os_mon,"2.2.7"}, {couch_set_view,"1.2.0a-47a991b-git"}, {mnesia,"4.5"}, {inets,"5.7.1"}, {couch,"1.2.0a-47a991b-git"}, {mapreduce,"1.0.0"}, {couch_index_merger,"1.2.0a-47a991b-git"}, {kernel,"2.14.5"}, {crypto,"2.0.4"}, {ssl,"4.1.6"}, {sasl,"2.1.10"}, {couch_view_parser,"1.0.0"}, {ns_server,"2.0.0-1925-rel-enterprise"}, {mochiweb,"1.4.1"}, {oauth,"7d85d3ef"}, {stdlib,"1.17.5"}]}, {supported_compat_version,[2,0]}, {system_arch,"x86_64-unknown-linux-gnu"}, {wall_clock,1307}, {memory_data,{33657663488,12008517632,{<0.16820.0>,7028184}}}, {disk_data, [{"/",51088800,10}, {"/dev/shm",16434404,0}, {"/data",492257288,2}, {"/data2",246132896,1}]}, {meminfo, <<"MemTotal: 32868812 kB\nMemFree: 20533772 kB\nBuffers: 214596 kB\nCached: 7348952 kB\nSwapCached: 0 kB\nActive: 5914268 kB\nInactive: 6098224 kB\nHighTotal: 0 kB\nHighFree: 0 kB\nLowTotal: 32868812 kB\nLowFree: 20533772 kB\nSwapTotal: 11084840 kB\nSwapFree: 11084684 kB\nDirty: 2708 kB\nWriteback: 76 kB\nAnonPages: 4449020 kB\nMapped: 15316 kB\nSlab: 277868 kB\nPageTables: 12808 kB\nNFS_Unstable: 0 kB\nBounce: 0 kB\nCommitLimit: 27519244 kB\nCommitted_AS: 6162192 kB\nVmallocTotal: 34359738367 kB\nVmallocUsed: 6728 kB\nVmallocChunk: 34359730275 kB\nHugePages_Total: 0\nHugePages_Free: 0\nHugePages_Rsvd: 0\nHugepagesize: 2048 kB\n">>}]}, {'ns_1@10.2.1.66', [{last_heard,{1351,907128,919783}}, {outgoing_replications_safeness_level,[{"default",green}]}, {incoming_replications_conf_hashes,[{"default",[]}]}, {active_buckets,["default"]}, {ready_buckets,["default"]}, {local_tasks, [[{pid,<<"<0.11448.0>">>}, {bucket,<<"default">>}, {original_target,{[{type,bucket}]}}, {progress,92}, {started_on,1351906845}, {total_vbuckets,129}, {trigger_type,scheduled}, {type,bucket_compaction}, {updated_on,1351907061}, {vbuckets_done,119}]]}, {memory, [{total,91041312}, {processes,51032432}, {processes_used,51009752}, {system,40008880}, {atom,1352041}, {atom_used,1349412}, {binary,2281952}, {code,13622682}, {ets,4697976}]}, {system_memory_data, [{system_total_memory,33657663488}, {free_swap,10684469248}, {total_swap,10684628992}, {cached_memory,5888409600}, {buffered_memory,248778752}, {free_memory,22622683136}, {total_memory,33657663488}]}, {node_storage_conf,[{db_path,"/data"},{index_path,"/data2"}]}, {statistics, [{wall_clock,{1304440,5000}}, {context_switches,{5379802,0}}, {garbage_collection,{596160,1156838643,0}}, {io,{{input,94293073},{output,61869618}}}, {reductions,{537619138,1868367}}, {run_queue,0}, {runtime,{187700,380}}]}, {system_stats, [{cpu_utilization_rate,22.5}, {swap_total,10684628992}, {swap_used,159744}]}, {interesting_stats, [{couch_docs_actual_disk_size,5307384260}, {couch_docs_data_size,5022295317}, {couch_views_actual_disk_size,0}, {couch_views_data_size,0}, {curr_items,2486124}, {curr_items_tot,2486124}, {mem_used,3660481128}, {vb_replica_curr_items,0}]}, {cluster_compatibility_version,131072}, {version, [{public_key,"0.13"}, {lhttpc,"1.3.0"}, {ale,"8cffe61"}, {os_mon,"2.2.7"}, {couch_set_view,"1.2.0a-47a991b-git"}, {mnesia,"4.5"}, {inets,"5.7.1"}, {couch,"1.2.0a-47a991b-git"}, {mapreduce,"1.0.0"}, {couch_index_merger,"1.2.0a-47a991b-git"}, {kernel,"2.14.5"}, {crypto,"2.0.4"}, {ssl,"4.1.6"}, {sasl,"2.1.10"}, {couch_view_parser,"1.0.0"}, {ns_server,"2.0.0-1925-rel-enterprise"}, {mochiweb,"1.4.1"}, {oauth,"7d85d3ef"}, {stdlib,"1.17.5"}]}, {supported_compat_version,[2,0]}, {system_arch,"x86_64-unknown-linux-gnu"}, {wall_clock,1304}, {memory_data,{33657663488,11220246528,{<19942.1696.0>,2914384}}}, {disk_data, [{"/",49781912,5}, {"/dev/shm",16434404,0}, {"/data",492257288,2}, {"/data2",246132896,1}]}, {meminfo, <<"MemTotal: 32868812 kB\nMemFree: 22092588 kB\nBuffers: 242948 kB\nCached: 5750400 kB\nSwapCached: 140 kB\nActive: 5183984 kB\nInactive: 5307188 kB\nHighTotal: 0 kB\nHighFree: 0 kB\nLowTotal: 32868812 kB\nLowFree: 22092588 kB\nSwapTotal: 10434208 kB\nSwapFree: 10434052 kB\nDirty: 27736 kB\nWriteback: 0 kB\nAnonPages: 4497112 kB\nMapped: 17060 kB\nSlab: 236924 kB\nPageTables: 13628 kB\nNFS_Unstable: 0 kB\nBounce: 0 kB\nCommitLimit: 26868612 kB\nCommitted_AS: 6207488 kB\nVmallocTotal: 34359738367 kB\nVmallocUsed: 6408 kB\nVmallocChunk: 34359730595 kB\nHugePages_Total: 0\nHugePages_Free: 0\nHugePages_Rsvd: 0\nHugepagesize: 2048 kB\n">>}]}, {'ns_1@10.2.1.67', [{last_heard,{1351,907127,890665}}, {outgoing_replications_safeness_level,[{"default",green}]}, {incoming_replications_conf_hashes,[{"default",[]}]}, {active_buckets,["default"]}, {ready_buckets,["default"]}, {local_tasks, [[{pid,<<"<0.13654.0>">>}, {bucket,<<"default">>}, {original_target,{[{type,bucket}]}}, {progress,19}, {started_on,1351907050}, {total_vbuckets,129}, {trigger_type,scheduled}, {type,bucket_compaction}, {updated_on,1351907094}, {vbuckets_done,25}]]}, {memory, [{total,95609544}, {processes,54869576}, {processes_used,54791696}, {system,40739968}, {atom,1352041}, {atom_used,1349412}, {binary,3017016}, {code,13631938}, {ets,4685024}]}, {system_memory_data, [{system_total_memory,33657663488}, {free_swap,10701078528}, {total_swap,10701078528}, {cached_memory,8533635072}, {buffered_memory,419909632}, {free_memory,19763044352}, {total_memory,33657663488}]}, {node_storage_conf,[{db_path,"/data"},{index_path,"/data2"}]}, {statistics, [{wall_clock,{1304398,5000}}, {context_switches,{5787654,0}}, {garbage_collection,{620774,1193559369,0}}, {io,{{input,96136930},{output,63762038}}}, {reductions,{553406296,1857696}}, {run_queue,0}, {runtime,{189840,410}}]}, {system_stats, [{cpu_utilization_rate,15.960099750623442}, {swap_total,10701078528}, {swap_used,0}]}, {interesting_stats, [{couch_docs_actual_disk_size,7936944821}, {couch_docs_data_size,5829460812}, {couch_views_actual_disk_size,0}, {couch_views_data_size,0}, {curr_items,2489602}, {curr_items_tot,2489602}, {mem_used,3922747224}, {vb_replica_curr_items,0}]}, {cluster_compatibility_version,131072}, {version, [{public_key,"0.13"}, {lhttpc,"1.3.0"}, {ale,"8cffe61"}, {os_mon,"2.2.7"}, {couch_set_view,"1.2.0a-47a991b-git"}, {mnesia,"4.5"}, {inets,"5.7.1"}, {couch,"1.2.0a-47a991b-git"}, {mapreduce,"1.0.0"}, {couch_index_merger,"1.2.0a-47a991b-git"}, {kernel,"2.14.5"}, {crypto,"2.0.4"}, {ssl,"4.1.6"}, {sasl,"2.1.10"}, {couch_view_parser,"1.0.0"}, {ns_server,"2.0.0-1925-rel-enterprise"}, {mochiweb,"1.4.1"}, {oauth,"7d85d3ef"}, {stdlib,"1.17.5"}]}, {supported_compat_version,[2,0]}, {system_arch,"x86_64-unknown-linux-gnu"}, {wall_clock,1304}, {memory_data,{33657663488,14225281024,{<19943.1678.0>,4714984}}}, {disk_data, [{"/",49781912,9}, {"/dev/shm",16434404,0}, {"/data",492257288,2}, {"/data2",246132896,1}]}, {meminfo, <<"MemTotal: 32868812 kB\nMemFree: 19299848 kB\nBuffers: 410068 kB\nCached: 8333628 kB\nSwapCached: 0 kB\nActive: 7595060 kB\nInactive: 5609628 kB\nHighTotal: 0 kB\nHighFree: 0 kB\nLowTotal: 32868812 kB\nLowFree: 19299848 kB\nSwapTotal: 10450272 kB\nSwapFree: 10450272 kB\nDirty: 46860 kB\nWriteback: 0 kB\nAnonPages: 4461072 kB\nMapped: 17064 kB\nSlab: 318028 kB\nPageTables: 13672 kB\nNFS_Unstable: 0 kB\nBounce: 0 kB\nCommitLimit: 26884676 kB\nCommitted_AS: 6172856 kB\nVmallocTotal: 34359738367 kB\nVmallocUsed: 6416 kB\nVmallocChunk: 34359730587 kB\nHugePages_Total: 0\nHugePages_Free: 0\nHugePages_Rsvd: 0\nHugepagesize: 2048 kB\n">>}]}, {'ns_1@10.2.1.68', [{last_heard,{1351,907131,235152}}, {outgoing_replications_safeness_level,[{"default",green}]}, {incoming_replications_conf_hashes,[{"default",[]}]}, {active_buckets,["default"]}, {ready_buckets,["default"]}, {local_tasks,[]}, {memory, [{total,94113632}, {processes,53671320}, {processes_used,53584448}, {system,40442312}, {atom,1352041}, {atom_used,1349412}, {binary,2693216}, {code,13659922}, {ets,4667040}]}, {system_memory_data, [{system_total_memory,33657663488}, {free_swap,10684616704}, {total_swap,10684628992}, {cached_memory,8745115648}, {buffered_memory,318636032}, {free_memory,19668856832}, {total_memory,33657663488}]}, {node_storage_conf,[{db_path,"/data"},{index_path,"/data2"}]}, {statistics, [{wall_clock,{1306430,5001}}, {context_switches,{6158169,0}}, {garbage_collection,{667990,1228279439,0}}, {io,{{input,92939101},{output,64474785}}}, {reductions,{567958900,2492607}}, {run_queue,0}, {runtime,{196400,640}}]}, {system_stats, [{cpu_utilization_rate,11.139240506329115}, {swap_total,10684628992}, {swap_used,12288}]}, {interesting_stats, [{couch_docs_actual_disk_size,8140866927}, {couch_docs_data_size,6073286947}, {couch_views_actual_disk_size,0}, {couch_views_data_size,0}, {curr_items,2496377}, {curr_items_tot,2496377}, {mem_used,3942852952}, {vb_replica_curr_items,0}]}, {cluster_compatibility_version,131072}, {version, [{public_key,"0.13"}, {lhttpc,"1.3.0"}, {ale,"8cffe61"}, {os_mon,"2.2.7"}, {couch_set_view,"1.2.0a-47a991b-git"}, {mnesia,"4.5"}, {inets,"5.7.1"}, {couch,"1.2.0a-47a991b-git"}, {mapreduce,"1.0.0"}, {couch_index_merger,"1.2.0a-47a991b-git"}, {kernel,"2.14.5"}, {crypto,"2.0.4"}, {ssl,"4.1.6"}, {sasl,"2.1.10"}, {couch_view_parser,"1.0.0"}, {ns_server,"2.0.0-1925-rel-enterprise"}, {mochiweb,"1.4.1"}, {oauth,"7d85d3ef"}, {stdlib,"1.17.5"}]}, {supported_compat_version,[2,0]}, {system_arch,"x86_64-unknown-linux-gnu"}, {wall_clock,1306}, {memory_data,{33657663488,13428334592,{<19944.1662.0>,4714984}}}, {disk_data, [{"/",49781912,5}, {"/dev/shm",16434404,0}, {"/data",492257288,2}, {"/data2",246132896,1}]}, {meminfo, <<"MemTotal: 32868812 kB\nMemFree: 19207992 kB\nBuffers: 311168 kB\nCached: 8540152 kB\nSwapCached: 12 kB\nActive: 7533444 kB\nInactive: 5756512 kB\nHighTotal: 0 kB\nHighFree: 0 kB\nLowTotal: 32868812 kB\nLowFree: 19207992 kB\nSwapTotal: 10434208 kB\nSwapFree: 10434196 kB\nDirty: 1616 kB\nWriteback: 0 kB\nAnonPages: 4438368 kB\nMapped: 17260 kB\nSlab: 323948 kB\nPageTables: 13532 kB\nNFS_Unstable: 0 kB\nBounce: 0 kB\nCommitLimit: 26868612 kB\nCommitted_AS: 6142160 kB\nVmallocTotal: 34359738367 kB\nVmallocUsed: 6408 kB\nVmallocChunk: 34359730595 kB\nHugePages_Total: 0\nHugePages_Free: 0\nHugePages_Rsvd: 0\nHugepagesize: 2048 kB\n">>}]}] [ns_doctor:debug,2012-11-02T18:46:32.742,ns_1@10.2.1.65:ns_doctor<0.5169.0>:ns_doctor:handle_info:137]Current node statuses: [{'ns_1@10.2.1.65', [{last_heard,{1351,907191,260074}}, {outgoing_replications_safeness_level,[{"default",green}]}, {incoming_replications_conf_hashes,[{"default",[]}]}, {active_buckets,["default"]}, {ready_buckets,["default"]}, {local_tasks,[]}, {memory, [{total,113356568}, {processes,67453128}, {processes_used,65874792}, {system,45903440}, {atom,1405017}, {atom_used,1377299}, {binary,7230360}, {code,14117455}, {ets,5055216}]}, {system_memory_data, [{system_total_memory,33657663488}, {free_swap,11350716416}, {total_swap,11350876160}, {cached_memory,7563395072}, {buffered_memory,219955200}, {free_memory,20986712064}, {total_memory,33657663488}]}, {node_storage_conf,[{db_path,"/data"},{index_path,"/data2"}]}, {statistics, [{wall_clock,{1367193,5000}}, {context_switches,{5355056,0}}, {garbage_collection,{567503,1938275238,0}}, {io,{{input,364941556},{output,78873046}}}, {reductions,{729605870,2252861}}, {run_queue,0}, {runtime,{226760,610}}]}, {system_stats, [{cpu_utilization_rate,4.25}, {swap_total,11350876160}, {swap_used,159744}]}, {interesting_stats, [{couch_docs_actual_disk_size,6947489135}, {couch_docs_data_size,6073317216}, {couch_views_actual_disk_size,0}, {couch_views_data_size,0}, {curr_items,2497553}, {curr_items_tot,2497553}, {mem_used,3561592760}, {vb_replica_curr_items,0}]}, {cluster_compatibility_version,131072}, {version, [{public_key,"0.13"}, {lhttpc,"1.3.0"}, {ale,"8cffe61"}, {os_mon,"2.2.7"}, {couch_set_view,"1.2.0a-47a991b-git"}, {mnesia,"4.5"}, {inets,"5.7.1"}, {couch,"1.2.0a-47a991b-git"}, {mapreduce,"1.0.0"}, {couch_index_merger,"1.2.0a-47a991b-git"}, {kernel,"2.14.5"}, {crypto,"2.0.4"}, {ssl,"4.1.6"}, {sasl,"2.1.10"}, {couch_view_parser,"1.0.0"}, {ns_server,"2.0.0-1925-rel-enterprise"}, {mochiweb,"1.4.1"}, {oauth,"7d85d3ef"}, {stdlib,"1.17.5"}]}, {supported_compat_version,[2,0]}, {system_arch,"x86_64-unknown-linux-gnu"}, {wall_clock,1367}, {memory_data,{33657663488,12672860160,{<0.16820.0>,7028184}}}, {disk_data, [{"/",51088800,10}, {"/dev/shm",16434404,0}, {"/data",492257288,2}, {"/data2",246132896,1}]}, {meminfo, <<"MemTotal: 32868812 kB\nMemFree: 20494836 kB\nBuffers: 214800 kB\nCached: 7386128 kB\nSwapCached: 0 kB\nActive: 5923336 kB\nInactive: 6127768 kB\nHighTotal: 0 kB\nHighFree: 0 kB\nLowTotal: 32868812 kB\nLowFree: 20494836 kB\nSwapTotal: 11084840 kB\nSwapFree: 11084684 kB\nDirty: 348 kB\nWriteback: 0 kB\nAnonPages: 4450188 kB\nMapped: 15316 kB\nSlab: 278364 kB\nPageTables: 13004 kB\nNFS_Unstable: 0 kB\nBounce: 0 kB\nCommitLimit: 27519244 kB\nCommitted_AS: 6164496 kB\nVmallocTotal: 34359738367 kB\nVmallocUsed: 6728 kB\nVmallocChunk: 34359730275 kB\nHugePages_Total: 0\nHugePages_Free: 0\nHugePages_Rsvd: 0\nHugepagesize: 2048 kB\n">>}]}, {'ns_1@10.2.1.66', [{last_heard,{1351,907188,920915}}, {outgoing_replications_safeness_level,[{"default",green}]}, {incoming_replications_conf_hashes,[{"default",[]}]}, {active_buckets,["default"]}, {ready_buckets,["default"]}, {local_tasks,[]}, {memory, [{total,90791184}, {processes,50426640}, {processes_used,50358168}, {system,40364544}, {atom,1352041}, {atom_used,1349412}, {binary,2513720}, {code,13622682}, {ets,4827728}]}, {system_memory_data, [{system_total_memory,33657663488}, {free_swap,10684469248}, {total_swap,10684628992}, {cached_memory,6714748928}, {buffered_memory,250200064}, {free_memory,21775634432}, {total_memory,33657663488}]}, {node_storage_conf,[{db_path,"/data"},{index_path,"/data2"}]}, {statistics, [{wall_clock,{1364440,5001}}, {context_switches,{5437007,0}}, {garbage_collection,{601967,1202016067,0}}, {io,{{input,95112884},{output,63220220}}}, {reductions,{560162846,1855249}}, {run_queue,0}, {runtime,{192680,400}}]}, {system_stats, [{cpu_utilization_rate,9.5}, {swap_total,10684628992}, {swap_used,159744}]}, {interesting_stats, [{couch_docs_actual_disk_size,6051156095}, {couch_docs_data_size,5891839962}, {couch_views_actual_disk_size,0}, {couch_views_data_size,0}, {curr_items,2497102}, {curr_items_tot,2497102}, {mem_used,3656431848}, {vb_replica_curr_items,0}]}, {cluster_compatibility_version,131072}, {version, [{public_key,"0.13"}, {lhttpc,"1.3.0"}, {ale,"8cffe61"}, {os_mon,"2.2.7"}, {couch_set_view,"1.2.0a-47a991b-git"}, {mnesia,"4.5"}, {inets,"5.7.1"}, {couch,"1.2.0a-47a991b-git"}, {mapreduce,"1.0.0"}, {couch_index_merger,"1.2.0a-47a991b-git"}, {kernel,"2.14.5"}, {crypto,"2.0.4"}, {ssl,"4.1.6"}, {sasl,"2.1.10"}, {couch_view_parser,"1.0.0"}, {ns_server,"2.0.0-1925-rel-enterprise"}, {mochiweb,"1.4.1"}, {oauth,"7d85d3ef"}, {stdlib,"1.17.5"}]}, {supported_compat_version,[2,0]}, {system_arch,"x86_64-unknown-linux-gnu"}, {wall_clock,1364}, {memory_data,{33657663488,10935422976,{<19942.1696.0>,2914384}}}, {disk_data, [{"/",49781912,5}, {"/dev/shm",16434404,0}, {"/data",492257288,2}, {"/data2",246132896,1}]}, {meminfo, <<"MemTotal: 32868812 kB\nMemFree: 21265268 kB\nBuffers: 244336 kB\nCached: 6557372 kB\nSwapCached: 140 kB\nActive: 5085320 kB\nInactive: 6213620 kB\nHighTotal: 0 kB\nHighFree: 0 kB\nLowTotal: 32868812 kB\nLowFree: 21265268 kB\nSwapTotal: 10434208 kB\nSwapFree: 10434052 kB\nDirty: 7584 kB\nWriteback: 0 kB\nAnonPages: 4496936 kB\nMapped: 17060 kB\nSlab: 256276 kB\nPageTables: 13628 kB\nNFS_Unstable: 0 kB\nBounce: 0 kB\nCommitLimit: 26868612 kB\nCommitted_AS: 6204416 kB\nVmallocTotal: 34359738367 kB\nVmallocUsed: 6408 kB\nVmallocChunk: 34359730595 kB\nHugePages_Total: 0\nHugePages_Free: 0\nHugePages_Rsvd: 0\nHugepagesize: 2048 kB\n">>}]}, {'ns_1@10.2.1.67', [{last_heard,{1351,907187,890851}}, {outgoing_replications_safeness_level,[{"default",green}]}, {incoming_replications_conf_hashes,[{"default",[]}]}, {active_buckets,["default"]}, {ready_buckets,["default"]}, {local_tasks, [[{pid,<<"<0.13654.0>">>}, {bucket,<<"default">>}, {original_target,{[{type,bucket}]}}, {progress,44}, {started_on,1351907050}, {total_vbuckets,129}, {trigger_type,scheduled}, {type,bucket_compaction}, {updated_on,1351907155}, {vbuckets_done,58}]]}, {memory, [{total,93881640}, {processes,52580352}, {processes_used,52532832}, {system,41301288}, {atom,1352041}, {atom_used,1349412}, {binary,3366552}, {code,13631938}, {ets,4892120}]}, {system_memory_data, [{system_total_memory,33657663488}, {free_swap,10701078528}, {total_swap,10701078528}, {cached_memory,7956041728}, {buffered_memory,421507072}, {free_memory,20347260928}, {total_memory,33657663488}]}, {node_storage_conf,[{db_path,"/data"},{index_path,"/data2"}]}, {statistics, [{wall_clock,{1364397,4999}}, {context_switches,{5846203,0}}, {garbage_collection,{626731,1250312092,0}}, {io,{{input,100251620},{output,65740989}}}, {reductions,{585483059,2656616}}, {run_queue,0}, {runtime,{195300,440}}]}, {system_stats, [{cpu_utilization_rate,7.75}, {swap_total,10701078528}, {swap_used,0}]}, {interesting_stats, [{couch_docs_actual_disk_size,7361272486}, {couch_docs_data_size,5884382586}, {couch_views_actual_disk_size,0}, {couch_views_data_size,0}, {curr_items,2503544}, {curr_items_tot,2503544}, {mem_used,3535543016}, {vb_replica_curr_items,0}]}, {cluster_compatibility_version,131072}, {version, [{public_key,"0.13"}, {lhttpc,"1.3.0"}, {ale,"8cffe61"}, {os_mon,"2.2.7"}, {couch_set_view,"1.2.0a-47a991b-git"}, {mnesia,"4.5"}, {inets,"5.7.1"}, {couch,"1.2.0a-47a991b-git"}, {mapreduce,"1.0.0"}, {couch_index_merger,"1.2.0a-47a991b-git"}, {kernel,"2.14.5"}, {crypto,"2.0.4"}, {ssl,"4.1.6"}, {sasl,"2.1.10"}, {couch_view_parser,"1.0.0"}, {ns_server,"2.0.0-1925-rel-enterprise"}, {mochiweb,"1.4.1"}, {oauth,"7d85d3ef"}, {stdlib,"1.17.5"}]}, {supported_compat_version,[2,0]}, {system_arch,"x86_64-unknown-linux-gnu"}, {wall_clock,1364}, {memory_data,{33657663488,13759135744,{<19943.1678.0>,2914384}}}, {disk_data, [{"/",49781912,9}, {"/dev/shm",16434404,0}, {"/data",492257288,2}, {"/data2",246132896,1}]}, {meminfo, <<"MemTotal: 32868812 kB\nMemFree: 19870372 kB\nBuffers: 411628 kB\nCached: 7769572 kB\nSwapCached: 0 kB\nActive: 6786016 kB\nInactive: 5862776 kB\nHighTotal: 0 kB\nHighFree: 0 kB\nLowTotal: 32868812 kB\nLowFree: 19870372 kB\nSwapTotal: 10450272 kB\nSwapFree: 10450272 kB\nDirty: 40156 kB\nWriteback: 0 kB\nAnonPages: 4467584 kB\nMapped: 17064 kB\nSlab: 303896 kB\nPageTables: 13680 kB\nNFS_Unstable: 0 kB\nBounce: 0 kB\nCommitLimit: 26884676 kB\nCommitted_AS: 6178340 kB\nVmallocTotal: 34359738367 kB\nVmallocUsed: 6416 kB\nVmallocChunk: 34359730587 kB\nHugePages_Total: 0\nHugePages_Free: 0\nHugePages_Rsvd: 0\nHugepagesize: 2048 kB\n">>}]}, {'ns_1@10.2.1.68', [{last_heard,{1351,907191,234901}}, {outgoing_replications_safeness_level,[{"default",green}]}, {incoming_replications_conf_hashes,[{"default",[]}]}, {active_buckets,["default"]}, {ready_buckets,["default"]}, {local_tasks,[]}, {memory, [{total,91200488}, {processes,50607144}, {processes_used,50520272}, {system,40593344}, {atom,1352041}, {atom_used,1349412}, {binary,2669528}, {code,13659922}, {ets,4841768}]}, {system_memory_data, [{system_total_memory,33657663488}, {free_swap,10684616704}, {total_swap,10684628992}, {cached_memory,8805826560}, {buffered_memory,318808064}, {free_memory,19603464192}, {total_memory,33657663488}]}, {node_storage_conf,[{db_path,"/data"},{index_path,"/data2"}]}, {statistics, [{wall_clock,{1366430,5000}}, {context_switches,{6216497,0}}, {garbage_collection,{673825,1273554916,0}}, {io,{{input,93732834},{output,65831495}}}, {reductions,{590539761,1884131}}, {run_queue,0}, {runtime,{202000,460}}]}, {system_stats, [{cpu_utilization_rate,2.255639097744361}, {swap_total,10684628992}, {swap_used,12288}]}, {interesting_stats, [{couch_docs_actual_disk_size,8200766813}, {couch_docs_data_size,6107702164}, {couch_views_actual_disk_size,0}, {couch_views_data_size,0}, {curr_items,2501801}, {curr_items_tot,2501801}, {mem_used,3488892616}, {vb_replica_curr_items,0}]}, {cluster_compatibility_version,131072}, {version, [{public_key,"0.13"}, {lhttpc,"1.3.0"}, {ale,"8cffe61"}, {os_mon,"2.2.7"}, {couch_set_view,"1.2.0a-47a991b-git"}, {mnesia,"4.5"}, {inets,"5.7.1"}, {couch,"1.2.0a-47a991b-git"}, {mapreduce,"1.0.0"}, {couch_index_merger,"1.2.0a-47a991b-git"}, {kernel,"2.14.5"}, {crypto,"2.0.4"}, {ssl,"4.1.6"}, {sasl,"2.1.10"}, {couch_view_parser,"1.0.0"}, {ns_server,"2.0.0-1925-rel-enterprise"}, {mochiweb,"1.4.1"}, {oauth,"7d85d3ef"}, {stdlib,"1.17.5"}]}, {supported_compat_version,[2,0]}, {system_arch,"x86_64-unknown-linux-gnu"}, {wall_clock,1366}, {memory_data,{33657663488,14055596032,{<19944.1662.0>,4714984}}}, {disk_data, [{"/",49781912,5}, {"/dev/shm",16434404,0}, {"/data",492257288,2}, {"/data2",246132896,1}]}, {meminfo, <<"MemTotal: 32868812 kB\nMemFree: 19144132 kB\nBuffers: 311336 kB\nCached: 8599440 kB\nSwapCached: 12 kB\nActive: 7561316 kB\nInactive: 5790836 kB\nHighTotal: 0 kB\nHighFree: 0 kB\nLowTotal: 32868812 kB\nLowFree: 19144132 kB\nSwapTotal: 10434208 kB\nSwapFree: 10434196 kB\nDirty: 904 kB\nWriteback: 0 kB\nAnonPages: 4441288 kB\nMapped: 17260 kB\nSlab: 324976 kB\nPageTables: 13540 kB\nNFS_Unstable: 0 kB\nBounce: 0 kB\nCommitLimit: 26868612 kB\nCommitted_AS: 6144976 kB\nVmallocTotal: 34359738367 kB\nVmallocUsed: 6408 kB\nVmallocChunk: 34359730595 kB\nHugePages_Total: 0\nHugePages_Free: 0\nHugePages_Rsvd: 0\nHugepagesize: 2048 kB\n">>}]}] [stats:debug,2012-11-02T18:47:06.751,ns_1@10.2.1.65:<0.5555.0>:stats_collector:maybe_log_stats:126](at {{1970,1,16},{7,31,47}}) Stats for bucket "default": accepting_conns 1 auth_cmds 3 auth_errors 0 bucket_active_conns 1 bucket_conns 5 bytes 3561592760 bytes_read 5993854406 bytes_written 126690422 cas_badval 0 cas_hits 0 cas_misses 0 cmd_flush 0 cmd_get 0 cmd_set 2497553 conn_yields 856 connection_structures 5000 curr_connections 9 curr_conns_on_port_11209 6 curr_conns_on_port_11210 1 curr_items 2497553 curr_items_tot 2497553 curr_temp_items 0 daemon_connections 4 decr_hits 0 decr_misses 0 delete_hits 0 delete_misses 0 ep_access_scanner_last_runtime 0 ep_access_scanner_num_items 0 ep_access_scanner_task_time 2012-11-03 10:00:00 ep_allow_data_loss_during_shutdown 1 ep_alog_block_size 4096 ep_alog_path /data/default/access.log ep_alog_sleep_time 1440 ep_alog_task_time 10 ep_backend couchdb ep_bg_fetch_delay 0 ep_bg_fetched 0 ep_bg_meta_fetched 0 ep_bg_remaining_jobs 0 ep_chk_max_items 5000 ep_chk_period 1800 ep_chk_persistence_remains 0 ep_chk_persistence_timeout 10 ep_chk_remover_stime 5 ep_commit_num 1291 ep_commit_time 10 ep_commit_time_total 19394 ep_concurrentDB 1 ep_config_file ep_couch_bucket default ep_couch_host localhost ep_couch_port 11213 ep_couch_reconnect_sleeptime 250 ep_couch_response_timeout 180000 ep_data_age 5 ep_data_age_highwat 157 ep_data_traffic_enabled 0 ep_dbinit 0 ep_dbname /data/default ep_degraded_mode 0 ep_diskqueue_drain 2497553 ep_diskqueue_fill 2497553 ep_diskqueue_items 0 ep_diskqueue_memory 0 ep_diskqueue_pending 0 ep_exp_pager_stime 3600 ep_exp_pager_stime 3600 ep_expired_access 0 ep_expired_pager 0 ep_expiry_window 3 ep_failpartialwarmup 0 ep_flush_all false ep_flush_duration_total 890 ep_flushall_enabled 0 ep_flusher_state running ep_flusher_todo 0 ep_getl_default_timeout 15 ep_getl_max_timeout 30 ep_ht_locks 5 ep_ht_size 3079 ep_inconsistent_slave_chk 0 ep_initfile ep_io_num_read 0 ep_io_num_write 2497553 ep_io_read_bytes 0 ep_io_write_bytes 5913802722 ep_item_begin_failed 0 ep_item_commit_failed 0 ep_item_flush_expired 0 ep_item_flush_failed 0 ep_item_num_based_new_chk 1 ep_items_rm_from_checkpoints 2464408 ep_keep_closed_chks 0 ep_klog_block_size 4096 ep_klog_compactor_queue_cap 500000 ep_klog_compactor_stime 3600 ep_klog_flush commit2 ep_klog_max_entry_ratio 10 ep_klog_max_log_size 2147483647 ep_klog_path ep_klog_sync commit2 ep_kv_size 3493601875 ep_max_checkpoints 2 ep_max_data_size 5242880000 ep_max_item_size 20971520 ep_max_size 5242880000 ep_max_txn_size 10000 ep_max_vbuckets 512 ep_mem_high_wat 3932160000 ep_mem_high_wat 3932160000 ep_mem_low_wat 3145728000 ep_mem_low_wat 3145728000 ep_mem_tracker_enabled true ep_min_data_age 0 ep_mlog_compactor_runs 0 ep_mutation_mem_threshold 0 ep_num_access_scanner_runs 0 ep_num_eject_failures 442700 ep_num_expiry_pager_runs 0 ep_num_non_resident 1114966 ep_num_not_my_vbuckets 0 ep_num_ops_del_meta 0 ep_num_ops_get_meta 0 ep_num_ops_set_meta 0 ep_num_pager_runs 12 ep_num_value_ejects 1114966 ep_oom_errors 0 ep_overhead 15946968 ep_pager_active_vb_pcnt 40 ep_pager_unbiased_period 60 ep_pending_ops 0 ep_pending_ops_max 0 ep_pending_ops_max_duration 0 ep_pending_ops_total 0 ep_postInitfile ep_queue_age_cap 900 ep_queue_size 0 ep_startup_time 1351906023 ep_storage_age 4 ep_storage_age_highwat 156 ep_store_max_concurrency 10 ep_store_max_readers 9 ep_store_max_readwrite 1 ep_stored_val_type ep_tap_ack_grace_period 300 ep_tap_ack_initial_sequence_number 1 ep_tap_ack_interval 1000 ep_tap_ack_window_size 10 ep_tap_backfill_resident 0.9 ep_tap_backlog_limit 5000 ep_tap_backoff_period 5 ep_tap_bg_fetch_requeued 0 ep_tap_bg_fetched 0 ep_tap_bg_max_pending 500 ep_tap_keepalive 300 ep_tap_noop_interval 20 ep_tap_requeue_sleep_time 0.1 ep_tap_throttle_cap_pcnt 10 ep_tap_throttle_queue_cap 1000000 ep_tap_throttle_threshold 90 ep_tmp_oom_errors 0 ep_too_old 0 ep_too_young 0 ep_total_cache_size 3463631239 ep_total_del_items 0 ep_total_enqueued 2497553 ep_total_new_items 2497553 ep_total_persisted 2497553 ep_uncommitted_items 0 ep_value_size 3287025331 ep_vb0 0 ep_vb_snapshot_total 99 ep_vb_total 128 ep_vbucket_del 0 ep_vbucket_del_fail 0 ep_version 2.0.0r_130_g8b09894 ep_waitforwarmup 0 ep_warmup 1 ep_warmup_batch_size 1000 ep_warmup_dups 0 ep_warmup_min_items_threshold 100 ep_warmup_min_memory_threshold 100 ep_warmup_oom 0 ep_warmup_thread complete ep_warmup_time 966 get_hits 0 get_misses 0 incr_hits 0 incr_misses 0 libevent 2.0.11-stable limit_maxbytes 67108864 listen_disabled_num 0 max_conns_on_port_11209 1000 max_conns_on_port_11210 9000 mem_used 3561592760 pid 18466 pointer_size 64 rejected_conns 0 rusage_system 98.469030 rusage_user 261.267281 threads 4 time 1351907226 total_connections 20 uptime 1392 vb_active_curr_items 2497553 vb_active_eject 1114966 vb_active_expired 0 vb_active_ht_memory 12645376 vb_active_itm_memory 3463631239 vb_active_meta_data_memory 197306687 vb_active_num 128 vb_active_num_non_resident 1114966 vb_active_num_ref_ejects 1114966 vb_active_num_ref_items 2497553 vb_active_ops_create 2497553 vb_active_ops_delete 0 vb_active_ops_reject 0 vb_active_ops_update 0 vb_active_perc_mem_resident 55 vb_active_queue_age 0 vb_active_queue_drain 2497553 vb_active_queue_fill 2497553 vb_active_queue_memory 0 vb_active_queue_pending 0 vb_active_queue_size 0 vb_dead_num 0 vb_pending_curr_items 0 vb_pending_eject 0 vb_pending_expired 0 vb_pending_ht_memory 0 vb_pending_itm_memory 0 vb_pending_meta_data_memory 0 vb_pending_num 0 vb_pending_num_non_resident 0 vb_pending_num_ref_ejects 0 vb_pending_num_ref_items 0 vb_pending_ops_create 0 vb_pending_ops_delete 0 vb_pending_ops_reject 0 vb_pending_ops_update 0 vb_pending_perc_mem_resident 0 vb_pending_queue_age 0 vb_pending_queue_drain 0 vb_pending_queue_fill 0 vb_pending_queue_memory 0 vb_pending_queue_pending 0 vb_pending_queue_size 0 vb_replica_curr_items 0 vb_replica_eject 0 vb_replica_expired 0 vb_replica_ht_memory 0 vb_replica_itm_memory 0 vb_replica_meta_data_memory 0 vb_replica_num 0 vb_replica_num_non_resident 0 vb_replica_num_ref_ejects 0 vb_replica_num_ref_items 0 vb_replica_ops_create 0 vb_replica_ops_delete 0 vb_replica_ops_reject 0 vb_replica_ops_update 0 vb_replica_perc_mem_resident 0 vb_replica_queue_age 0 vb_replica_queue_drain 0 vb_replica_queue_fill 0 vb_replica_queue_memory 0 vb_replica_queue_pending 0 vb_replica_queue_size 0 version 1.4.4_600_g7ea975a [ns_doctor:debug,2012-11-02T18:47:32.742,ns_1@10.2.1.65:ns_doctor<0.5169.0>:ns_doctor:handle_info:137]Current node statuses: [{'ns_1@10.2.1.65', [{last_heard,{1351,907251,259992}}, {outgoing_replications_safeness_level,[{"default",green}]}, {incoming_replications_conf_hashes,[{"default",[]}]}, {active_buckets,["default"]}, {ready_buckets,["default"]}, {local_tasks,[]}, {memory, [{total,113706304}, {processes,67733048}, {processes_used,66154712}, {system,45973256}, {atom,1405017}, {atom_used,1377299}, {binary,7237744}, {code,14117455}, {ets,5117368}]}, {system_memory_data, [{system_total_memory,33657663488}, {free_swap,11350716416}, {total_swap,11350876160}, {cached_memory,7564349440}, {buffered_memory,220069888}, {free_memory,20983664640}, {total_memory,33657663488}]}, {node_storage_conf,[{db_path,"/data"},{index_path,"/data2"}]}, {statistics, [{wall_clock,{1427193,5000}}, {context_switches,{5408283,0}}, {garbage_collection,{572813,2018244876,0}}, {io,{{input,380910183},{output,80868560}}}, {reductions,{759273971,2284172}}, {run_queue,0}, {runtime,{234150,600}}]}, {system_stats, [{cpu_utilization_rate,3.75}, {swap_total,11350876160}, {swap_used,159744}]}, {interesting_stats, [{couch_docs_actual_disk_size,6947489102}, {couch_docs_data_size,6073317216}, {couch_views_actual_disk_size,0}, {couch_views_data_size,0}, {curr_items,2497553}, {curr_items_tot,2497553}, {mem_used,3561592760}, {vb_replica_curr_items,0}]}, {cluster_compatibility_version,131072}, {version, [{public_key,"0.13"}, {lhttpc,"1.3.0"}, {ale,"8cffe61"}, {os_mon,"2.2.7"}, {couch_set_view,"1.2.0a-47a991b-git"}, {mnesia,"4.5"}, {inets,"5.7.1"}, {couch,"1.2.0a-47a991b-git"}, {mapreduce,"1.0.0"}, {couch_index_merger,"1.2.0a-47a991b-git"}, {kernel,"2.14.5"}, {crypto,"2.0.4"}, {ssl,"4.1.6"}, {sasl,"2.1.10"}, {couch_view_parser,"1.0.0"}, {ns_server,"2.0.0-1925-rel-enterprise"}, {mochiweb,"1.4.1"}, {oauth,"7d85d3ef"}, {stdlib,"1.17.5"}]}, {supported_compat_version,[2,0]}, {system_arch,"x86_64-unknown-linux-gnu"}, {wall_clock,1427}, {memory_data,{33657663488,12672856064,{<0.16820.0>,7028184}}}, {disk_data, [{"/",51088800,10}, {"/dev/shm",16434404,0}, {"/data",492257288,2}, {"/data2",246132896,1}]}, {meminfo, <<"MemTotal: 32868812 kB\nMemFree: 20491860 kB\nBuffers: 214912 kB\nCached: 7387060 kB\nSwapCached: 0 kB\nActive: 5923960 kB\nInactive: 6128800 kB\nHighTotal: 0 kB\nHighFree: 0 kB\nLowTotal: 32868812 kB\nLowFree: 20491860 kB\nSwapTotal: 11084840 kB\nSwapFree: 11084684 kB\nDirty: 12 kB\nWriteback: 0 kB\nAnonPages: 4450560 kB\nMapped: 15316 kB\nSlab: 278136 kB\nPageTables: 12940 kB\nNFS_Unstable: 0 kB\nBounce: 0 kB\nCommitLimit: 27519244 kB\nCommitted_AS: 6165876 kB\nVmallocTotal: 34359738367 kB\nVmallocUsed: 6728 kB\nVmallocChunk: 34359730275 kB\nHugePages_Total: 0\nHugePages_Free: 0\nHugePages_Rsvd: 0\nHugepagesize: 2048 kB\n">>}]}, {'ns_1@10.2.1.66', [{last_heard,{1351,907248,922797}}, {outgoing_replications_safeness_level,[{"default",green}]}, {incoming_replications_conf_hashes,[{"default",[]}]}, {active_buckets,["default"]}, {ready_buckets,["default"]}, {local_tasks,[]}, {memory, [{total,93521600}, {processes,52928144}, {processes_used,52859672}, {system,40593456}, {atom,1352041}, {atom_used,1349412}, {binary,2678744}, {code,13622682}, {ets,4890992}]}, {system_memory_data, [{system_total_memory,33657663488}, {free_swap,10684469248}, {total_swap,10684628992}, {cached_memory,6845669376}, {buffered_memory,250404864}, {free_memory,21639008256}, {total_memory,33657663488}]}, {node_storage_conf,[{db_path,"/data"},{index_path,"/data2"}]}, {statistics, [{wall_clock,{1424440,5001}}, {context_switches,{5488497,0}}, {garbage_collection,{606885,1247690846,0}}, {io,{{input,96100764},{output,64595144}}}, {reductions,{583294834,1848737}}, {run_queue,0}, {runtime,{198360,490}}]}, {system_stats, [{cpu_utilization_rate,3.5}, {swap_total,10684628992}, {swap_used,159744}]}, {interesting_stats, [{couch_docs_actual_disk_size,6231451068}, {couch_docs_data_size,6054380609}, {couch_views_actual_disk_size,0}, {couch_views_data_size,0}, {curr_items,2497102}, {curr_items_tot,2497102}, {mem_used,3652502088}, {vb_replica_curr_items,0}]}, {cluster_compatibility_version,131072}, {version, [{public_key,"0.13"}, {lhttpc,"1.3.0"}, {ale,"8cffe61"}, {os_mon,"2.2.7"}, {couch_set_view,"1.2.0a-47a991b-git"}, {mnesia,"4.5"}, {inets,"5.7.1"}, {couch,"1.2.0a-47a991b-git"}, {mapreduce,"1.0.0"}, {couch_index_merger,"1.2.0a-47a991b-git"}, {kernel,"2.14.5"}, {crypto,"2.0.4"}, {ssl,"4.1.6"}, {sasl,"2.1.10"}, {couch_view_parser,"1.0.0"}, {ns_server,"2.0.0-1925-rel-enterprise"}, {mochiweb,"1.4.1"}, {oauth,"7d85d3ef"}, {stdlib,"1.17.5"}]}, {supported_compat_version,[2,0]}, {system_arch,"x86_64-unknown-linux-gnu"}, {wall_clock,1424}, {memory_data,{33657663488,12018282496,{<19942.1696.0>,2914384}}}, {disk_data, [{"/",49781912,5}, {"/dev/shm",16434404,0}, {"/data",492257288,2}, {"/data2",246132896,1}]}, {meminfo, <<"MemTotal: 32868812 kB\nMemFree: 21131844 kB\nBuffers: 244536 kB\nCached: 6685224 kB\nSwapCached: 140 kB\nActive: 5105032 kB\nInactive: 6324052 kB\nHighTotal: 0 kB\nHighFree: 0 kB\nLowTotal: 32868812 kB\nLowFree: 21131844 kB\nSwapTotal: 10434208 kB\nSwapFree: 10434052 kB\nDirty: 6176 kB\nWriteback: 0 kB\nAnonPages: 4499248 kB\nMapped: 17060 kB\nSlab: 259056 kB\nPageTables: 13640 kB\nNFS_Unstable: 0 kB\nBounce: 0 kB\nCommitLimit: 26868612 kB\nCommitted_AS: 6210120 kB\nVmallocTotal: 34359738367 kB\nVmallocUsed: 6408 kB\nVmallocChunk: 34359730595 kB\nHugePages_Total: 0\nHugePages_Free: 0\nHugePages_Rsvd: 0\nHugepagesize: 2048 kB\n">>}]}, {'ns_1@10.2.1.67', [{last_heard,{1351,907247,892076}}, {outgoing_replications_safeness_level,[{"default",green}]}, {incoming_replications_conf_hashes,[{"default",[]}]}, {active_buckets,["default"]}, {ready_buckets,["default"]}, {local_tasks, [[{pid,<<"<0.13654.0>">>}, {bucket,<<"default">>}, {original_target,{[{type,bucket}]}}, {progress,71}, {started_on,1351907050}, {total_vbuckets,129}, {trigger_type,scheduled}, {type,bucket_compaction}, {updated_on,1351907210}, {vbuckets_done,92}]]}, {memory, [{total,95382768}, {processes,53694656}, {processes_used,53663696}, {system,41688112}, {atom,1352041}, {atom_used,1349412}, {binary,3670824}, {code,13631938}, {ets,4971720}]}, {system_memory_data, [{system_total_memory,33657663488}, {free_swap,10701078528}, {total_swap,10701078528}, {cached_memory,7403229184}, {buffered_memory,423149568}, {free_memory,20912558080}, {total_memory,33657663488}]}, {node_storage_conf,[{db_path,"/data"},{index_path,"/data2"}]}, {statistics, [{wall_clock,{1424397,5000}}, {context_switches,{5902556,0}}, {garbage_collection,{632774,1301126987,0}}, {io,{{input,102836644},{output,67396011}}}, {reductions,{612825240,1853309}}, {run_queue,0}, {runtime,{200550,450}}]}, {system_stats, [{cpu_utilization_rate,3.5175879396984926}, {swap_total,10701078528}, {swap_used,0}]}, {interesting_stats, [{couch_docs_actual_disk_size,6750747286}, {couch_docs_data_size,5962479145}, {couch_views_actual_disk_size,0}, {couch_views_data_size,0}, {curr_items,2503544}, {curr_items_tot,2503544}, {mem_used,3511280440}, {vb_replica_curr_items,0}]}, {cluster_compatibility_version,131072}, {version, [{public_key,"0.13"}, {lhttpc,"1.3.0"}, {ale,"8cffe61"}, {os_mon,"2.2.7"}, {couch_set_view,"1.2.0a-47a991b-git"}, {mnesia,"4.5"}, {inets,"5.7.1"}, {couch,"1.2.0a-47a991b-git"}, {mapreduce,"1.0.0"}, {couch_index_merger,"1.2.0a-47a991b-git"}, {kernel,"2.14.5"}, {crypto,"2.0.4"}, {ssl,"4.1.6"}, {sasl,"2.1.10"}, {couch_view_parser,"1.0.0"}, {ns_server,"2.0.0-1925-rel-enterprise"}, {mochiweb,"1.4.1"}, {oauth,"7d85d3ef"}, {stdlib,"1.17.5"}]}, {supported_compat_version,[2,0]}, {system_arch,"x86_64-unknown-linux-gnu"}, {wall_clock,1424}, {memory_data,{33657663488,13152317440,{<19943.1678.0>,2914384}}}, {disk_data, [{"/",49781912,9}, {"/dev/shm",16434404,0}, {"/data",492257288,2}, {"/data2",246132896,1}]}, {meminfo, <<"MemTotal: 32868812 kB\nMemFree: 20422420 kB\nBuffers: 413232 kB\nCached: 7229716 kB\nSwapCached: 0 kB\nActive: 5987256 kB\nInactive: 6123440 kB\nHighTotal: 0 kB\nHighFree: 0 kB\nLowTotal: 32868812 kB\nLowFree: 20422420 kB\nSwapTotal: 10450272 kB\nSwapFree: 10450272 kB\nDirty: 4480 kB\nWriteback: 7460 kB\nAnonPages: 4467820 kB\nMapped: 17064 kB\nSlab: 290212 kB\nPageTables: 13676 kB\nNFS_Unstable: 0 kB\nBounce: 0 kB\nCommitLimit: 26884676 kB\nCommitted_AS: 6174012 kB\nVmallocTotal: 34359738367 kB\nVmallocUsed: 6416 kB\nVmallocChunk: 34359730587 kB\nHugePages_Total: 0\nHugePages_Free: 0\nHugePages_Rsvd: 0\nHugepagesize: 2048 kB\n">>}]}, {'ns_1@10.2.1.68', [{last_heard,{1351,907251,235478}}, {outgoing_replications_safeness_level,[{"default",green}]}, {incoming_replications_conf_hashes,[{"default",[]}]}, {active_buckets,["default"]}, {ready_buckets,["default"]}, {local_tasks,[]}, {memory, [{total,92739120}, {processes,51779656}, {processes_used,51692784}, {system,40959464}, {atom,1352041}, {atom_used,1349412}, {binary,2971968}, {code,13659922}, {ets,4905216}]}, {system_memory_data, [{system_total_memory,33657663488}, {free_swap,10684616704}, {total_swap,10684628992}, {cached_memory,8806924288}, {buffered_memory,318918656}, {free_memory,19597369344}, {total_memory,33657663488}]}, {node_storage_conf,[{db_path,"/data"},{index_path,"/data2"}]}, {statistics, [{wall_clock,{1426430,5000}}, {context_switches,{6266587,0}}, {garbage_collection,{678522,1325084123,0}}, {io,{{input,96398868},{output,67501456}}}, {reductions,{618959593,2665208}}, {run_queue,0}, {runtime,{208120,510}}]}, {system_stats, [{cpu_utilization_rate,2.743142144638404}, {swap_total,10684628992}, {swap_used,12288}]}, {interesting_stats, [{couch_docs_actual_disk_size,8200766792}, {couch_docs_data_size,6107702164}, {couch_views_actual_disk_size,0}, {couch_views_data_size,0}, {curr_items,2501801}, {curr_items_tot,2501801}, {mem_used,3488892616}, {vb_replica_curr_items,0}]}, {cluster_compatibility_version,131072}, {version, [{public_key,"0.13"}, {lhttpc,"1.3.0"}, {ale,"8cffe61"}, {os_mon,"2.2.7"}, {couch_set_view,"1.2.0a-47a991b-git"}, {mnesia,"4.5"}, {inets,"5.7.1"}, {couch,"1.2.0a-47a991b-git"}, {mapreduce,"1.0.0"}, {couch_index_merger,"1.2.0a-47a991b-git"}, {kernel,"2.14.5"}, {crypto,"2.0.4"}, {ssl,"4.1.6"}, {sasl,"2.1.10"}, {couch_view_parser,"1.0.0"}, {ns_server,"2.0.0-1925-rel-enterprise"}, {mochiweb,"1.4.1"}, {oauth,"7d85d3ef"}, {stdlib,"1.17.5"}]}, {supported_compat_version,[2,0]}, {system_arch,"x86_64-unknown-linux-gnu"}, {wall_clock,1426}, {memory_data,{33657663488,14054326272,{<19944.1662.0>,2914384}}}, {disk_data, [{"/",49781912,5}, {"/dev/shm",16434404,0}, {"/data",492257288,2}, {"/data2",246132896,1}]}, {meminfo, <<"MemTotal: 32868812 kB\nMemFree: 19138056 kB\nBuffers: 311444 kB\nCached: 8600512 kB\nSwapCached: 12 kB\nActive: 7565664 kB\nInactive: 5791896 kB\nHighTotal: 0 kB\nHighFree: 0 kB\nLowTotal: 32868812 kB\nLowFree: 19138056 kB\nSwapTotal: 10434208 kB\nSwapFree: 10434196 kB\nDirty: 404 kB\nWriteback: 0 kB\nAnonPages: 4445408 kB\nMapped: 17260 kB\nSlab: 324800 kB\nPageTables: 13552 kB\nNFS_Unstable: 0 kB\nBounce: 0 kB\nCommitLimit: 26868612 kB\nCommitted_AS: 6148588 kB\nVmallocTotal: 34359738367 kB\nVmallocUsed: 6408 kB\nVmallocChunk: 34359730595 kB\nHugePages_Total: 0\nHugePages_Free: 0\nHugePages_Rsvd: 0\nHugepagesize: 2048 kB\n">>}]}] [ns_doctor:debug,2012-11-02T18:48:32.742,ns_1@10.2.1.65:ns_doctor<0.5169.0>:ns_doctor:handle_info:137]Current node statuses: [{'ns_1@10.2.1.65', [{last_heard,{1351,907311,259768}}, {outgoing_replications_safeness_level,[{"default",green}]}, {incoming_replications_conf_hashes,[{"default",[]}]}, {active_buckets,["default"]}, {ready_buckets,["default"]}, {local_tasks,[]}, {memory, [{total,122868800}, {processes,76649400}, {processes_used,75071920}, {system,46219400}, {atom,1405017}, {atom_used,1377299}, {binary,7305424}, {code,14117455}, {ets,5295392}]}, {system_memory_data, [{system_total_memory,33657663488}, {free_swap,11350716416}, {total_swap,11350876160}, {cached_memory,7565496320}, {buffered_memory,220303360}, {free_memory,20980998144}, {total_memory,33657663488}]}, {node_storage_conf,[{db_path,"/data"},{index_path,"/data2"}]}, {statistics, [{wall_clock,{1487193,5000}}, {context_switches,{5462194,0}}, {garbage_collection,{577856,2096259549,0}}, {io,{{input,399973588},{output,85984478}}}, {reductions,{788316420,2262035}}, {run_queue,0}, {runtime,{241700,630}}]}, {system_stats, [{cpu_utilization_rate,4.0}, {swap_total,11350876160}, {swap_used,159744}]}, {interesting_stats, [{couch_docs_actual_disk_size,6947489102}, {couch_docs_data_size,6073317216}, {couch_views_actual_disk_size,0}, {couch_views_data_size,0}, {curr_items,2497553}, {curr_items_tot,2497553}, {mem_used,3561592760}, {vb_replica_curr_items,0}]}, {cluster_compatibility_version,131072}, {version, [{public_key,"0.13"}, {lhttpc,"1.3.0"}, {ale,"8cffe61"}, {os_mon,"2.2.7"}, {couch_set_view,"1.2.0a-47a991b-git"}, {mnesia,"4.5"}, {inets,"5.7.1"}, {couch,"1.2.0a-47a991b-git"}, {mapreduce,"1.0.0"}, {couch_index_merger,"1.2.0a-47a991b-git"}, {kernel,"2.14.5"}, {crypto,"2.0.4"}, {ssl,"4.1.6"}, {sasl,"2.1.10"}, {couch_view_parser,"1.0.0"}, {ns_server,"2.0.0-1925-rel-enterprise"}, {mochiweb,"1.4.1"}, {oauth,"7d85d3ef"}, {stdlib,"1.17.5"}]}, {supported_compat_version,[2,0]}, {system_arch,"x86_64-unknown-linux-gnu"}, {wall_clock,1487}, {memory_data,{33657663488,12675395584,{<0.16820.0>,7028184}}}, {disk_data, [{"/",51088800,10}, {"/dev/shm",16434404,0}, {"/data",492257288,2}, {"/data2",246132896,1}]}, {meminfo, <<"MemTotal: 32868812 kB\nMemFree: 20489256 kB\nBuffers: 215140 kB\nCached: 7388180 kB\nSwapCached: 0 kB\nActive: 5926624 kB\nInactive: 6130064 kB\nHighTotal: 0 kB\nHighFree: 0 kB\nLowTotal: 32868812 kB\nLowFree: 20489256 kB\nSwapTotal: 11084840 kB\nSwapFree: 11084684 kB\nDirty: 492 kB\nWriteback: 0 kB\nAnonPages: 4453448 kB\nMapped: 15316 kB\nSlab: 278176 kB\nPageTables: 12972 kB\nNFS_Unstable: 0 kB\nBounce: 0 kB\nCommitLimit: 27519244 kB\nCommitted_AS: 6172356 kB\nVmallocTotal: 34359738367 kB\nVmallocUsed: 6728 kB\nVmallocChunk: 34359730275 kB\nHugePages_Total: 0\nHugePages_Free: 0\nHugePages_Rsvd: 0\nHugepagesize: 2048 kB\n">>}]}, {'ns_1@10.2.1.66', [{last_heard,{1351,907308,924189}}, {outgoing_replications_safeness_level,[{"default",green}]}, {incoming_replications_conf_hashes,[{"default",[]}]}, {active_buckets,["default"]}, {ready_buckets,["default"]}, {local_tasks,[]}, {memory, [{total,95204328}, {processes,54493888}, {processes_used,54425416}, {system,40710440}, {atom,1352041}, {atom_used,1349412}, {binary,2618848}, {code,13622682}, {ets,5068072}]}, {system_memory_data, [{system_total_memory,33657663488}, {free_swap,10684469248}, {total_swap,10684628992}, {cached_memory,6846763008}, {buffered_memory,250630144}, {free_memory,21638246400}, {total_memory,33657663488}]}, {node_storage_conf,[{db_path,"/data"},{index_path,"/data2"}]}, {statistics, [{wall_clock,{1484440,4999}}, {context_switches,{5536569,0}}, {garbage_collection,{611539,1292689135,0}}, {io,{{input,100271177},{output,69196710}}}, {reductions,{605692714,1837386}}, {run_queue,0}, {runtime,{204050,450}}]}, {system_stats, [{cpu_utilization_rate,3.5}, {swap_total,10684628992}, {swap_used,159744}]}, {interesting_stats, [{couch_docs_actual_disk_size,6231451007}, {couch_docs_data_size,6054380609}, {couch_views_actual_disk_size,0}, {couch_views_data_size,0}, {curr_items,2497102}, {curr_items_tot,2497102}, {mem_used,3652502072}, {vb_replica_curr_items,0}]}, {cluster_compatibility_version,131072}, {version, [{public_key,"0.13"}, {lhttpc,"1.3.0"}, {ale,"8cffe61"}, {os_mon,"2.2.7"}, {couch_set_view,"1.2.0a-47a991b-git"}, {mnesia,"4.5"}, {inets,"5.7.1"}, {couch,"1.2.0a-47a991b-git"}, {mapreduce,"1.0.0"}, {couch_index_merger,"1.2.0a-47a991b-git"}, {kernel,"2.14.5"}, {crypto,"2.0.4"}, {ssl,"4.1.6"}, {sasl,"2.1.10"}, {couch_view_parser,"1.0.0"}, {ns_server,"2.0.0-1925-rel-enterprise"}, {mochiweb,"1.4.1"}, {oauth,"7d85d3ef"}, {stdlib,"1.17.5"}]}, {supported_compat_version,[2,0]}, {system_arch,"x86_64-unknown-linux-gnu"}, {wall_clock,1484}, {memory_data,{33657663488,12017901568,{<19942.1696.0>,4714984}}}, {disk_data, [{"/",49781912,5}, {"/dev/shm",16434404,0}, {"/data",492257288,2}, {"/data2",246132896,1}]}, {meminfo, <<"MemTotal: 32868812 kB\nMemFree: 21131224 kB\nBuffers: 244756 kB\nCached: 6686292 kB\nSwapCached: 140 kB\nActive: 5105844 kB\nInactive: 6325292 kB\nHighTotal: 0 kB\nHighFree: 0 kB\nLowTotal: 32868812 kB\nLowFree: 21131224 kB\nSwapTotal: 10434208 kB\nSwapFree: 10434052 kB\nDirty: 5828 kB\nWriteback: 0 kB\nAnonPages: 4500172 kB\nMapped: 17060 kB\nSlab: 258736 kB\nPageTables: 13648 kB\nNFS_Unstable: 0 kB\nBounce: 0 kB\nCommitLimit: 26868612 kB\nCommitted_AS: 6208968 kB\nVmallocTotal: 34359738367 kB\nVmallocUsed: 6408 kB\nVmallocChunk: 34359730595 kB\nHugePages_Total: 0\nHugePages_Free: 0\nHugePages_Rsvd: 0\nHugepagesize: 2048 kB\n">>}]}, {'ns_1@10.2.1.67', [{last_heard,{1351,907307,893128}}, {outgoing_replications_safeness_level,[{"default",green}]}, {incoming_replications_conf_hashes,[{"default",[]}]}, {active_buckets,["default"]}, {ready_buckets,["default"]}, {local_tasks, [[{pid,<<"<0.13654.0>">>}, {bucket,<<"default">>}, {original_target,{[{type,bucket}]}}, {progress,96}, {started_on,1351907050}, {total_vbuckets,129}, {trigger_type,scheduled}, {type,bucket_compaction}, {updated_on,1351907273}, {vbuckets_done,125}]]}, {memory, [{total,92649704}, {processes,50991040}, {processes_used,50940760}, {system,41658664}, {atom,1352041}, {atom_used,1349412}, {binary,3485888}, {code,13631938}, {ets,5128360}]}, {system_memory_data, [{system_total_memory,33657663488}, {free_swap,10701078528}, {total_swap,10701078528}, {cached_memory,6842159104}, {buffered_memory,424837120}, {free_memory,21487505408}, {total_memory,33657663488}]}, {node_storage_conf,[{db_path,"/data"},{index_path,"/data2"}]}, {statistics, [{wall_clock,{1484397,5000}}, {context_switches,{5957455,0}}, {garbage_collection,{639039,1346803436,0}}, {io,{{input,107344733},{output,72008533}}}, {reductions,{635745515,1879212}}, {run_queue,0}, {runtime,{205650,430}}]}, {system_stats, [{cpu_utilization_rate,3.75}, {swap_total,10701078528}, {swap_used,0}]}, {interesting_stats, [{couch_docs_actual_disk_size,6241905093}, {couch_docs_data_size,6021024547}, {couch_views_actual_disk_size,0}, {couch_views_data_size,0}, {curr_items,2503544}, {curr_items_tot,2503544}, {mem_used,3508802840}, {vb_replica_curr_items,0}]}, {cluster_compatibility_version,131072}, {version, [{public_key,"0.13"}, {lhttpc,"1.3.0"}, {ale,"8cffe61"}, {os_mon,"2.2.7"}, {couch_set_view,"1.2.0a-47a991b-git"}, {mnesia,"4.5"}, {inets,"5.7.1"}, {couch,"1.2.0a-47a991b-git"}, {mapreduce,"1.0.0"}, {couch_index_merger,"1.2.0a-47a991b-git"}, {kernel,"2.14.5"}, {crypto,"2.0.4"}, {ssl,"4.1.6"}, {sasl,"2.1.10"}, {couch_view_parser,"1.0.0"}, {ns_server,"2.0.0-1925-rel-enterprise"}, {mochiweb,"1.4.1"}, {oauth,"7d85d3ef"}, {stdlib,"1.17.5"}]}, {supported_compat_version,[2,0]}, {system_arch,"x86_64-unknown-linux-gnu"}, {wall_clock,1484}, {memory_data,{33657663488,12600225792,{<19943.1678.0>,2914384}}}, {disk_data, [{"/",49781912,9}, {"/dev/shm",16434404,0}, {"/data",492257288,2}, {"/data2",246132896,1}]}, {meminfo, <<"MemTotal: 32868812 kB\nMemFree: 20983892 kB\nBuffers: 414880 kB\nCached: 6681796 kB\nSwapCached: 0 kB\nActive: 5220776 kB\nInactive: 6340900 kB\nHighTotal: 0 kB\nHighFree: 0 kB\nLowTotal: 32868812 kB\nLowFree: 20983892 kB\nSwapTotal: 10450272 kB\nSwapFree: 10450272 kB\nDirty: 34948 kB\nWriteback: 0 kB\nAnonPages: 4464996 kB\nMapped: 17064 kB\nSlab: 277304 kB\nPageTables: 13672 kB\nNFS_Unstable: 0 kB\nBounce: 0 kB\nCommitLimit: 26884676 kB\nCommitted_AS: 6172828 kB\nVmallocTotal: 34359738367 kB\nVmallocUsed: 6416 kB\nVmallocChunk: 34359730587 kB\nHugePages_Total: 0\nHugePages_Free: 0\nHugePages_Rsvd: 0\nHugepagesize: 2048 kB\n">>}]}, {'ns_1@10.2.1.68', [{last_heard,{1351,907311,235999}}, {outgoing_replications_safeness_level,[{"default",green}]}, {incoming_replications_conf_hashes,[{"default",[]}]}, {active_buckets,["default"]}, {ready_buckets,["default"]}, {local_tasks,[]}, {memory, [{total,92521424}, {processes,50949344}, {processes_used,50862472}, {system,41572080}, {atom,1352041}, {atom_used,1349412}, {binary,3407328}, {code,13659922}, {ets,5082816}]}, {system_memory_data, [{system_total_memory,33657663488}, {free_swap,10684616704}, {total_swap,10684628992}, {cached_memory,8807997440}, {buffered_memory,319127552}, {free_memory,19595591680}, {total_memory,33657663488}]}, {node_storage_conf,[{db_path,"/data"},{index_path,"/data2"}]}, {statistics, [{wall_clock,{1486430,5000}}, {context_switches,{6319005,0}}, {garbage_collection,{683495,1380116313,0}}, {io,{{input,103315525},{output,72553543}}}, {reductions,{649840141,2643885}}, {run_queue,0}, {runtime,{214440,510}}]}, {system_stats, [{cpu_utilization_rate,2.5}, {swap_total,10684628992}, {swap_used,12288}]}, {interesting_stats, [{couch_docs_actual_disk_size,8200766792}, {couch_docs_data_size,6107702164}, {couch_views_actual_disk_size,0}, {couch_views_data_size,0}, {curr_items,2501801}, {curr_items_tot,2501801}, {mem_used,3488892616}, {vb_replica_curr_items,0}]}, {cluster_compatibility_version,131072}, {version, [{public_key,"0.13"}, {lhttpc,"1.3.0"}, {ale,"8cffe61"}, {os_mon,"2.2.7"}, {couch_set_view,"1.2.0a-47a991b-git"}, {mnesia,"4.5"}, {inets,"5.7.1"}, {couch,"1.2.0a-47a991b-git"}, {mapreduce,"1.0.0"}, {couch_index_merger,"1.2.0a-47a991b-git"}, {kernel,"2.14.5"}, {crypto,"2.0.4"}, {ssl,"4.1.6"}, {sasl,"2.1.10"}, {couch_view_parser,"1.0.0"}, {ns_server,"2.0.0-1925-rel-enterprise"}, {mochiweb,"1.4.1"}, {oauth,"7d85d3ef"}, {stdlib,"1.17.5"}]}, {supported_compat_version,[2,0]}, {system_arch,"x86_64-unknown-linux-gnu"}, {wall_clock,1486}, {memory_data,{33657663488,14063849472,{<19944.1662.0>,2914384}}}, {disk_data, [{"/",49781912,5}, {"/dev/shm",16434404,0}, {"/data",492257288,2}, {"/data2",246132896,1}]}, {meminfo, <<"MemTotal: 32868812 kB\nMemFree: 19136320 kB\nBuffers: 311648 kB\nCached: 8601560 kB\nSwapCached: 12 kB\nActive: 7567092 kB\nInactive: 5793196 kB\nHighTotal: 0 kB\nHighFree: 0 kB\nLowTotal: 32868812 kB\nLowFree: 19136320 kB\nSwapTotal: 10434208 kB\nSwapFree: 10434196 kB\nDirty: 192 kB\nWriteback: 0 kB\nAnonPages: 4447052 kB\nMapped: 17260 kB\nSlab: 324840 kB\nPageTables: 13544 kB\nNFS_Unstable: 0 kB\nBounce: 0 kB\nCommitLimit: 26868612 kB\nCommitted_AS: 6147416 kB\nVmallocTotal: 34359738367 kB\nVmallocUsed: 6408 kB\nVmallocChunk: 34359730595 kB\nHugePages_Total: 0\nHugePages_Free: 0\nHugePages_Rsvd: 0\nHugepagesize: 2048 kB\n">>}]}] [stats:debug,2012-11-02T18:48:46.751,ns_1@10.2.1.65:<0.5555.0>:stats_collector:maybe_log_stats:126](at {{1970,1,16},{7,31,47}}) Stats for bucket "default": accepting_conns 1 auth_cmds 3 auth_errors 0 bucket_active_conns 1 bucket_conns 5 bytes 3561592760 bytes_read 5993864896 bytes_written 133253650 cas_badval 0 cas_hits 0 cas_misses 0 cmd_flush 0 cmd_get 0 cmd_set 2497553 conn_yields 856 connection_structures 5000 curr_connections 9 curr_conns_on_port_11209 6 curr_conns_on_port_11210 1 curr_items 2497553 curr_items_tot 2497553 curr_temp_items 0 daemon_connections 4 decr_hits 0 decr_misses 0 delete_hits 0 delete_misses 0 ep_access_scanner_last_runtime 0 ep_access_scanner_num_items 0 ep_access_scanner_task_time 2012-11-03 10:00:00 ep_allow_data_loss_during_shutdown 1 ep_alog_block_size 4096 ep_alog_path /data/default/access.log ep_alog_sleep_time 1440 ep_alog_task_time 10 ep_backend couchdb ep_bg_fetch_delay 0 ep_bg_fetched 0 ep_bg_meta_fetched 0 ep_bg_remaining_jobs 0 ep_chk_max_items 5000 ep_chk_period 1800 ep_chk_persistence_remains 0 ep_chk_persistence_timeout 10 ep_chk_remover_stime 5 ep_commit_num 1291 ep_commit_time 10 ep_commit_time_total 19394 ep_concurrentDB 1 ep_config_file ep_couch_bucket default ep_couch_host localhost ep_couch_port 11213 ep_couch_reconnect_sleeptime 250 ep_couch_response_timeout 180000 ep_data_age 5 ep_data_age_highwat 157 ep_data_traffic_enabled 0 ep_dbinit 0 ep_dbname /data/default ep_degraded_mode 0 ep_diskqueue_drain 2497553 ep_diskqueue_fill 2497553 ep_diskqueue_items 0 ep_diskqueue_memory 0 ep_diskqueue_pending 0 ep_exp_pager_stime 3600 ep_exp_pager_stime 3600 ep_expired_access 0 ep_expired_pager 0 ep_expiry_window 3 ep_failpartialwarmup 0 ep_flush_all false ep_flush_duration_total 890 ep_flushall_enabled 0 ep_flusher_state running ep_flusher_todo 0 ep_getl_default_timeout 15 ep_getl_max_timeout 30 ep_ht_locks 5 ep_ht_size 3079 ep_inconsistent_slave_chk 0 ep_initfile ep_io_num_read 0 ep_io_num_write 2497553 ep_io_read_bytes 0 ep_io_write_bytes 5913802722 ep_item_begin_failed 0 ep_item_commit_failed 0 ep_item_flush_expired 0 ep_item_flush_failed 0 ep_item_num_based_new_chk 1 ep_items_rm_from_checkpoints 2464408 ep_keep_closed_chks 0 ep_klog_block_size 4096 ep_klog_compactor_queue_cap 500000 ep_klog_compactor_stime 3600 ep_klog_flush commit2 ep_klog_max_entry_ratio 10 ep_klog_max_log_size 2147483647 ep_klog_path ep_klog_sync commit2 ep_kv_size 3493601875 ep_max_checkpoints 2 ep_max_data_size 5242880000 ep_max_item_size 20971520 ep_max_size 5242880000 ep_max_txn_size 10000 ep_max_vbuckets 512 ep_mem_high_wat 3932160000 ep_mem_high_wat 3932160000 ep_mem_low_wat 3145728000 ep_mem_low_wat 3145728000 ep_mem_tracker_enabled true ep_min_data_age 0 ep_mlog_compactor_runs 0 ep_mutation_mem_threshold 0 ep_num_access_scanner_runs 0 ep_num_eject_failures 442700 ep_num_expiry_pager_runs 0 ep_num_non_resident 1114966 ep_num_not_my_vbuckets 0 ep_num_ops_del_meta 0 ep_num_ops_get_meta 0 ep_num_ops_set_meta 0 ep_num_pager_runs 12 ep_num_value_ejects 1114966 ep_oom_errors 0 ep_overhead 15946968 ep_pager_active_vb_pcnt 40 ep_pager_unbiased_period 60 ep_pending_ops 0 ep_pending_ops_max 0 ep_pending_ops_max_duration 0 ep_pending_ops_total 0 ep_postInitfile ep_queue_age_cap 900 ep_queue_size 0 ep_startup_time 1351906023 ep_storage_age 4 ep_storage_age_highwat 156 ep_store_max_concurrency 10 ep_store_max_readers 9 ep_store_max_readwrite 1 ep_stored_val_type ep_tap_ack_grace_period 300 ep_tap_ack_initial_sequence_number 1 ep_tap_ack_interval 1000 ep_tap_ack_window_size 10 ep_tap_backfill_resident 0.9 ep_tap_backlog_limit 5000 ep_tap_backoff_period 5 ep_tap_bg_fetch_requeued 0 ep_tap_bg_fetched 0 ep_tap_bg_max_pending 500 ep_tap_keepalive 300 ep_tap_noop_interval 20 ep_tap_requeue_sleep_time 0.1 ep_tap_throttle_cap_pcnt 10 ep_tap_throttle_queue_cap 1000000 ep_tap_throttle_threshold 90 ep_tmp_oom_errors 0 ep_too_old 0 ep_too_young 0 ep_total_cache_size 3463631239 ep_total_del_items 0 ep_total_enqueued 2497553 ep_total_new_items 2497553 ep_total_persisted 2497553 ep_uncommitted_items 0 ep_value_size 3287025331 ep_vb0 0 ep_vb_snapshot_total 99 ep_vb_total 128 ep_vbucket_del 0 ep_vbucket_del_fail 0 ep_version 2.0.0r_130_g8b09894 ep_waitforwarmup 0 ep_warmup 1 ep_warmup_batch_size 1000 ep_warmup_dups 0 ep_warmup_min_items_threshold 100 ep_warmup_min_memory_threshold 100 ep_warmup_oom 0 ep_warmup_thread complete ep_warmup_time 966 get_hits 0 get_misses 0 incr_hits 0 incr_misses 0 libevent 2.0.11-stable limit_maxbytes 67108864 listen_disabled_num 0 max_conns_on_port_11209 1000 max_conns_on_port_11210 9000 mem_used 3561592760 pid 18466 pointer_size 64 rejected_conns 0 rusage_system 98.490027 rusage_user 261.503245 threads 4 time 1351907326 total_connections 20 uptime 1492 vb_active_curr_items 2497553 vb_active_eject 1114966 vb_active_expired 0 vb_active_ht_memory 12645376 vb_active_itm_memory 3463631239 vb_active_meta_data_memory 197306687 vb_active_num 128 vb_active_num_non_resident 1114966 vb_active_num_ref_ejects 1114966 vb_active_num_ref_items 2497553 vb_active_ops_create 2497553 vb_active_ops_delete 0 vb_active_ops_reject 0 vb_active_ops_update 0 vb_active_perc_mem_resident 55 vb_active_queue_age 0 vb_active_queue_drain 2497553 vb_active_queue_fill 2497553 vb_active_queue_memory 0 vb_active_queue_pending 0 vb_active_queue_size 0 vb_dead_num 0 vb_pending_curr_items 0 vb_pending_eject 0 vb_pending_expired 0 vb_pending_ht_memory 0 vb_pending_itm_memory 0 vb_pending_meta_data_memory 0 vb_pending_num 0 vb_pending_num_non_resident 0 vb_pending_num_ref_ejects 0 vb_pending_num_ref_items 0 vb_pending_ops_create 0 vb_pending_ops_delete 0 vb_pending_ops_reject 0 vb_pending_ops_update 0 vb_pending_perc_mem_resident 0 vb_pending_queue_age 0 vb_pending_queue_drain 0 vb_pending_queue_fill 0 vb_pending_queue_memory 0 vb_pending_queue_pending 0 vb_pending_queue_size 0 vb_replica_curr_items 0 vb_replica_eject 0 vb_replica_expired 0 vb_replica_ht_memory 0 vb_replica_itm_memory 0 vb_replica_meta_data_memory 0 vb_replica_num 0 vb_replica_num_non_resident 0 vb_replica_num_ref_ejects 0 vb_replica_num_ref_items 0 vb_replica_ops_create 0 vb_replica_ops_delete 0 vb_replica_ops_reject 0 vb_replica_ops_update 0 vb_replica_perc_mem_resident 0 vb_replica_queue_age 0 vb_replica_queue_drain 0 vb_replica_queue_fill 0 vb_replica_queue_memory 0 vb_replica_queue_pending 0 vb_replica_queue_size 0 version 1.4.4_600_g7ea975a [ns_doctor:debug,2012-11-02T18:49:32.742,ns_1@10.2.1.65:ns_doctor<0.5169.0>:ns_doctor:handle_info:137]Current node statuses: [{'ns_1@10.2.1.65', [{last_heard,{1351,907371,260359}}, {outgoing_replications_safeness_level,[{"default",green}]}, {incoming_replications_conf_hashes,[{"default",[]}]}, {active_buckets,["default"]}, {ready_buckets,["default"]}, {local_tasks, [[{pid,<<"<0.24220.0>">>}, {changes_done,975089}, {design_documents,[<<"_design/A">>]}, {indexer_type,main}, {initial_build,true}, {progress,39}, {set,<<"default">>}, {signature,<<"afeb9408e40add49ae0c9bf58f0c5f26">>}, {started_on,1351907326}, {total_changes,2497553}, {type,indexer}, {updated_on,1351907367}]]}, {memory, [{total,169224392}, {processes,117961488}, {processes_used,116429960}, {system,51262904}, {atom,1492169}, {atom_used,1478827}, {binary,11220008}, {code,15028654}, {ets,5419376}]}, {system_memory_data, [{system_total_memory,33657663488}, {free_swap,11350716416}, {total_swap,11350876160}, {cached_memory,7639916544}, {buffered_memory,220790784}, {free_memory,20789854208}, {total_memory,33657663488}]}, {node_storage_conf,[{db_path,"/data"},{index_path,"/data2"}]}, {statistics, [{wall_clock,{1547194,4999}}, {context_switches,{7909422,0}}, {garbage_collection,{802115,3963265667,0}}, {io,{{input,7402290855},{output,232134174}}}, {reductions,{1717981722,97337958}}, {run_queue,0}, {runtime,{322470,8360}}]}, {system_stats, [{cpu_utilization_rate,36.907730673316706}, {swap_total,11350876160}, {swap_used,159744}]}, {interesting_stats, [{couch_docs_actual_disk_size,6947493243}, {couch_docs_data_size,6073317216}, {couch_views_actual_disk_size,70474267}, {couch_views_data_size,8775}, {curr_items,2497553}, {curr_items_tot,2497553}, {mem_used,3561592760}, {vb_replica_curr_items,0}]}, {cluster_compatibility_version,131072}, {version, [{public_key,"0.13"}, {lhttpc,"1.3.0"}, {ale,"8cffe61"}, {os_mon,"2.2.7"}, {couch_set_view,"1.2.0a-47a991b-git"}, {mnesia,"4.5"}, {inets,"5.7.1"}, {couch,"1.2.0a-47a991b-git"}, {mapreduce,"1.0.0"}, {couch_index_merger,"1.2.0a-47a991b-git"}, {kernel,"2.14.5"}, {crypto,"2.0.4"}, {ssl,"4.1.6"}, {sasl,"2.1.10"}, {couch_view_parser,"1.0.0"}, {ns_server,"2.0.0-1925-rel-enterprise"}, {mochiweb,"1.4.1"}, {oauth,"7d85d3ef"}, {stdlib,"1.17.5"}]}, {supported_compat_version,[2,0]}, {system_arch,"x86_64-unknown-linux-gnu"}, {wall_clock,1547}, {memory_data,{33657663488,12678443008,{<0.16820.0>,7028184}}}, {disk_data, [{"/",51088800,10}, {"/dev/shm",16434404,0}, {"/data",492257288,2}, {"/data2",246132896,1}]}, {meminfo, <<"MemTotal: 32868812 kB\nMemFree: 20302716 kB\nBuffers: 215616 kB\nCached: 7460856 kB\nSwapCached: 0 kB\nActive: 8445652 kB\nInactive: 3794632 kB\nHighTotal: 0 kB\nHighFree: 0 kB\nLowTotal: 32868812 kB\nLowFree: 20302716 kB\nSwapTotal: 11084840 kB\nSwapFree: 11084684 kB\nDirty: 71972 kB\nWriteback: 0 kB\nAnonPages: 4563640 kB\nMapped: 16276 kB\nSlab: 280580 kB\nPageTables: 13440 kB\nNFS_Unstable: 0 kB\nBounce: 0 kB\nCommitLimit: 27519244 kB\nCommitted_AS: 6291464 kB\nVmallocTotal: 34359738367 kB\nVmallocUsed: 6728 kB\nVmallocChunk: 34359730275 kB\nHugePages_Total: 0\nHugePages_Free: 0\nHugePages_Rsvd: 0\nHugepagesize: 2048 kB\n">>}]}, {'ns_1@10.2.1.66', [{last_heard,{1351,907368,923488}}, {outgoing_replications_safeness_level,[{"default",green}]}, {incoming_replications_conf_hashes,[{"default",[]}]}, {active_buckets,["default"]}, {ready_buckets,["default"]}, {local_tasks, [[{pid,<<"<0.14982.0>">>}, {changes_done,981988}, {design_documents,[<<"_design/A">>]}, {indexer_type,main}, {initial_build,true}, {progress,39}, {set,<<"default">>}, {signature,<<"afeb9408e40add49ae0c9bf58f0c5f26">>}, {started_on,1351907259}, {total_changes,2497102}, {type,indexer}, {updated_on,1351907301}]]}, {memory, [{total,150452320}, {processes,101576312}, {processes_used,101527024}, {system,48876008}, {atom,1408249}, {atom_used,1384271}, {binary,9814224}, {code,14415880}, {ets,5179760}]}, {system_memory_data, [{system_total_memory,33657663488}, {free_swap,10684469248}, {total_swap,10684628992}, {cached_memory,6918467584}, {buffered_memory,251088896}, {free_memory,21484081152}, {total_memory,33657663488}]}, {node_storage_conf,[{db_path,"/data"},{index_path,"/data2"}]}, {statistics, [{wall_clock,{1544439,4999}}, {context_switches,{7844928,0}}, {garbage_collection,{824319,3059642456,0}}, {io,{{input,6743567630},{output,210937395}}}, {reductions,{1486621841,95028090}}, {run_queue,0}, {runtime,{280590,8240}}]}, {system_stats, [{cpu_utilization_rate,46.984924623115575}, {swap_total,10684628992}, {swap_used,159744}]}, {interesting_stats, [{couch_docs_actual_disk_size,6231455103}, {couch_docs_data_size,6054380609}, {couch_views_actual_disk_size,62462880}, {couch_views_data_size,8776}, {curr_items,2497102}, {curr_items_tot,2497102}, {mem_used,3652502072}, {vb_replica_curr_items,0}]}, {cluster_compatibility_version,131072}, {version, [{public_key,"0.13"}, {lhttpc,"1.3.0"}, {ale,"8cffe61"}, {os_mon,"2.2.7"}, {couch_set_view,"1.2.0a-47a991b-git"}, {mnesia,"4.5"}, {inets,"5.7.1"}, {couch,"1.2.0a-47a991b-git"}, {mapreduce,"1.0.0"}, {couch_index_merger,"1.2.0a-47a991b-git"}, {kernel,"2.14.5"}, {crypto,"2.0.4"}, {ssl,"4.1.6"}, {sasl,"2.1.10"}, {couch_view_parser,"1.0.0"}, {ns_server,"2.0.0-1925-rel-enterprise"}, {mochiweb,"1.4.1"}, {oauth,"7d85d3ef"}, {stdlib,"1.17.5"}]}, {supported_compat_version,[2,0]}, {system_arch,"x86_64-unknown-linux-gnu"}, {wall_clock,1544}, {memory_data,{33657663488,12026408960,{<19942.1696.0>,4714984}}}, {disk_data, [{"/",49781912,5}, {"/dev/shm",16434404,0}, {"/data",492257288,2}, {"/data2",246132896,1}]}, {meminfo, <<"MemTotal: 32868812 kB\nMemFree: 20980548 kB\nBuffers: 245204 kB\nCached: 6756316 kB\nSwapCached: 140 kB\nActive: 7507880 kB\nInactive: 4072236 kB\nHighTotal: 0 kB\nHighFree: 0 kB\nLowTotal: 32868812 kB\nLowFree: 20980548 kB\nSwapTotal: 10434208 kB\nSwapFree: 10434052 kB\nDirty: 72840 kB\nWriteback: 0 kB\nAnonPages: 4578556 kB\nMapped: 17964 kB\nSlab: 260732 kB\nPageTables: 13880 kB\nNFS_Unstable: 0 kB\nBounce: 0 kB\nCommitLimit: 26868612 kB\nCommitted_AS: 6306444 kB\nVmallocTotal: 34359738367 kB\nVmallocUsed: 6408 kB\nVmallocChunk: 34359730595 kB\nHugePages_Total: 0\nHugePages_Free: 0\nHugePages_Rsvd: 0\nHugepagesize: 2048 kB\n">>}]}, {'ns_1@10.2.1.67', [{last_heard,{1351,907367,895455}}, {outgoing_replications_safeness_level,[{"default",green}]}, {incoming_replications_conf_hashes,[{"default",[]}]}, {active_buckets,["default"]}, {ready_buckets,["default"]}, {local_tasks, [[{pid,<<"<0.16400.0>">>}, {changes_done,913011}, {design_documents,[<<"_design/A">>]}, {indexer_type,main}, {initial_build,true}, {progress,36}, {set,<<"default">>}, {signature,<<"afeb9408e40add49ae0c9bf58f0c5f26">>}, {started_on,1351907293}, {total_changes,2503544}, {type,indexer}, {updated_on,1351907332}]]}, {memory, [{total,120603592}, {processes,71628264}, {processes_used,71563456}, {system,48975328}, {atom,1408249}, {atom_used,1384271}, {binary,9870512}, {code,14425136}, {ets,5206376}]}, {system_memory_data, [{system_total_memory,33657663488}, {free_swap,10701078528}, {total_swap,10701078528}, {cached_memory,6853390336}, {buffered_memory,425447424}, {free_memory,21409914880}, {total_memory,33657663488}]}, {node_storage_conf,[{db_path,"/data"},{index_path,"/data2"}]}, {statistics, [{wall_clock,{1544398,4997}}, {context_switches,{8246296,0}}, {garbage_collection,{853812,3095211604,0}}, {io,{{input,6712215468},{output,212049589}}}, {reductions,{1510115541,98361310}}, {run_queue,1}, {runtime,{280160,8280}}]}, {system_stats, [{cpu_utilization_rate,42.0}, {swap_total,10701078528}, {swap_used,0}]}, {interesting_stats, [{couch_docs_actual_disk_size,6128137651}, {couch_docs_data_size,6075992082}, {couch_views_actual_disk_size,64060264}, {couch_views_data_size,8782}, {curr_items,2503544}, {curr_items_tot,2503544}, {mem_used,3506636808}, {vb_replica_curr_items,0}]}, {cluster_compatibility_version,131072}, {version, [{public_key,"0.13"}, {lhttpc,"1.3.0"}, {ale,"8cffe61"}, {os_mon,"2.2.7"}, {couch_set_view,"1.2.0a-47a991b-git"}, {mnesia,"4.5"}, {inets,"5.7.1"}, {couch,"1.2.0a-47a991b-git"}, {mapreduce,"1.0.0"}, {couch_index_merger,"1.2.0a-47a991b-git"}, {kernel,"2.14.5"}, {crypto,"2.0.4"}, {ssl,"4.1.6"}, {sasl,"2.1.10"}, {couch_view_parser,"1.0.0"}, {ns_server,"2.0.0-1925-rel-enterprise"}, {mochiweb,"1.4.1"}, {oauth,"7d85d3ef"}, {stdlib,"1.17.5"}]}, {supported_compat_version,[2,0]}, {system_arch,"x86_64-unknown-linux-gnu"}, {wall_clock,1544}, {memory_data,{33657663488,12107931648,{<19943.1678.0>,2914384}}}, {disk_data, [{"/",49781912,9}, {"/dev/shm",16434404,0}, {"/data",492257288,2}, {"/data2",246132896,1}]}, {meminfo, <<"MemTotal: 32868812 kB\nMemFree: 20908120 kB\nBuffers: 415476 kB\nCached: 6692764 kB\nSwapCached: 0 kB\nActive: 7487164 kB\nInactive: 4153460 kB\nHighTotal: 0 kB\nHighFree: 0 kB\nLowTotal: 32868812 kB\nLowFree: 20908120 kB\nSwapTotal: 10450272 kB\nSwapFree: 10450272 kB\nDirty: 69896 kB\nWriteback: 0 kB\nAnonPages: 4532300 kB\nMapped: 17964 kB\nSlab: 274512 kB\nPageTables: 13820 kB\nNFS_Unstable: 0 kB\nBounce: 0 kB\nCommitLimit: 26884676 kB\nCommitted_AS: 6247632 kB\nVmallocTotal: 34359738367 kB\nVmallocUsed: 6416 kB\nVmallocChunk: 34359730587 kB\nHugePages_Total: 0\nHugePages_Free: 0\nHugePages_Rsvd: 0\nHugepagesize: 2048 kB\n">>}]}, {'ns_1@10.2.1.68', [{last_heard,{1351,907371,237288}}, {outgoing_replications_safeness_level,[{"default",green}]}, {incoming_replications_conf_hashes,[{"default",[]}]}, {active_buckets,["default"]}, {ready_buckets,["default"]}, {local_tasks, [[{pid,<<"<0.15038.0>">>}, {changes_done,978424}, {design_documents,[<<"_design/A">>]}, {indexer_type,main}, {initial_build,true}, {progress,39}, {set,<<"default">>}, {signature,<<"afeb9408e40add49ae0c9bf58f0c5f26">>}, {started_on,1351907286}, {total_changes,2501801}, {type,indexer}, {updated_on,1351907329}]]}, {memory, [{total,146716248}, {processes,96174192}, {processes_used,96111296}, {system,50542056}, {atom,1408249}, {atom_used,1384271}, {binary,11193176}, {code,14453120}, {ets,5194976}]}, {system_memory_data, [{system_total_memory,33657663488}, {free_swap,10684616704}, {total_swap,10684628992}, {cached_memory,8888602624}, {buffered_memory,319610880}, {free_memory,19463147520}, {total_memory,33657663488}]}, {node_storage_conf,[{db_path,"/data"},{index_path,"/data2"}]}, {statistics, [{wall_clock,{1546431,5001}}, {context_switches,{8726353,0}}, {garbage_collection,{904230,3230979008,0}}, {io,{{input,7017038478},{output,222728756}}}, {reductions,{1573950733,103959170}}, {run_queue,1}, {runtime,{295490,9010}}]}, {system_stats, [{cpu_utilization_rate,55.6390977443609}, {swap_total,10684628992}, {swap_used,12288}]}, {interesting_stats, [{couch_docs_actual_disk_size,8200770933}, {couch_docs_data_size,6107702164}, {couch_views_actual_disk_size,70455302}, {couch_views_data_size,8774}, {curr_items,2501801}, {curr_items_tot,2501801}, {mem_used,3488892616}, {vb_replica_curr_items,0}]}, {cluster_compatibility_version,131072}, {version, [{public_key,"0.13"}, {lhttpc,"1.3.0"}, {ale,"8cffe61"}, {os_mon,"2.2.7"}, {couch_set_view,"1.2.0a-47a991b-git"}, {mnesia,"4.5"}, {inets,"5.7.1"}, {couch,"1.2.0a-47a991b-git"}, {mapreduce,"1.0.0"}, {couch_index_merger,"1.2.0a-47a991b-git"}, {kernel,"2.14.5"}, {crypto,"2.0.4"}, {ssl,"4.1.6"}, {sasl,"2.1.10"}, {couch_view_parser,"1.0.0"}, {ns_server,"2.0.0-1925-rel-enterprise"}, {mochiweb,"1.4.1"}, {oauth,"7d85d3ef"}, {stdlib,"1.17.5"}]}, {supported_compat_version,[2,0]}, {system_arch,"x86_64-unknown-linux-gnu"}, {wall_clock,1546}, {memory_data,{33657663488,14069309440,{<19944.1662.0>,2914384}}}, {disk_data, [{"/",49781912,5}, {"/dev/shm",16434404,0}, {"/data",492257288,2}, {"/data2",246132896,1}]}, {meminfo, <<"MemTotal: 32868812 kB\nMemFree: 19006980 kB\nBuffers: 312120 kB\nCached: 8680276 kB\nSwapCached: 12 kB\nActive: 9845096 kB\nInactive: 3641984 kB\nHighTotal: 0 kB\nHighFree: 0 kB\nLowTotal: 32868812 kB\nLowFree: 19006980 kB\nSwapTotal: 10434208 kB\nSwapFree: 10434196 kB\nDirty: 78300 kB\nWriteback: 0 kB\nAnonPages: 4494292 kB\nMapped: 18164 kB\nSlab: 326884 kB\nPageTables: 13720 kB\nNFS_Unstable: 0 kB\nBounce: 0 kB\nCommitLimit: 26868612 kB\nCommitted_AS: 6229940 kB\nVmallocTotal: 34359738367 kB\nVmallocUsed: 6408 kB\nVmallocChunk: 34359730595 kB\nHugePages_Total: 0\nHugePages_Free: 0\nHugePages_Rsvd: 0\nHugepagesize: 2048 kB\n">>}]}] [stats:debug,2012-11-02T18:50:26.750,ns_1@10.2.1.65:<0.5555.0>:stats_collector:maybe_log_stats:126](at {{1970,1,16},{7,31,47}}) Stats for bucket "default": accepting_conns 1 auth_cmds 3 auth_errors 0 bucket_active_conns 1 bucket_conns 5 bytes 3561592760 bytes_read 5993875386 bytes_written 139818570 cas_badval 0 cas_hits 0 cas_misses 0 cmd_flush 0 cmd_get 0 cmd_set 2497553 conn_yields 856 connection_structures 5000 curr_connections 9 curr_conns_on_port_11209 6 curr_conns_on_port_11210 1 curr_items 2497553 curr_items_tot 2497553 curr_temp_items 0 daemon_connections 4 decr_hits 0 decr_misses 0 delete_hits 0 delete_misses 0 ep_access_scanner_last_runtime 0 ep_access_scanner_num_items 0 ep_access_scanner_task_time 2012-11-03 10:00:00 ep_allow_data_loss_during_shutdown 1 ep_alog_block_size 4096 ep_alog_path /data/default/access.log ep_alog_sleep_time 1440 ep_alog_task_time 10 ep_backend couchdb ep_bg_fetch_delay 0 ep_bg_fetched 0 ep_bg_meta_fetched 0 ep_bg_remaining_jobs 0 ep_chk_max_items 5000 ep_chk_period 1800 ep_chk_persistence_remains 0 ep_chk_persistence_timeout 10 ep_chk_remover_stime 5 ep_commit_num 1291 ep_commit_time 10 ep_commit_time_total 19394 ep_concurrentDB 1 ep_config_file ep_couch_bucket default ep_couch_host localhost ep_couch_port 11213 ep_couch_reconnect_sleeptime 250 ep_couch_response_timeout 180000 ep_data_age 5 ep_data_age_highwat 157 ep_data_traffic_enabled 0 ep_dbinit 0 ep_dbname /data/default ep_degraded_mode 0 ep_diskqueue_drain 2497553 ep_diskqueue_fill 2497553 ep_diskqueue_items 0 ep_diskqueue_memory 0 ep_diskqueue_pending 0 ep_exp_pager_stime 3600 ep_exp_pager_stime 3600 ep_expired_access 0 ep_expired_pager 0 ep_expiry_window 3 ep_failpartialwarmup 0 ep_flush_all false ep_flush_duration_total 890 ep_flushall_enabled 0 ep_flusher_state running ep_flusher_todo 0 ep_getl_default_timeout 15 ep_getl_max_timeout 30 ep_ht_locks 5 ep_ht_size 3079 ep_inconsistent_slave_chk 0 ep_initfile ep_io_num_read 0 ep_io_num_write 2497553 ep_io_read_bytes 0 ep_io_write_bytes 5913802722 ep_item_begin_failed 0 ep_item_commit_failed 0 ep_item_flush_expired 0 ep_item_flush_failed 0 ep_item_num_based_new_chk 1 ep_items_rm_from_checkpoints 2464408 ep_keep_closed_chks 0 ep_klog_block_size 4096 ep_klog_compactor_queue_cap 500000 ep_klog_compactor_stime 3600 ep_klog_flush commit2 ep_klog_max_entry_ratio 10 ep_klog_max_log_size 2147483647 ep_klog_path ep_klog_sync commit2 ep_kv_size 3493601875 ep_max_checkpoints 2 ep_max_data_size 5242880000 ep_max_item_size 20971520 ep_max_size 5242880000 ep_max_txn_size 10000 ep_max_vbuckets 512 ep_mem_high_wat 3932160000 ep_mem_high_wat 3932160000 ep_mem_low_wat 3145728000 ep_mem_low_wat 3145728000 ep_mem_tracker_enabled true ep_min_data_age 0 ep_mlog_compactor_runs 0 ep_mutation_mem_threshold 0 ep_num_access_scanner_runs 0 ep_num_eject_failures 442700 ep_num_expiry_pager_runs 0 ep_num_non_resident 1114966 ep_num_not_my_vbuckets 0 ep_num_ops_del_meta 0 ep_num_ops_get_meta 0 ep_num_ops_set_meta 0 ep_num_pager_runs 12 ep_num_value_ejects 1114966 ep_oom_errors 0 ep_overhead 15946968 ep_pager_active_vb_pcnt 40 ep_pager_unbiased_period 60 ep_pending_ops 0 ep_pending_ops_max 0 ep_pending_ops_max_duration 0 ep_pending_ops_total 0 ep_postInitfile ep_queue_age_cap 900 ep_queue_size 0 ep_startup_time 1351906023 ep_storage_age 4 ep_storage_age_highwat 156 ep_store_max_concurrency 10 ep_store_max_readers 9 ep_store_max_readwrite 1 ep_stored_val_type ep_tap_ack_grace_period 300 ep_tap_ack_initial_sequence_number 1 ep_tap_ack_interval 1000 ep_tap_ack_window_size 10 ep_tap_backfill_resident 0.9 ep_tap_backlog_limit 5000 ep_tap_backoff_period 5 ep_tap_bg_fetch_requeued 0 ep_tap_bg_fetched 0 ep_tap_bg_max_pending 500 ep_tap_keepalive 300 ep_tap_noop_interval 20 ep_tap_requeue_sleep_time 0.1 ep_tap_throttle_cap_pcnt 10 ep_tap_throttle_queue_cap 1000000 ep_tap_throttle_threshold 90 ep_tmp_oom_errors 0 ep_too_old 0 ep_too_young 0 ep_total_cache_size 3463631239 ep_total_del_items 0 ep_total_enqueued 2497553 ep_total_new_items 2497553 ep_total_persisted 2497553 ep_uncommitted_items 0 ep_value_size 3287025331 ep_vb0 0 ep_vb_snapshot_total 99 ep_vb_total 128 ep_vbucket_del 0 ep_vbucket_del_fail 0 ep_version 2.0.0r_130_g8b09894 ep_waitforwarmup 0 ep_warmup 1 ep_warmup_batch_size 1000 ep_warmup_dups 0 ep_warmup_min_items_threshold 100 ep_warmup_min_memory_threshold 100 ep_warmup_oom 0 ep_warmup_thread complete ep_warmup_time 966 get_hits 0 get_misses 0 incr_hits 0 incr_misses 0 libevent 2.0.11-stable limit_maxbytes 67108864 listen_disabled_num 0 max_conns_on_port_11209 1000 max_conns_on_port_11210 9000 mem_used 3561592760 pid 18466 pointer_size 64 rejected_conns 0 rusage_system 98.501025 rusage_user 261.600230 threads 4 time 1351907426 total_connections 20 uptime 1592 vb_active_curr_items 2497553 vb_active_eject 1114966 vb_active_expired 0 vb_active_ht_memory 12645376 vb_active_itm_memory 3463631239 vb_active_meta_data_memory 197306687 vb_active_num 128 vb_active_num_non_resident 1114966 vb_active_num_ref_ejects 1114966 vb_active_num_ref_items 2497553 vb_active_ops_create 2497553 vb_active_ops_delete 0 vb_active_ops_reject 0 vb_active_ops_update 0 vb_active_perc_mem_resident 55 vb_active_queue_age 0 vb_active_queue_drain 2497553 vb_active_queue_fill 2497553 vb_active_queue_memory 0 vb_active_queue_pending 0 vb_active_queue_size 0 vb_dead_num 0 vb_pending_curr_items 0 vb_pending_eject 0 vb_pending_expired 0 vb_pending_ht_memory 0 vb_pending_itm_memory 0 vb_pending_meta_data_memory 0 vb_pending_num 0 vb_pending_num_non_resident 0 vb_pending_num_ref_ejects 0 vb_pending_num_ref_items 0 vb_pending_ops_create 0 vb_pending_ops_delete 0 vb_pending_ops_reject 0 vb_pending_ops_update 0 vb_pending_perc_mem_resident 0 vb_pending_queue_age 0 vb_pending_queue_drain 0 vb_pending_queue_fill 0 vb_pending_queue_memory 0 vb_pending_queue_pending 0 vb_pending_queue_size 0 vb_replica_curr_items 0 vb_replica_eject 0 vb_replica_expired 0 vb_replica_ht_memory 0 vb_replica_itm_memory 0 vb_replica_meta_data_memory 0 vb_replica_num 0 vb_replica_num_non_resident 0 vb_replica_num_ref_ejects 0 vb_replica_num_ref_items 0 vb_replica_ops_create 0 vb_replica_ops_delete 0 vb_replica_ops_reject 0 vb_replica_ops_update 0 vb_replica_perc_mem_resident 0 vb_replica_queue_age 0 vb_replica_queue_drain 0 vb_replica_queue_fill 0 vb_replica_queue_memory 0 vb_replica_queue_pending 0 vb_replica_queue_size 0 version 1.4.4_600_g7ea975a [ns_doctor:debug,2012-11-02T18:50:32.742,ns_1@10.2.1.65:ns_doctor<0.5169.0>:ns_doctor:handle_info:137]Current node statuses: [{'ns_1@10.2.1.65', [{last_heard,{1351,907431,259115}}, {outgoing_replications_safeness_level,[{"default",green}]}, {incoming_replications_conf_hashes,[{"default",[]}]}, {active_buckets,["default"]}, {ready_buckets,["default"]}, {local_tasks, [[{pid,<<"<0.24220.0>">>}, {changes_done,2397729}, {design_documents,[<<"_design/A">>]}, {indexer_type,main}, {initial_build,true}, {progress,96}, {set,<<"default">>}, {signature,<<"afeb9408e40add49ae0c9bf58f0c5f26">>}, {started_on,1351907326}, {total_changes,2497553}, {type,indexer}, {updated_on,1351907429}]]}, {memory, [{total,203144824}, {processes,140764224}, {processes_used,139234312}, {system,62380600}, {atom,1492169}, {atom_used,1478827}, {binary,22150456}, {code,15028654}, {ets,5607184}]}, {system_memory_data, [{system_total_memory,33657663488}, {free_swap,11350716416}, {total_swap,11350876160}, {cached_memory,7740575744}, {buffered_memory,221405184}, {free_memory,20671389696}, {total_memory,33657663488}]}, {node_storage_conf,[{db_path,"/data"},{index_path,"/data2"}]}, {statistics, [{wall_clock,{1607192,4999}}, {context_switches,{11104251,0}}, {garbage_collection,{1096838,6659227035,0}}, {io,{{input,16608743000},{output,498528419}}}, {reductions,{2998542003,125422543}}, {run_queue,0}, {runtime,{432410,10600}}]}, {system_stats, [{cpu_utilization_rate,63.909774436090224}, {swap_total,11350876160}, {swap_used,159744}]}, {interesting_stats, [{couch_docs_actual_disk_size,6947493243}, {couch_docs_data_size,6073317216}, {couch_views_actual_disk_size,175465221}, {couch_views_data_size,8775}, {curr_items,2497553}, {curr_items_tot,2497553}, {mem_used,3561592760}, {vb_replica_curr_items,0}]}, {cluster_compatibility_version,131072}, {version, [{public_key,"0.13"}, {lhttpc,"1.3.0"}, {ale,"8cffe61"}, {os_mon,"2.2.7"}, {couch_set_view,"1.2.0a-47a991b-git"}, {mnesia,"4.5"}, {inets,"5.7.1"}, {couch,"1.2.0a-47a991b-git"}, {mapreduce,"1.0.0"}, {couch_index_merger,"1.2.0a-47a991b-git"}, {kernel,"2.14.5"}, {crypto,"2.0.4"}, {ssl,"4.1.6"}, {sasl,"2.1.10"}, {couch_view_parser,"1.0.0"}, {ns_server,"2.0.0-1925-rel-enterprise"}, {mochiweb,"1.4.1"}, {oauth,"7d85d3ef"}, {stdlib,"1.17.5"}]}, {supported_compat_version,[2,0]}, {system_arch,"x86_64-unknown-linux-gnu"}, {wall_clock,1607}, {memory_data,{33657663488,12853837824,{<0.24220.0>,36982592}}}, {disk_data, [{"/",51088800,10}, {"/dev/shm",16434404,0}, {"/data",492257288,2}, {"/data2",246132896,1}]}, {meminfo, <<"MemTotal: 32868812 kB\nMemFree: 20186904 kB\nBuffers: 216216 kB\nCached: 7559156 kB\nSwapCached: 0 kB\nActive: 11598876 kB\nInactive: 753264 kB\nHighTotal: 0 kB\nHighFree: 0 kB\nLowTotal: 32868812 kB\nLowFree: 20186904 kB\nSwapTotal: 11084840 kB\nSwapFree: 11084684 kB\nDirty: 139880 kB\nWriteback: 0 kB\nAnonPages: 4576352 kB\nMapped: 16276 kB\nSlab: 284744 kB\nPageTables: 13444 kB\nNFS_Unstable: 0 kB\nBounce: 0 kB\nCommitLimit: 27519244 kB\nCommitted_AS: 6309436 kB\nVmallocTotal: 34359738367 kB\nVmallocUsed: 6728 kB\nVmallocChunk: 34359730275 kB\nHugePages_Total: 0\nHugePages_Free: 0\nHugePages_Rsvd: 0\nHugepagesize: 2048 kB\n">>}]}, {'ns_1@10.2.1.66', [{last_heard,{1351,907428,925739}}, {outgoing_replications_safeness_level,[{"default",green}]}, {incoming_replications_conf_hashes,[{"default",[]}]}, {active_buckets,["default"]}, {ready_buckets,["default"]}, {local_tasks, [[{pid,<<"<0.14982.0>">>}, {changes_done,2329008}, {design_documents,[<<"_design/A">>]}, {indexer_type,main}, {initial_build,true}, {progress,93}, {set,<<"default">>}, {signature,<<"afeb9408e40add49ae0c9bf58f0c5f26">>}, {started_on,1351907259}, {total_changes,2497102}, {type,indexer}, {updated_on,1351907359}]]}, {memory, [{total,188230760}, {processes,139926632}, {processes_used,139878304}, {system,48304128}, {atom,1408249}, {atom_used,1384271}, {binary,8882208}, {code,14415880}, {ets,5368080}]}, {system_memory_data, [{system_total_memory,33657663488}, {free_swap,10684469248}, {total_swap,10684628992}, {cached_memory,7022657536}, {buffered_memory,251629568}, {free_memory,21373612032}, {total_memory,33657663488}]}, {node_storage_conf,[{db_path,"/data"},{index_path,"/data2"}]}, {statistics, [{wall_clock,{1604440,5000}}, {context_switches,{11050898,0}}, {garbage_collection,{1120249,5676046313,0}}, {io,{{input,16013906557},{output,464340850}}}, {reductions,{2751866679,109723098}}, {run_queue,0}, {runtime,{388750,9250}}]}, {system_stats, [{cpu_utilization_rate,64.41102756892231}, {swap_total,10684628992}, {swap_used,159744}]}, {interesting_stats, [{couch_docs_actual_disk_size,6231455103}, {couch_docs_data_size,6054380609}, {couch_views_actual_disk_size,163538172}, {couch_views_data_size,8776}, {curr_items,2497102}, {curr_items_tot,2497102}, {mem_used,3652502072}, {vb_replica_curr_items,0}]}, {cluster_compatibility_version,131072}, {version, [{public_key,"0.13"}, {lhttpc,"1.3.0"}, {ale,"8cffe61"}, {os_mon,"2.2.7"}, {couch_set_view,"1.2.0a-47a991b-git"}, {mnesia,"4.5"}, {inets,"5.7.1"}, {couch,"1.2.0a-47a991b-git"}, {mapreduce,"1.0.0"}, {couch_index_merger,"1.2.0a-47a991b-git"}, {kernel,"2.14.5"}, {crypto,"2.0.4"}, {ssl,"4.1.6"}, {sasl,"2.1.10"}, {couch_view_parser,"1.0.0"}, {ns_server,"2.0.0-1925-rel-enterprise"}, {mochiweb,"1.4.1"}, {oauth,"7d85d3ef"}, {stdlib,"1.17.5"}]}, {supported_compat_version,[2,0]}, {system_arch,"x86_64-unknown-linux-gnu"}, {wall_clock,1604}, {memory_data,{33657663488,12237205504,{<19942.14982.0>,74966016}}}, {disk_data, [{"/",49781912,5}, {"/dev/shm",16434404,0}, {"/data",492257288,2}, {"/data2",246132896,1}]}, {meminfo, <<"MemTotal: 32868812 kB\nMemFree: 20872668 kB\nBuffers: 245732 kB\nCached: 6858064 kB\nSwapCached: 140 kB\nActive: 10736812 kB\nInactive: 947736 kB\nHighTotal: 0 kB\nHighFree: 0 kB\nLowTotal: 32868812 kB\nLowFree: 20872668 kB\nSwapTotal: 10434208 kB\nSwapFree: 10434052 kB\nDirty: 143404 kB\nWriteback: 0 kB\nAnonPages: 4580840 kB\nMapped: 17964 kB\nSlab: 263424 kB\nPageTables: 13956 kB\nNFS_Unstable: 0 kB\nBounce: 0 kB\nCommitLimit: 26868612 kB\nCommitted_AS: 6354636 kB\nVmallocTotal: 34359738367 kB\nVmallocUsed: 6408 kB\nVmallocChunk: 34359730595 kB\nHugePages_Total: 0\nHugePages_Free: 0\nHugePages_Rsvd: 0\nHugepagesize: 2048 kB\n">>}]}, {'ns_1@10.2.1.67', [{last_heard,{1351,907427,894751}}, {outgoing_replications_safeness_level,[{"default",green}]}, {incoming_replications_conf_hashes,[{"default",[]}]}, {active_buckets,["default"]}, {ready_buckets,["default"]}, {local_tasks, [[{pid,<<"<0.16400.0>">>}, {changes_done,2347660}, {design_documents,[<<"_design/A">>]}, {indexer_type,main}, {initial_build,true}, {progress,93}, {set,<<"default">>}, {signature,<<"afeb9408e40add49ae0c9bf58f0c5f26">>}, {started_on,1351907293}, {total_changes,2503544}, {type,indexer}, {updated_on,1351907393}]]}, {memory, [{total,181091648}, {processes,133459200}, {processes_used,133393392}, {system,47632448}, {atom,1408249}, {atom_used,1384271}, {binary,8337880}, {code,14425136}, {ets,5396184}]}, {system_memory_data, [{system_total_memory,33657663488}, {free_swap,10701078528}, {total_swap,10701078528}, {cached_memory,6955679744}, {buffered_memory,426012672}, {free_memory,21264400384}, {total_memory,33657663488}]}, {node_storage_conf,[{db_path,"/data"},{index_path,"/data2"}]}, {statistics, [{wall_clock,{1604397,5000}}, {context_switches,{11524558,0}}, {garbage_collection,{1160296,5795956755,0}}, {io,{{input,16220560519},{output,475688225}}}, {reductions,{2813638845,115025686}}, {run_queue,0}, {runtime,{388940,9630}}]}, {system_stats, [{cpu_utilization_rate,48.1203007518797}, {swap_total,10701078528}, {swap_used,0}]}, {interesting_stats, [{couch_docs_actual_disk_size,6128137605}, {couch_docs_data_size,6075992082}, {couch_views_actual_disk_size,180792392}, {couch_views_data_size,8782}, {curr_items,2503544}, {curr_items_tot,2503544}, {mem_used,3506636808}, {vb_replica_curr_items,0}]}, {cluster_compatibility_version,131072}, {version, [{public_key,"0.13"}, {lhttpc,"1.3.0"}, {ale,"8cffe61"}, {os_mon,"2.2.7"}, {couch_set_view,"1.2.0a-47a991b-git"}, {mnesia,"4.5"}, {inets,"5.7.1"}, {couch,"1.2.0a-47a991b-git"}, {mapreduce,"1.0.0"}, {couch_index_merger,"1.2.0a-47a991b-git"}, {kernel,"2.14.5"}, {crypto,"2.0.4"}, {ssl,"4.1.6"}, {sasl,"2.1.10"}, {couch_view_parser,"1.0.0"}, {ns_server,"2.0.0-1925-rel-enterprise"}, {mochiweb,"1.4.1"}, {oauth,"7d85d3ef"}, {stdlib,"1.17.5"}]}, {supported_compat_version,[2,0]}, {system_arch,"x86_64-unknown-linux-gnu"}, {wall_clock,1604}, {memory_data,{33657663488,12314157056,{<19943.16400.0>,74965952}}}, {disk_data, [{"/",49781912,9}, {"/dev/shm",16434404,0}, {"/data",492257288,2}, {"/data2",246132896,1}]}, {meminfo, <<"MemTotal: 32868812 kB\nMemFree: 20766016 kB\nBuffers: 416028 kB\nCached: 6792656 kB\nSwapCached: 0 kB\nActive: 10823260 kB\nInactive: 956832 kB\nHighTotal: 0 kB\nHighFree: 0 kB\nLowTotal: 32868812 kB\nLowFree: 20766016 kB\nSwapTotal: 10450272 kB\nSwapFree: 10450272 kB\nDirty: 139324 kB\nWriteback: 0 kB\nAnonPages: 4571600 kB\nMapped: 17964 kB\nSlab: 277216 kB\nPageTables: 13916 kB\nNFS_Unstable: 0 kB\nBounce: 0 kB\nCommitLimit: 26884676 kB\nCommitted_AS: 6312504 kB\nVmallocTotal: 34359738367 kB\nVmallocUsed: 6416 kB\nVmallocChunk: 34359730587 kB\nHugePages_Total: 0\nHugePages_Free: 0\nHugePages_Rsvd: 0\nHugepagesize: 2048 kB\n">>}]}, {'ns_1@10.2.1.68', [{last_heard,{1351,907431,237060}}, {outgoing_replications_safeness_level,[{"default",green}]}, {incoming_replications_conf_hashes,[{"default",[]}]}, {active_buckets,["default"]}, {ready_buckets,["default"]}, {local_tasks, [[{pid,<<"<0.15038.0>">>}, {changes_done,2340590}, {design_documents,[<<"_design/A">>]}, {indexer_type,main}, {initial_build,true}, {progress,93}, {set,<<"default">>}, {signature,<<"afeb9408e40add49ae0c9bf58f0c5f26">>}, {started_on,1351907286}, {total_changes,2501801}, {type,indexer}, {updated_on,1351907388}]]}, {memory, [{total,129790632}, {processes,82560104}, {processes_used,82494584}, {system,47230528}, {atom,1408249}, {atom_used,1384271}, {binary,7909208}, {code,14453120}, {ets,5382968}]}, {system_memory_data, [{system_total_memory,33657663488}, {free_swap,10684616704}, {total_swap,10684628992}, {cached_memory,8981893120}, {buffered_memory,320192512}, {free_memory,19316989952}, {total_memory,33657663488}]}, {node_storage_conf,[{db_path,"/data"},{index_path,"/data2"}]}, {statistics, [{wall_clock,{1606429,4999}}, {context_switches,{11884224,0}}, {garbage_collection,{1194693,5819867842,0}}, {io,{{input,16138700464},{output,475546497}}}, {reductions,{2824500752,111924137}}, {run_queue,0}, {runtime,{404310,9700}}]}, {system_stats, [{cpu_utilization_rate,48.12967581047381}, {swap_total,10684628992}, {swap_used,12288}]}, {interesting_stats, [{couch_docs_actual_disk_size,8200770933}, {couch_docs_data_size,6107702164}, {couch_views_actual_disk_size,169003214}, {couch_views_data_size,8774}, {curr_items,2501801}, {curr_items_tot,2501801}, {mem_used,3488892616}, {vb_replica_curr_items,0}]}, {cluster_compatibility_version,131072}, {version, [{public_key,"0.13"}, {lhttpc,"1.3.0"}, {ale,"8cffe61"}, {os_mon,"2.2.7"}, {couch_set_view,"1.2.0a-47a991b-git"}, {mnesia,"4.5"}, {inets,"5.7.1"}, {couch,"1.2.0a-47a991b-git"}, {mapreduce,"1.0.0"}, {couch_index_merger,"1.2.0a-47a991b-git"}, {kernel,"2.14.5"}, {crypto,"2.0.4"}, {ssl,"4.1.6"}, {sasl,"2.1.10"}, {couch_view_parser,"1.0.0"}, {ns_server,"2.0.0-1925-rel-enterprise"}, {mochiweb,"1.4.1"}, {oauth,"7d85d3ef"}, {stdlib,"1.17.5"}]}, {supported_compat_version,[2,0]}, {system_arch,"x86_64-unknown-linux-gnu"}, {wall_clock,1606}, {memory_data,{33657663488,14244925440,{<19944.15038.0>,51855896}}}, {disk_data, [{"/",49781912,5}, {"/dev/shm",16434404,0}, {"/data",492257288,2}, {"/data2",246132896,1}]}, {meminfo, <<"MemTotal: 32868812 kB\nMemFree: 18864248 kB\nBuffers: 312688 kB\nCached: 8771380 kB\nSwapCached: 12 kB\nActive: 12799732 kB\nInactive: 826768 kB\nHighTotal: 0 kB\nHighFree: 0 kB\nLowTotal: 32868812 kB\nLowFree: 18864248 kB\nSwapTotal: 10434208 kB\nSwapFree: 10434196 kB\nDirty: 139188 kB\nWriteback: 0 kB\nAnonPages: 4542256 kB\nMapped: 18164 kB\nSlab: 329900 kB\nPageTables: 13888 kB\nNFS_Unstable: 0 kB\nBounce: 0 kB\nCommitLimit: 26868612 kB\nCommitted_AS: 6270468 kB\nVmallocTotal: 34359738367 kB\nVmallocUsed: 6408 kB\nVmallocChunk: 34359730595 kB\nHugePages_Total: 0\nHugePages_Free: 0\nHugePages_Rsvd: 0\nHugepagesize: 2048 kB\n">>}]}] [ns_doctor:debug,2012-11-02T18:51:32.742,ns_1@10.2.1.65:ns_doctor<0.5169.0>:ns_doctor:handle_info:137]Current node statuses: [{'ns_1@10.2.1.65', [{last_heard,{1351,907491,260010}}, {outgoing_replications_safeness_level,[{"default",green}]}, {incoming_replications_conf_hashes,[{"default",[]}]}, {active_buckets,["default"]}, {ready_buckets,["default"]}, {local_tasks,[]}, {memory, [{total,124516784}, {processes,75174032}, {processes_used,73638728}, {system,49342752}, {atom,1495401}, {atom_used,1483293}, {binary,8847176}, {code,15096052}, {ets,5802064}]}, {system_memory_data, [{system_total_memory,33657663488}, {free_swap,11350716416}, {total_swap,11350876160}, {cached_memory,7665504256}, {buffered_memory,222056448}, {free_memory,20838981632}, {total_memory,33657663488}]}, {node_storage_conf,[{db_path,"/data"},{index_path,"/data2"}]}, {statistics, [{wall_clock,{1667193,5000}}, {context_switches,{12015401,0}}, {garbage_collection,{1131535,8265261715,0}}, {io,{{input,17501498972},{output,885095437}}}, {reductions,{4412624240,2279468}}, {run_queue,0}, {runtime,{471130,610}}]}, {system_stats, [{cpu_utilization_rate,4.0}, {swap_total,11350876160}, {swap_used,159744}]}, {interesting_stats, [{couch_docs_actual_disk_size,6947493243}, {couch_docs_data_size,6073317216}, {couch_views_actual_disk_size,102294458}, {couch_views_data_size,102278150}, {curr_items,2497553}, {curr_items_tot,2497553}, {mem_used,3561592760}, {vb_replica_curr_items,0}]}, {cluster_compatibility_version,131072}, {version, [{public_key,"0.13"}, {lhttpc,"1.3.0"}, {ale,"8cffe61"}, {os_mon,"2.2.7"}, {couch_set_view,"1.2.0a-47a991b-git"}, {mnesia,"4.5"}, {inets,"5.7.1"}, {couch,"1.2.0a-47a991b-git"}, {mapreduce,"1.0.0"}, {couch_index_merger,"1.2.0a-47a991b-git"}, {kernel,"2.14.5"}, {crypto,"2.0.4"}, {ssl,"4.1.6"}, {sasl,"2.1.10"}, {couch_view_parser,"1.0.0"}, {ns_server,"2.0.0-1925-rel-enterprise"}, {mochiweb,"1.4.1"}, {oauth,"7d85d3ef"}, {stdlib,"1.17.5"}]}, {supported_compat_version,[2,0]}, {system_arch,"x86_64-unknown-linux-gnu"}, {wall_clock,1667}, {memory_data,{33657663488,13047967744,{<0.24220.0>,91014736}}}, {disk_data, [{"/",51088800,10}, {"/dev/shm",16434404,0}, {"/data",492257288,2}, {"/data2",246132896,1}]}, {meminfo, <<"MemTotal: 32868812 kB\nMemFree: 20350568 kB\nBuffers: 216852 kB\nCached: 7485844 kB\nSwapCached: 0 kB\nActive: 11670696 kB\nInactive: 518896 kB\nHighTotal: 0 kB\nHighFree: 0 kB\nLowTotal: 32868812 kB\nLowFree: 20350568 kB\nSwapTotal: 11084840 kB\nSwapFree: 11084684 kB\nDirty: 96300 kB\nWriteback: 0 kB\nAnonPages: 4486832 kB\nMapped: 16276 kB\nSlab: 283492 kB\nPageTables: 13244 kB\nNFS_Unstable: 0 kB\nBounce: 0 kB\nCommitLimit: 27519244 kB\nCommitted_AS: 6202672 kB\nVmallocTotal: 34359738367 kB\nVmallocUsed: 6728 kB\nVmallocChunk: 34359730275 kB\nHugePages_Total: 0\nHugePages_Free: 0\nHugePages_Rsvd: 0\nHugepagesize: 2048 kB\n">>}]}, {'ns_1@10.2.1.66', [{last_heard,{1351,907488,927541}}, {outgoing_replications_safeness_level,[{"default",green}]}, {incoming_replications_conf_hashes,[{"default",[]}]}, {active_buckets,["default"]}, {ready_buckets,["default"]}, {local_tasks,[]}, {memory, [{total,92500152}, {processes,50055872}, {processes_used,50000192}, {system,42444280}, {atom,1411481}, {atom_used,1388780}, {binary,2929040}, {code,14483278}, {ets,5563768}]}, {system_memory_data, [{system_total_memory,33657663488}, {free_swap,10684469248}, {total_swap,10684628992}, {cached_memory,6946934784}, {buffered_memory,252276736}, {free_memory,21510713344}, {total_memory,33657663488}]}, {node_storage_conf,[{db_path,"/data"},{index_path,"/data2"}]}, {statistics, [{wall_clock,{1664440,5000}}, {context_switches,{12067959,0}}, {garbage_collection,{1164458,7399523532,0}}, {io,{{input,17213440002},{output,866853629}}}, {reductions,{4211596726,1849561}}, {run_queue,0}, {runtime,{431070,460}}]}, {system_stats, [{cpu_utilization_rate,3.2581453634085213}, {swap_total,10684628992}, {swap_used,159744}]}, {interesting_stats, [{couch_docs_actual_disk_size,6231455103}, {couch_docs_data_size,6054380609}, {couch_views_actual_disk_size,102421439}, {couch_views_data_size,102406871}, {curr_items,2497102}, {curr_items_tot,2497102}, {mem_used,3652502072}, {vb_replica_curr_items,0}]}, {cluster_compatibility_version,131072}, {version, [{public_key,"0.13"}, {lhttpc,"1.3.0"}, {ale,"8cffe61"}, {os_mon,"2.2.7"}, {couch_set_view,"1.2.0a-47a991b-git"}, {mnesia,"4.5"}, {inets,"5.7.1"}, {couch,"1.2.0a-47a991b-git"}, {mapreduce,"1.0.0"}, {couch_index_merger,"1.2.0a-47a991b-git"}, {kernel,"2.14.5"}, {crypto,"2.0.4"}, {ssl,"4.1.6"}, {sasl,"2.1.10"}, {couch_view_parser,"1.0.0"}, {ns_server,"2.0.0-1925-rel-enterprise"}, {mochiweb,"1.4.1"}, {oauth,"7d85d3ef"}, {stdlib,"1.17.5"}]}, {supported_compat_version,[2,0]}, {system_arch,"x86_64-unknown-linux-gnu"}, {wall_clock,1664}, {memory_data,{33657663488,12306178048,{<19942.14982.0>,58013208}}}, {disk_data, [{"/",49781912,5}, {"/dev/shm",16434404,0}, {"/data",492257288,2}, {"/data2",246132896,1}]}, {meminfo, <<"MemTotal: 32868812 kB\nMemFree: 21006556 kB\nBuffers: 246364 kB\nCached: 6784116 kB\nSwapCached: 140 kB\nActive: 10948440 kB\nInactive: 602852 kB\nHighTotal: 0 kB\nHighFree: 0 kB\nLowTotal: 32868812 kB\nLowFree: 21006556 kB\nSwapTotal: 10434208 kB\nSwapFree: 10434052 kB\nDirty: 98476 kB\nWriteback: 0 kB\nAnonPages: 4520612 kB\nMapped: 17964 kB\nSlab: 262916 kB\nPageTables: 13744 kB\nNFS_Unstable: 0 kB\nBounce: 0 kB\nCommitLimit: 26868612 kB\nCommitted_AS: 6227628 kB\nVmallocTotal: 34359738367 kB\nVmallocUsed: 6408 kB\nVmallocChunk: 34359730595 kB\nHugePages_Total: 0\nHugePages_Free: 0\nHugePages_Rsvd: 0\nHugepagesize: 2048 kB\n">>}]}, {'ns_1@10.2.1.67', [{last_heard,{1351,907487,896082}}, {outgoing_replications_safeness_level,[{"default",green}]}, {incoming_replications_conf_hashes,[{"default",[]}]}, {active_buckets,["default"]}, {ready_buckets,["default"]}, {local_tasks,[]}, {memory, [{total,97721312}, {processes,54429544}, {processes_used,54358344}, {system,43291768}, {atom,1411481}, {atom_used,1388780}, {binary,3720016}, {code,14492534}, {ets,5592848}]}, {system_memory_data, [{system_total_memory,33657663488}, {free_swap,10701078528}, {total_swap,10701078528}, {cached_memory,6882099200}, {buffered_memory,426549248}, {free_memory,21428236288}, {total_memory,33657663488}]}, {node_storage_conf,[{db_path,"/data"},{index_path,"/data2"}]}, {statistics, [{wall_clock,{1664397,4999}}, {context_switches,{12508902,0}}, {garbage_collection,{1197788,7488618814,0}}, {io,{{input,17322016571},{output,865275900}}}, {reductions,{4258671698,1830339}}, {run_queue,0}, {runtime,{427110,490}}]}, {system_stats, [{cpu_utilization_rate,3.75}, {swap_total,10701078528}, {swap_used,0}]}, {interesting_stats, [{couch_docs_actual_disk_size,6128137605}, {couch_docs_data_size,6075992082}, {couch_views_actual_disk_size,102691789}, {couch_views_data_size,102676813}, {curr_items,2503544}, {curr_items_tot,2503544}, {mem_used,3506636808}, {vb_replica_curr_items,0}]}, {cluster_compatibility_version,131072}, {version, [{public_key,"0.13"}, {lhttpc,"1.3.0"}, {ale,"8cffe61"}, {os_mon,"2.2.7"}, {couch_set_view,"1.2.0a-47a991b-git"}, {mnesia,"4.5"}, {inets,"5.7.1"}, {couch,"1.2.0a-47a991b-git"}, {mapreduce,"1.0.0"}, {couch_index_merger,"1.2.0a-47a991b-git"}, {kernel,"2.14.5"}, {crypto,"2.0.4"}, {ssl,"4.1.6"}, {sasl,"2.1.10"}, {couch_view_parser,"1.0.0"}, {ns_server,"2.0.0-1925-rel-enterprise"}, {mochiweb,"1.4.1"}, {oauth,"7d85d3ef"}, {stdlib,"1.17.5"}]}, {supported_compat_version,[2,0]}, {system_arch,"x86_64-unknown-linux-gnu"}, {wall_clock,1664}, {memory_data,{33657663488,12343693312,{<19943.16400.0>,36982640}}}, {disk_data, [{"/",49781912,9}, {"/dev/shm",16434404,0}, {"/data",492257288,2}, {"/data2",246132896,1}]}, {meminfo, <<"MemTotal: 32868812 kB\nMemFree: 20926012 kB\nBuffers: 416552 kB\nCached: 6720800 kB\nSwapCached: 0 kB\nActive: 10968188 kB\nInactive: 651716 kB\nHighTotal: 0 kB\nHighFree: 0 kB\nLowTotal: 32868812 kB\nLowFree: 20926012 kB\nSwapTotal: 10450272 kB\nSwapFree: 10450272 kB\nDirty: 96504 kB\nWriteback: 0 kB\nAnonPages: 4482708 kB\nMapped: 17964 kB\nSlab: 277000 kB\nPageTables: 13688 kB\nNFS_Unstable: 0 kB\nBounce: 0 kB\nCommitLimit: 26884676 kB\nCommitted_AS: 6187816 kB\nVmallocTotal: 34359738367 kB\nVmallocUsed: 6416 kB\nVmallocChunk: 34359730587 kB\nHugePages_Total: 0\nHugePages_Free: 0\nHugePages_Rsvd: 0\nHugepagesize: 2048 kB\n">>}]}, {'ns_1@10.2.1.68', [{last_heard,{1351,907491,238189}}, {outgoing_replications_safeness_level,[{"default",green}]}, {incoming_replications_conf_hashes,[{"default",[]}]}, {active_buckets,["default"]}, {ready_buckets,["default"]}, {local_tasks,[]}, {memory, [{total,96619688}, {processes,53320096}, {processes_used,53248896}, {system,43299592}, {atom,1411481}, {atom_used,1388780}, {binary,3711944}, {code,14520518}, {ets,5579120}]}, {system_memory_data, [{system_total_memory,33657663488}, {free_swap,10684616704}, {total_swap,10684628992}, {cached_memory,8910258176}, {buffered_memory,320823296}, {free_memory,19464761344}, {total_memory,33657663488}]}, {node_storage_conf,[{db_path,"/data"},{index_path,"/data2"}]}, {statistics, [{wall_clock,{1666430,5000}}, {context_switches,{12864036,0}}, {garbage_collection,{1232415,7527947952,0}}, {io,{{input,17224481352},{output,864678890}}}, {reductions,{4265777916,1888853}}, {run_queue,0}, {runtime,{444960,500}}]}, {system_stats, [{cpu_utilization_rate,2.75}, {swap_total,10684628992}, {swap_used,12288}]}, {interesting_stats, [{couch_docs_actual_disk_size,8200770933}, {couch_docs_data_size,6107702164}, {couch_views_actual_disk_size,102585286}, {couch_views_data_size,102570159}, {curr_items,2501801}, {curr_items_tot,2501801}, {mem_used,3488892616}, {vb_replica_curr_items,0}]}, {cluster_compatibility_version,131072}, {version, [{public_key,"0.13"}, {lhttpc,"1.3.0"}, {ale,"8cffe61"}, {os_mon,"2.2.7"}, {couch_set_view,"1.2.0a-47a991b-git"}, {mnesia,"4.5"}, {inets,"5.7.1"}, {couch,"1.2.0a-47a991b-git"}, {mapreduce,"1.0.0"}, {couch_index_merger,"1.2.0a-47a991b-git"}, {kernel,"2.14.5"}, {crypto,"2.0.4"}, {ssl,"4.1.6"}, {sasl,"2.1.10"}, {couch_view_parser,"1.0.0"}, {ns_server,"2.0.0-1925-rel-enterprise"}, {mochiweb,"1.4.1"}, {oauth,"7d85d3ef"}, {stdlib,"1.17.5"}]}, {supported_compat_version,[2,0]}, {system_arch,"x86_64-unknown-linux-gnu"}, {wall_clock,1666}, {memory_data,{33657663488,14413533184,{<19944.15038.0>,74966056}}}, {disk_data, [{"/",49781912,5}, {"/dev/shm",16434404,0}, {"/data",492257288,2}, {"/data2",246132896,1}]}, {meminfo, <<"MemTotal: 32868812 kB\nMemFree: 19008680 kB\nBuffers: 313304 kB\nCached: 8701424 kB\nSwapCached: 12 kB\nActive: 12934344 kB\nInactive: 549056 kB\nHighTotal: 0 kB\nHighFree: 0 kB\nLowTotal: 32868812 kB\nLowFree: 19008680 kB\nSwapTotal: 10434208 kB\nSwapFree: 10434196 kB\nDirty: 96468 kB\nWriteback: 0 kB\nAnonPages: 4468568 kB\nMapped: 18164 kB\nSlab: 329632 kB\nPageTables: 13676 kB\nNFS_Unstable: 0 kB\nBounce: 0 kB\nCommitLimit: 26868612 kB\nCommitted_AS: 6169876 kB\nVmallocTotal: 34359738367 kB\nVmallocUsed: 6408 kB\nVmallocChunk: 34359730595 kB\nHugePages_Total: 0\nHugePages_Free: 0\nHugePages_Rsvd: 0\nHugepagesize: 2048 kB\n">>}]}] [stats:debug,2012-11-02T18:52:06.782,ns_1@10.2.1.65:<0.5555.0>:stats_collector:maybe_log_stats:126](at {{1970,1,16},{7,31,47}}) Stats for bucket "default": accepting_conns 1 auth_cmds 3 auth_errors 0 bucket_active_conns 1 bucket_conns 7 bytes 4269666840 bytes_read 7554712688 bytes_written 148226670 cas_badval 0 cas_hits 0 cas_misses 0 cmd_flush 0 cmd_get 0 cmd_set 2497553 conn_yields 4594 connection_structures 5000 curr_connections 11 curr_conns_on_port_11209 8 curr_conns_on_port_11210 1 curr_items 2928239 curr_items_tot 2945752 curr_temp_items 0 daemon_connections 4 decr_hits 0 decr_misses 0 delete_hits 0 delete_misses 0 ep_access_scanner_last_runtime 0 ep_access_scanner_num_items 0 ep_access_scanner_task_time 2012-11-03 10:00:00 ep_allow_data_loss_during_shutdown 1 ep_alog_block_size 4096 ep_alog_path /data/default/access.log ep_alog_sleep_time 1440 ep_alog_task_time 10 ep_backend couchdb ep_bg_fetch_delay 0 ep_bg_fetched 0 ep_bg_meta_fetched 0 ep_bg_remaining_jobs 0 ep_chk_max_items 5000 ep_chk_period 1800 ep_chk_persistence_remains 0 ep_chk_persistence_timeout 10 ep_chk_remover_stime 5 ep_commit_num 1320 ep_commit_time 362 ep_commit_time_total 30421 ep_concurrentDB 1 ep_config_file ep_couch_bucket default ep_couch_host localhost ep_couch_port 11213 ep_couch_reconnect_sleeptime 250 ep_couch_response_timeout 180000 ep_data_age 4 ep_data_age_highwat 157 ep_data_traffic_enabled 0 ep_dbinit 0 ep_dbname /data/default ep_degraded_mode 0 ep_diskqueue_drain 2893590 ep_diskqueue_fill 2950276 ep_diskqueue_items 56688 ep_diskqueue_memory 1813952 ep_diskqueue_pending 2720928 ep_exp_pager_stime 3600 ep_exp_pager_stime 3600 ep_expired_access 0 ep_expired_pager 0 ep_expiry_window 3 ep_failpartialwarmup 0 ep_flush_all false ep_flush_duration_total 909 ep_flushall_enabled 0 ep_flusher_state running ep_flusher_todo 31279 ep_getl_default_timeout 15 ep_getl_max_timeout 30 ep_ht_locks 5 ep_ht_size 3079 ep_inconsistent_slave_chk 0 ep_initfile ep_io_num_read 0 ep_io_num_write 2872431 ep_io_read_bytes 0 ep_io_write_bytes 6802232092 ep_item_begin_failed 0 ep_item_commit_failed 0 ep_item_flush_expired 0 ep_item_flush_failed 0 ep_item_num_based_new_chk 1 ep_items_rm_from_checkpoints 2500025 ep_keep_closed_chks 0 ep_klog_block_size 4096 ep_klog_compactor_queue_cap 500000 ep_klog_compactor_stime 3600 ep_klog_flush commit2 ep_klog_max_entry_ratio 10 ep_klog_max_log_size 2147483647 ep_klog_path ep_klog_sync commit2 ep_kv_size 4178302448 ep_max_checkpoints 2 ep_max_data_size 5242880000 ep_max_item_size 20971520 ep_max_size 5242880000 ep_max_txn_size 10000 ep_max_vbuckets 512 ep_mem_high_wat 3932160000 ep_mem_high_wat 3932160000 ep_mem_low_wat 3145728000 ep_mem_low_wat 3145728000 ep_mem_tracker_enabled true ep_min_data_age 0 ep_mlog_compactor_runs 0 ep_mutation_mem_threshold 0 ep_num_access_scanner_runs 0 ep_num_eject_failures 608062 ep_num_expiry_pager_runs 0 ep_num_non_resident 1290588 ep_num_not_my_vbuckets 0 ep_num_ops_del_meta 0 ep_num_ops_get_meta 0 ep_num_ops_set_meta 0 ep_num_pager_runs 14 ep_num_value_ejects 1290588 ep_oom_errors 0 ep_overhead 17687030 ep_pager_active_vb_pcnt 40 ep_pager_unbiased_period 60 ep_pending_ops 0 ep_pending_ops_max 0 ep_pending_ops_max_duration 0 ep_pending_ops_total 0 ep_postInitfile ep_queue_age_cap 900 ep_queue_size 25409 ep_startup_time 1351906023 ep_storage_age 3 ep_storage_age_highwat 156 ep_store_max_concurrency 10 ep_store_max_readers 9 ep_store_max_readwrite 1 ep_stored_val_type ep_tap_ack_grace_period 300 ep_tap_ack_initial_sequence_number 1 ep_tap_ack_interval 1000 ep_tap_ack_window_size 10 ep_tap_backfill_resident 0.9 ep_tap_backlog_limit 5000 ep_tap_backoff_period 5 ep_tap_bg_fetch_requeued 0 ep_tap_bg_fetched 0 ep_tap_bg_max_pending 500 ep_tap_keepalive 300 ep_tap_noop_interval 20 ep_tap_requeue_sleep_time 0.1 ep_tap_throttle_cap_pcnt 10 ep_tap_throttle_queue_cap 1000000 ep_tap_throttle_threshold 90 ep_tmp_oom_errors 0 ep_too_old 0 ep_too_young 0 ep_total_cache_size 4142953424 ep_total_del_items 0 ep_total_enqueued 2950276 ep_total_new_items 2869231 ep_total_persisted 2872431 ep_uncommitted_items 19887 ep_value_size 3934668026 ep_vb0 0 ep_vb_snapshot_total 127 ep_vb_total 151 ep_vbucket_del 0 ep_vbucket_del_fail 0 ep_version 2.0.0r_130_g8b09894 ep_waitforwarmup 0 ep_warmup 1 ep_warmup_batch_size 1000 ep_warmup_dups 0 ep_warmup_min_items_threshold 100 ep_warmup_min_memory_threshold 100 ep_warmup_oom 0 ep_warmup_thread complete ep_warmup_time 966 get_hits 0 get_misses 0 incr_hits 0 incr_misses 0 libevent 2.0.11-stable limit_maxbytes 67108864 listen_disabled_num 0 max_conns_on_port_11209 1000 max_conns_on_port_11210 9000 mem_used 4269666840 pid 18466 pointer_size 64 rejected_conns 0 rusage_system 102.453424 rusage_user 279.754470 tap_checkpoint_start_received 44 tap_mutation_received 645246 tap_opaque_received 157 tap_vbucket_set_received 44 threads 4 time 1351907526 total_connections 110 uptime 1692 vb_active_curr_items 2928239 vb_active_eject 1290588 vb_active_expired 0 vb_active_ht_memory 13197840 vb_active_itm_memory 4100394857 vb_active_meta_data_memory 231330881 vb_active_num 150 vb_active_num_non_resident 1290588 vb_active_num_ref_ejects 1290588 vb_active_num_ref_items 2928239 vb_active_ops_create 2889118 vb_active_ops_delete 0 vb_active_ops_reject 0 vb_active_ops_update 3200 vb_active_perc_mem_resident 55 vb_active_queue_age 76360000 vb_active_queue_drain 2893590 vb_active_queue_fill 2932763 vb_active_queue_memory 1253536 vb_active_queue_pending 1880304 vb_active_queue_size 39173 vb_dead_num 0 vb_pending_curr_items 0 vb_pending_eject 0 vb_pending_expired 0 vb_pending_ht_memory 0 vb_pending_itm_memory 0 vb_pending_meta_data_memory 0 vb_pending_num 0 vb_pending_num_non_resident 0 vb_pending_num_ref_ejects 0 vb_pending_num_ref_items 0 vb_pending_ops_create 0 vb_pending_ops_delete 0 vb_pending_ops_reject 0 vb_pending_ops_update 0 vb_pending_perc_mem_resident 0 vb_pending_queue_age 0 vb_pending_queue_drain 0 vb_pending_queue_fill 0 vb_pending_queue_memory 0 vb_pending_queue_pending 0 vb_pending_queue_size 0 vb_replica_curr_items 17513 vb_replica_eject 0 vb_replica_expired 0 vb_replica_ht_memory 25112 vb_replica_itm_memory 42558567 vb_replica_meta_data_memory 1383527 vb_replica_num 1 vb_replica_num_non_resident 0 vb_replica_num_ref_ejects 0 vb_replica_num_ref_items 17513 vb_replica_ops_create 0 vb_replica_ops_delete 0 vb_replica_ops_reject 0 vb_replica_ops_update 0 vb_replica_perc_mem_resident 100 vb_replica_queue_age 9638000 vb_replica_queue_drain 0 vb_replica_queue_fill 17513 vb_replica_queue_memory 560416 vb_replica_queue_pending 840624 vb_replica_queue_size 17513 version 1.4.4_600_g7ea975a [ns_doctor:debug,2012-11-02T18:52:32.742,ns_1@10.2.1.65:ns_doctor<0.5169.0>:ns_doctor:handle_info:137]Current node statuses: [{'ns_1@10.2.1.65', [{last_heard,{1351,907551,260777}}, {outgoing_replications_safeness_level,[{"default",green}]}, {incoming_replications_conf_hashes,[{"default",[]}]}, {active_buckets,["default"]}, {ready_buckets,["default"]}, {local_tasks, [[{pid,<<"<0.27766.0>">>}, {changes_done,1100}, {design_documents,[<<"_design/A">>]}, {indexer_type,main}, {initial_build,false}, {progress,0}, {set,<<"default">>}, {signature,<<"afeb9408e40add49ae0c9bf58f0c5f26">>}, {started_on,1351907547}, {total_changes,749784}, {type,indexer}, {updated_on,1351907548}]]}, {memory, [{total,142976040}, {processes,92676056}, {processes_used,91339112}, {system,50299984}, {atom,1502673}, {atom_used,1494165}, {binary,9225888}, {code,15250635}, {ets,6035024}]}, {system_memory_data, [{system_total_memory,33657663488}, {free_swap,11350716416}, {total_swap,11350876160}, {cached_memory,10235441152}, {buffered_memory,225804288}, {free_memory,17566044160}, {total_memory,33657663488}]}, {node_storage_conf,[{db_path,"/data"},{index_path,"/data2"}]}, {statistics, [{wall_clock,{1727194,5001}}, {context_switches,{14964126,0}}, {garbage_collection,{1443277,11118162695,0}}, {io,{{input,22633876779},{output,4419486155}}}, {reductions,{5421499705,106253281}}, {run_queue,0}, {runtime,{551590,8160}}]}, {system_stats, [{cpu_utilization_rate,76.80798004987531}, {swap_total,11350876160}, {swap_used,159744}]}, {interesting_stats, [{couch_docs_actual_disk_size,8953981012}, {couch_docs_data_size,8063238890}, {couch_views_actual_disk_size,589115982}, {couch_views_data_size,107873604}, {curr_items,3339073}, {curr_items_tot,3339073}, {mem_used,3826657832}, {vb_replica_curr_items,0}]}, {cluster_compatibility_version,131072}, {version, [{public_key,"0.13"}, {lhttpc,"1.3.0"}, {ale,"8cffe61"}, {os_mon,"2.2.7"}, {couch_set_view,"1.2.0a-47a991b-git"}, {mnesia,"4.5"}, {inets,"5.7.1"}, {couch,"1.2.0a-47a991b-git"}, {mapreduce,"1.0.0"}, {couch_index_merger,"1.2.0a-47a991b-git"}, {kernel,"2.14.5"}, {crypto,"2.0.4"}, {ssl,"4.1.6"}, {sasl,"2.1.10"}, {couch_view_parser,"1.0.0"}, {ns_server,"2.0.0-1925-rel-enterprise"}, {mochiweb,"1.4.1"}, {oauth,"7d85d3ef"}, {stdlib,"1.17.5"}]}, {supported_compat_version,[2,0]}, {system_arch,"x86_64-unknown-linux-gnu"}, {wall_clock,1727}, {memory_data,{33657663488,12818935808,{<0.24182.0>,10771072}}}, {disk_data, [{"/",51088800,10}, {"/dev/shm",16434404,0}, {"/data",492257288,2}, {"/data2",246132896,1}]}, {meminfo, <<"MemTotal: 32868812 kB\nMemFree: 17154340 kB\nBuffers: 220512 kB\nCached: 9995548 kB\nSwapCached: 0 kB\nActive: 12758252 kB\nInactive: 2557184 kB\nHighTotal: 0 kB\nHighFree: 0 kB\nLowTotal: 32868812 kB\nLowFree: 17154340 kB\nSwapTotal: 11084840 kB\nSwapFree: 11084684 kB\nDirty: 590752 kB\nWriteback: 0 kB\nAnonPages: 5099176 kB\nMapped: 16312 kB\nSlab: 353016 kB\nPageTables: 14440 kB\nNFS_Unstable: 0 kB\nBounce: 0 kB\nCommitLimit: 27519244 kB\nCommitted_AS: 6840824 kB\nVmallocTotal: 34359738367 kB\nVmallocUsed: 6728 kB\nVmallocChunk: 34359730275 kB\nHugePages_Total: 0\nHugePages_Free: 0\nHugePages_Rsvd: 0\nHugepagesize: 2048 kB\n">>}]}, {'ns_1@10.2.1.66', [{last_heard,{1351,907548,927637}}, {outgoing_replications_safeness_level,[{"default",green}]}, {incoming_replications_conf_hashes,[{"default",[]}]}, {active_buckets,["default"]}, {ready_buckets,["default"]}, {local_tasks,[]}, {memory, [{total,94840288}, {processes,51924952}, {processes_used,51875696}, {system,42915336}, {atom,1413905}, {atom_used,1392343}, {binary,3107920}, {code,14559765}, {ets,5771120}]}, {system_memory_data, [{system_total_memory,33657663488}, {free_swap,10684469248}, {total_swap,10684628992}, {cached_memory,7000494080}, {buffered_memory,253063168}, {free_memory,21451026432}, {total_memory,33657663488}]}, {node_storage_conf,[{db_path,"/data"},{index_path,"/data2"}]}, {statistics, [{wall_clock,{1724440,5000}}, {context_switches,{12144422,0}}, {garbage_collection,{1173919,7459075371,0}}, {io,{{input,17215444483},{output,976745968}}}, {reductions,{4237876033,3850688}}, {run_queue,0}, {runtime,{437520,840}}]}, {system_stats, [{cpu_utilization_rate,45.885286783042396}, {swap_total,10684628992}, {swap_used,159744}]}, {interesting_stats, [{couch_docs_actual_disk_size,6231455103}, {couch_docs_data_size,6054380609}, {couch_views_actual_disk_size,102421439}, {couch_views_data_size,102406871}, {curr_items,2516707}, {curr_items_tot,2522197}, {mem_used,3722632008}, {vb_replica_curr_items,5490}]}, {cluster_compatibility_version,131072}, {version, [{public_key,"0.13"}, {lhttpc,"1.3.0"}, {ale,"8cffe61"}, {os_mon,"2.2.7"}, {couch_set_view,"1.2.0a-47a991b-git"}, {mnesia,"4.5"}, {inets,"5.7.1"}, {couch,"1.2.0a-47a991b-git"}, {mapreduce,"1.0.0"}, {couch_index_merger,"1.2.0a-47a991b-git"}, {kernel,"2.14.5"}, {crypto,"2.0.4"}, {ssl,"4.1.6"}, {sasl,"2.1.10"}, {couch_view_parser,"1.0.0"}, {ns_server,"2.0.0-1925-rel-enterprise"}, {mochiweb,"1.4.1"}, {oauth,"7d85d3ef"}, {stdlib,"1.17.5"}]}, {supported_compat_version,[2,0]}, {system_arch,"x86_64-unknown-linux-gnu"}, {wall_clock,1724}, {memory_data,{33657663488,12147331072,{<19942.1696.0>,4714984}}}, {disk_data, [{"/",49781912,5}, {"/dev/shm",16434404,0}, {"/data",492257288,2}, {"/data2",246132896,1}]}, {meminfo, <<"MemTotal: 32868812 kB\nMemFree: 20947524 kB\nBuffers: 247132 kB\nCached: 6836420 kB\nSwapCached: 140 kB\nActive: 10952940 kB\nInactive: 654436 kB\nHighTotal: 0 kB\nHighFree: 0 kB\nLowTotal: 32868812 kB\nLowFree: 20947524 kB\nSwapTotal: 10434208 kB\nSwapFree: 10434052 kB\nDirty: 88220 kB\nWriteback: 20664 kB\nAnonPages: 4523292 kB\nMapped: 17964 kB\nSlab: 265312 kB\nPageTables: 13732 kB\nNFS_Unstable: 0 kB\nBounce: 0 kB\nCommitLimit: 26868612 kB\nCommitted_AS: 6239900 kB\nVmallocTotal: 34359738367 kB\nVmallocUsed: 6408 kB\nVmallocChunk: 34359730595 kB\nHugePages_Total: 0\nHugePages_Free: 0\nHugePages_Rsvd: 0\nHugepagesize: 2048 kB\n">>}]}, {'ns_1@10.2.1.67', [{last_heard,{1351,907547,907550}}, {outgoing_replications_safeness_level,[{"default",yellow}]}, {incoming_replications_conf_hashes,[{"default",[]}]}, {active_buckets,["default"]}, {ready_buckets,["default"]}, {local_tasks,[]}, {memory, [{total,95837192}, {processes,53333856}, {processes_used,53081200}, {system,42503336}, {atom,1413905}, {atom_used,1392521}, {binary,2676544}, {code,14569021}, {ets,5790952}]}, {system_memory_data, [{system_total_memory,33657663488}, {free_swap,10701078528}, {total_swap,10701078528}, {cached_memory,5382074368}, {buffered_memory,427790336}, {free_memory,22938836992}, {total_memory,33657663488}]}, {node_storage_conf,[{db_path,"/data"},{index_path,"/data2"}]}, {statistics, [{wall_clock,{1724408,5012}}, {context_switches,{13577923,0}}, {garbage_collection,{1816885,10044160429,0}}, {io,{{input,18914773475},{output,1400109929}}}, {reductions,{4901383766,76377927}}, {run_queue,0}, {runtime,{470880,5370}}]}, {system_stats, [{cpu_utilization_rate,50.526315789473685}, {swap_total,10701078528}, {swap_used,0}]}, {interesting_stats, [{couch_docs_actual_disk_size,4208706201}, {couch_docs_data_size,4177173956}, {couch_views_actual_disk_size,577159706}, {couch_views_data_size,93990145}, {curr_items,1681557}, {curr_items_tot,1681557}, {mem_used,2507582616}, {vb_replica_curr_items,0}]}, {cluster_compatibility_version,131072}, {version, [{public_key,"0.13"}, {lhttpc,"1.3.0"}, {ale,"8cffe61"}, {os_mon,"2.2.7"}, {couch_set_view,"1.2.0a-47a991b-git"}, {mnesia,"4.5"}, {inets,"5.7.1"}, {couch,"1.2.0a-47a991b-git"}, {mapreduce,"1.0.0"}, {couch_index_merger,"1.2.0a-47a991b-git"}, {kernel,"2.14.5"}, {crypto,"2.0.4"}, {ssl,"4.1.6"}, {sasl,"2.1.10"}, {couch_view_parser,"1.0.0"}, {ns_server,"2.0.0-1925-rel-enterprise"}, {mochiweb,"1.4.1"}, {oauth,"7d85d3ef"}, {stdlib,"1.17.5"}]}, {supported_compat_version,[2,0]}, {system_arch,"x86_64-unknown-linux-gnu"}, {wall_clock,1724}, {memory_data,{33657663488,12230569984,{<19943.1678.0>,4714984}}}, {disk_data, [{"/",49781912,9}, {"/dev/shm",16434404,0}, {"/data",492257288,2}, {"/data2",246132896,1}]}, {meminfo, <<"MemTotal: 32868812 kB\nMemFree: 22398976 kB\nBuffers: 417764 kB\nCached: 5258884 kB\nSwapCached: 0 kB\nActive: 9530192 kB\nInactive: 625380 kB\nHighTotal: 0 kB\nHighFree: 0 kB\nLowTotal: 32868812 kB\nLowFree: 22398976 kB\nSwapTotal: 10450272 kB\nSwapFree: 10450272 kB\nDirty: 1444 kB\nWriteback: 0 kB\nAnonPages: 4478680 kB\nMapped: 18052 kB\nSlab: 269080 kB\nPageTables: 13672 kB\nNFS_Unstable: 0 kB\nBounce: 0 kB\nCommitLimit: 26884676 kB\nCommitted_AS: 6188948 kB\nVmallocTotal: 34359738367 kB\nVmallocUsed: 6416 kB\nVmallocChunk: 34359730587 kB\nHugePages_Total: 0\nHugePages_Free: 0\nHugePages_Rsvd: 0\nHugepagesize: 2048 kB\n">>}]}, {'ns_1@10.2.1.68', [{last_heard,{1351,907551,238575}}, {outgoing_replications_safeness_level,[{"default",green}]}, {incoming_replications_conf_hashes,[{"default",[]}]}, {active_buckets,["default"]}, {ready_buckets,["default"]}, {local_tasks,[]}, {memory, [{total,97906280}, {processes,54342824}, {processes_used,54271696}, {system,43563456}, {atom,1411481}, {atom_used,1388780}, {binary,3770464}, {code,14520518}, {ets,5783800}]}, {system_memory_data, [{system_total_memory,33657663488}, {free_swap,10684616704}, {total_swap,10684628992}, {cached_memory,8911269888}, {buffered_memory,321556480}, {free_memory,19460575232}, {total_memory,33657663488}]}, {node_storage_conf,[{db_path,"/data"},{index_path,"/data2"}]}, {statistics, [{wall_clock,{1726430,5000}}, {context_switches,{12915278,0}}, {garbage_collection,{1237353,7582775296,0}}, {io,{{input,17226496535},{output,868980602}}}, {reductions,{4290430800,2193159}}, {run_queue,0}, {runtime,{450940,500}}]}, {system_stats, [{cpu_utilization_rate,3.0}, {swap_total,10684628992}, {swap_used,12288}]}, {interesting_stats, [{couch_docs_actual_disk_size,8200770933}, {couch_docs_data_size,6107702164}, {couch_views_actual_disk_size,102585286}, {couch_views_data_size,102570159}, {curr_items,2501801}, {curr_items_tot,2501801}, {mem_used,3488892616}, {vb_replica_curr_items,0}]}, {cluster_compatibility_version,131072}, {version, [{public_key,"0.13"}, {lhttpc,"1.3.0"}, {ale,"8cffe61"}, {os_mon,"2.2.7"}, {couch_set_view,"1.2.0a-47a991b-git"}, {mnesia,"4.5"}, {inets,"5.7.1"}, {couch,"1.2.0a-47a991b-git"}, {mapreduce,"1.0.0"}, {couch_index_merger,"1.2.0a-47a991b-git"}, {kernel,"2.14.5"}, {crypto,"2.0.4"}, {ssl,"4.1.6"}, {sasl,"2.1.10"}, {couch_view_parser,"1.0.0"}, {ns_server,"2.0.0-1925-rel-enterprise"}, {mochiweb,"1.4.1"}, {oauth,"7d85d3ef"}, {stdlib,"1.17.5"}]}, {supported_compat_version,[2,0]}, {system_arch,"x86_64-unknown-linux-gnu"}, {wall_clock,1726}, {memory_data,{33657663488,14197092352,{<19944.1663.0>,4714984}}}, {disk_data, [{"/",49781912,5}, {"/dev/shm",16434404,0}, {"/data",492257288,2}, {"/data2",246132896,1}]}, {meminfo, <<"MemTotal: 32868812 kB\nMemFree: 19004468 kB\nBuffers: 314020 kB\nCached: 8702412 kB\nSwapCached: 12 kB\nActive: 12937364 kB\nInactive: 550712 kB\nHighTotal: 0 kB\nHighFree: 0 kB\nLowTotal: 32868812 kB\nLowFree: 19004468 kB\nSwapTotal: 10434208 kB\nSwapFree: 10434196 kB\nDirty: 88368 kB\nWriteback: 104 kB\nAnonPages: 4471168 kB\nMapped: 18164 kB\nSlab: 329180 kB\nPageTables: 13656 kB\nNFS_Unstable: 0 kB\nBounce: 0 kB\nCommitLimit: 26868612 kB\nCommitted_AS: 6172300 kB\nVmallocTotal: 34359738367 kB\nVmallocUsed: 6408 kB\nVmallocChunk: 34359730595 kB\nHugePages_Total: 0\nHugePages_Free: 0\nHugePages_Rsvd: 0\nHugepagesize: 2048 kB\n">>}]}] [ns_doctor:debug,2012-11-02T18:53:32.742,ns_1@10.2.1.65:ns_doctor<0.5169.0>:ns_doctor:handle_info:137]Current node statuses: [{'ns_1@10.2.1.65', [{last_heard,{1351,907611,258802}}, {outgoing_replications_safeness_level,[{"default",green}]}, {incoming_replications_conf_hashes,[{"default",[]}]}, {active_buckets,["default"]}, {ready_buckets,["default"]}, {local_tasks, [[{pid,<<"<0.27766.0>">>}, {changes_done,196853}, {design_documents,[<<"_design/A">>]}, {indexer_type,main}, {initial_build,false}, {progress,26}, {set,<<"default">>}, {signature,<<"afeb9408e40add49ae0c9bf58f0c5f26">>}, {started_on,1351907547}, {total_changes,749784}, {type,indexer}, {updated_on,1351907608}]]}, {memory, [{total,154954392}, {processes,99789160}, {processes_used,98452216}, {system,55165232}, {atom,1502673}, {atom_used,1494165}, {binary,14028736}, {code,15250635}, {ets,6096736}]}, {system_memory_data, [{system_total_memory,33657663488}, {free_swap,11350716416}, {total_swap,11350876160}, {cached_memory,11020095488}, {buffered_memory,227377152}, {free_memory,16753963008}, {total_memory,33657663488}]}, {node_storage_conf,[{db_path,"/data"},{index_path,"/data2"}]}, {statistics, [{wall_clock,{1787192,5000}}, {context_switches,{16831082,0}}, {garbage_collection,{1542833,14861354491,0}}, {io,{{input,26136625400},{output,5223395023}}}, {reductions,{6498365255,93613745}}, {run_queue,1}, {runtime,{632780,6980}}]}, {system_stats, [{cpu_utilization_rate,34.25}, {swap_total,11350876160}, {swap_used,159744}]}, {interesting_stats, [{couch_docs_actual_disk_size,9001244807}, {couch_docs_data_size,8110492466}, {couch_views_actual_disk_size,1373493845}, {couch_views_data_size,115989894}, {curr_items,3339073}, {curr_items_tot,3339073}, {mem_used,3744910056}, {vb_replica_curr_items,0}]}, {cluster_compatibility_version,131072}, {version, [{public_key,"0.13"}, {lhttpc,"1.3.0"}, {ale,"8cffe61"}, {os_mon,"2.2.7"}, {couch_set_view,"1.2.0a-47a991b-git"}, {mnesia,"4.5"}, {inets,"5.7.1"}, {couch,"1.2.0a-47a991b-git"}, {mapreduce,"1.0.0"}, {couch_index_merger,"1.2.0a-47a991b-git"}, {kernel,"2.14.5"}, {crypto,"2.0.4"}, {ssl,"4.1.6"}, {sasl,"2.1.10"}, {couch_view_parser,"1.0.0"}, {ns_server,"2.0.0-1925-rel-enterprise"}, {mochiweb,"1.4.1"}, {oauth,"7d85d3ef"}, {stdlib,"1.17.5"}]}, {supported_compat_version,[2,0]}, {system_arch,"x86_64-unknown-linux-gnu"}, {wall_clock,1787}, {memory_data,{33657663488,16270241792,{<0.27766.0>,12342552}}}, {disk_data, [{"/",51088800,10}, {"/dev/shm",16434404,0}, {"/data",492257288,2}, {"/data2",246132896,1}]}, {meminfo, <<"MemTotal: 32868812 kB\nMemFree: 16361292 kB\nBuffers: 222048 kB\nCached: 10761812 kB\nSwapCached: 0 kB\nActive: 13978776 kB\nInactive: 2108680 kB\nHighTotal: 0 kB\nHighFree: 0 kB\nLowTotal: 32868812 kB\nLowFree: 16361292 kB\nSwapTotal: 11084840 kB\nSwapFree: 11084684 kB\nDirty: 1344964 kB\nWriteback: 0 kB\nAnonPages: 5103456 kB\nMapped: 16312 kB\nSlab: 373280 kB\nPageTables: 14500 kB\nNFS_Unstable: 0 kB\nBounce: 0 kB\nCommitLimit: 27519244 kB\nCommitted_AS: 6851024 kB\nVmallocTotal: 34359738367 kB\nVmallocUsed: 6728 kB\nVmallocChunk: 34359730275 kB\nHugePages_Total: 0\nHugePages_Free: 0\nHugePages_Rsvd: 0\nHugepagesize: 2048 kB\n">>}]}, {'ns_1@10.2.1.66', [{last_heard,{1351,907608,946273}}, {outgoing_replications_safeness_level,[{"default",green}]}, {incoming_replications_conf_hashes,[{"default",[]}]}, {active_buckets,["default"]}, {ready_buckets,["default"]}, {local_tasks, [[{pid,<<"<0.17170.0>">>}, {bucket,<<"default">>}, {original_target,{[{type,bucket}]}}, {progress,3}, {started_on,1351907527}, {total_vbuckets,166}, {trigger_type,scheduled}, {type,bucket_compaction}, {updated_on,1351907538}, {vbuckets_done,6}], [{pid,<<"<0.17372.0>">>}, {changes_done,1045}, {design_documents,[<<"_design/A">>]}, {indexer_type,main}, {initial_build,false}, {progress,0}, {set,<<"default">>}, {signature,<<"afeb9408e40add49ae0c9bf58f0c5f26">>}, {started_on,1351907537}, {total_changes,826720}, {type,indexer}, {updated_on,1351907538}]]}, {memory, [{total,115984352}, {processes,68739424}, {processes_used,68725808}, {system,47244928}, {atom,1413905}, {atom_used,1392343}, {binary,7209640}, {code,14559765}, {ets,5859056}]}, {system_memory_data, [{system_total_memory,33657663488}, {free_swap,10684469248}, {total_swap,10684628992}, {cached_memory,9959305216}, {buffered_memory,257433600}, {free_memory,17970778112}, {total_memory,33657663488}]}, {node_storage_conf,[{db_path,"/data"},{index_path,"/data2"}]}, {statistics, [{wall_clock,{1784456,5016}}, {context_switches,{15757853,0}}, {garbage_collection,{1507498,10933100177,0}}, {io,{{input,22447294874},{output,4725263195}}}, {reductions,{5390936920,89949747}}, {run_queue,4}, {runtime,{525450,6230}}]}, {system_stats, [{cpu_utilization_rate,30.75}, {swap_total,10684628992}, {swap_used,159744}]}, {interesting_stats, [{couch_docs_actual_disk_size,8453881552}, {couch_docs_data_size,7845536782}, {couch_views_actual_disk_size,736045388}, {couch_views_data_size,109213416}, {curr_items,3336681}, {curr_items_tot,3336681}, {mem_used,3703406648}, {vb_replica_curr_items,0}]}, {cluster_compatibility_version,131072}, {version, [{public_key,"0.13"}, {lhttpc,"1.3.0"}, {ale,"8cffe61"}, {os_mon,"2.2.7"}, {couch_set_view,"1.2.0a-47a991b-git"}, {mnesia,"4.5"}, {inets,"5.7.1"}, {couch,"1.2.0a-47a991b-git"}, {mapreduce,"1.0.0"}, {couch_index_merger,"1.2.0a-47a991b-git"}, {kernel,"2.14.5"}, {crypto,"2.0.4"}, {ssl,"4.1.6"}, {sasl,"2.1.10"}, {couch_view_parser,"1.0.0"}, {ns_server,"2.0.0-1925-rel-enterprise"}, {mochiweb,"1.4.1"}, {oauth,"7d85d3ef"}, {stdlib,"1.17.5"}]}, {supported_compat_version,[2,0]}, {system_arch,"x86_64-unknown-linux-gnu"}, {wall_clock,1784}, {memory_data,{33657663488,13234946048,{<19942.695.0>,3143528}}}, {disk_data, [{"/",49781912,5}, {"/dev/shm",16434404,0}, {"/data",492257288,2}, {"/data2",246132896,1}]}, {meminfo, <<"MemTotal: 32868812 kB\nMemFree: 17549588 kB\nBuffers: 251400 kB\nCached: 9725556 kB\nSwapCached: 140 kB\nActive: 11853848 kB\nInactive: 3067348 kB\nHighTotal: 0 kB\nHighFree: 0 kB\nLowTotal: 32868812 kB\nLowFree: 17549588 kB\nSwapTotal: 10434208 kB\nSwapFree: 10434052 kB\nDirty: 790964 kB\nWriteback: 15848 kB\nAnonPages: 4943928 kB\nMapped: 18020 kB\nSlab: 348932 kB\nPageTables: 14660 kB\nNFS_Unstable: 0 kB\nBounce: 0 kB\nCommitLimit: 26868612 kB\nCommitted_AS: 6660804 kB\nVmallocTotal: 34359738367 kB\nVmallocUsed: 6408 kB\nVmallocChunk: 34359730595 kB\nHugePages_Total: 0\nHugePages_Free: 0\nHugePages_Rsvd: 0\nHugepagesize: 2048 kB\n">>}]}, {'ns_1@10.2.1.67', [{last_heard,{1351,907607,899644}}, {outgoing_replications_safeness_level,[{"default",yellow}]}, {incoming_replications_conf_hashes,[{"default",[]}]}, {active_buckets,["default"]}, {ready_buckets,["default"]}, {local_tasks,[]}, {memory, [{total,92361264}, {processes,50521592}, {processes_used,50044496}, {system,41839672}, {atom,1413905}, {atom_used,1392521}, {binary,1974376}, {code,14569021}, {ets,5843648}]}, {system_memory_data, [{system_total_memory,33657663488}, {free_swap,10701078528}, {total_swap,10701078528}, {cached_memory,3650248704}, {buffered_memory,429215744}, {free_memory,24687153152}, {total_memory,33657663488}]}, {node_storage_conf,[{db_path,"/data"},{index_path,"/data2"}]}, {statistics, [{wall_clock,{1784397,4999}}, {context_switches,{15294823,0}}, {garbage_collection,{2719673,13548746775,0}}, {io,{{input,22229694036},{output,2123038465}}}, {reductions,{5799150866,75388430}}, {run_queue,0}, {runtime,{536000,5830}}]}, {system_stats, [{cpu_utilization_rate,52.985074626865675}, {swap_total,10701078528}, {swap_used,0}]}, {interesting_stats, [{couch_docs_actual_disk_size,1822125080}, {couch_docs_data_size,1808441490}, {couch_views_actual_disk_size,1276832961}, {couch_views_data_size,62967760}, {curr_items,685974}, {curr_items_tot,685974}, {mem_used,1110671160}, {vb_replica_curr_items,0}]}, {cluster_compatibility_version,131072}, {version, [{public_key,"0.13"}, {lhttpc,"1.3.0"}, {ale,"8cffe61"}, {os_mon,"2.2.7"}, {couch_set_view,"1.2.0a-47a991b-git"}, {mnesia,"4.5"}, {inets,"5.7.1"}, {couch,"1.2.0a-47a991b-git"}, {mapreduce,"1.0.0"}, {couch_index_merger,"1.2.0a-47a991b-git"}, {kernel,"2.14.5"}, {crypto,"2.0.4"}, {ssl,"4.1.6"}, {sasl,"2.1.10"}, {couch_view_parser,"1.0.0"}, {ns_server,"2.0.0-1925-rel-enterprise"}, {mochiweb,"1.4.1"}, {oauth,"7d85d3ef"}, {stdlib,"1.17.5"}]}, {supported_compat_version,[2,0]}, {system_arch,"x86_64-unknown-linux-gnu"}, {wall_clock,1784}, {memory_data,{33657663488,10151116800,{<19943.703.0>,3143528}}}, {disk_data, [{"/",49781912,9}, {"/dev/shm",16434404,0}, {"/data",492257288,1}, {"/data2",246132896,1}]}, {meminfo, <<"MemTotal: 32868812 kB\nMemFree: 24108548 kB\nBuffers: 419156 kB\nCached: 3564696 kB\nSwapCached: 0 kB\nActive: 7872060 kB\nInactive: 586160 kB\nHighTotal: 0 kB\nHighFree: 0 kB\nLowTotal: 32868812 kB\nLowFree: 24108548 kB\nSwapTotal: 10450272 kB\nSwapFree: 10450272 kB\nDirty: 5984 kB\nWriteback: 0 kB\nAnonPages: 4474336 kB\nMapped: 18052 kB\nSlab: 256956 kB\nPageTables: 13660 kB\nNFS_Unstable: 0 kB\nBounce: 0 kB\nCommitLimit: 26884676 kB\nCommitted_AS: 6182920 kB\nVmallocTotal: 34359738367 kB\nVmallocUsed: 6416 kB\nVmallocChunk: 34359730587 kB\nHugePages_Total: 0\nHugePages_Free: 0\nHugePages_Rsvd: 0\nHugepagesize: 2048 kB\n">>}]}, {'ns_1@10.2.1.68', [{last_heard,{1351,907611,248288}}, {outgoing_replications_safeness_level,[{"default",green}]}, {incoming_replications_conf_hashes,[{"default",[]}]}, {active_buckets,["default"]}, {ready_buckets,["default"]}, {local_tasks, [[{pid,<<"<0.16822.0>">>}, {changes_done,0}, {design_documents,[<<"_design/A">>]}, {indexer_type,main}, {initial_build,false}, {progress,0}, {set,<<"default">>}, {signature,<<"afeb9408e40add49ae0c9bf58f0c5f26">>}, {started_on,1351907571}, {total_changes,172886}, {type,indexer}, {updated_on,1351907571}]]}, {memory, [{total,106089816}, {processes,58753592}, {processes_used,58732208}, {system,47336224}, {atom,1413905}, {atom_used,1392343}, {binary,7353600}, {code,14597005}, {ets,5861216}]}, {system_memory_data, [{system_total_memory,33657663488}, {free_swap,10684616704}, {total_swap,10684628992}, {cached_memory,9481150464}, {buffered_memory,322863104}, {free_memory,18854318080}, {total_memory,33657663488}]}, {node_storage_conf,[{db_path,"/data"},{index_path,"/data2"}]}, {statistics, [{wall_clock,{1786439,4963}}, {context_switches,{13665190,0}}, {garbage_collection,{1321700,8326987507,0}}, {io,{{input,18332461988},{output,1836674930}}}, {reductions,{4546366339,126955229}}, {run_queue,0}, {runtime,{474210,9650}}]}, {system_stats, [{cpu_utilization_rate,90.81885856079404}, {swap_total,10684628992}, {swap_used,12288}]}, {interesting_stats, [{couch_docs_actual_disk_size,8576333902}, {couch_docs_data_size,6438199555}, {couch_views_actual_disk_size,200797403}, {couch_views_data_size,104081814}, {curr_items,2697334}, {curr_items_tot,2717097}, {mem_used,4034087064}, {vb_replica_curr_items,19763}]}, {cluster_compatibility_version,131072}, {version, [{public_key,"0.13"}, {lhttpc,"1.3.0"}, {ale,"8cffe61"}, {os_mon,"2.2.7"}, {couch_set_view,"1.2.0a-47a991b-git"}, {mnesia,"4.5"}, {inets,"5.7.1"}, {couch,"1.2.0a-47a991b-git"}, {mapreduce,"1.0.0"}, {couch_index_merger,"1.2.0a-47a991b-git"}, {kernel,"2.14.5"}, {crypto,"2.0.4"}, {ssl,"4.1.6"}, {sasl,"2.1.10"}, {couch_view_parser,"1.0.0"}, {ns_server,"2.0.0-1925-rel-enterprise"}, {mochiweb,"1.4.1"}, {oauth,"7d85d3ef"}, {stdlib,"1.17.5"}]}, {supported_compat_version,[2,0]}, {system_arch,"x86_64-unknown-linux-gnu"}, {wall_clock,1786}, {memory_data,{33657663488,14198231040,{<19944.1662.0>,2914384}}}, {disk_data, [{"/",49781912,5}, {"/dev/shm",16434404,0}, {"/data",492257288,2}, {"/data2",246132896,1}]}, {meminfo, <<"MemTotal: 32868812 kB\nMemFree: 18412668 kB\nBuffers: 315296 kB\nCached: 9258936 kB\nSwapCached: 12 kB\nActive: 13115840 kB\nInactive: 949872 kB\nHighTotal: 0 kB\nHighFree: 0 kB\nLowTotal: 32868812 kB\nLowFree: 18412668 kB\nSwapTotal: 10434208 kB\nSwapFree: 10434196 kB\nDirty: 198292 kB\nWriteback: 0 kB\nAnonPages: 4490880 kB\nMapped: 18204 kB\nSlab: 342956 kB\nPageTables: 13860 kB\nNFS_Unstable: 0 kB\nBounce: 0 kB\nCommitLimit: 26868612 kB\nCommitted_AS: 6212872 kB\nVmallocTotal: 34359738367 kB\nVmallocUsed: 6408 kB\nVmallocChunk: 34359730595 kB\nHugePages_Total: 0\nHugePages_Free: 0\nHugePages_Rsvd: 0\nHugepagesize: 2048 kB\n">>}]}] [stats:debug,2012-11-02T18:53:46.761,ns_1@10.2.1.65:<0.5555.0>:stats_collector:maybe_log_stats:126](at {{1970,1,16},{7,31,47}}) Stats for bucket "default": accepting_conns 1 auth_cmds 3 auth_errors 0 bucket_active_conns 1 bucket_conns 5 bytes 3744910056 bytes_read 8991511731 bytes_written 156644927 cas_badval 0 cas_hits 0 cas_misses 0 cmd_flush 0 cmd_get 0 cmd_set 2497553 conn_yields 9216 connection_structures 5000 curr_connections 9 curr_conns_on_port_11209 6 curr_conns_on_port_11210 1 curr_items 3339073 curr_items_tot 3339073 curr_temp_items 0 daemon_connections 4 decr_hits 0 decr_misses 0 delete_hits 0 delete_misses 0 ep_access_scanner_last_runtime 0 ep_access_scanner_num_items 0 ep_access_scanner_task_time 2012-11-03 10:00:00 ep_allow_data_loss_during_shutdown 1 ep_alog_block_size 4096 ep_alog_path /data/default/access.log ep_alog_sleep_time 1440 ep_alog_task_time 10 ep_backend couchdb ep_bg_fetch_delay 0 ep_bg_fetched 0 ep_bg_meta_fetched 0 ep_bg_remaining_jobs 0 ep_chk_max_items 5000 ep_chk_period 1800 ep_chk_persistence_remains 0 ep_chk_persistence_timeout 10 ep_chk_remover_stime 5 ep_commit_num 1344 ep_commit_time 525 ep_commit_time_total 42567 ep_concurrentDB 1 ep_config_file ep_couch_bucket default ep_couch_host localhost ep_couch_port 11213 ep_couch_reconnect_sleeptime 250 ep_couch_response_timeout 180000 ep_data_age 3 ep_data_age_highwat 157 ep_data_traffic_enabled 0 ep_dbinit 0 ep_dbname /data/default ep_degraded_mode 0 ep_diskqueue_drain 3344872 ep_diskqueue_fill 3344849 ep_diskqueue_items 0 ep_diskqueue_memory 0 ep_diskqueue_pending 0 ep_exp_pager_stime 3600 ep_exp_pager_stime 3600 ep_expired_access 0 ep_expired_pager 0 ep_expiry_window 3 ep_failpartialwarmup 0 ep_flush_all false ep_flush_duration_total 933 ep_flushall_enabled 0 ep_flusher_state running ep_flusher_todo 0 ep_getl_default_timeout 15 ep_getl_max_timeout 30 ep_ht_locks 5 ep_ht_size 3079 ep_inconsistent_slave_chk 0 ep_initfile ep_io_num_read 0 ep_io_num_write 3342273 ep_io_read_bytes 0 ep_io_write_bytes 7914921527 ep_item_begin_failed 0 ep_item_commit_failed 0 ep_item_flush_expired 0 ep_item_flush_failed 0 ep_item_num_based_new_chk 1 ep_items_rm_from_checkpoints 2500025 ep_keep_closed_chks 0 ep_klog_block_size 4096 ep_klog_compactor_queue_cap 500000 ep_klog_compactor_stime 3600 ep_klog_flush commit2 ep_klog_max_entry_ratio 10 ep_klog_max_log_size 2147483647 ep_klog_path ep_klog_sync commit2 ep_kv_size 3673659643 ep_max_checkpoints 2 ep_max_data_size 5242880000 ep_max_item_size 20971520 ep_max_size 5242880000 ep_max_txn_size 10000 ep_max_vbuckets 512 ep_mem_high_wat 3932160000 ep_mem_high_wat 3932160000 ep_mem_low_wat 3145728000 ep_mem_low_wat 3145728000 ep_mem_tracker_enabled true ep_min_data_age 0 ep_mlog_compactor_runs 0 ep_mutation_mem_threshold 0 ep_num_access_scanner_runs 0 ep_num_eject_failures 1250313 ep_num_expiry_pager_runs 0 ep_num_non_resident 1915282 ep_num_not_my_vbuckets 0 ep_num_ops_del_meta 0 ep_num_ops_get_meta 0 ep_num_ops_set_meta 0 ep_num_pager_runs 18 ep_num_value_ejects 1915282 ep_oom_errors 0 ep_overhead 21598334 ep_pager_active_vb_pcnt 40 ep_pager_unbiased_period 60 ep_pending_ops 0 ep_pending_ops_max 0 ep_pending_ops_max_duration 0 ep_pending_ops_total 0 ep_postInitfile ep_queue_age_cap 900 ep_queue_size 0 ep_startup_time 1351906023 ep_storage_age 3 ep_storage_age_highwat 156 ep_store_max_concurrency 10 ep_store_max_readers 9 ep_store_max_readwrite 1 ep_stored_val_type ep_tap_ack_grace_period 300 ep_tap_ack_initial_sequence_number 1 ep_tap_ack_interval 1000 ep_tap_ack_window_size 10 ep_tap_backfill_resident 0.9 ep_tap_backlog_limit 5000 ep_tap_backoff_period 5 ep_tap_bg_fetch_requeued 0 ep_tap_bg_fetched 0 ep_tap_bg_max_pending 500 ep_tap_keepalive 300 ep_tap_noop_interval 20 ep_tap_requeue_sleep_time 0.1 ep_tap_throttle_cap_pcnt 10 ep_tap_throttle_queue_cap 1000000 ep_tap_throttle_threshold 90 ep_tmp_oom_errors 0 ep_too_old 0 ep_too_young 0 ep_total_cache_size 3633590767 ep_total_del_items 0 ep_total_enqueued 3344849 ep_total_new_items 3339073 ep_total_persisted 3342273 ep_uncommitted_items 0 ep_value_size 3397260143 ep_vb0 0 ep_vb_snapshot_total 158 ep_vb_total 171 ep_vbucket_del 0 ep_vbucket_del_fail 0 ep_version 2.0.0r_130_g8b09894 ep_waitforwarmup 0 ep_warmup 1 ep_warmup_batch_size 1000 ep_warmup_dups 0 ep_warmup_min_items_threshold 100 ep_warmup_min_memory_threshold 100 ep_warmup_oom 0 ep_warmup_thread complete ep_warmup_time 966 get_hits 0 get_misses 0 incr_hits 0 incr_misses 0 libevent 2.0.11-stable limit_maxbytes 67108864 listen_disabled_num 0 max_conns_on_port_11209 1000 max_conns_on_port_11210 9000 mem_used 3744910056 pid 18466 pointer_size 64 rejected_conns 0 rusage_system 106.307838 rusage_user 301.702134 tap_checkpoint_start_received 86 tap_mutation_received 1239724 tap_opaque_received 301 tap_vbucket_set_received 86 threads 4 time 1351907626 total_connections 192 uptime 1792 vb_active_curr_items 3339073 vb_active_eject 1915282 vb_active_expired 0 vb_active_ht_memory 21118440 vb_active_itm_memory 3633590767 vb_active_meta_data_memory 263786767 vb_active_num 171 vb_active_num_non_resident 1915282 vb_active_num_ref_ejects 1915282 vb_active_num_ref_items 3339073 vb_active_ops_create 3339073 vb_active_ops_delete 0 vb_active_ops_reject 0 vb_active_ops_update 3200 vb_active_perc_mem_resident 42 vb_active_queue_age 0 vb_active_queue_drain 3344872 vb_active_queue_fill 3344849 vb_active_queue_memory 0 vb_active_queue_pending 0 vb_active_queue_size 0 vb_dead_num 0 vb_pending_curr_items 0 vb_pending_eject 0 vb_pending_expired 0 vb_pending_ht_memory 0 vb_pending_itm_memory 0 vb_pending_meta_data_memory 0 vb_pending_num 0 vb_pending_num_non_resident 0 vb_pending_num_ref_ejects 0 vb_pending_num_ref_items 0 vb_pending_ops_create 0 vb_pending_ops_delete 0 vb_pending_ops_reject 0 vb_pending_ops_update 0 vb_pending_perc_mem_resident 0 vb_pending_queue_age 0 vb_pending_queue_drain 0 vb_pending_queue_fill 0 vb_pending_queue_memory 0 vb_pending_queue_pending 0 vb_pending_queue_size 0 vb_replica_curr_items 0 vb_replica_eject 0 vb_replica_expired 0 vb_replica_ht_memory 0 vb_replica_itm_memory 0 vb_replica_meta_data_memory 0 vb_replica_num 0 vb_replica_num_non_resident 0 vb_replica_num_ref_ejects 0 vb_replica_num_ref_items 0 vb_replica_ops_create 0 vb_replica_ops_delete 0 vb_replica_ops_reject 0 vb_replica_ops_update 0 vb_replica_perc_mem_resident 0 vb_replica_queue_age 0 vb_replica_queue_drain 0 vb_replica_queue_fill 0 vb_replica_queue_memory 0 vb_replica_queue_pending 0 vb_replica_queue_size 0 version 1.4.4_600_g7ea975a [ns_doctor:debug,2012-11-02T18:54:32.742,ns_1@10.2.1.65:ns_doctor<0.5169.0>:ns_doctor:handle_info:137]Current node statuses: [{'ns_1@10.2.1.65', [{last_heard,{1351,907671,259270}}, {outgoing_replications_safeness_level,[{"default",green}]}, {incoming_replications_conf_hashes,[{"default",[]}]}, {active_buckets,["default"]}, {ready_buckets,["default"]}, {local_tasks, [[{pid,<<"<0.27766.0>">>}, {changes_done,392706}, {design_documents,[<<"_design/A">>]}, {indexer_type,main}, {initial_build,false}, {progress,52}, {set,<<"default">>}, {signature,<<"afeb9408e40add49ae0c9bf58f0c5f26">>}, {started_on,1351907547}, {total_changes,749784}, {type,indexer}, {updated_on,1351907669}]]}, {memory, [{total,149947704}, {processes,98477352}, {processes_used,97141952}, {system,51470352}, {atom,1502673}, {atom_used,1494165}, {binary,10189432}, {code,15250635}, {ets,6272096}]}, {system_memory_data, [{system_total_memory,33657663488}, {free_swap,11350716416}, {total_swap,11350876160}, {cached_memory,11803193344}, {buffered_memory,228864000}, {free_memory,15945555968}, {total_memory,33657663488}]}, {node_storage_conf,[{db_path,"/data"},{index_path,"/data2"}]}, {statistics, [{wall_clock,{1847192,5000}}, {context_switches,{18615594,0}}, {garbage_collection,{1645077,18580468412,0}}, {io,{{input,29473765263},{output,6027418404}}}, {reductions,{7570508481,89924050}}, {run_queue,0}, {runtime,{713730,6690}}]}, {system_stats, [{cpu_utilization_rate,37.1571072319202}, {swap_total,11350876160}, {swap_used,159744}]}, {interesting_stats, [{couch_docs_actual_disk_size,9001243856}, {couch_docs_data_size,8110492466}, {couch_views_actual_disk_size,2154268090}, {couch_views_data_size,124022875}, {curr_items,3339073}, {curr_items_tot,3339073}, {mem_used,3744910056}, {vb_replica_curr_items,0}]}, {cluster_compatibility_version,131072}, {version, [{public_key,"0.13"}, {lhttpc,"1.3.0"}, {ale,"8cffe61"}, {os_mon,"2.2.7"}, {couch_set_view,"1.2.0a-47a991b-git"}, {mnesia,"4.5"}, {inets,"5.7.1"}, {couch,"1.2.0a-47a991b-git"}, {mapreduce,"1.0.0"}, {couch_index_merger,"1.2.0a-47a991b-git"}, {kernel,"2.14.5"}, {crypto,"2.0.4"}, {ssl,"4.1.6"}, {sasl,"2.1.10"}, {couch_view_parser,"1.0.0"}, {ns_server,"2.0.0-1925-rel-enterprise"}, {mochiweb,"1.4.1"}, {oauth,"7d85d3ef"}, {stdlib,"1.17.5"}]}, {supported_compat_version,[2,0]}, {system_arch,"x86_64-unknown-linux-gnu"}, {wall_clock,1847}, {memory_data,{33657663488,17070444544,{<0.27766.0>,12342464}}}, {disk_data, [{"/",51088800,10}, {"/dev/shm",16434404,0}, {"/data",492257288,2}, {"/data2",246132896,1}]}, {meminfo, <<"MemTotal: 32868812 kB\nMemFree: 15571832 kB\nBuffers: 223500 kB\nCached: 11526556 kB\nSwapCached: 0 kB\nActive: 15185800 kB\nInactive: 1670976 kB\nHighTotal: 0 kB\nHighFree: 0 kB\nLowTotal: 32868812 kB\nLowFree: 15571832 kB\nSwapTotal: 11084840 kB\nSwapFree: 11084684 kB\nDirty: 2100060 kB\nWriteback: 0 kB\nAnonPages: 5106516 kB\nMapped: 16312 kB\nSlab: 393836 kB\nPageTables: 14512 kB\nNFS_Unstable: 0 kB\nBounce: 0 kB\nCommitLimit: 27519244 kB\nCommitted_AS: 6849808 kB\nVmallocTotal: 34359738367 kB\nVmallocUsed: 6728 kB\nVmallocChunk: 34359730275 kB\nHugePages_Total: 0\nHugePages_Free: 0\nHugePages_Rsvd: 0\nHugepagesize: 2048 kB\n">>}]}, {'ns_1@10.2.1.66', [{last_heard,{1351,907668,929801}}, {outgoing_replications_safeness_level,[{"default",green}]}, {incoming_replications_conf_hashes,[{"default",[]}]}, {active_buckets,["default"]}, {ready_buckets,["default"]}, {local_tasks, [[{pid,<<"<0.17170.0>">>}, {bucket,<<"default">>}, {original_target,{[{type,bucket}]}}, {progress,15}, {started_on,1351907527}, {total_vbuckets,166}, {trigger_type,scheduled}, {type,bucket_compaction}, {updated_on,1351907601}, {vbuckets_done,25}], [{pid,<<"<0.17372.0>">>}, {changes_done,206240}, {design_documents,[<<"_design/A">>]}, {indexer_type,main}, {initial_build,false}, {progress,24}, {set,<<"default">>}, {signature,<<"afeb9408e40add49ae0c9bf58f0c5f26">>}, {started_on,1351907537}, {total_changes,826720}, {type,indexer}, {updated_on,1351907600}]]}, {memory, [{total,132240400}, {processes,84440712}, {processes_used,84423584}, {system,47799688}, {atom,1413905}, {atom_used,1392343}, {binary,7611024}, {code,14559765}, {ets,6042704}]}, {system_memory_data, [{system_total_memory,33657663488}, {free_swap,10684469248}, {total_swap,10684628992}, {cached_memory,10925240320}, {buffered_memory,259960832}, {free_memory,16970518528}, {total_memory,33657663488}]}, {node_storage_conf,[{db_path,"/data"},{index_path,"/data2"}]}, {statistics, [{wall_clock,{1844439,5000}}, {context_switches,{17888018,0}}, {garbage_collection,{1613295,14726188647,0}}, {io,{{input,25978533860},{output,5553148401}}}, {reductions,{6481708452,85067836}}, {run_queue,0}, {runtime,{600120,5940}}]}, {system_stats, [{cpu_utilization_rate,38.75}, {swap_total,10684628992}, {swap_used,159744}]}, {interesting_stats, [{couch_docs_actual_disk_size,8713747360}, {couch_docs_data_size,8088879753}, {couch_views_actual_disk_size,1538619580}, {couch_views_data_size,116878767}, {curr_items,3336681}, {curr_items_tot,3336681}, {mem_used,3688429320}, {vb_replica_curr_items,0}]}, {cluster_compatibility_version,131072}, {version, [{public_key,"0.13"}, {lhttpc,"1.3.0"}, {ale,"8cffe61"}, {os_mon,"2.2.7"}, {couch_set_view,"1.2.0a-47a991b-git"}, {mnesia,"4.5"}, {inets,"5.7.1"}, {couch,"1.2.0a-47a991b-git"}, {mapreduce,"1.0.0"}, {couch_index_merger,"1.2.0a-47a991b-git"}, {kernel,"2.14.5"}, {crypto,"2.0.4"}, {ssl,"4.1.6"}, {sasl,"2.1.10"}, {couch_view_parser,"1.0.0"}, {ns_server,"2.0.0-1925-rel-enterprise"}, {mochiweb,"1.4.1"}, {oauth,"7d85d3ef"}, {stdlib,"1.17.5"}]}, {supported_compat_version,[2,0]}, {system_arch,"x86_64-unknown-linux-gnu"}, {wall_clock,1844}, {memory_data,{33657663488,16005402624,{<19942.17372.0>,12342520}}}, {disk_data, [{"/",49781912,5}, {"/dev/shm",16434404,0}, {"/data",492257288,2}, {"/data2",246132896,1}]}, {meminfo, <<"MemTotal: 32868812 kB\nMemFree: 16572772 kB\nBuffers: 253868 kB\nCached: 10669180 kB\nSwapCached: 140 kB\nActive: 12208468 kB\nInactive: 3667132 kB\nHighTotal: 0 kB\nHighFree: 0 kB\nLowTotal: 32868812 kB\nLowFree: 16572772 kB\nSwapTotal: 10434208 kB\nSwapFree: 10434052 kB\nDirty: 1568736 kB\nWriteback: 5740 kB\nAnonPages: 4952432 kB\nMapped: 18020 kB\nSlab: 370908 kB\nPageTables: 14708 kB\nNFS_Unstable: 0 kB\nBounce: 0 kB\nCommitLimit: 26868612 kB\nCommitted_AS: 6683388 kB\nVmallocTotal: 34359738367 kB\nVmallocUsed: 6408 kB\nVmallocChunk: 34359730595 kB\nHugePages_Total: 0\nHugePages_Free: 0\nHugePages_Rsvd: 0\nHugepagesize: 2048 kB\n">>}]}, {'ns_1@10.2.1.67', [{last_heard,{1351,907654,732103}}, {outgoing_replications_safeness_level,[]}, {incoming_replications_conf_hashes,[]}, {active_buckets,[]}, {ready_buckets,[]}, {local_tasks,[]}, {memory, [{total,71829656}, {processes,30887696}, {processes_used,30214280}, {system,40941960}, {atom,1414713}, {atom_used,1393896}, {binary,1037296}, {code,14594040}, {ets,5914304}]}, {system_memory_data, [{system_total_memory,33657663488}, {free_swap,10701078528}, {total_swap,10701078528}, {cached_memory,659300352}, {buffered_memory,430133248}, {free_memory,27750006784}, {total_memory,33657663488}]}, {node_storage_conf,[{db_path,"/data"},{index_path,"/data2"}]}, {statistics, [{wall_clock,{1831230,1832}}, {context_switches,{16949803,0}}, {garbage_collection,{3182437,15221525271,0}}, {io,{{input,25799730626},{output,2418607685}}}, {reductions,{6295465588,1693467}}, {run_queue,0}, {runtime,{578140,230}}]}, {system_stats,[{cpu_utilization_rate,0},{swap_total,0},{swap_used,0}]}, {interesting_stats,[]}, {cluster_compatibility_version,131072}, {version, [{public_key,"0.13"}, {lhttpc,"1.3.0"}, {ale,"8cffe61"}, {os_mon,"2.2.7"}, {couch_set_view,"1.2.0a-47a991b-git"}, {mnesia,"4.5"}, {inets,"5.7.1"}, {couch,"1.2.0a-47a991b-git"}, {mapreduce,"1.0.0"}, {couch_index_merger,"1.2.0a-47a991b-git"}, {kernel,"2.14.5"}, {crypto,"2.0.4"}, {ssl,"4.1.6"}, {sasl,"2.1.10"}, {couch_view_parser,"1.0.0"}, {ns_server,"2.0.0-1925-rel-enterprise"}, {mochiweb,"1.4.1"}, {oauth,"7d85d3ef"}, {stdlib,"1.17.5"}]}, {supported_compat_version,[2,0]}, {system_arch,"x86_64-unknown-linux-gnu"}, {wall_clock,1831}, {memory_data,{33657663488,8392777728,{<19943.703.0>,3143528}}}, {disk_data, [{"/",49781912,9}, {"/dev/shm",16434404,0}, {"/data",492257288,1}, {"/data2",246132896,1}]}, {meminfo, <<"MemTotal: 32868812 kB\nMemFree: 27099616 kB\nBuffers: 420052 kB\nCached: 643848 kB\nSwapCached: 0 kB\nActive: 4986024 kB\nInactive: 530132 kB\nHighTotal: 0 kB\nHighFree: 0 kB\nLowTotal: 32868812 kB\nLowFree: 27099616 kB\nSwapTotal: 10450272 kB\nSwapFree: 10450272 kB\nDirty: 636 kB\nWriteback: 0 kB\nAnonPages: 4452376 kB\nMapped: 18052 kB\nSlab: 206568 kB\nPageTables: 13644 kB\nNFS_Unstable: 0 kB\nBounce: 0 kB\nCommitLimit: 26884676 kB\nCommitted_AS: 6139444 kB\nVmallocTotal: 34359738367 kB\nVmallocUsed: 6416 kB\nVmallocChunk: 34359730587 kB\nHugePages_Total: 0\nHugePages_Free: 0\nHugePages_Rsvd: 0\nHugepagesize: 2048 kB\n">>}]}, {'ns_1@10.2.1.68', [{last_heard,{1351,907671,238295}}, {outgoing_replications_safeness_level,[{"default",green}]}, {incoming_replications_conf_hashes,[{"default",[]}]}, {active_buckets,["default"]}, {ready_buckets,["default"]}, {local_tasks, [[{pid,<<"<0.17722.0>">>}, {changes_done,79161}, {design_documents,[<<"_design/A">>]}, {indexer_type,main}, {initial_build,false}, {progress,10}, {set,<<"default">>}, {signature,<<"afeb9408e40add49ae0c9bf58f0c5f26">>}, {started_on,1351907604}, {total_changes,787082}, {type,indexer}, {updated_on,1351907629}]]}, {memory, [{total,133641064}, {processes,84903352}, {processes_used,84890760}, {system,48737712}, {atom,1413905}, {atom_used,1392343}, {binary,8345016}, {code,14597005}, {ets,6033552}]}, {system_memory_data, [{system_total_memory,33657663488}, {free_swap,10684616704}, {total_swap,10684628992}, {cached_memory,11866120192}, {buffered_memory,326123520}, {free_memory,15824347136}, {total_memory,33657663488}]}, {node_storage_conf,[{db_path,"/data"},{index_path,"/data2"}]}, {statistics, [{wall_clock,{1846429,4999}}, {context_switches,{16946450,0}}, {garbage_collection,{1624345,12544408400,0}}, {io,{{input,24680831537},{output,5036807381}}}, {reductions,{5860705157,88207735}}, {run_queue,0}, {runtime,{574610,6430}}]}, {system_stats, [{cpu_utilization_rate,38.80597014925373}, {swap_total,10684628992}, {swap_used,12288}]}, {interesting_stats, [{couch_docs_actual_disk_size,10260119303}, {couch_docs_data_size,8101061148}, {couch_views_actual_disk_size,968748712}, {couch_views_data_size,111407403}, {curr_items,3324246}, {curr_items_tot,3324246}, {mem_used,3672432456}, {vb_replica_curr_items,0}]}, {cluster_compatibility_version,131072}, {version, [{public_key,"0.13"}, {lhttpc,"1.3.0"}, {ale,"8cffe61"}, {os_mon,"2.2.7"}, {couch_set_view,"1.2.0a-47a991b-git"}, {mnesia,"4.5"}, {inets,"5.7.1"}, {couch,"1.2.0a-47a991b-git"}, {mapreduce,"1.0.0"}, {couch_index_merger,"1.2.0a-47a991b-git"}, {kernel,"2.14.5"}, {crypto,"2.0.4"}, {ssl,"4.1.6"}, {sasl,"2.1.10"}, {couch_view_parser,"1.0.0"}, {ns_server,"2.0.0-1925-rel-enterprise"}, {mochiweb,"1.4.1"}, {oauth,"7d85d3ef"}, {stdlib,"1.17.5"}]}, {supported_compat_version,[2,0]}, {system_arch,"x86_64-unknown-linux-gnu"}, {wall_clock,1846}, {memory_data,{33657663488,16063262720,{<19944.1662.0>,2914384}}}, {disk_data, [{"/",49781912,5}, {"/dev/shm",16434404,0}, {"/data",492257288,2}, {"/data2",246132896,1}]}, {meminfo, <<"MemTotal: 32868812 kB\nMemFree: 15452720 kB\nBuffers: 318480 kB\nCached: 11588008 kB\nSwapCached: 12 kB\nActive: 14528284 kB\nInactive: 2437124 kB\nHighTotal: 0 kB\nHighFree: 0 kB\nLowTotal: 32868812 kB\nLowFree: 15452720 kB\nSwapTotal: 10434208 kB\nSwapFree: 10434196 kB\nDirty: 946128 kB\nWriteback: 0 kB\nAnonPages: 5058252 kB\nMapped: 18216 kB\nSlab: 401944 kB\nPageTables: 14872 kB\nNFS_Unstable: 0 kB\nBounce: 0 kB\nCommitLimit: 26868612 kB\nCommitted_AS: 6780680 kB\nVmallocTotal: 34359738367 kB\nVmallocUsed: 6408 kB\nVmallocChunk: 34359730595 kB\nHugePages_Total: 0\nHugePages_Free: 0\nHugePages_Rsvd: 0\nHugepagesize: 2048 kB\n">>}]}] [stats:debug,2012-11-02T18:55:26.750,ns_1@10.2.1.65:<0.5555.0>:stats_collector:maybe_log_stats:126](at {{1970,1,16},{7,31,47}}) Stats for bucket "default": accepting_conns 1 auth_cmds 3 auth_errors 0 bucket_active_conns 1 bucket_conns 5 bytes 3744910056 bytes_read 8991522096 bytes_written 163463461 cas_badval 0 cas_hits 0 cas_misses 0 cmd_flush 0 cmd_get 0 cmd_set 2497553 conn_yields 9216 connection_structures 5000 curr_connections 9 curr_conns_on_port_11209 6 curr_conns_on_port_11210 1 curr_items 3339073 curr_items_tot 3339073 curr_temp_items 0 daemon_connections 4 decr_hits 0 decr_misses 0 delete_hits 0 delete_misses 0 ep_access_scanner_last_runtime 0 ep_access_scanner_num_items 0 ep_access_scanner_task_time 2012-11-03 10:00:00 ep_allow_data_loss_during_shutdown 1 ep_alog_block_size 4096 ep_alog_path /data/default/access.log ep_alog_sleep_time 1440 ep_alog_task_time 10 ep_backend couchdb ep_bg_fetch_delay 0 ep_bg_fetched 0 ep_bg_meta_fetched 0 ep_bg_remaining_jobs 0 ep_chk_max_items 5000 ep_chk_period 1800 ep_chk_persistence_remains 0 ep_chk_persistence_timeout 10 ep_chk_remover_stime 5 ep_commit_num 1344 ep_commit_time 525 ep_commit_time_total 42567 ep_concurrentDB 1 ep_config_file ep_couch_bucket default ep_couch_host localhost ep_couch_port 11213 ep_couch_reconnect_sleeptime 250 ep_couch_response_timeout 180000 ep_data_age 3 ep_data_age_highwat 157 ep_data_traffic_enabled 0 ep_dbinit 0 ep_dbname /data/default ep_degraded_mode 0 ep_diskqueue_drain 3344872 ep_diskqueue_fill 3344849 ep_diskqueue_items 0 ep_diskqueue_memory 0 ep_diskqueue_pending 0 ep_exp_pager_stime 3600 ep_exp_pager_stime 3600 ep_expired_access 0 ep_expired_pager 0 ep_expiry_window 3 ep_failpartialwarmup 0 ep_flush_all false ep_flush_duration_total 933 ep_flushall_enabled 0 ep_flusher_state running ep_flusher_todo 0 ep_getl_default_timeout 15 ep_getl_max_timeout 30 ep_ht_locks 5 ep_ht_size 3079 ep_inconsistent_slave_chk 0 ep_initfile ep_io_num_read 0 ep_io_num_write 3342273 ep_io_read_bytes 0 ep_io_write_bytes 7914921527 ep_item_begin_failed 0 ep_item_commit_failed 0 ep_item_flush_expired 0 ep_item_flush_failed 0 ep_item_num_based_new_chk 1 ep_items_rm_from_checkpoints 2500025 ep_keep_closed_chks 0 ep_klog_block_size 4096 ep_klog_compactor_queue_cap 500000 ep_klog_compactor_stime 3600 ep_klog_flush commit2 ep_klog_max_entry_ratio 10 ep_klog_max_log_size 2147483647 ep_klog_path ep_klog_sync commit2 ep_kv_size 3673659643 ep_max_checkpoints 2 ep_max_data_size 5242880000 ep_max_item_size 20971520 ep_max_size 5242880000 ep_max_txn_size 10000 ep_max_vbuckets 512 ep_mem_high_wat 3932160000 ep_mem_high_wat 3932160000 ep_mem_low_wat 3145728000 ep_mem_low_wat 3145728000 ep_mem_tracker_enabled true ep_min_data_age 0 ep_mlog_compactor_runs 0 ep_mutation_mem_threshold 0 ep_num_access_scanner_runs 0 ep_num_eject_failures 1250313 ep_num_expiry_pager_runs 0 ep_num_non_resident 1915282 ep_num_not_my_vbuckets 0 ep_num_ops_del_meta 0 ep_num_ops_get_meta 0 ep_num_ops_set_meta 0 ep_num_pager_runs 18 ep_num_value_ejects 1915282 ep_oom_errors 0 ep_overhead 21598334 ep_pager_active_vb_pcnt 40 ep_pager_unbiased_period 60 ep_pending_ops 0 ep_pending_ops_max 0 ep_pending_ops_max_duration 0 ep_pending_ops_total 0 ep_postInitfile ep_queue_age_cap 900 ep_queue_size 0 ep_startup_time 1351906023 ep_storage_age 3 ep_storage_age_highwat 156 ep_store_max_concurrency 10 ep_store_max_readers 9 ep_store_max_readwrite 1 ep_stored_val_type ep_tap_ack_grace_period 300 ep_tap_ack_initial_sequence_number 1 ep_tap_ack_interval 1000 ep_tap_ack_window_size 10 ep_tap_backfill_resident 0.9 ep_tap_backlog_limit 5000 ep_tap_backoff_period 5 ep_tap_bg_fetch_requeued 0 ep_tap_bg_fetched 0 ep_tap_bg_max_pending 500 ep_tap_keepalive 300 ep_tap_noop_interval 20 ep_tap_requeue_sleep_time 0.1 ep_tap_throttle_cap_pcnt 10 ep_tap_throttle_queue_cap 1000000 ep_tap_throttle_threshold 90 ep_tmp_oom_errors 0 ep_too_old 0 ep_too_young 0 ep_total_cache_size 3633590767 ep_total_del_items 0 ep_total_enqueued 3344849 ep_total_new_items 3339073 ep_total_persisted 3342273 ep_uncommitted_items 0 ep_value_size 3397260143 ep_vb0 0 ep_vb_snapshot_total 158 ep_vb_total 171 ep_vbucket_del 0 ep_vbucket_del_fail 0 ep_version 2.0.0r_130_g8b09894 ep_waitforwarmup 0 ep_warmup 1 ep_warmup_batch_size 1000 ep_warmup_dups 0 ep_warmup_min_items_threshold 100 ep_warmup_min_memory_threshold 100 ep_warmup_oom 0 ep_warmup_thread complete ep_warmup_time 966 get_hits 0 get_misses 0 incr_hits 0 incr_misses 0 libevent 2.0.11-stable limit_maxbytes 67108864 listen_disabled_num 0 max_conns_on_port_11209 1000 max_conns_on_port_11210 9000 mem_used 3744910056 pid 18466 pointer_size 64 rejected_conns 0 rusage_system 106.319836 rusage_user 301.841113 tap_checkpoint_start_received 86 tap_mutation_received 1239724 tap_opaque_received 301 tap_vbucket_set_received 86 threads 4 time 1351907726 total_connections 192 uptime 1892 vb_active_curr_items 3339073 vb_active_eject 1915282 vb_active_expired 0 vb_active_ht_memory 21118440 vb_active_itm_memory 3633590767 vb_active_meta_data_memory 263786767 vb_active_num 171 vb_active_num_non_resident 1915282 vb_active_num_ref_ejects 1915282 vb_active_num_ref_items 3339073 vb_active_ops_create 3339073 vb_active_ops_delete 0 vb_active_ops_reject 0 vb_active_ops_update 3200 vb_active_perc_mem_resident 42 vb_active_queue_age 0 vb_active_queue_drain 3344872 vb_active_queue_fill 3344849 vb_active_queue_memory 0 vb_active_queue_pending 0 vb_active_queue_size 0 vb_dead_num 0 vb_pending_curr_items 0 vb_pending_eject 0 vb_pending_expired 0 vb_pending_ht_memory 0 vb_pending_itm_memory 0 vb_pending_meta_data_memory 0 vb_pending_num 0 vb_pending_num_non_resident 0 vb_pending_num_ref_ejects 0 vb_pending_num_ref_items 0 vb_pending_ops_create 0 vb_pending_ops_delete 0 vb_pending_ops_reject 0 vb_pending_ops_update 0 vb_pending_perc_mem_resident 0 vb_pending_queue_age 0 vb_pending_queue_drain 0 vb_pending_queue_fill 0 vb_pending_queue_memory 0 vb_pending_queue_pending 0 vb_pending_queue_size 0 vb_replica_curr_items 0 vb_replica_eject 0 vb_replica_expired 0 vb_replica_ht_memory 0 vb_replica_itm_memory 0 vb_replica_meta_data_memory 0 vb_replica_num 0 vb_replica_num_non_resident 0 vb_replica_num_ref_ejects 0 vb_replica_num_ref_items 0 vb_replica_ops_create 0 vb_replica_ops_delete 0 vb_replica_ops_reject 0 vb_replica_ops_update 0 vb_replica_perc_mem_resident 0 vb_replica_queue_age 0 vb_replica_queue_drain 0 vb_replica_queue_fill 0 vb_replica_queue_memory 0 vb_replica_queue_pending 0 vb_replica_queue_size 0 version 1.4.4_600_g7ea975a [ns_doctor:debug,2012-11-02T18:55:32.742,ns_1@10.2.1.65:ns_doctor<0.5169.0>:ns_doctor:handle_info:137]Current node statuses: [{'ns_1@10.2.1.65', [{last_heard,{1351,907731,258851}}, {outgoing_replications_safeness_level,[{"default",green}]}, {incoming_replications_conf_hashes,[{"default",[]}]}, {active_buckets,["default"]}, {ready_buckets,["default"]}, {local_tasks, [[{pid,<<"<0.27766.0>">>}, {changes_done,588470}, {design_documents,[<<"_design/A">>]}, {indexer_type,main}, {initial_build,false}, {progress,78}, {set,<<"default">>}, {signature,<<"afeb9408e40add49ae0c9bf58f0c5f26">>}, {started_on,1351907547}, {total_changes,749784}, {type,indexer}, {updated_on,1351907730}]]}, {memory, [{total,145356232}, {processes,91430136}, {processes_used,90090456}, {system,53926096}, {atom,1502673}, {atom_used,1494165}, {binary,12578576}, {code,15250635}, {ets,6340816}]}, {system_memory_data, [{system_total_memory,33657663488}, {free_swap,11350716416}, {total_swap,11350876160}, {cached_memory,12571410432}, {buffered_memory,229838848}, {free_memory,15160852480}, {total_memory,33657663488}]}, {node_storage_conf,[{db_path,"/data"},{index_path,"/data2"}]}, {statistics, [{wall_clock,{1907192,5000}}, {context_switches,{20536507,0}}, {garbage_collection,{1739366,22178225864,0}}, {io,{{input,33031655865},{output,6811232554}}}, {reductions,{8637357330,84286972}}, {run_queue,0}, {runtime,{795640,6980}}]}, {system_stats, [{cpu_utilization_rate,44.611528822055135}, {swap_total,11350876160}, {swap_used,159744}]}, {interesting_stats, [{couch_docs_actual_disk_size,9001243856}, {couch_docs_data_size,8110492466}, {couch_views_actual_disk_size,2923684936}, {couch_views_data_size,135456430}, {curr_items,3339073}, {curr_items_tot,3339073}, {mem_used,3744910056}, {vb_replica_curr_items,0}]}, {cluster_compatibility_version,131072}, {version, [{public_key,"0.13"}, {lhttpc,"1.3.0"}, {ale,"8cffe61"}, {os_mon,"2.2.7"}, {couch_set_view,"1.2.0a-47a991b-git"}, {mnesia,"4.5"}, {inets,"5.7.1"}, {couch,"1.2.0a-47a991b-git"}, {mapreduce,"1.0.0"}, {couch_index_merger,"1.2.0a-47a991b-git"}, {kernel,"2.14.5"}, {crypto,"2.0.4"}, {ssl,"4.1.6"}, {sasl,"2.1.10"}, {couch_view_parser,"1.0.0"}, {ns_server,"2.0.0-1925-rel-enterprise"}, {mochiweb,"1.4.1"}, {oauth,"7d85d3ef"}, {stdlib,"1.17.5"}]}, {supported_compat_version,[2,0]}, {system_arch,"x86_64-unknown-linux-gnu"}, {wall_clock,1907}, {memory_data,{33657663488,17901834240,{<0.27766.0>,12342464}}}, {disk_data, [{"/",51088800,10}, {"/dev/shm",16434404,0}, {"/data",492257288,2}, {"/data2",246132896,2}]}, {meminfo, <<"MemTotal: 32868812 kB\nMemFree: 14805768 kB\nBuffers: 224452 kB\nCached: 12276768 kB\nSwapCached: 0 kB\nActive: 16378164 kB\nInactive: 1223540 kB\nHighTotal: 0 kB\nHighFree: 0 kB\nLowTotal: 32868812 kB\nLowFree: 14805768 kB\nSwapTotal: 11084840 kB\nSwapFree: 11084684 kB\nDirty: 2839952 kB\nWriteback: 0 kB\nAnonPages: 5100732 kB\nMapped: 16312 kB\nSlab: 413908 kB\nPageTables: 14492 kB\nNFS_Unstable: 0 kB\nBounce: 0 kB\nCommitLimit: 27519244 kB\nCommitted_AS: 6838404 kB\nVmallocTotal: 34359738367 kB\nVmallocUsed: 6728 kB\nVmallocChunk: 34359730275 kB\nHugePages_Total: 0\nHugePages_Free: 0\nHugePages_Rsvd: 0\nHugepagesize: 2048 kB\n">>}]}, {'ns_1@10.2.1.66', [{last_heard,{1351,907728,932669}}, {outgoing_replications_safeness_level,[{"default",green}]}, {incoming_replications_conf_hashes,[{"default",[]}]}, {active_buckets,["default"]}, {ready_buckets,["default"]}, {local_tasks, [[{pid,<<"<0.17170.0>">>}, {bucket,<<"default">>}, {original_target,{[{type,bucket}]}}, {progress,33}, {started_on,1351907527}, {total_vbuckets,166}, {trigger_type,scheduled}, {type,bucket_compaction}, {updated_on,1351907661}, {vbuckets_done,56}], [{pid,<<"<0.17372.0>">>}, {changes_done,374382}, {design_documents,[<<"_design/A">>]}, {indexer_type,main}, {initial_build,false}, {progress,45}, {set,<<"default">>}, {signature,<<"afeb9408e40add49ae0c9bf58f0c5f26">>}, {started_on,1351907537}, {total_changes,826720}, {type,indexer}, {updated_on,1351907661}]]}, {memory, [{total,139700920}, {processes,88163296}, {processes_used,88157088}, {system,51537624}, {atom,1413905}, {atom_used,1392343}, {binary,11099568}, {code,14559765}, {ets,6141288}]}, {system_memory_data, [{system_total_memory,33657663488}, {free_swap,10684469248}, {total_swap,10684628992}, {cached_memory,11699908608}, {buffered_memory,262262784}, {free_memory,16182521856}, {total_memory,33657663488}]}, {node_storage_conf,[{db_path,"/data"},{index_path,"/data2"}]}, {statistics, [{wall_clock,{1904441,5002}}, {context_switches,{19863360,0}}, {garbage_collection,{1705508,18454452925,0}}, {io,{{input,29257082854},{output,6381621865}}}, {reductions,{7539966339,84400315}}, {run_queue,0}, {runtime,{673090,6030}}]}, {system_stats, [{cpu_utilization_rate,51.87032418952619}, {swap_total,10684628992}, {swap_used,159744}]}, {interesting_stats, [{couch_docs_actual_disk_size,8675854548}, {couch_docs_data_size,8089576820}, {couch_views_actual_disk_size,2350371403}, {couch_views_data_size,124039602}, {curr_items,3336681}, {curr_items_tot,3336681}, {mem_used,3688429304}, {vb_replica_curr_items,0}]}, {cluster_compatibility_version,131072}, {version, [{public_key,"0.13"}, {lhttpc,"1.3.0"}, {ale,"8cffe61"}, {os_mon,"2.2.7"}, {couch_set_view,"1.2.0a-47a991b-git"}, {mnesia,"4.5"}, {inets,"5.7.1"}, {couch,"1.2.0a-47a991b-git"}, {mapreduce,"1.0.0"}, {couch_index_merger,"1.2.0a-47a991b-git"}, {kernel,"2.14.5"}, {crypto,"2.0.4"}, {ssl,"4.1.6"}, {sasl,"2.1.10"}, {couch_view_parser,"1.0.0"}, {ns_server,"2.0.0-1925-rel-enterprise"}, {mochiweb,"1.4.1"}, {oauth,"7d85d3ef"}, {stdlib,"1.17.5"}]}, {supported_compat_version,[2,0]}, {system_arch,"x86_64-unknown-linux-gnu"}, {wall_clock,1904}, {memory_data,{33657663488,16906059776,{<19942.17372.0>,12342552}}}, {disk_data, [{"/",49781912,5}, {"/dev/shm",16434404,0}, {"/data",492257288,2}, {"/data2",246132896,1}]}, {meminfo, <<"MemTotal: 32868812 kB\nMemFree: 15803244 kB\nBuffers: 256116 kB\nCached: 11425692 kB\nSwapCached: 140 kB\nActive: 12060272 kB\nInactive: 4564100 kB\nHighTotal: 0 kB\nHighFree: 0 kB\nLowTotal: 32868812 kB\nLowFree: 15803244 kB\nSwapTotal: 10434208 kB\nSwapFree: 10434052 kB\nDirty: 2350520 kB\nWriteback: 6232 kB\nAnonPages: 4942196 kB\nMapped: 18020 kB\nSlab: 391784 kB\nPageTables: 14748 kB\nNFS_Unstable: 0 kB\nBounce: 0 kB\nCommitLimit: 26868612 kB\nCommitted_AS: 6690380 kB\nVmallocTotal: 34359738367 kB\nVmallocUsed: 6408 kB\nVmallocChunk: 34359730595 kB\nHugePages_Total: 0\nHugePages_Free: 0\nHugePages_Rsvd: 0\nHugepagesize: 2048 kB\n">>}]}, {'ns_1@10.2.1.67', [{last_heard,{1351,907654,732103}}, {outgoing_replications_safeness_level,[]}, {incoming_replications_conf_hashes,[]}, {active_buckets,[]}, {ready_buckets,[]}, {local_tasks,[]}, {memory, [{total,71829656}, {processes,30887696}, {processes_used,30214280}, {system,40941960}, {atom,1414713}, {atom_used,1393896}, {binary,1037296}, {code,14594040}, {ets,5914304}]}, {system_memory_data, [{system_total_memory,33657663488}, {free_swap,10701078528}, {total_swap,10701078528}, {cached_memory,659300352}, {buffered_memory,430133248}, {free_memory,27750006784}, {total_memory,33657663488}]}, {node_storage_conf,[{db_path,"/data"},{index_path,"/data2"}]}, {statistics, [{wall_clock,{1831230,1832}}, {context_switches,{16949803,0}}, {garbage_collection,{3182437,15221525271,0}}, {io,{{input,25799730626},{output,2418607685}}}, {reductions,{6295465588,1693467}}, {run_queue,0}, {runtime,{578140,230}}]}, {system_stats,[{cpu_utilization_rate,0},{swap_total,0},{swap_used,0}]}, {interesting_stats,[]}, {cluster_compatibility_version,131072}, {version, [{public_key,"0.13"}, {lhttpc,"1.3.0"}, {ale,"8cffe61"}, {os_mon,"2.2.7"}, {couch_set_view,"1.2.0a-47a991b-git"}, {mnesia,"4.5"}, {inets,"5.7.1"}, {couch,"1.2.0a-47a991b-git"}, {mapreduce,"1.0.0"}, {couch_index_merger,"1.2.0a-47a991b-git"}, {kernel,"2.14.5"}, {crypto,"2.0.4"}, {ssl,"4.1.6"}, {sasl,"2.1.10"}, {couch_view_parser,"1.0.0"}, {ns_server,"2.0.0-1925-rel-enterprise"}, {mochiweb,"1.4.1"}, {oauth,"7d85d3ef"}, {stdlib,"1.17.5"}]}, {supported_compat_version,[2,0]}, {system_arch,"x86_64-unknown-linux-gnu"}, {wall_clock,1831}, {memory_data,{33657663488,8392777728,{<19943.703.0>,3143528}}}, {disk_data, [{"/",49781912,9}, {"/dev/shm",16434404,0}, {"/data",492257288,1}, {"/data2",246132896,1}]}, {meminfo, <<"MemTotal: 32868812 kB\nMemFree: 27099616 kB\nBuffers: 420052 kB\nCached: 643848 kB\nSwapCached: 0 kB\nActive: 4986024 kB\nInactive: 530132 kB\nHighTotal: 0 kB\nHighFree: 0 kB\nLowTotal: 32868812 kB\nLowFree: 27099616 kB\nSwapTotal: 10450272 kB\nSwapFree: 10450272 kB\nDirty: 636 kB\nWriteback: 0 kB\nAnonPages: 4452376 kB\nMapped: 18052 kB\nSlab: 206568 kB\nPageTables: 13644 kB\nNFS_Unstable: 0 kB\nBounce: 0 kB\nCommitLimit: 26884676 kB\nCommitted_AS: 6139444 kB\nVmallocTotal: 34359738367 kB\nVmallocUsed: 6416 kB\nVmallocChunk: 34359730587 kB\nHugePages_Total: 0\nHugePages_Free: 0\nHugePages_Rsvd: 0\nHugepagesize: 2048 kB\n">>}]}, {'ns_1@10.2.1.68', [{last_heard,{1351,907731,239530}}, {outgoing_replications_safeness_level,[{"default",green}]}, {incoming_replications_conf_hashes,[{"default",[]}]}, {active_buckets,["default"]}, {ready_buckets,["default"]}, {local_tasks, [[{pid,<<"<0.17722.0>">>}, {changes_done,274823}, {design_documents,[<<"_design/A">>]}, {indexer_type,main}, {initial_build,false}, {progress,34}, {set,<<"default">>}, {signature,<<"afeb9408e40add49ae0c9bf58f0c5f26">>}, {started_on,1351907604}, {total_changes,787082}, {type,indexer}, {updated_on,1351907688}]]}, {memory, [{total,133913544}, {processes,82185536}, {processes_used,82172800}, {system,51728008}, {atom,1413905}, {atom_used,1392343}, {binary,11266936}, {code,14597005}, {ets,6101848}]}, {system_memory_data, [{system_total_memory,33657663488}, {free_swap,10684616704}, {total_swap,10684628992}, {cached_memory,12659802112}, {buffered_memory,327077888}, {free_memory,15015854080}, {total_memory,33657663488}]}, {node_storage_conf,[{db_path,"/data"},{index_path,"/data2"}]}, {statistics, [{wall_clock,{1906429,4999}}, {context_switches,{18783062,0}}, {garbage_collection,{1729140,16542075330,0}}, {io,{{input,28175118267},{output,5844627824}}}, {reductions,{6946119687,87720854}}, {run_queue,0}, {runtime,{652590,6400}}]}, {system_stats, [{cpu_utilization_rate,42.26519337016575}, {swap_total,10684628992}, {swap_used,12288}]}, {interesting_stats, [{couch_docs_actual_disk_size,10260119311}, {couch_docs_data_size,8101061148}, {couch_views_actual_disk_size,1759476108}, {couch_views_data_size,119281822}, {curr_items,3324246}, {curr_items_tot,3324246}, {mem_used,3672423032}, {vb_replica_curr_items,0}]}, {cluster_compatibility_version,131072}, {version, [{public_key,"0.13"}, {lhttpc,"1.3.0"}, {ale,"8cffe61"}, {os_mon,"2.2.7"}, {couch_set_view,"1.2.0a-47a991b-git"}, {mnesia,"4.5"}, {inets,"5.7.1"}, {couch,"1.2.0a-47a991b-git"}, {mapreduce,"1.0.0"}, {couch_index_merger,"1.2.0a-47a991b-git"}, {kernel,"2.14.5"}, {crypto,"2.0.4"}, {ssl,"4.1.6"}, {sasl,"2.1.10"}, {couch_view_parser,"1.0.0"}, {ns_server,"2.0.0-1925-rel-enterprise"}, {mochiweb,"1.4.1"}, {oauth,"7d85d3ef"}, {stdlib,"1.17.5"}]}, {supported_compat_version,[2,0]}, {system_arch,"x86_64-unknown-linux-gnu"}, {wall_clock,1906}, {memory_data,{33657663488,18009186304,{<19944.17722.0>,12342552}}}, {disk_data, [{"/",49781912,5}, {"/dev/shm",16434404,0}, {"/data",492257288,3}, {"/data2",246132896,1}]}, {meminfo, <<"MemTotal: 32868812 kB\nMemFree: 14663920 kB\nBuffers: 319412 kB\nCached: 12363088 kB\nSwapCached: 12 kB\nActive: 15756256 kB\nInactive: 1977000 kB\nHighTotal: 0 kB\nHighFree: 0 kB\nLowTotal: 32868812 kB\nLowFree: 14663920 kB\nSwapTotal: 10434208 kB\nSwapFree: 10434196 kB\nDirty: 1705988 kB\nWriteback: 0 kB\nAnonPages: 5050972 kB\nMapped: 18216 kB\nSlab: 422460 kB\nPageTables: 14884 kB\nNFS_Unstable: 0 kB\nBounce: 0 kB\nCommitLimit: 26868612 kB\nCommitted_AS: 6775352 kB\nVmallocTotal: 34359738367 kB\nVmallocUsed: 6408 kB\nVmallocChunk: 34359730595 kB\nHugePages_Total: 0\nHugePages_Free: 0\nHugePages_Rsvd: 0\nHugepagesize: 2048 kB\n">>}]}] [ns_doctor:debug,2012-11-02T18:56:32.742,ns_1@10.2.1.65:ns_doctor<0.5169.0>:ns_doctor:handle_info:137]Current node statuses: [{'ns_1@10.2.1.65', [{last_heard,{1351,907791,260053}}, {outgoing_replications_safeness_level,[{"default",green}]}, {incoming_replications_conf_hashes,[{"default",[]}]}, {active_buckets,["default"]}, {ready_buckets,["default"]}, {local_tasks, [[{pid,<<"<0.27766.0>">>}, {changes_done,784648}, {design_documents,[<<"_design/A">>]}, {indexer_type,main}, {initial_build,false}, {progress,100}, {set,<<"default">>}, {signature,<<"afeb9408e40add49ae0c9bf58f0c5f26">>}, {started_on,1351907547}, {total_changes,784648}, {type,indexer}, {updated_on,1351907789}]]}, {memory, [{total,148759632}, {processes,93199744}, {processes_used,91860064}, {system,55559888}, {atom,1502673}, {atom_used,1494165}, {binary,14031080}, {code,15250635}, {ets,6521848}]}, {system_memory_data, [{system_total_memory,33657663488}, {free_swap,11350716416}, {total_swap,11350876160}, {cached_memory,13296881664}, {buffered_memory,230780928}, {free_memory,14415724544}, {total_memory,33657663488}]}, {node_storage_conf,[{db_path,"/data"},{index_path,"/data2"}]}, {statistics, [{wall_clock,{1967193,5001}}, {context_switches,{22553785,0}}, {garbage_collection,{1846269,25504447433,0}}, {io,{{input,37026842743},{output,7553825535}}}, {reductions,{9664014209,90814962}}, {run_queue,0}, {runtime,{878110,7310}}]}, {system_stats, [{cpu_utilization_rate,44.08866995073892}, {swap_total,11350876160}, {swap_used,159744}]}, {interesting_stats, [{couch_docs_actual_disk_size,9001243856}, {couch_docs_data_size,8110492466}, {couch_views_actual_disk_size,3646837123}, {couch_views_data_size,146566744}, {curr_items,3339073}, {curr_items_tot,3339073}, {mem_used,3744910056}, {vb_replica_curr_items,0}]}, {cluster_compatibility_version,131072}, {version, [{public_key,"0.13"}, {lhttpc,"1.3.0"}, {ale,"8cffe61"}, {os_mon,"2.2.7"}, {couch_set_view,"1.2.0a-47a991b-git"}, {mnesia,"4.5"}, {inets,"5.7.1"}, {couch,"1.2.0a-47a991b-git"}, {mapreduce,"1.0.0"}, {couch_index_merger,"1.2.0a-47a991b-git"}, {kernel,"2.14.5"}, {crypto,"2.0.4"}, {ssl,"4.1.6"}, {sasl,"2.1.10"}, {couch_view_parser,"1.0.0"}, {ns_server,"2.0.0-1925-rel-enterprise"}, {mochiweb,"1.4.1"}, {oauth,"7d85d3ef"}, {stdlib,"1.17.5"}]}, {supported_compat_version,[2,0]}, {system_arch,"x86_64-unknown-linux-gnu"}, {wall_clock,1967}, {memory_data,{33657663488,18653261824,{<0.27766.0>,12342464}}}, {disk_data, [{"/",51088800,10}, {"/dev/shm",16434404,0}, {"/data",492257288,2}, {"/data2",246132896,2}]}, {meminfo, <<"MemTotal: 32868812 kB\nMemFree: 14077856 kB\nBuffers: 225372 kB\nCached: 12985236 kB\nSwapCached: 0 kB\nActive: 17542624 kB\nInactive: 768292 kB\nHighTotal: 0 kB\nHighFree: 0 kB\nLowTotal: 32868812 kB\nLowFree: 14077856 kB\nSwapTotal: 11084840 kB\nSwapFree: 11084684 kB\nDirty: 220200 kB\nWriteback: 0 kB\nAnonPages: 5100560 kB\nMapped: 16312 kB\nSlab: 432820 kB\nPageTables: 14484 kB\nNFS_Unstable: 0 kB\nBounce: 0 kB\nCommitLimit: 27519244 kB\nCommitted_AS: 6841472 kB\nVmallocTotal: 34359738367 kB\nVmallocUsed: 6728 kB\nVmallocChunk: 34359730275 kB\nHugePages_Total: 0\nHugePages_Free: 0\nHugePages_Rsvd: 0\nHugepagesize: 2048 kB\n">>}]}, {'ns_1@10.2.1.66', [{last_heard,{1351,907788,932187}}, {outgoing_replications_safeness_level,[{"default",green}]}, {incoming_replications_conf_hashes,[{"default",[]}]}, {active_buckets,["default"]}, {ready_buckets,["default"]}, {local_tasks, [[{pid,<<"<0.17170.0>">>}, {bucket,<<"default">>}, {original_target,{[{type,bucket}]}}, {progress,53}, {started_on,1351907527}, {total_vbuckets,166}, {trigger_type,scheduled}, {type,bucket_compaction}, {updated_on,1351907721}, {vbuckets_done,88}], [{pid,<<"<0.17372.0>">>}, {changes_done,523598}, {design_documents,[<<"_design/A">>]}, {indexer_type,main}, {initial_build,false}, {progress,63}, {set,<<"default">>}, {signature,<<"afeb9408e40add49ae0c9bf58f0c5f26">>}, {started_on,1351907537}, {total_changes,826720}, {type,indexer}, {updated_on,1351907720}]]}, {memory, [{total,133589232}, {processes,86893424}, {processes_used,86880656}, {system,46695808}, {atom,1413905}, {atom_used,1392343}, {binary,6041360}, {code,14559765}, {ets,6353136}]}, {system_memory_data, [{system_total_memory,33657663488}, {free_swap,10684469248}, {total_swap,10684628992}, {cached_memory,12374966272}, {buffered_memory,264458240}, {free_memory,15478280192}, {total_memory,33657663488}]}, {node_storage_conf,[{db_path,"/data"},{index_path,"/data2"}]}, {statistics, [{wall_clock,{1964439,5000}}, {context_switches,{21813873,0}}, {garbage_collection,{1799998,21925546635,0}}, {io,{{input,32451205162},{output,7147425871}}}, {reductions,{8523173574,81302907}}, {run_queue,0}, {runtime,{744920,6080}}]}, {system_stats, [{cpu_utilization_rate,36.65835411471322}, {swap_total,10684628992}, {swap_used,159744}]}, {interesting_stats, [{couch_docs_actual_disk_size,8633169205}, {couch_docs_data_size,8090379753}, {couch_views_actual_disk_size,3105187318}, {couch_views_data_size,132599205}, {curr_items,3336681}, {curr_items_tot,3336681}, {mem_used,3688429304}, {vb_replica_curr_items,0}]}, {cluster_compatibility_version,131072}, {version, [{public_key,"0.13"}, {lhttpc,"1.3.0"}, {ale,"8cffe61"}, {os_mon,"2.2.7"}, {couch_set_view,"1.2.0a-47a991b-git"}, {mnesia,"4.5"}, {inets,"5.7.1"}, {couch,"1.2.0a-47a991b-git"}, {mapreduce,"1.0.0"}, {couch_index_merger,"1.2.0a-47a991b-git"}, {kernel,"2.14.5"}, {crypto,"2.0.4"}, {ssl,"4.1.6"}, {sasl,"2.1.10"}, {couch_view_parser,"1.0.0"}, {ns_server,"2.0.0-1925-rel-enterprise"}, {mochiweb,"1.4.1"}, {oauth,"7d85d3ef"}, {stdlib,"1.17.5"}]}, {supported_compat_version,[2,0]}, {system_arch,"x86_64-unknown-linux-gnu"}, {wall_clock,1964}, {memory_data,{33657663488,17662443520,{<19942.17370.0>,13313552}}}, {disk_data, [{"/",49781912,5}, {"/dev/shm",16434404,0}, {"/data",492257288,2}, {"/data2",246132896,2}]}, {meminfo, <<"MemTotal: 32868812 kB\nMemFree: 15115632 kB\nBuffers: 258260 kB\nCached: 12084600 kB\nSwapCached: 140 kB\nActive: 11773984 kB\nInactive: 5519336 kB\nHighTotal: 0 kB\nHighFree: 0 kB\nLowTotal: 32868812 kB\nLowFree: 15115632 kB\nSwapTotal: 10434208 kB\nSwapFree: 10434052 kB\nDirty: 3045368 kB\nWriteback: 0 kB\nAnonPages: 4950180 kB\nMapped: 18024 kB\nSlab: 410460 kB\nPageTables: 14816 kB\nNFS_Unstable: 0 kB\nBounce: 0 kB\nCommitLimit: 26868612 kB\nCommitted_AS: 6693516 kB\nVmallocTotal: 34359738367 kB\nVmallocUsed: 6408 kB\nVmallocChunk: 34359730595 kB\nHugePages_Total: 0\nHugePages_Free: 0\nHugePages_Rsvd: 0\nHugepagesize: 2048 kB\n">>}]}, {'ns_1@10.2.1.67', [{last_heard,{1351,907654,732103}}, {outgoing_replications_safeness_level,[]}, {incoming_replications_conf_hashes,[]}, {active_buckets,[]}, {ready_buckets,[]}, {local_tasks,[]}, {memory, [{total,71829656}, {processes,30887696}, {processes_used,30214280}, {system,40941960}, {atom,1414713}, {atom_used,1393896}, {binary,1037296}, {code,14594040}, {ets,5914304}]}, {system_memory_data, [{system_total_memory,33657663488}, {free_swap,10701078528}, {total_swap,10701078528}, {cached_memory,659300352}, {buffered_memory,430133248}, {free_memory,27750006784}, {total_memory,33657663488}]}, {node_storage_conf,[{db_path,"/data"},{index_path,"/data2"}]}, {statistics, [{wall_clock,{1831230,1832}}, {context_switches,{16949803,0}}, {garbage_collection,{3182437,15221525271,0}}, {io,{{input,25799730626},{output,2418607685}}}, {reductions,{6295465588,1693467}}, {run_queue,0}, {runtime,{578140,230}}]}, {system_stats,[{cpu_utilization_rate,0},{swap_total,0},{swap_used,0}]}, {interesting_stats,[]}, {cluster_compatibility_version,131072}, {version, [{public_key,"0.13"}, {lhttpc,"1.3.0"}, {ale,"8cffe61"}, {os_mon,"2.2.7"}, {couch_set_view,"1.2.0a-47a991b-git"}, {mnesia,"4.5"}, {inets,"5.7.1"}, {couch,"1.2.0a-47a991b-git"}, {mapreduce,"1.0.0"}, {couch_index_merger,"1.2.0a-47a991b-git"}, {kernel,"2.14.5"}, {crypto,"2.0.4"}, {ssl,"4.1.6"}, {sasl,"2.1.10"}, {couch_view_parser,"1.0.0"}, {ns_server,"2.0.0-1925-rel-enterprise"}, {mochiweb,"1.4.1"}, {oauth,"7d85d3ef"}, {stdlib,"1.17.5"}]}, {supported_compat_version,[2,0]}, {system_arch,"x86_64-unknown-linux-gnu"}, {wall_clock,1831}, {memory_data,{33657663488,8392777728,{<19943.703.0>,3143528}}}, {disk_data, [{"/",49781912,9}, {"/dev/shm",16434404,0}, {"/data",492257288,1}, {"/data2",246132896,1}]}, {meminfo, <<"MemTotal: 32868812 kB\nMemFree: 27099616 kB\nBuffers: 420052 kB\nCached: 643848 kB\nSwapCached: 0 kB\nActive: 4986024 kB\nInactive: 530132 kB\nHighTotal: 0 kB\nHighFree: 0 kB\nLowTotal: 32868812 kB\nLowFree: 27099616 kB\nSwapTotal: 10450272 kB\nSwapFree: 10450272 kB\nDirty: 636 kB\nWriteback: 0 kB\nAnonPages: 4452376 kB\nMapped: 18052 kB\nSlab: 206568 kB\nPageTables: 13644 kB\nNFS_Unstable: 0 kB\nBounce: 0 kB\nCommitLimit: 26884676 kB\nCommitted_AS: 6139444 kB\nVmallocTotal: 34359738367 kB\nVmallocUsed: 6416 kB\nVmallocChunk: 34359730587 kB\nHugePages_Total: 0\nHugePages_Free: 0\nHugePages_Rsvd: 0\nHugepagesize: 2048 kB\n">>}]}, {'ns_1@10.2.1.68', [{last_heard,{1351,907791,239339}}, {outgoing_replications_safeness_level,[{"default",green}]}, {incoming_replications_conf_hashes,[{"default",[]}]}, {active_buckets,["default"]}, {ready_buckets,["default"]}, {local_tasks, [[{pid,<<"<0.17722.0>">>}, {changes_done,450681}, {design_documents,[<<"_design/A">>]}, {indexer_type,main}, {initial_build,false}, {progress,57}, {set,<<"default">>}, {signature,<<"afeb9408e40add49ae0c9bf58f0c5f26">>}, {started_on,1351907604}, {total_changes,787082}, {type,indexer}, {updated_on,1351907745}]]}, {memory, [{total,133951000}, {processes,84501256}, {processes_used,84488520}, {system,49449744}, {atom,1413905}, {atom_used,1392343}, {binary,8807968}, {code,14597005}, {ets,6282728}]}, {system_memory_data, [{system_total_memory,33657663488}, {free_swap,10684616704}, {total_swap,10684628992}, {cached_memory,13449719808}, {buffered_memory,328036352}, {free_memory,14195879936}, {total_memory,33657663488}]}, {node_storage_conf,[{db_path,"/data"},{index_path,"/data2"}]}, {statistics, [{wall_clock,{1966429,4999}}, {context_switches,{20586614,0}}, {garbage_collection,{1827140,20492092411,0}}, {io,{{input,31507187040},{output,6649213128}}}, {reductions,{8009581206,82113827}}, {run_queue,0}, {runtime,{729780,6390}}]}, {system_stats, [{cpu_utilization_rate,36.15960099750623}, {swap_total,10684628992}, {swap_used,12288}]}, {interesting_stats, [{couch_docs_actual_disk_size,10260116595}, {couch_docs_data_size,8101061148}, {couch_views_actual_disk_size,2553638783}, {couch_views_data_size,127905549}, {curr_items,3324246}, {curr_items_tot,3324246}, {mem_used,3672423032}, {vb_replica_curr_items,0}]}, {cluster_compatibility_version,131072}, {version, [{public_key,"0.13"}, {lhttpc,"1.3.0"}, {ale,"8cffe61"}, {os_mon,"2.2.7"}, {couch_set_view,"1.2.0a-47a991b-git"}, {mnesia,"4.5"}, {inets,"5.7.1"}, {couch,"1.2.0a-47a991b-git"}, {mapreduce,"1.0.0"}, {couch_index_merger,"1.2.0a-47a991b-git"}, {kernel,"2.14.5"}, {crypto,"2.0.4"}, {ssl,"4.1.6"}, {sasl,"2.1.10"}, {couch_view_parser,"1.0.0"}, {ns_server,"2.0.0-1925-rel-enterprise"}, {mochiweb,"1.4.1"}, {oauth,"7d85d3ef"}, {stdlib,"1.17.5"}]}, {supported_compat_version,[2,0]}, {system_arch,"x86_64-unknown-linux-gnu"}, {wall_clock,1966}, {memory_data,{33657663488,18837327872,{<19944.17722.0>,12342520}}}, {disk_data, [{"/",49781912,5}, {"/dev/shm",16434404,0}, {"/data",492257288,3}, {"/data2",246132896,1}]}, {meminfo, <<"MemTotal: 32868812 kB\nMemFree: 13862296 kB\nBuffers: 320348 kB\nCached: 13134492 kB\nSwapCached: 12 kB\nActive: 16971568 kB\nInactive: 1543008 kB\nHighTotal: 0 kB\nHighFree: 0 kB\nLowTotal: 32868812 kB\nLowFree: 13862296 kB\nSwapTotal: 10434208 kB\nSwapFree: 10434196 kB\nDirty: 2468380 kB\nWriteback: 0 kB\nAnonPages: 5059572 kB\nMapped: 18216 kB\nSlab: 443420 kB\nPageTables: 14880 kB\nNFS_Unstable: 0 kB\nBounce: 0 kB\nCommitLimit: 26868612 kB\nCommitted_AS: 6779688 kB\nVmallocTotal: 34359738367 kB\nVmallocUsed: 6408 kB\nVmallocChunk: 34359730595 kB\nHugePages_Total: 0\nHugePages_Free: 0\nHugePages_Rsvd: 0\nHugepagesize: 2048 kB\n">>}]}] [stats:debug,2012-11-02T18:57:06.753,ns_1@10.2.1.65:<0.5555.0>:stats_collector:maybe_log_stats:126](at {{1970,1,16},{7,31,47}}) Stats for bucket "default": accepting_conns 1 auth_cmds 3 auth_errors 0 bucket_active_conns 1 bucket_conns 5 bytes 3744910056 bytes_read 8991532586 bytes_written 170228961 cas_badval 0 cas_hits 0 cas_misses 0 cmd_flush 0 cmd_get 0 cmd_set 2497553 conn_yields 9216 connection_structures 5000 curr_connections 9 curr_conns_on_port_11209 6 curr_conns_on_port_11210 1 curr_items 3339073 curr_items_tot 3339073 curr_temp_items 0 daemon_connections 4 decr_hits 0 decr_misses 0 delete_hits 0 delete_misses 0 ep_access_scanner_last_runtime 0 ep_access_scanner_num_items 0 ep_access_scanner_task_time 2012-11-03 10:00:00 ep_allow_data_loss_during_shutdown 1 ep_alog_block_size 4096 ep_alog_path /data/default/access.log ep_alog_sleep_time 1440 ep_alog_task_time 10 ep_backend couchdb ep_bg_fetch_delay 0 ep_bg_fetched 0 ep_bg_meta_fetched 0 ep_bg_remaining_jobs 0 ep_chk_max_items 5000 ep_chk_period 1800 ep_chk_persistence_remains 0 ep_chk_persistence_timeout 10 ep_chk_remover_stime 5 ep_commit_num 1344 ep_commit_time 525 ep_commit_time_total 42567 ep_concurrentDB 1 ep_config_file ep_couch_bucket default ep_couch_host localhost ep_couch_port 11213 ep_couch_reconnect_sleeptime 250 ep_couch_response_timeout 180000 ep_data_age 3 ep_data_age_highwat 157 ep_data_traffic_enabled 0 ep_dbinit 0 ep_dbname /data/default ep_degraded_mode 0 ep_diskqueue_drain 3344872 ep_diskqueue_fill 3344849 ep_diskqueue_items 0 ep_diskqueue_memory 0 ep_diskqueue_pending 0 ep_exp_pager_stime 3600 ep_exp_pager_stime 3600 ep_expired_access 0 ep_expired_pager 0 ep_expiry_window 3 ep_failpartialwarmup 0 ep_flush_all false ep_flush_duration_total 933 ep_flushall_enabled 0 ep_flusher_state running ep_flusher_todo 0 ep_getl_default_timeout 15 ep_getl_max_timeout 30 ep_ht_locks 5 ep_ht_size 3079 ep_inconsistent_slave_chk 0 ep_initfile ep_io_num_read 0 ep_io_num_write 3342273 ep_io_read_bytes 0 ep_io_write_bytes 7914921527 ep_item_begin_failed 0 ep_item_commit_failed 0 ep_item_flush_expired 0 ep_item_flush_failed 0 ep_item_num_based_new_chk 1 ep_items_rm_from_checkpoints 2500025 ep_keep_closed_chks 0 ep_klog_block_size 4096 ep_klog_compactor_queue_cap 500000 ep_klog_compactor_stime 3600 ep_klog_flush commit2 ep_klog_max_entry_ratio 10 ep_klog_max_log_size 2147483647 ep_klog_path ep_klog_sync commit2 ep_kv_size 3673659643 ep_max_checkpoints 2 ep_max_data_size 5242880000 ep_max_item_size 20971520 ep_max_size 5242880000 ep_max_txn_size 10000 ep_max_vbuckets 512 ep_mem_high_wat 3932160000 ep_mem_high_wat 3932160000 ep_mem_low_wat 3145728000 ep_mem_low_wat 3145728000 ep_mem_tracker_enabled true ep_min_data_age 0 ep_mlog_compactor_runs 0 ep_mutation_mem_threshold 0 ep_num_access_scanner_runs 0 ep_num_eject_failures 1250313 ep_num_expiry_pager_runs 0 ep_num_non_resident 1915282 ep_num_not_my_vbuckets 0 ep_num_ops_del_meta 0 ep_num_ops_get_meta 0 ep_num_ops_set_meta 0 ep_num_pager_runs 18 ep_num_value_ejects 1915282 ep_oom_errors 0 ep_overhead 21598334 ep_pager_active_vb_pcnt 40 ep_pager_unbiased_period 60 ep_pending_ops 0 ep_pending_ops_max 0 ep_pending_ops_max_duration 0 ep_pending_ops_total 0 ep_postInitfile ep_queue_age_cap 900 ep_queue_size 0 ep_startup_time 1351906023 ep_storage_age 3 ep_storage_age_highwat 156 ep_store_max_concurrency 10 ep_store_max_readers 9 ep_store_max_readwrite 1 ep_stored_val_type ep_tap_ack_grace_period 300 ep_tap_ack_initial_sequence_number 1 ep_tap_ack_interval 1000 ep_tap_ack_window_size 10 ep_tap_backfill_resident 0.9 ep_tap_backlog_limit 5000 ep_tap_backoff_period 5 ep_tap_bg_fetch_requeued 0 ep_tap_bg_fetched 0 ep_tap_bg_max_pending 500 ep_tap_keepalive 300 ep_tap_noop_interval 20 ep_tap_requeue_sleep_time 0.1 ep_tap_throttle_cap_pcnt 10 ep_tap_throttle_queue_cap 1000000 ep_tap_throttle_threshold 90 ep_tmp_oom_errors 0 ep_too_old 0 ep_too_young 0 ep_total_cache_size 3633590767 ep_total_del_items 0 ep_total_enqueued 3344849 ep_total_new_items 3339073 ep_total_persisted 3342273 ep_uncommitted_items 0 ep_value_size 3397260143 ep_vb0 0 ep_vb_snapshot_total 158 ep_vb_total 171 ep_vbucket_del 0 ep_vbucket_del_fail 0 ep_version 2.0.0r_130_g8b09894 ep_waitforwarmup 0 ep_warmup 1 ep_warmup_batch_size 1000 ep_warmup_dups 0 ep_warmup_min_items_threshold 100 ep_warmup_min_memory_threshold 100 ep_warmup_oom 0 ep_warmup_thread complete ep_warmup_time 966 get_hits 0 get_misses 0 incr_hits 0 incr_misses 0 libevent 2.0.11-stable limit_maxbytes 67108864 listen_disabled_num 0 max_conns_on_port_11209 1000 max_conns_on_port_11210 9000 mem_used 3744910056 pid 18466 pointer_size 64 rejected_conns 0 rusage_system 106.329835 rusage_user 302.002088 tap_checkpoint_start_received 86 tap_mutation_received 1239724 tap_opaque_received 301 tap_vbucket_set_received 86 threads 4 time 1351907826 total_connections 192 uptime 1992 vb_active_curr_items 3339073 vb_active_eject 1915282 vb_active_expired 0 vb_active_ht_memory 21118440 vb_active_itm_memory 3633590767 vb_active_meta_data_memory 263786767 vb_active_num 171 vb_active_num_non_resident 1915282 vb_active_num_ref_ejects 1915282 vb_active_num_ref_items 3339073 vb_active_ops_create 3339073 vb_active_ops_delete 0 vb_active_ops_reject 0 vb_active_ops_update 3200 vb_active_perc_mem_resident 42 vb_active_queue_age 0 vb_active_queue_drain 3344872 vb_active_queue_fill 3344849 vb_active_queue_memory 0 vb_active_queue_pending 0 vb_active_queue_size 0 vb_dead_num 0 vb_pending_curr_items 0 vb_pending_eject 0 vb_pending_expired 0 vb_pending_ht_memory 0 vb_pending_itm_memory 0 vb_pending_meta_data_memory 0 vb_pending_num 0 vb_pending_num_non_resident 0 vb_pending_num_ref_ejects 0 vb_pending_num_ref_items 0 vb_pending_ops_create 0 vb_pending_ops_delete 0 vb_pending_ops_reject 0 vb_pending_ops_update 0 vb_pending_perc_mem_resident 0 vb_pending_queue_age 0 vb_pending_queue_drain 0 vb_pending_queue_fill 0 vb_pending_queue_memory 0 vb_pending_queue_pending 0 vb_pending_queue_size 0 vb_replica_curr_items 0 vb_replica_eject 0 vb_replica_expired 0 vb_replica_ht_memory 0 vb_replica_itm_memory 0 vb_replica_meta_data_memory 0 vb_replica_num 0 vb_replica_num_non_resident 0 vb_replica_num_ref_ejects 0 vb_replica_num_ref_items 0 vb_replica_ops_create 0 vb_replica_ops_delete 0 vb_replica_ops_reject 0 vb_replica_ops_update 0 vb_replica_perc_mem_resident 0 vb_replica_queue_age 0 vb_replica_queue_drain 0 vb_replica_queue_fill 0 vb_replica_queue_memory 0 vb_replica_queue_pending 0 vb_replica_queue_size 0 version 1.4.4_600_g7ea975a [ns_doctor:debug,2012-11-02T18:57:32.742,ns_1@10.2.1.65:ns_doctor<0.5169.0>:ns_doctor:handle_info:137]Current node statuses: [{'ns_1@10.2.1.65', [{last_heard,{1351,907851,259770}}, {outgoing_replications_safeness_level,[{"default",green}]}, {incoming_replications_conf_hashes,[{"default",[]}]}, {active_buckets,["default"]}, {ready_buckets,["default"]}, {local_tasks,[]}, {memory, [{total,117260616}, {processes,69015848}, {processes_used,67665856}, {system,48244768}, {atom,1502673}, {atom_used,1494165}, {binary,6535504}, {code,15250635}, {ets,6705216}]}, {system_memory_data, [{system_total_memory,33657663488}, {free_swap,11350716416}, {total_swap,11350876160}, {cached_memory,13357178880}, {buffered_memory,231161856}, {free_memory,14382632960}, {total_memory,33657663488}]}, {node_storage_conf,[{db_path,"/data"},{index_path,"/data2"}]}, {statistics, [{wall_clock,{2027193,5000}}, {context_switches,{22776322,0}}, {garbage_collection,{1859286,25842524327,0}}, {io,{{input,37364052907},{output,7626697731}}}, {reductions,{9775546358,1999594}}, {run_queue,0}, {runtime,{890750,480}}]}, {system_stats, [{cpu_utilization_rate,3.491271820448878}, {swap_total,11350876160}, {swap_used,159744}]}, {interesting_stats, [{couch_docs_actual_disk_size,9001243856}, {couch_docs_data_size,8110492466}, {couch_views_actual_disk_size,3734983855}, {couch_views_data_size,148053429}, {curr_items,3339073}, {curr_items_tot,3339073}, {mem_used,3744910056}, {vb_replica_curr_items,0}]}, {cluster_compatibility_version,131072}, {version, [{public_key,"0.13"}, {lhttpc,"1.3.0"}, {ale,"8cffe61"}, {os_mon,"2.2.7"}, {couch_set_view,"1.2.0a-47a991b-git"}, {mnesia,"4.5"}, {inets,"5.7.1"}, {couch,"1.2.0a-47a991b-git"}, {mapreduce,"1.0.0"}, {couch_index_merger,"1.2.0a-47a991b-git"}, {kernel,"2.14.5"}, {crypto,"2.0.4"}, {ssl,"4.1.6"}, {sasl,"2.1.10"}, {couch_view_parser,"1.0.0"}, {ns_server,"2.0.0-1925-rel-enterprise"}, {mochiweb,"1.4.1"}, {oauth,"7d85d3ef"}, {stdlib,"1.17.5"}]}, {supported_compat_version,[2,0]}, {system_arch,"x86_64-unknown-linux-gnu"}, {wall_clock,2027}, {memory_data,{33657663488,19271094272,{<0.5546.0>,4714984}}}, {disk_data, [{"/",51088800,10}, {"/dev/shm",16434404,0}, {"/data",492257288,2}, {"/data2",246132896,2}]}, {meminfo, <<"MemTotal: 32868812 kB\nMemFree: 14045540 kB\nBuffers: 225744 kB\nCached: 13044120 kB\nSwapCached: 0 kB\nActive: 17605292 kB\nInactive: 736840 kB\nHighTotal: 0 kB\nHighFree: 0 kB\nLowTotal: 32868812 kB\nLowFree: 14045540 kB\nSwapTotal: 11084840 kB\nSwapFree: 11084684 kB\nDirty: 275644 kB\nWriteback: 0 kB\nAnonPages: 5072684 kB\nMapped: 16312 kB\nSlab: 433840 kB\nPageTables: 14444 kB\nNFS_Unstable: 0 kB\nBounce: 0 kB\nCommitLimit: 27519244 kB\nCommitted_AS: 6793496 kB\nVmallocTotal: 34359738367 kB\nVmallocUsed: 6728 kB\nVmallocChunk: 34359730275 kB\nHugePages_Total: 0\nHugePages_Free: 0\nHugePages_Rsvd: 0\nHugepagesize: 2048 kB\n">>}]}, {'ns_1@10.2.1.66', [{last_heard,{1351,907848,934567}}, {outgoing_replications_safeness_level,[{"default",green}]}, {incoming_replications_conf_hashes,[{"default",[]}]}, {active_buckets,["default"]}, {ready_buckets,["default"]}, {local_tasks, [[{pid,<<"<0.17170.0>">>}, {bucket,<<"default">>}, {original_target,{[{type,bucket}]}}, {progress,78}, {started_on,1351907527}, {total_vbuckets,166}, {trigger_type,scheduled}, {type,bucket_compaction}, {updated_on,1351907780}, {vbuckets_done,131}], [{pid,<<"<0.17372.0>">>}, {changes_done,691473}, {design_documents,[<<"_design/A">>]}, {indexer_type,main}, {initial_build,false}, {progress,83}, {set,<<"default">>}, {signature,<<"afeb9408e40add49ae0c9bf58f0c5f26">>}, {started_on,1351907537}, {total_changes,826720}, {type,indexer}, {updated_on,1351907780}]]}, {memory, [{total,137064480}, {processes,90850840}, {processes_used,90840832}, {system,46213640}, {atom,1413905}, {atom_used,1392343}, {binary,5327432}, {code,14559765}, {ets,6579352}]}, {system_memory_data, [{system_total_memory,33657663488}, {free_swap,10684469248}, {total_swap,10684628992}, {cached_memory,13058093056}, {buffered_memory,267350016}, {free_memory,14772547584}, {total_memory,33657663488}]}, {node_storage_conf,[{db_path,"/data"},{index_path,"/data2"}]}, {statistics, [{wall_clock,{2024440,5001}}, {context_switches,{23914834,0}}, {garbage_collection,{1900426,25223364726,0}}, {io,{{input,36094144766},{output,7879786507}}}, {reductions,{9493983816,85879810}}, {run_queue,0}, {runtime,{819100,6380}}]}, {system_stats, [{cpu_utilization_rate,39.25}, {swap_total,10684628992}, {swap_used,159744}]}, {interesting_stats, [{couch_docs_actual_disk_size,8577085807}, {couch_docs_data_size,8091425750}, {couch_views_actual_disk_size,3816790968}, {couch_views_data_size,142719376}, {curr_items,3336681}, {curr_items_tot,3336681}, {mem_used,3688429304}, {vb_replica_curr_items,0}]}, {cluster_compatibility_version,131072}, {version, [{public_key,"0.13"}, {lhttpc,"1.3.0"}, {ale,"8cffe61"}, {os_mon,"2.2.7"}, {couch_set_view,"1.2.0a-47a991b-git"}, {mnesia,"4.5"}, {inets,"5.7.1"}, {couch,"1.2.0a-47a991b-git"}, {mapreduce,"1.0.0"}, {couch_index_merger,"1.2.0a-47a991b-git"}, {kernel,"2.14.5"}, {crypto,"2.0.4"}, {ssl,"4.1.6"}, {sasl,"2.1.10"}, {couch_view_parser,"1.0.0"}, {ns_server,"2.0.0-1925-rel-enterprise"}, {mochiweb,"1.4.1"}, {oauth,"7d85d3ef"}, {stdlib,"1.17.5"}]}, {supported_compat_version,[2,0]}, {system_arch,"x86_64-unknown-linux-gnu"}, {wall_clock,2024}, {memory_data,{33657663488,18379149312,{<19942.17370.0>,13313480}}}, {disk_data, [{"/",49781912,5}, {"/dev/shm",16434404,0}, {"/data",492257288,2}, {"/data2",246132896,2}]}, {meminfo, <<"MemTotal: 32868812 kB\nMemFree: 14426316 kB\nBuffers: 261084 kB\nCached: 12752044 kB\nSwapCached: 140 kB\nActive: 10916864 kB\nInactive: 7047116 kB\nHighTotal: 0 kB\nHighFree: 0 kB\nLowTotal: 32868812 kB\nLowFree: 14426316 kB\nSwapTotal: 10434208 kB\nSwapFree: 10434052 kB\nDirty: 3299528 kB\nWriteback: 3108 kB\nAnonPages: 4950636 kB\nMapped: 18020 kB\nSlab: 429304 kB\nPageTables: 14724 kB\nNFS_Unstable: 0 kB\nBounce: 0 kB\nCommitLimit: 26868612 kB\nCommitted_AS: 6696812 kB\nVmallocTotal: 34359738367 kB\nVmallocUsed: 6408 kB\nVmallocChunk: 34359730595 kB\nHugePages_Total: 0\nHugePages_Free: 0\nHugePages_Rsvd: 0\nHugepagesize: 2048 kB\n">>}]}, {'ns_1@10.2.1.67', [{last_heard,{1351,907654,732103}}, {outgoing_replications_safeness_level,[]}, {incoming_replications_conf_hashes,[]}, {active_buckets,[]}, {ready_buckets,[]}, {local_tasks,[]}, {memory, [{total,71829656}, {processes,30887696}, {processes_used,30214280}, {system,40941960}, {atom,1414713}, {atom_used,1393896}, {binary,1037296}, {code,14594040}, {ets,5914304}]}, {system_memory_data, [{system_total_memory,33657663488}, {free_swap,10701078528}, {total_swap,10701078528}, {cached_memory,659300352}, {buffered_memory,430133248}, {free_memory,27750006784}, {total_memory,33657663488}]}, {node_storage_conf,[{db_path,"/data"},{index_path,"/data2"}]}, {statistics, [{wall_clock,{1831230,1832}}, {context_switches,{16949803,0}}, {garbage_collection,{3182437,15221525271,0}}, {io,{{input,25799730626},{output,2418607685}}}, {reductions,{6295465588,1693467}}, {run_queue,0}, {runtime,{578140,230}}]}, {system_stats,[{cpu_utilization_rate,0},{swap_total,0},{swap_used,0}]}, {interesting_stats,[]}, {cluster_compatibility_version,131072}, {version, [{public_key,"0.13"}, {lhttpc,"1.3.0"}, {ale,"8cffe61"}, {os_mon,"2.2.7"}, {couch_set_view,"1.2.0a-47a991b-git"}, {mnesia,"4.5"}, {inets,"5.7.1"}, {couch,"1.2.0a-47a991b-git"}, {mapreduce,"1.0.0"}, {couch_index_merger,"1.2.0a-47a991b-git"}, {kernel,"2.14.5"}, {crypto,"2.0.4"}, {ssl,"4.1.6"}, {sasl,"2.1.10"}, {couch_view_parser,"1.0.0"}, {ns_server,"2.0.0-1925-rel-enterprise"}, {mochiweb,"1.4.1"}, {oauth,"7d85d3ef"}, {stdlib,"1.17.5"}]}, {supported_compat_version,[2,0]}, {system_arch,"x86_64-unknown-linux-gnu"}, {wall_clock,1831}, {memory_data,{33657663488,8392777728,{<19943.703.0>,3143528}}}, {disk_data, [{"/",49781912,9}, {"/dev/shm",16434404,0}, {"/data",492257288,1}, {"/data2",246132896,1}]}, {meminfo, <<"MemTotal: 32868812 kB\nMemFree: 27099616 kB\nBuffers: 420052 kB\nCached: 643848 kB\nSwapCached: 0 kB\nActive: 4986024 kB\nInactive: 530132 kB\nHighTotal: 0 kB\nHighFree: 0 kB\nLowTotal: 32868812 kB\nLowFree: 27099616 kB\nSwapTotal: 10450272 kB\nSwapFree: 10450272 kB\nDirty: 636 kB\nWriteback: 0 kB\nAnonPages: 4452376 kB\nMapped: 18052 kB\nSlab: 206568 kB\nPageTables: 13644 kB\nNFS_Unstable: 0 kB\nBounce: 0 kB\nCommitLimit: 26884676 kB\nCommitted_AS: 6139444 kB\nVmallocTotal: 34359738367 kB\nVmallocUsed: 6416 kB\nVmallocChunk: 34359730587 kB\nHugePages_Total: 0\nHugePages_Free: 0\nHugePages_Rsvd: 0\nHugepagesize: 2048 kB\n">>}]}, {'ns_1@10.2.1.68', [{last_heard,{1351,907851,240577}}, {outgoing_replications_safeness_level,[{"default",green}]}, {incoming_replications_conf_hashes,[{"default",[]}]}, {active_buckets,["default"]}, {ready_buckets,["default"]}, {local_tasks, [[{pid,<<"<0.17722.0>">>}, {changes_done,646552}, {design_documents,[<<"_design/A">>]}, {indexer_type,main}, {initial_build,false}, {progress,82}, {set,<<"default">>}, {signature,<<"afeb9408e40add49ae0c9bf58f0c5f26">>}, {started_on,1351907604}, {total_changes,787082}, {type,indexer}, {updated_on,1351907808}]]}, {memory, [{total,132791000}, {processes,82977152}, {processes_used,82964416}, {system,49813848}, {atom,1413905}, {atom_used,1392343}, {binary,8988328}, {code,14597005}, {ets,6466440}]}, {system_memory_data, [{system_total_memory,33657663488}, {free_swap,10684616704}, {total_swap,10684628992}, {cached_memory,14180249600}, {buffered_memory,329056256}, {free_memory,13444431872}, {total_memory,33657663488}]}, {node_storage_conf,[{db_path,"/data"},{index_path,"/data2"}]}, {statistics, [{wall_clock,{2026430,5000}}, {context_switches,{22528553,0}}, {garbage_collection,{1930174,24202488835,0}}, {io,{{input,35157999076},{output,7405338156}}}, {reductions,{9040372707,86924302}}, {run_queue,0}, {runtime,{809870,6770}}]}, {system_stats, [{cpu_utilization_rate,30.25}, {swap_total,10684628992}, {swap_used,12288}]}, {interesting_stats, [{couch_docs_actual_disk_size,10260116595}, {couch_docs_data_size,8101061148}, {couch_views_actual_disk_size,3287272887}, {couch_views_data_size,139424050}, {curr_items,3324246}, {curr_items_tot,3324246}, {mem_used,3672423032}, {vb_replica_curr_items,0}]}, {cluster_compatibility_version,131072}, {version, [{public_key,"0.13"}, {lhttpc,"1.3.0"}, {ale,"8cffe61"}, {os_mon,"2.2.7"}, {couch_set_view,"1.2.0a-47a991b-git"}, {mnesia,"4.5"}, {inets,"5.7.1"}, {couch,"1.2.0a-47a991b-git"}, {mapreduce,"1.0.0"}, {couch_index_merger,"1.2.0a-47a991b-git"}, {kernel,"2.14.5"}, {crypto,"2.0.4"}, {ssl,"4.1.6"}, {sasl,"2.1.10"}, {couch_view_parser,"1.0.0"}, {ns_server,"2.0.0-1925-rel-enterprise"}, {mochiweb,"1.4.1"}, {oauth,"7d85d3ef"}, {stdlib,"1.17.5"}]}, {supported_compat_version,[2,0]}, {system_arch,"x86_64-unknown-linux-gnu"}, {wall_clock,2026}, {memory_data,{33657663488,19644129280,{<19944.17722.0>,12342552}}}, {disk_data, [{"/",49781912,5}, {"/dev/shm",16434404,0}, {"/data",492257288,3}, {"/data2",246132896,2}]}, {meminfo, <<"MemTotal: 32868812 kB\nMemFree: 13127592 kB\nBuffers: 321344 kB\nCached: 13847900 kB\nSwapCached: 12 kB\nActive: 18132972 kB\nInactive: 1096880 kB\nHighTotal: 0 kB\nHighFree: 0 kB\nLowTotal: 32868812 kB\nLowFree: 13127592 kB\nSwapTotal: 10434208 kB\nSwapFree: 10434196 kB\nDirty: 3181840 kB\nWriteback: 0 kB\nAnonPages: 5060608 kB\nMapped: 18216 kB\nSlab: 462768 kB\nPageTables: 14872 kB\nNFS_Unstable: 0 kB\nBounce: 0 kB\nCommitLimit: 26868612 kB\nCommitted_AS: 6780680 kB\nVmallocTotal: 34359738367 kB\nVmallocUsed: 6408 kB\nVmallocChunk: 34359730595 kB\nHugePages_Total: 0\nHugePages_Free: 0\nHugePages_Rsvd: 0\nHugepagesize: 2048 kB\n">>}]}] [stats:debug,2012-11-02T18:58:12.751,ns_1@10.2.1.65:<0.32112.0>:stats_collector:maybe_log_stats:126](at {{1970,1,16},{7,31,47}}) Stats for bucket "default": accepting_conns 1 auth_cmds 0 auth_errors 0 bucket_active_conns 1 bucket_conns 5 bytes 240736 bytes_read 226 bytes_written 800 cas_badval 0 cas_hits 0 cas_misses 0 cmd_flush 0 cmd_get 0 cmd_set 0 conn_yields 0 connection_structures 5000 curr_connections 9 curr_conns_on_port_11209 6 curr_conns_on_port_11210 1 curr_items 0 curr_items_tot 0 curr_temp_items 0 daemon_connections 4 decr_hits 0 decr_misses 0 delete_hits 0 delete_misses 0 ep_access_scanner_last_runtime 0 ep_access_scanner_num_items 0 ep_access_scanner_task_time 2012-11-03 10:00:00 ep_allow_data_loss_during_shutdown 1 ep_alog_block_size 4096 ep_alog_path /data/default/access.log ep_alog_sleep_time 1440 ep_alog_task_time 10 ep_backend couchdb ep_bg_fetch_delay 0 ep_bg_fetched 0 ep_bg_meta_fetched 0 ep_bg_remaining_jobs 0 ep_chk_max_items 5000 ep_chk_period 1800 ep_chk_persistence_remains 0 ep_chk_persistence_timeout 10 ep_chk_remover_stime 5 ep_commit_num 0 ep_commit_time 0 ep_commit_time_total 0 ep_concurrentDB 1 ep_config_file ep_couch_bucket default ep_couch_host localhost ep_couch_port 11213 ep_couch_reconnect_sleeptime 250 ep_couch_response_timeout 180000 ep_data_age 0 ep_data_age_highwat 0 ep_data_traffic_enabled 0 ep_dbinit 0 ep_dbname /data/default ep_degraded_mode 1 ep_diskqueue_drain 0 ep_diskqueue_fill 0 ep_diskqueue_items 0 ep_diskqueue_memory 0 ep_diskqueue_pending 0 ep_exp_pager_stime 3600 ep_exp_pager_stime 3600 ep_expired_access 0 ep_expired_pager 0 ep_expiry_window 3 ep_failpartialwarmup 0 ep_flush_all false ep_flush_duration_total 0 ep_flushall_enabled 0 ep_flusher_state running ep_flusher_todo 0 ep_getl_default_timeout 15 ep_getl_max_timeout 30 ep_ht_locks 5 ep_ht_size 3079 ep_inconsistent_slave_chk 0 ep_initfile ep_io_num_read 0 ep_io_num_write 0 ep_io_read_bytes 0 ep_io_write_bytes 0 ep_item_begin_failed 0 ep_item_commit_failed 0 ep_item_flush_expired 0 ep_item_flush_failed 0 ep_item_num_based_new_chk 1 ep_items_rm_from_checkpoints 0 ep_keep_closed_chks 0 ep_klog_block_size 4096 ep_klog_compactor_queue_cap 500000 ep_klog_compactor_stime 3600 ep_klog_flush commit2 ep_klog_max_entry_ratio 10 ep_klog_max_log_size 2147483647 ep_klog_path ep_klog_sync commit2 ep_kv_size 0 ep_max_checkpoints 2 ep_max_data_size 5242880000 ep_max_item_size 20971520 ep_max_size 5242880000 ep_max_txn_size 10000 ep_max_vbuckets 512 ep_mem_high_wat 3932160000 ep_mem_high_wat 3932160000 ep_mem_low_wat 3145728000 ep_mem_low_wat 3145728000 ep_mem_tracker_enabled true ep_min_data_age 0 ep_mlog_compactor_runs 0 ep_mutation_mem_threshold 0 ep_num_access_scanner_runs 0 ep_num_eject_failures 0 ep_num_expiry_pager_runs 0 ep_num_non_resident 0 ep_num_not_my_vbuckets 0 ep_num_ops_del_meta 0 ep_num_ops_get_meta 0 ep_num_ops_set_meta 0 ep_num_pager_runs 0 ep_num_value_ejects 0 ep_oom_errors 0 ep_overhead 1152 ep_pager_active_vb_pcnt 40 ep_pager_unbiased_period 60 ep_pending_ops 0 ep_pending_ops_max 0 ep_pending_ops_max_duration 0 ep_pending_ops_total 0 ep_postInitfile ep_queue_age_cap 900 ep_queue_size 0 ep_startup_time 1351907891 ep_storage_age 0 ep_storage_age_highwat 0 ep_store_max_concurrency 10 ep_store_max_readers 9 ep_store_max_readwrite 1 ep_stored_val_type ep_tap_ack_grace_period 300 ep_tap_ack_initial_sequence_number 1 ep_tap_ack_interval 1000 ep_tap_ack_window_size 10 ep_tap_backfill_resident 0.9 ep_tap_backlog_limit 5000 ep_tap_backoff_period 5 ep_tap_bg_fetch_requeued 0 ep_tap_bg_fetched 0 ep_tap_bg_max_pending 500 ep_tap_keepalive 300 ep_tap_noop_interval 20 ep_tap_requeue_sleep_time 0.1 ep_tap_throttle_cap_pcnt 10 ep_tap_throttle_queue_cap 1000000 ep_tap_throttle_threshold 90 ep_tmp_oom_errors 0 ep_too_old 0 ep_too_young 0 ep_total_cache_size 0 ep_total_del_items 0 ep_total_enqueued 0 ep_total_new_items 0 ep_total_persisted 0 ep_uncommitted_items 0 ep_value_size 0 ep_vb0 0 ep_vb_snapshot_total 1 ep_vb_total 0 ep_vbucket_del 0 ep_vbucket_del_fail 0 ep_version 2.0.0r_130_g8b09894 ep_waitforwarmup 0 ep_warmup 1 ep_warmup_batch_size 1000 ep_warmup_dups 0 ep_warmup_min_items_threshold 100 ep_warmup_min_memory_threshold 100 ep_warmup_oom 0 ep_warmup_thread complete ep_warmup_time 862 get_hits 0 get_misses 0 incr_hits 0 incr_misses 0 libevent 2.0.11-stable limit_maxbytes 67108864 listen_disabled_num 0 max_conns_on_port_11209 1000 max_conns_on_port_11210 9000 mem_used 240736 pid 18466 pointer_size 64 rejected_conns 0 rusage_system 106.342833 rusage_user 304.647686 tap_checkpoint_start_received 86 tap_mutation_received 1239724 tap_opaque_received 301 tap_vbucket_set_received 86 threads 4 time 1351907891 total_connections 199 uptime 2057 vb_active_curr_items 0 vb_active_eject 0 vb_active_expired 0 vb_active_ht_memory 0 vb_active_itm_memory 0 vb_active_meta_data_memory 0 vb_active_num 0 vb_active_num_non_resident 0 vb_active_num_ref_ejects 0 vb_active_num_ref_items 0 vb_active_ops_create 0 vb_active_ops_delete 0 vb_active_ops_reject 0 vb_active_ops_update 0 vb_active_perc_mem_resident 0 vb_active_queue_age 0 vb_active_queue_drain 0 vb_active_queue_fill 0 vb_active_queue_memory 0 vb_active_queue_pending 0 vb_active_queue_size 0 vb_dead_num 0 vb_pending_curr_items 0 vb_pending_eject 0 vb_pending_expired 0 vb_pending_ht_memory 0 vb_pending_itm_memory 0 vb_pending_meta_data_memory 0 vb_pending_num 0 vb_pending_num_non_resident 0 vb_pending_num_ref_ejects 0 vb_pending_num_ref_items 0 vb_pending_ops_create 0 vb_pending_ops_delete 0 vb_pending_ops_reject 0 vb_pending_ops_update 0 vb_pending_perc_mem_resident 0 vb_pending_queue_age 0 vb_pending_queue_drain 0 vb_pending_queue_fill 0 vb_pending_queue_memory 0 vb_pending_queue_pending 0 vb_pending_queue_size 0 vb_replica_curr_items 0 vb_replica_eject 0 vb_replica_expired 0 vb_replica_ht_memory 0 vb_replica_itm_memory 0 vb_replica_meta_data_memory 0 vb_replica_num 0 vb_replica_num_non_resident 0 vb_replica_num_ref_ejects 0 vb_replica_num_ref_items 0 vb_replica_ops_create 0 vb_replica_ops_delete 0 vb_replica_ops_reject 0 vb_replica_ops_update 0 vb_replica_perc_mem_resident 0 vb_replica_queue_age 0 vb_replica_queue_drain 0 vb_replica_queue_fill 0 vb_replica_queue_memory 0 vb_replica_queue_pending 0 vb_replica_queue_size 0 version 1.4.4_600_g7ea975a [ns_doctor:debug,2012-11-02T18:58:32.742,ns_1@10.2.1.65:ns_doctor<0.5169.0>:ns_doctor:handle_info:137]Current node statuses: [{'ns_1@10.2.1.65', [{last_heard,{1351,907911,259894}}, {outgoing_replications_safeness_level,[{"default",green}]}, {incoming_replications_conf_hashes,[{"default",[]}]}, {active_buckets,["default"]}, {ready_buckets,["default"]}, {local_tasks,[]}, {memory, [{total,93281744}, {processes,47896168}, {processes_used,46319072}, {system,45385576}, {atom,1502673}, {atom_used,1494429}, {binary,3756192}, {code,15256817}, {ets,6762480}]}, {system_memory_data, [{system_total_memory,33657663488}, {free_swap,11350716416}, {total_swap,11350876160}, {cached_memory,622379008}, {buffered_memory,231415808}, {free_memory,27456827392}, {total_memory,33657663488}]}, {node_storage_conf,[{db_path,"/data"},{index_path,"/data2"}]}, {statistics, [{wall_clock,{2087193,5000}}, {context_switches,{22834100,0}}, {garbage_collection,{1868073,25892389931,0}}, {io,{{input,37365001378},{output,7628602701}}}, {reductions,{9789751819,592909}}, {run_queue,0}, {runtime,{895510,540}}]}, {system_stats, [{cpu_utilization_rate,3.7406483790523692}, {swap_total,11350876160}, {swap_used,159744}]}, {interesting_stats, [{couch_docs_actual_disk_size,1061412}, {couch_docs_data_size,1054464}, {couch_views_actual_disk_size,0}, {couch_views_data_size,0}, {curr_items,0}, {curr_items_tot,0}, {mem_used,4169944}, {vb_replica_curr_items,0}]}, {cluster_compatibility_version,131072}, {version, [{public_key,"0.13"}, {lhttpc,"1.3.0"}, {ale,"8cffe61"}, {os_mon,"2.2.7"}, {couch_set_view,"1.2.0a-47a991b-git"}, {mnesia,"4.5"}, {inets,"5.7.1"}, {couch,"1.2.0a-47a991b-git"}, {mapreduce,"1.0.0"}, {couch_index_merger,"1.2.0a-47a991b-git"}, {kernel,"2.14.5"}, {crypto,"2.0.4"}, {ssl,"4.1.6"}, {sasl,"2.1.10"}, {couch_view_parser,"1.0.0"}, {ns_server,"2.0.0-1925-rel-enterprise"}, {mochiweb,"1.4.1"}, {oauth,"7d85d3ef"}, {stdlib,"1.17.5"}]}, {supported_compat_version,[2,0]}, {system_arch,"x86_64-unknown-linux-gnu"}, {wall_clock,2087}, {memory_data,{33657663488,6196224000,{<0.697.0>,3143528}}}, {disk_data, [{"/",51088800,10}, {"/dev/shm",16434404,0}, {"/data",492257288,1}, {"/data2",246132896,1}]}, {meminfo, <<"MemTotal: 32868812 kB\nMemFree: 26813308 kB\nBuffers: 225992 kB\nCached: 607792 kB\nSwapCached: 0 kB\nActive: 5436280 kB\nInactive: 426144 kB\nHighTotal: 0 kB\nHighFree: 0 kB\nLowTotal: 32868812 kB\nLowFree: 26813308 kB\nSwapTotal: 11084840 kB\nSwapFree: 11084684 kB\nDirty: 332 kB\nWriteback: 0 kB\nAnonPages: 5028476 kB\nMapped: 16312 kB\nSlab: 147316 kB\nPageTables: 14316 kB\nNFS_Unstable: 0 kB\nBounce: 0 kB\nCommitLimit: 27519244 kB\nCommitted_AS: 6752988 kB\nVmallocTotal: 34359738367 kB\nVmallocUsed: 6728 kB\nVmallocChunk: 34359730275 kB\nHugePages_Total: 0\nHugePages_Free: 0\nHugePages_Rsvd: 0\nHugepagesize: 2048 kB\n">>}]}, {'ns_1@10.2.1.66', [{last_heard,{1351,907908,935644}}, {outgoing_replications_safeness_level,[{"default",green}]}, {incoming_replications_conf_hashes,[{"default",[]}]}, {active_buckets,["default"]}, {ready_buckets,["default"]}, {local_tasks,[]}, {memory, [{total,84686280}, {processes,42090600}, {processes_used,41705640}, {system,42595680}, {atom,1413905}, {atom_used,1392509}, {binary,1984048}, {code,14575828}, {ets,6552840}]}, {system_memory_data, [{system_total_memory,33657663488}, {free_swap,10684469248}, {total_swap,10684628992}, {cached_memory,619405312}, {buffered_memory,268177408}, {free_memory,27547549696}, {total_memory,33657663488}]}, {node_storage_conf,[{db_path,"/data"},{index_path,"/data2"}]}, {statistics, [{wall_clock,{2084439,4999}}, {context_switches,{24471745,0}}, {garbage_collection,{1932781,26000976166,0}}, {io,{{input,37018924331},{output,8046860497}}}, {reductions,{9730305558,360978}}, {run_queue,0}, {runtime,{838810,410}}]}, {system_stats, [{cpu_utilization_rate,3.7593984962406015}, {swap_total,10684628992}, {swap_used,159744}]}, {interesting_stats, [{couch_docs_actual_disk_size,1061412}, {couch_docs_data_size,1054464}, {couch_views_actual_disk_size,0}, {couch_views_data_size,0}, {curr_items,0}, {curr_items_tot,0}, {mem_used,4169944}, {vb_replica_curr_items,0}]}, {cluster_compatibility_version,131072}, {version, [{public_key,"0.13"}, {lhttpc,"1.3.0"}, {ale,"8cffe61"}, {os_mon,"2.2.7"}, {couch_set_view,"1.2.0a-47a991b-git"}, {mnesia,"4.5"}, {inets,"5.7.1"}, {couch,"1.2.0a-47a991b-git"}, {mapreduce,"1.0.0"}, {couch_index_merger,"1.2.0a-47a991b-git"}, {kernel,"2.14.5"}, {crypto,"2.0.4"}, {ssl,"4.1.6"}, {sasl,"2.1.10"}, {couch_view_parser,"1.0.0"}, {ns_server,"2.0.0-1925-rel-enterprise"}, {mochiweb,"1.4.1"}, {oauth,"7d85d3ef"}, {stdlib,"1.17.5"}]}, {supported_compat_version,[2,0]}, {system_arch,"x86_64-unknown-linux-gnu"}, {wall_clock,2084}, {memory_data,{33657663488,6107348992,{<19942.695.0>,3143528}}}, {disk_data, [{"/",49781912,5}, {"/dev/shm",16434404,0}, {"/data",492257288,1}, {"/data2",246132896,1}]}, {meminfo, <<"MemTotal: 32868812 kB\nMemFree: 26901904 kB\nBuffers: 261892 kB\nCached: 604888 kB\nSwapCached: 140 kB\nActive: 5333604 kB\nInactive: 433436 kB\nHighTotal: 0 kB\nHighFree: 0 kB\nLowTotal: 32868812 kB\nLowFree: 26901904 kB\nSwapTotal: 10434208 kB\nSwapFree: 10434052 kB\nDirty: 5072 kB\nWriteback: 0 kB\nAnonPages: 4900040 kB\nMapped: 18020 kB\nSlab: 151360 kB\nPageTables: 14496 kB\nNFS_Unstable: 0 kB\nBounce: 0 kB\nCommitLimit: 26868612 kB\nCommitted_AS: 6613532 kB\nVmallocTotal: 34359738367 kB\nVmallocUsed: 6408 kB\nVmallocChunk: 34359730595 kB\nHugePages_Total: 0\nHugePages_Free: 0\nHugePages_Rsvd: 0\nHugepagesize: 2048 kB\n">>}]}, {'ns_1@10.2.1.67', [{last_heard,{1351,907911,31153}}, {outgoing_replications_safeness_level,[{"default",green}]}, {incoming_replications_conf_hashes,[{"default",[]}]}, {active_buckets,["default"]}, {ready_buckets,["default"]}, {local_tasks,[]}, {memory, [{total,78079192}, {processes,40872128}, {processes_used,40718392}, {system,37207064}, {atom,1414713}, {atom_used,1394174}, {binary,1538888}, {code,14610103}, {ets,1575320}]}, {system_memory_data, [{system_total_memory,33657663488}, {free_swap,10701078528}, {total_swap,10701078528}, {cached_memory,653586432}, {buffered_memory,430596096}, {free_memory,32053182464}, {total_memory,33657663488}]}, {node_storage_conf,[{db_path,"/data"},{index_path,"/data2"}]}, {statistics, [{wall_clock,{2087525,5000}}, {context_switches,{17017960,0}}, {garbage_collection,{3194123,15247293178,0}}, {io,{{input,25800864644},{output,2420681621}}}, {reductions,{6305112341,379554}}, {run_queue,0}, {runtime,{590470,420}}]}, {system_stats, [{cpu_utilization_rate,2.9925187032418954}, {swap_total,10701078528}, {swap_used,0}]}, {interesting_stats, [{couch_docs_actual_disk_size,1061412}, {couch_docs_data_size,1054464}, {couch_views_actual_disk_size,0}, {couch_views_data_size,0}, {curr_items,0}, {curr_items_tot,0}, {mem_used,4174248}, {vb_replica_curr_items,0}]}, {cluster_compatibility_version,131072}, {version, [{public_key,"0.13"}, {lhttpc,"1.3.0"}, {ale,"8cffe61"}, {os_mon,"2.2.7"}, {couch_set_view,"1.2.0a-47a991b-git"}, {mnesia,"4.5"}, {inets,"5.7.1"}, {couch,"1.2.0a-47a991b-git"}, {mapreduce,"1.0.0"}, {couch_index_merger,"1.2.0a-47a991b-git"}, {kernel,"2.14.5"}, {crypto,"2.0.4"}, {ssl,"4.1.6"}, {sasl,"2.1.10"}, {couch_view_parser,"1.0.0"}, {ns_server,"2.0.0-1925-rel-enterprise"}, {mochiweb,"1.4.1"}, {oauth,"7d85d3ef"}, {stdlib,"1.17.5"}]}, {supported_compat_version,[2,0]}, {system_arch,"x86_64-unknown-linux-gnu"}, {wall_clock,2087}, {memory_data,{33657663488,1584234496,{<19943.703.0>,1801440}}}, {disk_data, [{"/",49781912,9}, {"/dev/shm",16434404,0}, {"/data",492257288,1}, {"/data2",246132896,1}]}, {meminfo, <<"MemTotal: 32868812 kB\nMemFree: 31301936 kB\nBuffers: 420504 kB\nCached: 638268 kB\nSwapCached: 0 kB\nActive: 801100 kB\nInactive: 523496 kB\nHighTotal: 0 kB\nHighFree: 0 kB\nLowTotal: 32868812 kB\nLowFree: 31301936 kB\nSwapTotal: 10450272 kB\nSwapFree: 10450272 kB\nDirty: 220 kB\nWriteback: 0 kB\nAnonPages: 265964 kB\nMapped: 17932 kB\nSlab: 204692 kB\nPageTables: 5408 kB\nNFS_Unstable: 0 kB\nBounce: 0 kB\nCommitLimit: 26884676 kB\nCommitted_AS: 1969848 kB\nVmallocTotal: 34359738367 kB\nVmallocUsed: 6416 kB\nVmallocChunk: 34359730587 kB\nHugePages_Total: 0\nHugePages_Free: 0\nHugePages_Rsvd: 0\nHugepagesize: 2048 kB\n">>}]}, {'ns_1@10.2.1.68', [{last_heard,{1351,907911,241223}}, {outgoing_replications_safeness_level,[{"default",green}]}, {incoming_replications_conf_hashes,[{"default",[]}]}, {active_buckets,["default"]}, {ready_buckets,["default"]}, {local_tasks,[]}, {memory, [{total,87437144}, {processes,44842976}, {processes_used,44595936}, {system,42594168}, {atom,1413905}, {atom_used,1392509}, {binary,1952920}, {code,14613068}, {ets,6525112}]}, {system_memory_data, [{system_total_memory,33657663488}, {free_swap,10684616704}, {total_swap,10684628992}, {cached_memory,613122048}, {buffered_memory,329383936}, {free_memory,27317846016}, {total_memory,33657663488}]}, {node_storage_conf,[{db_path,"/data"},{index_path,"/data2"}]}, {statistics, [{wall_clock,{2086430,5000}}, {context_switches,{22903120,0}}, {garbage_collection,{1955163,24829203141,0}}, {io,{{input,35800964108},{output,7534400949}}}, {reductions,{9219086057,404467}}, {run_queue,0}, {runtime,{827390,460}}]}, {system_stats, [{cpu_utilization_rate,3.2418952618453867}, {swap_total,10684628992}, {swap_used,12288}]}, {interesting_stats, [{couch_docs_actual_disk_size,1061412}, {couch_docs_data_size,1054464}, {couch_views_actual_disk_size,0}, {couch_views_data_size,0}, {curr_items,0}, {curr_items_tot,0}, {mem_used,4169944}, {vb_replica_curr_items,0}]}, {cluster_compatibility_version,131072}, {version, [{public_key,"0.13"}, {lhttpc,"1.3.0"}, {ale,"8cffe61"}, {os_mon,"2.2.7"}, {couch_set_view,"1.2.0a-47a991b-git"}, {mnesia,"4.5"}, {inets,"5.7.1"}, {couch,"1.2.0a-47a991b-git"}, {mapreduce,"1.0.0"}, {couch_index_merger,"1.2.0a-47a991b-git"}, {kernel,"2.14.5"}, {crypto,"2.0.4"}, {ssl,"4.1.6"}, {sasl,"2.1.10"}, {couch_view_parser,"1.0.0"}, {ns_server,"2.0.0-1925-rel-enterprise"}, {mochiweb,"1.4.1"}, {oauth,"7d85d3ef"}, {stdlib,"1.17.5"}]}, {supported_compat_version,[2,0]}, {system_arch,"x86_64-unknown-linux-gnu"}, {wall_clock,2086}, {memory_data,{33657663488,6344609792,{<19944.694.0>,2173056}}}, {disk_data, [{"/",49781912,5}, {"/dev/shm",16434404,0}, {"/data",492257288,1}, {"/data2",246132896,1}]}, {meminfo, <<"MemTotal: 32868812 kB\nMemFree: 26677708 kB\nBuffers: 321664 kB\nCached: 598752 kB\nSwapCached: 12 kB\nActive: 5466280 kB\nInactive: 459416 kB\nHighTotal: 0 kB\nHighFree: 0 kB\nLowTotal: 32868812 kB\nLowFree: 26677708 kB\nSwapTotal: 10434208 kB\nSwapFree: 10434196 kB\nDirty: 548 kB\nWriteback: 0 kB\nAnonPages: 5005508 kB\nMapped: 18216 kB\nSlab: 215552 kB\nPageTables: 14700 kB\nNFS_Unstable: 0 kB\nBounce: 0 kB\nCommitLimit: 26868612 kB\nCommitted_AS: 6713568 kB\nVmallocTotal: 34359738367 kB\nVmallocUsed: 6408 kB\nVmallocChunk: 34359730595 kB\nHugePages_Total: 0\nHugePages_Free: 0\nHugePages_Rsvd: 0\nHugepagesize: 2048 kB\n">>}]}] [ns_doctor:debug,2012-11-02T18:59:32.742,ns_1@10.2.1.65:ns_doctor<0.5169.0>:ns_doctor:handle_info:137]Current node statuses: [{'ns_1@10.2.1.65', [{last_heard,{1351,907971,260908}}, {outgoing_replications_safeness_level,[{"default",green}]}, {incoming_replications_conf_hashes,[{"default",[]}]}, {active_buckets,["default"]}, {ready_buckets,["default"]}, {local_tasks, [[{pid,<<"<0.2410.1>">>}, {bucket,<<"default">>}, {original_target,{[{type,bucket}]}}, {progress,24}, {started_on,1351907969}, {total_vbuckets,129}, {trigger_type,scheduled}, {type,bucket_compaction}, {updated_on,1351907971}, {vbuckets_done,32}]]}, {memory, [{total,115227048}, {processes,69312240}, {processes_used,67742472}, {system,45914808}, {atom,1502673}, {atom_used,1494429}, {binary,4238672}, {code,15256817}, {ets,6811272}]}, {system_memory_data, [{system_total_memory,33657663488}, {free_swap,11350716416}, {total_swap,11350876160}, {cached_memory,1067384832}, {buffered_memory,232787968}, {free_memory,26991321088}, {total_memory,33657663488}]}, {node_storage_conf,[{db_path,"/data"},{index_path,"/data2"}]}, {statistics, [{wall_clock,{2147194,5001}}, {context_switches,{23936709,0}}, {garbage_collection,{1980421,26053217946,0}}, {io,{{input,37383316060},{output,7634698539}}}, {reductions,{9852999530,5257713}}, {run_queue,0}, {runtime,{921180,2100}}]}, {system_stats, [{cpu_utilization_rate,41.895261845386536}, {swap_total,11350876160}, {swap_used,159744}]}, {interesting_stats, [{couch_docs_actual_disk_size,433792057}, {couch_docs_data_size,290605268}, {couch_views_actual_disk_size,0}, {couch_views_data_size,0}, {curr_items,130131}, {curr_items_tot,130131}, {mem_used,348675192}, {vb_replica_curr_items,0}]}, {cluster_compatibility_version,131072}, {version, [{public_key,"0.13"}, {lhttpc,"1.3.0"}, {ale,"8cffe61"}, {os_mon,"2.2.7"}, {couch_set_view,"1.2.0a-47a991b-git"}, {mnesia,"4.5"}, {inets,"5.7.1"}, {couch,"1.2.0a-47a991b-git"}, {mapreduce,"1.0.0"}, {couch_index_merger,"1.2.0a-47a991b-git"}, {kernel,"2.14.5"}, {crypto,"2.0.4"}, {ssl,"4.1.6"}, {sasl,"2.1.10"}, {couch_view_parser,"1.0.0"}, {ns_server,"2.0.0-1925-rel-enterprise"}, {mochiweb,"1.4.1"}, {oauth,"7d85d3ef"}, {stdlib,"1.17.5"}]}, {supported_compat_version,[2,0]}, {system_arch,"x86_64-unknown-linux-gnu"}, {wall_clock,2147}, {memory_data,{33657663488,6208962560,{<0.697.0>,3143528}}}, {disk_data, [{"/",51088800,10}, {"/dev/shm",16434404,0}, {"/data",492257288,1}, {"/data2",246132896,1}]}, {meminfo, <<"MemTotal: 32868812 kB\nMemFree: 26358836 kB\nBuffers: 227332 kB\nCached: 1042368 kB\nSwapCached: 0 kB\nActive: 5678816 kB\nInactive: 636524 kB\nHighTotal: 0 kB\nHighFree: 0 kB\nLowTotal: 32868812 kB\nLowFree: 26358836 kB\nSwapTotal: 11084840 kB\nSwapFree: 11084684 kB\nDirty: 1516 kB\nWriteback: 0 kB\nAnonPages: 5045692 kB\nMapped: 16304 kB\nSlab: 148020 kB\nPageTables: 14508 kB\nNFS_Unstable: 0 kB\nBounce: 0 kB\nCommitLimit: 27519244 kB\nCommitted_AS: 6772388 kB\nVmallocTotal: 34359738367 kB\nVmallocUsed: 6728 kB\nVmallocChunk: 34359730275 kB\nHugePages_Total: 0\nHugePages_Free: 0\nHugePages_Rsvd: 0\nHugepagesize: 2048 kB\n">>}]}, {'ns_1@10.2.1.66', [{last_heard,{1351,907968,936977}}, {outgoing_replications_safeness_level,[{"default",green}]}, {incoming_replications_conf_hashes,[{"default",[]}]}, {active_buckets,["default"]}, {ready_buckets,["default"]}, {local_tasks,[]}, {memory, [{total,99249968}, {processes,55908944}, {processes_used,55523464}, {system,43341024}, {atom,1413905}, {atom_used,1392509}, {binary,2676688}, {code,14575828}, {ets,6606560}]}, {system_memory_data, [{system_total_memory,33657663488}, {free_swap,10684469248}, {total_swap,10684628992}, {cached_memory,1007833088}, {buffered_memory,269479936}, {free_memory,27148591104}, {total_memory,33657663488}]}, {node_storage_conf,[{db_path,"/data"},{index_path,"/data2"}]}, {statistics, [{wall_clock,{2144440,5000}}, {context_switches,{25535267,0}}, {garbage_collection,{2068238,26128022643,0}}, {io,{{input,37027607204},{output,8052181558}}}, {reductions,{9785768270,4789511}}, {run_queue,0}, {runtime,{861180,1800}}]}, {system_stats, [{cpu_utilization_rate,35.0}, {swap_total,10684628992}, {swap_used,159744}]}, {interesting_stats, [{couch_docs_actual_disk_size,362222657}, {couch_docs_data_size,292090980}, {couch_views_actual_disk_size,0}, {couch_views_data_size,0}, {curr_items,126053}, {curr_items_tot,126053}, {mem_used,337779480}, {vb_replica_curr_items,0}]}, {cluster_compatibility_version,131072}, {version, [{public_key,"0.13"}, {lhttpc,"1.3.0"}, {ale,"8cffe61"}, {os_mon,"2.2.7"}, {couch_set_view,"1.2.0a-47a991b-git"}, {mnesia,"4.5"}, {inets,"5.7.1"}, {couch,"1.2.0a-47a991b-git"}, {mapreduce,"1.0.0"}, {couch_index_merger,"1.2.0a-47a991b-git"}, {kernel,"2.14.5"}, {crypto,"2.0.4"}, {ssl,"4.1.6"}, {sasl,"2.1.10"}, {couch_view_parser,"1.0.0"}, {ns_server,"2.0.0-1925-rel-enterprise"}, {mochiweb,"1.4.1"}, {oauth,"7d85d3ef"}, {stdlib,"1.17.5"}]}, {supported_compat_version,[2,0]}, {system_arch,"x86_64-unknown-linux-gnu"}, {wall_clock,2144}, {memory_data,{33657663488,6121803776,{<19942.695.0>,3143528}}}, {disk_data, [{"/",49781912,5}, {"/dev/shm",16434404,0}, {"/data",492257288,1}, {"/data2",246132896,1}]}, {meminfo, <<"MemTotal: 32868812 kB\nMemFree: 26512420 kB\nBuffers: 263164 kB\nCached: 984212 kB\nSwapCached: 140 kB\nActive: 5490652 kB\nInactive: 665744 kB\nHighTotal: 0 kB\nHighFree: 0 kB\nLowTotal: 32868812 kB\nLowFree: 26512420 kB\nSwapTotal: 10434208 kB\nSwapFree: 10434052 kB\nDirty: 892 kB\nWriteback: 0 kB\nAnonPages: 4908344 kB\nMapped: 18020 kB\nSlab: 151820 kB\nPageTables: 14504 kB\nNFS_Unstable: 0 kB\nBounce: 0 kB\nCommitLimit: 26868612 kB\nCommitted_AS: 6624624 kB\nVmallocTotal: 34359738367 kB\nVmallocUsed: 6408 kB\nVmallocChunk: 34359730595 kB\nHugePages_Total: 0\nHugePages_Free: 0\nHugePages_Rsvd: 0\nHugepagesize: 2048 kB\n">>}]}, {'ns_1@10.2.1.67', [{last_heard,{1351,907971,32474}}, {outgoing_replications_safeness_level,[{"default",green}]}, {incoming_replications_conf_hashes,[{"default",[]}]}, {active_buckets,["default"]}, {ready_buckets,["default"]}, {local_tasks,[]}, {memory, [{total,92255352}, {processes,53718600}, {processes_used,53564424}, {system,38536752}, {atom,1414713}, {atom_used,1394174}, {binary,2394624}, {code,14610103}, {ets,2048240}]}, {system_memory_data, [{system_total_memory,33657663488}, {free_swap,10701078528}, {total_swap,10701078528}, {cached_memory,982835200}, {buffered_memory,432431104}, {free_memory,31346585600}, {total_memory,33657663488}]}, {node_storage_conf,[{db_path,"/data"},{index_path,"/data2"}]}, {statistics, [{wall_clock,{2147525,5000}}, {context_switches,{18219246,0}}, {garbage_collection,{3339716,15388907532,0}}, {io,{{input,25812602870},{output,2426775345}}}, {reductions,{6366864787,5221578}}, {run_queue,0}, {runtime,{615950,1420}}]}, {system_stats, [{cpu_utilization_rate,40.64837905236908}, {swap_total,10701078528}, {swap_used,0}]}, {interesting_stats, [{couch_docs_actual_disk_size,418022370}, {couch_docs_data_size,290066349}, {couch_views_actual_disk_size,0}, {couch_views_data_size,0}, {curr_items,130646}, {curr_items_tot,130646}, {mem_used,349561560}, {vb_replica_curr_items,0}]}, {cluster_compatibility_version,131072}, {version, [{public_key,"0.13"}, {lhttpc,"1.3.0"}, {ale,"8cffe61"}, {os_mon,"2.2.7"}, {couch_set_view,"1.2.0a-47a991b-git"}, {mnesia,"4.5"}, {inets,"5.7.1"}, {couch,"1.2.0a-47a991b-git"}, {mapreduce,"1.0.0"}, {couch_index_merger,"1.2.0a-47a991b-git"}, {kernel,"2.14.5"}, {crypto,"2.0.4"}, {ssl,"4.1.6"}, {sasl,"2.1.10"}, {couch_view_parser,"1.0.0"}, {ns_server,"2.0.0-1925-rel-enterprise"}, {mochiweb,"1.4.1"}, {oauth,"7d85d3ef"}, {stdlib,"1.17.5"}]}, {supported_compat_version,[2,0]}, {system_arch,"x86_64-unknown-linux-gnu"}, {wall_clock,2147}, {memory_data,{33657663488,1606639616,{<19943.703.0>,3143528}}}, {disk_data, [{"/",49781912,9}, {"/dev/shm",16434404,0}, {"/data",492257288,1}, {"/data2",246132896,1}]}, {meminfo, <<"MemTotal: 32868812 kB\nMemFree: 30611900 kB\nBuffers: 422296 kB\nCached: 959800 kB\nSwapCached: 0 kB\nActive: 1191724 kB\nInactive: 821004 kB\nHighTotal: 0 kB\nHighFree: 0 kB\nLowTotal: 32868812 kB\nLowFree: 30611900 kB\nSwapTotal: 10450272 kB\nSwapFree: 10450272 kB\nDirty: 1604 kB\nWriteback: 4 kB\nAnonPages: 630812 kB\nMapped: 17948 kB\nSlab: 205992 kB\nPageTables: 6084 kB\nNFS_Unstable: 0 kB\nBounce: 0 kB\nCommitLimit: 26884676 kB\nCommitted_AS: 2343124 kB\nVmallocTotal: 34359738367 kB\nVmallocUsed: 6416 kB\nVmallocChunk: 34359730587 kB\nHugePages_Total: 0\nHugePages_Free: 0\nHugePages_Rsvd: 0\nHugepagesize: 2048 kB\n">>}]}, {'ns_1@10.2.1.68', [{last_heard,{1351,907971,242382}}, {outgoing_replications_safeness_level,[{"default",green}]}, {incoming_replications_conf_hashes,[{"default",[]}]}, {active_buckets,["default"]}, {ready_buckets,["default"]}, {local_tasks, [[{pid,<<"<0.21829.0>">>}, {bucket,<<"default">>}, {original_target,{[{type,bucket}]}}, {progress,46}, {started_on,1351907926}, {total_vbuckets,129}, {trigger_type,scheduled}, {type,bucket_compaction}, {updated_on,1351907930}, {vbuckets_done,60}]]}, {memory, [{total,98402736}, {processes,54935736}, {processes_used,54697608}, {system,43467000}, {atom,1413905}, {atom_used,1392509}, {binary,2762008}, {code,14613068}, {ets,6585368}]}, {system_memory_data, [{system_total_memory,33657663488}, {free_swap,10684616704}, {total_swap,10684628992}, {cached_memory,1028268032}, {buffered_memory,330854400}, {free_memory,26895515648}, {total_memory,33657663488}]}, {node_storage_conf,[{db_path,"/data"},{index_path,"/data2"}]}, {statistics, [{wall_clock,{2146431,5000}}, {context_switches,{24185360,0}}, {garbage_collection,{2109262,24977119133,0}}, {io,{{input,35812457437},{output,7540806969}}}, {reductions,{9283456407,3277890}}, {run_queue,0}, {runtime,{855250,810}}]}, {system_stats, [{cpu_utilization_rate,7.518796992481203}, {swap_total,10684628992}, {swap_used,12288}]}, {interesting_stats, [{couch_docs_actual_disk_size,454861880}, {couch_docs_data_size,290847657}, {couch_views_actual_disk_size,0}, {couch_views_data_size,0}, {curr_items,130755}, {curr_items_tot,130755}, {mem_used,350246792}, {vb_replica_curr_items,0}]}, {cluster_compatibility_version,131072}, {version, [{public_key,"0.13"}, {lhttpc,"1.3.0"}, {ale,"8cffe61"}, {os_mon,"2.2.7"}, {couch_set_view,"1.2.0a-47a991b-git"}, {mnesia,"4.5"}, {inets,"5.7.1"}, {couch,"1.2.0a-47a991b-git"}, {mapreduce,"1.0.0"}, {couch_index_merger,"1.2.0a-47a991b-git"}, {kernel,"2.14.5"}, {crypto,"2.0.4"}, {ssl,"4.1.6"}, {sasl,"2.1.10"}, {couch_view_parser,"1.0.0"}, {ns_server,"2.0.0-1925-rel-enterprise"}, {mochiweb,"1.4.1"}, {oauth,"7d85d3ef"}, {stdlib,"1.17.5"}]}, {supported_compat_version,[2,0]}, {system_arch,"x86_64-unknown-linux-gnu"}, {wall_clock,2146}, {memory_data,{33657663488,6359126016,{<19944.694.0>,2173096}}}, {disk_data, [{"/",49781912,5}, {"/dev/shm",16434404,0}, {"/data",492257288,1}, {"/data2",246132896,1}]}, {meminfo, <<"MemTotal: 32868812 kB\nMemFree: 26265152 kB\nBuffers: 323100 kB\nCached: 1004168 kB\nSwapCached: 12 kB\nActive: 5662460 kB\nInactive: 675784 kB\nHighTotal: 0 kB\nHighFree: 0 kB\nLowTotal: 32868812 kB\nLowFree: 26265152 kB\nSwapTotal: 10434208 kB\nSwapFree: 10434196 kB\nDirty: 3740 kB\nWriteback: 80 kB\nAnonPages: 5010176 kB\nMapped: 18220 kB\nSlab: 216584 kB\nPageTables: 14772 kB\nNFS_Unstable: 0 kB\nBounce: 0 kB\nCommitLimit: 26868612 kB\nCommitted_AS: 6718792 kB\nVmallocTotal: 34359738367 kB\nVmallocUsed: 6408 kB\nVmallocChunk: 34359730595 kB\nHugePages_Total: 0\nHugePages_Free: 0\nHugePages_Rsvd: 0\nHugepagesize: 2048 kB\n">>}]}] [stats:debug,2012-11-02T18:59:52.753,ns_1@10.2.1.65:<0.32112.0>:stats_collector:maybe_log_stats:126](at {{1970,1,16},{7,31,47}}) Stats for bucket "default": accepting_conns 1 auth_cmds 1 auth_errors 0 bucket_active_conns 2 bucket_conns 6 bytes 508451224 bytes_read 458339357 bytes_written 9427388 cas_badval 0 cas_hits 0 cas_misses 0 cmd_flush 0 cmd_get 0 cmd_set 190940 conn_yields 49 connection_structures 5000 curr_connections 10 curr_conns_on_port_11209 6 curr_conns_on_port_11210 2 curr_items 190917 curr_items_tot 190917 curr_temp_items 0 daemon_connections 4 decr_hits 0 decr_misses 0 delete_hits 0 delete_misses 0 ep_access_scanner_last_runtime 0 ep_access_scanner_num_items 0 ep_access_scanner_task_time 2012-11-03 10:00:00 ep_allow_data_loss_during_shutdown 1 ep_alog_block_size 4096 ep_alog_path /data/default/access.log ep_alog_sleep_time 1440 ep_alog_task_time 10 ep_backend couchdb ep_bg_fetch_delay 0 ep_bg_fetched 0 ep_bg_meta_fetched 0 ep_bg_remaining_jobs 0 ep_chk_max_items 5000 ep_chk_period 1800 ep_chk_persistence_remains 0 ep_chk_persistence_timeout 10 ep_chk_remover_stime 5 ep_commit_num 457 ep_commit_time 1 ep_commit_time_total 367 ep_concurrentDB 1 ep_config_file ep_couch_bucket default ep_couch_host localhost ep_couch_port 11213 ep_couch_reconnect_sleeptime 250 ep_couch_response_timeout 180000 ep_data_age 1 ep_data_age_highwat 4 ep_data_traffic_enabled 0 ep_dbinit 0 ep_dbname /data/default ep_degraded_mode 0 ep_diskqueue_drain 190308 ep_diskqueue_fill 190916 ep_diskqueue_items 622 ep_diskqueue_memory 19456 ep_diskqueue_pending 29184 ep_exp_pager_stime 3600 ep_exp_pager_stime 3600 ep_expired_access 0 ep_expired_pager 0 ep_expiry_window 3 ep_failpartialwarmup 0 ep_flush_all false ep_flush_duration_total 69 ep_flushall_enabled 0 ep_flusher_state running ep_flusher_todo 458 ep_getl_default_timeout 15 ep_getl_max_timeout 30 ep_ht_locks 5 ep_ht_size 3079 ep_inconsistent_slave_chk 0 ep_initfile ep_io_num_read 0 ep_io_num_write 190299 ep_io_read_bytes 0 ep_io_write_bytes 450691597 ep_item_begin_failed 0 ep_item_commit_failed 0 ep_item_flush_expired 0 ep_item_flush_failed 0 ep_item_num_based_new_chk 1 ep_items_rm_from_checkpoints 0 ep_keep_closed_chks 0 ep_klog_block_size 4096 ep_klog_compactor_queue_cap 500000 ep_klog_compactor_stime 3600 ep_klog_flush commit2 ep_klog_max_entry_ratio 10 ep_klog_max_log_size 2147483647 ep_klog_path ep_klog_sync commit2 ep_kv_size 467161749 ep_max_checkpoints 2 ep_max_data_size 5242880000 ep_max_item_size 20971520 ep_max_size 5242880000 ep_max_txn_size 10000 ep_max_vbuckets 512 ep_mem_high_wat 3932160000 ep_mem_high_wat 3932160000 ep_mem_low_wat 3145728000 ep_mem_low_wat 3145728000 ep_mem_tracker_enabled true ep_min_data_age 0 ep_mlog_compactor_runs 0 ep_mutation_mem_threshold 0 ep_num_access_scanner_runs 0 ep_num_eject_failures 0 ep_num_expiry_pager_runs 0 ep_num_non_resident 0 ep_num_not_my_vbuckets 0 ep_num_ops_del_meta 0 ep_num_ops_get_meta 0 ep_num_ops_set_meta 0 ep_num_pager_runs 0 ep_num_value_ejects 0 ep_oom_errors 0 ep_overhead 20210176 ep_pager_active_vb_pcnt 40 ep_pager_unbiased_period 60 ep_pending_ops 0 ep_pending_ops_max 0 ep_pending_ops_max_duration 0 ep_pending_ops_total 0 ep_postInitfile ep_queue_age_cap 900 ep_queue_size 164 ep_startup_time 1351907891 ep_storage_age 0 ep_storage_age_highwat 1 ep_store_max_concurrency 10 ep_store_max_readers 9 ep_store_max_readwrite 1 ep_stored_val_type ep_tap_ack_grace_period 300 ep_tap_ack_initial_sequence_number 1 ep_tap_ack_interval 1000 ep_tap_ack_window_size 10 ep_tap_backfill_resident 0.9 ep_tap_backlog_limit 5000 ep_tap_backoff_period 5 ep_tap_bg_fetch_requeued 0 ep_tap_bg_fetched 0 ep_tap_bg_max_pending 500 ep_tap_keepalive 300 ep_tap_noop_interval 20 ep_tap_requeue_sleep_time 0.1 ep_tap_throttle_cap_pcnt 10 ep_tap_throttle_queue_cap 1000000 ep_tap_throttle_threshold 90 ep_tmp_oom_errors 0 ep_too_old 0 ep_too_young 0 ep_total_cache_size 464826171 ep_total_del_items 0 ep_total_enqueued 190929 ep_total_new_items 190299 ep_total_persisted 190299 ep_uncommitted_items 135 ep_value_size 451433444 ep_vb0 0 ep_vb_snapshot_total 6 ep_vb_total 128 ep_vbucket_del 0 ep_vbucket_del_fail 0 ep_version 2.0.0r_130_g8b09894 ep_waitforwarmup 0 ep_warmup 1 ep_warmup_batch_size 1000 ep_warmup_dups 0 ep_warmup_min_items_threshold 100 ep_warmup_min_memory_threshold 100 ep_warmup_oom 0 ep_warmup_thread complete ep_warmup_time 862 get_hits 0 get_misses 0 incr_hits 0 incr_misses 0 libevent 2.0.11-stable limit_maxbytes 67108864 listen_disabled_num 0 max_conns_on_port_11209 1000 max_conns_on_port_11210 9000 mem_used 508451224 pid 18466 pointer_size 64 rejected_conns 0 rusage_system 117.634116 rusage_user 331.557595 tap_checkpoint_start_received 86 tap_mutation_received 1239724 tap_opaque_received 301 tap_vbucket_set_received 86 threads 4 time 1351907991 total_connections 200 uptime 2157 vb_active_curr_items 190917 vb_active_eject 0 vb_active_expired 0 vb_active_ht_memory 3214336 vb_active_itm_memory 464826171 vb_active_meta_data_memory 15082443 vb_active_num 128 vb_active_num_non_resident 0 vb_active_num_ref_ejects 0 vb_active_num_ref_items 190917 vb_active_ops_create 190307 vb_active_ops_delete 0 vb_active_ops_reject 0 vb_active_ops_update 0 vb_active_perc_mem_resident 100 vb_active_queue_age 0 vb_active_queue_drain 190308 vb_active_queue_fill 190916 vb_active_queue_memory 19456 vb_active_queue_pending 29184 vb_active_queue_size 608 vb_dead_num 0 vb_pending_curr_items 0 vb_pending_eject 0 vb_pending_expired 0 vb_pending_ht_memory 0 vb_pending_itm_memory 0 vb_pending_meta_data_memory 0 vb_pending_num 0 vb_pending_num_non_resident 0 vb_pending_num_ref_ejects 0 vb_pending_num_ref_items 0 vb_pending_ops_create 0 vb_pending_ops_delete 0 vb_pending_ops_reject 0 vb_pending_ops_update 0 vb_pending_perc_mem_resident 0 vb_pending_queue_age 0 vb_pending_queue_drain 0 vb_pending_queue_fill 0 vb_pending_queue_memory 0 vb_pending_queue_pending 0 vb_pending_queue_size 0 vb_replica_curr_items 0 vb_replica_eject 0 vb_replica_expired 0 vb_replica_ht_memory 0 vb_replica_itm_memory 0 vb_replica_meta_data_memory 0 vb_replica_num 0 vb_replica_num_non_resident 0 vb_replica_num_ref_ejects 0 vb_replica_num_ref_items 0 vb_replica_ops_create 0 vb_replica_ops_delete 0 vb_replica_ops_reject 0 vb_replica_ops_update 0 vb_replica_perc_mem_resident 0 vb_replica_queue_age 0 vb_replica_queue_drain 0 vb_replica_queue_fill 0 vb_replica_queue_memory 0 vb_replica_queue_pending 0 vb_replica_queue_size 0 version 1.4.4_600_g7ea975a [stats:warn,2012-11-02T19:00:18.769,ns_1@10.2.1.65:system_stats_collector<0.807.0>:system_stats_collector:handle_info:133]lost 1 ticks [stats:warn,2012-11-02T19:00:18.782,ns_1@10.2.1.65:<0.32112.0>:stats_collector:latest_tick:223]Dropped 1 ticks [ns_doctor:debug,2012-11-02T19:00:32.742,ns_1@10.2.1.65:ns_doctor<0.5169.0>:ns_doctor:handle_info:137]Current node statuses: [{'ns_1@10.2.1.65', [{last_heard,{1351,908031,259962}}, {outgoing_replications_safeness_level,[{"default",green}]}, {incoming_replications_conf_hashes,[{"default",[]}]}, {active_buckets,["default"]}, {ready_buckets,["default"]}, {local_tasks,[]}, {memory, [{total,117203560}, {processes,70188352}, {processes_used,68611352}, {system,47015208}, {atom,1502673}, {atom_used,1494429}, {binary,5159280}, {code,15256817}, {ets,6994648}]}, {system_memory_data, [{system_total_memory,33657663488}, {free_swap,11350716416}, {total_swap,11350876160}, {cached_memory,1618427904}, {buffered_memory,234819584}, {free_memory,26433654784}, {total_memory,33657663488}]}, {node_storage_conf,[{db_path,"/data"},{index_path,"/data2"}]}, {statistics, [{wall_clock,{2207193,5000}}, {context_switches,{24683086,0}}, {garbage_collection,{2055452,26193356045,0}}, {io,{{input,37408228628},{output,7642368792}}}, {reductions,{9907709278,3052493}}, {run_queue,0}, {runtime,{941380,980}}]}, {system_stats, [{cpu_utilization_rate,31.75}, {swap_total,11350876160}, {swap_used,159744}]}, {interesting_stats, [{couch_docs_actual_disk_size,907463528}, {couch_docs_data_size,661104722}, {couch_views_actual_disk_size,0}, {couch_views_data_size,0}, {curr_items,296174}, {curr_items_tot,296174}, {mem_used,787427800}, {vb_replica_curr_items,0}]}, {cluster_compatibility_version,131072}, {version, [{public_key,"0.13"}, {lhttpc,"1.3.0"}, {ale,"8cffe61"}, {os_mon,"2.2.7"}, {couch_set_view,"1.2.0a-47a991b-git"}, {mnesia,"4.5"}, {inets,"5.7.1"}, {couch,"1.2.0a-47a991b-git"}, {mapreduce,"1.0.0"}, {couch_index_merger,"1.2.0a-47a991b-git"}, {kernel,"2.14.5"}, {crypto,"2.0.4"}, {ssl,"4.1.6"}, {sasl,"2.1.10"}, {couch_view_parser,"1.0.0"}, {ns_server,"2.0.0-1925-rel-enterprise"}, {mochiweb,"1.4.1"}, {oauth,"7d85d3ef"}, {stdlib,"1.17.5"}]}, {supported_compat_version,[2,0]}, {system_arch,"x86_64-unknown-linux-gnu"}, {wall_clock,2207}, {memory_data,{33657663488,6695432192,{<0.178.1>,7628384}}}, {disk_data, [{"/",51088800,10}, {"/dev/shm",16434404,0}, {"/data",492257288,1}, {"/data2",246132896,1}]}, {meminfo, <<"MemTotal: 32868812 kB\nMemFree: 25814116 kB\nBuffers: 229316 kB\nCached: 1580496 kB\nSwapCached: 0 kB\nActive: 5906452 kB\nInactive: 954744 kB\nHighTotal: 0 kB\nHighFree: 0 kB\nLowTotal: 32868812 kB\nLowFree: 25814116 kB\nSwapTotal: 11084840 kB\nSwapFree: 11084684 kB\nDirty: 1104 kB\nWriteback: 0 kB\nAnonPages: 5051344 kB\nMapped: 16312 kB\nSlab: 147984 kB\nPageTables: 14324 kB\nNFS_Unstable: 0 kB\nBounce: 0 kB\nCommitLimit: 27519244 kB\nCommitted_AS: 6782316 kB\nVmallocTotal: 34359738367 kB\nVmallocUsed: 6728 kB\nVmallocChunk: 34359730275 kB\nHugePages_Total: 0\nHugePages_Free: 0\nHugePages_Rsvd: 0\nHugepagesize: 2048 kB\n">>}]}, {'ns_1@10.2.1.66', [{last_heard,{1351,908028,937816}}, {outgoing_replications_safeness_level,[{"default",green}]}, {incoming_replications_conf_hashes,[{"default",[]}]}, {active_buckets,["default"]}, {ready_buckets,["default"]}, {local_tasks, [[{pid,<<"<0.23407.0>">>}, {bucket,<<"default">>}, {original_target,{[{type,bucket}]}}, {progress,68}, {started_on,1351907942}, {total_vbuckets,129}, {trigger_type,scheduled}, {type,bucket_compaction}, {updated_on,1351907962}, {vbuckets_done,88}]]}, {memory, [{total,100730200}, {processes,57202064}, {processes_used,56854760}, {system,43528136}, {atom,1413905}, {atom_used,1392509}, {binary,2638984}, {code,14575828}, {ets,6828344}]}, {system_memory_data, [{system_total_memory,33657663488}, {free_swap,10684469248}, {total_swap,10684628992}, {cached_memory,1356849152}, {buffered_memory,272113664}, {free_memory,26788352000}, {total_memory,33657663488}]}, {node_storage_conf,[{db_path,"/data"},{index_path,"/data2"}]}, {statistics, [{wall_clock,{2204439,4999}}, {context_switches,{26039068,0}}, {garbage_collection,{2121594,26213611475,0}}, {io,{{input,37037765337},{output,8058674286}}}, {reductions,{9825395662,2124656}}, {run_queue,0}, {runtime,{874670,540}}]}, {system_stats, [{cpu_utilization_rate,7.25}, {swap_total,10684628992}, {swap_used,159744}]}, {interesting_stats, [{couch_docs_actual_disk_size,744375267}, {couch_docs_data_size,638027155}, {couch_views_actual_disk_size,0}, {couch_views_data_size,0}, {curr_items,293037}, {curr_items_tot,293037}, {mem_used,779183032}, {vb_replica_curr_items,0}]}, {cluster_compatibility_version,131072}, {version, [{public_key,"0.13"}, {lhttpc,"1.3.0"}, {ale,"8cffe61"}, {os_mon,"2.2.7"}, {couch_set_view,"1.2.0a-47a991b-git"}, {mnesia,"4.5"}, {inets,"5.7.1"}, {couch,"1.2.0a-47a991b-git"}, {mapreduce,"1.0.0"}, {couch_index_merger,"1.2.0a-47a991b-git"}, {kernel,"2.14.5"}, {crypto,"2.0.4"}, {ssl,"4.1.6"}, {sasl,"2.1.10"}, {couch_view_parser,"1.0.0"}, {ns_server,"2.0.0-1925-rel-enterprise"}, {mochiweb,"1.4.1"}, {oauth,"7d85d3ef"}, {stdlib,"1.17.5"}]}, {supported_compat_version,[2,0]}, {system_arch,"x86_64-unknown-linux-gnu"}, {wall_clock,2204}, {memory_data,{33657663488,6718976000,{<19942.695.0>,3143528}}}, {disk_data, [{"/",49781912,5}, {"/dev/shm",16434404,0}, {"/data",492257288,1}, {"/data2",246132896,1}]}, {meminfo, <<"MemTotal: 32868812 kB\nMemFree: 26160624 kB\nBuffers: 265736 kB\nCached: 1324720 kB\nSwapCached: 140 kB\nActive: 5509632 kB\nInactive: 997612 kB\nHighTotal: 0 kB\nHighFree: 0 kB\nLowTotal: 32868812 kB\nLowFree: 26160624 kB\nSwapTotal: 10434208 kB\nSwapFree: 10434052 kB\nDirty: 2640 kB\nWriteback: 200 kB\nAnonPages: 4916304 kB\nMapped: 18044 kB\nSlab: 152260 kB\nPageTables: 14648 kB\nNFS_Unstable: 0 kB\nBounce: 0 kB\nCommitLimit: 26868612 kB\nCommitted_AS: 6627968 kB\nVmallocTotal: 34359738367 kB\nVmallocUsed: 6408 kB\nVmallocChunk: 34359730595 kB\nHugePages_Total: 0\nHugePages_Free: 0\nHugePages_Rsvd: 0\nHugepagesize: 2048 kB\n">>}]}, {'ns_1@10.2.1.67', [{last_heard,{1351,908031,33643}}, {outgoing_replications_safeness_level,[{"default",green}]}, {incoming_replications_conf_hashes,[{"default",[]}]}, {active_buckets,["default"]}, {ready_buckets,["default"]}, {local_tasks,[]}, {memory, [{total,95428360}, {processes,56641184}, {processes_used,56485992}, {system,38787176}, {atom,1414713}, {atom_used,1394174}, {binary,2461704}, {code,14610103}, {ets,2234248}]}, {system_memory_data, [{system_total_memory,33657663488}, {free_swap,10701078528}, {total_swap,10701078528}, {cached_memory,1685192704}, {buffered_memory,433664000}, {free_memory,30177271808}, {total_memory,33657663488}]}, {node_storage_conf,[{db_path,"/data"},{index_path,"/data2"}]}, {statistics, [{wall_clock,{2207525,5000}}, {context_switches,{19036527,0}}, {garbage_collection,{3423404,15500240615,0}}, {io,{{input,25819373648},{output,2432945824}}}, {reductions,{6417057145,3082435}}, {run_queue,0}, {runtime,{634940,1050}}]}, {system_stats, [{cpu_utilization_rate,28.64321608040201}, {swap_total,10701078528}, {swap_used,0}]}, {interesting_stats, [{couch_docs_actual_disk_size,985985512}, {couch_docs_data_size,698703666}, {couch_views_actual_disk_size,0}, {couch_views_data_size,0}, {curr_items,297535}, {curr_items_tot,297535}, {mem_used,790737704}, {vb_replica_curr_items,0}]}, {cluster_compatibility_version,131072}, {version, [{public_key,"0.13"}, {lhttpc,"1.3.0"}, {ale,"8cffe61"}, {os_mon,"2.2.7"}, {couch_set_view,"1.2.0a-47a991b-git"}, {mnesia,"4.5"}, {inets,"5.7.1"}, {couch,"1.2.0a-47a991b-git"}, {mapreduce,"1.0.0"}, {couch_index_merger,"1.2.0a-47a991b-git"}, {kernel,"2.14.5"}, {crypto,"2.0.4"}, {ssl,"4.1.6"}, {sasl,"2.1.10"}, {couch_view_parser,"1.0.0"}, {ns_server,"2.0.0-1925-rel-enterprise"}, {mochiweb,"1.4.1"}, {oauth,"7d85d3ef"}, {stdlib,"1.17.5"}]}, {supported_compat_version,[2,0]}, {system_arch,"x86_64-unknown-linux-gnu"}, {wall_clock,2207}, {memory_data,{33657663488,2586361856,{<19943.703.0>,3143528}}}, {disk_data, [{"/",49781912,9}, {"/dev/shm",16434404,0}, {"/data",492257288,1}, {"/data2",246132896,1}]}, {meminfo, <<"MemTotal: 32868812 kB\nMemFree: 29470116 kB\nBuffers: 423500 kB\nCached: 1645696 kB\nSwapCached: 0 kB\nActive: 2118024 kB\nInactive: 1036908 kB\nHighTotal: 0 kB\nHighFree: 0 kB\nLowTotal: 32868812 kB\nLowFree: 29470116 kB\nSwapTotal: 10450272 kB\nSwapFree: 10450272 kB\nDirty: 932 kB\nWriteback: 0 kB\nAnonPages: 1085576 kB\nMapped: 17960 kB\nSlab: 205768 kB\nPageTables: 6996 kB\nNFS_Unstable: 0 kB\nBounce: 0 kB\nCommitLimit: 26884676 kB\nCommitted_AS: 2793476 kB\nVmallocTotal: 34359738367 kB\nVmallocUsed: 6416 kB\nVmallocChunk: 34359730587 kB\nHugePages_Total: 0\nHugePages_Free: 0\nHugePages_Rsvd: 0\nHugepagesize: 2048 kB\n">>}]}, {'ns_1@10.2.1.68', [{last_heard,{1351,908031,243089}}, {outgoing_replications_safeness_level,[{"default",green}]}, {incoming_replications_conf_hashes,[{"default",[]}]}, {active_buckets,["default"]}, {ready_buckets,["default"]}, {local_tasks,[]}, {memory, [{total,99401896}, {processes,55592400}, {processes_used,55343824}, {system,43809496}, {atom,1413905}, {atom_used,1392509}, {binary,2927496}, {code,14613068}, {ets,6765136}]}, {system_memory_data, [{system_total_memory,33657663488}, {free_swap,10684616704}, {total_swap,10684628992}, {cached_memory,1635418112}, {buffered_memory,332611584}, {free_memory,26283245568}, {total_memory,33657663488}]}, {node_storage_conf,[{db_path,"/data"},{index_path,"/data2"}]}, {statistics, [{wall_clock,{2206431,5001}}, {context_switches,{24927942,0}}, {garbage_collection,{2188421,25082773783,0}}, {io,{{input,35821137854},{output,7547579699}}}, {reductions,{9331410465,2651748}}, {run_queue,0}, {runtime,{874580,800}}]}, {system_stats, [{cpu_utilization_rate,30.827067669172934}, {swap_total,10684628992}, {swap_used,12288}]}, {interesting_stats, [{couch_docs_actual_disk_size,941188585}, {couch_docs_data_size,670195832}, {couch_views_actual_disk_size,0}, {couch_views_data_size,0}, {curr_items,297451}, {curr_items_tot,297451}, {mem_used,789946840}, {vb_replica_curr_items,0}]}, {cluster_compatibility_version,131072}, {version, [{public_key,"0.13"}, {lhttpc,"1.3.0"}, {ale,"8cffe61"}, {os_mon,"2.2.7"}, {couch_set_view,"1.2.0a-47a991b-git"}, {mnesia,"4.5"}, {inets,"5.7.1"}, {couch,"1.2.0a-47a991b-git"}, {mapreduce,"1.0.0"}, {couch_index_merger,"1.2.0a-47a991b-git"}, {kernel,"2.14.5"}, {crypto,"2.0.4"}, {ssl,"4.1.6"}, {sasl,"2.1.10"}, {couch_view_parser,"1.0.0"}, {ns_server,"2.0.0-1925-rel-enterprise"}, {mochiweb,"1.4.1"}, {oauth,"7d85d3ef"}, {stdlib,"1.17.5"}]}, {supported_compat_version,[2,0]}, {system_arch,"x86_64-unknown-linux-gnu"}, {wall_clock,2206}, {memory_data,{33657663488,6824996864,{<19944.19057.0>,4714984}}}, {disk_data, [{"/",49781912,5}, {"/dev/shm",16434404,0}, {"/data",492257288,1}, {"/data2",246132896,1}]}, {meminfo, <<"MemTotal: 32868812 kB\nMemFree: 25667356 kB\nBuffers: 324816 kB\nCached: 1597088 kB\nSwapCached: 12 kB\nActive: 5953768 kB\nInactive: 983100 kB\nHighTotal: 0 kB\nHighFree: 0 kB\nLowTotal: 32868812 kB\nLowFree: 25667356 kB\nSwapTotal: 10434208 kB\nSwapFree: 10434196 kB\nDirty: 936 kB\nWriteback: 0 kB\nAnonPages: 5014696 kB\nMapped: 18216 kB\nSlab: 216436 kB\nPageTables: 14696 kB\nNFS_Unstable: 0 kB\nBounce: 0 kB\nCommitLimit: 26868612 kB\nCommitted_AS: 6721324 kB\nVmallocTotal: 34359738367 kB\nVmallocUsed: 6408 kB\nVmallocChunk: 34359730595 kB\nHugePages_Total: 0\nHugePages_Free: 0\nHugePages_Rsvd: 0\nHugepagesize: 2048 kB\n">>}]}] [ns_doctor:debug,2012-11-02T19:01:32.742,ns_1@10.2.1.65:ns_doctor<0.5169.0>:ns_doctor:handle_info:137]Current node statuses: [{'ns_1@10.2.1.65', [{last_heard,{1351,908091,259828}}, {outgoing_replications_safeness_level,[{"default",green}]}, {incoming_replications_conf_hashes,[{"default",[]}]}, {active_buckets,["default"]}, {ready_buckets,["default"]}, {local_tasks,[]}, {memory, [{total,117065848}, {processes,69811144}, {processes_used,68233664}, {system,47254704}, {atom,1502673}, {atom_used,1494429}, {binary,5337512}, {code,15256817}, {ets,7057432}]}, {system_memory_data, [{system_total_memory,33657663488}, {free_swap,11350716416}, {total_swap,11350876160}, {cached_memory,2224533504}, {buffered_memory,235618304}, {free_memory,25821503488}, {total_memory,33657663488}]}, {node_storage_conf,[{db_path,"/data"},{index_path,"/data2"}]}, {statistics, [{wall_clock,{2267193,5000}}, {context_switches,{24965549,0}}, {garbage_collection,{2082599,26291918489,0}}, {io,{{input,37424664847},{output,7645106446}}}, {reductions,{9944831913,3290039}}, {run_queue,0}, {runtime,{952810,1120}}]}, {system_stats, [{cpu_utilization_rate,36.5}, {swap_total,11350876160}, {swap_used,159744}]}, {interesting_stats, [{couch_docs_actual_disk_size,1521370380}, {couch_docs_data_size,1078565809}, {couch_views_actual_disk_size,0}, {couch_views_data_size,0}, {curr_items,463479}, {curr_items_tot,463479}, {mem_used,1226205864}, {vb_replica_curr_items,0}]}, {cluster_compatibility_version,131072}, {version, [{public_key,"0.13"}, {lhttpc,"1.3.0"}, {ale,"8cffe61"}, {os_mon,"2.2.7"}, {couch_set_view,"1.2.0a-47a991b-git"}, {mnesia,"4.5"}, {inets,"5.7.1"}, {couch,"1.2.0a-47a991b-git"}, {mapreduce,"1.0.0"}, {couch_index_merger,"1.2.0a-47a991b-git"}, {kernel,"2.14.5"}, {crypto,"2.0.4"}, {ssl,"4.1.6"}, {sasl,"2.1.10"}, {couch_view_parser,"1.0.0"}, {ns_server,"2.0.0-1925-rel-enterprise"}, {mochiweb,"1.4.1"}, {oauth,"7d85d3ef"}, {stdlib,"1.17.5"}]}, {supported_compat_version,[2,0]}, {system_arch,"x86_64-unknown-linux-gnu"}, {wall_clock,2267}, {memory_data,{33657663488,7301210112,{<0.178.1>,7628384}}}, {disk_data, [{"/",51088800,10}, {"/dev/shm",16434404,0}, {"/data",492257288,1}, {"/data2",246132896,1}]}, {meminfo, <<"MemTotal: 32868812 kB\nMemFree: 25216312 kB\nBuffers: 230096 kB\nCached: 2172396 kB\nSwapCached: 0 kB\nActive: 6181544 kB\nInactive: 1270368 kB\nHighTotal: 0 kB\nHighFree: 0 kB\nLowTotal: 32868812 kB\nLowFree: 25216312 kB\nSwapTotal: 11084840 kB\nSwapFree: 11084684 kB\nDirty: 1188 kB\nWriteback: 0 kB\nAnonPages: 5049096 kB\nMapped: 16228 kB\nSlab: 154480 kB\nPageTables: 14196 kB\nNFS_Unstable: 0 kB\nBounce: 0 kB\nCommitLimit: 27519244 kB\nCommitted_AS: 6778580 kB\nVmallocTotal: 34359738367 kB\nVmallocUsed: 6728 kB\nVmallocChunk: 34359730275 kB\nHugePages_Total: 0\nHugePages_Free: 0\nHugePages_Rsvd: 0\nHugepagesize: 2048 kB\n">>}]}, {'ns_1@10.2.1.66', [{last_heard,{1351,908088,938856}}, {outgoing_replications_safeness_level,[{"default",green}]}, {incoming_replications_conf_hashes,[{"default",[]}]}, {active_buckets,["default"]}, {ready_buckets,["default"]}, {local_tasks,[]}, {memory, [{total,101727216}, {processes,57845160}, {processes_used,57458344}, {system,43882056}, {atom,1413905}, {atom_used,1392509}, {binary,2972080}, {code,14575828}, {ets,6854632}]}, {system_memory_data, [{system_total_memory,33657663488}, {free_swap,10684469248}, {total_swap,10684628992}, {cached_memory,1986662400}, {buffered_memory,273248256}, {free_memory,26158301184}, {total_memory,33657663488}]}, {node_storage_conf,[{db_path,"/data"},{index_path,"/data2"}]}, {statistics, [{wall_clock,{2264440,5000}}, {context_switches,{26558325,0}}, {garbage_collection,{2175666,26298909088,0}}, {io,{{input,37040972518},{output,8061622038}}}, {reductions,{9864941406,2606423}}, {run_queue,0}, {runtime,{889810,880}}]}, {system_stats, [{cpu_utilization_rate,8.229426433915211}, {swap_total,10684628992}, {swap_used,159744}]}, {interesting_stats, [{couch_docs_actual_disk_size,1364343517}, {couch_docs_data_size,1098247417}, {couch_views_actual_disk_size,0}, {couch_views_data_size,0}, {curr_items,460342}, {curr_items_tot,460342}, {mem_used,1218698088}, {vb_replica_curr_items,0}]}, {cluster_compatibility_version,131072}, {version, [{public_key,"0.13"}, {lhttpc,"1.3.0"}, {ale,"8cffe61"}, {os_mon,"2.2.7"}, {couch_set_view,"1.2.0a-47a991b-git"}, {mnesia,"4.5"}, {inets,"5.7.1"}, {couch,"1.2.0a-47a991b-git"}, {mapreduce,"1.0.0"}, {couch_index_merger,"1.2.0a-47a991b-git"}, {kernel,"2.14.5"}, {crypto,"2.0.4"}, {ssl,"4.1.6"}, {sasl,"2.1.10"}, {couch_view_parser,"1.0.0"}, {ns_server,"2.0.0-1925-rel-enterprise"}, {mochiweb,"1.4.1"}, {oauth,"7d85d3ef"}, {stdlib,"1.17.5"}]}, {supported_compat_version,[2,0]}, {system_arch,"x86_64-unknown-linux-gnu"}, {wall_clock,2264}, {memory_data,{33657663488,7019905024,{<19942.695.0>,3143528}}}, {disk_data, [{"/",49781912,5}, {"/dev/shm",16434404,0}, {"/data",492257288,1}, {"/data2",246132896,1}]}, {meminfo, <<"MemTotal: 32868812 kB\nMemFree: 25545216 kB\nBuffers: 266844 kB\nCached: 1940100 kB\nSwapCached: 140 kB\nActive: 5764824 kB\nInactive: 1358684 kB\nHighTotal: 0 kB\nHighFree: 0 kB\nLowTotal: 32868812 kB\nLowFree: 25545216 kB\nSwapTotal: 10434208 kB\nSwapFree: 10434052 kB\nDirty: 824 kB\nWriteback: 0 kB\nAnonPages: 4916292 kB\nMapped: 18020 kB\nSlab: 151816 kB\nPageTables: 14516 kB\nNFS_Unstable: 0 kB\nBounce: 0 kB\nCommitLimit: 26868612 kB\nCommitted_AS: 6631028 kB\nVmallocTotal: 34359738367 kB\nVmallocUsed: 6408 kB\nVmallocChunk: 34359730595 kB\nHugePages_Total: 0\nHugePages_Free: 0\nHugePages_Rsvd: 0\nHugepagesize: 2048 kB\n">>}]}, {'ns_1@10.2.1.67', [{last_heard,{1351,908091,33138}}, {outgoing_replications_safeness_level,[{"default",green}]}, {incoming_replications_conf_hashes,[{"default",[]}]}, {active_buckets,["default"]}, {ready_buckets,["default"]}, {local_tasks,[]}, {memory, [{total,95509488}, {processes,56536952}, {processes_used,56381440}, {system,38972536}, {atom,1414713}, {atom_used,1394174}, {binary,2473064}, {code,14610103}, {ets,2408792}]}, {system_memory_data, [{system_total_memory,33657663488}, {free_swap,10701078528}, {total_swap,10701078528}, {cached_memory,1786544128}, {buffered_memory,436281344}, {free_memory,29612228608}, {total_memory,33657663488}]}, {node_storage_conf,[{db_path,"/data"},{index_path,"/data2"}]}, {statistics, [{wall_clock,{2267524,4619}}, {context_switches,{19298518,0}}, {garbage_collection,{3452249,15564707470,0}}, {io,{{input,25828604113},{output,2436172372}}}, {reductions,{6448192026,2166905}}, {run_queue,0}, {runtime,{643320,450}}]}, {system_stats, [{cpu_utilization_rate,25.0}, {swap_total,10701078528}, {swap_used,0}]}, {interesting_stats, [{couch_docs_actual_disk_size,1066044108}, {couch_docs_data_size,1006141421}, {couch_views_actual_disk_size,0}, {couch_views_data_size,0}, {curr_items,464896}, {curr_items_tot,464896}, {mem_used,1230644904}, {vb_replica_curr_items,0}]}, {cluster_compatibility_version,131072}, {version, [{public_key,"0.13"}, {lhttpc,"1.3.0"}, {ale,"8cffe61"}, {os_mon,"2.2.7"}, {couch_set_view,"1.2.0a-47a991b-git"}, {mnesia,"4.5"}, {inets,"5.7.1"}, {couch,"1.2.0a-47a991b-git"}, {mapreduce,"1.0.0"}, {couch_index_merger,"1.2.0a-47a991b-git"}, {kernel,"2.14.5"}, {crypto,"2.0.4"}, {ssl,"4.1.6"}, {sasl,"2.1.10"}, {couch_view_parser,"1.0.0"}, {ns_server,"2.0.0-1925-rel-enterprise"}, {mochiweb,"1.4.1"}, {oauth,"7d85d3ef"}, {stdlib,"1.17.5"}]}, {supported_compat_version,[2,0]}, {system_arch,"x86_64-unknown-linux-gnu"}, {wall_clock,2267}, {memory_data,{33657663488,3722280960,{<19943.703.0>,3143528}}}, {disk_data, [{"/",49781912,9}, {"/dev/shm",16434404,0}, {"/data",492257288,1}, {"/data2",246132896,1}]}, {meminfo, <<"MemTotal: 32868812 kB\nMemFree: 28918192 kB\nBuffers: 426056 kB\nCached: 1744672 kB\nSwapCached: 0 kB\nActive: 2116988 kB\nInactive: 1587920 kB\nHighTotal: 0 kB\nHighFree: 0 kB\nLowTotal: 32868812 kB\nLowFree: 28918192 kB\nSwapTotal: 10450272 kB\nSwapFree: 10450272 kB\nDirty: 3020 kB\nWriteback: 0 kB\nAnonPages: 1533620 kB\nMapped: 17960 kB\nSlab: 206612 kB\nPageTables: 7872 kB\nNFS_Unstable: 0 kB\nBounce: 0 kB\nCommitLimit: 26884676 kB\nCommitted_AS: 3240904 kB\nVmallocTotal: 34359738367 kB\nVmallocUsed: 6416 kB\nVmallocChunk: 34359730587 kB\nHugePages_Total: 0\nHugePages_Free: 0\nHugePages_Rsvd: 0\nHugepagesize: 2048 kB\n">>}]}, {'ns_1@10.2.1.68', [{last_heard,{1351,908091,243607}}, {outgoing_replications_safeness_level,[{"default",green}]}, {incoming_replications_conf_hashes,[{"default",[]}]}, {active_buckets,["default"]}, {ready_buckets,["default"]}, {local_tasks, [[{pid,<<"<0.23768.0>">>}, {bucket,<<"default">>}, {original_target,{[{type,bucket}]}}, {progress,90}, {started_on,1351908016}, {total_vbuckets,129}, {trigger_type,scheduled}, {type,bucket_compaction}, {updated_on,1351908049}, {vbuckets_done,117}]]}, {memory, [{total,98982488}, {processes,55577304}, {processes_used,55373280}, {system,43405184}, {atom,1413905}, {atom_used,1392509}, {binary,2408192}, {code,14613068}, {ets,6870552}]}, {system_memory_data, [{system_total_memory,33657663488}, {free_swap,10684616704}, {total_swap,10684628992}, {cached_memory,1707859968}, {buffered_memory,334893056}, {free_memory,26203242496}, {total_memory,33657663488}]}, {node_storage_conf,[{db_path,"/data"},{index_path,"/data2"}]}, {statistics, [{wall_clock,{2266430,5000}}, {context_switches,{25083162,0}}, {garbage_collection,{2205926,25137594039,0}}, {io,{{input,35829307243},{output,7550469735}}}, {reductions,{9358506253,2182189}}, {run_queue,0}, {runtime,{881070,440}}]}, {system_stats, [{cpu_utilization_rate,12.189054726368159}, {swap_total,10684628992}, {swap_used,12288}]}, {interesting_stats, [{couch_docs_actual_disk_size,1120343678}, {couch_docs_data_size,1001386116}, {couch_views_actual_disk_size,0}, {couch_views_data_size,0}, {curr_items,464944}, {curr_items_tot,464944}, {mem_used,1230864488}, {vb_replica_curr_items,0}]}, {cluster_compatibility_version,131072}, {version, [{public_key,"0.13"}, {lhttpc,"1.3.0"}, {ale,"8cffe61"}, {os_mon,"2.2.7"}, {couch_set_view,"1.2.0a-47a991b-git"}, {mnesia,"4.5"}, {inets,"5.7.1"}, {couch,"1.2.0a-47a991b-git"}, {mapreduce,"1.0.0"}, {couch_index_merger,"1.2.0a-47a991b-git"}, {kernel,"2.14.5"}, {crypto,"2.0.4"}, {ssl,"4.1.6"}, {sasl,"2.1.10"}, {couch_view_parser,"1.0.0"}, {ns_server,"2.0.0-1925-rel-enterprise"}, {mochiweb,"1.4.1"}, {oauth,"7d85d3ef"}, {stdlib,"1.17.5"}]}, {supported_compat_version,[2,0]}, {system_arch,"x86_64-unknown-linux-gnu"}, {wall_clock,2266}, {memory_data,{33657663488,7459246080,{<19944.19057.0>,2914384}}}, {disk_data, [{"/",49781912,5}, {"/dev/shm",16434404,0}, {"/data",492257288,1}, {"/data2",246132896,1}]}, {meminfo, <<"MemTotal: 32868812 kB\nMemFree: 25589104 kB\nBuffers: 327044 kB\nCached: 1667832 kB\nSwapCached: 12 kB\nActive: 5564040 kB\nInactive: 1449204 kB\nHighTotal: 0 kB\nHighFree: 0 kB\nLowTotal: 32868812 kB\nLowFree: 25589104 kB\nSwapTotal: 10434208 kB\nSwapFree: 10434196 kB\nDirty: 3348 kB\nWriteback: 44 kB\nAnonPages: 5018480 kB\nMapped: 18360 kB\nSlab: 216776 kB\nPageTables: 14612 kB\nNFS_Unstable: 0 kB\nBounce: 0 kB\nCommitLimit: 26868612 kB\nCommitted_AS: 6722024 kB\nVmallocTotal: 34359738367 kB\nVmallocUsed: 6408 kB\nVmallocChunk: 34359730595 kB\nHugePages_Total: 0\nHugePages_Free: 0\nHugePages_Rsvd: 0\nHugepagesize: 2048 kB\n">>}]}] [stats:debug,2012-11-02T19:01:33.752,ns_1@10.2.1.65:<0.32112.0>:stats_collector:maybe_log_stats:126](at {{1970,1,16},{7,31,48}}) Stats for bucket "default": accepting_conns 1 auth_cmds 1 auth_errors 0 bucket_active_conns 1 bucket_conns 6 bytes 1249240104 bytes_read 1132401041 bytes_written 22524330 cas_badval 0 cas_hits 0 cas_misses 0 cmd_flush 0 cmd_get 0 cmd_set 471827 conn_yields 143 connection_structures 5000 curr_connections 10 curr_conns_on_port_11209 6 curr_conns_on_port_11210 2 curr_items 471827 curr_items_tot 471827 curr_temp_items 0 daemon_connections 4 decr_hits 0 decr_misses 0 delete_hits 0 delete_misses 0 ep_access_scanner_last_runtime 0 ep_access_scanner_num_items 0 ep_access_scanner_task_time 2012-11-03 10:00:00 ep_allow_data_loss_during_shutdown 1 ep_alog_block_size 4096 ep_alog_path /data/default/access.log ep_alog_sleep_time 1440 ep_alog_task_time 10 ep_backend couchdb ep_bg_fetch_delay 0 ep_bg_fetched 0 ep_bg_meta_fetched 0 ep_bg_remaining_jobs 0 ep_chk_max_items 5000 ep_chk_period 1800 ep_chk_persistence_remains 0 ep_chk_persistence_timeout 10 ep_chk_remover_stime 5 ep_commit_num 614 ep_commit_time 2 ep_commit_time_total 2614 ep_concurrentDB 1 ep_config_file ep_couch_bucket default ep_couch_host localhost ep_couch_port 11213 ep_couch_reconnect_sleeptime 250 ep_couch_response_timeout 180000 ep_data_age 6 ep_data_age_highwat 10 ep_data_traffic_enabled 0 ep_dbinit 0 ep_dbname /data/default ep_degraded_mode 0 ep_diskqueue_drain 462789 ep_diskqueue_fill 471827 ep_diskqueue_items 9039 ep_diskqueue_memory 289216 ep_diskqueue_pending 433824 ep_exp_pager_stime 3600 ep_exp_pager_stime 3600 ep_expired_access 0 ep_expired_pager 0 ep_expiry_window 3 ep_failpartialwarmup 0 ep_flush_all false ep_flush_duration_total 167 ep_flushall_enabled 0 ep_flusher_state running ep_flusher_todo 194 ep_getl_default_timeout 15 ep_getl_max_timeout 30 ep_ht_locks 5 ep_ht_size 3079 ep_inconsistent_slave_chk 0 ep_initfile ep_io_num_read 0 ep_io_num_write 462780 ep_io_read_bytes 0 ep_io_write_bytes 1095809376 ep_item_begin_failed 0 ep_item_commit_failed 0 ep_item_flush_expired 0 ep_item_flush_failed 0 ep_item_num_based_new_chk 1 ep_items_rm_from_checkpoints 0 ep_keep_closed_chks 0 ep_klog_block_size 4096 ep_klog_compactor_queue_cap 500000 ep_klog_compactor_stime 3600 ep_klog_flush commit2 ep_klog_max_entry_ratio 10 ep_klog_max_log_size 2147483647 ep_klog_path ep_klog_sync commit2 ep_kv_size 1154280793 ep_max_checkpoints 2 ep_max_data_size 5242880000 ep_max_item_size 20971520 ep_max_size 5242880000 ep_max_txn_size 10000 ep_max_vbuckets 512 ep_mem_high_wat 3932160000 ep_mem_high_wat 3932160000 ep_mem_low_wat 3145728000 ep_mem_low_wat 3145728000 ep_mem_tracker_enabled true ep_min_data_age 0 ep_mlog_compactor_runs 0 ep_mutation_mem_threshold 0 ep_num_access_scanner_runs 0 ep_num_eject_failures 0 ep_num_expiry_pager_runs 0 ep_num_non_resident 0 ep_num_not_my_vbuckets 0 ep_num_ops_del_meta 0 ep_num_ops_get_meta 0 ep_num_ops_set_meta 0 ep_num_pager_runs 0 ep_num_value_ejects 0 ep_oom_errors 0 ep_overhead 44914272 ep_pager_active_vb_pcnt 40 ep_pager_unbiased_period 60 ep_pending_ops 0 ep_pending_ops_max 0 ep_pending_ops_max_duration 0 ep_pending_ops_total 0 ep_postInitfile ep_queue_age_cap 900 ep_queue_size 8845 ep_startup_time 1351907891 ep_storage_age 3 ep_storage_age_highwat 8 ep_store_max_concurrency 10 ep_store_max_readers 9 ep_store_max_readwrite 1 ep_stored_val_type ep_tap_ack_grace_period 300 ep_tap_ack_initial_sequence_number 1 ep_tap_ack_interval 1000 ep_tap_ack_window_size 10 ep_tap_backfill_resident 0.9 ep_tap_backlog_limit 5000 ep_tap_backoff_period 5 ep_tap_bg_fetch_requeued 0 ep_tap_bg_fetched 0 ep_tap_bg_max_pending 500 ep_tap_keepalive 300 ep_tap_noop_interval 20 ep_tap_requeue_sleep_time 0.1 ep_tap_throttle_cap_pcnt 10 ep_tap_throttle_queue_cap 1000000 ep_tap_throttle_threshold 90 ep_tmp_oom_errors 0 ep_too_old 0 ep_too_young 0 ep_total_cache_size 1148618869 ep_total_del_items 0 ep_total_enqueued 471827 ep_total_new_items 462780 ep_total_persisted 462780 ep_uncommitted_items 564 ep_value_size 1115390288 ep_vb0 0 ep_vb_snapshot_total 6 ep_vb_total 128 ep_vbucket_del 0 ep_vbucket_del_fail 0 ep_version 2.0.0r_130_g8b09894 ep_waitforwarmup 0 ep_warmup 1 ep_warmup_batch_size 1000 ep_warmup_dups 0 ep_warmup_min_items_threshold 100 ep_warmup_min_memory_threshold 100 ep_warmup_oom 0 ep_warmup_thread complete ep_warmup_time 862 get_hits 0 get_misses 0 incr_hits 0 incr_misses 0 libevent 2.0.11-stable limit_maxbytes 67108864 listen_disabled_num 0 max_conns_on_port_11209 1000 max_conns_on_port_11210 9000 mem_used 1249240104 pid 18466 pointer_size 64 rejected_conns 0 rusage_system 129.355335 rusage_user 362.060958 tap_checkpoint_start_received 86 tap_mutation_received 1239724 tap_opaque_received 301 tap_vbucket_set_received 86 threads 4 time 1351908092 total_connections 200 uptime 2258 vb_active_curr_items 471827 vb_active_eject 0 vb_active_expired 0 vb_active_ht_memory 3202048 vb_active_itm_memory 1148618869 vb_active_meta_data_memory 37274333 vb_active_num 128 vb_active_num_non_resident 0 vb_active_num_ref_ejects 0 vb_active_num_ref_items 471827 vb_active_ops_create 462788 vb_active_ops_delete 0 vb_active_ops_reject 0 vb_active_ops_update 0 vb_active_perc_mem_resident 100 vb_active_queue_age 12013000 vb_active_queue_drain 462789 vb_active_queue_fill 471827 vb_active_queue_memory 289216 vb_active_queue_pending 433824 vb_active_queue_size 9038 vb_dead_num 0 vb_pending_curr_items 0 vb_pending_eject 0 vb_pending_expired 0 vb_pending_ht_memory 0 vb_pending_itm_memory 0 vb_pending_meta_data_memory 0 vb_pending_num 0 vb_pending_num_non_resident 0 vb_pending_num_ref_ejects 0 vb_pending_num_ref_items 0 vb_pending_ops_create 0 vb_pending_ops_delete 0 vb_pending_ops_reject 0 vb_pending_ops_update 0 vb_pending_perc_mem_resident 0 vb_pending_queue_age 0 vb_pending_queue_drain 0 vb_pending_queue_fill 0 vb_pending_queue_memory 0 vb_pending_queue_pending 0 vb_pending_queue_size 0 vb_replica_curr_items 0 vb_replica_eject 0 vb_replica_expired 0 vb_replica_ht_memory 0 vb_replica_itm_memory 0 vb_replica_meta_data_memory 0 vb_replica_num 0 vb_replica_num_non_resident 0 vb_replica_num_ref_ejects 0 vb_replica_num_ref_items 0 vb_replica_ops_create 0 vb_replica_ops_delete 0 vb_replica_ops_reject 0 vb_replica_ops_update 0 vb_replica_perc_mem_resident 0 vb_replica_queue_age 0 vb_replica_queue_drain 0 vb_replica_queue_fill 0 vb_replica_queue_memory 0 vb_replica_queue_pending 0 vb_replica_queue_size 0 version 1.4.4_600_g7ea975a [ns_doctor:debug,2012-11-02T19:02:32.747,ns_1@10.2.1.65:ns_doctor<0.5169.0>:ns_doctor:handle_info:137]Current node statuses: [{'ns_1@10.2.1.65', [{last_heard,{1351,908151,260029}}, {outgoing_replications_safeness_level,[{"default",green}]}, {incoming_replications_conf_hashes,[{"default",[]}]}, {active_buckets,["default"]}, {ready_buckets,["default"]}, {local_tasks, [[{pid,<<"<0.5319.1>">>}, {bucket,<<"default">>}, {original_target,{[{type,bucket}]}}, {progress,58}, {started_on,1351908119}, {total_vbuckets,129}, {trigger_type,scheduled}, {type,bucket_compaction}, {updated_on,1351908150}, {vbuckets_done,75}]]}, {memory, [{total,117494280}, {processes,70573432}, {processes_used,69025184}, {system,46920848}, {atom,1502673}, {atom_used,1494429}, {binary,4795264}, {code,15256817}, {ets,7257960}]}, {system_memory_data, [{system_total_memory,33657663488}, {free_swap,11350716416}, {total_swap,11350876160}, {cached_memory,2305118208}, {buffered_memory,237355008}, {free_memory,25733627904}, {total_memory,33657663488}]}, {node_storage_conf,[{db_path,"/data"},{index_path,"/data2"}]}, {statistics, [{wall_clock,{2327193,5000}}, {context_switches,{25160969,0}}, {garbage_collection,{2102647,26384418833,0}}, {io,{{input,37447718145},{output,7648796677}}}, {reductions,{9979826836,2388937}}, {run_queue,0}, {runtime,{961950,570}}]}, {system_stats, [{cpu_utilization_rate,25.31328320802005}, {swap_total,11350876160}, {swap_used,159744}]}, {interesting_stats, [{couch_docs_actual_disk_size,1714091134}, {couch_docs_data_size,1399572376}, {couch_views_actual_disk_size,0}, {couch_views_data_size,0}, {curr_items,631984}, {curr_items_tot,631984}, {mem_used,1674773256}, {vb_replica_curr_items,0}]}, {cluster_compatibility_version,131072}, {version, [{public_key,"0.13"}, {lhttpc,"1.3.0"}, {ale,"8cffe61"}, {os_mon,"2.2.7"}, {couch_set_view,"1.2.0a-47a991b-git"}, {mnesia,"4.5"}, {inets,"5.7.1"}, {couch,"1.2.0a-47a991b-git"}, {mapreduce,"1.0.0"}, {couch_index_merger,"1.2.0a-47a991b-git"}, {kernel,"2.14.5"}, {crypto,"2.0.4"}, {ssl,"4.1.6"}, {sasl,"2.1.10"}, {couch_view_parser,"1.0.0"}, {ns_server,"2.0.0-1925-rel-enterprise"}, {mochiweb,"1.4.1"}, {oauth,"7d85d3ef"}, {stdlib,"1.17.5"}]}, {supported_compat_version,[2,0]}, {system_arch,"x86_64-unknown-linux-gnu"}, {wall_clock,2327}, {memory_data,{33657663488,7976976384,{<0.178.1>,7628384}}}, {disk_data, [{"/",51088800,10}, {"/dev/shm",16434404,0}, {"/data",492257288,1}, {"/data2",246132896,1}]}, {meminfo, <<"MemTotal: 32868812 kB\nMemFree: 25130496 kB\nBuffers: 231792 kB\nCached: 2251092 kB\nSwapCached: 0 kB\nActive: 5849780 kB\nInactive: 1684720 kB\nHighTotal: 0 kB\nHighFree: 0 kB\nLowTotal: 32868812 kB\nLowFree: 25130496 kB\nSwapTotal: 11084840 kB\nSwapFree: 11084684 kB\nDirty: 3284 kB\nWriteback: 328 kB\nAnonPages: 5051616 kB\nMapped: 16316 kB\nSlab: 157672 kB\nPageTables: 14392 kB\nNFS_Unstable: 0 kB\nBounce: 0 kB\nCommitLimit: 27519244 kB\nCommitted_AS: 6781784 kB\nVmallocTotal: 34359738367 kB\nVmallocUsed: 6728 kB\nVmallocChunk: 34359730275 kB\nHugePages_Total: 0\nHugePages_Free: 0\nHugePages_Rsvd: 0\nHugepagesize: 2048 kB\n">>}]}, {'ns_1@10.2.1.66', [{last_heard,{1351,908148,940972}}, {outgoing_replications_safeness_level,[{"default",green}]}, {incoming_replications_conf_hashes,[{"default",[]}]}, {active_buckets,["default"]}, {ready_buckets,["default"]}, {local_tasks,[]}, {memory, [{total,102382104}, {processes,58436632}, {processes_used,58049816}, {system,43945472}, {atom,1413905}, {atom_used,1392509}, {binary,2860456}, {code,14575828}, {ets,7029136}]}, {system_memory_data, [{system_total_memory,33657663488}, {free_swap,10684469248}, {total_swap,10684628992}, {cached_memory,2670620672}, {buffered_memory,273903616}, {free_memory,25457905664}, {total_memory,33657663488}]}, {node_storage_conf,[{db_path,"/data"},{index_path,"/data2"}]}, {statistics, [{wall_clock,{2324440,5000}}, {context_switches,{26860297,0}}, {garbage_collection,{2206746,26364857997,0}}, {io,{{input,37042909062},{output,8063853521}}}, {reductions,{9896334042,3122809}}, {run_queue,0}, {runtime,{898900,940}}]}, {system_stats, [{cpu_utilization_rate,16.25}, {swap_total,10684628992}, {swap_used,159744}]}, {interesting_stats, [{couch_docs_actual_disk_size,2031035667}, {couch_docs_data_size,1521597877}, {couch_views_actual_disk_size,0}, {couch_views_data_size,0}, {curr_items,628368}, {curr_items_tot,628368}, {mem_used,1658007384}, {vb_replica_curr_items,0}]}, {cluster_compatibility_version,131072}, {version, [{public_key,"0.13"}, {lhttpc,"1.3.0"}, {ale,"8cffe61"}, {os_mon,"2.2.7"}, {couch_set_view,"1.2.0a-47a991b-git"}, {mnesia,"4.5"}, {inets,"5.7.1"}, {couch,"1.2.0a-47a991b-git"}, {mapreduce,"1.0.0"}, {couch_index_merger,"1.2.0a-47a991b-git"}, {kernel,"2.14.5"}, {crypto,"2.0.4"}, {ssl,"4.1.6"}, {sasl,"2.1.10"}, {couch_view_parser,"1.0.0"}, {ns_server,"2.0.0-1925-rel-enterprise"}, {mochiweb,"1.4.1"}, {oauth,"7d85d3ef"}, {stdlib,"1.17.5"}]}, {supported_compat_version,[2,0]}, {system_arch,"x86_64-unknown-linux-gnu"}, {wall_clock,2324}, {memory_data,{33657663488,7673315328,{<19942.20373.0>,4714984}}}, {disk_data, [{"/",49781912,5}, {"/dev/shm",16434404,0}, {"/data",492257288,1}, {"/data2",246132896,1}]}, {meminfo, <<"MemTotal: 32868812 kB\nMemFree: 24861484 kB\nBuffers: 267484 kB\nCached: 2608028 kB\nSwapCached: 140 kB\nActive: 6107876 kB\nInactive: 1686844 kB\nHighTotal: 0 kB\nHighFree: 0 kB\nLowTotal: 32868812 kB\nLowFree: 24861484 kB\nSwapTotal: 10434208 kB\nSwapFree: 10434052 kB\nDirty: 652 kB\nWriteback: 0 kB\nAnonPages: 4918660 kB\nMapped: 18020 kB\nSlab: 163732 kB\nPageTables: 14524 kB\nNFS_Unstable: 0 kB\nBounce: 0 kB\nCommitLimit: 26868612 kB\nCommitted_AS: 6632748 kB\nVmallocTotal: 34359738367 kB\nVmallocUsed: 6408 kB\nVmallocChunk: 34359730595 kB\nHugePages_Total: 0\nHugePages_Free: 0\nHugePages_Rsvd: 0\nHugepagesize: 2048 kB\n">>}]}, {'ns_1@10.2.1.67', [{last_heard,{1351,908151,36169}}, {outgoing_replications_safeness_level,[{"default",green}]}, {incoming_replications_conf_hashes,[{"default",[]}]}, {active_buckets,["default"]}, {ready_buckets,["default"]}, {local_tasks,[]}, {memory, [{total,101032720}, {processes,61855728}, {processes_used,61700536}, {system,39176992}, {atom,1414713}, {atom_used,1394174}, {binary,2501800}, {code,14610103}, {ets,2584320}]}, {system_memory_data, [{system_total_memory,33657663488}, {free_swap,10701078528}, {total_swap,10701078528}, {cached_memory,2637283328}, {buffered_memory,436940800}, {free_memory,28292694016}, {total_memory,33657663488}]}, {node_storage_conf,[{db_path,"/data"},{index_path,"/data2"}]}, {statistics, [{wall_clock,{2327526,5001}}, {context_switches,{20235691,0}}, {garbage_collection,{3549849,15686151455,0}}, {io,{{input,25833475855},{output,2440523862}}}, {reductions,{6502626905,3719256}}, {run_queue,0}, {runtime,{665150,1370}}]}, {system_stats, [{cpu_utilization_rate,25.75}, {swap_total,10701078528}, {swap_used,0}]}, {interesting_stats, [{couch_docs_actual_disk_size,1918268699}, {couch_docs_data_size,1508797152}, {couch_views_actual_disk_size,0}, {couch_views_data_size,0}, {curr_items,633572}, {curr_items_tot,633572}, {mem_used,1672318824}, {vb_replica_curr_items,0}]}, {cluster_compatibility_version,131072}, {version, [{public_key,"0.13"}, {lhttpc,"1.3.0"}, {ale,"8cffe61"}, {os_mon,"2.2.7"}, {couch_set_view,"1.2.0a-47a991b-git"}, {mnesia,"4.5"}, {inets,"5.7.1"}, {couch,"1.2.0a-47a991b-git"}, {mapreduce,"1.0.0"}, {couch_index_merger,"1.2.0a-47a991b-git"}, {kernel,"2.14.5"}, {crypto,"2.0.4"}, {ssl,"4.1.6"}, {sasl,"2.1.10"}, {couch_view_parser,"1.0.0"}, {ns_server,"2.0.0-1925-rel-enterprise"}, {mochiweb,"1.4.1"}, {oauth,"7d85d3ef"}, {stdlib,"1.17.5"}]}, {supported_compat_version,[2,0]}, {system_arch,"x86_64-unknown-linux-gnu"}, {wall_clock,2327}, {memory_data,{33657663488,4346748928,{<19943.19799.0>,4714984}}}, {disk_data, [{"/",49781912,9}, {"/dev/shm",16434404,0}, {"/data",492257288,1}, {"/data2",246132896,1}]}, {meminfo, <<"MemTotal: 32868812 kB\nMemFree: 27629584 kB\nBuffers: 426700 kB\nCached: 2575472 kB\nSwapCached: 0 kB\nActive: 3229816 kB\nInactive: 1763568 kB\nHighTotal: 0 kB\nHighFree: 0 kB\nLowTotal: 32868812 kB\nLowFree: 27629584 kB\nSwapTotal: 10450272 kB\nSwapFree: 10450272 kB\nDirty: 1112 kB\nWriteback: 112 kB\nAnonPages: 1990892 kB\nMapped: 17960 kB\nSlab: 206112 kB\nPageTables: 8684 kB\nNFS_Unstable: 0 kB\nBounce: 0 kB\nCommitLimit: 26884676 kB\nCommitted_AS: 3703416 kB\nVmallocTotal: 34359738367 kB\nVmallocUsed: 6416 kB\nVmallocChunk: 34359730587 kB\nHugePages_Total: 0\nHugePages_Free: 0\nHugePages_Rsvd: 0\nHugepagesize: 2048 kB\n">>}]}, {'ns_1@10.2.1.68', [{last_heard,{1351,908151,244039}}, {outgoing_replications_safeness_level,[{"default",green}]}, {incoming_replications_conf_hashes,[{"default",[]}]}, {active_buckets,["default"]}, {ready_buckets,["default"]}, {local_tasks,[]}, {memory, [{total,99205824}, {processes,55559424}, {processes_used,55310608}, {system,43646400}, {atom,1413905}, {atom_used,1392509}, {binary,2526864}, {code,14613068}, {ets,7002904}]}, {system_memory_data, [{system_total_memory,33657663488}, {free_swap,10684616704}, {total_swap,10684628992}, {cached_memory,2480254976}, {buffered_memory,336023552}, {free_memory,25433903104}, {total_memory,33657663488}]}, {node_storage_conf,[{db_path,"/data"},{index_path,"/data2"}]}, {statistics, [{wall_clock,{2326430,4999}}, {context_switches,{25748177,0}}, {garbage_collection,{2273789,25235484570,0}}, {io,{{input,35833007328},{output,7554015445}}}, {reductions,{9403152060,2527852}}, {run_queue,0}, {runtime,{898410,630}}]}, {system_stats, [{cpu_utilization_rate,6.7669172932330826}, {swap_total,10684628992}, {swap_used,12288}]}, {interesting_stats, [{couch_docs_actual_disk_size,1778729943}, {couch_docs_data_size,1470441648}, {couch_views_actual_disk_size,0}, {couch_views_data_size,0}, {curr_items,633279}, {curr_items_tot,633279}, {mem_used,1676524856}, {vb_replica_curr_items,0}]}, {cluster_compatibility_version,131072}, {version, [{public_key,"0.13"}, {lhttpc,"1.3.0"}, {ale,"8cffe61"}, {os_mon,"2.2.7"}, {couch_set_view,"1.2.0a-47a991b-git"}, {mnesia,"4.5"}, {inets,"5.7.1"}, {couch,"1.2.0a-47a991b-git"}, {mapreduce,"1.0.0"}, {couch_index_merger,"1.2.0a-47a991b-git"}, {kernel,"2.14.5"}, {crypto,"2.0.4"}, {ssl,"4.1.6"}, {sasl,"2.1.10"}, {couch_view_parser,"1.0.0"}, {ns_server,"2.0.0-1925-rel-enterprise"}, {mochiweb,"1.4.1"}, {oauth,"7d85d3ef"}, {stdlib,"1.17.5"}]}, {supported_compat_version,[2,0]}, {system_arch,"x86_64-unknown-linux-gnu"}, {wall_clock,2326}, {memory_data,{33657663488,7671042048,{<19944.19057.0>,2914384}}}, {disk_data, [{"/",49781912,5}, {"/dev/shm",16434404,0}, {"/data",492257288,1}, {"/data2",246132896,1}]}, {meminfo, <<"MemTotal: 32868812 kB\nMemFree: 24837920 kB\nBuffers: 328148 kB\nCached: 2422124 kB\nSwapCached: 12 kB\nActive: 6007428 kB\nInactive: 1758284 kB\nHighTotal: 0 kB\nHighFree: 0 kB\nLowTotal: 32868812 kB\nLowFree: 24837920 kB\nSwapTotal: 10434208 kB\nSwapFree: 10434196 kB\nDirty: 2064 kB\nWriteback: 212 kB\nAnonPages: 5015136 kB\nMapped: 18340 kB\nSlab: 216292 kB\nPageTables: 14604 kB\nNFS_Unstable: 0 kB\nBounce: 0 kB\nCommitLimit: 26868612 kB\nCommitted_AS: 6719348 kB\nVmallocTotal: 34359738367 kB\nVmallocUsed: 6408 kB\nVmallocChunk: 34359730595 kB\nHugePages_Total: 0\nHugePages_Free: 0\nHugePages_Rsvd: 0\nHugepagesize: 2048 kB\n">>}]}] [stats:debug,2012-11-02T19:03:13.755,ns_1@10.2.1.65:<0.32112.0>:stats_collector:maybe_log_stats:126](at {{1970,1,16},{7,31,48}}) Stats for bucket "default": accepting_conns 1 auth_cmds 1 auth_errors 0 bucket_active_conns 1 bucket_conns 6 bytes 1891558056 bytes_read 1806090215 bytes_written 35654894 cas_badval 0 cas_hits 0 cas_misses 0 cmd_flush 0 cmd_get 0 cmd_set 752385 conn_yields 234 connection_structures 5000 curr_connections 10 curr_conns_on_port_11209 6 curr_conns_on_port_11210 2 curr_items 752385 curr_items_tot 752385 curr_temp_items 0 daemon_connections 4 decr_hits 0 decr_misses 0 delete_hits 0 delete_misses 0 ep_access_scanner_last_runtime 0 ep_access_scanner_num_items 0 ep_access_scanner_task_time 2012-11-03 10:00:00 ep_allow_data_loss_during_shutdown 1 ep_alog_block_size 4096 ep_alog_path /data/default/access.log ep_alog_sleep_time 1440 ep_alog_task_time 10 ep_backend couchdb ep_bg_fetch_delay 0 ep_bg_fetched 0 ep_bg_meta_fetched 0 ep_bg_remaining_jobs 0 ep_chk_max_items 5000 ep_chk_period 1800 ep_chk_persistence_remains 0 ep_chk_persistence_timeout 10 ep_chk_remover_stime 5 ep_commit_num 717 ep_commit_time 1 ep_commit_time_total 3675 ep_concurrentDB 1 ep_config_file ep_couch_bucket default ep_couch_host localhost ep_couch_port 11213 ep_couch_reconnect_sleeptime 250 ep_couch_response_timeout 180000 ep_data_age 3 ep_data_age_highwat 41 ep_data_traffic_enabled 0 ep_dbinit 0 ep_dbname /data/default ep_degraded_mode 0 ep_diskqueue_drain 751149 ep_diskqueue_fill 752385 ep_diskqueue_items 1237 ep_diskqueue_memory 39552 ep_diskqueue_pending 59328 ep_exp_pager_stime 3600 ep_exp_pager_stime 3600 ep_expired_access 0 ep_expired_pager 0 ep_expiry_window 3 ep_failpartialwarmup 0 ep_flush_all false ep_flush_duration_total 271 ep_flushall_enabled 0 ep_flusher_state running ep_flusher_todo 624 ep_getl_default_timeout 15 ep_getl_max_timeout 30 ep_ht_locks 5 ep_ht_size 3079 ep_inconsistent_slave_chk 0 ep_initfile ep_io_num_read 0 ep_io_num_write 751126 ep_io_read_bytes 0 ep_io_write_bytes 1779070022 ep_item_begin_failed 0 ep_item_commit_failed 0 ep_item_flush_expired 0 ep_item_flush_failed 0 ep_item_num_based_new_chk 1 ep_items_rm_from_checkpoints 640256 ep_keep_closed_chks 0 ep_klog_block_size 4096 ep_klog_compactor_queue_cap 500000 ep_klog_compactor_stime 3600 ep_klog_flush commit2 ep_klog_max_entry_ratio 10 ep_klog_max_log_size 2147483647 ep_klog_path ep_klog_sync commit2 ep_kv_size 1841002923 ep_max_checkpoints 2 ep_max_data_size 5242880000 ep_max_item_size 20971520 ep_max_size 5242880000 ep_max_txn_size 10000 ep_max_vbuckets 512 ep_mem_high_wat 3932160000 ep_mem_high_wat 3932160000 ep_mem_low_wat 3145728000 ep_mem_low_wat 3145728000 ep_mem_tracker_enabled true ep_min_data_age 0 ep_mlog_compactor_runs 0 ep_mutation_mem_threshold 0 ep_num_access_scanner_runs 0 ep_num_eject_failures 0 ep_num_expiry_pager_runs 0 ep_num_non_resident 0 ep_num_not_my_vbuckets 0 ep_num_ops_del_meta 0 ep_num_ops_get_meta 0 ep_num_ops_set_meta 0 ep_num_pager_runs 0 ep_num_value_ejects 0 ep_oom_errors 0 ep_overhead 13286816 ep_pager_active_vb_pcnt 40 ep_pager_unbiased_period 60 ep_pending_ops 0 ep_pending_ops_max 0 ep_pending_ops_max_duration 0 ep_pending_ops_total 0 ep_postInitfile ep_queue_age_cap 900 ep_queue_size 613 ep_startup_time 1351907891 ep_storage_age 0 ep_storage_age_highwat 39 ep_store_max_concurrency 10 ep_store_max_readers 9 ep_store_max_readwrite 1 ep_stored_val_type ep_tap_ack_grace_period 300 ep_tap_ack_initial_sequence_number 1 ep_tap_ack_interval 1000 ep_tap_ack_window_size 10 ep_tap_backfill_resident 0.9 ep_tap_backlog_limit 5000 ep_tap_backoff_period 5 ep_tap_bg_fetch_requeued 0 ep_tap_bg_fetched 0 ep_tap_bg_max_pending 500 ep_tap_keepalive 300 ep_tap_noop_interval 20 ep_tap_requeue_sleep_time 0.1 ep_tap_throttle_cap_pcnt 10 ep_tap_throttle_queue_cap 1000000 ep_tap_throttle_threshold 90 ep_tmp_oom_errors 0 ep_too_old 0 ep_too_young 0 ep_total_cache_size 1831974303 ep_total_del_items 0 ep_total_enqueued 752385 ep_total_new_items 751126 ep_total_persisted 751126 ep_uncommitted_items 1545 ep_value_size 1778968884 ep_vb0 0 ep_vb_snapshot_total 8 ep_vb_total 128 ep_vbucket_del 0 ep_vbucket_del_fail 0 ep_version 2.0.0r_130_g8b09894 ep_waitforwarmup 0 ep_warmup 1 ep_warmup_batch_size 1000 ep_warmup_dups 0 ep_warmup_min_items_threshold 100 ep_warmup_min_memory_threshold 100 ep_warmup_oom 0 ep_warmup_thread complete ep_warmup_time 862 get_hits 0 get_misses 0 incr_hits 0 incr_misses 0 libevent 2.0.11-stable limit_maxbytes 67108864 listen_disabled_num 0 max_conns_on_port_11209 1000 max_conns_on_port_11210 9000 mem_used 1891558056 pid 18466 pointer_size 64 rejected_conns 0 rusage_system 139.898732 rusage_user 389.928721 tap_checkpoint_start_received 86 tap_mutation_received 1239724 tap_opaque_received 301 tap_vbucket_set_received 86 threads 4 time 1351908193 total_connections 200 uptime 2359 vb_active_curr_items 752385 vb_active_eject 0 vb_active_expired 0 vb_active_ht_memory 3202048 vb_active_itm_memory 1831974303 vb_active_meta_data_memory 59438415 vb_active_num 128 vb_active_num_non_resident 0 vb_active_num_ref_ejects 0 vb_active_num_ref_items 752385 vb_active_ops_create 751148 vb_active_ops_delete 0 vb_active_ops_reject 0 vb_active_ops_update 0 vb_active_perc_mem_resident 100 vb_active_queue_age 235000 vb_active_queue_drain 751149 vb_active_queue_fill 752385 vb_active_queue_memory 39552 vb_active_queue_pending 59328 vb_active_queue_size 1236 vb_dead_num 0 vb_pending_curr_items 0 vb_pending_eject 0 vb_pending_expired 0 vb_pending_ht_memory 0 vb_pending_itm_memory 0 vb_pending_meta_data_memory 0 vb_pending_num 0 vb_pending_num_non_resident 0 vb_pending_num_ref_ejects 0 vb_pending_num_ref_items 0 vb_pending_ops_create 0 vb_pending_ops_delete 0 vb_pending_ops_reject 0 vb_pending_ops_update 0 vb_pending_perc_mem_resident 0 vb_pending_queue_age 0 vb_pending_queue_drain 0 vb_pending_queue_fill 0 vb_pending_queue_memory 0 vb_pending_queue_pending 0 vb_pending_queue_size 0 vb_replica_curr_items 0 vb_replica_eject 0 vb_replica_expired 0 vb_replica_ht_memory 0 vb_replica_itm_memory 0 vb_replica_meta_data_memory 0 vb_replica_num 0 vb_replica_num_non_resident 0 vb_replica_num_ref_ejects 0 vb_replica_num_ref_items 0 vb_replica_ops_create 0 vb_replica_ops_delete 0 vb_replica_ops_reject 0 vb_replica_ops_update 0 vb_replica_perc_mem_resident 0 vb_replica_queue_age 0 vb_replica_queue_drain 0 vb_replica_queue_fill 0 vb_replica_queue_memory 0 vb_replica_queue_pending 0 vb_replica_queue_size 0 version 1.4.4_600_g7ea975a [ns_doctor:debug,2012-11-02T19:03:32.742,ns_1@10.2.1.65:ns_doctor<0.5169.0>:ns_doctor:handle_info:137]Current node statuses: [{'ns_1@10.2.1.65', [{last_heard,{1351,908211,260463}}, {outgoing_replications_safeness_level,[{"default",green}]}, {incoming_replications_conf_hashes,[{"default",[]}]}, {active_buckets,["default"]}, {ready_buckets,["default"]}, {local_tasks,[]}, {memory, [{total,117519504}, {processes,70569136}, {processes_used,68990800}, {system,46950368}, {atom,1502673}, {atom_used,1494429}, {binary,4677952}, {code,15256817}, {ets,7409888}]}, {system_memory_data, [{system_total_memory,33657663488}, {free_swap,11350716416}, {total_swap,11350876160}, {cached_memory,2794733568}, {buffered_memory,239394816}, {free_memory,25231319040}, {total_memory,33657663488}]}, {node_storage_conf,[{db_path,"/data"},{index_path,"/data2"}]}, {statistics, [{wall_clock,{2387193,5000}}, {context_switches,{25557987,0}}, {garbage_collection,{2143321,26493668189,0}}, {io,{{input,37468799147},{output,7657458989}}}, {reductions,{10021558894,3423821}}, {run_queue,0}, {runtime,{974490,1030}}]}, {system_stats, [{cpu_utilization_rate,19.75}, {swap_total,11350876160}, {swap_used,159744}]}, {interesting_stats, [{couch_docs_actual_disk_size,2106042528}, {couch_docs_data_size,1894492922}, {couch_views_actual_disk_size,0}, {couch_views_data_size,0}, {curr_items,799876}, {curr_items_tot,799876}, {mem_used,2016932040}, {vb_replica_curr_items,0}]}, {cluster_compatibility_version,131072}, {version, [{public_key,"0.13"}, {lhttpc,"1.3.0"}, {ale,"8cffe61"}, {os_mon,"2.2.7"}, {couch_set_view,"1.2.0a-47a991b-git"}, {mnesia,"4.5"}, {inets,"5.7.1"}, {couch,"1.2.0a-47a991b-git"}, {mapreduce,"1.0.0"}, {couch_index_merger,"1.2.0a-47a991b-git"}, {kernel,"2.14.5"}, {crypto,"2.0.4"}, {ssl,"4.1.6"}, {sasl,"2.1.10"}, {couch_view_parser,"1.0.0"}, {ns_server,"2.0.0-1925-rel-enterprise"}, {mochiweb,"1.4.1"}, {oauth,"7d85d3ef"}, {stdlib,"1.17.5"}]}, {supported_compat_version,[2,0]}, {system_arch,"x86_64-unknown-linux-gnu"}, {wall_clock,2387}, {memory_data,{33657663488,7789060096,{<0.178.1>,7628384}}}, {disk_data, [{"/",51088800,10}, {"/dev/shm",16434404,0}, {"/data",492257288,1}, {"/data2",246132896,1}]}, {meminfo, <<"MemTotal: 32868812 kB\nMemFree: 24639960 kB\nBuffers: 233784 kB\nCached: 2729232 kB\nSwapCached: 0 kB\nActive: 5824840 kB\nInactive: 2188704 kB\nHighTotal: 0 kB\nHighFree: 0 kB\nLowTotal: 32868812 kB\nLowFree: 24639960 kB\nSwapTotal: 11084840 kB\nSwapFree: 11084684 kB\nDirty: 1868 kB\nWriteback: 112 kB\nAnonPages: 5050528 kB\nMapped: 16312 kB\nSlab: 168916 kB\nPageTables: 14324 kB\nNFS_Unstable: 0 kB\nBounce: 0 kB\nCommitLimit: 27519244 kB\nCommitted_AS: 6779100 kB\nVmallocTotal: 34359738367 kB\nVmallocUsed: 6728 kB\nVmallocChunk: 34359730275 kB\nHugePages_Total: 0\nHugePages_Free: 0\nHugePages_Rsvd: 0\nHugepagesize: 2048 kB\n">>}]}, {'ns_1@10.2.1.66', [{last_heard,{1351,908208,940394}}, {outgoing_replications_safeness_level,[{"default",green}]}, {incoming_replications_conf_hashes,[{"default",[]}]}, {active_buckets,["default"]}, {ready_buckets,["default"]}, {local_tasks,[]}, {memory, [{total,102693632}, {processes,58738584}, {processes_used,58351928}, {system,43955048}, {atom,1413905}, {atom_used,1392509}, {binary,2692000}, {code,14575828}, {ets,7207952}]}, {system_memory_data, [{system_total_memory,33657663488}, {free_swap,10684469248}, {total_swap,10684628992}, {cached_memory,3364986880}, {buffered_memory,275152896}, {free_memory,24768045056}, {total_memory,33657663488}]}, {node_storage_conf,[{db_path,"/data"},{index_path,"/data2"}]}, {statistics, [{wall_clock,{2384439,4998}}, {context_switches,{27197827,0}}, {garbage_collection,{2241683,26435162059,0}}, {io,{{input,37048450387},{output,8071474989}}}, {reductions,{9929262591,2072432}}, {run_queue,0}, {runtime,{908200,430}}]}, {system_stats, [{cpu_utilization_rate,25.870646766169155}, {swap_total,10684628992}, {swap_used,159744}]}, {interesting_stats, [{couch_docs_actual_disk_size,2681922259}, {couch_docs_data_size,1901919521}, {couch_views_actual_disk_size,0}, {couch_views_data_size,0}, {curr_items,796733}, {curr_items_tot,796733}, {mem_used,2010538456}, {vb_replica_curr_items,0}]}, {cluster_compatibility_version,131072}, {version, [{public_key,"0.13"}, {lhttpc,"1.3.0"}, {ale,"8cffe61"}, {os_mon,"2.2.7"}, {couch_set_view,"1.2.0a-47a991b-git"}, {mnesia,"4.5"}, {inets,"5.7.1"}, {couch,"1.2.0a-47a991b-git"}, {mapreduce,"1.0.0"}, {couch_index_merger,"1.2.0a-47a991b-git"}, {kernel,"2.14.5"}, {crypto,"2.0.4"}, {ssl,"4.1.6"}, {sasl,"2.1.10"}, {couch_view_parser,"1.0.0"}, {ns_server,"2.0.0-1925-rel-enterprise"}, {mochiweb,"1.4.1"}, {oauth,"7d85d3ef"}, {stdlib,"1.17.5"}]}, {supported_compat_version,[2,0]}, {system_arch,"x86_64-unknown-linux-gnu"}, {wall_clock,2384}, {memory_data,{33657663488,8351494144,{<19942.20374.0>,4714984}}}, {disk_data, [{"/",49781912,5}, {"/dev/shm",16434404,0}, {"/data",492257288,1}, {"/data2",246132896,1}]}, {meminfo, <<"MemTotal: 32868812 kB\nMemFree: 24187544 kB\nBuffers: 268704 kB\nCached: 3286120 kB\nSwapCached: 140 kB\nActive: 6454864 kB\nInactive: 1997528 kB\nHighTotal: 0 kB\nHighFree: 0 kB\nLowTotal: 32868812 kB\nLowFree: 24187544 kB\nSwapTotal: 10434208 kB\nSwapFree: 10434052 kB\nDirty: 1632 kB\nWriteback: 164 kB\nAnonPages: 4897284 kB\nMapped: 18020 kB\nSlab: 180284 kB\nPageTables: 14512 kB\nNFS_Unstable: 0 kB\nBounce: 0 kB\nCommitLimit: 26868612 kB\nCommitted_AS: 6631680 kB\nVmallocTotal: 34359738367 kB\nVmallocUsed: 6408 kB\nVmallocChunk: 34359730595 kB\nHugePages_Total: 0\nHugePages_Free: 0\nHugePages_Rsvd: 0\nHugepagesize: 2048 kB\n">>}]}, {'ns_1@10.2.1.67', [{last_heard,{1351,908211,36276}}, {outgoing_replications_safeness_level,[{"default",green}]}, {incoming_replications_conf_hashes,[{"default",[]}]}, {active_buckets,["default"]}, {ready_buckets,["default"]}, {local_tasks,[]}, {memory, [{total,99988256}, {processes,60626296}, {processes_used,60470704}, {system,39361960}, {atom,1414713}, {atom_used,1394174}, {binary,2510592}, {code,14610103}, {ets,2761640}]}, {system_memory_data, [{system_total_memory,33657663488}, {free_swap,10701078528}, {total_swap,10701078528}, {cached_memory,3319218176}, {buffered_memory,437788672}, {free_memory,27193716736}, {total_memory,33657663488}]}, {node_storage_conf,[{db_path,"/data"},{index_path,"/data2"}]}, {statistics, [{wall_clock,{2387525,5001}}, {context_switches,{20590457,0}}, {garbage_collection,{3585945,15757488651,0}}, {io,{{input,25839147025},{output,2444240770}}}, {reductions,{6535911191,2807164}}, {run_queue,0}, {runtime,{675560,870}}]}, {system_stats, [{cpu_utilization_rate,6.265664160401003}, {swap_total,10701078528}, {swap_used,0}]}, {interesting_stats, [{couch_docs_actual_disk_size,2643445490}, {couch_docs_data_size,1929224567}, {couch_views_actual_disk_size,0}, {couch_views_data_size,0}, {curr_items,802174}, {curr_items_tot,802174}, {mem_used,2022268216}, {vb_replica_curr_items,0}]}, {cluster_compatibility_version,131072}, {version, [{public_key,"0.13"}, {lhttpc,"1.3.0"}, {ale,"8cffe61"}, {os_mon,"2.2.7"}, {couch_set_view,"1.2.0a-47a991b-git"}, {mnesia,"4.5"}, {inets,"5.7.1"}, {couch,"1.2.0a-47a991b-git"}, {mapreduce,"1.0.0"}, {couch_index_merger,"1.2.0a-47a991b-git"}, {kernel,"2.14.5"}, {crypto,"2.0.4"}, {ssl,"4.1.6"}, {sasl,"2.1.10"}, {couch_view_parser,"1.0.0"}, {ns_server,"2.0.0-1925-rel-enterprise"}, {mochiweb,"1.4.1"}, {oauth,"7d85d3ef"}, {stdlib,"1.17.5"}]}, {supported_compat_version,[2,0]}, {system_arch,"x86_64-unknown-linux-gnu"}, {wall_clock,2387}, {memory_data,{33657663488,5604831232,{<19943.19799.0>,4714984}}}, {disk_data, [{"/",49781912,9}, {"/dev/shm",16434404,0}, {"/data",492257288,1}, {"/data2",246132896,1}]}, {meminfo, <<"MemTotal: 32868812 kB\nMemFree: 26556364 kB\nBuffers: 427528 kB\nCached: 3241424 kB\nSwapCached: 0 kB\nActive: 4022676 kB\nInactive: 2043100 kB\nHighTotal: 0 kB\nHighFree: 0 kB\nLowTotal: 32868812 kB\nLowFree: 26556364 kB\nSwapTotal: 10450272 kB\nSwapFree: 10450272 kB\nDirty: 1288 kB\nWriteback: 328 kB\nAnonPages: 2396596 kB\nMapped: 17960 kB\nSlab: 206008 kB\nPageTables: 9560 kB\nNFS_Unstable: 0 kB\nBounce: 0 kB\nCommitLimit: 26884676 kB\nCommitted_AS: 4111460 kB\nVmallocTotal: 34359738367 kB\nVmallocUsed: 6416 kB\nVmallocChunk: 34359730587 kB\nHugePages_Total: 0\nHugePages_Free: 0\nHugePages_Rsvd: 0\nHugepagesize: 2048 kB\n">>}]}, {'ns_1@10.2.1.68', [{last_heard,{1351,908211,245642}}, {outgoing_replications_safeness_level,[{"default",green}]}, {incoming_replications_conf_hashes,[{"default",[]}]}, {active_buckets,["default"]}, {ready_buckets,["default"]}, {local_tasks,[]}, {memory, [{total,105046192}, {processes,61024936}, {processes_used,60776040}, {system,44021256}, {atom,1413905}, {atom_used,1392509}, {binary,2723472}, {code,14613068}, {ets,7180912}]}, {system_memory_data, [{system_total_memory,33657663488}, {free_swap,10684616704}, {total_swap,10684628992}, {cached_memory,3153858560}, {buffered_memory,336797696}, {free_memory,24758902784}, {total_memory,33657663488}]}, {node_storage_conf,[{db_path,"/data"},{index_path,"/data2"}]}, {statistics, [{wall_clock,{2386431,5001}}, {context_switches,{26055020,0}}, {garbage_collection,{2305331,25302701789,0}}, {io,{{input,35838347124},{output,7561601912}}}, {reductions,{9434886845,3227906}}, {run_queue,0}, {runtime,{909010,1260}}]}, {system_stats, [{cpu_utilization_rate,18.25}, {swap_total,10684628992}, {swap_used,12288}]}, {interesting_stats, [{couch_docs_actual_disk_size,2485028138}, {couch_docs_data_size,1919473847}, {couch_views_actual_disk_size,0}, {couch_views_data_size,0}, {curr_items,801984}, {curr_items_tot,801984}, {mem_used,2020974728}, {vb_replica_curr_items,0}]}, {cluster_compatibility_version,131072}, {version, [{public_key,"0.13"}, {lhttpc,"1.3.0"}, {ale,"8cffe61"}, {os_mon,"2.2.7"}, {couch_set_view,"1.2.0a-47a991b-git"}, {mnesia,"4.5"}, {inets,"5.7.1"}, {couch,"1.2.0a-47a991b-git"}, {mapreduce,"1.0.0"}, {couch_index_merger,"1.2.0a-47a991b-git"}, {kernel,"2.14.5"}, {crypto,"2.0.4"}, {ssl,"4.1.6"}, {sasl,"2.1.10"}, {couch_view_parser,"1.0.0"}, {ns_server,"2.0.0-1925-rel-enterprise"}, {mochiweb,"1.4.1"}, {oauth,"7d85d3ef"}, {stdlib,"1.17.5"}]}, {supported_compat_version,[2,0]}, {system_arch,"x86_64-unknown-linux-gnu"}, {wall_clock,2386}, {memory_data,{33657663488,8365727744,{<19944.19057.0>,4714984}}}, {disk_data, [{"/",49781912,5}, {"/dev/shm",16434404,0}, {"/data",492257288,1}, {"/data2",246132896,1}]}, {meminfo, <<"MemTotal: 32868812 kB\nMemFree: 24178864 kB\nBuffers: 328904 kB\nCached: 3079940 kB\nSwapCached: 12 kB\nActive: 6351688 kB\nInactive: 2073216 kB\nHighTotal: 0 kB\nHighFree: 0 kB\nLowTotal: 32868812 kB\nLowFree: 24178864 kB\nSwapTotal: 10434208 kB\nSwapFree: 10434196 kB\nDirty: 852 kB\nWriteback: 140 kB\nAnonPages: 5015624 kB\nMapped: 18216 kB\nSlab: 216496 kB\nPageTables: 14704 kB\nNFS_Unstable: 0 kB\nBounce: 0 kB\nCommitLimit: 26868612 kB\nCommitted_AS: 6719764 kB\nVmallocTotal: 34359738367 kB\nVmallocUsed: 6408 kB\nVmallocChunk: 34359730595 kB\nHugePages_Total: 0\nHugePages_Free: 0\nHugePages_Rsvd: 0\nHugepagesize: 2048 kB\n">>}]}] [ns_doctor:debug,2012-11-02T19:04:32.742,ns_1@10.2.1.65:ns_doctor<0.5169.0>:ns_doctor:handle_info:137]Current node statuses: [{'ns_1@10.2.1.65', [{last_heard,{1351,908271,260072}}, {outgoing_replications_safeness_level,[{"default",green}]}, {incoming_replications_conf_hashes,[{"default",[]}]}, {active_buckets,["default"]}, {ready_buckets,["default"]}, {local_tasks,[]}, {memory, [{total,118411752}, {processes,71127872}, {processes_used,69550392}, {system,47283880}, {atom,1502673}, {atom_used,1494429}, {binary,4827848}, {code,15256817}, {ets,7593000}]}, {system_memory_data, [{system_total_memory,33657663488}, {free_swap,11350716416}, {total_swap,11350876160}, {cached_memory,3510431744}, {buffered_memory,240193536}, {free_memory,24496128000}, {total_memory,33657663488}]}, {node_storage_conf,[{db_path,"/data"},{index_path,"/data2"}]}, {statistics, [{wall_clock,{2447193,4999}}, {context_switches,{25984644,0}}, {garbage_collection,{2185559,26605427321,0}}, {io,{{input,37486257920},{output,7660739971}}}, {reductions,{10064199122,3426624}}, {run_queue,0}, {runtime,{988130,1270}}]}, {system_stats, [{cpu_utilization_rate,8.5}, {swap_total,11350876160}, {swap_used,159744}]}, {interesting_stats, [{couch_docs_actual_disk_size,2845854312}, {couch_docs_data_size,2324337536}, {couch_views_actual_disk_size,0}, {couch_views_data_size,0}, {curr_items,968140}, {curr_items_tot,968140}, {mem_used,2464340792}, {vb_replica_curr_items,0}]}, {cluster_compatibility_version,131072}, {version, [{public_key,"0.13"}, {lhttpc,"1.3.0"}, {ale,"8cffe61"}, {os_mon,"2.2.7"}, {couch_set_view,"1.2.0a-47a991b-git"}, {mnesia,"4.5"}, {inets,"5.7.1"}, {couch,"1.2.0a-47a991b-git"}, {mapreduce,"1.0.0"}, {couch_index_merger,"1.2.0a-47a991b-git"}, {kernel,"2.14.5"}, {crypto,"2.0.4"}, {ssl,"4.1.6"}, {sasl,"2.1.10"}, {couch_view_parser,"1.0.0"}, {ns_server,"2.0.0-1925-rel-enterprise"}, {mochiweb,"1.4.1"}, {oauth,"7d85d3ef"}, {stdlib,"1.17.5"}]}, {supported_compat_version,[2,0]}, {system_arch,"x86_64-unknown-linux-gnu"}, {wall_clock,2447}, {memory_data,{33657663488,8569827328,{<0.178.1>,7628384}}}, {disk_data, [{"/",51088800,10}, {"/dev/shm",16434404,0}, {"/data",492257288,1}, {"/data2",246132896,1}]}, {meminfo, <<"MemTotal: 32868812 kB\nMemFree: 23922000 kB\nBuffers: 234564 kB\nCached: 3428156 kB\nSwapCached: 0 kB\nActive: 6248612 kB\nInactive: 2465936 kB\nHighTotal: 0 kB\nHighFree: 0 kB\nLowTotal: 32868812 kB\nLowFree: 23922000 kB\nSwapTotal: 11084840 kB\nSwapFree: 11084684 kB\nDirty: 1760 kB\nWriteback: 0 kB\nAnonPages: 5051852 kB\nMapped: 16312 kB\nSlab: 186288 kB\nPageTables: 14312 kB\nNFS_Unstable: 0 kB\nBounce: 0 kB\nCommitLimit: 27519244 kB\nCommitted_AS: 6779136 kB\nVmallocTotal: 34359738367 kB\nVmallocUsed: 6728 kB\nVmallocChunk: 34359730275 kB\nHugePages_Total: 0\nHugePages_Free: 0\nHugePages_Rsvd: 0\nHugepagesize: 2048 kB\n">>}]}, {'ns_1@10.2.1.66', [{last_heard,{1351,908268,943279}}, {outgoing_replications_safeness_level,[{"default",green}]}, {incoming_replications_conf_hashes,[{"default",[]}]}, {active_buckets,["default"]}, {ready_buckets,["default"]}, {local_tasks, [[{pid,<<"<0.25886.0>">>}, {bucket,<<"default">>}, {original_target,{[{type,bucket}]}}, {progress,61}, {started_on,1351908152}, {total_vbuckets,129}, {trigger_type,scheduled}, {type,bucket_compaction}, {updated_on,1351908201}, {vbuckets_done,79}]]}, {memory, [{total,101705352}, {processes,57950360}, {processes_used,57613016}, {system,43754992}, {atom,1413905}, {atom_used,1392509}, {binary,2254928}, {code,14575828}, {ets,7439080}]}, {system_memory_data, [{system_total_memory,33657663488}, {free_swap,10684469248}, {total_swap,10684628992}, {cached_memory,3137667072}, {buffered_memory,276926464}, {free_memory,25003196416}, {total_memory,33657663488}]}, {node_storage_conf,[{db_path,"/data"},{index_path,"/data2"}]}, {statistics, [{wall_clock,{2444440,5000}}, {context_switches,{27309251,0}}, {garbage_collection,{2253584,26486020947,0}}, {io,{{input,37056918764},{output,8074231677}}}, {reductions,{9954824125,1889480}}, {run_queue,0}, {runtime,{913820,330}}]}, {system_stats, [{cpu_utilization_rate,14.634146341463415}, {swap_total,10684628992}, {swap_used,159744}]}, {interesting_stats, [{couch_docs_actual_disk_size,2522899825}, {couch_docs_data_size,2148198941}, {couch_views_actual_disk_size,0}, {couch_views_data_size,0}, {curr_items,965275}, {curr_items_tot,965275}, {mem_used,2458048648}, {vb_replica_curr_items,0}]}, {cluster_compatibility_version,131072}, {version, [{public_key,"0.13"}, {lhttpc,"1.3.0"}, {ale,"8cffe61"}, {os_mon,"2.2.7"}, {couch_set_view,"1.2.0a-47a991b-git"}, {mnesia,"4.5"}, {inets,"5.7.1"}, {couch,"1.2.0a-47a991b-git"}, {mapreduce,"1.0.0"}, {couch_index_merger,"1.2.0a-47a991b-git"}, {kernel,"2.14.5"}, {crypto,"2.0.4"}, {ssl,"4.1.6"}, {sasl,"2.1.10"}, {couch_view_parser,"1.0.0"}, {ns_server,"2.0.0-1925-rel-enterprise"}, {mochiweb,"1.4.1"}, {oauth,"7d85d3ef"}, {stdlib,"1.17.5"}]}, {supported_compat_version,[2,0]}, {system_arch,"x86_64-unknown-linux-gnu"}, {wall_clock,2444}, {memory_data,{33657663488,8987144192,{<19942.20373.0>,4714984}}}, {disk_data, [{"/",49781912,5}, {"/dev/shm",16434404,0}, {"/data",492257288,1}, {"/data2",246132896,1}]}, {meminfo, <<"MemTotal: 32868812 kB\nMemFree: 24417184 kB\nBuffers: 270436 kB\nCached: 3064128 kB\nSwapCached: 140 kB\nActive: 5826972 kB\nInactive: 2399196 kB\nHighTotal: 0 kB\nHighFree: 0 kB\nLowTotal: 32868812 kB\nLowFree: 24417184 kB\nSwapTotal: 10434208 kB\nSwapFree: 10434052 kB\nDirty: 18848 kB\nWriteback: 0 kB\nAnonPages: 4891056 kB\nMapped: 18036 kB\nSlab: 176672 kB\nPageTables: 14500 kB\nNFS_Unstable: 0 kB\nBounce: 0 kB\nCommitLimit: 26868612 kB\nCommitted_AS: 6622572 kB\nVmallocTotal: 34359738367 kB\nVmallocUsed: 6408 kB\nVmallocChunk: 34359730595 kB\nHugePages_Total: 0\nHugePages_Free: 0\nHugePages_Rsvd: 0\nHugepagesize: 2048 kB\n">>}]}, {'ns_1@10.2.1.67', [{last_heard,{1351,908271,37419}}, {outgoing_replications_safeness_level,[{"default",green}]}, {incoming_replications_conf_hashes,[{"default",[]}]}, {active_buckets,["default"]}, {ready_buckets,["default"]}, {local_tasks, [[{pid,<<"<0.26937.0>">>}, {bucket,<<"default">>}, {original_target,{[{type,bucket}]}}, {progress,60}, {started_on,1351908206}, {total_vbuckets,129}, {trigger_type,scheduled}, {type,bucket_compaction}, {updated_on,1351908238}, {vbuckets_done,78}]]}, {memory, [{total,101069104}, {processes,61743312}, {processes_used,61620632}, {system,39325792}, {atom,1414713}, {atom_used,1394174}, {binary,2311224}, {code,14610103}, {ets,2918800}]}, {system_memory_data, [{system_total_memory,33657663488}, {free_swap,10701078528}, {total_swap,10701078528}, {cached_memory,3309596672}, {buffered_memory,439926784}, {free_memory,26763005952}, {total_memory,33657663488}]}, {node_storage_conf,[{db_path,"/data"},{index_path,"/data2"}]}, {statistics, [{wall_clock,{2447525,5000}}, {context_switches,{20841167,0}}, {garbage_collection,{3612393,15820192185,0}}, {io,{{input,25847719436},{output,2447243249}}}, {reductions,{6566273242,1988638}}, {run_queue,0}, {runtime,{683080,430}}]}, {system_stats, [{cpu_utilization_rate,30.597014925373134}, {swap_total,10701078528}, {swap_used,0}]}, {interesting_stats, [{couch_docs_actual_disk_size,2708777698}, {couch_docs_data_size,2232104312}, {couch_views_actual_disk_size,0}, {couch_views_data_size,0}, {curr_items,970751}, {curr_items_tot,970751}, {mem_used,2471244040}, {vb_replica_curr_items,0}]}, {cluster_compatibility_version,131072}, {version, [{public_key,"0.13"}, {lhttpc,"1.3.0"}, {ale,"8cffe61"}, {os_mon,"2.2.7"}, {couch_set_view,"1.2.0a-47a991b-git"}, {mnesia,"4.5"}, {inets,"5.7.1"}, {couch,"1.2.0a-47a991b-git"}, {mapreduce,"1.0.0"}, {couch_index_merger,"1.2.0a-47a991b-git"}, {kernel,"2.14.5"}, {crypto,"2.0.4"}, {ssl,"4.1.6"}, {sasl,"2.1.10"}, {couch_view_parser,"1.0.0"}, {ns_server,"2.0.0-1925-rel-enterprise"}, {mochiweb,"1.4.1"}, {oauth,"7d85d3ef"}, {stdlib,"1.17.5"}]}, {supported_compat_version,[2,0]}, {system_arch,"x86_64-unknown-linux-gnu"}, {wall_clock,2447}, {memory_data,{33657663488,6750023680,{<19943.19799.0>,4714984}}}, {disk_data, [{"/",49781912,9}, {"/dev/shm",16434404,0}, {"/data",492257288,1}, {"/data2",246132896,1}]}, {meminfo, <<"MemTotal: 32868812 kB\nMemFree: 26135748 kB\nBuffers: 429616 kB\nCached: 3232028 kB\nSwapCached: 0 kB\nActive: 3928688 kB\nInactive: 2554464 kB\nHighTotal: 0 kB\nHighFree: 0 kB\nLowTotal: 32868812 kB\nLowFree: 26135748 kB\nSwapTotal: 10450272 kB\nSwapFree: 10450272 kB\nDirty: 6788 kB\nWriteback: 328 kB\nAnonPages: 2821532 kB\nMapped: 17964 kB\nSlab: 207012 kB\nPageTables: 10136 kB\nNFS_Unstable: 0 kB\nBounce: 0 kB\nCommitLimit: 26884676 kB\nCommitted_AS: 4534652 kB\nVmallocTotal: 34359738367 kB\nVmallocUsed: 6416 kB\nVmallocChunk: 34359730587 kB\nHugePages_Total: 0\nHugePages_Free: 0\nHugePages_Rsvd: 0\nHugepagesize: 2048 kB\n">>}]}, {'ns_1@10.2.1.68', [{last_heard,{1351,908271,244473}}, {outgoing_replications_safeness_level,[{"default",green}]}, {incoming_replications_conf_hashes,[{"default",[]}]}, {active_buckets,["default"]}, {ready_buckets,["default"]}, {local_tasks,[]}, {memory, [{total,103124936}, {processes,58854296}, {processes_used,58605400}, {system,44270640}, {atom,1413905}, {atom_used,1392509}, {binary,2791272}, {code,14613068}, {ets,7363528}]}, {system_memory_data, [{system_total_memory,33657663488}, {free_swap,10684616704}, {total_swap,10684628992}, {cached_memory,3831091200}, {buffered_memory,337670144}, {free_memory,24082370560}, {total_memory,33657663488}]}, {node_storage_conf,[{db_path,"/data"},{index_path,"/data2"}]}, {statistics, [{wall_clock,{2446430,4999}}, {context_switches,{26362205,0}}, {garbage_collection,{2336306,25369334929,0}}, {io,{{input,35840320104},{output,7563946241}}}, {reductions,{9466554061,2253826}}, {run_queue,0}, {runtime,{918340,620}}]}, {system_stats, [{cpu_utilization_rate,6.7669172932330826}, {swap_total,10684628992}, {swap_used,12288}]}, {interesting_stats, [{couch_docs_actual_disk_size,3209218691}, {couch_docs_data_size,2341261159}, {couch_views_actual_disk_size,0}, {couch_views_data_size,0}, {curr_items,970433}, {curr_items_tot,970433}, {mem_used,2468244104}, {vb_replica_curr_items,0}]}, {cluster_compatibility_version,131072}, {version, [{public_key,"0.13"}, {lhttpc,"1.3.0"}, {ale,"8cffe61"}, {os_mon,"2.2.7"}, {couch_set_view,"1.2.0a-47a991b-git"}, {mnesia,"4.5"}, {inets,"5.7.1"}, {couch,"1.2.0a-47a991b-git"}, {mapreduce,"1.0.0"}, {couch_index_merger,"1.2.0a-47a991b-git"}, {kernel,"2.14.5"}, {crypto,"2.0.4"}, {ssl,"4.1.6"}, {sasl,"2.1.10"}, {couch_view_parser,"1.0.0"}, {ns_server,"2.0.0-1925-rel-enterprise"}, {mochiweb,"1.4.1"}, {oauth,"7d85d3ef"}, {stdlib,"1.17.5"}]}, {supported_compat_version,[2,0]}, {system_arch,"x86_64-unknown-linux-gnu"}, {wall_clock,2446}, {memory_data,{33657663488,9050124288,{<19944.19055.0>,2914384}}}, {disk_data, [{"/",49781912,5}, {"/dev/shm",16434404,0}, {"/data",492257288,1}, {"/data2",246132896,1}]}, {meminfo, <<"MemTotal: 32868812 kB\nMemFree: 23518064 kB\nBuffers: 329756 kB\nCached: 3741300 kB\nSwapCached: 12 kB\nActive: 6719196 kB\nInactive: 2367112 kB\nHighTotal: 0 kB\nHighFree: 0 kB\nLowTotal: 32868812 kB\nLowFree: 23518064 kB\nSwapTotal: 10434208 kB\nSwapFree: 10434196 kB\nDirty: 1544 kB\nWriteback: 0 kB\nAnonPages: 5015148 kB\nMapped: 18216 kB\nSlab: 216292 kB\nPageTables: 14700 kB\nNFS_Unstable: 0 kB\nBounce: 0 kB\nCommitLimit: 26868612 kB\nCommitted_AS: 6721404 kB\nVmallocTotal: 34359738367 kB\nVmallocUsed: 6408 kB\nVmallocChunk: 34359730595 kB\nHugePages_Total: 0\nHugePages_Free: 0\nHugePages_Rsvd: 0\nHugepagesize: 2048 kB\n">>}]}] [stats:debug,2012-11-02T19:04:53.752,ns_1@10.2.1.65:<0.32112.0>:stats_collector:maybe_log_stats:126](at {{1970,1,16},{7,31,48}}) Stats for bucket "default": accepting_conns 1 auth_cmds 1 auth_errors 0 bucket_active_conns 1 bucket_conns 6 bytes 2633060888 bytes_read 2478625730 bytes_written 48804136 cas_badval 0 cas_hits 0 cas_misses 0 cmd_flush 0 cmd_get 0 cmd_set 1032476 conn_yields 341 connection_structures 5000 curr_connections 10 curr_conns_on_port_11209 6 curr_conns_on_port_11210 2 curr_items 1032476 curr_items_tot 1032476 curr_temp_items 0 daemon_connections 4 decr_hits 0 decr_misses 0 delete_hits 0 delete_misses 0 ep_access_scanner_last_runtime 0 ep_access_scanner_num_items 0 ep_access_scanner_task_time 2012-11-03 10:00:00 ep_allow_data_loss_during_shutdown 1 ep_alog_block_size 4096 ep_alog_path /data/default/access.log ep_alog_sleep_time 1440 ep_alog_task_time 10 ep_backend couchdb ep_bg_fetch_delay 0 ep_bg_fetched 0 ep_bg_meta_fetched 0 ep_bg_remaining_jobs 0 ep_chk_max_items 5000 ep_chk_period 1800 ep_chk_persistence_remains 0 ep_chk_persistence_timeout 10 ep_chk_remover_stime 5 ep_commit_num 885 ep_commit_time 2 ep_commit_time_total 4438 ep_concurrentDB 1 ep_config_file ep_couch_bucket default ep_couch_host localhost ep_couch_port 11213 ep_couch_reconnect_sleeptime 250 ep_couch_response_timeout 180000 ep_data_age 7 ep_data_age_highwat 41 ep_data_traffic_enabled 0 ep_dbinit 0 ep_dbname /data/default ep_degraded_mode 0 ep_diskqueue_drain 1017970 ep_diskqueue_fill 1032476 ep_diskqueue_items 14507 ep_diskqueue_memory 464192 ep_diskqueue_pending 696288 ep_exp_pager_stime 3600 ep_exp_pager_stime 3600 ep_expired_access 0 ep_expired_pager 0 ep_expiry_window 3 ep_failpartialwarmup 0 ep_flush_all false ep_flush_duration_total 366 ep_flushall_enabled 0 ep_flusher_state running ep_flusher_todo 723 ep_getl_default_timeout 15 ep_getl_max_timeout 30 ep_ht_locks 5 ep_ht_size 3079 ep_inconsistent_slave_chk 0 ep_initfile ep_io_num_read 0 ep_io_num_write 1017965 ep_io_read_bytes 0 ep_io_write_bytes 2411185519 ep_item_begin_failed 0 ep_item_commit_failed 0 ep_item_flush_expired 0 ep_item_flush_failed 0 ep_item_num_based_new_chk 1 ep_items_rm_from_checkpoints 640256 ep_keep_closed_chks 0 ep_klog_block_size 4096 ep_klog_compactor_queue_cap 500000 ep_klog_compactor_stime 3600 ep_klog_flush commit2 ep_klog_max_entry_ratio 10 ep_klog_max_log_size 2147483647 ep_klog_path ep_klog_sync commit2 ep_kv_size 2526549172 ep_max_checkpoints 2 ep_max_data_size 5242880000 ep_max_item_size 20971520 ep_max_size 5242880000 ep_max_txn_size 10000 ep_max_vbuckets 512 ep_mem_high_wat 3932160000 ep_mem_high_wat 3932160000 ep_mem_low_wat 3145728000 ep_mem_low_wat 3145728000 ep_mem_tracker_enabled true ep_min_data_age 0 ep_mlog_compactor_runs 0 ep_mutation_mem_threshold 0 ep_num_access_scanner_runs 0 ep_num_eject_failures 0 ep_num_expiry_pager_runs 0 ep_num_non_resident 0 ep_num_not_my_vbuckets 0 ep_num_ops_del_meta 0 ep_num_ops_get_meta 0 ep_num_ops_set_meta 0 ep_num_pager_runs 0 ep_num_value_ejects 0 ep_oom_errors 0 ep_overhead 41085440 ep_pager_active_vb_pcnt 40 ep_pager_unbiased_period 60 ep_pending_ops 0 ep_pending_ops_max 0 ep_pending_ops_max_duration 0 ep_pending_ops_total 0 ep_postInitfile ep_queue_age_cap 900 ep_queue_size 13784 ep_startup_time 1351907891 ep_storage_age 5 ep_storage_age_highwat 39 ep_store_max_concurrency 10 ep_store_max_readers 9 ep_store_max_readwrite 1 ep_stored_val_type ep_tap_ack_grace_period 300 ep_tap_ack_initial_sequence_number 1 ep_tap_ack_interval 1000 ep_tap_ack_window_size 10 ep_tap_backfill_resident 0.9 ep_tap_backlog_limit 5000 ep_tap_backoff_period 5 ep_tap_bg_fetch_requeued 0 ep_tap_bg_fetched 0 ep_tap_bg_max_pending 500 ep_tap_keepalive 300 ep_tap_noop_interval 20 ep_tap_requeue_sleep_time 0.1 ep_tap_throttle_cap_pcnt 10 ep_tap_throttle_queue_cap 1000000 ep_tap_throttle_threshold 90 ep_tmp_oom_errors 0 ep_too_old 0 ep_too_young 0 ep_total_cache_size 2514159460 ep_total_del_items 0 ep_total_enqueued 1032476 ep_total_new_items 1017965 ep_total_persisted 1017965 ep_uncommitted_items 264 ep_value_size 2441410633 ep_vb0 0 ep_vb_snapshot_total 8 ep_vb_total 128 ep_vbucket_del 0 ep_vbucket_del_fail 0 ep_version 2.0.0r_130_g8b09894 ep_waitforwarmup 0 ep_warmup 1 ep_warmup_batch_size 1000 ep_warmup_dups 0 ep_warmup_min_items_threshold 100 ep_warmup_min_memory_threshold 100 ep_warmup_oom 0 ep_warmup_thread complete ep_warmup_time 862 get_hits 0 get_misses 0 incr_hits 0 incr_misses 0 libevent 2.0.11-stable limit_maxbytes 67108864 listen_disabled_num 0 max_conns_on_port_11209 1000 max_conns_on_port_11210 9000 mem_used 2633060888 pid 18466 pointer_size 64 rejected_conns 0 rusage_system 152.362837 rusage_user 424.131522 tap_checkpoint_start_received 86 tap_mutation_received 1239724 tap_opaque_received 301 tap_vbucket_set_received 86 threads 4 time 1351908293 total_connections 200 uptime 2459 vb_active_curr_items 1032476 vb_active_eject 0 vb_active_expired 0 vb_active_ht_memory 6351872 vb_active_itm_memory 2514159460 vb_active_meta_data_memory 81565604 vb_active_num 128 vb_active_num_non_resident 0 vb_active_num_ref_ejects 0 vb_active_num_ref_items 1032476 vb_active_ops_create 1017969 vb_active_ops_delete 0 vb_active_ops_reject 0 vb_active_ops_update 0 vb_active_perc_mem_resident 100 vb_active_queue_age 35117000 vb_active_queue_drain 1017970 vb_active_queue_fill 1032476 vb_active_queue_memory 464192 vb_active_queue_pending 696288 vb_active_queue_size 14506 vb_dead_num 0 vb_pending_curr_items 0 vb_pending_eject 0 vb_pending_expired 0 vb_pending_ht_memory 0 vb_pending_itm_memory 0 vb_pending_meta_data_memory 0 vb_pending_num 0 vb_pending_num_non_resident 0 vb_pending_num_ref_ejects 0 vb_pending_num_ref_items 0 vb_pending_ops_create 0 vb_pending_ops_delete 0 vb_pending_ops_reject 0 vb_pending_ops_update 0 vb_pending_perc_mem_resident 0 vb_pending_queue_age 0 vb_pending_queue_drain 0 vb_pending_queue_fill 0 vb_pending_queue_memory 0 vb_pending_queue_pending 0 vb_pending_queue_size 0 vb_replica_curr_items 0 vb_replica_eject 0 vb_replica_expired 0 vb_replica_ht_memory 0 vb_replica_itm_memory 0 vb_replica_meta_data_memory 0 vb_replica_num 0 vb_replica_num_non_resident 0 vb_replica_num_ref_ejects 0 vb_replica_num_ref_items 0 vb_replica_ops_create 0 vb_replica_ops_delete 0 vb_replica_ops_reject 0 vb_replica_ops_update 0 vb_replica_perc_mem_resident 0 vb_replica_queue_age 0 vb_replica_queue_drain 0 vb_replica_queue_fill 0 vb_replica_queue_memory 0 vb_replica_queue_pending 0 vb_replica_queue_size 0 version 1.4.4_600_g7ea975a [ns_doctor:debug,2012-11-02T19:05:32.742,ns_1@10.2.1.65:ns_doctor<0.5169.0>:ns_doctor:handle_info:137]Current node statuses: [{'ns_1@10.2.1.65', [{last_heard,{1351,908331,260154}}, {outgoing_replications_safeness_level,[{"default",green}]}, {incoming_replications_conf_hashes,[{"default",[]}]}, {active_buckets,["default"]}, {ready_buckets,["default"]}, {local_tasks,[]}, {memory, [{total,119018288}, {processes,71519072}, {processes_used,69940736}, {system,47499216}, {atom,1502673}, {atom_used,1494429}, {binary,4983528}, {code,15256817}, {ets,7654432}]}, {system_memory_data, [{system_total_memory,33657663488}, {free_swap,11350716416}, {total_swap,11350876160}, {cached_memory,4129390592}, {buffered_memory,240873472}, {free_memory,23858073600}, {total_memory,33657663488}]}, {node_storage_conf,[{db_path,"/data"},{index_path,"/data2"}]}, {statistics, [{wall_clock,{2507193,4999}}, {context_switches,{26196832,0}}, {garbage_collection,{2206418,26697824237,0}}, {io,{{input,37502685163},{output,7663378573}}}, {reductions,{10098923483,2298964}}, {run_queue,0}, {runtime,{997530,650}}]}, {system_stats, [{cpu_utilization_rate,8.521303258145364}, {swap_total,11350876160}, {swap_used,159744}]}, {interesting_stats, [{couch_docs_actual_disk_size,3504256547}, {couch_docs_data_size,2731454629}, {couch_views_actual_disk_size,0}, {couch_views_data_size,0}, {curr_items,1136208}, {curr_items_tot,1136208}, {mem_used,2909791048}, {vb_replica_curr_items,0}]}, {cluster_compatibility_version,131072}, {version, [{public_key,"0.13"}, {lhttpc,"1.3.0"}, {ale,"8cffe61"}, {os_mon,"2.2.7"}, {couch_set_view,"1.2.0a-47a991b-git"}, {mnesia,"4.5"}, {inets,"5.7.1"}, {couch,"1.2.0a-47a991b-git"}, {mapreduce,"1.0.0"}, {couch_index_merger,"1.2.0a-47a991b-git"}, {kernel,"2.14.5"}, {crypto,"2.0.4"}, {ssl,"4.1.6"}, {sasl,"2.1.10"}, {couch_view_parser,"1.0.0"}, {ns_server,"2.0.0-1925-rel-enterprise"}, {mochiweb,"1.4.1"}, {oauth,"7d85d3ef"}, {stdlib,"1.17.5"}]}, {supported_compat_version,[2,0]}, {system_arch,"x86_64-unknown-linux-gnu"}, {wall_clock,2507}, {memory_data,{33657663488,9262862336,{<0.178.1>,7628384}}}, {disk_data, [{"/",51088800,10}, {"/dev/shm",16434404,0}, {"/data",492257288,1}, {"/data2",246132896,1}]}, {meminfo, <<"MemTotal: 32868812 kB\nMemFree: 23298900 kB\nBuffers: 235228 kB\nCached: 4032608 kB\nSwapCached: 0 kB\nActive: 6545036 kB\nInactive: 2778224 kB\nHighTotal: 0 kB\nHighFree: 0 kB\nLowTotal: 32868812 kB\nLowFree: 23298900 kB\nSwapTotal: 11084840 kB\nSwapFree: 11084684 kB\nDirty: 1760 kB\nWriteback: 28 kB\nAnonPages: 5055460 kB\nMapped: 16312 kB\nSlab: 201244 kB\nPageTables: 14340 kB\nNFS_Unstable: 0 kB\nBounce: 0 kB\nCommitLimit: 27519244 kB\nCommitted_AS: 6786336 kB\nVmallocTotal: 34359738367 kB\nVmallocUsed: 6728 kB\nVmallocChunk: 34359730275 kB\nHugePages_Total: 0\nHugePages_Free: 0\nHugePages_Rsvd: 0\nHugepagesize: 2048 kB\n">>}]}, {'ns_1@10.2.1.66', [{last_heard,{1351,908328,942893}}, {outgoing_replications_safeness_level,[{"default",green}]}, {incoming_replications_conf_hashes,[{"default",[]}]}, {active_buckets,["default"]}, {ready_buckets,["default"]}, {local_tasks,[]}, {memory, [{total,102092248}, {processes,58258176}, {processes_used,57871440}, {system,43834072}, {atom,1413905}, {atom_used,1392509}, {binary,2325656}, {code,14575828}, {ets,7452720}]}, {system_memory_data, [{system_total_memory,33657663488}, {free_swap,10684469248}, {total_swap,10684628992}, {cached_memory,3468845056}, {buffered_memory,278753280}, {free_memory,24659988480}, {total_memory,33657663488}]}, {node_storage_conf,[{db_path,"/data"},{index_path,"/data2"}]}, {statistics, [{wall_clock,{2504439,5000}}, {context_switches,{27377274,0}}, {garbage_collection,{2260790,26531865216,0}}, {io,{{input,37058182396},{output,8075670022}}}, {reductions,{9978112819,1972870}}, {run_queue,0}, {runtime,{918820,410}}]}, {system_stats, [{cpu_utilization_rate,25.935162094763093}, {swap_total,10684628992}, {swap_used,159744}]}, {interesting_stats, [{couch_docs_actual_disk_size,2777625896}, {couch_docs_data_size,2682339349}, {couch_views_actual_disk_size,0}, {couch_views_data_size,0}, {curr_items,1133711}, {curr_items_tot,1133711}, {mem_used,2903749496}, {vb_replica_curr_items,0}]}, {cluster_compatibility_version,131072}, {version, [{public_key,"0.13"}, {lhttpc,"1.3.0"}, {ale,"8cffe61"}, {os_mon,"2.2.7"}, {couch_set_view,"1.2.0a-47a991b-git"}, {mnesia,"4.5"}, {inets,"5.7.1"}, {couch,"1.2.0a-47a991b-git"}, {mapreduce,"1.0.0"}, {couch_index_merger,"1.2.0a-47a991b-git"}, {kernel,"2.14.5"}, {crypto,"2.0.4"}, {ssl,"4.1.6"}, {sasl,"2.1.10"}, {couch_view_parser,"1.0.0"}, {ns_server,"2.0.0-1925-rel-enterprise"}, {mochiweb,"1.4.1"}, {oauth,"7d85d3ef"}, {stdlib,"1.17.5"}]}, {supported_compat_version,[2,0]}, {system_arch,"x86_64-unknown-linux-gnu"}, {wall_clock,2504}, {memory_data,{33657663488,8559742976,{<19942.20373.0>,4714984}}}, {disk_data, [{"/",49781912,5}, {"/dev/shm",16434404,0}, {"/data",492257288,1}, {"/data2",246132896,1}]}, {meminfo, <<"MemTotal: 32868812 kB\nMemFree: 24082020 kB\nBuffers: 272220 kB\nCached: 3387544 kB\nSwapCached: 140 kB\nActive: 5488956 kB\nInactive: 3065512 kB\nHighTotal: 0 kB\nHighFree: 0 kB\nLowTotal: 32868812 kB\nLowFree: 24082020 kB\nSwapTotal: 10434208 kB\nSwapFree: 10434052 kB\nDirty: 2576 kB\nWriteback: 48 kB\nAnonPages: 4894000 kB\nMapped: 18020 kB\nSlab: 183596 kB\nPageTables: 14520 kB\nNFS_Unstable: 0 kB\nBounce: 0 kB\nCommitLimit: 26868612 kB\nCommitted_AS: 6622524 kB\nVmallocTotal: 34359738367 kB\nVmallocUsed: 6408 kB\nVmallocChunk: 34359730595 kB\nHugePages_Total: 0\nHugePages_Free: 0\nHugePages_Rsvd: 0\nHugepagesize: 2048 kB\n">>}]}, {'ns_1@10.2.1.67', [{last_heard,{1351,908331,38984}}, {outgoing_replications_safeness_level,[{"default",green}]}, {incoming_replications_conf_hashes,[{"default",[]}]}, {active_buckets,["default"]}, {ready_buckets,["default"]}, {local_tasks,[]}, {memory, [{total,102192544}, {processes,62465280}, {processes_used,62310088}, {system,39727264}, {atom,1414713}, {atom_used,1394174}, {binary,2571416}, {code,14610103}, {ets,3063752}]}, {system_memory_data, [{system_total_memory,33657663488}, {free_swap,10701078528}, {total_swap,10701078528}, {cached_memory,3638673408}, {buffered_memory,441524224}, {free_memory,25985794048}, {total_memory,33657663488}]}, {node_storage_conf,[{db_path,"/data"},{index_path,"/data2"}]}, {statistics, [{wall_clock,{2507526,5001}}, {context_switches,{21142140,0}}, {garbage_collection,{3642856,15887102630,0}}, {io,{{input,25854878588},{output,2450379586}}}, {reductions,{6598214023,3914625}}, {run_queue,0}, {runtime,{692000,1670}}]}, {system_stats, [{cpu_utilization_rate,36.340852130325814}, {swap_total,10701078528}, {swap_used,0}]}, {interesting_stats, [{couch_docs_actual_disk_size,2930210100}, {couch_docs_data_size,2735890421}, {couch_views_actual_disk_size,0}, {couch_views_data_size,0}, {curr_items,1139846}, {curr_items_tot,1139846}, {mem_used,2918122280}, {vb_replica_curr_items,0}]}, {cluster_compatibility_version,131072}, {version, [{public_key,"0.13"}, {lhttpc,"1.3.0"}, {ale,"8cffe61"}, {os_mon,"2.2.7"}, {couch_set_view,"1.2.0a-47a991b-git"}, {mnesia,"4.5"}, {inets,"5.7.1"}, {couch,"1.2.0a-47a991b-git"}, {mapreduce,"1.0.0"}, {couch_index_merger,"1.2.0a-47a991b-git"}, {kernel,"2.14.5"}, {crypto,"2.0.4"}, {ssl,"4.1.6"}, {sasl,"2.1.10"}, {couch_view_parser,"1.0.0"}, {ns_server,"2.0.0-1925-rel-enterprise"}, {mochiweb,"1.4.1"}, {oauth,"7d85d3ef"}, {stdlib,"1.17.5"}]}, {supported_compat_version,[2,0]}, {system_arch,"x86_64-unknown-linux-gnu"}, {wall_clock,2507}, {memory_data,{33657663488,6816694272,{<19943.19800.0>,4714984}}}, {disk_data, [{"/",49781912,9}, {"/dev/shm",16434404,0}, {"/data",492257288,1}, {"/data2",246132896,1}]}, {meminfo, <<"MemTotal: 32868812 kB\nMemFree: 25377000 kB\nBuffers: 431176 kB\nCached: 3553392 kB\nSwapCached: 0 kB\nActive: 4135984 kB\nInactive: 3107356 kB\nHighTotal: 0 kB\nHighFree: 0 kB\nLowTotal: 32868812 kB\nLowFree: 25377000 kB\nSwapTotal: 10450272 kB\nSwapFree: 10450272 kB\nDirty: 1164 kB\nWriteback: 8 kB\nAnonPages: 3258768 kB\nMapped: 17960 kB\nSlab: 206384 kB\nPageTables: 11248 kB\nNFS_Unstable: 0 kB\nBounce: 0 kB\nCommitLimit: 26884676 kB\nCommitted_AS: 4972760 kB\nVmallocTotal: 34359738367 kB\nVmallocUsed: 6416 kB\nVmallocChunk: 34359730587 kB\nHugePages_Total: 0\nHugePages_Free: 0\nHugePages_Rsvd: 0\nHugepagesize: 2048 kB\n">>}]}, {'ns_1@10.2.1.68', [{last_heard,{1351,908331,244974}}, {outgoing_replications_safeness_level,[{"default",green}]}, {incoming_replications_conf_hashes,[{"default",[]}]}, {active_buckets,["default"]}, {ready_buckets,["default"]}, {local_tasks,[]}, {memory, [{total,105387560}, {processes,61294336}, {processes_used,61046144}, {system,44093224}, {atom,1413905}, {atom_used,1392509}, {binary,2548832}, {code,14613068}, {ets,7425544}]}, {system_memory_data, [{system_total_memory,33657663488}, {free_swap,10684616704}, {total_swap,10684628992}, {cached_memory,4536442880}, {buffered_memory,338624512}, {free_memory,23372451840}, {total_memory,33657663488}]}, {node_storage_conf,[{db_path,"/data"},{index_path,"/data2"}]}, {statistics, [{wall_clock,{2506430,5000}}, {context_switches,{26583985,0}}, {garbage_collection,{2358619,25428116693,0}}, {io,{{input,35841842080},{output,7565795429}}}, {reductions,{9495091336,2688339}}, {run_queue,0}, {runtime,{925700,660}}]}, {system_stats, [{cpu_utilization_rate,27.81954887218045}, {swap_total,10684628992}, {swap_used,12288}]}, {interesting_stats, [{couch_docs_actual_disk_size,3841660190}, {couch_docs_data_size,2738274462}, {couch_views_actual_disk_size,0}, {couch_views_data_size,0}, {curr_items,1138365}, {curr_items_tot,1138365}, {mem_used,2914496408}, {vb_replica_curr_items,0}]}, {cluster_compatibility_version,131072}, {version, [{public_key,"0.13"}, {lhttpc,"1.3.0"}, {ale,"8cffe61"}, {os_mon,"2.2.7"}, {couch_set_view,"1.2.0a-47a991b-git"}, {mnesia,"4.5"}, {inets,"5.7.1"}, {couch,"1.2.0a-47a991b-git"}, {mapreduce,"1.0.0"}, {couch_index_merger,"1.2.0a-47a991b-git"}, {kernel,"2.14.5"}, {crypto,"2.0.4"}, {ssl,"4.1.6"}, {sasl,"2.1.10"}, {couch_view_parser,"1.0.0"}, {ns_server,"2.0.0-1925-rel-enterprise"}, {mochiweb,"1.4.1"}, {oauth,"7d85d3ef"}, {stdlib,"1.17.5"}]}, {supported_compat_version,[2,0]}, {system_arch,"x86_64-unknown-linux-gnu"}, {wall_clock,2506}, {memory_data,{33657663488,9762205696,{<19944.19057.0>,4714984}}}, {disk_data, [{"/",49781912,5}, {"/dev/shm",16434404,0}, {"/data",492257288,1}, {"/data2",246132896,1}]}, {meminfo, <<"MemTotal: 32868812 kB\nMemFree: 22824784 kB\nBuffers: 330688 kB\nCached: 4430120 kB\nSwapCached: 12 kB\nActive: 7044788 kB\nInactive: 2726844 kB\nHighTotal: 0 kB\nHighFree: 0 kB\nLowTotal: 32868812 kB\nLowFree: 22824784 kB\nSwapTotal: 10434208 kB\nSwapFree: 10434196 kB\nDirty: 2272 kB\nWriteback: 0 kB\nAnonPages: 5010308 kB\nMapped: 18216 kB\nSlab: 224076 kB\nPageTables: 14684 kB\nNFS_Unstable: 0 kB\nBounce: 0 kB\nCommitLimit: 26868612 kB\nCommitted_AS: 6721728 kB\nVmallocTotal: 34359738367 kB\nVmallocUsed: 6408 kB\nVmallocChunk: 34359730595 kB\nHugePages_Total: 0\nHugePages_Free: 0\nHugePages_Rsvd: 0\nHugepagesize: 2048 kB\n">>}]}] [ns_doctor:debug,2012-11-02T19:06:32.742,ns_1@10.2.1.65:ns_doctor<0.5169.0>:ns_doctor:handle_info:137]Current node statuses: [{'ns_1@10.2.1.65', [{last_heard,{1351,908391,260012}}, {outgoing_replications_safeness_level,[{"default",green}]}, {incoming_replications_conf_hashes,[{"default",[]}]}, {active_buckets,["default"]}, {ready_buckets,["default"]}, {local_tasks,[]}, {memory, [{total,122567600}, {processes,74885872}, {processes_used,73308792}, {system,47681728}, {atom,1502673}, {atom_used,1494429}, {binary,4983992}, {code,15256817}, {ets,7833304}]}, {system_memory_data, [{system_total_memory,33657663488}, {free_swap,11350716416}, {total_swap,11350876160}, {cached_memory,4912599040}, {buffered_memory,241872896}, {free_memory,23054950400}, {total_memory,33657663488}]}, {node_storage_conf,[{db_path,"/data"},{index_path,"/data2"}]}, {statistics, [{wall_clock,{2567193,5000}}, {context_switches,{26508578,0}}, {garbage_collection,{2237193,26798108884,0}}, {io,{{input,37523099464},{output,7669603707}}}, {reductions,{10137415266,3371737}}, {run_queue,0}, {runtime,{1008130,950}}]}, {system_stats, [{cpu_utilization_rate,28.5}, {swap_total,11350876160}, {swap_used,159744}]}, {interesting_stats, [{couch_docs_actual_disk_size,4231787817}, {couch_docs_data_size,3159056588}, {couch_views_actual_disk_size,0}, {couch_views_data_size,0}, {curr_items,1304885}, {curr_items_tot,1304885}, {mem_used,3265886968}, {vb_replica_curr_items,0}]}, {cluster_compatibility_version,131072}, {version, [{public_key,"0.13"}, {lhttpc,"1.3.0"}, {ale,"8cffe61"}, {os_mon,"2.2.7"}, {couch_set_view,"1.2.0a-47a991b-git"}, {mnesia,"4.5"}, {inets,"5.7.1"}, {couch,"1.2.0a-47a991b-git"}, {mapreduce,"1.0.0"}, {couch_index_merger,"1.2.0a-47a991b-git"}, {kernel,"2.14.5"}, {crypto,"2.0.4"}, {ssl,"4.1.6"}, {sasl,"2.1.10"}, {couch_view_parser,"1.0.0"}, {ns_server,"2.0.0-1925-rel-enterprise"}, {mochiweb,"1.4.1"}, {oauth,"7d85d3ef"}, {stdlib,"1.17.5"}]}, {supported_compat_version,[2,0]}, {system_arch,"x86_64-unknown-linux-gnu"}, {wall_clock,2567}, {memory_data,{33657663488,10026373120,{<0.178.1>,7628384}}}, {disk_data, [{"/",51088800,10}, {"/dev/shm",16434404,0}, {"/data",492257288,1}, {"/data2",246132896,1}]}, {meminfo, <<"MemTotal: 32868812 kB\nMemFree: 22514600 kB\nBuffers: 236204 kB\nCached: 4797460 kB\nSwapCached: 0 kB\nActive: 6957864 kB\nInactive: 3130600 kB\nHighTotal: 0 kB\nHighFree: 0 kB\nLowTotal: 32868812 kB\nLowFree: 22514600 kB\nSwapTotal: 11084840 kB\nSwapFree: 11084684 kB\nDirty: 2068 kB\nWriteback: 0 kB\nAnonPages: 5054488 kB\nMapped: 16312 kB\nSlab: 220320 kB\nPageTables: 14352 kB\nNFS_Unstable: 0 kB\nBounce: 0 kB\nCommitLimit: 27519244 kB\nCommitted_AS: 6787264 kB\nVmallocTotal: 34359738367 kB\nVmallocUsed: 6728 kB\nVmallocChunk: 34359730275 kB\nHugePages_Total: 0\nHugePages_Free: 0\nHugePages_Rsvd: 0\nHugepagesize: 2048 kB\n">>}]}, {'ns_1@10.2.1.66', [{last_heard,{1351,908388,945022}}, {outgoing_replications_safeness_level,[{"default",green}]}, {incoming_replications_conf_hashes,[{"default",[]}]}, {active_buckets,["default"]}, {ready_buckets,["default"]}, {local_tasks,[]}, {memory, [{total,103647992}, {processes,59409248}, {processes_used,59022432}, {system,44238744}, {atom,1413905}, {atom_used,1392509}, {binary,2554416}, {code,14575828}, {ets,7630752}]}, {system_memory_data, [{system_total_memory,33657663488}, {free_swap,10684469248}, {total_swap,10684628992}, {cached_memory,4153315328}, {buffered_memory,279506944}, {free_memory,23960985600}, {total_memory,33657663488}]}, {node_storage_conf,[{db_path,"/data"},{index_path,"/data2"}]}, {statistics, [{wall_clock,{2564440,5000}}, {context_switches,{27709990,0}}, {garbage_collection,{2294898,26600906961,0}}, {io,{{input,37063646823},{output,8081234037}}}, {reductions,{10010817024,2988300}}, {run_queue,0}, {runtime,{928780,950}}]}, {system_stats, [{cpu_utilization_rate,7.75}, {swap_total,10684628992}, {swap_used,159744}]}, {interesting_stats, [{couch_docs_actual_disk_size,3516608825}, {couch_docs_data_size,3144911089}, {couch_views_actual_disk_size,0}, {couch_views_data_size,0}, {curr_items,1301492}, {curr_items_tot,1301492}, {mem_used,3255304408}, {vb_replica_curr_items,0}]}, {cluster_compatibility_version,131072}, {version, [{public_key,"0.13"}, {lhttpc,"1.3.0"}, {ale,"8cffe61"}, {os_mon,"2.2.7"}, {couch_set_view,"1.2.0a-47a991b-git"}, {mnesia,"4.5"}, {inets,"5.7.1"}, {couch,"1.2.0a-47a991b-git"}, {mapreduce,"1.0.0"}, {couch_index_merger,"1.2.0a-47a991b-git"}, {kernel,"2.14.5"}, {crypto,"2.0.4"}, {ssl,"4.1.6"}, {sasl,"2.1.10"}, {couch_view_parser,"1.0.0"}, {ns_server,"2.0.0-1925-rel-enterprise"}, {mochiweb,"1.4.1"}, {oauth,"7d85d3ef"}, {stdlib,"1.17.5"}]}, {supported_compat_version,[2,0]}, {system_arch,"x86_64-unknown-linux-gnu"}, {wall_clock,2564}, {memory_data,{33657663488,9173790720,{<19942.20373.0>,4714984}}}, {disk_data, [{"/",49781912,5}, {"/dev/shm",16434404,0}, {"/data",492257288,1}, {"/data2",246132896,1}]}, {meminfo, <<"MemTotal: 32868812 kB\nMemFree: 23399400 kB\nBuffers: 272956 kB\nCached: 4055972 kB\nSwapCached: 140 kB\nActive: 5855528 kB\nInactive: 3364988 kB\nHighTotal: 0 kB\nHighFree: 0 kB\nLowTotal: 32868812 kB\nLowFree: 23399400 kB\nSwapTotal: 10434208 kB\nSwapFree: 10434052 kB\nDirty: 1032 kB\nWriteback: 0 kB\nAnonPages: 4890972 kB\nMapped: 18020 kB\nSlab: 200264 kB\nPageTables: 14516 kB\nNFS_Unstable: 0 kB\nBounce: 0 kB\nCommitLimit: 26868612 kB\nCommitted_AS: 6621352 kB\nVmallocTotal: 34359738367 kB\nVmallocUsed: 6408 kB\nVmallocChunk: 34359730595 kB\nHugePages_Total: 0\nHugePages_Free: 0\nHugePages_Rsvd: 0\nHugepagesize: 2048 kB\n">>}]}, {'ns_1@10.2.1.67', [{last_heard,{1351,908391,39214}}, {outgoing_replications_safeness_level,[{"default",green}]}, {incoming_replications_conf_hashes,[{"default",[]}]}, {active_buckets,["default"]}, {ready_buckets,["default"]}, {local_tasks,[]}, {memory, [{total,98349280}, {processes,58450376}, {processes_used,58295408}, {system,39898904}, {atom,1414713}, {atom_used,1394174}, {binary,2567104}, {code,14610103}, {ets,3241496}]}, {system_memory_data, [{system_total_memory,33657663488}, {free_swap,10701078528}, {total_swap,10701078528}, {cached_memory,4396519424}, {buffered_memory,442388480}, {free_memory,24766058496}, {total_memory,33657663488}]}, {node_storage_conf,[{db_path,"/data"},{index_path,"/data2"}]}, {statistics, [{wall_clock,{2567525,5000}}, {context_switches,{21760533,0}}, {garbage_collection,{3707016,15981531678,0}}, {io,{{input,25861805440},{output,2456842522}}}, {reductions,{6641158147,4488386}}, {run_queue,0}, {runtime,{707970,1930}}]}, {system_stats, [{cpu_utilization_rate,32.16957605985037}, {swap_total,10701078528}, {swap_used,0}]}, {interesting_stats, [{couch_docs_actual_disk_size,3678188712}, {couch_docs_data_size,3146861015}, {couch_views_actual_disk_size,0}, {couch_views_data_size,0}, {curr_items,1308873}, {curr_items_tot,1308873}, {mem_used,3269442360}, {vb_replica_curr_items,0}]}, {cluster_compatibility_version,131072}, {version, [{public_key,"0.13"}, {lhttpc,"1.3.0"}, {ale,"8cffe61"}, {os_mon,"2.2.7"}, {couch_set_view,"1.2.0a-47a991b-git"}, {mnesia,"4.5"}, {inets,"5.7.1"}, {couch,"1.2.0a-47a991b-git"}, {mapreduce,"1.0.0"}, {couch_index_merger,"1.2.0a-47a991b-git"}, {kernel,"2.14.5"}, {crypto,"2.0.4"}, {ssl,"4.1.6"}, {sasl,"2.1.10"}, {couch_view_parser,"1.0.0"}, {ns_server,"2.0.0-1925-rel-enterprise"}, {mochiweb,"1.4.1"}, {oauth,"7d85d3ef"}, {stdlib,"1.17.5"}]}, {supported_compat_version,[2,0]}, {system_arch,"x86_64-unknown-linux-gnu"}, {wall_clock,2567}, {memory_data,{33657663488,7927472128,{<19943.19799.0>,4714984}}}, {disk_data, [{"/",49781912,9}, {"/dev/shm",16434404,0}, {"/data",492257288,1}, {"/data2",246132896,1}]}, {meminfo, <<"MemTotal: 32868812 kB\nMemFree: 24185604 kB\nBuffers: 432020 kB\nCached: 4293476 kB\nSwapCached: 0 kB\nActive: 5078756 kB\nInactive: 3345868 kB\nHighTotal: 0 kB\nHighFree: 0 kB\nLowTotal: 32868812 kB\nLowFree: 24185604 kB\nSwapTotal: 10450272 kB\nSwapFree: 10450272 kB\nDirty: 1292 kB\nWriteback: 0 kB\nAnonPages: 3698724 kB\nMapped: 17960 kB\nSlab: 215140 kB\nPageTables: 12188 kB\nNFS_Unstable: 0 kB\nBounce: 0 kB\nCommitLimit: 26884676 kB\nCommitted_AS: 5413520 kB\nVmallocTotal: 34359738367 kB\nVmallocUsed: 6416 kB\nVmallocChunk: 34359730587 kB\nHugePages_Total: 0\nHugePages_Free: 0\nHugePages_Rsvd: 0\nHugepagesize: 2048 kB\n">>}]}, {'ns_1@10.2.1.68', [{last_heard,{1351,908391,245214}}, {outgoing_replications_safeness_level,[{"default",green}]}, {incoming_replications_conf_hashes,[{"default",[]}]}, {active_buckets,["default"]}, {ready_buckets,["default"]}, {local_tasks, [[{pid,<<"<0.26755.0>">>}, {bucket,<<"default">>}, {original_target,{[{type,bucket}]}}, {progress,24}, {started_on,1351908324}, {total_vbuckets,129}, {trigger_type,scheduled}, {type,bucket_compaction}, {updated_on,1351908351}, {vbuckets_done,31}]]}, {memory, [{total,104511192}, {processes,60323616}, {processes_used,60086472}, {system,44187576}, {atom,1413905}, {atom_used,1392509}, {binary,2458672}, {code,14613068}, {ets,7610376}]}, {system_memory_data, [{system_total_memory,33657663488}, {free_swap,10684616704}, {total_swap,10684628992}, {cached_memory,4731744256}, {buffered_memory,340127744}, {free_memory,23166361600}, {total_memory,33657663488}]}, {node_storage_conf,[{db_path,"/data"},{index_path,"/data2"}]}, {statistics, [{wall_clock,{2566430,5000}}, {context_switches,{26759383,0}}, {garbage_collection,{2376738,25484685847,0}}, {io,{{input,35854631328},{output,7572086072}}}, {reductions,{9522827338,2502148}}, {run_queue,0}, {runtime,{932810,480}}]}, {system_stats, [{cpu_utilization_rate,17.955112219451372}, {swap_total,10684628992}, {swap_used,12288}]}, {interesting_stats, [{couch_docs_actual_disk_size,4153357629}, {couch_docs_data_size,3069053324}, {couch_views_actual_disk_size,0}, {couch_views_data_size,0}, {curr_items,1306925}, {curr_items_tot,1306925}, {mem_used,3310481784}, {vb_replica_curr_items,0}]}, {cluster_compatibility_version,131072}, {version, [{public_key,"0.13"}, {lhttpc,"1.3.0"}, {ale,"8cffe61"}, {os_mon,"2.2.7"}, {couch_set_view,"1.2.0a-47a991b-git"}, {mnesia,"4.5"}, {inets,"5.7.1"}, {couch,"1.2.0a-47a991b-git"}, {mapreduce,"1.0.0"}, {couch_index_merger,"1.2.0a-47a991b-git"}, {kernel,"2.14.5"}, {crypto,"2.0.4"}, {ssl,"4.1.6"}, {sasl,"2.1.10"}, {couch_view_parser,"1.0.0"}, {ns_server,"2.0.0-1925-rel-enterprise"}, {mochiweb,"1.4.1"}, {oauth,"7d85d3ef"}, {stdlib,"1.17.5"}]}, {supported_compat_version,[2,0]}, {system_arch,"x86_64-unknown-linux-gnu"}, {wall_clock,2566}, {memory_data,{33657663488,10456891392,{<19944.19055.0>,4714984}}}, {disk_data, [{"/",49781912,5}, {"/dev/shm",16434404,0}, {"/data",492257288,1}, {"/data2",246132896,1}]}, {meminfo, <<"MemTotal: 32868812 kB\nMemFree: 22623648 kB\nBuffers: 332156 kB\nCached: 4620516 kB\nSwapCached: 12 kB\nActive: 6864256 kB\nInactive: 3100204 kB\nHighTotal: 0 kB\nHighFree: 0 kB\nLowTotal: 32868812 kB\nLowFree: 22623648 kB\nSwapTotal: 10434208 kB\nSwapFree: 10434196 kB\nDirty: 24744 kB\nWriteback: 0 kB\nAnonPages: 5011648 kB\nMapped: 18220 kB\nSlab: 232020 kB\nPageTables: 14748 kB\nNFS_Unstable: 0 kB\nBounce: 0 kB\nCommitLimit: 26868612 kB\nCommitted_AS: 6720316 kB\nVmallocTotal: 34359738367 kB\nVmallocUsed: 6408 kB\nVmallocChunk: 34359730595 kB\nHugePages_Total: 0\nHugePages_Free: 0\nHugePages_Rsvd: 0\nHugepagesize: 2048 kB\n">>}]}] [stats:debug,2012-11-02T19:06:33.752,ns_1@10.2.1.65:<0.32112.0>:stats_collector:maybe_log_stats:126](at {{1970,1,16},{7,31,48}}) Stats for bucket "default": accepting_conns 1 auth_cmds 1 auth_errors 0 bucket_active_conns 1 bucket_conns 6 bytes 3276745080 bytes_read 3152541381 bytes_written 61979035 cas_badval 0 cas_hits 0 cas_misses 0 cmd_flush 0 cmd_get 0 cmd_set 1313390 conn_yields 425 connection_structures 5000 curr_connections 10 curr_conns_on_port_11209 6 curr_conns_on_port_11210 2 curr_items 1313390 curr_items_tot 1313390 curr_temp_items 0 daemon_connections 4 decr_hits 0 decr_misses 0 delete_hits 0 delete_misses 0 ep_access_scanner_last_runtime 0 ep_access_scanner_num_items 0 ep_access_scanner_task_time 2012-11-03 10:00:00 ep_allow_data_loss_during_shutdown 1 ep_alog_block_size 4096 ep_alog_path /data/default/access.log ep_alog_sleep_time 1440 ep_alog_task_time 10 ep_backend couchdb ep_bg_fetch_delay 0 ep_bg_fetched 0 ep_bg_meta_fetched 0 ep_bg_remaining_jobs 0 ep_chk_max_items 5000 ep_chk_period 1800 ep_chk_persistence_remains 0 ep_chk_persistence_timeout 10 ep_chk_remover_stime 5 ep_commit_num 1008 ep_commit_time 2 ep_commit_time_total 5132 ep_concurrentDB 1 ep_config_file ep_couch_bucket default ep_couch_host localhost ep_couch_port 11213 ep_couch_reconnect_sleeptime 250 ep_couch_response_timeout 180000 ep_data_age 3 ep_data_age_highwat 41 ep_data_traffic_enabled 0 ep_dbinit 0 ep_dbname /data/default ep_degraded_mode 0 ep_diskqueue_drain 1310872 ep_diskqueue_fill 1313390 ep_diskqueue_items 2521 ep_diskqueue_memory 80576 ep_diskqueue_pending 120864 ep_exp_pager_stime 3600 ep_exp_pager_stime 3600 ep_expired_access 0 ep_expired_pager 0 ep_expiry_window 3 ep_failpartialwarmup 0 ep_flush_all false ep_flush_duration_total 471 ep_flushall_enabled 0 ep_flusher_state running ep_flusher_todo 1585 ep_getl_default_timeout 15 ep_getl_max_timeout 30 ep_ht_locks 5 ep_ht_size 3079 ep_inconsistent_slave_chk 0 ep_initfile ep_io_num_read 0 ep_io_num_write 1310844 ep_io_read_bytes 0 ep_io_write_bytes 3104504416 ep_item_begin_failed 0 ep_item_commit_failed 0 ep_item_flush_expired 0 ep_item_flush_failed 0 ep_item_num_based_new_chk 1 ep_items_rm_from_checkpoints 1270508 ep_keep_closed_chks 0 ep_klog_block_size 4096 ep_klog_compactor_queue_cap 500000 ep_klog_compactor_stime 3600 ep_klog_flush commit2 ep_klog_max_entry_ratio 10 ep_klog_max_log_size 2147483647 ep_klog_path ep_klog_sync commit2 ep_kv_size 3213514690 ep_max_checkpoints 2 ep_max_data_size 5242880000 ep_max_item_size 20971520 ep_max_size 5242880000 ep_max_txn_size 10000 ep_max_vbuckets 512 ep_mem_high_wat 3932160000 ep_mem_high_wat 3932160000 ep_mem_low_wat 3145728000 ep_mem_low_wat 3145728000 ep_mem_tracker_enabled true ep_min_data_age 0 ep_mlog_compactor_runs 0 ep_mutation_mem_threshold 0 ep_num_access_scanner_runs 0 ep_num_eject_failures 0 ep_num_expiry_pager_runs 0 ep_num_non_resident 0 ep_num_not_my_vbuckets 0 ep_num_ops_del_meta 0 ep_num_ops_get_meta 0 ep_num_ops_set_meta 0 ep_num_pager_runs 0 ep_num_value_ejects 0 ep_oom_errors 0 ep_overhead 10373174 ep_pager_active_vb_pcnt 40 ep_pager_unbiased_period 60 ep_pending_ops 0 ep_pending_ops_max 0 ep_pending_ops_max_duration 0 ep_pending_ops_total 0 ep_postInitfile ep_queue_age_cap 900 ep_queue_size 936 ep_startup_time 1351907891 ep_storage_age 1 ep_storage_age_highwat 39 ep_store_max_concurrency 10 ep_store_max_readers 9 ep_store_max_readwrite 1 ep_stored_val_type ep_tap_ack_grace_period 300 ep_tap_ack_initial_sequence_number 1 ep_tap_ack_interval 1000 ep_tap_ack_window_size 10 ep_tap_backfill_resident 0.9 ep_tap_backlog_limit 5000 ep_tap_backoff_period 5 ep_tap_bg_fetch_requeued 0 ep_tap_bg_fetched 0 ep_tap_bg_max_pending 500 ep_tap_keepalive 300 ep_tap_noop_interval 20 ep_tap_requeue_sleep_time 0.1 ep_tap_throttle_cap_pcnt 10 ep_tap_throttle_queue_cap 1000000 ep_tap_throttle_threshold 90 ep_tmp_oom_errors 0 ep_too_old 0 ep_too_young 0 ep_total_cache_size 3197754010 ep_total_del_items 0 ep_total_enqueued 1313390 ep_total_new_items 1310844 ep_total_persisted 1310844 ep_uncommitted_items 1745 ep_value_size 3105202890 ep_vb0 0 ep_vb_snapshot_total 29 ep_vb_total 128 ep_vbucket_del 0 ep_vbucket_del_fail 0 ep_version 2.0.0r_130_g8b09894 ep_waitforwarmup 0 ep_warmup 1 ep_warmup_batch_size 1000 ep_warmup_dups 0 ep_warmup_min_items_threshold 100 ep_warmup_min_memory_threshold 100 ep_warmup_oom 0 ep_warmup_thread complete ep_warmup_time 862 get_hits 0 get_misses 0 incr_hits 0 incr_misses 0 libevent 2.0.11-stable limit_maxbytes 67108864 listen_disabled_num 0 max_conns_on_port_11209 1000 max_conns_on_port_11210 9000 mem_used 3276745080 pid 18466 pointer_size 64 rejected_conns 0 rusage_system 164.211036 rusage_user 458.541291 tap_checkpoint_start_received 86 tap_mutation_received 1239724 tap_opaque_received 301 tap_vbucket_set_received 86 threads 4 time 1351908393 total_connections 200 uptime 2559 vb_active_curr_items 1313390 vb_active_eject 0 vb_active_expired 0 vb_active_ht_memory 6351872 vb_active_itm_memory 3197754010 vb_active_meta_data_memory 103757810 vb_active_num 128 vb_active_num_non_resident 0 vb_active_num_ref_ejects 0 vb_active_num_ref_items 1313390 vb_active_ops_create 1310871 vb_active_ops_delete 0 vb_active_ops_reject 0 vb_active_ops_update 0 vb_active_perc_mem_resident 100 vb_active_queue_age 1266000 vb_active_queue_drain 1310872 vb_active_queue_fill 1313390 vb_active_queue_memory 80576 vb_active_queue_pending 120864 vb_active_queue_size 2518 vb_dead_num 0 vb_pending_curr_items 0 vb_pending_eject 0 vb_pending_expired 0 vb_pending_ht_memory 0 vb_pending_itm_memory 0 vb_pending_meta_data_memory 0 vb_pending_num 0 vb_pending_num_non_resident 0 vb_pending_num_ref_ejects 0 vb_pending_num_ref_items 0 vb_pending_ops_create 0 vb_pending_ops_delete 0 vb_pending_ops_reject 0 vb_pending_ops_update 0 vb_pending_perc_mem_resident 0 vb_pending_queue_age 0 vb_pending_queue_drain 0 vb_pending_queue_fill 0 vb_pending_queue_memory 0 vb_pending_queue_pending 0 vb_pending_queue_size 0 vb_replica_curr_items 0 vb_replica_eject 0 vb_replica_expired 0 vb_replica_ht_memory 0 vb_replica_itm_memory 0 vb_replica_meta_data_memory 0 vb_replica_num 0 vb_replica_num_non_resident 0 vb_replica_num_ref_ejects 0 vb_replica_num_ref_items 0 vb_replica_ops_create 0 vb_replica_ops_delete 0 vb_replica_ops_reject 0 vb_replica_ops_update 0 vb_replica_perc_mem_resident 0 vb_replica_queue_age 0 vb_replica_queue_drain 0 vb_replica_queue_fill 0 vb_replica_queue_memory 0 vb_replica_queue_pending 0 vb_replica_queue_size 0 version 1.4.4_600_g7ea975a [ns_doctor:debug,2012-11-02T19:07:32.742,ns_1@10.2.1.65:ns_doctor<0.5169.0>:ns_doctor:handle_info:137]Current node statuses: [{'ns_1@10.2.1.65', [{last_heard,{1351,908451,260224}}, {outgoing_replications_safeness_level,[{"default",green}]}, {incoming_replications_conf_hashes,[{"default",[]}]}, {active_buckets,["default"]}, {ready_buckets,["default"]}, {local_tasks,[]}, {memory, [{total,118930440}, {processes,71048544}, {processes_used,69471144}, {system,47881896}, {atom,1502673}, {atom_used,1494429}, {binary,5113160}, {code,15256817}, {ets,7905784}]}, {system_memory_data, [{system_total_memory,33657663488}, {free_swap,11350716416}, {total_swap,11350876160}, {cached_memory,5711912960}, {buffered_memory,242839552}, {free_memory,22249410560}, {total_memory,33657663488}]}, {node_storage_conf,[{db_path,"/data"},{index_path,"/data2"}]}, {statistics, [{wall_clock,{2627193,4999}}, {context_switches,{26982215,0}}, {garbage_collection,{2283953,26913474739,0}}, {io,{{input,37540777889},{output,7673066526}}}, {reductions,{10181504502,3914602}}, {run_queue,0}, {runtime,{1021720,1300}}]}, {system_stats, [{cpu_utilization_rate,17.839195979899497}, {swap_total,11350876160}, {swap_used,159744}]}, {interesting_stats, [{couch_docs_actual_disk_size,5033616393}, {couch_docs_data_size,3573603993}, {couch_views_actual_disk_size,0}, {couch_views_data_size,0}, {curr_items,1473050}, {curr_items_tot,1473050}, {mem_used,3695795512}, {vb_replica_curr_items,0}]}, {cluster_compatibility_version,131072}, {version, [{public_key,"0.13"}, {lhttpc,"1.3.0"}, {ale,"8cffe61"}, {os_mon,"2.2.7"}, {couch_set_view,"1.2.0a-47a991b-git"}, {mnesia,"4.5"}, {inets,"5.7.1"}, {couch,"1.2.0a-47a991b-git"}, {mapreduce,"1.0.0"}, {couch_index_merger,"1.2.0a-47a991b-git"}, {kernel,"2.14.5"}, {crypto,"2.0.4"}, {ssl,"4.1.6"}, {sasl,"2.1.10"}, {couch_view_parser,"1.0.0"}, {ns_server,"2.0.0-1925-rel-enterprise"}, {mochiweb,"1.4.1"}, {oauth,"7d85d3ef"}, {stdlib,"1.17.5"}]}, {supported_compat_version,[2,0]}, {system_arch,"x86_64-unknown-linux-gnu"}, {wall_clock,2627}, {memory_data,{33657663488,10757750784,{<0.178.1>,7628384}}}, {disk_data, [{"/",51088800,10}, {"/dev/shm",16434404,0}, {"/data",492257288,1}, {"/data2",246132896,1}]}, {meminfo, <<"MemTotal: 32868812 kB\nMemFree: 21727940 kB\nBuffers: 237148 kB\nCached: 5578040 kB\nSwapCached: 0 kB\nActive: 7462172 kB\nInactive: 3393080 kB\nHighTotal: 0 kB\nHighFree: 0 kB\nLowTotal: 32868812 kB\nLowFree: 21727940 kB\nSwapTotal: 11084840 kB\nSwapFree: 11084684 kB\nDirty: 1980 kB\nWriteback: 36 kB\nAnonPages: 5040032 kB\nMapped: 16312 kB\nSlab: 239612 kB\nPageTables: 14292 kB\nNFS_Unstable: 0 kB\nBounce: 0 kB\nCommitLimit: 27519244 kB\nCommitted_AS: 6785360 kB\nVmallocTotal: 34359738367 kB\nVmallocUsed: 6728 kB\nVmallocChunk: 34359730275 kB\nHugePages_Total: 0\nHugePages_Free: 0\nHugePages_Rsvd: 0\nHugepagesize: 2048 kB\n">>}]}, {'ns_1@10.2.1.66', [{last_heard,{1351,908448,946341}}, {outgoing_replications_safeness_level,[{"default",green}]}, {incoming_replications_conf_hashes,[{"default",[]}]}, {active_buckets,["default"]}, {ready_buckets,["default"]}, {local_tasks,[]}, {memory, [{total,103423248}, {processes,59133784}, {processes_used,58746968}, {system,44289464}, {atom,1413905}, {atom_used,1392509}, {binary,2532576}, {code,14575828}, {ets,7702648}]}, {system_memory_data, [{system_total_memory,33657663488}, {free_swap,10684469248}, {total_swap,10684628992}, {cached_memory,4816646144}, {buffered_memory,280170496}, {free_memory,23277219840}, {total_memory,33657663488}]}, {node_storage_conf,[{db_path,"/data"},{index_path,"/data2"}]}, {statistics, [{wall_clock,{2624440,5000}}, {context_switches,{27891566,0}}, {garbage_collection,{2312727,26656130897,0}}, {io,{{input,37065002676},{output,8082953104}}}, {reductions,{10037977987,2344783}}, {run_queue,0}, {runtime,{935920,550}}]}, {system_stats, [{cpu_utilization_rate,21.25}, {swap_total,10684628992}, {swap_used,159744}]}, {interesting_stats, [{couch_docs_actual_disk_size,4141054215}, {couch_docs_data_size,3538185845}, {couch_views_actual_disk_size,0}, {couch_views_data_size,0}, {curr_items,1469773}, {curr_items_tot,1469773}, {mem_used,3688201384}, {vb_replica_curr_items,0}]}, {cluster_compatibility_version,131072}, {version, [{public_key,"0.13"}, {lhttpc,"1.3.0"}, {ale,"8cffe61"}, {os_mon,"2.2.7"}, {couch_set_view,"1.2.0a-47a991b-git"}, {mnesia,"4.5"}, {inets,"5.7.1"}, {couch,"1.2.0a-47a991b-git"}, {mapreduce,"1.0.0"}, {couch_index_merger,"1.2.0a-47a991b-git"}, {kernel,"2.14.5"}, {crypto,"2.0.4"}, {ssl,"4.1.6"}, {sasl,"2.1.10"}, {couch_view_parser,"1.0.0"}, {ns_server,"2.0.0-1925-rel-enterprise"}, {mochiweb,"1.4.1"}, {oauth,"7d85d3ef"}, {stdlib,"1.17.5"}]}, {supported_compat_version,[2,0]}, {system_arch,"x86_64-unknown-linux-gnu"}, {wall_clock,2624}, {memory_data,{33657663488,9870000128,{<19942.20373.0>,4714984}}}, {disk_data, [{"/",49781912,5}, {"/dev/shm",16434404,0}, {"/data",492257288,1}, {"/data2",246132896,1}]}, {meminfo, <<"MemTotal: 32868812 kB\nMemFree: 22731660 kB\nBuffers: 273604 kB\nCached: 4703756 kB\nSwapCached: 140 kB\nActive: 6155896 kB\nInactive: 3717052 kB\nHighTotal: 0 kB\nHighFree: 0 kB\nLowTotal: 32868812 kB\nLowFree: 22731660 kB\nSwapTotal: 10434208 kB\nSwapFree: 10434052 kB\nDirty: 1648 kB\nWriteback: 0 kB\nAnonPages: 4895424 kB\nMapped: 18020 kB\nSlab: 216092 kB\nPageTables: 14520 kB\nNFS_Unstable: 0 kB\nBounce: 0 kB\nCommitLimit: 26868612 kB\nCommitted_AS: 6620180 kB\nVmallocTotal: 34359738367 kB\nVmallocUsed: 6408 kB\nVmallocChunk: 34359730595 kB\nHugePages_Total: 0\nHugePages_Free: 0\nHugePages_Rsvd: 0\nHugepagesize: 2048 kB\n">>}]}, {'ns_1@10.2.1.67', [{last_heard,{1351,908451,41077}}, {outgoing_replications_safeness_level,[{"default",green}]}, {incoming_replications_conf_hashes,[{"default",[]}]}, {active_buckets,["default"]}, {ready_buckets,["default"]}, {local_tasks,[]}, {memory, [{total,100727736}, {processes,60505808}, {processes_used,60350296}, {system,40221928}, {atom,1414713}, {atom_used,1394174}, {binary,2719104}, {code,14610103}, {ets,3416456}]}, {system_memory_data, [{system_total_memory,33657663488}, {free_swap,10701078528}, {total_swap,10701078528}, {cached_memory,5160202240}, {buffered_memory,443383808}, {free_memory,23556489216}, {total_memory,33657663488}]}, {node_storage_conf,[{db_path,"/data"},{index_path,"/data2"}]}, {statistics, [{wall_clock,{2627526,5002}}, {context_switches,{22238841,0}}, {garbage_collection,{3755808,16062876216,0}}, {io,{{input,25864508948},{output,2459712555}}}, {reductions,{6678826190,2734295}}, {run_queue,0}, {runtime,{721070,820}}]}, {system_stats, [{cpu_utilization_rate,12.0}, {swap_total,10701078528}, {swap_used,0}]}, {interesting_stats, [{couch_docs_actual_disk_size,4461720876}, {couch_docs_data_size,3560952870}, {couch_views_actual_disk_size,0}, {couch_views_data_size,0}, {curr_items,1477730}, {curr_items_tot,1477730}, {mem_used,3707732552}, {vb_replica_curr_items,0}]}, {cluster_compatibility_version,131072}, {version, [{public_key,"0.13"}, {lhttpc,"1.3.0"}, {ale,"8cffe61"}, {os_mon,"2.2.7"}, {couch_set_view,"1.2.0a-47a991b-git"}, {mnesia,"4.5"}, {inets,"5.7.1"}, {couch,"1.2.0a-47a991b-git"}, {mapreduce,"1.0.0"}, {couch_index_merger,"1.2.0a-47a991b-git"}, {kernel,"2.14.5"}, {crypto,"2.0.4"}, {ssl,"4.1.6"}, {sasl,"2.1.10"}, {couch_view_parser,"1.0.0"}, {ns_server,"2.0.0-1925-rel-enterprise"}, {mochiweb,"1.4.1"}, {oauth,"7d85d3ef"}, {stdlib,"1.17.5"}]}, {supported_compat_version,[2,0]}, {system_arch,"x86_64-unknown-linux-gnu"}, {wall_clock,2627}, {memory_data,{33657663488,9169682432,{<19943.19799.0>,4714984}}}, {disk_data, [{"/",49781912,9}, {"/dev/shm",16434404,0}, {"/data",492257288,1}, {"/data2",246132896,1}]}, {meminfo, <<"MemTotal: 32868812 kB\nMemFree: 23004384 kB\nBuffers: 432992 kB\nCached: 5039260 kB\nSwapCached: 0 kB\nActive: 5982640 kB\nInactive: 3603820 kB\nHighTotal: 0 kB\nHighFree: 0 kB\nLowTotal: 32868812 kB\nLowFree: 23004384 kB\nSwapTotal: 10450272 kB\nSwapFree: 10450272 kB\nDirty: 1696 kB\nWriteback: 0 kB\nAnonPages: 4113684 kB\nMapped: 17960 kB\nSlab: 233984 kB\nPageTables: 12916 kB\nNFS_Unstable: 0 kB\nBounce: 0 kB\nCommitLimit: 26884676 kB\nCommitted_AS: 5823708 kB\nVmallocTotal: 34359738367 kB\nVmallocUsed: 6416 kB\nVmallocChunk: 34359730587 kB\nHugePages_Total: 0\nHugePages_Free: 0\nHugePages_Rsvd: 0\nHugepagesize: 2048 kB\n">>}]}, {'ns_1@10.2.1.68', [{last_heard,{1351,908451,247395}}, {outgoing_replications_safeness_level,[{"default",green}]}, {incoming_replications_conf_hashes,[{"default",[]}]}, {active_buckets,["default"]}, {ready_buckets,["default"]}, {local_tasks, [[{pid,<<"<0.26755.0>">>}, {bucket,<<"default">>}, {original_target,{[{type,bucket}]}}, {progress,67}, {started_on,1351908324}, {total_vbuckets,129}, {trigger_type,scheduled}, {type,bucket_compaction}, {updated_on,1351908410}, {vbuckets_done,87}]]}, {memory, [{total,101729792}, {processes,57604880}, {processes_used,57399936}, {system,44124912}, {atom,1413905}, {atom_used,1392509}, {binary,2283688}, {code,14613068}, {ets,7716944}]}, {system_memory_data, [{system_total_memory,33657663488}, {free_swap,10684616704}, {total_swap,10684628992}, {cached_memory,4279357440}, {buffered_memory,341786624}, {free_memory,23642648576}, {total_memory,33657663488}]}, {node_storage_conf,[{db_path,"/data"},{index_path,"/data2"}]}, {statistics, [{wall_clock,{2626431,5000}}, {context_switches,{26819926,0}}, {garbage_collection,{2383313,25529763869,0}}, {io,{{input,35855889901},{output,7573445453}}}, {reductions,{9545758870,1972490}}, {run_queue,0}, {runtime,{938130,430}}]}, {system_stats, [{cpu_utilization_rate,24.438902743142144}, {swap_total,10684628992}, {swap_used,12288}]}, {interesting_stats, [{couch_docs_actual_disk_size,3731797421}, {couch_docs_data_size,3167874761}, {couch_views_actual_disk_size,0}, {couch_views_data_size,0}, {curr_items,1475534}, {curr_items_tot,1475534}, {mem_used,3704853752}, {vb_replica_curr_items,0}]}, {cluster_compatibility_version,131072}, {version, [{public_key,"0.13"}, {lhttpc,"1.3.0"}, {ale,"8cffe61"}, {os_mon,"2.2.7"}, {couch_set_view,"1.2.0a-47a991b-git"}, {mnesia,"4.5"}, {inets,"5.7.1"}, {couch,"1.2.0a-47a991b-git"}, {mapreduce,"1.0.0"}, {couch_index_merger,"1.2.0a-47a991b-git"}, {kernel,"2.14.5"}, {crypto,"2.0.4"}, {ssl,"4.1.6"}, {sasl,"2.1.10"}, {couch_view_parser,"1.0.0"}, {ns_server,"2.0.0-1925-rel-enterprise"}, {mochiweb,"1.4.1"}, {oauth,"7d85d3ef"}, {stdlib,"1.17.5"}]}, {supported_compat_version,[2,0]}, {system_arch,"x86_64-unknown-linux-gnu"}, {wall_clock,2626}, {memory_data,{33657663488,10378682368,{<19944.19055.0>,2914384}}}, {disk_data, [{"/",49781912,5}, {"/dev/shm",16434404,0}, {"/data",492257288,1}, {"/data2",246132896,1}]}, {meminfo, <<"MemTotal: 32868812 kB\nMemFree: 23088648 kB\nBuffers: 333776 kB\nCached: 4179060 kB\nSwapCached: 12 kB\nActive: 6090484 kB\nInactive: 3415672 kB\nHighTotal: 0 kB\nHighFree: 0 kB\nLowTotal: 32868812 kB\nLowFree: 23088648 kB\nSwapTotal: 10434208 kB\nSwapFree: 10434196 kB\nDirty: 16984 kB\nWriteback: 0 kB\nAnonPages: 4993888 kB\nMapped: 18220 kB\nSlab: 225320 kB\nPageTables: 14748 kB\nNFS_Unstable: 0 kB\nBounce: 0 kB\nCommitLimit: 26868612 kB\nCommitted_AS: 6717488 kB\nVmallocTotal: 34359738367 kB\nVmallocUsed: 6408 kB\nVmallocChunk: 34359730595 kB\nHugePages_Total: 0\nHugePages_Free: 0\nHugePages_Rsvd: 0\nHugepagesize: 2048 kB\n">>}]}] [stats:debug,2012-11-02T19:08:13.751,ns_1@10.2.1.65:<0.32112.0>:stats_collector:maybe_log_stats:126](at {{1970,1,16},{7,31,48}}) Stats for bucket "default": accepting_conns 1 auth_cmds 1 auth_errors 0 bucket_active_conns 1 bucket_conns 6 bytes 4016687528 bytes_read 3825217927 bytes_written 75155781 cas_badval 0 cas_hits 0 cas_misses 0 cmd_flush 0 cmd_get 0 cmd_set 1593526 conn_yields 544 connection_structures 5000 curr_connections 10 curr_conns_on_port_11209 6 curr_conns_on_port_11210 2 curr_items 1593526 curr_items_tot 1593526 curr_temp_items 0 daemon_connections 4 decr_hits 0 decr_misses 0 delete_hits 0 delete_misses 0 ep_access_scanner_last_runtime 0 ep_access_scanner_num_items 0 ep_access_scanner_task_time 2012-11-03 10:00:00 ep_allow_data_loss_during_shutdown 1 ep_alog_block_size 4096 ep_alog_path /data/default/access.log ep_alog_sleep_time 1440 ep_alog_task_time 10 ep_backend couchdb ep_bg_fetch_delay 0 ep_bg_fetched 0 ep_bg_meta_fetched 0 ep_bg_remaining_jobs 0 ep_chk_max_items 5000 ep_chk_period 1800 ep_chk_persistence_remains 0 ep_chk_persistence_timeout 10 ep_chk_remover_stime 5 ep_commit_num 1156 ep_commit_time 19 ep_commit_time_total 5953 ep_concurrentDB 1 ep_config_file ep_couch_bucket default ep_couch_host localhost ep_couch_port 11213 ep_couch_reconnect_sleeptime 250 ep_couch_response_timeout 180000 ep_data_age 14 ep_data_age_highwat 41 ep_data_traffic_enabled 0 ep_dbinit 0 ep_dbname /data/default ep_degraded_mode 0 ep_diskqueue_drain 1536843 ep_diskqueue_fill 1593526 ep_diskqueue_items 56684 ep_diskqueue_memory 1813856 ep_diskqueue_pending 2720784 ep_exp_pager_stime 3600 ep_exp_pager_stime 3600 ep_expired_access 0 ep_expired_pager 0 ep_expiry_window 3 ep_failpartialwarmup 0 ep_flush_all false ep_flush_duration_total 562 ep_flushall_enabled 0 ep_flusher_state running ep_flusher_todo 30633 ep_getl_default_timeout 15 ep_getl_max_timeout 30 ep_ht_locks 5 ep_ht_size 3079 ep_inconsistent_slave_chk 0 ep_initfile ep_io_num_read 0 ep_io_num_write 1536529 ep_io_read_bytes 0 ep_io_write_bytes 3638982001 ep_item_begin_failed 0 ep_item_commit_failed 0 ep_item_flush_expired 0 ep_item_flush_failed 0 ep_item_num_based_new_chk 1 ep_items_rm_from_checkpoints 1280512 ep_keep_closed_chks 0 ep_klog_block_size 4096 ep_klog_compactor_queue_cap 500000 ep_klog_compactor_stime 3600 ep_klog_flush commit2 ep_klog_max_entry_ratio 10 ep_klog_max_log_size 2147483647 ep_klog_path ep_klog_sync commit2 ep_kv_size 3899205226 ep_max_checkpoints 2 ep_max_data_size 5242880000 ep_max_item_size 20971520 ep_max_size 5242880000 ep_max_txn_size 10000 ep_max_vbuckets 512 ep_mem_high_wat 3932160000 ep_mem_high_wat 3932160000 ep_mem_low_wat 3145728000 ep_mem_low_wat 3145728000 ep_mem_tracker_enabled true ep_min_data_age 0 ep_mlog_compactor_runs 0 ep_mutation_mem_threshold 0 ep_num_access_scanner_runs 0 ep_num_eject_failures 0 ep_num_expiry_pager_runs 0 ep_num_non_resident 0 ep_num_not_my_vbuckets 0 ep_num_ops_del_meta 0 ep_num_ops_get_meta 0 ep_num_ops_set_meta 0 ep_num_pager_runs 1 ep_num_value_ejects 0 ep_oom_errors 0 ep_overhead 34429088 ep_pager_active_vb_pcnt 40 ep_pager_unbiased_period 60 ep_pending_ops 0 ep_pending_ops_max 0 ep_pending_ops_max_duration 0 ep_pending_ops_total 0 ep_postInitfile ep_queue_age_cap 900 ep_queue_size 26051 ep_startup_time 1351907891 ep_storage_age 14 ep_storage_age_highwat 39 ep_store_max_concurrency 10 ep_store_max_readers 9 ep_store_max_readwrite 1 ep_stored_val_type ep_tap_ack_grace_period 300 ep_tap_ack_initial_sequence_number 1 ep_tap_ack_interval 1000 ep_tap_ack_window_size 10 ep_tap_backfill_resident 0.9 ep_tap_backlog_limit 5000 ep_tap_backoff_period 5 ep_tap_bg_fetch_requeued 0 ep_tap_bg_fetched 0 ep_tap_bg_max_pending 500 ep_tap_keepalive 300 ep_tap_noop_interval 20 ep_tap_requeue_sleep_time 0.1 ep_tap_throttle_cap_pcnt 10 ep_tap_throttle_queue_cap 1000000 ep_tap_throttle_threshold 90 ep_tmp_oom_errors 0 ep_too_old 0 ep_too_young 0 ep_total_cache_size 3880082914 ep_total_del_items 0 ep_total_enqueued 1593526 ep_total_new_items 1536529 ep_total_persisted 1536529 ep_uncommitted_items 8894 ep_value_size 3767784050 ep_vb0 0 ep_vb_snapshot_total 31 ep_vb_total 128 ep_vbucket_del 0 ep_vbucket_del_fail 0 ep_version 2.0.0r_130_g8b09894 ep_waitforwarmup 0 ep_warmup 1 ep_warmup_batch_size 1000 ep_warmup_dups 0 ep_warmup_min_items_threshold 100 ep_warmup_min_memory_threshold 100 ep_warmup_oom 0 ep_warmup_thread complete ep_warmup_time 862 get_hits 0 get_misses 0 incr_hits 0 incr_misses 0 libevent 2.0.11-stable limit_maxbytes 67108864 listen_disabled_num 0 max_conns_on_port_11209 1000 max_conns_on_port_11210 9000 mem_used 4016687528 pid 18466 pointer_size 64 rejected_conns 0 rusage_system 176.421179 rusage_user 491.861225 tap_checkpoint_start_received 86 tap_mutation_received 1239724 tap_opaque_received 301 tap_vbucket_set_received 86 threads 4 time 1351908493 total_connections 200 uptime 2659 vb_active_curr_items 1593526 vb_active_eject 0 vb_active_expired 0 vb_active_ht_memory 6351872 vb_active_itm_memory 3880082914 vb_active_meta_data_memory 125888554 vb_active_num 128 vb_active_num_non_resident 0 vb_active_num_ref_ejects 0 vb_active_num_ref_items 1593526 vb_active_ops_create 1536842 vb_active_ops_delete 0 vb_active_ops_reject 0 vb_active_ops_update 0 vb_active_perc_mem_resident 100 vb_active_queue_age 621449000 vb_active_queue_drain 1536843 vb_active_queue_fill 1593526 vb_active_queue_memory 1813856 vb_active_queue_pending 2720784 vb_active_queue_size 56683 vb_dead_num 0 vb_pending_curr_items 0 vb_pending_eject 0 vb_pending_expired 0 vb_pending_ht_memory 0 vb_pending_itm_memory 0 vb_pending_meta_data_memory 0 vb_pending_num 0 vb_pending_num_non_resident 0 vb_pending_num_ref_ejects 0 vb_pending_num_ref_items 0 vb_pending_ops_create 0 vb_pending_ops_delete 0 vb_pending_ops_reject 0 vb_pending_ops_update 0 vb_pending_perc_mem_resident 0 vb_pending_queue_age 0 vb_pending_queue_drain 0 vb_pending_queue_fill 0 vb_pending_queue_memory 0 vb_pending_queue_pending 0 vb_pending_queue_size 0 vb_replica_curr_items 0 vb_replica_eject 0 vb_replica_expired 0 vb_replica_ht_memory 0 vb_replica_itm_memory 0 vb_replica_meta_data_memory 0 vb_replica_num 0 vb_replica_num_non_resident 0 vb_replica_num_ref_ejects 0 vb_replica_num_ref_items 0 vb_replica_ops_create 0 vb_replica_ops_delete 0 vb_replica_ops_reject 0 vb_replica_ops_update 0 vb_replica_perc_mem_resident 0 vb_replica_queue_age 0 vb_replica_queue_drain 0 vb_replica_queue_fill 0 vb_replica_queue_memory 0 vb_replica_queue_pending 0 vb_replica_queue_size 0 version 1.4.4_600_g7ea975a [ns_doctor:debug,2012-11-02T19:08:32.744,ns_1@10.2.1.65:ns_doctor<0.5169.0>:ns_doctor:handle_info:137]Current node statuses: [{'ns_1@10.2.1.65', [{last_heard,{1351,908511,260245}}, {outgoing_replications_safeness_level,[{"default",green}]}, {incoming_replications_conf_hashes,[{"default",[]}]}, {active_buckets,["default"]}, {ready_buckets,["default"]}, {local_tasks, [[{pid,<<"<0.9970.1>">>}, {bucket,<<"default">>}, {original_target,{[{type,bucket}]}}, {progress,28}, {started_on,1351908470}, {total_vbuckets,129}, {trigger_type,scheduled}, {type,bucket_compaction}, {updated_on,1351908508}, {vbuckets_done,37}]]}, {memory, [{total,116931128}, {processes,68883848}, {processes_used,67328240}, {system,48047280}, {atom,1502673}, {atom_used,1494429}, {binary,5082856}, {code,15256817}, {ets,8098360}]}, {system_memory_data, [{system_total_memory,33657663488}, {free_swap,11350716416}, {total_swap,11350876160}, {cached_memory,5592788992}, {buffered_memory,244510720}, {free_memory,22369394688}, {total_memory,33657663488}]}, {node_storage_conf,[{db_path,"/data"},{index_path,"/data2"}]}, {statistics, [{wall_clock,{2687193,4998}}, {context_switches,{27145718,0}}, {garbage_collection,{2300885,27002321178,0}}, {io,{{input,37562884177},{output,7676392325}}}, {reductions,{10215072903,2357452}}, {run_queue,0}, {runtime,{1030490,610}}]}, {system_stats, [{cpu_utilization_rate,7.980049875311721}, {swap_total,11350876160}, {swap_used,159744}]}, {interesting_stats, [{couch_docs_actual_disk_size,4992883655}, {couch_docs_data_size,3769439855}, {couch_views_actual_disk_size,0}, {couch_views_data_size,0}, {curr_items,1641116}, {curr_items_tot,1641116}, {mem_used,3661858600}, {vb_replica_curr_items,0}]}, {cluster_compatibility_version,131072}, {version, [{public_key,"0.13"}, {lhttpc,"1.3.0"}, {ale,"8cffe61"}, {os_mon,"2.2.7"}, {couch_set_view,"1.2.0a-47a991b-git"}, {mnesia,"4.5"}, {inets,"5.7.1"}, {couch,"1.2.0a-47a991b-git"}, {mapreduce,"1.0.0"}, {couch_index_merger,"1.2.0a-47a991b-git"}, {kernel,"2.14.5"}, {crypto,"2.0.4"}, {ssl,"4.1.6"}, {sasl,"2.1.10"}, {couch_view_parser,"1.0.0"}, {ns_server,"2.0.0-1925-rel-enterprise"}, {mochiweb,"1.4.1"}, {oauth,"7d85d3ef"}, {stdlib,"1.17.5"}]}, {supported_compat_version,[2,0]}, {system_arch,"x86_64-unknown-linux-gnu"}, {wall_clock,2687}, {memory_data,{33657663488,11591479296,{<0.178.1>,7628384}}}, {disk_data, [{"/",51088800,10}, {"/dev/shm",16434404,0}, {"/data",492257288,2}, {"/data2",246132896,1}]}, {meminfo, <<"MemTotal: 32868812 kB\nMemFree: 21845112 kB\nBuffers: 238780 kB\nCached: 5461708 kB\nSwapCached: 0 kB\nActive: 7028432 kB\nInactive: 3710344 kB\nHighTotal: 0 kB\nHighFree: 0 kB\nLowTotal: 32868812 kB\nLowFree: 21845112 kB\nSwapTotal: 11084840 kB\nSwapFree: 11084684 kB\nDirty: 3628 kB\nWriteback: 212 kB\nAnonPages: 5038096 kB\nMapped: 16300 kB\nSlab: 238788 kB\nPageTables: 14388 kB\nNFS_Unstable: 0 kB\nBounce: 0 kB\nCommitLimit: 27519244 kB\nCommitted_AS: 6783228 kB\nVmallocTotal: 34359738367 kB\nVmallocUsed: 6728 kB\nVmallocChunk: 34359730275 kB\nHugePages_Total: 0\nHugePages_Free: 0\nHugePages_Rsvd: 0\nHugepagesize: 2048 kB\n">>}]}, {'ns_1@10.2.1.66', [{last_heard,{1351,908508,947192}}, {outgoing_replications_safeness_level,[{"default",green}]}, {incoming_replications_conf_hashes,[{"default",[]}]}, {active_buckets,["default"]}, {ready_buckets,["default"]}, {local_tasks,[]}, {memory, [{total,101786248}, {processes,57297648}, {processes_used,56910832}, {system,44488600}, {atom,1413905}, {atom_used,1392509}, {binary,2558024}, {code,14575828}, {ets,7877224}]}, {system_memory_data, [{system_total_memory,33657663488}, {free_swap,10684469248}, {total_swap,10684628992}, {cached_memory,5515436032}, {buffered_memory,281260032}, {free_memory,22562725888}, {total_memory,33657663488}]}, {node_storage_conf,[{db_path,"/data"},{index_path,"/data2"}]}, {statistics, [{wall_clock,{2684440,5000}}, {context_switches,{28131920,0}}, {garbage_collection,{2336732,26716834316,0}}, {io,{{input,37066569382},{output,8084984794}}}, {reductions,{10067287874,2932626}}, {run_queue,0}, {runtime,{944180,830}}]}, {system_stats, [{cpu_utilization_rate,13.75}, {swap_total,10684628992}, {swap_used,159744}]}, {interesting_stats, [{couch_docs_actual_disk_size,4872611146}, {couch_docs_data_size,3975850231}, {couch_views_actual_disk_size,0}, {couch_views_data_size,0}, {curr_items,1637791}, {curr_items_tot,1637791}, {mem_used,3637025448}, {vb_replica_curr_items,0}]}, {cluster_compatibility_version,131072}, {version, [{public_key,"0.13"}, {lhttpc,"1.3.0"}, {ale,"8cffe61"}, {os_mon,"2.2.7"}, {couch_set_view,"1.2.0a-47a991b-git"}, {mnesia,"4.5"}, {inets,"5.7.1"}, {couch,"1.2.0a-47a991b-git"}, {mapreduce,"1.0.0"}, {couch_index_merger,"1.2.0a-47a991b-git"}, {kernel,"2.14.5"}, {crypto,"2.0.4"}, {ssl,"4.1.6"}, {sasl,"2.1.10"}, {couch_view_parser,"1.0.0"}, {ns_server,"2.0.0-1925-rel-enterprise"}, {mochiweb,"1.4.1"}, {oauth,"7d85d3ef"}, {stdlib,"1.17.5"}]}, {supported_compat_version,[2,0]}, {system_arch,"x86_64-unknown-linux-gnu"}, {wall_clock,2684}, {memory_data,{33657663488,10558717952,{<19942.20373.0>,4714984}}}, {disk_data, [{"/",49781912,5}, {"/dev/shm",16434404,0}, {"/data",492257288,1}, {"/data2",246132896,1}]}, {meminfo, <<"MemTotal: 32868812 kB\nMemFree: 22033912 kB\nBuffers: 274668 kB\nCached: 5386168 kB\nSwapCached: 140 kB\nActive: 6508964 kB\nInactive: 4044732 kB\nHighTotal: 0 kB\nHighFree: 0 kB\nLowTotal: 32868812 kB\nLowFree: 22033912 kB\nSwapTotal: 10434208 kB\nSwapFree: 10434052 kB\nDirty: 1532 kB\nWriteback: 0 kB\nAnonPages: 4892492 kB\nMapped: 18020 kB\nSlab: 233220 kB\nPageTables: 14504 kB\nNFS_Unstable: 0 kB\nBounce: 0 kB\nCommitLimit: 26868612 kB\nCommitted_AS: 6619808 kB\nVmallocTotal: 34359738367 kB\nVmallocUsed: 6408 kB\nVmallocChunk: 34359730595 kB\nHugePages_Total: 0\nHugePages_Free: 0\nHugePages_Rsvd: 0\nHugepagesize: 2048 kB\n">>}]}, {'ns_1@10.2.1.67', [{last_heard,{1351,908511,43576}}, {outgoing_replications_safeness_level,[{"default",green}]}, {incoming_replications_conf_hashes,[{"default",[]}]}, {active_buckets,["default"]}, {ready_buckets,["default"]}, {local_tasks,[]}, {memory, [{total,98697136}, {processes,58617056}, {processes_used,58461784}, {system,40080080}, {atom,1414713}, {atom_used,1394174}, {binary,2495464}, {code,14610103}, {ets,3496552}]}, {system_memory_data, [{system_total_memory,33657663488}, {free_swap,10701078528}, {total_swap,10701078528}, {cached_memory,5977772032}, {buffered_memory,444125184}, {free_memory,22453956608}, {total_memory,33657663488}]}, {node_storage_conf,[{db_path,"/data"},{index_path,"/data2"}]}, {statistics, [{wall_clock,{2687527,5002}}, {context_switches,{22654058,0}}, {garbage_collection,{3798027,16138612298,0}}, {io,{{input,25866932346},{output,2462322792}}}, {reductions,{6714266568,2368569}}, {run_queue,0}, {runtime,{731750,610}}]}, {system_stats, [{cpu_utilization_rate,27.06766917293233}, {swap_total,10701078528}, {swap_used,0}]}, {interesting_stats, [{couch_docs_actual_disk_size,5246793004}, {couch_docs_data_size,3969504042}, {couch_views_actual_disk_size,0}, {couch_views_data_size,0}, {curr_items,1646684}, {curr_items_tot,1646684}, {mem_used,3660687112}, {vb_replica_curr_items,0}]}, {cluster_compatibility_version,131072}, {version, [{public_key,"0.13"}, {lhttpc,"1.3.0"}, {ale,"8cffe61"}, {os_mon,"2.2.7"}, {couch_set_view,"1.2.0a-47a991b-git"}, {mnesia,"4.5"}, {inets,"5.7.1"}, {couch,"1.2.0a-47a991b-git"}, {mapreduce,"1.0.0"}, {couch_index_merger,"1.2.0a-47a991b-git"}, {kernel,"2.14.5"}, {crypto,"2.0.4"}, {ssl,"4.1.6"}, {sasl,"2.1.10"}, {couch_view_parser,"1.0.0"}, {ns_server,"2.0.0-1925-rel-enterprise"}, {mochiweb,"1.4.1"}, {oauth,"7d85d3ef"}, {stdlib,"1.17.5"}]}, {supported_compat_version,[2,0]}, {system_arch,"x86_64-unknown-linux-gnu"}, {wall_clock,2687}, {memory_data,{33657663488,10380648448,{<19943.703.0>,3143528}}}, {disk_data, [{"/",49781912,9}, {"/dev/shm",16434404,0}, {"/data",492257288,1}, {"/data2",246132896,1}]}, {meminfo, <<"MemTotal: 32868812 kB\nMemFree: 21927816 kB\nBuffers: 433716 kB\nCached: 5837668 kB\nSwapCached: 0 kB\nActive: 6744260 kB\nInactive: 3898308 kB\nHighTotal: 0 kB\nHighFree: 0 kB\nLowTotal: 32868812 kB\nLowFree: 21927816 kB\nSwapTotal: 10450272 kB\nSwapFree: 10450272 kB\nDirty: 1332 kB\nWriteback: 0 kB\nAnonPages: 4370996 kB\nMapped: 17964 kB\nSlab: 253712 kB\nPageTables: 13436 kB\nNFS_Unstable: 0 kB\nBounce: 0 kB\nCommitLimit: 26884676 kB\nCommitted_AS: 6080216 kB\nVmallocTotal: 34359738367 kB\nVmallocUsed: 6416 kB\nVmallocChunk: 34359730587 kB\nHugePages_Total: 0\nHugePages_Free: 0\nHugePages_Rsvd: 0\nHugepagesize: 2048 kB\n">>}]}, {'ns_1@10.2.1.68', [{last_heard,{1351,908511,246851}}, {outgoing_replications_safeness_level,[{"default",green}]}, {incoming_replications_conf_hashes,[{"default",[]}]}, {active_buckets,["default"]}, {ready_buckets,["default"]}, {local_tasks,[]}, {memory, [{total,102125152}, {processes,57754464}, {processes_used,57505568}, {system,44370688}, {atom,1413905}, {atom_used,1392509}, {binary,2400904}, {code,14613068}, {ets,7849760}]}, {system_memory_data, [{system_total_memory,33657663488}, {free_swap,10684616704}, {total_swap,10684628992}, {cached_memory,4068638720}, {buffered_memory,343236608}, {free_memory,23856230400}, {total_memory,33657663488}]}, {node_storage_conf,[{db_path,"/data"},{index_path,"/data2"}]}, {statistics, [{wall_clock,{2686430,5000}}, {context_switches,{26878600,0}}, {garbage_collection,{2389655,25574693825,0}}, {io,{{input,35857113005},{output,7574886588}}}, {reductions,{9568608354,1862852}}, {run_queue,0}, {runtime,{943300,420}}]}, {system_stats, [{cpu_utilization_rate,12.030075187969924}, {swap_total,10684628992}, {swap_used,12288}]}, {interesting_stats, [{couch_docs_actual_disk_size,3403277704}, {couch_docs_data_size,3355619220}, {couch_views_actual_disk_size,0}, {couch_views_data_size,0}, {curr_items,1644427}, {curr_items_tot,1644427}, {mem_used,3717093304}, {vb_replica_curr_items,0}]}, {cluster_compatibility_version,131072}, {version, [{public_key,"0.13"}, {lhttpc,"1.3.0"}, {ale,"8cffe61"}, {os_mon,"2.2.7"}, {couch_set_view,"1.2.0a-47a991b-git"}, {mnesia,"4.5"}, {inets,"5.7.1"}, {couch,"1.2.0a-47a991b-git"}, {mapreduce,"1.0.0"}, {couch_index_merger,"1.2.0a-47a991b-git"}, {kernel,"2.14.5"}, {crypto,"2.0.4"}, {ssl,"4.1.6"}, {sasl,"2.1.10"}, {couch_view_parser,"1.0.0"}, {ns_server,"2.0.0-1925-rel-enterprise"}, {mochiweb,"1.4.1"}, {oauth,"7d85d3ef"}, {stdlib,"1.17.5"}]}, {supported_compat_version,[2,0]}, {system_arch,"x86_64-unknown-linux-gnu"}, {wall_clock,2686}, {memory_data,{33657663488,9942011904,{<19944.19055.0>,2914384}}}, {disk_data, [{"/",49781912,5}, {"/dev/shm",16434404,0}, {"/data",492257288,1}, {"/data2",246132896,1}]}, {meminfo, <<"MemTotal: 32868812 kB\nMemFree: 23297100 kB\nBuffers: 335192 kB\nCached: 3973280 kB\nSwapCached: 12 kB\nActive: 5541008 kB\nInactive: 3761716 kB\nHighTotal: 0 kB\nHighFree: 0 kB\nLowTotal: 32868812 kB\nLowFree: 23297100 kB\nSwapTotal: 10434208 kB\nSwapFree: 10434196 kB\nDirty: 1440 kB\nWriteback: 3480 kB\nAnonPages: 4994040 kB\nMapped: 18208 kB\nSlab: 219336 kB\nPageTables: 14516 kB\nNFS_Unstable: 0 kB\nBounce: 0 kB\nCommitLimit: 26868612 kB\nCommitted_AS: 6714916 kB\nVmallocTotal: 34359738367 kB\nVmallocUsed: 6408 kB\nVmallocChunk: 34359730595 kB\nHugePages_Total: 0\nHugePages_Free: 0\nHugePages_Rsvd: 0\nHugepagesize: 2048 kB\n">>}]}] [ns_doctor:debug,2012-11-02T19:09:32.742,ns_1@10.2.1.65:ns_doctor<0.5169.0>:ns_doctor:handle_info:137]Current node statuses: [{'ns_1@10.2.1.65', [{last_heard,{1351,908571,260291}}, {outgoing_replications_safeness_level,[{"default",green}]}, {incoming_replications_conf_hashes,[{"default",[]}]}, {active_buckets,["default"]}, {ready_buckets,["default"]}, {local_tasks, [[{pid,<<"<0.9970.1>">>}, {bucket,<<"default">>}, {original_target,{[{type,bucket}]}}, {progress,79}, {started_on,1351908470}, {total_vbuckets,129}, {trigger_type,scheduled}, {type,bucket_compaction}, {updated_on,1351908569}, {vbuckets_done,102}]]}, {memory, [{total,118174808}, {processes,69595864}, {processes_used,68067856}, {system,48578944}, {atom,1502673}, {atom_used,1494429}, {binary,5403808}, {code,15256817}, {ets,8304640}]}, {system_memory_data, [{system_total_memory,33657663488}, {free_swap,11350716416}, {total_swap,11350876160}, {cached_memory,4979527680}, {buffered_memory,247099392}, {free_memory,22994624512}, {total_memory,33657663488}]}, {node_storage_conf,[{db_path,"/data"},{index_path,"/data2"}]}, {statistics, [{wall_clock,{2747193,4998}}, {context_switches,{27212508,0}}, {garbage_collection,{2308256,27083761529,0}}, {io,{{input,37582829000},{output,7684794479}}}, {reductions,{10244751785,2367493}}, {run_queue,0}, {runtime,{1037010,530}}]}, {system_stats, [{cpu_utilization_rate,8.229426433915211}, {swap_total,11350876160}, {swap_used,159744}]}, {interesting_stats, [{couch_docs_actual_disk_size,4391561430}, {couch_docs_data_size,3942221861}, {couch_views_actual_disk_size,0}, {couch_views_data_size,0}, {curr_items,1809601}, {curr_items_tot,1809601}, {mem_used,3626018600}, {vb_replica_curr_items,0}]}, {cluster_compatibility_version,131072}, {version, [{public_key,"0.13"}, {lhttpc,"1.3.0"}, {ale,"8cffe61"}, {os_mon,"2.2.7"}, {couch_set_view,"1.2.0a-47a991b-git"}, {mnesia,"4.5"}, {inets,"5.7.1"}, {couch,"1.2.0a-47a991b-git"}, {mapreduce,"1.0.0"}, {couch_index_merger,"1.2.0a-47a991b-git"}, {kernel,"2.14.5"}, {crypto,"2.0.4"}, {ssl,"4.1.6"}, {sasl,"2.1.10"}, {couch_view_parser,"1.0.0"}, {ns_server,"2.0.0-1925-rel-enterprise"}, {mochiweb,"1.4.1"}, {oauth,"7d85d3ef"}, {stdlib,"1.17.5"}]}, {supported_compat_version,[2,0]}, {system_arch,"x86_64-unknown-linux-gnu"}, {wall_clock,2747}, {memory_data,{33657663488,11140849664,{<0.178.1>,7628384}}}, {disk_data, [{"/",51088800,10}, {"/dev/shm",16434404,0}, {"/data",492257288,2}, {"/data2",246132896,1}]}, {meminfo, <<"MemTotal: 32868812 kB\nMemFree: 22455688 kB\nBuffers: 241308 kB\nCached: 4862820 kB\nSwapCached: 0 kB\nActive: 5973152 kB\nInactive: 4169240 kB\nHighTotal: 0 kB\nHighFree: 0 kB\nLowTotal: 32868812 kB\nLowFree: 22455688 kB\nSwapTotal: 11084840 kB\nSwapFree: 11084684 kB\nDirty: 6216 kB\nWriteback: 0 kB\nAnonPages: 5037908 kB\nMapped: 16248 kB\nSlab: 224152 kB\nPageTables: 14112 kB\nNFS_Unstable: 0 kB\nBounce: 0 kB\nCommitLimit: 27519244 kB\nCommitted_AS: 6786792 kB\nVmallocTotal: 34359738367 kB\nVmallocUsed: 6728 kB\nVmallocChunk: 34359730275 kB\nHugePages_Total: 0\nHugePages_Free: 0\nHugePages_Rsvd: 0\nHugepagesize: 2048 kB\n">>}]}, {'ns_1@10.2.1.66', [{last_heard,{1351,908568,948657}}, {outgoing_replications_safeness_level,[{"default",green}]}, {incoming_replications_conf_hashes,[{"default",[]}]}, {active_buckets,["default"]}, {ready_buckets,["default"]}, {local_tasks,[]}, {memory, [{total,102363528}, {processes,57755752}, {processes_used,57369016}, {system,44607776}, {atom,1413905}, {atom_used,1392509}, {binary,2490336}, {code,14575828}, {ets,8063872}]}, {system_memory_data, [{system_total_memory,33657663488}, {free_swap,10684469248}, {total_swap,10684628992}, {cached_memory,6197112832}, {buffered_memory,282107904}, {free_memory,21860167680}, {total_memory,33657663488}]}, {node_storage_conf,[{db_path,"/data"},{index_path,"/data2"}]}, {statistics, [{wall_clock,{2744439,4998}}, {context_switches,{28379423,0}}, {garbage_collection,{2361736,26779472918,0}}, {io,{{input,37071750287},{output,8093090103}}}, {reductions,{10097094947,1908235}}, {run_queue,0}, {runtime,{952300,480}}]}, {system_stats, [{cpu_utilization_rate,19.897959183673468}, {swap_total,10684628992}, {swap_used,159744}]}, {interesting_stats, [{couch_docs_actual_disk_size,5559930809}, {couch_docs_data_size,4368704191}, {couch_views_actual_disk_size,0}, {couch_views_data_size,0}, {curr_items,1805323}, {curr_items_tot,1805323}, {mem_used,3569987352}, {vb_replica_curr_items,0}]}, {cluster_compatibility_version,131072}, {version, [{public_key,"0.13"}, {lhttpc,"1.3.0"}, {ale,"8cffe61"}, {os_mon,"2.2.7"}, {couch_set_view,"1.2.0a-47a991b-git"}, {mnesia,"4.5"}, {inets,"5.7.1"}, {couch,"1.2.0a-47a991b-git"}, {mapreduce,"1.0.0"}, {couch_index_merger,"1.2.0a-47a991b-git"}, {kernel,"2.14.5"}, {crypto,"2.0.4"}, {ssl,"4.1.6"}, {sasl,"2.1.10"}, {couch_view_parser,"1.0.0"}, {ns_server,"2.0.0-1925-rel-enterprise"}, {mochiweb,"1.4.1"}, {oauth,"7d85d3ef"}, {stdlib,"1.17.5"}]}, {supported_compat_version,[2,0]}, {system_arch,"x86_64-unknown-linux-gnu"}, {wall_clock,2744}, {memory_data,{33657663488,11262959616,{<19942.695.0>,3143528}}}, {disk_data, [{"/",49781912,5}, {"/dev/shm",16434404,0}, {"/data",492257288,2}, {"/data2",246132896,1}]}, {meminfo, <<"MemTotal: 32868812 kB\nMemFree: 21347820 kB\nBuffers: 275496 kB\nCached: 6051868 kB\nSwapCached: 140 kB\nActive: 6867240 kB\nInactive: 4354876 kB\nHighTotal: 0 kB\nHighFree: 0 kB\nLowTotal: 32868812 kB\nLowFree: 21347820 kB\nSwapTotal: 10434208 kB\nSwapFree: 10434052 kB\nDirty: 1644 kB\nWriteback: 376 kB\nAnonPages: 4894432 kB\nMapped: 18020 kB\nSlab: 249776 kB\nPageTables: 14508 kB\nNFS_Unstable: 0 kB\nBounce: 0 kB\nCommitLimit: 26868612 kB\nCommitted_AS: 6618464 kB\nVmallocTotal: 34359738367 kB\nVmallocUsed: 6408 kB\nVmallocChunk: 34359730595 kB\nHugePages_Total: 0\nHugePages_Free: 0\nHugePages_Rsvd: 0\nHugepagesize: 2048 kB\n">>}]}, {'ns_1@10.2.1.67', [{last_heard,{1351,908571,44680}}, {outgoing_replications_safeness_level,[{"default",green}]}, {incoming_replications_conf_hashes,[{"default",[]}]}, {active_buckets,["default"]}, {ready_buckets,["default"]}, {local_tasks,[]}, {memory, [{total,100388216}, {processes,59455168}, {processes_used,59299816}, {system,40933048}, {atom,1414713}, {atom_used,1394174}, {binary,3171576}, {code,14610103}, {ets,3673816}]}, {system_memory_data, [{system_total_memory,33657663488}, {free_swap,10701078528}, {total_swap,10701078528}, {cached_memory,6710910976}, {buffered_memory,445218816}, {free_memory,21655150592}, {total_memory,33657663488}]}, {node_storage_conf,[{db_path,"/data"},{index_path,"/data2"}]}, {statistics, [{wall_clock,{2747527,5002}}, {context_switches,{22905078,0}}, {garbage_collection,{3822559,16200925074,0}}, {io,{{input,25872078919},{output,2466368624}}}, {reductions,{6743784060,2888406}}, {run_queue,0}, {runtime,{739760,990}}]}, {system_stats, [{cpu_utilization_rate,25.5}, {swap_total,10701078528}, {swap_used,0}]}, {interesting_stats, [{couch_docs_actual_disk_size,6002664334}, {couch_docs_data_size,4403307037}, {couch_views_actual_disk_size,0}, {couch_views_data_size,0}, {curr_items,1815999}, {curr_items_tot,1815999}, {mem_used,3589514024}, {vb_replica_curr_items,0}]}, {cluster_compatibility_version,131072}, {version, [{public_key,"0.13"}, {lhttpc,"1.3.0"}, {ale,"8cffe61"}, {os_mon,"2.2.7"}, {couch_set_view,"1.2.0a-47a991b-git"}, {mnesia,"4.5"}, {inets,"5.7.1"}, {couch,"1.2.0a-47a991b-git"}, {mapreduce,"1.0.0"}, {couch_index_merger,"1.2.0a-47a991b-git"}, {kernel,"2.14.5"}, {crypto,"2.0.4"}, {ssl,"4.1.6"}, {sasl,"2.1.10"}, {couch_view_parser,"1.0.0"}, {ns_server,"2.0.0-1925-rel-enterprise"}, {mochiweb,"1.4.1"}, {oauth,"7d85d3ef"}, {stdlib,"1.17.5"}]}, {supported_compat_version,[2,0]}, {system_arch,"x86_64-unknown-linux-gnu"}, {wall_clock,2747}, {memory_data,{33657663488,11321413632,{<19943.19800.0>,4714984}}}, {disk_data, [{"/",49781912,9}, {"/dev/shm",16434404,0}, {"/data",492257288,2}, {"/data2",246132896,1}]}, {meminfo, <<"MemTotal: 32868812 kB\nMemFree: 21147608 kB\nBuffers: 434784 kB\nCached: 6553624 kB\nSwapCached: 0 kB\nActive: 7177744 kB\nInactive: 4227092 kB\nHighTotal: 0 kB\nHighFree: 0 kB\nLowTotal: 32868812 kB\nLowFree: 21147608 kB\nSwapTotal: 10450272 kB\nSwapFree: 10450272 kB\nDirty: 2460 kB\nWriteback: 0 kB\nAnonPages: 4416136 kB\nMapped: 17964 kB\nSlab: 271492 kB\nPageTables: 13524 kB\nNFS_Unstable: 0 kB\nBounce: 0 kB\nCommitLimit: 26884676 kB\nCommitted_AS: 6123148 kB\nVmallocTotal: 34359738367 kB\nVmallocUsed: 6416 kB\nVmallocChunk: 34359730587 kB\nHugePages_Total: 0\nHugePages_Free: 0\nHugePages_Rsvd: 0\nHugepagesize: 2048 kB\n">>}]}, {'ns_1@10.2.1.68', [{last_heard,{1351,908571,247790}}, {outgoing_replications_safeness_level,[{"default",green}]}, {incoming_replications_conf_hashes,[{"default",[]}]}, {active_buckets,["default"]}, {ready_buckets,["default"]}, {local_tasks,[]}, {memory, [{total,104431752}, {processes,59775016}, {processes_used,59526120}, {system,44656736}, {atom,1413905}, {atom_used,1392509}, {binary,2509704}, {code,14613068}, {ets,8027008}]}, {system_memory_data, [{system_total_memory,33657663488}, {free_swap,10684616704}, {total_swap,10684628992}, {cached_memory,5184278528}, {buffered_memory,344461312}, {free_memory,22717255680}, {total_memory,33657663488}]}, {node_storage_conf,[{db_path,"/data"},{index_path,"/data2"}]}, {statistics, [{wall_clock,{2746430,5000}}, {context_switches,{26947219,0}}, {garbage_collection,{2396980,25621459145,0}}, {io,{{input,35861379260},{output,7582459227}}}, {reductions,{9591879355,2055638}}, {run_queue,0}, {runtime,{948530,460}}]}, {system_stats, [{cpu_utilization_rate,26.633165829145728}, {swap_total,10684628992}, {swap_used,12288}]}, {interesting_stats, [{couch_docs_actual_disk_size,4452526168}, {couch_docs_data_size,4272584968}, {couch_views_actual_disk_size,0}, {couch_views_data_size,0}, {curr_items,1813349}, {curr_items_tot,1813349}, {mem_used,3664324424}, {vb_replica_curr_items,0}]}, {cluster_compatibility_version,131072}, {version, [{public_key,"0.13"}, {lhttpc,"1.3.0"}, {ale,"8cffe61"}, {os_mon,"2.2.7"}, {couch_set_view,"1.2.0a-47a991b-git"}, {mnesia,"4.5"}, {inets,"5.7.1"}, {couch,"1.2.0a-47a991b-git"}, {mapreduce,"1.0.0"}, {couch_index_merger,"1.2.0a-47a991b-git"}, {kernel,"2.14.5"}, {crypto,"2.0.4"}, {ssl,"4.1.6"}, {sasl,"2.1.10"}, {couch_view_parser,"1.0.0"}, {ns_server,"2.0.0-1925-rel-enterprise"}, {mochiweb,"1.4.1"}, {oauth,"7d85d3ef"}, {stdlib,"1.17.5"}]}, {supported_compat_version,[2,0]}, {system_arch,"x86_64-unknown-linux-gnu"}, {wall_clock,2746}, {memory_data,{33657663488,10057551872,{<19944.19055.0>,2914384}}}, {disk_data, [{"/",49781912,5}, {"/dev/shm",16434404,0}, {"/data",492257288,1}, {"/data2",246132896,1}]}, {meminfo, <<"MemTotal: 32868812 kB\nMemFree: 22184820 kB\nBuffers: 336388 kB\nCached: 5062772 kB\nSwapCached: 12 kB\nActive: 5732528 kB\nInactive: 4662800 kB\nHighTotal: 0 kB\nHighFree: 0 kB\nLowTotal: 32868812 kB\nLowFree: 22184820 kB\nSwapTotal: 10434208 kB\nSwapFree: 10434196 kB\nDirty: 2196 kB\nWriteback: 0 kB\nAnonPages: 4995812 kB\nMapped: 18216 kB\nSlab: 240332 kB\nPageTables: 14676 kB\nNFS_Unstable: 0 kB\nBounce: 0 kB\nCommitLimit: 26868612 kB\nCommitted_AS: 6719180 kB\nVmallocTotal: 34359738367 kB\nVmallocUsed: 6408 kB\nVmallocChunk: 34359730595 kB\nHugePages_Total: 0\nHugePages_Free: 0\nHugePages_Rsvd: 0\nHugepagesize: 2048 kB\n">>}]}] [stats:debug,2012-11-02T19:09:53.750,ns_1@10.2.1.65:<0.32112.0>:stats_collector:maybe_log_stats:126](at {{1970,1,16},{7,31,48}}) Stats for bucket "default": accepting_conns 1 auth_cmds 1 auth_errors 0 bucket_active_conns 1 bucket_conns 6 bytes 3795440904 bytes_read 4498908794 bytes_written 88376179 cas_badval 0 cas_hits 0 cas_misses 0 cmd_flush 0 cmd_get 0 cmd_set 1874316 conn_yields 609 connection_structures 5000 curr_connections 10 curr_conns_on_port_11209 6 curr_conns_on_port_11210 2 curr_items 1874316 curr_items_tot 1874316 curr_temp_items 0 daemon_connections 4 decr_hits 0 decr_misses 0 delete_hits 0 delete_misses 0 ep_access_scanner_last_runtime 0 ep_access_scanner_num_items 0 ep_access_scanner_task_time 2012-11-03 10:00:00 ep_allow_data_loss_during_shutdown 1 ep_alog_block_size 4096 ep_alog_path /data/default/access.log ep_alog_sleep_time 1440 ep_alog_task_time 10 ep_backend couchdb ep_bg_fetch_delay 0 ep_bg_fetched 0 ep_bg_meta_fetched 0 ep_bg_remaining_jobs 0 ep_chk_max_items 5000 ep_chk_period 1800 ep_chk_persistence_remains 0 ep_chk_persistence_timeout 10 ep_chk_remover_stime 5 ep_commit_num 1173 ep_commit_time 45 ep_commit_time_total 14276 ep_concurrentDB 1 ep_config_file ep_couch_bucket default ep_couch_host localhost ep_couch_port 11213 ep_couch_reconnect_sleeptime 250 ep_couch_response_timeout 180000 ep_data_age 79 ep_data_age_highwat 111 ep_data_traffic_enabled 0 ep_dbinit 0 ep_dbname /data/default ep_degraded_mode 0 ep_diskqueue_drain 1705835 ep_diskqueue_fill 1874316 ep_diskqueue_items 168494 ep_diskqueue_memory 5391392 ep_diskqueue_pending 8087088 ep_exp_pager_stime 3600 ep_exp_pager_stime 3600 ep_expired_access 0 ep_expired_pager 0 ep_expiry_window 3 ep_failpartialwarmup 0 ep_flush_all false ep_flush_duration_total 613 ep_flushall_enabled 0 ep_flusher_state running ep_flusher_todo 6824 ep_getl_default_timeout 15 ep_getl_max_timeout 30 ep_ht_locks 5 ep_ht_size 3079 ep_inconsistent_slave_chk 0 ep_initfile ep_io_num_read 0 ep_io_num_write 1704709 ep_io_read_bytes 0 ep_io_write_bytes 4037282441 ep_item_begin_failed 0 ep_item_commit_failed 0 ep_item_flush_expired 0 ep_item_flush_failed 0 ep_item_num_based_new_chk 1 ep_items_rm_from_checkpoints 1575834 ep_keep_closed_chks 0 ep_klog_block_size 4096 ep_klog_compactor_queue_cap 500000 ep_klog_compactor_stime 3600 ep_klog_flush commit2 ep_klog_max_entry_ratio 10 ep_klog_max_log_size 2147483647 ep_klog_path ep_klog_sync commit2 ep_kv_size 3679280132 ep_max_checkpoints 2 ep_max_data_size 5242880000 ep_max_item_size 20971520 ep_max_size 5242880000 ep_max_txn_size 10000 ep_max_vbuckets 512 ep_mem_high_wat 3932160000 ep_mem_high_wat 3932160000 ep_mem_low_wat 3145728000 ep_mem_low_wat 3145728000 ep_mem_tracker_enabled true ep_min_data_age 0 ep_mlog_compactor_runs 0 ep_mutation_mem_threshold 0 ep_num_access_scanner_runs 0 ep_num_eject_failures 57967 ep_num_expiry_pager_runs 0 ep_num_non_resident 386239 ep_num_not_my_vbuckets 0 ep_num_ops_del_meta 0 ep_num_ops_get_meta 0 ep_num_ops_set_meta 0 ep_num_pager_runs 4 ep_num_value_ejects 386239 ep_oom_errors 0 ep_overhead 39306924 ep_pager_active_vb_pcnt 40 ep_pager_unbiased_period 60 ep_pending_ops 0 ep_pending_ops_max 0 ep_pending_ops_max_duration 0 ep_pending_ops_total 0 ep_postInitfile ep_queue_age_cap 900 ep_queue_size 161670 ep_startup_time 1351907891 ep_storage_age 79 ep_storage_age_highwat 109 ep_store_max_concurrency 10 ep_store_max_readers 9 ep_store_max_readwrite 1 ep_stored_val_type ep_tap_ack_grace_period 300 ep_tap_ack_initial_sequence_number 1 ep_tap_ack_interval 1000 ep_tap_ack_window_size 10 ep_tap_backfill_resident 0.9 ep_tap_backlog_limit 5000 ep_tap_backoff_period 5 ep_tap_bg_fetch_requeued 0 ep_tap_bg_fetched 0 ep_tap_bg_max_pending 500 ep_tap_keepalive 300 ep_tap_noop_interval 20 ep_tap_requeue_sleep_time 0.1 ep_tap_throttle_cap_pcnt 10 ep_tap_throttle_queue_cap 1000000 ep_tap_throttle_threshold 90 ep_tmp_oom_errors 0 ep_too_old 0 ep_too_young 0 ep_total_cache_size 3656788340 ep_total_del_items 0 ep_total_enqueued 1874316 ep_total_new_items 1704709 ep_total_persisted 1704709 ep_uncommitted_items 5675 ep_value_size 3524490597 ep_vb0 0 ep_vb_snapshot_total 31 ep_vb_total 128 ep_vbucket_del 0 ep_vbucket_del_fail 0 ep_version 2.0.0r_130_g8b09894 ep_waitforwarmup 0 ep_warmup 1 ep_warmup_batch_size 1000 ep_warmup_dups 0 ep_warmup_min_items_threshold 100 ep_warmup_min_memory_threshold 100 ep_warmup_oom 0 ep_warmup_thread complete ep_warmup_time 862 get_hits 0 get_misses 0 incr_hits 0 incr_misses 0 libevent 2.0.11-stable limit_maxbytes 67108864 listen_disabled_num 0 max_conns_on_port_11209 1000 max_conns_on_port_11210 9000 mem_used 3795440904 pid 18466 pointer_size 64 rejected_conns 0 rusage_system 183.552095 rusage_user 508.488697 tap_checkpoint_start_received 86 tap_mutation_received 1239724 tap_opaque_received 301 tap_vbucket_set_received 86 threads 4 time 1351908593 total_connections 200 uptime 2759 vb_active_curr_items 1874316 vb_active_eject 386239 vb_active_expired 0 vb_active_ht_memory 12645376 vb_active_itm_memory 3656788340 vb_active_meta_data_memory 148070964 vb_active_num 128 vb_active_num_non_resident 386239 vb_active_num_ref_ejects 386239 vb_active_num_ref_items 1874316 vb_active_ops_create 1705834 vb_active_ops_delete 0 vb_active_ops_reject 0 vb_active_ops_update 0 vb_active_perc_mem_resident 79 vb_active_queue_age 5221182000 vb_active_queue_drain 1705835 vb_active_queue_fill 1874316 vb_active_queue_memory 5391392 vb_active_queue_pending 8087088 vb_active_queue_size 168481 vb_dead_num 0 vb_pending_curr_items 0 vb_pending_eject 0 vb_pending_expired 0 vb_pending_ht_memory 0 vb_pending_itm_memory 0 vb_pending_meta_data_memory 0 vb_pending_num 0 vb_pending_num_non_resident 0 vb_pending_num_ref_ejects 0 vb_pending_num_ref_items 0 vb_pending_ops_create 0 vb_pending_ops_delete 0 vb_pending_ops_reject 0 vb_pending_ops_update 0 vb_pending_perc_mem_resident 0 vb_pending_queue_age 0 vb_pending_queue_drain 0 vb_pending_queue_fill 0 vb_pending_queue_memory 0 vb_pending_queue_pending 0 vb_pending_queue_size 0 vb_replica_curr_items 0 vb_replica_eject 0 vb_replica_expired 0 vb_replica_ht_memory 0 vb_replica_itm_memory 0 vb_replica_meta_data_memory 0 vb_replica_num 0 vb_replica_num_non_resident 0 vb_replica_num_ref_ejects 0 vb_replica_num_ref_items 0 vb_replica_ops_create 0 vb_replica_ops_delete 0 vb_replica_ops_reject 0 vb_replica_ops_update 0 vb_replica_perc_mem_resident 0 vb_replica_queue_age 0 vb_replica_queue_drain 0 vb_replica_queue_fill 0 vb_replica_queue_memory 0 vb_replica_queue_pending 0 vb_replica_queue_size 0 version 1.4.4_600_g7ea975a [ns_doctor:debug,2012-11-02T19:10:32.742,ns_1@10.2.1.65:ns_doctor<0.5169.0>:ns_doctor:handle_info:137]Current node statuses: [{'ns_1@10.2.1.65', [{last_heard,{1351,908631,260440}}, {outgoing_replications_safeness_level,[{"default",green}]}, {incoming_replications_conf_hashes,[{"default",[]}]}, {active_buckets,["default"]}, {ready_buckets,["default"]}, {local_tasks,[]}, {memory, [{total,120129472}, {processes,72414120}, {processes_used,70835784}, {system,47715352}, {atom,1502673}, {atom_used,1494429}, {binary,4409344}, {code,15256817}, {ets,8441592}]}, {system_memory_data, [{system_total_memory,33657663488}, {free_swap,11350716416}, {total_swap,11350876160}, {cached_memory,5604921344}, {buffered_memory,249159680}, {free_memory,22348070912}, {total_memory,33657663488}]}, {node_storage_conf,[{db_path,"/data"},{index_path,"/data2"}]}, {statistics, [{wall_clock,{2807193,5000}}, {context_switches,{27322901,0}}, {garbage_collection,{2319266,27166393459,0}}, {io,{{input,37599131703},{output,7687057849}}}, {reductions,{10275833917,3163371}}, {run_queue,0}, {runtime,{1044010,990}}]}, {system_stats, [{cpu_utilization_rate,8.478802992518704}, {swap_total,11350876160}, {swap_used,159744}]}, {interesting_stats, [{couch_docs_actual_disk_size,4965008804}, {couch_docs_data_size,4766929777}, {couch_views_actual_disk_size,0}, {couch_views_data_size,0}, {curr_items,1977955}, {curr_items_tot,1977955}, {mem_used,3534630968}, {vb_replica_curr_items,0}]}, {cluster_compatibility_version,131072}, {version, [{public_key,"0.13"}, {lhttpc,"1.3.0"}, {ale,"8cffe61"}, {os_mon,"2.2.7"}, {couch_set_view,"1.2.0a-47a991b-git"}, {mnesia,"4.5"}, {inets,"5.7.1"}, {couch,"1.2.0a-47a991b-git"}, {mapreduce,"1.0.0"}, {couch_index_merger,"1.2.0a-47a991b-git"}, {kernel,"2.14.5"}, {crypto,"2.0.4"}, {ssl,"4.1.6"}, {sasl,"2.1.10"}, {couch_view_parser,"1.0.0"}, {ns_server,"2.0.0-1925-rel-enterprise"}, {mochiweb,"1.4.1"}, {oauth,"7d85d3ef"}, {stdlib,"1.17.5"}]}, {supported_compat_version,[2,0]}, {system_arch,"x86_64-unknown-linux-gnu"}, {wall_clock,2807}, {memory_data,{33657663488,10492383232,{<0.178.1>,7628384}}}, {disk_data, [{"/",51088800,10}, {"/dev/shm",16434404,0}, {"/data",492257288,1}, {"/data2",246132896,1}]}, {meminfo, <<"MemTotal: 32868812 kB\nMemFree: 21824288 kB\nBuffers: 243320 kB\nCached: 5473556 kB\nSwapCached: 0 kB\nActive: 5770936 kB\nInactive: 4989492 kB\nHighTotal: 0 kB\nHighFree: 0 kB\nLowTotal: 32868812 kB\nLowFree: 21824288 kB\nSwapTotal: 11084840 kB\nSwapFree: 11084684 kB\nDirty: 7172 kB\nWriteback: 0 kB\nAnonPages: 5043552 kB\nMapped: 16312 kB\nSlab: 238452 kB\nPageTables: 14336 kB\nNFS_Unstable: 0 kB\nBounce: 0 kB\nCommitLimit: 27519244 kB\nCommitted_AS: 6793364 kB\nVmallocTotal: 34359738367 kB\nVmallocUsed: 6728 kB\nVmallocChunk: 34359730275 kB\nHugePages_Total: 0\nHugePages_Free: 0\nHugePages_Rsvd: 0\nHugepagesize: 2048 kB\n">>}]}, {'ns_1@10.2.1.66', [{last_heard,{1351,908628,949907}}, {outgoing_replications_safeness_level,[{"default",green}]}, {incoming_replications_conf_hashes,[{"default",[]}]}, {active_buckets,["default"]}, {ready_buckets,["default"]}, {local_tasks,[]}, {memory, [{total,104875696}, {processes,59959912}, {processes_used,59573096}, {system,44915784}, {atom,1413905}, {atom_used,1392509}, {binary,2624672}, {code,14575828}, {ets,8237392}]}, {system_memory_data, [{system_total_memory,33657663488}, {free_swap,10684469248}, {total_swap,10684628992}, {cached_memory,6958321664}, {buffered_memory,282763264}, {free_memory,21080027136}, {total_memory,33657663488}]}, {node_storage_conf,[{db_path,"/data"},{index_path,"/data2"}]}, {statistics, [{wall_clock,{2804440,5000}}, {context_switches,{28634252,0}}, {garbage_collection,{2387146,26841076546,0}}, {io,{{input,37073412579},{output,8095118227}}}, {reductions,{10127055420,2660131}}, {run_queue,0}, {runtime,{960320,680}}]}, {system_stats, [{cpu_utilization_rate,11.75}, {swap_total,10684628992}, {swap_used,159744}]}, {interesting_stats, [{couch_docs_actual_disk_size,6313698676}, {couch_docs_data_size,4803123359}, {couch_views_actual_disk_size,0}, {couch_views_data_size,0}, {curr_items,1973441}, {curr_items_tot,1973441}, {mem_used,3512834760}, {vb_replica_curr_items,0}]}, {cluster_compatibility_version,131072}, {version, [{public_key,"0.13"}, {lhttpc,"1.3.0"}, {ale,"8cffe61"}, {os_mon,"2.2.7"}, {couch_set_view,"1.2.0a-47a991b-git"}, {mnesia,"4.5"}, {inets,"5.7.1"}, {couch,"1.2.0a-47a991b-git"}, {mapreduce,"1.0.0"}, {couch_index_merger,"1.2.0a-47a991b-git"}, {kernel,"2.14.5"}, {crypto,"2.0.4"}, {ssl,"4.1.6"}, {sasl,"2.1.10"}, {couch_view_parser,"1.0.0"}, {ns_server,"2.0.0-1925-rel-enterprise"}, {mochiweb,"1.4.1"}, {oauth,"7d85d3ef"}, {stdlib,"1.17.5"}]}, {supported_compat_version,[2,0]}, {system_arch,"x86_64-unknown-linux-gnu"}, {wall_clock,2804}, {memory_data,{33657663488,12011839488,{<19942.20373.0>,4714984}}}, {disk_data, [{"/",49781912,5}, {"/dev/shm",16434404,0}, {"/data",492257288,2}, {"/data2",246132896,1}]}, {meminfo, <<"MemTotal: 32868812 kB\nMemFree: 20585964 kB\nBuffers: 276136 kB\nCached: 6795236 kB\nSwapCached: 140 kB\nActive: 7270700 kB\nInactive: 4695432 kB\nHighTotal: 0 kB\nHighFree: 0 kB\nLowTotal: 32868812 kB\nLowFree: 20585964 kB\nSwapTotal: 10434208 kB\nSwapFree: 10434052 kB\nDirty: 2048 kB\nWriteback: 0 kB\nAnonPages: 4894448 kB\nMapped: 18020 kB\nSlab: 268536 kB\nPageTables: 14512 kB\nNFS_Unstable: 0 kB\nBounce: 0 kB\nCommitLimit: 26868612 kB\nCommitted_AS: 6623996 kB\nVmallocTotal: 34359738367 kB\nVmallocUsed: 6408 kB\nVmallocChunk: 34359730595 kB\nHugePages_Total: 0\nHugePages_Free: 0\nHugePages_Rsvd: 0\nHugepagesize: 2048 kB\n">>}]}, {'ns_1@10.2.1.67', [{last_heard,{1351,908631,45359}}, {outgoing_replications_safeness_level,[{"default",green}]}, {incoming_replications_conf_hashes,[{"default",[]}]}, {active_buckets,["default"]}, {ready_buckets,["default"]}, {local_tasks,[]}, {memory, [{total,103217088}, {processes,62405552}, {processes_used,62250360}, {system,40811536}, {atom,1414713}, {atom_used,1394174}, {binary,2979072}, {code,14610103}, {ets,3744440}]}, {system_memory_data, [{system_total_memory,33657663488}, {free_swap,10701078528}, {total_swap,10701078528}, {cached_memory,7532408832}, {buffered_memory,445902848}, {free_memory,20809363456}, {total_memory,33657663488}]}, {node_storage_conf,[{db_path,"/data"},{index_path,"/data2"}]}, {statistics, [{wall_clock,{2807526,5001}}, {context_switches,{23297084,0}}, {garbage_collection,{3854708,16274677263,0}}, {io,{{input,25874387527},{output,2468921549}}}, {reductions,{6778533870,2361549}}, {run_queue,0}, {runtime,{749520,580}}]}, {system_stats, [{cpu_utilization_rate,28.25}, {swap_total,10701078528}, {swap_used,0}]}, {interesting_stats, [{couch_docs_actual_disk_size,6812149117}, {couch_docs_data_size,4814914553}, {couch_views_actual_disk_size,0}, {couch_views_data_size,0}, {curr_items,1984448}, {curr_items_tot,1984448}, {mem_used,3535001544}, {vb_replica_curr_items,0}]}, {cluster_compatibility_version,131072}, {version, [{public_key,"0.13"}, {lhttpc,"1.3.0"}, {ale,"8cffe61"}, {os_mon,"2.2.7"}, {couch_set_view,"1.2.0a-47a991b-git"}, {mnesia,"4.5"}, {inets,"5.7.1"}, {couch,"1.2.0a-47a991b-git"}, {mapreduce,"1.0.0"}, {couch_index_merger,"1.2.0a-47a991b-git"}, {kernel,"2.14.5"}, {crypto,"2.0.4"}, {ssl,"4.1.6"}, {sasl,"2.1.10"}, {couch_view_parser,"1.0.0"}, {ns_server,"2.0.0-1925-rel-enterprise"}, {mochiweb,"1.4.1"}, {oauth,"7d85d3ef"}, {stdlib,"1.17.5"}]}, {supported_compat_version,[2,0]}, {system_arch,"x86_64-unknown-linux-gnu"}, {wall_clock,2807}, {memory_data,{33657663488,12187262976,{<19943.19800.0>,4714984}}}, {disk_data, [{"/",49781912,9}, {"/dev/shm",16434404,0}, {"/data",492257288,2}, {"/data2",246132896,1}]}, {meminfo, <<"MemTotal: 32868812 kB\nMemFree: 20321644 kB\nBuffers: 435452 kB\nCached: 7355868 kB\nSwapCached: 0 kB\nActive: 7692792 kB\nInactive: 4517672 kB\nHighTotal: 0 kB\nHighFree: 0 kB\nLowTotal: 32868812 kB\nLowFree: 20321644 kB\nSwapTotal: 10450272 kB\nSwapFree: 10450272 kB\nDirty: 876 kB\nWriteback: 172 kB\nAnonPages: 4419076 kB\nMapped: 17964 kB\nSlab: 291540 kB\nPageTables: 13532 kB\nNFS_Unstable: 0 kB\nBounce: 0 kB\nCommitLimit: 26884676 kB\nCommitted_AS: 6131824 kB\nVmallocTotal: 34359738367 kB\nVmallocUsed: 6416 kB\nVmallocChunk: 34359730587 kB\nHugePages_Total: 0\nHugePages_Free: 0\nHugePages_Rsvd: 0\nHugepagesize: 2048 kB\n">>}]}, {'ns_1@10.2.1.68', [{last_heard,{1351,908631,248257}}, {outgoing_replications_safeness_level,[{"default",green}]}, {incoming_replications_conf_hashes,[{"default",[]}]}, {active_buckets,["default"]}, {ready_buckets,["default"]}, {local_tasks,[]}, {memory, [{total,105667968}, {processes,60697952}, {processes_used,60449056}, {system,44970016}, {atom,1413905}, {atom_used,1392509}, {binary,2640368}, {code,14613068}, {ets,8210208}]}, {system_memory_data, [{system_total_memory,33657663488}, {free_swap,10684616704}, {total_swap,10684628992}, {cached_memory,5919678464}, {buffered_memory,345157632}, {free_memory,21964034048}, {total_memory,33657663488}]}, {node_storage_conf,[{db_path,"/data"},{index_path,"/data2"}]}, {statistics, [{wall_clock,{2806430,5000}}, {context_switches,{27225196,0}}, {garbage_collection,{2425328,25685385202,0}}, {io,{{input,35863230348},{output,7584580185}}}, {reductions,{9622658657,2700643}}, {run_queue,0}, {runtime,{957870,840}}]}, {system_stats, [{cpu_utilization_rate,6.982543640897756}, {swap_total,10684628992}, {swap_used,12288}]}, {interesting_stats, [{couch_docs_actual_disk_size,5262706070}, {couch_docs_data_size,4775780761}, {couch_views_actual_disk_size,0}, {couch_views_data_size,0}, {curr_items,1982316}, {curr_items_tot,1982316}, {mem_used,3615713400}, {vb_replica_curr_items,0}]}, {cluster_compatibility_version,131072}, {version, [{public_key,"0.13"}, {lhttpc,"1.3.0"}, {ale,"8cffe61"}, {os_mon,"2.2.7"}, {couch_set_view,"1.2.0a-47a991b-git"}, {mnesia,"4.5"}, {inets,"5.7.1"}, {couch,"1.2.0a-47a991b-git"}, {mapreduce,"1.0.0"}, {couch_index_merger,"1.2.0a-47a991b-git"}, {kernel,"2.14.5"}, {crypto,"2.0.4"}, {ssl,"4.1.6"}, {sasl,"2.1.10"}, {couch_view_parser,"1.0.0"}, {ns_server,"2.0.0-1925-rel-enterprise"}, {mochiweb,"1.4.1"}, {oauth,"7d85d3ef"}, {stdlib,"1.17.5"}]}, {supported_compat_version,[2,0]}, {system_arch,"x86_64-unknown-linux-gnu"}, {wall_clock,2806}, {memory_data,{33657663488,11145101312,{<19944.19055.0>,4714984}}}, {disk_data, [{"/",49781912,5}, {"/dev/shm",16434404,0}, {"/data",492257288,1}, {"/data2",246132896,1}]}, {meminfo, <<"MemTotal: 32868812 kB\nMemFree: 21449252 kB\nBuffers: 337068 kB\nCached: 5780936 kB\nSwapCached: 12 kB\nActive: 6134776 kB\nInactive: 4977284 kB\nHighTotal: 0 kB\nHighFree: 0 kB\nLowTotal: 32868812 kB\nLowFree: 21449252 kB\nSwapTotal: 10434208 kB\nSwapFree: 10434196 kB\nDirty: 1420 kB\nWriteback: 0 kB\nAnonPages: 4993740 kB\nMapped: 18216 kB\nSlab: 258228 kB\nPageTables: 14680 kB\nNFS_Unstable: 0 kB\nBounce: 0 kB\nCommitLimit: 26868612 kB\nCommitted_AS: 6718228 kB\nVmallocTotal: 34359738367 kB\nVmallocUsed: 6408 kB\nVmallocChunk: 34359730595 kB\nHugePages_Total: 0\nHugePages_Free: 0\nHugePages_Rsvd: 0\nHugepagesize: 2048 kB\n">>}]}] [ns_doctor:debug,2012-11-02T19:11:32.743,ns_1@10.2.1.65:ns_doctor<0.5169.0>:ns_doctor:handle_info:137]Current node statuses: [{'ns_1@10.2.1.65', [{last_heard,{1351,908691,260643}}, {outgoing_replications_safeness_level,[{"default",green}]}, {incoming_replications_conf_hashes,[{"default",[]}]}, {active_buckets,["default"]}, {ready_buckets,["default"]}, {local_tasks,[]}, {memory, [{total,122772304}, {processes,74521680}, {processes_used,72945616}, {system,48250624}, {atom,1502673}, {atom_used,1494429}, {binary,4882600}, {code,15256817}, {ets,8503344}]}, {system_memory_data, [{system_total_memory,33657663488}, {free_swap,11350716416}, {total_swap,11350876160}, {cached_memory,6325506048}, {buffered_memory,249831424}, {free_memory,21613391872}, {total_memory,33657663488}]}, {node_storage_conf,[{db_path,"/data"},{index_path,"/data2"}]}, {statistics, [{wall_clock,{2867194,5001}}, {context_switches,{27685183,0}}, {garbage_collection,{2354819,27271109328,0}}, {io,{{input,37616310447},{output,7690204763}}}, {reductions,{10315726033,3654456}}, {run_queue,0}, {runtime,{1056190,1420}}]}, {system_stats, [{cpu_utilization_rate,34.5}, {swap_total,11350876160}, {swap_used,159744}]}, {interesting_stats, [{couch_docs_actual_disk_size,5643785620}, {couch_docs_data_size,5173207037}, {couch_views_actual_disk_size,0}, {couch_views_data_size,0}, {curr_items,2146469}, {curr_items_tot,2146469}, {mem_used,3979401240}, {vb_replica_curr_items,0}]}, {cluster_compatibility_version,131072}, {version, [{public_key,"0.13"}, {lhttpc,"1.3.0"}, {ale,"8cffe61"}, {os_mon,"2.2.7"}, {couch_set_view,"1.2.0a-47a991b-git"}, {mnesia,"4.5"}, {inets,"5.7.1"}, {couch,"1.2.0a-47a991b-git"}, {mapreduce,"1.0.0"}, {couch_index_merger,"1.2.0a-47a991b-git"}, {kernel,"2.14.5"}, {crypto,"2.0.4"}, {ssl,"4.1.6"}, {sasl,"2.1.10"}, {couch_view_parser,"1.0.0"}, {ns_server,"2.0.0-1925-rel-enterprise"}, {mochiweb,"1.4.1"}, {oauth,"7d85d3ef"}, {stdlib,"1.17.5"}]}, {supported_compat_version,[2,0]}, {system_arch,"x86_64-unknown-linux-gnu"}, {wall_clock,2867}, {memory_data,{33657663488,11451678720,{<0.178.1>,7628384}}}, {disk_data, [{"/",51088800,10}, {"/dev/shm",16434404,0}, {"/data",492257288,2}, {"/data2",246132896,1}]}, {meminfo, <<"MemTotal: 32868812 kB\nMemFree: 21106828 kB\nBuffers: 243976 kB\nCached: 6177252 kB\nSwapCached: 0 kB\nActive: 6148780 kB\nInactive: 5311964 kB\nHighTotal: 0 kB\nHighFree: 0 kB\nLowTotal: 32868812 kB\nLowFree: 21106828 kB\nSwapTotal: 11084840 kB\nSwapFree: 11084684 kB\nDirty: 3504 kB\nWriteback: 0 kB\nAnonPages: 5039284 kB\nMapped: 16312 kB\nSlab: 255516 kB\nPageTables: 14312 kB\nNFS_Unstable: 0 kB\nBounce: 0 kB\nCommitLimit: 27519244 kB\nCommitted_AS: 6776300 kB\nVmallocTotal: 34359738367 kB\nVmallocUsed: 6728 kB\nVmallocChunk: 34359730275 kB\nHugePages_Total: 0\nHugePages_Free: 0\nHugePages_Rsvd: 0\nHugepagesize: 2048 kB\n">>}]}, {'ns_1@10.2.1.66', [{last_heard,{1351,908688,951146}}, {outgoing_replications_safeness_level,[{"default",green}]}, {incoming_replications_conf_hashes,[{"default",[]}]}, {active_buckets,["default"]}, {ready_buckets,["default"]}, {local_tasks,[]}, {memory, [{total,104942488}, {processes,60100088}, {processes_used,59713352}, {system,44842400}, {atom,1413905}, {atom_used,1392509}, {binary,2487208}, {code,14575828}, {ets,8301056}]}, {system_memory_data, [{system_total_memory,33657663488}, {free_swap,10684469248}, {total_swap,10684628992}, {cached_memory,7735885824}, {buffered_memory,283910144}, {free_memory,20281344000}, {total_memory,33657663488}]}, {node_storage_conf,[{db_path,"/data"},{index_path,"/data2"}]}, {statistics, [{wall_clock,{2864440,5000}}, {context_switches,{28957617,0}}, {garbage_collection,{2419800,26909056065,0}}, {io,{{input,37075493354},{output,8097369557}}}, {reductions,{10159311626,2838975}}, {run_queue,0}, {runtime,{969570,1040}}]}, {system_stats, [{cpu_utilization_rate,11.75}, {swap_total,10684628992}, {swap_used,159744}]}, {interesting_stats, [{couch_docs_actual_disk_size,7096104292}, {couch_docs_data_size,5221878008}, {couch_views_actual_disk_size,0}, {couch_views_data_size,0}, {curr_items,2141643}, {curr_items_tot,2141643}, {mem_used,3952221608}, {vb_replica_curr_items,0}]}, {cluster_compatibility_version,131072}, {version, [{public_key,"0.13"}, {lhttpc,"1.3.0"}, {ale,"8cffe61"}, {os_mon,"2.2.7"}, {couch_set_view,"1.2.0a-47a991b-git"}, {mnesia,"4.5"}, {inets,"5.7.1"}, {couch,"1.2.0a-47a991b-git"}, {mapreduce,"1.0.0"}, {couch_index_merger,"1.2.0a-47a991b-git"}, {kernel,"2.14.5"}, {crypto,"2.0.4"}, {ssl,"4.1.6"}, {sasl,"2.1.10"}, {couch_view_parser,"1.0.0"}, {ns_server,"2.0.0-1925-rel-enterprise"}, {mochiweb,"1.4.1"}, {oauth,"7d85d3ef"}, {stdlib,"1.17.5"}]}, {supported_compat_version,[2,0]}, {system_arch,"x86_64-unknown-linux-gnu"}, {wall_clock,2864}, {memory_data,{33657663488,12787023872,{<19942.695.0>,3143528}}}, {disk_data, [{"/",49781912,5}, {"/dev/shm",16434404,0}, {"/data",492257288,2}, {"/data2",246132896,1}]}, {meminfo, <<"MemTotal: 32868812 kB\nMemFree: 19806000 kB\nBuffers: 277256 kB\nCached: 7554576 kB\nSwapCached: 140 kB\nActive: 7723780 kB\nInactive: 5003548 kB\nHighTotal: 0 kB\nHighFree: 0 kB\nLowTotal: 32868812 kB\nLowFree: 19806000 kB\nSwapTotal: 10434208 kB\nSwapFree: 10434052 kB\nDirty: 1748 kB\nWriteback: 0 kB\nAnonPages: 4894904 kB\nMapped: 18020 kB\nSlab: 287416 kB\nPageTables: 14512 kB\nNFS_Unstable: 0 kB\nBounce: 0 kB\nCommitLimit: 26868612 kB\nCommitted_AS: 6619444 kB\nVmallocTotal: 34359738367 kB\nVmallocUsed: 6408 kB\nVmallocChunk: 34359730595 kB\nHugePages_Total: 0\nHugePages_Free: 0\nHugePages_Rsvd: 0\nHugepagesize: 2048 kB\n">>}]}, {'ns_1@10.2.1.67', [{last_heard,{1351,908691,287289}}, {outgoing_replications_safeness_level,[{"default",green}]}, {incoming_replications_conf_hashes,[{"default",[]}]}, {active_buckets,["default"]}, {ready_buckets,["default"]}, {local_tasks, [[{pid,<<"<0.30462.0>">>}, {bucket,<<"default">>}, {original_target,{[{type,bucket}]}}, {progress,21}, {started_on,1351908622}, {total_vbuckets,129}, {trigger_type,scheduled}, {type,bucket_compaction}, {updated_on,1351908654}, {vbuckets_done,28}]]}, {memory, [{total,105341920}, {processes,64129472}, {processes_used,63999368}, {system,41212448}, {atom,1414713}, {atom_used,1394174}, {binary,3178520}, {code,14610103}, {ets,3933896}]}, {system_memory_data, [{system_total_memory,33657663488}, {free_swap,10701078528}, {total_swap,10701078528}, {cached_memory,7503708160}, {buffered_memory,447623168}, {free_memory,20820656128}, {total_memory,33657663488}]}, {node_storage_conf,[{db_path,"/data"},{index_path,"/data2"}]}, {statistics, [{wall_clock,{2867763,5238}}, {context_switches,{23490212,0}}, {garbage_collection,{3871288,16331872850,0}}, {io,{{input,25881215088},{output,2471478556}}}, {reductions,{6806475902,1847479}}, {run_queue,0}, {runtime,{756320,360}}]}, {system_stats, [{cpu_utilization_rate,6.733167082294265}, {swap_total,10701078528}, {swap_used,0}]}, {interesting_stats, [{couch_docs_actual_disk_size,6860774862}, {couch_docs_data_size,5064340411}, {couch_views_actual_disk_size,0}, {couch_views_data_size,0}, {curr_items,2149776}, {curr_items_tot,2149776}, {mem_used,3973131304}, {vb_replica_curr_items,0}]}, {cluster_compatibility_version,131072}, {version, [{public_key,"0.13"}, {lhttpc,"1.3.0"}, {ale,"8cffe61"}, {os_mon,"2.2.7"}, {couch_set_view,"1.2.0a-47a991b-git"}, {mnesia,"4.5"}, {inets,"5.7.1"}, {couch,"1.2.0a-47a991b-git"}, {mapreduce,"1.0.0"}, {couch_index_merger,"1.2.0a-47a991b-git"}, {kernel,"2.14.5"}, {crypto,"2.0.4"}, {ssl,"4.1.6"}, {sasl,"2.1.10"}, {couch_view_parser,"1.0.0"}, {ns_server,"2.0.0-1925-rel-enterprise"}, {mochiweb,"1.4.1"}, {oauth,"7d85d3ef"}, {stdlib,"1.17.5"}]}, {supported_compat_version,[2,0]}, {system_arch,"x86_64-unknown-linux-gnu"}, {wall_clock,2867}, {memory_data,{33657663488,13009813504,{<19943.703.0>,3143528}}}, {disk_data, [{"/",49781912,9}, {"/dev/shm",16434404,0}, {"/data",492257288,2}, {"/data2",246132896,1}]}, {meminfo, <<"MemTotal: 32868812 kB\nMemFree: 20332672 kB\nBuffers: 437132 kB\nCached: 7327840 kB\nSwapCached: 0 kB\nActive: 7333804 kB\nInactive: 4863072 kB\nHighTotal: 0 kB\nHighFree: 0 kB\nLowTotal: 32868812 kB\nLowFree: 20332672 kB\nSwapTotal: 10450272 kB\nSwapFree: 10450272 kB\nDirty: 2448 kB\nWriteback: 4 kB\nAnonPages: 4431968 kB\nMapped: 17968 kB\nSlab: 293352 kB\nPageTables: 13640 kB\nNFS_Unstable: 0 kB\nBounce: 0 kB\nCommitLimit: 26884676 kB\nCommitted_AS: 6147664 kB\nVmallocTotal: 34359738367 kB\nVmallocUsed: 6416 kB\nVmallocChunk: 34359730587 kB\nHugePages_Total: 0\nHugePages_Free: 0\nHugePages_Rsvd: 0\nHugepagesize: 2048 kB\n">>}]}, {'ns_1@10.2.1.68', [{last_heard,{1351,908691,248106}}, {outgoing_replications_safeness_level,[{"default",green}]}, {incoming_replications_conf_hashes,[{"default",[]}]}, {active_buckets,["default"]}, {ready_buckets,["default"]}, {local_tasks,[]}, {memory, [{total,107631000}, {processes,62653176}, {processes_used,62404280}, {system,44977824}, {atom,1413905}, {atom_used,1392509}, {binary,2584488}, {code,14613068}, {ets,8273128}]}, {system_memory_data, [{system_total_memory,33657663488}, {free_swap,10684616704}, {total_swap,10684628992}, {cached_memory,6588239872}, {buffered_memory,346222592}, {free_memory,21272899584}, {total_memory,33657663488}]}, {node_storage_conf,[{db_path,"/data"},{index_path,"/data2"}]}, {statistics, [{wall_clock,{2866430,5000}}, {context_switches,{27404482,0}}, {garbage_collection,{2443122,25740484484,0}}, {io,{{input,35864621192},{output,7586427797}}}, {reductions,{9649716138,2165083}}, {run_queue,0}, {runtime,{964990,540}}]}, {system_stats, [{cpu_utilization_rate,7.231920199501247}, {swap_total,10684628992}, {swap_used,12288}]}, {interesting_stats, [{couch_docs_actual_disk_size,5954088376}, {couch_docs_data_size,5193148981}, {couch_views_actual_disk_size,0}, {couch_views_data_size,0}, {curr_items,2151275}, {curr_items_tot,2151275}, {mem_used,3563452248}, {vb_replica_curr_items,0}]}, {cluster_compatibility_version,131072}, {version, [{public_key,"0.13"}, {lhttpc,"1.3.0"}, {ale,"8cffe61"}, {os_mon,"2.2.7"}, {couch_set_view,"1.2.0a-47a991b-git"}, {mnesia,"4.5"}, {inets,"5.7.1"}, {couch,"1.2.0a-47a991b-git"}, {mapreduce,"1.0.0"}, {couch_index_merger,"1.2.0a-47a991b-git"}, {kernel,"2.14.5"}, {crypto,"2.0.4"}, {ssl,"4.1.6"}, {sasl,"2.1.10"}, {couch_view_parser,"1.0.0"}, {ns_server,"2.0.0-1925-rel-enterprise"}, {mochiweb,"1.4.1"}, {oauth,"7d85d3ef"}, {stdlib,"1.17.5"}]}, {supported_compat_version,[2,0]}, {system_arch,"x86_64-unknown-linux-gnu"}, {wall_clock,2866}, {memory_data,{33657663488,11882070016,{<19944.19054.0>,2914384}}}, {disk_data, [{"/",49781912,5}, {"/dev/shm",16434404,0}, {"/data",492257288,2}, {"/data2",246132896,1}]}, {meminfo, <<"MemTotal: 32868812 kB\nMemFree: 20774316 kB\nBuffers: 338108 kB\nCached: 6433828 kB\nSwapCached: 12 kB\nActive: 6451048 kB\nInactive: 5320732 kB\nHighTotal: 0 kB\nHighFree: 0 kB\nLowTotal: 32868812 kB\nLowFree: 20774316 kB\nSwapTotal: 10434208 kB\nSwapFree: 10434196 kB\nDirty: 1880 kB\nWriteback: 0 kB\nAnonPages: 4999320 kB\nMapped: 18216 kB\nSlab: 274480 kB\nPageTables: 14688 kB\nNFS_Unstable: 0 kB\nBounce: 0 kB\nCommitLimit: 26868612 kB\nCommitted_AS: 6731468 kB\nVmallocTotal: 34359738367 kB\nVmallocUsed: 6408 kB\nVmallocChunk: 34359730595 kB\nHugePages_Total: 0\nHugePages_Free: 0\nHugePages_Rsvd: 0\nHugepagesize: 2048 kB\n">>}]}] [stats:debug,2012-11-02T19:11:33.752,ns_1@10.2.1.65:<0.32112.0>:stats_collector:maybe_log_stats:126](at {{1970,1,16},{7,31,48}}) Stats for bucket "default": accepting_conns 1 auth_cmds 1 auth_errors 0 bucket_active_conns 1 bucket_conns 6 bytes 3511345464 bytes_read 5172447559 bytes_written 101624628 cas_badval 0 cas_hits 0 cas_misses 0 cmd_flush 0 cmd_get 0 cmd_set 2154975 conn_yields 700 connection_structures 5000 curr_connections 10 curr_conns_on_port_11209 6 curr_conns_on_port_11210 2 curr_items 2154955 curr_items_tot 2154955 curr_temp_items 0 daemon_connections 4 decr_hits 0 decr_misses 0 delete_hits 0 delete_misses 0 ep_access_scanner_last_runtime 0 ep_access_scanner_num_items 0 ep_access_scanner_task_time 2012-11-03 10:00:00 ep_allow_data_loss_during_shutdown 1 ep_alog_block_size 4096 ep_alog_path /data/default/access.log ep_alog_sleep_time 1440 ep_alog_task_time 10 ep_backend couchdb ep_bg_fetch_delay 0 ep_bg_fetched 0 ep_bg_meta_fetched 0 ep_bg_remaining_jobs 0 ep_chk_max_items 5000 ep_chk_period 1800 ep_chk_persistence_remains 0 ep_chk_persistence_timeout 10 ep_chk_remover_stime 5 ep_commit_num 1301 ep_commit_time 1 ep_commit_time_total 18134 ep_concurrentDB 1 ep_config_file ep_couch_bucket default ep_couch_host localhost ep_couch_port 11213 ep_couch_reconnect_sleeptime 250 ep_couch_response_timeout 180000 ep_data_age 3 ep_data_age_highwat 111 ep_data_traffic_enabled 0 ep_dbinit 0 ep_dbname /data/default ep_degraded_mode 0 ep_diskqueue_drain 2145658 ep_diskqueue_fill 2154955 ep_diskqueue_items 9308 ep_diskqueue_memory 297504 ep_diskqueue_pending 446256 ep_exp_pager_stime 3600 ep_exp_pager_stime 3600 ep_expired_access 0 ep_expired_pager 0 ep_expiry_window 3 ep_failpartialwarmup 0 ep_flush_all false ep_flush_duration_total 762 ep_flushall_enabled 0 ep_flusher_state running ep_flusher_todo 172 ep_getl_default_timeout 15 ep_getl_max_timeout 30 ep_ht_locks 5 ep_ht_size 3079 ep_inconsistent_slave_chk 0 ep_initfile ep_io_num_read 0 ep_io_num_write 2145654 ep_io_read_bytes 0 ep_io_write_bytes 5081148504 ep_item_begin_failed 0 ep_item_commit_failed 0 ep_item_flush_expired 0 ep_item_flush_failed 0 ep_item_num_based_new_chk 1 ep_items_rm_from_checkpoints 2138294 ep_keep_closed_chks 0 ep_klog_block_size 4096 ep_klog_compactor_queue_cap 500000 ep_klog_compactor_stime 3600 ep_klog_flush commit2 ep_klog_max_entry_ratio 10 ep_klog_max_log_size 2147483647 ep_klog_path ep_klog_sync commit2 ep_kv_size 3444922761 ep_max_checkpoints 2 ep_max_data_size 5242880000 ep_max_item_size 20971520 ep_max_size 5242880000 ep_max_txn_size 10000 ep_max_vbuckets 512 ep_mem_high_wat 3932160000 ep_mem_high_wat 3932160000 ep_mem_low_wat 3145728000 ep_mem_low_wat 3145728000 ep_mem_tracker_enabled true ep_min_data_age 0 ep_mlog_compactor_runs 0 ep_mutation_mem_threshold 0 ep_num_access_scanner_runs 0 ep_num_eject_failures 185628 ep_num_expiry_pager_runs 0 ep_num_non_resident 778803 ep_num_not_my_vbuckets 0 ep_num_ops_del_meta 0 ep_num_ops_get_meta 0 ep_num_ops_set_meta 0 ep_num_pager_runs 8 ep_num_value_ejects 778803 ep_oom_errors 0 ep_overhead 14439392 ep_pager_active_vb_pcnt 40 ep_pager_unbiased_period 60 ep_pending_ops 0 ep_pending_ops_max 0 ep_pending_ops_max_duration 0 ep_pending_ops_total 0 ep_postInitfile ep_queue_age_cap 900 ep_queue_size 9136 ep_startup_time 1351907891 ep_storage_age 3 ep_storage_age_highwat 109 ep_store_max_concurrency 10 ep_store_max_readers 9 ep_store_max_readwrite 1 ep_stored_val_type ep_tap_ack_grace_period 300 ep_tap_ack_initial_sequence_number 1 ep_tap_ack_interval 1000 ep_tap_ack_window_size 10 ep_tap_backfill_resident 0.9 ep_tap_backlog_limit 5000 ep_tap_backoff_period 5 ep_tap_bg_fetch_requeued 0 ep_tap_bg_fetched 0 ep_tap_bg_max_pending 500 ep_tap_keepalive 300 ep_tap_noop_interval 20 ep_tap_requeue_sleep_time 0.1 ep_tap_throttle_cap_pcnt 10 ep_tap_throttle_queue_cap 1000000 ep_tap_throttle_threshold 90 ep_tmp_oom_errors 0 ep_too_old 0 ep_too_young 0 ep_total_cache_size 3419027501 ep_total_del_items 0 ep_total_enqueued 2154965 ep_total_new_items 2145654 ep_total_persisted 2145654 ep_uncommitted_items 603 ep_value_size 3266778076 ep_vb0 0 ep_vb_snapshot_total 35 ep_vb_total 128 ep_vbucket_del 0 ep_vbucket_del_fail 0 ep_version 2.0.0r_130_g8b09894 ep_waitforwarmup 0 ep_warmup 1 ep_warmup_batch_size 1000 ep_warmup_dups 0 ep_warmup_min_items_threshold 100 ep_warmup_min_memory_threshold 100 ep_warmup_oom 0 ep_warmup_thread complete ep_warmup_time 862 get_hits 0 get_misses 0 incr_hits 0 incr_misses 0 libevent 2.0.11-stable limit_maxbytes 67108864 listen_disabled_num 0 max_conns_on_port_11209 1000 max_conns_on_port_11210 9000 mem_used 3511345464 pid 18466 pointer_size 64 rejected_conns 0 rusage_system 195.304309 rusage_user 545.347094 tap_checkpoint_start_received 86 tap_mutation_received 1239724 tap_opaque_received 301 tap_vbucket_set_received 86 threads 4 time 1351908693 total_connections 200 uptime 2859 vb_active_curr_items 2154955 vb_active_eject 778803 vb_active_expired 0 vb_active_ht_memory 12645376 vb_active_itm_memory 3419027501 vb_active_meta_data_memory 170241445 vb_active_num 128 vb_active_num_non_resident 778803 vb_active_num_ref_ejects 778803 vb_active_num_ref_items 2154955 vb_active_ops_create 2145657 vb_active_ops_delete 0 vb_active_ops_reject 0 vb_active_ops_update 0 vb_active_perc_mem_resident 63 vb_active_queue_age 16430000 vb_active_queue_drain 2145658 vb_active_queue_fill 2154955 vb_active_queue_memory 297504 vb_active_queue_pending 446256 vb_active_queue_size 9297 vb_dead_num 0 vb_pending_curr_items 0 vb_pending_eject 0 vb_pending_expired 0 vb_pending_ht_memory 0 vb_pending_itm_memory 0 vb_pending_meta_data_memory 0 vb_pending_num 0 vb_pending_num_non_resident 0 vb_pending_num_ref_ejects 0 vb_pending_num_ref_items 0 vb_pending_ops_create 0 vb_pending_ops_delete 0 vb_pending_ops_reject 0 vb_pending_ops_update 0 vb_pending_perc_mem_resident 0 vb_pending_queue_age 0 vb_pending_queue_drain 0 vb_pending_queue_fill 0 vb_pending_queue_memory 0 vb_pending_queue_pending 0 vb_pending_queue_size 0 vb_replica_curr_items 0 vb_replica_eject 0 vb_replica_expired 0 vb_replica_ht_memory 0 vb_replica_itm_memory 0 vb_replica_meta_data_memory 0 vb_replica_num 0 vb_replica_num_non_resident 0 vb_replica_num_ref_ejects 0 vb_replica_num_ref_items 0 vb_replica_ops_create 0 vb_replica_ops_delete 0 vb_replica_ops_reject 0 vb_replica_ops_update 0 vb_replica_perc_mem_resident 0 vb_replica_queue_age 0 vb_replica_queue_drain 0 vb_replica_queue_fill 0 vb_replica_queue_memory 0 vb_replica_queue_pending 0 vb_replica_queue_size 0 version 1.4.4_600_g7ea975a [ns_doctor:debug,2012-11-02T19:12:32.742,ns_1@10.2.1.65:ns_doctor<0.5169.0>:ns_doctor:handle_info:137]Current node statuses: [{'ns_1@10.2.1.65', [{last_heard,{1351,908751,259089}}, {outgoing_replications_safeness_level,[{"default",green}]}, {incoming_replications_conf_hashes,[{"default",[]}]}, {active_buckets,["default"]}, {ready_buckets,["default"]}, {local_tasks,[]}, {memory, [{total,122146352}, {processes,73825400}, {processes_used,72248560}, {system,48320952}, {atom,1502673}, {atom_used,1494429}, {binary,4775128}, {code,15256817}, {ets,8682568}]}, {system_memory_data, [{system_total_memory,33657663488}, {free_swap,11350716416}, {total_swap,11350876160}, {cached_memory,7084621824}, {buffered_memory,250900480}, {free_memory,20832362496}, {total_memory,33657663488}]}, {node_storage_conf,[{db_path,"/data"},{index_path,"/data2"}]}, {statistics, [{wall_clock,{2927192,4999}}, {context_switches,{28075503,0}}, {garbage_collection,{2393924,27380096922,0}}, {io,{{input,37637201075},{output,7696766679}}}, {reductions,{10357038683,2731791}}, {run_queue,0}, {runtime,{1069070,770}}]}, {system_stats, [{cpu_utilization_rate,27.18204488778055}, {swap_total,11350876160}, {swap_used,159744}]}, {interesting_stats, [{couch_docs_actual_disk_size,6389591602}, {couch_docs_data_size,5579257650}, {couch_views_actual_disk_size,0}, {couch_views_data_size,0}, {curr_items,2315379}, {curr_items_tot,2315379}, {mem_used,3933704600}, {vb_replica_curr_items,0}]}, {cluster_compatibility_version,131072}, {version, [{public_key,"0.13"}, {lhttpc,"1.3.0"}, {ale,"8cffe61"}, {os_mon,"2.2.7"}, {couch_set_view,"1.2.0a-47a991b-git"}, {mnesia,"4.5"}, {inets,"5.7.1"}, {couch,"1.2.0a-47a991b-git"}, {mapreduce,"1.0.0"}, {couch_index_merger,"1.2.0a-47a991b-git"}, {kernel,"2.14.5"}, {crypto,"2.0.4"}, {ssl,"4.1.6"}, {sasl,"2.1.10"}, {couch_view_parser,"1.0.0"}, {ns_server,"2.0.0-1925-rel-enterprise"}, {mochiweb,"1.4.1"}, {oauth,"7d85d3ef"}, {stdlib,"1.17.5"}]}, {supported_compat_version,[2,0]}, {system_arch,"x86_64-unknown-linux-gnu"}, {wall_clock,2927}, {memory_data,{33657663488,12201975808,{<0.178.1>,7628384}}}, {disk_data, [{"/",51088800,10}, {"/dev/shm",16434404,0}, {"/data",492257288,2}, {"/data2",246132896,1}]}, {meminfo, <<"MemTotal: 32868812 kB\nMemFree: 20344104 kB\nBuffers: 245020 kB\nCached: 6918576 kB\nSwapCached: 0 kB\nActive: 6594584 kB\nInactive: 5610844 kB\nHighTotal: 0 kB\nHighFree: 0 kB\nLowTotal: 32868812 kB\nLowFree: 20344104 kB\nSwapTotal: 11084840 kB\nSwapFree: 11084684 kB\nDirty: 4304 kB\nWriteback: 0 kB\nAnonPages: 5041564 kB\nMapped: 16312 kB\nSlab: 273704 kB\nPageTables: 14304 kB\nNFS_Unstable: 0 kB\nBounce: 0 kB\nCommitLimit: 27519244 kB\nCommitted_AS: 6774936 kB\nVmallocTotal: 34359738367 kB\nVmallocUsed: 6728 kB\nVmallocChunk: 34359730275 kB\nHugePages_Total: 0\nHugePages_Free: 0\nHugePages_Rsvd: 0\nHugepagesize: 2048 kB\n">>}]}, {'ns_1@10.2.1.66', [{last_heard,{1351,908748,952917}}, {outgoing_replications_safeness_level,[{"default",green}]}, {incoming_replications_conf_hashes,[{"default",[]}]}, {active_buckets,["default"]}, {ready_buckets,["default"]}, {local_tasks,[]}, {memory, [{total,104954632}, {processes,59902496}, {processes_used,59515680}, {system,45052136}, {atom,1413905}, {atom_used,1392509}, {binary,2520688}, {code,14575828}, {ets,8477960}]}, {system_memory_data, [{system_total_memory,33657663488}, {free_swap,10684469248}, {total_swap,10684628992}, {cached_memory,8481124352}, {buffered_memory,284700672}, {free_memory,19514789888}, {total_memory,33657663488}]}, {node_storage_conf,[{db_path,"/data"},{index_path,"/data2"}]}, {statistics, [{wall_clock,{2924440,5000}}, {context_switches,{29231414,0}}, {garbage_collection,{2447527,26973146394,0}}, {io,{{input,37080786473},{output,8102817281}}}, {reductions,{10189784672,2370849}}, {run_queue,0}, {runtime,{978280,660}}]}, {system_stats, [{cpu_utilization_rate,7.5}, {swap_total,10684628992}, {swap_used,159744}]}, {interesting_stats, [{couch_docs_actual_disk_size,7857881146}, {couch_docs_data_size,5630024475}, {couch_views_actual_disk_size,0}, {couch_views_data_size,0}, {curr_items,2309700}, {curr_items_tot,2309700}, {mem_used,3912343416}, {vb_replica_curr_items,0}]}, {cluster_compatibility_version,131072}, {version, [{public_key,"0.13"}, {lhttpc,"1.3.0"}, {ale,"8cffe61"}, {os_mon,"2.2.7"}, {couch_set_view,"1.2.0a-47a991b-git"}, {mnesia,"4.5"}, {inets,"5.7.1"}, {couch,"1.2.0a-47a991b-git"}, {mapreduce,"1.0.0"}, {couch_index_merger,"1.2.0a-47a991b-git"}, {kernel,"2.14.5"}, {crypto,"2.0.4"}, {ssl,"4.1.6"}, {sasl,"2.1.10"}, {couch_view_parser,"1.0.0"}, {ns_server,"2.0.0-1925-rel-enterprise"}, {mochiweb,"1.4.1"}, {oauth,"7d85d3ef"}, {stdlib,"1.17.5"}]}, {supported_compat_version,[2,0]}, {system_arch,"x86_64-unknown-linux-gnu"}, {wall_clock,2924}, {memory_data,{33657663488,13572243456,{<19942.695.0>,3143528}}}, {disk_data, [{"/",49781912,5}, {"/dev/shm",16434404,0}, {"/data",492257288,2}, {"/data2",246132896,1}]}, {meminfo, <<"MemTotal: 32868812 kB\nMemFree: 19057412 kB\nBuffers: 278028 kB\nCached: 8282348 kB\nSwapCached: 140 kB\nActive: 8145688 kB\nInactive: 5311428 kB\nHighTotal: 0 kB\nHighFree: 0 kB\nLowTotal: 32868812 kB\nLowFree: 19057412 kB\nSwapTotal: 10434208 kB\nSwapFree: 10434052 kB\nDirty: 1104 kB\nWriteback: 0 kB\nAnonPages: 4895984 kB\nMapped: 18020 kB\nSlab: 305764 kB\nPageTables: 14508 kB\nNFS_Unstable: 0 kB\nBounce: 0 kB\nCommitLimit: 26868612 kB\nCommitted_AS: 6624756 kB\nVmallocTotal: 34359738367 kB\nVmallocUsed: 6408 kB\nVmallocChunk: 34359730595 kB\nHugePages_Total: 0\nHugePages_Free: 0\nHugePages_Rsvd: 0\nHugepagesize: 2048 kB\n">>}]}, {'ns_1@10.2.1.67', [{last_heard,{1351,908751,46145}}, {outgoing_replications_safeness_level,[{"default",green}]}, {incoming_replications_conf_hashes,[{"default",[]}]}, {active_buckets,["default"]}, {ready_buckets,["default"]}, {local_tasks, [[{pid,<<"<0.30462.0>">>}, {bucket,<<"default">>}, {original_target,{[{type,bucket}]}}, {progress,51}, {started_on,1351908622}, {total_vbuckets,129}, {trigger_type,scheduled}, {type,bucket_compaction}, {updated_on,1351908717}, {vbuckets_done,67}]]}, {memory, [{total,102796504}, {processes,61976696}, {processes_used,61851256}, {system,40819808}, {atom,1414713}, {atom_used,1394174}, {binary,2601856}, {code,14610103}, {ets,4124824}]}, {system_memory_data, [{system_total_memory,33657663488}, {free_swap,10701078528}, {total_swap,10701078528}, {cached_memory,6943735808}, {buffered_memory,449454080}, {free_memory,21349756928}, {total_memory,33657663488}]}, {node_storage_conf,[{db_path,"/data"},{index_path,"/data2"}]}, {statistics, [{wall_clock,{2927525,5000}}, {context_switches,{23553949,0}}, {garbage_collection,{3877900,16378420230,0}}, {io,{{input,25894304691},{output,2477532103}}}, {reductions,{6830152046,1847766}}, {run_queue,0}, {runtime,{761690,460}}]}, {system_stats, [{cpu_utilization_rate,18.0}, {swap_total,10701078528}, {swap_used,0}]}, {interesting_stats, [{couch_docs_actual_disk_size,6334622417}, {couch_docs_data_size,5159320872}, {couch_views_actual_disk_size,0}, {couch_views_data_size,0}, {curr_items,2321384}, {curr_items_tot,2321384}, {mem_used,3976388712}, {vb_replica_curr_items,0}]}, {cluster_compatibility_version,131072}, {version, [{public_key,"0.13"}, {lhttpc,"1.3.0"}, {ale,"8cffe61"}, {os_mon,"2.2.7"}, {couch_set_view,"1.2.0a-47a991b-git"}, {mnesia,"4.5"}, {inets,"5.7.1"}, {couch,"1.2.0a-47a991b-git"}, {mapreduce,"1.0.0"}, {couch_index_merger,"1.2.0a-47a991b-git"}, {kernel,"2.14.5"}, {crypto,"2.0.4"}, {ssl,"4.1.6"}, {sasl,"2.1.10"}, {couch_view_parser,"1.0.0"}, {ns_server,"2.0.0-1925-rel-enterprise"}, {mochiweb,"1.4.1"}, {oauth,"7d85d3ef"}, {stdlib,"1.17.5"}]}, {supported_compat_version,[2,0]}, {system_arch,"x86_64-unknown-linux-gnu"}, {wall_clock,2927}, {memory_data,{33657663488,12760322048,{<19943.19799.0>,4714984}}}, {disk_data, [{"/",49781912,9}, {"/dev/shm",16434404,0}, {"/data",492257288,2}, {"/data2",246132896,1}]}, {meminfo, <<"MemTotal: 32868812 kB\nMemFree: 20849372 kB\nBuffers: 438920 kB\nCached: 6780992 kB\nSwapCached: 0 kB\nActive: 6507648 kB\nInactive: 5185592 kB\nHighTotal: 0 kB\nHighFree: 0 kB\nLowTotal: 32868812 kB\nLowFree: 20849372 kB\nSwapTotal: 10450272 kB\nSwapFree: 10450272 kB\nDirty: 3836 kB\nWriteback: 0 kB\nAnonPages: 4472796 kB\nMapped: 17968 kB\nSlab: 280132 kB\nPageTables: 13716 kB\nNFS_Unstable: 0 kB\nBounce: 0 kB\nCommitLimit: 26884676 kB\nCommitted_AS: 6188716 kB\nVmallocTotal: 34359738367 kB\nVmallocUsed: 6416 kB\nVmallocChunk: 34359730587 kB\nHugePages_Total: 0\nHugePages_Free: 0\nHugePages_Rsvd: 0\nHugepagesize: 2048 kB\n">>}]}, {'ns_1@10.2.1.68', [{last_heard,{1351,908751,248679}}, {outgoing_replications_safeness_level,[{"default",green}]}, {incoming_replications_conf_hashes,[{"default",[]}]}, {active_buckets,["default"]}, {ready_buckets,["default"]}, {local_tasks,[]}, {memory, [{total,106561368}, {processes,61310872}, {processes_used,61061976}, {system,45250496}, {atom,1413905}, {atom_used,1392509}, {binary,2682792}, {code,14613068}, {ets,8449976}]}, {system_memory_data, [{system_total_memory,33657663488}, {free_swap,10684616704}, {total_swap,10684628992}, {cached_memory,7308652544}, {buffered_memory,347049984}, {free_memory,20530851840}, {total_memory,33657663488}]}, {node_storage_conf,[{db_path,"/data"},{index_path,"/data2"}]}, {statistics, [{wall_clock,{2926430,5000}}, {context_switches,{27557857,0}}, {garbage_collection,{2458602,25794002860,0}}, {io,{{input,35869329714},{output,7591365505}}}, {reductions,{9675862363,2668646}}, {run_queue,0}, {runtime,{971250,580}}]}, {system_stats, [{cpu_utilization_rate,29.601990049751244}, {swap_total,10684628992}, {swap_used,12288}]}, {interesting_stats, [{couch_docs_actual_disk_size,6605214664}, {couch_docs_data_size,5597946759}, {couch_views_actual_disk_size,0}, {couch_views_data_size,0}, {curr_items,2319730}, {curr_items_tot,2319730}, {mem_used,3526813864}, {vb_replica_curr_items,0}]}, {cluster_compatibility_version,131072}, {version, [{public_key,"0.13"}, {lhttpc,"1.3.0"}, {ale,"8cffe61"}, {os_mon,"2.2.7"}, {couch_set_view,"1.2.0a-47a991b-git"}, {mnesia,"4.5"}, {inets,"5.7.1"}, {couch,"1.2.0a-47a991b-git"}, {mapreduce,"1.0.0"}, {couch_index_merger,"1.2.0a-47a991b-git"}, {kernel,"2.14.5"}, {crypto,"2.0.4"}, {ssl,"4.1.6"}, {sasl,"2.1.10"}, {couch_view_parser,"1.0.0"}, {ns_server,"2.0.0-1925-rel-enterprise"}, {mochiweb,"1.4.1"}, {oauth,"7d85d3ef"}, {stdlib,"1.17.5"}]}, {supported_compat_version,[2,0]}, {system_arch,"x86_64-unknown-linux-gnu"}, {wall_clock,2926}, {memory_data,{33657663488,12554403840,{<19944.19055.0>,4714984}}}, {disk_data, [{"/",49781912,5}, {"/dev/shm",16434404,0}, {"/data",492257288,2}, {"/data2",246132896,1}]}, {meminfo, <<"MemTotal: 32868812 kB\nMemFree: 20049784 kB\nBuffers: 338916 kB\nCached: 7137356 kB\nSwapCached: 12 kB\nActive: 6784356 kB\nInactive: 5694396 kB\nHighTotal: 0 kB\nHighFree: 0 kB\nLowTotal: 32868812 kB\nLowFree: 20049784 kB\nSwapTotal: 10434208 kB\nSwapFree: 10434196 kB\nDirty: 2328 kB\nWriteback: 184 kB\nAnonPages: 5002580 kB\nMapped: 18216 kB\nSlab: 291912 kB\nPageTables: 14684 kB\nNFS_Unstable: 0 kB\nBounce: 0 kB\nCommitLimit: 26868612 kB\nCommitted_AS: 6726144 kB\nVmallocTotal: 34359738367 kB\nVmallocUsed: 6408 kB\nVmallocChunk: 34359730595 kB\nHugePages_Total: 0\nHugePages_Free: 0\nHugePages_Rsvd: 0\nHugepagesize: 2048 kB\n">>}]}] [stats:debug,2012-11-02T19:13:13.752,ns_1@10.2.1.65:<0.32112.0>:stats_collector:maybe_log_stats:126](at {{1970,1,16},{7,31,48}}) Stats for bucket "default": accepting_conns 1 auth_cmds 1 auth_errors 0 bucket_active_conns 1 bucket_conns 6 bytes 3770149944 bytes_read 5847107495 bytes_written 114891229 cas_badval 0 cas_hits 0 cas_misses 0 cmd_flush 0 cmd_get 0 cmd_set 2436291 conn_yields 801 connection_structures 5000 curr_connections 10 curr_conns_on_port_11209 6 curr_conns_on_port_11210 2 curr_items 2436291 curr_items_tot 2436291 curr_temp_items 0 daemon_connections 4 decr_hits 0 decr_misses 0 delete_hits 0 delete_misses 0 ep_access_scanner_last_runtime 0 ep_access_scanner_num_items 0 ep_access_scanner_task_time 2012-11-03 10:00:00 ep_allow_data_loss_during_shutdown 1 ep_alog_block_size 4096 ep_alog_path /data/default/access.log ep_alog_sleep_time 1440 ep_alog_task_time 10 ep_backend couchdb ep_bg_fetch_delay 0 ep_bg_fetched 0 ep_bg_meta_fetched 0 ep_bg_remaining_jobs 0 ep_chk_max_items 5000 ep_chk_period 1800 ep_chk_persistence_remains 0 ep_chk_persistence_timeout 10 ep_chk_remover_stime 5 ep_commit_num 1466 ep_commit_time 2 ep_commit_time_total 19313 ep_concurrentDB 1 ep_config_file ep_couch_bucket default ep_couch_host localhost ep_couch_port 11213 ep_couch_reconnect_sleeptime 250 ep_couch_response_timeout 180000 ep_data_age 3 ep_data_age_highwat 111 ep_data_traffic_enabled 0 ep_dbinit 0 ep_dbname /data/default ep_degraded_mode 0 ep_diskqueue_drain 2434847 ep_diskqueue_fill 2436291 ep_diskqueue_items 1445 ep_diskqueue_memory 46208 ep_diskqueue_pending 69312 ep_exp_pager_stime 3600 ep_exp_pager_stime 3600 ep_expired_access 0 ep_expired_pager 0 ep_expiry_window 3 ep_failpartialwarmup 0 ep_flush_all false ep_flush_duration_total 864 ep_flushall_enabled 0 ep_flusher_state running ep_flusher_todo 682 ep_getl_default_timeout 15 ep_getl_max_timeout 30 ep_ht_locks 5 ep_ht_size 3079 ep_inconsistent_slave_chk 0 ep_initfile ep_io_num_read 0 ep_io_num_write 2434840 ep_io_read_bytes 0 ep_io_write_bytes 5765662608 ep_item_begin_failed 0 ep_item_commit_failed 0 ep_item_flush_expired 0 ep_item_flush_failed 0 ep_item_num_based_new_chk 1 ep_items_rm_from_checkpoints 2321708 ep_keep_closed_chks 0 ep_klog_block_size 4096 ep_klog_compactor_queue_cap 500000 ep_klog_compactor_stime 3600 ep_klog_flush commit2 ep_klog_max_entry_ratio 10 ep_klog_max_log_size 2147483647 ep_klog_path ep_klog_sync commit2 ep_kv_size 3684962785 ep_max_checkpoints 2 ep_max_data_size 5242880000 ep_max_item_size 20971520 ep_max_size 5242880000 ep_max_txn_size 10000 ep_max_vbuckets 512 ep_mem_high_wat 3932160000 ep_mem_high_wat 3932160000 ep_mem_low_wat 3145728000 ep_mem_low_wat 3145728000 ep_mem_tracker_enabled true ep_min_data_age 0 ep_mlog_compactor_runs 0 ep_mutation_mem_threshold 0 ep_num_access_scanner_runs 0 ep_num_eject_failures 286686 ep_num_expiry_pager_runs 0 ep_num_non_resident 969689 ep_num_not_my_vbuckets 0 ep_num_ops_del_meta 0 ep_num_ops_get_meta 0 ep_num_ops_set_meta 0 ep_num_pager_runs 10 ep_num_value_ejects 969689 ep_oom_errors 0 ep_overhead 23081728 ep_pager_active_vb_pcnt 40 ep_pager_unbiased_period 60 ep_pending_ops 0 ep_pending_ops_max 0 ep_pending_ops_max_duration 0 ep_pending_ops_total 0 ep_postInitfile ep_queue_age_cap 900 ep_queue_size 763 ep_startup_time 1351907891 ep_storage_age 1 ep_storage_age_highwat 109 ep_store_max_concurrency 10 ep_store_max_readers 9 ep_store_max_readwrite 1 ep_stored_val_type ep_tap_ack_grace_period 300 ep_tap_ack_initial_sequence_number 1 ep_tap_ack_interval 1000 ep_tap_ack_window_size 10 ep_tap_backfill_resident 0.9 ep_tap_backlog_limit 5000 ep_tap_backoff_period 5 ep_tap_bg_fetch_requeued 0 ep_tap_bg_fetched 0 ep_tap_bg_max_pending 500 ep_tap_keepalive 300 ep_tap_noop_interval 20 ep_tap_requeue_sleep_time 0.1 ep_tap_throttle_cap_pcnt 10 ep_tap_throttle_queue_cap 1000000 ep_tap_throttle_threshold 90 ep_tmp_oom_errors 0 ep_too_old 0 ep_too_young 0 ep_total_cache_size 3655727293 ep_total_del_items 0 ep_total_enqueued 2436291 ep_total_new_items 2434840 ep_total_persisted 2434840 ep_uncommitted_items 74 ep_value_size 3483513491 ep_vb0 0 ep_vb_snapshot_total 36 ep_vb_total 128 ep_vbucket_del 0 ep_vbucket_del_fail 0 ep_version 2.0.0r_130_g8b09894 ep_waitforwarmup 0 ep_warmup 1 ep_warmup_batch_size 1000 ep_warmup_dups 0 ep_warmup_min_items_threshold 100 ep_warmup_min_memory_threshold 100 ep_warmup_oom 0 ep_warmup_thread complete ep_warmup_time 862 get_hits 0 get_misses 0 incr_hits 0 incr_misses 0 libevent 2.0.11-stable limit_maxbytes 67108864 listen_disabled_num 0 max_conns_on_port_11209 1000 max_conns_on_port_11210 9000 mem_used 3770149944 pid 18466 pointer_size 64 rejected_conns 0 rusage_system 208.422314 rusage_user 583.399309 tap_checkpoint_start_received 86 tap_mutation_received 1239724 tap_opaque_received 301 tap_vbucket_set_received 86 threads 4 time 1351908793 total_connections 200 uptime 2959 vb_active_curr_items 2436291 vb_active_eject 969689 vb_active_expired 0 vb_active_ht_memory 12645376 vb_active_itm_memory 3655727293 vb_active_meta_data_memory 192466989 vb_active_num 128 vb_active_num_non_resident 969689 vb_active_num_ref_ejects 969689 vb_active_num_ref_items 2436291 vb_active_ops_create 2434846 vb_active_ops_delete 0 vb_active_ops_reject 0 vb_active_ops_update 0 vb_active_perc_mem_resident 60 vb_active_queue_age 727000 vb_active_queue_drain 2434847 vb_active_queue_fill 2436291 vb_active_queue_memory 46208 vb_active_queue_pending 69312 vb_active_queue_size 1444 vb_dead_num 0 vb_pending_curr_items 0 vb_pending_eject 0 vb_pending_expired 0 vb_pending_ht_memory 0 vb_pending_itm_memory 0 vb_pending_meta_data_memory 0 vb_pending_num 0 vb_pending_num_non_resident 0 vb_pending_num_ref_ejects 0 vb_pending_num_ref_items 0 vb_pending_ops_create 0 vb_pending_ops_delete 0 vb_pending_ops_reject 0 vb_pending_ops_update 0 vb_pending_perc_mem_resident 0 vb_pending_queue_age 0 vb_pending_queue_drain 0 vb_pending_queue_fill 0 vb_pending_queue_memory 0 vb_pending_queue_pending 0 vb_pending_queue_size 0 vb_replica_curr_items 0 vb_replica_eject 0 vb_replica_expired 0 vb_replica_ht_memory 0 vb_replica_itm_memory 0 vb_replica_meta_data_memory 0 vb_replica_num 0 vb_replica_num_non_resident 0 vb_replica_num_ref_ejects 0 vb_replica_num_ref_items 0 vb_replica_ops_create 0 vb_replica_ops_delete 0 vb_replica_ops_reject 0 vb_replica_ops_update 0 vb_replica_perc_mem_resident 0 vb_replica_queue_age 0 vb_replica_queue_drain 0 vb_replica_queue_fill 0 vb_replica_queue_memory 0 vb_replica_queue_pending 0 vb_replica_queue_size 0 version 1.4.4_600_g7ea975a [ns_doctor:debug,2012-11-02T19:13:32.742,ns_1@10.2.1.65:ns_doctor<0.5169.0>:ns_doctor:handle_info:137]Current node statuses: [{'ns_1@10.2.1.65', [{last_heard,{1351,908811,260124}}, {outgoing_replications_safeness_level,[{"default",green}]}, {incoming_replications_conf_hashes,[{"default",[]}]}, {active_buckets,["default"]}, {ready_buckets,["default"]}, {local_tasks,[]}, {memory, [{total,123233352}, {processes,74844248}, {processes_used,73266768}, {system,48389104}, {atom,1502673}, {atom_used,1494429}, {binary,4783744}, {code,15256817}, {ets,8744792}]}, {system_memory_data, [{system_total_memory,33657663488}, {free_swap,11350716416}, {total_swap,11350876160}, {cached_memory,7799320576}, {buffered_memory,251809792}, {free_memory,20097548288}, {total_memory,33657663488}]}, {node_storage_conf,[{db_path,"/data"},{index_path,"/data2"}]}, {statistics, [{wall_clock,{2987193,4998}}, {context_switches,{28394330,0}}, {garbage_collection,{2425534,27481334145,0}}, {io,{{input,37654252510},{output,7699728836}}}, {reductions,{10395441951,2445316}}, {run_queue,0}, {runtime,{1080120,750}}]}, {system_stats, [{cpu_utilization_rate,8.291457286432161}, {swap_total,11350876160}, {swap_used,159744}]}, {interesting_stats, [{couch_docs_actual_disk_size,7170771437}, {couch_docs_data_size,6006161140}, {couch_views_actual_disk_size,0}, {couch_views_data_size,0}, {curr_items,2484006}, {curr_items_tot,2484006}, {mem_used,3895352616}, {vb_replica_curr_items,0}]}, {cluster_compatibility_version,131072}, {version, [{public_key,"0.13"}, {lhttpc,"1.3.0"}, {ale,"8cffe61"}, {os_mon,"2.2.7"}, {couch_set_view,"1.2.0a-47a991b-git"}, {mnesia,"4.5"}, {inets,"5.7.1"}, {couch,"1.2.0a-47a991b-git"}, {mapreduce,"1.0.0"}, {couch_index_merger,"1.2.0a-47a991b-git"}, {kernel,"2.14.5"}, {crypto,"2.0.4"}, {ssl,"4.1.6"}, {sasl,"2.1.10"}, {couch_view_parser,"1.0.0"}, {ns_server,"2.0.0-1925-rel-enterprise"}, {mochiweb,"1.4.1"}, {oauth,"7d85d3ef"}, {stdlib,"1.17.5"}]}, {supported_compat_version,[2,0]}, {system_arch,"x86_64-unknown-linux-gnu"}, {wall_clock,2987}, {memory_data,{33657663488,12996341760,{<0.178.1>,7628384}}}, {disk_data, [{"/",51088800,10}, {"/dev/shm",16434404,0}, {"/data",492257288,2}, {"/data2",246132896,1}]}, {meminfo, <<"MemTotal: 32868812 kB\nMemFree: 19626512 kB\nBuffers: 245908 kB\nCached: 7616524 kB\nSwapCached: 0 kB\nActive: 7010528 kB\nInactive: 5894532 kB\nHighTotal: 0 kB\nHighFree: 0 kB\nLowTotal: 32868812 kB\nLowFree: 19626512 kB\nSwapTotal: 11084840 kB\nSwapFree: 11084684 kB\nDirty: 4404 kB\nWriteback: 0 kB\nAnonPages: 5042368 kB\nMapped: 16312 kB\nSlab: 291196 kB\nPageTables: 14308 kB\nNFS_Unstable: 0 kB\nBounce: 0 kB\nCommitLimit: 27519244 kB\nCommitted_AS: 6778984 kB\nVmallocTotal: 34359738367 kB\nVmallocUsed: 6728 kB\nVmallocChunk: 34359730275 kB\nHugePages_Total: 0\nHugePages_Free: 0\nHugePages_Rsvd: 0\nHugepagesize: 2048 kB\n">>}]}, {'ns_1@10.2.1.66', [{last_heard,{1351,908808,953797}}, {outgoing_replications_safeness_level,[{"default",green}]}, {incoming_replications_conf_hashes,[{"default",[]}]}, {active_buckets,["default"]}, {ready_buckets,["default"]}, {local_tasks, [[{pid,<<"<0.30141.0>">>}, {bucket,<<"default">>}, {original_target,{[{type,bucket}]}}, {progress,8}, {started_on,1351908719}, {total_vbuckets,129}, {trigger_type,scheduled}, {type,bucket_compaction}, {updated_on,1351908737}, {vbuckets_done,11}]]}, {memory, [{total,105829584}, {processes,60790704}, {processes_used,60420176}, {system,45038880}, {atom,1413905}, {atom_used,1392509}, {binary,2431152}, {code,14575828}, {ets,8550248}]}, {system_memory_data, [{system_total_memory,33657663488}, {free_swap,10684469248}, {total_swap,10684628992}, {cached_memory,8882106368}, {buffered_memory,285929472}, {free_memory,19100340224}, {total_memory,33657663488}]}, {node_storage_conf,[{db_path,"/data"},{index_path,"/data2"}]}, {statistics, [{wall_clock,{2984440,5000}}, {context_switches,{29426403,0}}, {garbage_collection,{2466988,27030278929,0}}, {io,{{input,37084961921},{output,8105011625}}}, {reductions,{10217546395,1869807}}, {run_queue,0}, {runtime,{985280,440}}]}, {system_stats, [{cpu_utilization_rate,7.5}, {swap_total,10684628992}, {swap_used,159744}]}, {interesting_stats, [{couch_docs_actual_disk_size,8257402615}, {couch_docs_data_size,5931360072}, {couch_views_actual_disk_size,0}, {couch_views_data_size,0}, {curr_items,2477899}, {curr_items_tot,2477899}, {mem_used,3879871656}, {vb_replica_curr_items,0}]}, {cluster_compatibility_version,131072}, {version, [{public_key,"0.13"}, {lhttpc,"1.3.0"}, {ale,"8cffe61"}, {os_mon,"2.2.7"}, {couch_set_view,"1.2.0a-47a991b-git"}, {mnesia,"4.5"}, {inets,"5.7.1"}, {couch,"1.2.0a-47a991b-git"}, {mapreduce,"1.0.0"}, {couch_index_merger,"1.2.0a-47a991b-git"}, {kernel,"2.14.5"}, {crypto,"2.0.4"}, {ssl,"4.1.6"}, {sasl,"2.1.10"}, {couch_view_parser,"1.0.0"}, {ns_server,"2.0.0-1925-rel-enterprise"}, {mochiweb,"1.4.1"}, {oauth,"7d85d3ef"}, {stdlib,"1.17.5"}]}, {supported_compat_version,[2,0]}, {system_arch,"x86_64-unknown-linux-gnu"}, {wall_clock,2984}, {memory_data,{33657663488,14360768512,{<19942.20373.0>,4714984}}}, {disk_data, [{"/",49781912,5}, {"/dev/shm",16434404,0}, {"/data",492257288,2}, {"/data2",246132896,1}]}, {meminfo, <<"MemTotal: 32868812 kB\nMemFree: 18652676 kB\nBuffers: 279228 kB\nCached: 8673932 kB\nSwapCached: 140 kB\nActive: 8230172 kB\nInactive: 5618932 kB\nHighTotal: 0 kB\nHighFree: 0 kB\nLowTotal: 32868812 kB\nLowFree: 18652676 kB\nSwapTotal: 10434208 kB\nSwapFree: 10434052 kB\nDirty: 2960 kB\nWriteback: 72 kB\nAnonPages: 4895584 kB\nMapped: 18020 kB\nSlab: 318064 kB\nPageTables: 14520 kB\nNFS_Unstable: 0 kB\nBounce: 0 kB\nCommitLimit: 26868612 kB\nCommitted_AS: 6625996 kB\nVmallocTotal: 34359738367 kB\nVmallocUsed: 6408 kB\nVmallocChunk: 34359730595 kB\nHugePages_Total: 0\nHugePages_Free: 0\nHugePages_Rsvd: 0\nHugepagesize: 2048 kB\n">>}]}, {'ns_1@10.2.1.67', [{last_heard,{1351,908811,46720}}, {outgoing_replications_safeness_level,[{"default",green}]}, {incoming_replications_conf_hashes,[{"default",[]}]}, {active_buckets,["default"]}, {ready_buckets,["default"]}, {local_tasks, [[{pid,<<"<0.30462.0>">>}, {bucket,<<"default">>}, {original_target,{[{type,bucket}]}}, {progress,98}, {started_on,1351908622}, {total_vbuckets,129}, {trigger_type,scheduled}, {type,bucket_compaction}, {updated_on,1351908778}, {vbuckets_done,127}]]}, {memory, [{total,101546136}, {processes,60873224}, {processes_used,60787344}, {system,40672912}, {atom,1414713}, {atom_used,1394174}, {binary,2232336}, {code,14610103}, {ets,4341688}]}, {system_memory_data, [{system_total_memory,33657663488}, {free_swap,10701078528}, {total_swap,10701078528}, {cached_memory,6199951360}, {buffered_memory,452313088}, {free_memory,22090407936}, {total_memory,33657663488}]}, {node_storage_conf,[{db_path,"/data"},{index_path,"/data2"}]}, {statistics, [{wall_clock,{2987525,5000}}, {context_switches,{23612691,0}}, {garbage_collection,{3883974,16423054902,0}}, {io,{{input,25895633967},{output,2479034851}}}, {reductions,{6852981569,1862574}}, {run_queue,0}, {runtime,{766340,410}}]}, {system_stats, [{cpu_utilization_rate,7.017543859649122}, {swap_total,10701078528}, {swap_used,0}]}, {interesting_stats, [{couch_docs_actual_disk_size,5537523123}, {couch_docs_data_size,5405409123}, {couch_views_actual_disk_size,0}, {couch_views_data_size,0}, {curr_items,2489741}, {curr_items_tot,2489741}, {mem_used,3960251736}, {vb_replica_curr_items,0}]}, {cluster_compatibility_version,131072}, {version, [{public_key,"0.13"}, {lhttpc,"1.3.0"}, {ale,"8cffe61"}, {os_mon,"2.2.7"}, {couch_set_view,"1.2.0a-47a991b-git"}, {mnesia,"4.5"}, {inets,"5.7.1"}, {couch,"1.2.0a-47a991b-git"}, {mapreduce,"1.0.0"}, {couch_index_merger,"1.2.0a-47a991b-git"}, {kernel,"2.14.5"}, {crypto,"2.0.4"}, {ssl,"4.1.6"}, {sasl,"2.1.10"}, {couch_view_parser,"1.0.0"}, {ns_server,"2.0.0-1925-rel-enterprise"}, {mochiweb,"1.4.1"}, {oauth,"7d85d3ef"}, {stdlib,"1.17.5"}]}, {supported_compat_version,[2,0]}, {system_arch,"x86_64-unknown-linux-gnu"}, {wall_clock,2987}, {memory_data,{33657663488,12111220736,{<19943.19799.0>,4714984}}}, {disk_data, [{"/",49781912,9}, {"/dev/shm",16434404,0}, {"/data",492257288,2}, {"/data2",246132896,1}]}, {meminfo, <<"MemTotal: 32868812 kB\nMemFree: 21572912 kB\nBuffers: 441712 kB\nCached: 6054312 kB\nSwapCached: 0 kB\nActive: 5183240 kB\nInactive: 5804856 kB\nHighTotal: 0 kB\nHighFree: 0 kB\nLowTotal: 32868812 kB\nLowFree: 21572912 kB\nSwapTotal: 10450272 kB\nSwapFree: 10450272 kB\nDirty: 37528 kB\nWriteback: 0 kB\nAnonPages: 4491700 kB\nMapped: 17972 kB\nSlab: 261824 kB\nPageTables: 13752 kB\nNFS_Unstable: 0 kB\nBounce: 0 kB\nCommitLimit: 26884676 kB\nCommitted_AS: 6203364 kB\nVmallocTotal: 34359738367 kB\nVmallocUsed: 6416 kB\nVmallocChunk: 34359730587 kB\nHugePages_Total: 0\nHugePages_Free: 0\nHugePages_Rsvd: 0\nHugepagesize: 2048 kB\n">>}]}, {'ns_1@10.2.1.68', [{last_heard,{1351,908811,250932}}, {outgoing_replications_safeness_level,[{"default",green}]}, {incoming_replications_conf_hashes,[{"default",[]}]}, {active_buckets,["default"]}, {ready_buckets,["default"]}, {local_tasks,[]}, {memory, [{total,109970360}, {processes,64564112}, {processes_used,64315536}, {system,45406248}, {atom,1413905}, {atom_used,1392509}, {binary,2774320}, {code,14613068}, {ets,8512536}]}, {system_memory_data, [{system_total_memory,33657663488}, {free_swap,10684616704}, {total_swap,10684628992}, {cached_memory,8039559168}, {buffered_memory,347738112}, {free_memory,19781058560}, {total_memory,33657663488}]}, {node_storage_conf,[{db_path,"/data"},{index_path,"/data2"}]}, {statistics, [{wall_clock,{2986431,5000}}, {context_switches,{27765580,0}}, {garbage_collection,{2479484,25851828232,0}}, {io,{{input,35870834784},{output,7593175804}}}, {reductions,{9703866660,2376437}}, {run_queue,0}, {runtime,{978420,660}}]}, {system_stats, [{cpu_utilization_rate,27.860696517412936}, {swap_total,10684628992}, {swap_used,12288}]}, {interesting_stats, [{couch_docs_actual_disk_size,7331104147}, {couch_docs_data_size,6012055177}, {couch_views_actual_disk_size,0}, {couch_views_data_size,0}, {curr_items,2488153}, {curr_items_tot,2488153}, {mem_used,3971181160}, {vb_replica_curr_items,0}]}, {cluster_compatibility_version,131072}, {version, [{public_key,"0.13"}, {lhttpc,"1.3.0"}, {ale,"8cffe61"}, {os_mon,"2.2.7"}, {couch_set_view,"1.2.0a-47a991b-git"}, {mnesia,"4.5"}, {inets,"5.7.1"}, {couch,"1.2.0a-47a991b-git"}, {mapreduce,"1.0.0"}, {couch_index_merger,"1.2.0a-47a991b-git"}, {kernel,"2.14.5"}, {crypto,"2.0.4"}, {ssl,"4.1.6"}, {sasl,"2.1.10"}, {couch_view_parser,"1.0.0"}, {ns_server,"2.0.0-1925-rel-enterprise"}, {mochiweb,"1.4.1"}, {oauth,"7d85d3ef"}, {stdlib,"1.17.5"}]}, {supported_compat_version,[2,0]}, {system_arch,"x86_64-unknown-linux-gnu"}, {wall_clock,2986}, {memory_data,{33657663488,13303181312,{<19944.19054.0>,2914384}}}, {disk_data, [{"/",49781912,5}, {"/dev/shm",16434404,0}, {"/data",492257288,2}, {"/data2",246132896,1}]}, {meminfo, <<"MemTotal: 32868812 kB\nMemFree: 19317688 kB\nBuffers: 339588 kB\nCached: 7851132 kB\nSwapCached: 12 kB\nActive: 7151636 kB\nInactive: 6040856 kB\nHighTotal: 0 kB\nHighFree: 0 kB\nLowTotal: 32868812 kB\nLowFree: 19317688 kB\nSwapTotal: 10434208 kB\nSwapFree: 10434196 kB\nDirty: 2688 kB\nWriteback: 44 kB\nAnonPages: 5001936 kB\nMapped: 18216 kB\nSlab: 309676 kB\nPageTables: 14688 kB\nNFS_Unstable: 0 kB\nBounce: 0 kB\nCommitLimit: 26868612 kB\nCommitted_AS: 6730040 kB\nVmallocTotal: 34359738367 kB\nVmallocUsed: 6408 kB\nVmallocChunk: 34359730595 kB\nHugePages_Total: 0\nHugePages_Free: 0\nHugePages_Rsvd: 0\nHugepagesize: 2048 kB\n">>}]}] [ns_doctor:debug,2012-11-02T19:14:32.743,ns_1@10.2.1.65:ns_doctor<0.5169.0>:ns_doctor:handle_info:137]Current node statuses: [{'ns_1@10.2.1.65', [{last_heard,{1351,908871,259722}}, {outgoing_replications_safeness_level,[{"default",green}]}, {incoming_replications_conf_hashes,[{"default",[]}]}, {active_buckets,["default"]}, {ready_buckets,["default"]}, {local_tasks,[]}, {memory, [{total,119920624}, {processes,70716944}, {processes_used,69139464}, {system,49203680}, {atom,1502673}, {atom_used,1494429}, {binary,5422440}, {code,15256817}, {ets,8920128}]}, {system_memory_data, [{system_total_memory,33657663488}, {free_swap,11350716416}, {total_swap,11350876160}, {cached_memory,7909892096}, {buffered_memory,251944960}, {free_memory,19984805888}, {total_memory,33657663488}]}, {node_storage_conf,[{db_path,"/data"},{index_path,"/data2"}]}, {statistics, [{wall_clock,{3047193,5000}}, {context_switches,{28478770,0}}, {garbage_collection,{2433397,27575801539,0}}, {io,{{input,37673214056},{output,7702548716}}}, {reductions,{10434874486,3031876}}, {run_queue,0}, {runtime,{1088480,710}}]}, {system_stats, [{cpu_utilization_rate,4.5}, {swap_total,11350876160}, {swap_used,159744}]}, {interesting_stats, [{couch_docs_actual_disk_size,7281055082}, {couch_docs_data_size,6068913143}, {couch_views_actual_disk_size,0}, {couch_views_data_size,0}, {curr_items,2497553}, {curr_items_tot,2497553}, {mem_used,3930588600}, {vb_replica_curr_items,0}]}, {cluster_compatibility_version,131072}, {version, [{public_key,"0.13"}, {lhttpc,"1.3.0"}, {ale,"8cffe61"}, {os_mon,"2.2.7"}, {couch_set_view,"1.2.0a-47a991b-git"}, {mnesia,"4.5"}, {inets,"5.7.1"}, {couch,"1.2.0a-47a991b-git"}, {mapreduce,"1.0.0"}, {couch_index_merger,"1.2.0a-47a991b-git"}, {kernel,"2.14.5"}, {crypto,"2.0.4"}, {ssl,"4.1.6"}, {sasl,"2.1.10"}, {couch_view_parser,"1.0.0"}, {ns_server,"2.0.0-1925-rel-enterprise"}, {mochiweb,"1.4.1"}, {oauth,"7d85d3ef"}, {stdlib,"1.17.5"}]}, {supported_compat_version,[2,0]}, {system_arch,"x86_64-unknown-linux-gnu"}, {wall_clock,3047}, {memory_data,{33657663488,13674139648,{<0.8103.1>,7628384}}}, {disk_data, [{"/",51088800,10}, {"/dev/shm",16434404,0}, {"/data",492257288,2}, {"/data2",246132896,1}]}, {meminfo, <<"MemTotal: 32868812 kB\nMemFree: 19516412 kB\nBuffers: 246040 kB\nCached: 7724504 kB\nSwapCached: 0 kB\nActive: 7066928 kB\nInactive: 5946824 kB\nHighTotal: 0 kB\nHighFree: 0 kB\nLowTotal: 32868812 kB\nLowFree: 19516412 kB\nSwapTotal: 11084840 kB\nSwapFree: 11084684 kB\nDirty: 36 kB\nWriteback: 0 kB\nAnonPages: 5042972 kB\nMapped: 16312 kB\nSlab: 293180 kB\nPageTables: 14372 kB\nNFS_Unstable: 0 kB\nBounce: 0 kB\nCommitLimit: 27519244 kB\nCommitted_AS: 6785708 kB\nVmallocTotal: 34359738367 kB\nVmallocUsed: 6728 kB\nVmallocChunk: 34359730275 kB\nHugePages_Total: 0\nHugePages_Free: 0\nHugePages_Rsvd: 0\nHugepagesize: 2048 kB\n">>}]}, {'ns_1@10.2.1.66', [{last_heard,{1351,908868,954627}}, {outgoing_replications_safeness_level,[{"default",green}]}, {incoming_replications_conf_hashes,[{"default",[]}]}, {active_buckets,["default"]}, {ready_buckets,["default"]}, {local_tasks, [[{pid,<<"<0.30141.0>">>}, {bucket,<<"default">>}, {original_target,{[{type,bucket}]}}, {progress,37}, {started_on,1351908719}, {total_vbuckets,129}, {trigger_type,scheduled}, {type,bucket_compaction}, {updated_on,1351908797}, {vbuckets_done,48}]]}, {memory, [{total,104743568}, {processes,59526384}, {processes_used,59175240}, {system,45217184}, {atom,1413905}, {atom_used,1392509}, {binary,2409536}, {code,14575828}, {ets,8747416}]}, {system_memory_data, [{system_total_memory,33657663488}, {free_swap,10684469248}, {total_swap,10684628992}, {cached_memory,8269185024}, {buffered_memory,288051200}, {free_memory,19725058048}, {total_memory,33657663488}]}, {node_storage_conf,[{db_path,"/data"},{index_path,"/data2"}]}, {statistics, [{wall_clock,{3044439,4999}}, {context_switches,{29489101,0}}, {garbage_collection,{2473649,27077144993,0}}, {io,{{input,37094468020},{output,8107794102}}}, {reductions,{10241055447,1829694}}, {run_queue,0}, {runtime,{990450,450}}]}, {system_stats, [{cpu_utilization_rate,3.7593984962406015}, {swap_total,10684628992}, {swap_used,159744}]}, {interesting_stats, [{couch_docs_actual_disk_size,7643557721}, {couch_docs_data_size,6012760706}, {couch_views_actual_disk_size,0}, {couch_views_data_size,0}, {curr_items,2497102}, {curr_items_tot,2497102}, {mem_used,3931371272}, {vb_replica_curr_items,0}]}, {cluster_compatibility_version,131072}, {version, [{public_key,"0.13"}, {lhttpc,"1.3.0"}, {ale,"8cffe61"}, {os_mon,"2.2.7"}, {couch_set_view,"1.2.0a-47a991b-git"}, {mnesia,"4.5"}, {inets,"5.7.1"}, {couch,"1.2.0a-47a991b-git"}, {mapreduce,"1.0.0"}, {couch_index_merger,"1.2.0a-47a991b-git"}, {kernel,"2.14.5"}, {crypto,"2.0.4"}, {ssl,"4.1.6"}, {sasl,"2.1.10"}, {couch_view_parser,"1.0.0"}, {ns_server,"2.0.0-1925-rel-enterprise"}, {mochiweb,"1.4.1"}, {oauth,"7d85d3ef"}, {stdlib,"1.17.5"}]}, {supported_compat_version,[2,0]}, {system_arch,"x86_64-unknown-linux-gnu"}, {wall_clock,3044}, {memory_data,{33657663488,14401527808,{<19942.20373.0>,4714984}}}, {disk_data, [{"/",49781912,5}, {"/dev/shm",16434404,0}, {"/data",492257288,2}, {"/data2",246132896,1}]}, {meminfo, <<"MemTotal: 32868812 kB\nMemFree: 19262752 kB\nBuffers: 281300 kB\nCached: 8075376 kB\nSwapCached: 140 kB\nActive: 7356092 kB\nInactive: 5895588 kB\nHighTotal: 0 kB\nHighFree: 0 kB\nLowTotal: 32868812 kB\nLowFree: 19262752 kB\nSwapTotal: 10434208 kB\nSwapFree: 10434052 kB\nDirty: 25788 kB\nWriteback: 0 kB\nAnonPages: 4894868 kB\nMapped: 18024 kB\nSlab: 304840 kB\nPageTables: 14592 kB\nNFS_Unstable: 0 kB\nBounce: 0 kB\nCommitLimit: 26868612 kB\nCommitted_AS: 6623276 kB\nVmallocTotal: 34359738367 kB\nVmallocUsed: 6408 kB\nVmallocChunk: 34359730595 kB\nHugePages_Total: 0\nHugePages_Free: 0\nHugePages_Rsvd: 0\nHugepagesize: 2048 kB\n">>}]}, {'ns_1@10.2.1.67', [{last_heard,{1351,908871,47570}}, {outgoing_replications_safeness_level,[{"default",green}]}, {incoming_replications_conf_hashes,[{"default",[]}]}, {active_buckets,["default"]}, {ready_buckets,["default"]}, {local_tasks,[]}, {memory, [{total,99804656}, {processes,58946472}, {processes_used,58790880}, {system,40858184}, {atom,1414713}, {atom_used,1394174}, {binary,2434368}, {code,14610103}, {ets,4333656}]}, {system_memory_data, [{system_total_memory,33657663488}, {free_swap,10701078528}, {total_swap,10701078528}, {cached_memory,6897135616}, {buffered_memory,453226496}, {free_memory,21376811008}, {total_memory,33657663488}]}, {node_storage_conf,[{db_path,"/data"},{index_path,"/data2"}]}, {statistics, [{wall_clock,{3047525,5000}}, {context_switches,{23672600,0}}, {garbage_collection,{3889525,16468717268,0}}, {io,{{input,25896466970},{output,2480404948}}}, {reductions,{6875592245,1823431}}, {run_queue,0}, {runtime,{771440,480}}]}, {system_stats, [{cpu_utilization_rate,3.0},{swap_total,10701078528},{swap_used,0}]}, {interesting_stats, [{couch_docs_actual_disk_size,6236677511}, {couch_docs_data_size,6073140266}, {couch_views_actual_disk_size,0}, {couch_views_data_size,0}, {curr_items,2503544}, {curr_items_tot,2503544}, {mem_used,3545759256}, {vb_replica_curr_items,0}]}, {cluster_compatibility_version,131072}, {version, [{public_key,"0.13"}, {lhttpc,"1.3.0"}, {ale,"8cffe61"}, {os_mon,"2.2.7"}, {couch_set_view,"1.2.0a-47a991b-git"}, {mnesia,"4.5"}, {inets,"5.7.1"}, {couch,"1.2.0a-47a991b-git"}, {mapreduce,"1.0.0"}, {couch_index_merger,"1.2.0a-47a991b-git"}, {kernel,"2.14.5"}, {crypto,"2.0.4"}, {ssl,"4.1.6"}, {sasl,"2.1.10"}, {couch_view_parser,"1.0.0"}, {ns_server,"2.0.0-1925-rel-enterprise"}, {mochiweb,"1.4.1"}, {oauth,"7d85d3ef"}, {stdlib,"1.17.5"}]}, {supported_compat_version,[2,0]}, {system_arch,"x86_64-unknown-linux-gnu"}, {wall_clock,3047}, {memory_data,{33657663488,11790852096,{<19943.19799.0>,4714984}}}, {disk_data, [{"/",49781912,9}, {"/dev/shm",16434404,0}, {"/data",492257288,2}, {"/data2",246132896,1}]}, {meminfo, <<"MemTotal: 32868812 kB\nMemFree: 20875792 kB\nBuffers: 442604 kB\nCached: 6735484 kB\nSwapCached: 0 kB\nActive: 5257840 kB\nInactive: 6412544 kB\nHighTotal: 0 kB\nHighFree: 0 kB\nLowTotal: 32868812 kB\nLowFree: 20875792 kB\nSwapTotal: 10450272 kB\nSwapFree: 10450272 kB\nDirty: 528 kB\nWriteback: 0 kB\nAnonPages: 4492244 kB\nMapped: 17968 kB\nSlab: 276932 kB\nPageTables: 13684 kB\nNFS_Unstable: 0 kB\nBounce: 0 kB\nCommitLimit: 26884676 kB\nCommitted_AS: 6203816 kB\nVmallocTotal: 34359738367 kB\nVmallocUsed: 6416 kB\nVmallocChunk: 34359730587 kB\nHugePages_Total: 0\nHugePages_Free: 0\nHugePages_Rsvd: 0\nHugepagesize: 2048 kB\n">>}]}, {'ns_1@10.2.1.68', [{last_heard,{1351,908871,249543}}, {outgoing_replications_safeness_level,[{"default",green}]}, {incoming_replications_conf_hashes,[{"default",[]}]}, {active_buckets,["default"]}, {ready_buckets,["default"]}, {local_tasks,[]}, {memory, [{total,106174400}, {processes,60847512}, {processes_used,60598616}, {system,45326888}, {atom,1413905}, {atom_used,1392509}, {binary,2521416}, {code,14613068}, {ets,8687168}]}, {system_memory_data, [{system_total_memory,33657663488}, {free_swap,10684616704}, {total_swap,10684628992}, {cached_memory,8100290560}, {buffered_memory,347947008}, {free_memory,19718590464}, {total_memory,33657663488}]}, {node_storage_conf,[{db_path,"/data"},{index_path,"/data2"}]}, {statistics, [{wall_clock,{3046430,5000}}, {context_switches,{27824650,0}}, {garbage_collection,{2484978,25897400423,0}}, {io,{{input,35871582438},{output,7594516813}}}, {reductions,{9726501264,1834149}}, {run_queue,0}, {runtime,{984170,480}}]}, {system_stats, [{cpu_utilization_rate,3.25}, {swap_total,10684628992}, {swap_used,12288}]}, {interesting_stats, [{couch_docs_actual_disk_size,7480853905}, {couch_docs_data_size,6098523648}, {couch_views_actual_disk_size,0}, {couch_views_data_size,0}, {curr_items,2501801}, {curr_items_tot,2501801}, {mem_used,3522567176}, {vb_replica_curr_items,0}]}, {cluster_compatibility_version,131072}, {version, [{public_key,"0.13"}, {lhttpc,"1.3.0"}, {ale,"8cffe61"}, {os_mon,"2.2.7"}, {couch_set_view,"1.2.0a-47a991b-git"}, {mnesia,"4.5"}, {inets,"5.7.1"}, {couch,"1.2.0a-47a991b-git"}, {mapreduce,"1.0.0"}, {couch_index_merger,"1.2.0a-47a991b-git"}, {kernel,"2.14.5"}, {crypto,"2.0.4"}, {ssl,"4.1.6"}, {sasl,"2.1.10"}, {couch_view_parser,"1.0.0"}, {ns_server,"2.0.0-1925-rel-enterprise"}, {mochiweb,"1.4.1"}, {oauth,"7d85d3ef"}, {stdlib,"1.17.5"}]}, {supported_compat_version,[2,0]}, {system_arch,"x86_64-unknown-linux-gnu"}, {wall_clock,3046}, {memory_data,{33657663488,13937172480,{<19944.19054.0>,4714984}}}, {disk_data, [{"/",49781912,5}, {"/dev/shm",16434404,0}, {"/data",492257288,2}, {"/data2",246132896,1}]}, {meminfo, <<"MemTotal: 32868812 kB\nMemFree: 19256436 kB\nBuffers: 339792 kB\nCached: 7910440 kB\nSwapCached: 12 kB\nActive: 7184180 kB\nInactive: 6068940 kB\nHighTotal: 0 kB\nHighFree: 0 kB\nLowTotal: 32868812 kB\nLowFree: 19256436 kB\nSwapTotal: 10434208 kB\nSwapFree: 10434196 kB\nDirty: 468 kB\nWriteback: 0 kB\nAnonPages: 5002844 kB\nMapped: 18216 kB\nSlab: 310892 kB\nPageTables: 14700 kB\nNFS_Unstable: 0 kB\nBounce: 0 kB\nCommitLimit: 26868612 kB\nCommitted_AS: 6724260 kB\nVmallocTotal: 34359738367 kB\nVmallocUsed: 6408 kB\nVmallocChunk: 34359730595 kB\nHugePages_Total: 0\nHugePages_Free: 0\nHugePages_Rsvd: 0\nHugepagesize: 2048 kB\n">>}]}] [stats:debug,2012-11-02T19:14:53.751,ns_1@10.2.1.65:<0.32112.0>:stats_collector:maybe_log_stats:126](at {{1970,1,16},{7,31,48}}) Stats for bucket "default": accepting_conns 1 auth_cmds 1 auth_errors 0 bucket_active_conns 1 bucket_conns 5 bytes 3930588600 bytes_read 5993833319 bytes_written 122899433 cas_badval 0 cas_hits 0 cas_misses 0 cmd_flush 0 cmd_get 0 cmd_set 2497553 conn_yields 809 connection_structures 5000 curr_connections 9 curr_conns_on_port_11209 6 curr_conns_on_port_11210 1 curr_items 2497553 curr_items_tot 2497553 curr_temp_items 0 daemon_connections 4 decr_hits 0 decr_misses 0 delete_hits 0 delete_misses 0 ep_access_scanner_last_runtime 0 ep_access_scanner_num_items 0 ep_access_scanner_task_time 2012-11-03 10:00:00 ep_allow_data_loss_during_shutdown 1 ep_alog_block_size 4096 ep_alog_path /data/default/access.log ep_alog_sleep_time 1440 ep_alog_task_time 10 ep_backend couchdb ep_bg_fetch_delay 0 ep_bg_fetched 0 ep_bg_meta_fetched 0 ep_bg_remaining_jobs 0 ep_chk_max_items 5000 ep_chk_period 1800 ep_chk_persistence_remains 0 ep_chk_persistence_timeout 10 ep_chk_remover_stime 5 ep_commit_num 1491 ep_commit_time 6 ep_commit_time_total 19428 ep_concurrentDB 1 ep_config_file ep_couch_bucket default ep_couch_host localhost ep_couch_port 11213 ep_couch_reconnect_sleeptime 250 ep_couch_response_timeout 180000 ep_data_age 5 ep_data_age_highwat 111 ep_data_traffic_enabled 0 ep_dbinit 0 ep_dbname /data/default ep_degraded_mode 0 ep_diskqueue_drain 2497553 ep_diskqueue_fill 2497553 ep_diskqueue_items 0 ep_diskqueue_memory 0 ep_diskqueue_pending 0 ep_exp_pager_stime 3600 ep_exp_pager_stime 3600 ep_expired_access 0 ep_expired_pager 0 ep_expiry_window 3 ep_failpartialwarmup 0 ep_flush_all false ep_flush_duration_total 891 ep_flushall_enabled 0 ep_flusher_state running ep_flusher_todo 0 ep_getl_default_timeout 15 ep_getl_max_timeout 30 ep_ht_locks 5 ep_ht_size 3079 ep_inconsistent_slave_chk 0 ep_initfile ep_io_num_read 0 ep_io_num_write 2497553 ep_io_read_bytes 0 ep_io_write_bytes 5913802722 ep_item_begin_failed 0 ep_item_commit_failed 0 ep_item_flush_expired 0 ep_item_flush_failed 0 ep_item_num_based_new_chk 1 ep_items_rm_from_checkpoints 2321708 ep_keep_closed_chks 0 ep_klog_block_size 4096 ep_klog_compactor_queue_cap 500000 ep_klog_compactor_stime 3600 ep_klog_flush commit2 ep_klog_max_entry_ratio 10 ep_klog_max_log_size 2147483647 ep_klog_path ep_klog_sync commit2 ep_kv_size 3834525627 ep_max_checkpoints 2 ep_max_data_size 5242880000 ep_max_item_size 20971520 ep_max_size 5242880000 ep_max_txn_size 10000 ep_max_vbuckets 512 ep_mem_high_wat 3932160000 ep_mem_high_wat 3932160000 ep_mem_low_wat 3145728000 ep_mem_low_wat 3145728000 ep_mem_tracker_enabled true ep_min_data_age 0 ep_mlog_compactor_runs 0 ep_mutation_mem_threshold 0 ep_num_access_scanner_runs 0 ep_num_eject_failures 286686 ep_num_expiry_pager_runs 0 ep_num_non_resident 969689 ep_num_not_my_vbuckets 0 ep_num_ops_del_meta 0 ep_num_ops_get_meta 0 ep_num_ops_set_meta 0 ep_num_pager_runs 10 ep_num_value_ejects 969689 ep_oom_errors 0 ep_overhead 28467256 ep_pager_active_vb_pcnt 40 ep_pager_unbiased_period 60 ep_pending_ops 0 ep_pending_ops_max 0 ep_pending_ops_max_duration 0 ep_pending_ops_total 0 ep_postInitfile ep_queue_age_cap 900 ep_queue_size 0 ep_startup_time 1351907891 ep_storage_age 5 ep_storage_age_highwat 109 ep_store_max_concurrency 10 ep_store_max_readers 9 ep_store_max_readwrite 1 ep_stored_val_type ep_tap_ack_grace_period 300 ep_tap_ack_initial_sequence_number 1 ep_tap_ack_interval 1000 ep_tap_ack_window_size 10 ep_tap_backfill_resident 0.9 ep_tap_backlog_limit 5000 ep_tap_backoff_period 5 ep_tap_bg_fetch_requeued 0 ep_tap_bg_fetched 0 ep_tap_bg_max_pending 500 ep_tap_keepalive 300 ep_tap_noop_interval 20 ep_tap_requeue_sleep_time 0.1 ep_tap_throttle_cap_pcnt 10 ep_tap_throttle_queue_cap 1000000 ep_tap_throttle_threshold 90 ep_tmp_oom_errors 0 ep_too_old 0 ep_too_young 0 ep_total_cache_size 3804554991 ep_total_del_items 0 ep_total_enqueued 2497553 ep_total_new_items 2497553 ep_total_persisted 2497553 ep_uncommitted_items 0 ep_value_size 3628023393 ep_vb0 0 ep_vb_snapshot_total 36 ep_vb_total 128 ep_vbucket_del 0 ep_vbucket_del_fail 0 ep_version 2.0.0r_130_g8b09894 ep_waitforwarmup 0 ep_warmup 1 ep_warmup_batch_size 1000 ep_warmup_dups 0 ep_warmup_min_items_threshold 100 ep_warmup_min_memory_threshold 100 ep_warmup_oom 0 ep_warmup_thread complete ep_warmup_time 862 get_hits 0 get_misses 0 incr_hits 0 incr_misses 0 libevent 2.0.11-stable limit_maxbytes 67108864 listen_disabled_num 0 max_conns_on_port_11209 1000 max_conns_on_port_11210 9000 mem_used 3930588600 pid 18466 pointer_size 64 rejected_conns 0 rusage_system 210.885940 rusage_user 590.718197 tap_checkpoint_start_received 86 tap_mutation_received 1239724 tap_opaque_received 301 tap_vbucket_set_received 86 threads 4 time 1351908893 total_connections 200 uptime 3059 vb_active_curr_items 2497553 vb_active_eject 969689 vb_active_expired 0 vb_active_ht_memory 12645376 vb_active_itm_memory 3804554991 vb_active_meta_data_memory 197306687 vb_active_num 128 vb_active_num_non_resident 969689 vb_active_num_ref_ejects 969689 vb_active_num_ref_items 2497553 vb_active_ops_create 2497553 vb_active_ops_delete 0 vb_active_ops_reject 0 vb_active_ops_update 0 vb_active_perc_mem_resident 61 vb_active_queue_age 0 vb_active_queue_drain 2497553 vb_active_queue_fill 2497553 vb_active_queue_memory 0 vb_active_queue_pending 0 vb_active_queue_size 0 vb_dead_num 0 vb_pending_curr_items 0 vb_pending_eject 0 vb_pending_expired 0 vb_pending_ht_memory 0 vb_pending_itm_memory 0 vb_pending_meta_data_memory 0 vb_pending_num 0 vb_pending_num_non_resident 0 vb_pending_num_ref_ejects 0 vb_pending_num_ref_items 0 vb_pending_ops_create 0 vb_pending_ops_delete 0 vb_pending_ops_reject 0 vb_pending_ops_update 0 vb_pending_perc_mem_resident 0 vb_pending_queue_age 0 vb_pending_queue_drain 0 vb_pending_queue_fill 0 vb_pending_queue_memory 0 vb_pending_queue_pending 0 vb_pending_queue_size 0 vb_replica_curr_items 0 vb_replica_eject 0 vb_replica_expired 0 vb_replica_ht_memory 0 vb_replica_itm_memory 0 vb_replica_meta_data_memory 0 vb_replica_num 0 vb_replica_num_non_resident 0 vb_replica_num_ref_ejects 0 vb_replica_num_ref_items 0 vb_replica_ops_create 0 vb_replica_ops_delete 0 vb_replica_ops_reject 0 vb_replica_ops_update 0 vb_replica_perc_mem_resident 0 vb_replica_queue_age 0 vb_replica_queue_drain 0 vb_replica_queue_fill 0 vb_replica_queue_memory 0 vb_replica_queue_pending 0 vb_replica_queue_size 0 version 1.4.4_600_g7ea975a [ns_doctor:debug,2012-11-02T19:15:32.742,ns_1@10.2.1.65:ns_doctor<0.5169.0>:ns_doctor:handle_info:137]Current node statuses: [{'ns_1@10.2.1.65', [{last_heard,{1351,908931,259698}}, {outgoing_replications_safeness_level,[{"default",green}]}, {incoming_replications_conf_hashes,[{"default",[]}]}, {active_buckets,["default"]}, {ready_buckets,["default"]}, {local_tasks,[]}, {memory, [{total,124960112}, {processes,74888088}, {processes_used,73310608}, {system,50072024}, {atom,1502673}, {atom_used,1494429}, {binary,6113752}, {code,15256817}, {ets,9097288}]}, {system_memory_data, [{system_total_memory,33657663488}, {free_swap,11350716416}, {total_swap,11350876160}, {cached_memory,7905398784}, {buffered_memory,252194816}, {free_memory,19988361216}, {total_memory,33657663488}]}, {node_storage_conf,[{db_path,"/data"},{index_path,"/data2"}]}, {statistics, [{wall_clock,{3107193,5000}}, {context_switches,{28534171,0}}, {garbage_collection,{2439116,27661938314,0}}, {io,{{input,37693540975},{output,7711849344}}}, {reductions,{10468016260,2262944}}, {run_queue,0}, {runtime,{1096580,620}}]}, {system_stats, [{cpu_utilization_rate,4.511278195488722}, {swap_total,11350876160}, {swap_used,159744}]}, {interesting_stats, [{couch_docs_actual_disk_size,7281055042}, {couch_docs_data_size,6068913143}, {couch_views_actual_disk_size,0}, {couch_views_data_size,0}, {curr_items,2497553}, {curr_items_tot,2497553}, {mem_used,3930588600}, {vb_replica_curr_items,0}]}, {cluster_compatibility_version,131072}, {version, [{public_key,"0.13"}, {lhttpc,"1.3.0"}, {ale,"8cffe61"}, {os_mon,"2.2.7"}, {couch_set_view,"1.2.0a-47a991b-git"}, {mnesia,"4.5"}, {inets,"5.7.1"}, {couch,"1.2.0a-47a991b-git"}, {mapreduce,"1.0.0"}, {couch_index_merger,"1.2.0a-47a991b-git"}, {kernel,"2.14.5"}, {crypto,"2.0.4"}, {ssl,"4.1.6"}, {sasl,"2.1.10"}, {couch_view_parser,"1.0.0"}, {ns_server,"2.0.0-1925-rel-enterprise"}, {mochiweb,"1.4.1"}, {oauth,"7d85d3ef"}, {stdlib,"1.17.5"}]}, {supported_compat_version,[2,0]}, {system_arch,"x86_64-unknown-linux-gnu"}, {wall_clock,3107}, {memory_data,{33657663488,13662699520,{<0.8103.1>,7628384}}}, {disk_data, [{"/",51088800,10}, {"/dev/shm",16434404,0}, {"/data",492257288,2}, {"/data2",246132896,1}]}, {meminfo, <<"MemTotal: 32868812 kB\nMemFree: 19519884 kB\nBuffers: 246284 kB\nCached: 7720116 kB\nSwapCached: 0 kB\nActive: 7066296 kB\nInactive: 5943292 kB\nHighTotal: 0 kB\nHighFree: 0 kB\nLowTotal: 32868812 kB\nLowFree: 19519884 kB\nSwapTotal: 11084840 kB\nSwapFree: 11084684 kB\nDirty: 424 kB\nWriteback: 0 kB\nAnonPages: 5043324 kB\nMapped: 16312 kB\nSlab: 292952 kB\nPageTables: 14412 kB\nNFS_Unstable: 0 kB\nBounce: 0 kB\nCommitLimit: 27519244 kB\nCommitted_AS: 6792044 kB\nVmallocTotal: 34359738367 kB\nVmallocUsed: 6728 kB\nVmallocChunk: 34359730275 kB\nHugePages_Total: 0\nHugePages_Free: 0\nHugePages_Rsvd: 0\nHugepagesize: 2048 kB\n">>}]}, {'ns_1@10.2.1.66', [{