============================================================================== couchbase logs (stats) cbbrowse_logs stats ============================================================================== [ns_doctor:debug,2012-11-20T16:14:11.082,ns_1@127.0.0.1:ns_doctor<0.375.0>:ns_doctor:handle_info:133]Got initial status [{'ns_1@127.0.0.1', [{last_heard,{1353,456851,82259}}, {outgoing_replications_safeness_level,[]}, {incoming_replications_conf_hashes,[]}, {active_buckets,[]}, {ready_buckets,[]}, {local_tasks,[]}, {memory, [{total,39829072}, {processes,9105536}, {processes_used,9094832}, {system,30723536}, {atom,1170257}, {atom_used,1137339}, {binary,89736}, {code,11322132}, {ets,875792}]}, {system_memory_data, [{system_total_memory,4140711936}, {free_swap,5292642304}, {total_swap,5335146496}, {cached_memory,649908224}, {buffered_memory,254894080}, {free_memory,2981822464}, {total_memory,4140711936}]}, {node_storage_conf, [{db_path, "/opt/couchbase/var/lib/couchbase/data/"}, {index_path, "/opt/couchbase/var/lib/couchbase/data/"}]}, {statistics, [{wall_clock,{4705,10}}, {context_switches,{26675,0}}, {garbage_collection,{7501,34467453,0}}, {io,{{input,6765476},{output,671845}}}, {reductions,{20233112,21218}}, {run_queue,0}, {runtime,{4670,10}}]}, {system_stats, [{cpu_utilization_rate,0}, {swap_total,0}, {swap_used,0}]}, {interesting_stats,[]}, {cluster_compatibility_version,1}, {version, [{public_key,"0.13"}, {lhttpc,"1.3.0"}, {ale,"8cffe61"}, {os_mon,"2.2.7"}, {couch_set_view,"1.2.0a-31560d7-git"}, {mnesia,"4.5"}, {inets,"5.7.1"}, {couch,"1.2.0a-31560d7-git"}, {mapreduce,"1.0.0"}, {couch_index_merger,"1.2.0a-31560d7-git"}, {kernel,"2.14.5"}, {crypto,"2.0.4"}, {ssl,"4.1.6"}, {sasl,"2.1.10"}, {couch_view_parser,"1.0.0"}, {ns_server,"2.0.0-1954-rel-enterprise"}, {mochiweb,"1.4.1"}, {oauth,"7d85d3ef"}, {stdlib,"1.17.5"}]}, {supported_compat_version,[2,0]}, {system_arch,"x86_64-unknown-linux-gnu"}, {wall_clock,4}, {memory_data, {4140711936,1110818816,{<0.6.0>,601272}}}, {disk_data, [{"/",20219004,14}, {"/boot",101086,14}, {"/dev/shm",2021832,0}]}, {meminfo, <<"MemTotal: 4043664 kB\nMemFree: 2911936 kB\nBuffers: 248920 kB\nCached: 634676 kB\nSwapCached: 33340 kB\nActive: 587152 kB\nInactive: 420032 kB\nHighTotal: 0 kB\nHighFree: 0 kB\nLowTotal: 4043664 kB\nLowFree: 2911936 kB\nSwapTotal: 5210104 kB\nSwapFree: 5168596 kB\nDirty: 395352 kB\nWriteback: 4 kB\nAnonPages: 122824 kB\nMapped: 10956 kB\nSlab: 91404 kB\nPageTables: 5228 kB\nNFS_Unstable: 0 kB\nBounce: 0 kB\nCommitLimit: 7231936 kB\nCommitted_AS: 2940744 kB\nVmallocTotal: 34359738367 kB\nVmallocUsed: 265708 kB\nVmallocChunk: 34359472391 kB\nHugePages_Total: 0\nHugePages_Free: 0\nHugePages_Rsvd: 0\nHugepagesize: 2048 kB\n">>}]}] [ns_doctor:debug,2012-11-20T16:15:11.032,ns_1@127.0.0.1:ns_doctor<0.375.0>:ns_doctor:handle_info:137]Current node statuses: [{'ns_1@127.0.0.1', [{last_heard,{1353,456911,28330}}, {outgoing_replications_safeness_level,[]}, {incoming_replications_conf_hashes,[]}, {active_buckets,[]}, {ready_buckets,[]}, {local_tasks,[]}, {memory, [{total,46889088}, {processes,14445016}, {processes_used,14424400}, {system,32444072}, {atom,1239049}, {atom_used,1236106}, {binary,190520}, {code,12638327}, {ets,1064960}]}, {system_memory_data, [{system_total_memory,4140711936}, {free_swap,5292642304}, {total_swap,5335146496}, {cached_memory,651321344}, {buffered_memory,254902272}, {free_memory,2959527936}, {total_memory,4140711936}]}, {node_storage_conf, [{db_path,"/opt/couchbase/var/lib/couchbase/data/"}, {index_path,"/opt/couchbase/var/lib/couchbase/data/"}]}, {statistics, [{wall_clock,{64651,5000}}, {context_switches,{36204,0}}, {garbage_collection,{9263,37725605,0}}, {io,{{input,7520662},{output,883910}}}, {reductions,{21341963,80648}}, {run_queue,0}, {runtime,{7800,240}}]}, {system_stats, [{cpu_utilization_rate,1.7857142857142858}, {swap_total,5335146496}, {swap_used,42504192}]}, {interesting_stats,[]}, {cluster_compatibility_version,131072}, {version, [{public_key,"0.13"}, {lhttpc,"1.3.0"}, {ale,"8cffe61"}, {os_mon,"2.2.7"}, {couch_set_view,"1.2.0a-31560d7-git"}, {mnesia,"4.5"}, {inets,"5.7.1"}, {couch,"1.2.0a-31560d7-git"}, {mapreduce,"1.0.0"}, {couch_index_merger,"1.2.0a-31560d7-git"}, {kernel,"2.14.5"}, {crypto,"2.0.4"}, {ssl,"4.1.6"}, {sasl,"2.1.10"}, {couch_view_parser,"1.0.0"}, {ns_server,"2.0.0-1954-rel-enterprise"}, {mochiweb,"1.4.1"}, {oauth,"7d85d3ef"}, {stdlib,"1.17.5"}]}, {supported_compat_version,[2,0]}, {system_arch,"x86_64-unknown-linux-gnu"}, {wall_clock,64}, {memory_data,{4140711936,1181184000,{<0.6.0>,601480}}}, {disk_data, [{"/",20219004,14},{"/boot",101086,14},{"/dev/shm",2021832,0}]}, {meminfo, <<"MemTotal: 4043664 kB\nMemFree: 2890164 kB\nBuffers: 248928 kB\nCached: 636056 kB\nSwapCached: 33340 kB\nActive: 616120 kB\nInactive: 417676 kB\nHighTotal: 0 kB\nHighFree: 0 kB\nLowTotal: 4043664 kB\nLowFree: 2890164 kB\nSwapTotal: 5210104 kB\nSwapFree: 5168596 kB\nDirty: 165876 kB\nWriteback: 0 kB\nAnonPages: 148184 kB\nMapped: 13724 kB\nSlab: 88188 kB\nPageTables: 4444 kB\nNFS_Unstable: 0 kB\nBounce: 0 kB\nCommitLimit: 7231936 kB\nCommitted_AS: 1781172 kB\nVmallocTotal: 34359738367 kB\nVmallocUsed: 265708 kB\nVmallocChunk: 34359472391 kB\nHugePages_Total: 0\nHugePages_Free: 0\nHugePages_Rsvd: 0\nHugepagesize: 2048 kB\n">>}]}] [ns_doctor:debug,2012-11-20T16:15:34.995,ns_1@10.1.3.236:ns_doctor<0.853.0>:ns_doctor:handle_info:133]Got initial status [{'ns_1@10.1.3.236', [{last_heard,{1353,456934,995483}}, {outgoing_replications_safeness_level,[]}, {incoming_replications_conf_hashes,[]}, {active_buckets,[]}, {ready_buckets,[]}, {local_tasks,[]}, {memory, [{total,48134520}, {processes,15478568}, {processes_used,15457488}, {system,32655952}, {atom,1277481}, {atom_used,1244386}, {binary,209848}, {code,12802651}, {ets,1037496}]}, {system_memory_data, [{system_total_memory,4140711936}, {free_swap,5292642304}, {total_swap,5335146496}, {cached_memory,651382784}, {buffered_memory,254902272}, {free_memory,2955034624}, {total_memory,4140711936}]}, {node_storage_conf, [{db_path, "/opt/couchbase/var/lib/couchbase/data/"}, {index_path, "/opt/couchbase/var/lib/couchbase/data/"}]}, {statistics, [{wall_clock,{88617,108}}, {context_switches,{42553,0}}, {garbage_collection,{10492,41107975,0}}, {io,{{input,7766783},{output,1216748}}}, {reductions,{22259623,355682}}, {run_queue,2}, {runtime,{9260,150}}]}, {system_stats, [{cpu_utilization_rate,0}, {swap_total,0}, {swap_used,0}]}, {interesting_stats,[]}, {cluster_compatibility_version,131072}, {version, [{public_key,"0.13"}, {lhttpc,"1.3.0"}, {ale,"8cffe61"}, {os_mon,"2.2.7"}, {couch_set_view,"1.2.0a-31560d7-git"}, {mnesia,"4.5"}, {inets,"5.7.1"}, {couch,"1.2.0a-31560d7-git"}, {mapreduce,"1.0.0"}, {couch_index_merger,"1.2.0a-31560d7-git"}, {kernel,"2.14.5"}, {crypto,"2.0.4"}, {ssl,"4.1.6"}, {sasl,"2.1.10"}, {couch_view_parser,"1.0.0"}, {ns_server,"2.0.0-1954-rel-enterprise"}, {mochiweb,"1.4.1"}, {oauth,"7d85d3ef"}, {stdlib,"1.17.5"}]}, {supported_compat_version,[2,0]}, {system_arch,"x86_64-unknown-linux-gnu"}, {wall_clock,88}, {memory_data, {4140711936,1181184000,{<0.6.0>,601480}}}, {disk_data, [{"/",20219004,14}, {"/boot",101086,14}, {"/dev/shm",2021832,0}]}, {meminfo, <<"MemTotal: 4043664 kB\nMemFree: 2885900 kB\nBuffers: 248928 kB\nCached: 636116 kB\nSwapCached: 33340 kB\nActive: 620452 kB\nInactive: 417544 kB\nHighTotal: 0 kB\nHighFree: 0 kB\nLowTotal: 4043664 kB\nLowFree: 2885900 kB\nSwapTotal: 5210104 kB\nSwapFree: 5168596 kB\nDirty: 136656 kB\nWriteback: 0 kB\nAnonPages: 152208 kB\nMapped: 13740 kB\nSlab: 88472 kB\nPageTables: 4452 kB\nNFS_Unstable: 0 kB\nBounce: 0 kB\nCommitLimit: 7231936 kB\nCommitted_AS: 1785416 kB\nVmallocTotal: 34359738367 kB\nVmallocUsed: 265708 kB\nVmallocChunk: 34359472391 kB\nHugePages_Total: 0\nHugePages_Free: 0\nHugePages_Rsvd: 0\nHugepagesize: 2048 kB\n">>}]}] [ns_doctor:debug,2012-11-20T16:15:36.011,ns_1@10.1.3.236:ns_doctor<0.949.0>:ns_doctor:handle_info:133]Got initial status [{'ns_1@10.1.3.235', [{last_heard,{1353,456936,11259}}, {outgoing_replications_safeness_level,[]}, {incoming_replications_conf_hashes,[]}, {active_buckets,[]}, {ready_buckets,[]}, {local_tasks,[]}, {memory, [{total,52159520}, {processes,18721664}, {processes_used,18712920}, {system,33437856}, {atom,1302641}, {atom_used,1276141}, {binary,279696}, {code,13321166}, {ets,1135216}]}, {system_memory_data, [{system_total_memory,4140711936}, {free_swap,5292630016}, {total_swap,5335146496}, {cached_memory,677269504}, {buffered_memory,252616704}, {free_memory,2922496000}, {total_memory,4140711936}]}, {node_storage_conf, [{db_path, "/opt/couchbase/var/lib/couchbase/data/"}, {index_path, "/opt/couchbase/var/lib/couchbase/data/"}]}, {statistics, [{wall_clock,{91824,26}}, {context_switches,{45099,0}}, {garbage_collection,{11034,40119791,0}}, {io,{{input,8184858},{output,1380534}}}, {reductions,{20950580,47483}}, {run_queue,0}, {runtime,{5950,10}}]}, {system_stats, [{cpu_utilization_rate,6.292134831460674}, {swap_total,5335146496}, {swap_used,42516480}]}, {interesting_stats,[]}, {cluster_compatibility_version,131072}, {version, [{public_key,"0.13"}, {lhttpc,"1.3.0"}, {ale,"8cffe61"}, {os_mon,"2.2.7"}, {couch_set_view,"1.2.0a-31560d7-git"}, {mnesia,"4.5"}, {inets,"5.7.1"}, {couch,"1.2.0a-31560d7-git"}, {mapreduce,"1.0.0"}, {couch_index_merger,"1.2.0a-31560d7-git"}, {kernel,"2.14.5"}, {crypto,"2.0.4"}, {ssl,"4.1.6"}, {sasl,"2.1.10"}, {couch_view_parser,"1.0.0"}, {ns_server,"2.0.0-1954-rel-enterprise"}, {mochiweb,"1.4.1"}, {oauth,"7d85d3ef"}, {stdlib,"1.17.5"}]}, {supported_compat_version,[2,0]}, {system_arch,"x86_64-unknown-linux-gnu"}, {wall_clock,91}, {memory_data, {4140711936,1213120512,{<18069.6.0>,601480}}}, {disk_data, [{"/",20219004,24}, {"/boot",101086,14}, {"/dev/shm",2021832,0}]}, {meminfo, <<"MemTotal: 4043664 kB\nMemFree: 2854000 kB\nBuffers: 246696 kB\nCached: 661396 kB\nSwapCached: 33260 kB\nActive: 633248 kB\nInactive: 429796 kB\nHighTotal: 0 kB\nHighFree: 0 kB\nLowTotal: 4043664 kB\nLowFree: 2854000 kB\nSwapTotal: 5210104 kB\nSwapFree: 5168584 kB\nDirty: 135208 kB\nWriteback: 36 kB\nAnonPages: 154268 kB\nMapped: 13764 kB\nSlab: 95892 kB\nPageTables: 4440 kB\nNFS_Unstable: 0 kB\nBounce: 0 kB\nCommitLimit: 7231936 kB\nCommitted_AS: 1785984 kB\nVmallocTotal: 34359738367 kB\nVmallocUsed: 265708 kB\nVmallocChunk: 34359472391 kB\nHugePages_Total: 0\nHugePages_Free: 0\nHugePages_Rsvd: 0\nHugepagesize: 2048 kB\n">>}]}, {'ns_1@10.1.3.236', [{last_heard,{1353,456936,11247}}, {outgoing_replications_safeness_level,[]}, {incoming_replications_conf_hashes,[]}, {active_buckets,[]}, {ready_buckets,[]}, {local_tasks,[]}, {memory, [{total,46583496}, {processes,13771824}, {processes_used,13720176}, {system,32811672}, {atom,1277481}, {atom_used,1244498}, {binary,305016}, {code,12802651}, {ets,1066704}]}, {system_memory_data, [{system_total_memory,4140711936}, {free_swap,5292642304}, {total_swap,5335146496}, {cached_memory,651436032}, {buffered_memory,254902272}, {free_memory,3015598080}, {total_memory,4140711936}]}, {node_storage_conf, [{db_path, "/opt/couchbase/var/lib/couchbase/data/"}, {index_path, "/opt/couchbase/var/lib/couchbase/data/"}]}, {statistics, [{wall_clock,{89633,6}}, {context_switches,{45041,0}}, {garbage_collection,{11167,42224369,0}}, {io,{{input,7819383},{output,1373574}}}, {reductions,{22642816,65292}}, {run_queue,0}, {runtime,{9430,20}}]}, {system_stats, [{cpu_utilization_rate,0}, {swap_total,0}, {swap_used,0}]}, {interesting_stats,[]}, {cluster_compatibility_version,131072}, {version, [{public_key,"0.13"}, {lhttpc,"1.3.0"}, {ale,"8cffe61"}, {os_mon,"2.2.7"}, {couch_set_view,"1.2.0a-31560d7-git"}, {mnesia,"4.5"}, {inets,"5.7.1"}, {couch,"1.2.0a-31560d7-git"}, {mapreduce,"1.0.0"}, {couch_index_merger,"1.2.0a-31560d7-git"}, {kernel,"2.14.5"}, {crypto,"2.0.4"}, {ssl,"4.1.6"}, {sasl,"2.1.10"}, {couch_view_parser,"1.0.0"}, {ns_server,"2.0.0-1954-rel-enterprise"}, {mochiweb,"1.4.1"}, {oauth,"7d85d3ef"}, {stdlib,"1.17.5"}]}, {supported_compat_version,[2,0]}, {system_arch,"x86_64-unknown-linux-gnu"}, {wall_clock,89}, {memory_data, {4140711936,1181184000,{<0.6.0>,601480}}}, {disk_data, [{"/",20219004,14}, {"/boot",101086,14}, {"/dev/shm",2021832,0}]}, {meminfo, <<"MemTotal: 4043664 kB\nMemFree: 2944920 kB\nBuffers: 248928 kB\nCached: 636168 kB\nSwapCached: 33340 kB\nActive: 561692 kB\nInactive: 417572 kB\nHighTotal: 0 kB\nHighFree: 0 kB\nLowTotal: 4043664 kB\nLowFree: 2944920 kB\nSwapTotal: 5210104 kB\nSwapFree: 5168596 kB\nDirty: 136648 kB\nWriteback: 0 kB\nAnonPages: 93384 kB\nMapped: 12864 kB\nSlab: 88472 kB\nPageTables: 4012 kB\nNFS_Unstable: 0 kB\nBounce: 0 kB\nCommitLimit: 7231936 kB\nCommitted_AS: 1563208 kB\nVmallocTotal: 34359738367 kB\nVmallocUsed: 265708 kB\nVmallocChunk: 34359472391 kB\nHugePages_Total: 0\nHugePages_Free: 0\nHugePages_Rsvd: 0\nHugepagesize: 2048 kB\n">>}]}] [stats:debug,2012-11-20T16:15:48.822,ns_1@10.1.3.236:<0.1130.0>:stats_collector:maybe_log_stats:126](at {{1970,1,16},{7,57,36}}) Stats for bucket "default": accepting_conns 1 auth_cmds 0 auth_errors 0 bucket_active_conns 1 bucket_conns 5 bytes 257808 bytes_read 196 bytes_written 120 cas_badval 0 cas_hits 0 cas_misses 0 cmd_flush 0 cmd_get 0 cmd_set 0 conn_yields 0 connection_structures 5000 curr_connections 9 curr_conns_on_port_11209 6 curr_conns_on_port_11210 1 curr_items 0 curr_items_tot 0 curr_temp_items 0 daemon_connections 4 decr_hits 0 decr_misses 0 delete_hits 0 delete_misses 0 ep_access_scanner_last_runtime 0 ep_access_scanner_num_items 0 ep_access_scanner_task_time 2012-11-21 10:00:00 ep_allow_data_loss_during_shutdown 1 ep_alog_block_size 4096 ep_alog_path /opt/couchbase/var/lib/couchbase/data/default/access.log ep_alog_sleep_time 1440 ep_alog_task_time 10 ep_backend couchdb ep_bg_fetch_delay 0 ep_bg_fetched 0 ep_bg_meta_fetched 0 ep_bg_remaining_jobs 0 ep_chk_max_items 5000 ep_chk_period 1800 ep_chk_persistence_remains 0 ep_chk_persistence_timeout 10 ep_chk_remover_stime 5 ep_commit_num 0 ep_commit_time 0 ep_commit_time_total 0 ep_concurrentDB 1 ep_config_file ep_couch_bucket default ep_couch_host localhost ep_couch_port 11213 ep_couch_reconnect_sleeptime 250 ep_couch_response_timeout 180000 ep_data_age 0 ep_data_age_highwat 0 ep_data_traffic_enabled 0 ep_dbinit 0 ep_dbname /opt/couchbase/var/lib/couchbase/data/default ep_degraded_mode 1 ep_diskqueue_drain 0 ep_diskqueue_fill 0 ep_diskqueue_items 0 ep_diskqueue_memory 0 ep_diskqueue_pending 0 ep_exp_pager_stime 3600 ep_exp_pager_stime 3600 ep_expired_access 0 ep_expired_pager 0 ep_expiry_window 3 ep_failpartialwarmup 0 ep_flush_all false ep_flush_duration_total 0 ep_flushall_enabled 0 ep_flusher_state running ep_flusher_todo 0 ep_getl_default_timeout 15 ep_getl_max_timeout 30 ep_ht_locks 5 ep_ht_size 3079 ep_inconsistent_slave_chk 0 ep_initfile ep_io_num_read 0 ep_io_num_write 0 ep_io_read_bytes 0 ep_io_write_bytes 0 ep_item_begin_failed 0 ep_item_commit_failed 0 ep_item_flush_expired 0 ep_item_flush_failed 0 ep_item_num_based_new_chk 1 ep_items_rm_from_checkpoints 0 ep_keep_closed_chks 0 ep_klog_block_size 4096 ep_klog_compactor_queue_cap 500000 ep_klog_compactor_stime 3600 ep_klog_flush commit2 ep_klog_max_entry_ratio 10 ep_klog_max_log_size 2147483647 ep_klog_path ep_klog_sync commit2 ep_kv_size 0 ep_max_checkpoints 2 ep_max_data_size 490733568 ep_max_item_size 20971520 ep_max_size 490733568 ep_max_txn_size 10000 ep_max_vbuckets 1024 ep_mem_high_wat 368050176 ep_mem_high_wat 368050176 ep_mem_low_wat 294440140 ep_mem_low_wat 294440140 ep_mem_tracker_enabled true ep_min_data_age 0 ep_mlog_compactor_runs 0 ep_mutation_mem_threshold 0 ep_num_access_scanner_runs 0 ep_num_eject_failures 0 ep_num_expiry_pager_runs 0 ep_num_non_resident 0 ep_num_not_my_vbuckets 0 ep_num_ops_del_meta 0 ep_num_ops_get_meta 0 ep_num_ops_set_meta 0 ep_num_pager_runs 0 ep_num_value_ejects 0 ep_oom_errors 0 ep_overhead 1152 ep_pager_active_vb_pcnt 40 ep_pager_unbiased_period 60 ep_pending_ops 0 ep_pending_ops_max 0 ep_pending_ops_max_duration 0 ep_pending_ops_total 0 ep_postInitfile ep_queue_age_cap 900 ep_queue_size 0 ep_startup_time 1353456948 ep_storage_age 0 ep_storage_age_highwat 0 ep_store_max_concurrency 10 ep_store_max_readers 9 ep_store_max_readwrite 1 ep_stored_val_type ep_tap_ack_grace_period 300 ep_tap_ack_initial_sequence_number 1 ep_tap_ack_interval 1000 ep_tap_ack_window_size 10 ep_tap_backfill_resident 0.9 ep_tap_backlog_limit 5000 ep_tap_backoff_period 5 ep_tap_bg_fetch_requeued 0 ep_tap_bg_fetched 0 ep_tap_bg_max_pending 500 ep_tap_keepalive 300 ep_tap_noop_interval 20 ep_tap_requeue_sleep_time 0.1 ep_tap_throttle_cap_pcnt 10 ep_tap_throttle_queue_cap 1000000 ep_tap_throttle_threshold 90 ep_tmp_oom_errors 0 ep_too_old 0 ep_too_young 0 ep_total_cache_size 0 ep_total_del_items 0 ep_total_enqueued 0 ep_total_new_items 0 ep_total_persisted 0 ep_uncommitted_items 0 ep_value_size 0 ep_vb0 0 ep_vb_snapshot_total 1 ep_vb_total 0 ep_vbucket_del 0 ep_vbucket_del_fail 0 ep_version 2.0.0r_139_g9b8377b ep_waitforwarmup 0 ep_warmup 1 ep_warmup_batch_size 1000 ep_warmup_dups 0 ep_warmup_min_items_threshold 100 ep_warmup_min_memory_threshold 100 ep_warmup_oom 0 ep_warmup_thread complete ep_warmup_time 1309 get_hits 0 get_misses 0 incr_hits 0 incr_misses 0 libevent 2.0.11-stable limit_maxbytes 67108864 listen_disabled_num 0 max_conns_on_port_11209 1000 max_conns_on_port_11210 9000 mem_used 257808 pid 14982 pointer_size 64 rejected_conns 0 rusage_system 0.030995 rusage_user 0.075988 threads 4 time 1353456948 total_connections 10 uptime 14 vb_active_curr_items 0 vb_active_eject 0 vb_active_expired 0 vb_active_ht_memory 0 vb_active_itm_memory 0 vb_active_meta_data_memory 0 vb_active_num 0 vb_active_num_non_resident 0 vb_active_num_ref_ejects 0 vb_active_num_ref_items 0 vb_active_ops_create 0 vb_active_ops_delete 0 vb_active_ops_reject 0 vb_active_ops_update 0 vb_active_perc_mem_resident 0 vb_active_queue_age 0 vb_active_queue_drain 0 vb_active_queue_fill 0 vb_active_queue_memory 0 vb_active_queue_pending 0 vb_active_queue_size 0 vb_dead_num 0 vb_pending_curr_items 0 vb_pending_eject 0 vb_pending_expired 0 vb_pending_ht_memory 0 vb_pending_itm_memory 0 vb_pending_meta_data_memory 0 vb_pending_num 0 vb_pending_num_non_resident 0 vb_pending_num_ref_ejects 0 vb_pending_num_ref_items 0 vb_pending_ops_create 0 vb_pending_ops_delete 0 vb_pending_ops_reject 0 vb_pending_ops_update 0 vb_pending_perc_mem_resident 0 vb_pending_queue_age 0 vb_pending_queue_drain 0 vb_pending_queue_fill 0 vb_pending_queue_memory 0 vb_pending_queue_pending 0 vb_pending_queue_size 0 vb_replica_curr_items 0 vb_replica_eject 0 vb_replica_expired 0 vb_replica_ht_memory 0 vb_replica_itm_memory 0 vb_replica_meta_data_memory 0 vb_replica_num 0 vb_replica_num_non_resident 0 vb_replica_num_ref_ejects 0 vb_replica_num_ref_items 0 vb_replica_ops_create 0 vb_replica_ops_delete 0 vb_replica_ops_reject 0 vb_replica_ops_update 0 vb_replica_perc_mem_resident 0 vb_replica_queue_age 0 vb_replica_queue_drain 0 vb_replica_queue_fill 0 vb_replica_queue_memory 0 vb_replica_queue_pending 0 vb_replica_queue_size 0 version 1.4.4_600_g7ea975a [ns_doctor:debug,2012-11-20T16:16:35.994,ns_1@10.1.3.236:ns_doctor<0.949.0>:ns_doctor:handle_info:137]Current node statuses: [{'ns_1@10.1.3.235', [{last_heard,{1353,456992,635857}}, {outgoing_replications_safeness_level,[{"default",green}]}, {incoming_replications_conf_hashes, [{"default", [{'ns_1@10.1.3.236',86256472},{'ns_1@10.3.2.54',67084310}]}]}, {active_buckets,["default"]}, {ready_buckets,["default"]}, {local_tasks,[]}, {memory, [{total,110378616}, {processes,71106496}, {processes_used,71089712}, {system,39272120}, {atom,1406633}, {atom_used,1381648}, {binary,3572560}, {code,14317329}, {ets,1970992}]}, {system_memory_data, [{system_total_memory,4140711936}, {free_swap,5292630016}, {total_swap,5335146496}, {cached_memory,688840704}, {buffered_memory,252665856}, {free_memory,2818912256}, {total_memory,4140711936}]}, {node_storage_conf, [{db_path,"/opt/couchbase/var/lib/couchbase/data/"}, {index_path,"/opt/couchbase/var/lib/couchbase/data/"}]}, {statistics, [{wall_clock,{148462,5001}}, {context_switches,{266662,0}}, {garbage_collection,{51159,196960678,0}}, {io,{{input,14678454},{output,6567093}}}, {reductions,{103022715,816347}}, {run_queue,0}, {runtime,{17300,430}}]}, {system_stats, [{cpu_utilization_rate,2.544529262086514}, {swap_total,5335146496}, {swap_used,42516480}]}, {interesting_stats, [{couch_docs_actual_disk_size,5641802}, {couch_docs_data_size,5634792}, {couch_views_actual_disk_size,0}, {couch_views_data_size,0}, {curr_items,0}, {curr_items_tot,0}, {mem_used,21356456}, {vb_replica_curr_items,0}]}, {cluster_compatibility_version,131072}, {version, [{public_key,"0.13"}, {lhttpc,"1.3.0"}, {ale,"8cffe61"}, {os_mon,"2.2.7"}, {couch_set_view,"1.2.0a-31560d7-git"}, {mnesia,"4.5"}, {inets,"5.7.1"}, {couch,"1.2.0a-31560d7-git"}, {mapreduce,"1.0.0"}, {couch_index_merger,"1.2.0a-31560d7-git"}, {kernel,"2.14.5"}, {crypto,"2.0.4"}, {ssl,"4.1.6"}, {sasl,"2.1.10"}, {couch_view_parser,"1.0.0"}, {ns_server,"2.0.0-1954-rel-enterprise"}, {mochiweb,"1.4.1"}, {oauth,"7d85d3ef"}, {stdlib,"1.17.5"}]}, {supported_compat_version,[2,0]}, {system_arch,"x86_64-unknown-linux-gnu"}, {wall_clock,148}, {memory_data,{4140711936,1314181120,{<18069.433.0>,3514512}}}, {disk_data, [{"/",20219004,24},{"/boot",101086,14},{"/dev/shm",2021832,0}]}, {meminfo, <<"MemTotal: 4043664 kB\nMemFree: 2752844 kB\nBuffers: 246744 kB\nCached: 672696 kB\nSwapCached: 33260 kB\nActive: 730800 kB\nInactive: 430616 kB\nHighTotal: 0 kB\nHighFree: 0 kB\nLowTotal: 4043664 kB\nLowFree: 2752844 kB\nSwapTotal: 5210104 kB\nSwapFree: 5168584 kB\nDirty: 98468 kB\nWriteback: 0 kB\nAnonPages: 241472 kB\nMapped: 14960 kB\nSlab: 97504 kB\nPageTables: 4808 kB\nNFS_Unstable: 0 kB\nBounce: 0 kB\nCommitLimit: 7231936 kB\nCommitted_AS: 1954372 kB\nVmallocTotal: 34359738367 kB\nVmallocUsed: 265708 kB\nVmallocChunk: 34359472391 kB\nHugePages_Total: 0\nHugePages_Free: 0\nHugePages_Rsvd: 0\nHugepagesize: 2048 kB\n">>}]}, {'ns_1@10.1.3.236', [{last_heard,{1353,456990,996926}}, {outgoing_replications_safeness_level,[{"default",green}]}, {incoming_replications_conf_hashes, [{"default", [{'ns_1@10.1.3.235',96925268},{'ns_1@10.3.2.54',12754605}]}]}, {active_buckets,["default"]}, {ready_buckets,["default"]}, {local_tasks,[]}, {memory, [{total,106900008}, {processes,68365424}, {processes_used,68348472}, {system,38534584}, {atom,1352041}, {atom_used,1350126}, {binary,3607168}, {code,13704901}, {ets,1894824}]}, {system_memory_data, [{system_total_memory,4140711936}, {free_swap,5292642304}, {total_swap,5335146496}, {cached_memory,662876160}, {buffered_memory,254967808}, {free_memory,2855784448}, {total_memory,4140711936}]}, {node_storage_conf, [{db_path,"/opt/couchbase/var/lib/couchbase/data/"}, {index_path,"/opt/couchbase/var/lib/couchbase/data/"}]}, {statistics, [{wall_clock,{144618,5000}}, {context_switches,{251811,0}}, {garbage_collection,{49288,157586208,0}}, {io,{{input,14387382},{output,5681577}}}, {reductions,{92931805,777507}}, {run_queue,0}, {runtime,{22660,640}}]}, {system_stats, [{cpu_utilization_rate,2.3017902813299234}, {swap_total,5335146496}, {swap_used,42504192}]}, {interesting_stats, [{couch_docs_actual_disk_size,5625326}, {couch_docs_data_size,5618316}, {couch_views_actual_disk_size,0}, {couch_views_data_size,0}, {curr_items,0}, {curr_items_tot,0}, {mem_used,21294808}, {vb_replica_curr_items,0}]}, {cluster_compatibility_version,131072}, {version, [{public_key,"0.13"}, {lhttpc,"1.3.0"}, {ale,"8cffe61"}, {os_mon,"2.2.7"}, {couch_set_view,"1.2.0a-31560d7-git"}, {mnesia,"4.5"}, {inets,"5.7.1"}, {couch,"1.2.0a-31560d7-git"}, {mapreduce,"1.0.0"}, {couch_index_merger,"1.2.0a-31560d7-git"}, {kernel,"2.14.5"}, {crypto,"2.0.4"}, {ssl,"4.1.6"}, {sasl,"2.1.10"}, {couch_view_parser,"1.0.0"}, {ns_server,"2.0.0-1954-rel-enterprise"}, {mochiweb,"1.4.1"}, {oauth,"7d85d3ef"}, {stdlib,"1.17.5"}]}, {supported_compat_version,[2,0]}, {system_arch,"x86_64-unknown-linux-gnu"}, {wall_clock,144}, {memory_data,{4140711936,1280102400,{<0.1001.0>,2172424}}}, {disk_data, [{"/",20219004,14},{"/boot",101086,14},{"/dev/shm",2021832,0}]}, {meminfo, <<"MemTotal: 4043664 kB\nMemFree: 2788852 kB\nBuffers: 248992 kB\nCached: 647340 kB\nSwapCached: 33340 kB\nActive: 714680 kB\nInactive: 418544 kB\nHighTotal: 0 kB\nHighFree: 0 kB\nLowTotal: 4043664 kB\nLowFree: 2788852 kB\nSwapTotal: 5210104 kB\nSwapFree: 5168596 kB\nDirty: 95560 kB\nWriteback: 0 kB\nAnonPages: 236208 kB\nMapped: 14952 kB\nSlab: 89968 kB\nPageTables: 4740 kB\nNFS_Unstable: 0 kB\nBounce: 0 kB\nCommitLimit: 7231936 kB\nCommitted_AS: 1949008 kB\nVmallocTotal: 34359738367 kB\nVmallocUsed: 265708 kB\nVmallocChunk: 34359472391 kB\nHugePages_Total: 0\nHugePages_Free: 0\nHugePages_Rsvd: 0\nHugepagesize: 2048 kB\n">>}]}, {'ns_1@10.3.2.54', [{last_heard,{1353,456992,214792}}, {outgoing_replications_safeness_level,[{"default",green}]}, {incoming_replications_conf_hashes, [{"default", [{'ns_1@10.1.3.235',111274792},{'ns_1@10.1.3.236',93000434}]}]}, {active_buckets,["default"]}, {ready_buckets,["default"]}, {local_tasks,[]}, {memory, [{total,106527944}, {processes,67944496}, {processes_used,67926744}, {system,38583448}, {atom,1352041}, {atom_used,1350126}, {binary,3647152}, {code,13709637}, {ets,1912080}]}, {system_memory_data, [{system_total_memory,8370651136}, {free_swap,5335040000}, {total_swap,5335146496}, {cached_memory,733827072}, {buffered_memory,297754624}, {free_memory,6926024704}, {total_memory,8370651136}]}, {node_storage_conf, [{db_path,"/opt/couchbase/var/lib/couchbase/data/"}, {index_path,"/opt/couchbase/var/lib/couchbase/data/"}]}, {statistics, [{wall_clock,{151963,5001}}, {context_switches,{249774,0}}, {garbage_collection,{50723,150647051,0}}, {io,{{input,13436603},{output,5644123}}}, {reductions,{83259163,764638}}, {run_queue,0}, {runtime,{16230,490}}]}, {system_stats, [{cpu_utilization_rate,4.0201005025125625}, {swap_total,5335146496}, {swap_used,106496}]}, {interesting_stats, [{couch_docs_actual_disk_size,5625325}, {couch_docs_data_size,5618316}, {couch_views_actual_disk_size,0}, {couch_views_data_size,0}, {curr_items,0}, {curr_items_tot,0}, {mem_used,21294792}, {vb_replica_curr_items,0}]}, {cluster_compatibility_version,131072}, {version, [{public_key,"0.13"}, {lhttpc,"1.3.0"}, {ale,"8cffe61"}, {os_mon,"2.2.7"}, {couch_set_view,"1.2.0a-31560d7-git"}, {mnesia,"4.5"}, {inets,"5.7.1"}, {couch,"1.2.0a-31560d7-git"}, {mapreduce,"1.0.0"}, {couch_index_merger,"1.2.0a-31560d7-git"}, {kernel,"2.14.5"}, {crypto,"2.0.4"}, {ssl,"4.1.6"}, {sasl,"2.1.10"}, {couch_view_parser,"1.0.0"}, {ns_server,"2.0.0-1954-rel-enterprise"}, {mochiweb,"1.4.1"}, {oauth,"7d85d3ef"}, {stdlib,"1.17.5"}]}, {supported_compat_version,[2,0]}, {system_arch,"x86_64-unknown-linux-gnu"}, {wall_clock,151}, {memory_data,{8370651136,1434595328,{<18112.331.0>,1943840}}}, {disk_data, [{"/",20219004,23}, {"/boot",101086,14}, {"/dev/shm",4087232,0}, {"/data",206420664,6}]}, {meminfo, <<"MemTotal: 8174464 kB\nMemFree: 6763696 kB\nBuffers: 290776 kB\nCached: 716628 kB\nSwapCached: 0 kB\nActive: 772564 kB\nInactive: 479068 kB\nHighTotal: 0 kB\nHighFree: 0 kB\nLowTotal: 8174464 kB\nLowFree: 6763696 kB\nSwapTotal: 5210104 kB\nSwapFree: 5210000 kB\nDirty: 96152 kB\nWriteback: 0 kB\nAnonPages: 243932 kB\nMapped: 18032 kB\nSlab: 126080 kB\nPageTables: 4712 kB\nNFS_Unstable: 0 kB\nBounce: 0 kB\nCommitLimit: 9297336 kB\nCommitted_AS: 1943860 kB\nVmallocTotal: 34359738367 kB\nVmallocUsed: 265716 kB\nVmallocChunk: 34359472391 kB\nHugePages_Total: 0\nHugePages_Free: 0\nHugePages_Rsvd: 0\nHugepagesize: 2048 kB\n">>}]}] [ns_doctor:debug,2012-11-20T16:17:34.368,ns_1@10.1.3.236:ns_doctor<0.4576.0>:ns_doctor:handle_info:133]Got initial status [{'ns_1@10.1.3.235', [{last_heard,{1353,457054,361947}}, {outgoing_replications_safeness_level, [{"default",green}]}, {incoming_replications_conf_hashes, [{"default",[{'ns_1@10.3.2.54',67084310}]}]}, {active_buckets,["default"]}, {ready_buckets,["default"]}, {local_tasks, [[{type,xdcr}, {id,<<"27a2c0bb24123b9a3ad23cedf36ad423/default/default">>}, {errors,[]}, {changes_left,0}, {docs_checked,0}, {docs_written,0}, {data_replicated,0}, {active_vbreps,0}, {waiting_vbreps,0}, {time_working,0}, {time_committing,0}, {num_checkpoints,0}, {num_failedckpts,0}, {docs_rep_queue,0}, {size_rep_queue,0}]]}, {memory, [{total,131037104}, {processes,90148880}, {processes_used,89452504}, {system,40888224}, {atom,1396937}, {atom_used,1367365}, {binary,4917240}, {code,14157492}, {ets,2260752}]}, {system_memory_data, [{system_total_memory,4140711936}, {free_swap,5292630016}, {total_swap,5335146496}, {cached_memory,710615040}, {buffered_memory,252723200}, {free_memory,2766315520}, {total_memory,4140711936}]}, {node_storage_conf, [{db_path, "/opt/couchbase/var/lib/couchbase/data/"}, {index_path, "/opt/couchbase/var/lib/couchbase/data/"}]}, {statistics, [{wall_clock,{40077,87}}, {context_switches,{320730,0}}, {garbage_collection,{85773,329055089,0}}, {io,{{input,19343489},{output,11124222}}}, {reductions,{140089369,51376}}, {run_queue,0}, {runtime,{20860,20}}]}, {system_stats, [{cpu_utilization_rate,2.349869451697128}, {swap_total,5335146496}, {swap_used,42516480}]}, {interesting_stats, [{couch_docs_actual_disk_size,9188095}, {couch_docs_data_size,9136872}, {couch_views_actual_disk_size,0}, {couch_views_data_size,0}, {curr_items,0}, {curr_items_tot,0}, {mem_used,21461856}, {vb_replica_curr_items,0}]}, {cluster_compatibility_version,131072}, {version, [{public_key,"0.13"}, {lhttpc,"1.3.0"}, {ale,"8cffe61"}, {os_mon,"2.2.7"}, {couch_set_view,"1.2.0a-31560d7-git"}, {mnesia,"4.5"}, {inets,"5.7.1"}, {couch,"1.2.0a-31560d7-git"}, {mapreduce,"1.0.0"}, {couch_index_merger,"1.2.0a-31560d7-git"}, {kernel,"2.14.5"}, {crypto,"2.0.4"}, {ssl,"4.1.6"}, {sasl,"2.1.10"}, {couch_view_parser,"1.0.0"}, {ns_server,"2.0.0-1954-rel-enterprise"}, {mochiweb,"1.4.1"}, {oauth,"7d85d3ef"}, {stdlib,"1.17.5"}]}, {supported_compat_version,[2,0]}, {system_arch,"x86_64-unknown-linux-gnu"}, {wall_clock,40}, {memory_data, {4140711936,1216155648,{<15326.6.0>,601320}}}, {disk_data, [{"/",20219004,24}, {"/boot",101086,14}, {"/dev/shm",2021832,0}]}, {meminfo, <<"MemTotal: 4043664 kB\nMemFree: 2701480 kB\nBuffers: 246800 kB\nCached: 693960 kB\nSwapCached: 33260 kB\nActive: 769752 kB\nInactive: 443768 kB\nHighTotal: 0 kB\nHighFree: 0 kB\nLowTotal: 4043664 kB\nLowFree: 2701480 kB\nSwapTotal: 5210104 kB\nSwapFree: 5168584 kB\nDirty: 72904 kB\nWriteback: 68 kB\nAnonPages: 272324 kB\nMapped: 13092 kB\nSlab: 98644 kB\nPageTables: 4964 kB\nNFS_Unstable: 0 kB\nBounce: 0 kB\nCommitLimit: 7231936 kB\nCommitted_AS: 1974444 kB\nVmallocTotal: 34359738367 kB\nVmallocUsed: 265708 kB\nVmallocChunk: 34359472391 kB\nHugePages_Total: 0\nHugePages_Free: 0\nHugePages_Rsvd: 0\nHugepagesize: 2048 kB\n">>}]}, {'ns_1@10.1.3.236', [{last_heard,{1353,457054,361931}}, {outgoing_replications_safeness_level, [{"default",unknown}]}, {incoming_replications_conf_hashes,[{"default",[]}]}, {active_buckets,[]}, {ready_buckets,[]}, {local_tasks,[]}, {memory, [{total,87363712}, {processes,49428352}, {processes_used,49410296}, {system,37935360}, {atom,1193689}, {atom_used,1174573}, {binary,3982288}, {code,11522475}, {ets,3324976}]}, {system_memory_data, [{system_total_memory,4140711936}, {free_swap,5292642304}, {total_swap,5335146496}, {cached_memory,673300480}, {buffered_memory,255021056}, {free_memory,2960183296}, {total_memory,4140711936}]}, {node_storage_conf, [{db_path, "/opt/couchbase/var/lib/couchbase/data/"}, {index_path, "/opt/couchbase/var/lib/couchbase/data/"}]}, {statistics, [{wall_clock,{8956,20}}, {context_switches,{84701,0}}, {garbage_collection,{21588,82784824,0}}, {io,{{input,17983145},{output,3680770}}}, {reductions,{76350392,43818}}, {run_queue,1}, {runtime,{7590,30}}]}, {system_stats, [{cpu_utilization_rate,0}, {swap_total,0}, {swap_used,0}]}, {interesting_stats,[]}, {cluster_compatibility_version,131072}, {version, [{public_key,"0.13"}, {lhttpc,"1.3.0"}, {ale,"8cffe61"}, {os_mon,"2.2.7"}, {couch_set_view,"1.2.0a-31560d7-git"}, {mnesia,"4.5"}, {inets,"5.7.1"}, {couch,"1.2.0a-31560d7-git"}, {mapreduce,"1.0.0"}, {couch_index_merger,"1.2.0a-31560d7-git"}, {kernel,"2.14.5"}, {crypto,"2.0.4"}, {ssl,"4.1.6"}, {sasl,"2.1.10"}, {couch_view_parser,"1.0.0"}, {ns_server,"2.0.0-1954-rel-enterprise"}, {mochiweb,"1.4.1"}, {oauth,"7d85d3ef"}, {stdlib,"1.17.5"}]}, {supported_compat_version,[2,0]}, {system_arch,"x86_64-unknown-linux-gnu"}, {wall_clock,8}, {memory_data, {4140711936,1120010240,{<0.6.0>,601272}}}, {disk_data, [{"/",20219004,14}, {"/boot",101086,14}, {"/dev/shm",2021832,0}]}, {meminfo, <<"MemTotal: 4043664 kB\nMemFree: 2890804 kB\nBuffers: 249044 kB\nCached: 657520 kB\nSwapCached: 33340 kB\nActive: 604556 kB\nInactive: 426932 kB\nHighTotal: 0 kB\nHighFree: 0 kB\nLowTotal: 4043664 kB\nLowFree: 2890804 kB\nSwapTotal: 5210104 kB\nSwapFree: 5168596 kB\nDirty: 87264 kB\nWriteback: 0 kB\nAnonPages: 124096 kB\nMapped: 11100 kB\nSlab: 90208 kB\nPageTables: 4332 kB\nNFS_Unstable: 0 kB\nBounce: 0 kB\nCommitLimit: 7231936 kB\nCommitted_AS: 1586680 kB\nVmallocTotal: 34359738367 kB\nVmallocUsed: 265708 kB\nVmallocChunk: 34359472391 kB\nHugePages_Total: 0\nHugePages_Free: 0\nHugePages_Rsvd: 0\nHugepagesize: 2048 kB\n">>}]}, {'ns_1@10.3.2.54', [{last_heard,{1353,457054,365870}}, {outgoing_replications_safeness_level, [{"default",green}]}, {incoming_replications_conf_hashes, [{"default",[{'ns_1@10.1.3.235',111274792}]}]}, {active_buckets,["default"]}, {ready_buckets,["default"]}, {local_tasks, [[{type,xdcr}, {id,<<"27a2c0bb24123b9a3ad23cedf36ad423/default/default">>}, {errors,[]}, {changes_left,0}, {docs_checked,0}, {docs_written,0}, {data_replicated,0}, {active_vbreps,0}, {waiting_vbreps,0}, {time_working,0}, {time_committing,0}, {num_checkpoints,0}, {num_failedckpts,0}, {docs_rep_queue,0}, {size_rep_queue,0}]]}, {memory, [{total,141135160}, {processes,100537672}, {processes_used,100433984}, {system,40597488}, {atom,1404209}, {atom_used,1377374}, {binary,4364048}, {code,14344484}, {ets,2373032}]}, {system_memory_data, [{system_total_memory,8370651136}, {free_swap,5335040000}, {total_swap,5335146496}, {cached_memory,739311616}, {buffered_memory,297758720}, {free_memory,6881136640}, {total_memory,8370651136}]}, {node_storage_conf, [{db_path, "/opt/couchbase/var/lib/couchbase/data/"}, {index_path, "/opt/couchbase/var/lib/couchbase/data/"}]}, {statistics, [{wall_clock,{214057,80}}, {context_switches,{453828,0}}, {garbage_collection,{84303,282912956,0}}, {io,{{input,16954763},{output,13232083}}}, {reductions,{114613870,65349}}, {run_queue,0}, {runtime,{26770,20}}]}, {system_stats, [{cpu_utilization_rate,3.25}, {swap_total,5335146496}, {swap_used,106496}]}, {interesting_stats, [{couch_docs_actual_disk_size,5637695}, {couch_docs_data_size,5618316}, {couch_views_actual_disk_size,0}, {couch_views_data_size,0}, {curr_items,0}, {curr_items_tot,0}, {mem_used,21310072}, {vb_replica_curr_items,0}]}, {cluster_compatibility_version,131072}, {version, [{public_key,"0.13"}, {lhttpc,"1.3.0"}, {ale,"8cffe61"}, {os_mon,"2.2.7"}, {couch_set_view,"1.2.0a-31560d7-git"}, {mnesia,"4.5"}, {inets,"5.7.1"}, {couch,"1.2.0a-31560d7-git"}, {mapreduce,"1.0.0"}, {couch_index_merger,"1.2.0a-31560d7-git"}, {kernel,"2.14.5"}, {crypto,"2.0.4"}, {ssl,"4.1.6"}, {sasl,"2.1.10"}, {couch_view_parser,"1.0.0"}, {ns_server,"2.0.0-1954-rel-enterprise"}, {mochiweb,"1.4.1"}, {oauth,"7d85d3ef"}, {stdlib,"1.17.5"}]}, {supported_compat_version,[2,0]}, {system_arch,"x86_64-unknown-linux-gnu"}, {wall_clock,214}, {memory_data, {8370651136,1477476352,{<15336.81.0>,4114712}}}, {disk_data, [{"/",20219004,23}, {"/boot",101086,14}, {"/dev/shm",4087232,0}, {"/data",206420664,6}]}, {meminfo, <<"MemTotal: 8174464 kB\nMemFree: 6719860 kB\nBuffers: 290780 kB\nCached: 721984 kB\nSwapCached: 0 kB\nActive: 811688 kB\nInactive: 483420 kB\nHighTotal: 0 kB\nHighFree: 0 kB\nLowTotal: 8174464 kB\nLowFree: 6719860 kB\nSwapTotal: 5210104 kB\nSwapFree: 5210000 kB\nDirty: 68884 kB\nWriteback: 0 kB\nAnonPages: 282152 kB\nMapped: 18044 kB\nSlab: 126548 kB\nPageTables: 4820 kB\nNFS_Unstable: 0 kB\nBounce: 0 kB\nCommitLimit: 9297336 kB\nCommitted_AS: 1999208 kB\nVmallocTotal: 34359738367 kB\nVmallocUsed: 265716 kB\nVmallocChunk: 34359472391 kB\nHugePages_Total: 0\nHugePages_Free: 0\nHugePages_Rsvd: 0\nHugepagesize: 2048 kB\n">>}]}] [stats:warn,2012-11-20T16:17:38.169,ns_1@10.1.3.236:<0.4802.0>:stats_collector:latest_tick:223]Dropped 3 ticks [stats:debug,2012-11-20T16:17:38.182,ns_1@10.1.3.236:<0.4802.0>:stats_collector:maybe_log_stats:126](at {{1970,1,16},{7,57,36}}) Stats for bucket "default": accepting_conns 1 auth_cmds 0 auth_errors 0 bucket_active_conns 1 bucket_conns 5 bytes 20922096 bytes_read 196 bytes_written 120 cas_badval 0 cas_hits 0 cas_misses 0 cmd_flush 0 cmd_get 0 cmd_set 0 conn_yields 0 connection_structures 5000 curr_connections 9 curr_conns_on_port_11209 6 curr_conns_on_port_11210 1 curr_items 0 curr_items_tot 0 curr_temp_items 0 daemon_connections 4 decr_hits 0 decr_misses 0 delete_hits 0 delete_misses 0 ep_access_scanner_last_runtime 0 ep_access_scanner_num_items 0 ep_access_scanner_task_time 2012-11-21 10:00:00 ep_allow_data_loss_during_shutdown 1 ep_alog_block_size 4096 ep_alog_path /opt/couchbase/var/lib/couchbase/data/default/access.log ep_alog_sleep_time 1440 ep_alog_task_time 10 ep_backend couchdb ep_bg_fetch_delay 0 ep_bg_fetched 0 ep_bg_meta_fetched 0 ep_bg_remaining_jobs 0 ep_chk_max_items 5000 ep_chk_period 1800 ep_chk_persistence_remains 0 ep_chk_persistence_timeout 10 ep_chk_remover_stime 5 ep_commit_num 0 ep_commit_time 0 ep_commit_time_total 0 ep_concurrentDB 1 ep_config_file ep_couch_bucket default ep_couch_host localhost ep_couch_port 11213 ep_couch_reconnect_sleeptime 250 ep_couch_response_timeout 180000 ep_data_age 0 ep_data_age_highwat 0 ep_data_traffic_enabled 0 ep_dbinit 0 ep_dbname /opt/couchbase/var/lib/couchbase/data/default ep_degraded_mode 1 ep_diskqueue_drain 0 ep_diskqueue_fill 0 ep_diskqueue_items 0 ep_diskqueue_memory 0 ep_diskqueue_pending 0 ep_exp_pager_stime 3600 ep_exp_pager_stime 3600 ep_expired_access 0 ep_expired_pager 0 ep_expiry_window 3 ep_failpartialwarmup 0 ep_flush_all false ep_flush_duration_total 0 ep_flushall_enabled 0 ep_flusher_state running ep_flusher_todo 0 ep_getl_default_timeout 15 ep_getl_max_timeout 30 ep_ht_locks 5 ep_ht_size 3079 ep_inconsistent_slave_chk 0 ep_initfile ep_io_num_read 0 ep_io_num_write 0 ep_io_read_bytes 0 ep_io_write_bytes 0 ep_item_begin_failed 0 ep_item_commit_failed 0 ep_item_flush_expired 0 ep_item_flush_failed 0 ep_item_num_based_new_chk 1 ep_items_rm_from_checkpoints 0 ep_keep_closed_chks 0 ep_klog_block_size 4096 ep_klog_compactor_queue_cap 500000 ep_klog_compactor_stime 3600 ep_klog_flush commit2 ep_klog_max_entry_ratio 10 ep_klog_max_log_size 2147483647 ep_klog_path ep_klog_sync commit2 ep_kv_size 0 ep_max_checkpoints 2 ep_max_data_size 490733568 ep_max_item_size 20971520 ep_max_size 490733568 ep_max_txn_size 10000 ep_max_vbuckets 1024 ep_mem_high_wat 368050176 ep_mem_high_wat 368050176 ep_mem_low_wat 294440140 ep_mem_low_wat 294440140 ep_mem_tracker_enabled true ep_min_data_age 0 ep_mlog_compactor_runs 0 ep_mutation_mem_threshold 0 ep_num_access_scanner_runs 0 ep_num_eject_failures 0 ep_num_expiry_pager_runs 0 ep_num_non_resident 0 ep_num_not_my_vbuckets 0 ep_num_ops_del_meta 0 ep_num_ops_get_meta 0 ep_num_ops_set_meta 0 ep_num_pager_runs 0 ep_num_value_ejects 0 ep_oom_errors 0 ep_overhead 18132804 ep_pager_active_vb_pcnt 40 ep_pager_unbiased_period 60 ep_pending_ops 0 ep_pending_ops_max 0 ep_pending_ops_max_duration 0 ep_pending_ops_total 0 ep_postInitfile ep_queue_age_cap 900 ep_queue_size 0 ep_startup_time 1353457054 ep_storage_age 0 ep_storage_age_highwat 0 ep_store_max_concurrency 10 ep_store_max_readers 9 ep_store_max_readwrite 1 ep_stored_val_type ep_tap_ack_grace_period 300 ep_tap_ack_initial_sequence_number 1 ep_tap_ack_interval 1000 ep_tap_ack_window_size 10 ep_tap_backfill_resident 0.9 ep_tap_backlog_limit 5000 ep_tap_backoff_period 5 ep_tap_bg_fetch_requeued 0 ep_tap_bg_fetched 0 ep_tap_bg_max_pending 500 ep_tap_keepalive 300 ep_tap_noop_interval 20 ep_tap_requeue_sleep_time 0.1 ep_tap_throttle_cap_pcnt 10 ep_tap_throttle_queue_cap 1000000 ep_tap_throttle_threshold 90 ep_tmp_oom_errors 0 ep_too_old 0 ep_too_young 0 ep_total_cache_size 0 ep_total_del_items 0 ep_total_enqueued 0 ep_total_new_items 0 ep_total_persisted 0 ep_uncommitted_items 0 ep_value_size 0 ep_vb0 0 ep_vb_snapshot_total 0 ep_vb_total 682 ep_vbucket_del 0 ep_vbucket_del_fail 0 ep_version 2.0.0r_139_g9b8377b ep_waitforwarmup 0 ep_warmup 1 ep_warmup_batch_size 1000 ep_warmup_dups 0 ep_warmup_min_items_threshold 100 ep_warmup_min_memory_threshold 100 ep_warmup_oom 0 ep_warmup_thread complete ep_warmup_time 289313 get_hits 0 get_misses 0 incr_hits 0 incr_misses 0 libevent 2.0.11-stable limit_maxbytes 67108864 listen_disabled_num 0 max_conns_on_port_11209 1000 max_conns_on_port_11210 9000 mem_used 20922096 pid 15247 pointer_size 64 rejected_conns 0 rusage_system 0.109983 rusage_user 0.214967 threads 4 time 1353457054 total_connections 9 uptime 2 vb_active_curr_items 0 vb_active_eject 0 vb_active_expired 0 vb_active_ht_memory 0 vb_active_itm_memory 0 vb_active_meta_data_memory 0 vb_active_num 0 vb_active_num_non_resident 0 vb_active_num_ref_ejects 0 vb_active_num_ref_items 0 vb_active_ops_create 0 vb_active_ops_delete 0 vb_active_ops_reject 0 vb_active_ops_update 0 vb_active_perc_mem_resident 0 vb_active_queue_age 0 vb_active_queue_drain 0 vb_active_queue_fill 0 vb_active_queue_memory 0 vb_active_queue_pending 0 vb_active_queue_size 0 vb_dead_num 682 vb_pending_curr_items 0 vb_pending_eject 0 vb_pending_expired 0 vb_pending_ht_memory 0 vb_pending_itm_memory 0 vb_pending_meta_data_memory 0 vb_pending_num 0 vb_pending_num_non_resident 0 vb_pending_num_ref_ejects 0 vb_pending_num_ref_items 0 vb_pending_ops_create 0 vb_pending_ops_delete 0 vb_pending_ops_reject 0 vb_pending_ops_update 0 vb_pending_perc_mem_resident 0 vb_pending_queue_age 0 vb_pending_queue_drain 0 vb_pending_queue_fill 0 vb_pending_queue_memory 0 vb_pending_queue_pending 0 vb_pending_queue_size 0 vb_replica_curr_items 0 vb_replica_eject 0 vb_replica_expired 0 vb_replica_ht_memory 0 vb_replica_itm_memory 0 vb_replica_meta_data_memory 0 vb_replica_num 0 vb_replica_num_non_resident 0 vb_replica_num_ref_ejects 0 vb_replica_num_ref_items 0 vb_replica_ops_create 0 vb_replica_ops_delete 0 vb_replica_ops_reject 0 vb_replica_ops_update 0 vb_replica_perc_mem_resident 0 vb_replica_queue_age 0 vb_replica_queue_drain 0 vb_replica_queue_fill 0 vb_replica_queue_memory 0 vb_replica_queue_pending 0 vb_replica_queue_size 0 version 1.4.4_600_g7ea975a [ns_doctor:debug,2012-11-20T16:18:34.306,ns_1@10.1.3.236:ns_doctor<0.4576.0>:ns_doctor:handle_info:137]Current node statuses: [{'ns_1@10.1.3.235', [{last_heard,{1353,457111,7853}}, {outgoing_replications_safeness_level,[{"default",green}]}, {incoming_replications_conf_hashes, [{"default", [{'ns_1@10.1.3.236',86256472},{'ns_1@10.3.2.54',67084310}]}]}, {active_buckets,["default"]}, {ready_buckets,["default"]}, {local_tasks, [[{type,xdcr}, {id,<<"27a2c0bb24123b9a3ad23cedf36ad423/default/default">>}, {errors,[]}, {changes_left,15}, {docs_checked,757}, {docs_written,757}, {data_replicated,364512}, {active_vbreps,8}, {waiting_vbreps,0}, {time_working,389}, {time_committing,0}, {num_checkpoints,0}, {num_failedckpts,0}, {docs_rep_queue,0}, {size_rep_queue,0}]]}, {memory, [{total,333683840}, {processes,287804232}, {processes_used,287142096}, {system,45879608}, {atom,1398553}, {atom_used,1369458}, {binary,9591144}, {code,14209090}, {ets,2274968}]}, {system_memory_data, [{system_total_memory,4140711936}, {free_swap,5292630016}, {total_swap,5335146496}, {cached_memory,719589376}, {buffered_memory,252747776}, {free_memory,2601959424}, {total_memory,4140711936}]}, {node_storage_conf, [{db_path,"/opt/couchbase/var/lib/couchbase/data/"}, {index_path,"/opt/couchbase/var/lib/couchbase/data/"}]}, {statistics, [{wall_clock,{96759,5110}}, {context_switches,{616417,0}}, {garbage_collection,{136438,487339325,0}}, {io,{{input,37263712},{output,20233368}}}, {reductions,{193750835,14418357}}, {run_queue,0}, {runtime,{40200,4720}}]}, {system_stats, [{cpu_utilization_rate,2.349869451697128}, {swap_total,5335146496}, {swap_used,42516480}]}, {interesting_stats, [{couch_docs_actual_disk_size,9188095}, {couch_docs_data_size,9136872}, {couch_views_actual_disk_size,0}, {couch_views_data_size,0}, {curr_items,0}, {curr_items_tot,0}, {mem_used,21461856}, {vb_replica_curr_items,0}]}, {cluster_compatibility_version,131072}, {version, [{public_key,"0.13"}, {lhttpc,"1.3.0"}, {ale,"8cffe61"}, {os_mon,"2.2.7"}, {couch_set_view,"1.2.0a-31560d7-git"}, {mnesia,"4.5"}, {inets,"5.7.1"}, {couch,"1.2.0a-31560d7-git"}, {mapreduce,"1.0.0"}, {couch_index_merger,"1.2.0a-31560d7-git"}, {kernel,"2.14.5"}, {crypto,"2.0.4"}, {ssl,"4.1.6"}, {sasl,"2.1.10"}, {couch_view_parser,"1.0.0"}, {ns_server,"2.0.0-1954-rel-enterprise"}, {mochiweb,"1.4.1"}, {oauth,"7d85d3ef"}, {stdlib,"1.17.5"}]}, {supported_compat_version,[2,0]}, {system_arch,"x86_64-unknown-linux-gnu"}, {wall_clock,96}, {memory_data,{4140711936,1380323328,{<15326.4545.0>,5085816}}}, {disk_data, [{"/",20219004,24},{"/boot",101086,14},{"/dev/shm",2021832,0}]}, {meminfo, <<"MemTotal: 4043664 kB\nMemFree: 2541844 kB\nBuffers: 246824 kB\nCached: 702724 kB\nSwapCached: 33260 kB\nActive: 922140 kB\nInactive: 448224 kB\nHighTotal: 0 kB\nHighFree: 0 kB\nLowTotal: 4043664 kB\nLowFree: 2541844 kB\nSwapTotal: 5210104 kB\nSwapFree: 5168584 kB\nDirty: 62080 kB\nWriteback: 0 kB\nAnonPages: 420272 kB\nMapped: 13120 kB\nSlab: 98808 kB\nPageTables: 5464 kB\nNFS_Unstable: 0 kB\nBounce: 0 kB\nCommitLimit: 7231936 kB\nCommitted_AS: 2196064 kB\nVmallocTotal: 34359738367 kB\nVmallocUsed: 265708 kB\nVmallocChunk: 34359472391 kB\nHugePages_Total: 0\nHugePages_Free: 0\nHugePages_Rsvd: 0\nHugepagesize: 2048 kB\n">>}]}, {'ns_1@10.1.3.236', [{last_heard,{1353,457109,317994}}, {outgoing_replications_safeness_level,[{"default",green}]}, {incoming_replications_conf_hashes, [{"default", [{'ns_1@10.1.3.235',96925268},{'ns_1@10.3.2.54',12754605}]}]}, {active_buckets,["default"]}, {ready_buckets,["default"]}, {local_tasks, [[{type,xdcr}, {id,<<"27a2c0bb24123b9a3ad23cedf36ad423/default/default">>}, {errors,[]}, {changes_left,83}, {docs_checked,806}, {docs_written,806}, {data_replicated,388122}, {active_vbreps,32}, {waiting_vbreps,12}, {time_working,280}, {time_committing,0}, {num_checkpoints,0}, {num_failedckpts,0}, {docs_rep_queue,0}, {size_rep_queue,0}]]}, {memory, [{total,321371824}, {processes,274960168}, {processes_used,274431488}, {system,46411656}, {atom,1392897}, {atom_used,1360358}, {binary,10255464}, {code,14018732}, {ets,2327256}]}, {system_memory_data, [{system_total_memory,4140711936}, {free_swap,5292642304}, {total_swap,5335146496}, {cached_memory,693968896}, {buffered_memory,255045632}, {free_memory,2651037696}, {total_memory,4140711936}]}, {node_storage_conf, [{db_path,"/opt/couchbase/var/lib/couchbase/data/"}, {index_path,"/opt/couchbase/var/lib/couchbase/data/"}]}, {statistics, [{wall_clock,{63910,4976}}, {context_switches,{540203,0}}, {garbage_collection,{132742,421405609,0}}, {io,{{input,37667664},{output,18588565}}}, {reductions,{174525133,16112014}}, {run_queue,1}, {runtime,{53330,8720}}]}, {system_stats, [{cpu_utilization_rate,3.2911392405063293}, {swap_total,5335146496}, {swap_used,42504192}]}, {interesting_stats, [{couch_docs_actual_disk_size,5637659}, {couch_docs_data_size,5618316}, {couch_views_actual_disk_size,0}, {couch_views_data_size,0}, {curr_items,0}, {curr_items_tot,0}, {mem_used,21310088}, {vb_replica_curr_items,0}]}, {cluster_compatibility_version,131072}, {version, [{public_key,"0.13"}, {lhttpc,"1.3.0"}, {ale,"8cffe61"}, {os_mon,"2.2.7"}, {couch_set_view,"1.2.0a-31560d7-git"}, {mnesia,"4.5"}, {inets,"5.7.1"}, {couch,"1.2.0a-31560d7-git"}, {mapreduce,"1.0.0"}, {couch_index_merger,"1.2.0a-31560d7-git"}, {kernel,"2.14.5"}, {crypto,"2.0.4"}, {ssl,"4.1.6"}, {sasl,"2.1.10"}, {couch_view_parser,"1.0.0"}, {ns_server,"2.0.0-1954-rel-enterprise"}, {mochiweb,"1.4.1"}, {oauth,"7d85d3ef"}, {stdlib,"1.17.5"}]}, {supported_compat_version,[2,0]}, {system_arch,"x86_64-unknown-linux-gnu"}, {wall_clock,63}, {memory_data,{4140711936,1471508480,{<0.81.0>,4714912}}}, {disk_data, [{"/",20219004,14},{"/boot",101086,14},{"/dev/shm",2021832,0}]}, {meminfo, <<"MemTotal: 4043664 kB\nMemFree: 2589276 kB\nBuffers: 249068 kB\nCached: 677704 kB\nSwapCached: 33340 kB\nActive: 895116 kB\nInactive: 435752 kB\nHighTotal: 0 kB\nHighFree: 0 kB\nLowTotal: 4043664 kB\nLowFree: 2589276 kB\nSwapTotal: 5210104 kB\nSwapFree: 5168596 kB\nDirty: 57880 kB\nWriteback: 0 kB\nAnonPages: 403296 kB\nMapped: 13120 kB\nSlab: 91628 kB\nPageTables: 5492 kB\nNFS_Unstable: 0 kB\nBounce: 0 kB\nCommitLimit: 7231936 kB\nCommitted_AS: 2194024 kB\nVmallocTotal: 34359738367 kB\nVmallocUsed: 265708 kB\nVmallocChunk: 34359472391 kB\nHugePages_Total: 0\nHugePages_Free: 0\nHugePages_Rsvd: 0\nHugepagesize: 2048 kB\n">>}]}, {'ns_1@10.3.2.54', [{last_heard,{1353,457110,228170}}, {outgoing_replications_safeness_level,[{"default",green}]}, {incoming_replications_conf_hashes, [{"default", [{'ns_1@10.1.3.235',111274792},{'ns_1@10.1.3.236',93000434}]}]}, {active_buckets,["default"]}, {ready_buckets,["default"]}, {local_tasks, [[{type,xdcr}, {id,<<"27a2c0bb24123b9a3ad23cedf36ad423/default/default">>}, {errors,[]}, {changes_left,23}, {docs_checked,1201}, {docs_written,1201}, {data_replicated,578504}, {active_vbreps,23}, {waiting_vbreps,0}, {time_working,202}, {time_committing,0}, {num_checkpoints,0}, {num_failedckpts,0}, {docs_rep_queue,0}, {size_rep_queue,0}]]}, {memory, [{total,416595808}, {processes,367527384}, {processes_used,366896432}, {system,49068424}, {atom,1392897}, {atom_used,1360358}, {binary,12822528}, {code,14009476}, {ets,2373408}]}, {system_memory_data, [{system_total_memory,8370651136}, {free_swap,5335040000}, {total_swap,5335146496}, {cached_memory,773382144}, {buffered_memory,297861120}, {free_memory,6643552256}, {total_memory,8370651136}]}, {node_storage_conf, [{db_path,"/opt/couchbase/var/lib/couchbase/data/"}, {index_path,"/opt/couchbase/var/lib/couchbase/data/"}]}, {statistics, [{wall_clock,{35369,5003}}, {context_switches,{674628,0}}, {garbage_collection,{174367,500578958,0}}, {io,{{input,51282896},{output,24120430}}}, {reductions,{201449932,23406675}}, {run_queue,0}, {runtime,{34150,6420}}]}, {system_stats, [{cpu_utilization_rate,3.25}, {swap_total,5335146496}, {swap_used,106496}]}, {interesting_stats, [{couch_docs_actual_disk_size,5637695}, {couch_docs_data_size,5618316}, {couch_views_actual_disk_size,0}, {couch_views_data_size,0}, {curr_items,0}, {curr_items_tot,0}, {mem_used,21310072}, {vb_replica_curr_items,0}]}, {cluster_compatibility_version,131072}, {version, [{public_key,"0.13"}, {lhttpc,"1.3.0"}, {ale,"8cffe61"}, {os_mon,"2.2.7"}, {couch_set_view,"1.2.0a-31560d7-git"}, {mnesia,"4.5"}, {inets,"5.7.1"}, {couch,"1.2.0a-31560d7-git"}, {mapreduce,"1.0.0"}, {couch_index_merger,"1.2.0a-31560d7-git"}, {kernel,"2.14.5"}, {crypto,"2.0.4"}, {ssl,"4.1.6"}, {sasl,"2.1.10"}, {couch_view_parser,"1.0.0"}, {ns_server,"2.0.0-1954-rel-enterprise"}, {mochiweb,"1.4.1"}, {oauth,"7d85d3ef"}, {stdlib,"1.17.5"}]}, {supported_compat_version,[2,0]}, {system_arch,"x86_64-unknown-linux-gnu"}, {wall_clock,35}, {memory_data,{8370651136,1351065600,{<15336.6.0>,601328}}}, {disk_data, [{"/",20219004,23}, {"/boot",101086,14}, {"/dev/shm",4087232,0}, {"/data",206420664,6}]}, {meminfo, <<"MemTotal: 8174464 kB\nMemFree: 6488216 kB\nBuffers: 290880 kB\nCached: 755256 kB\nSwapCached: 0 kB\nActive: 1023292 kB\nInactive: 499948 kB\nHighTotal: 0 kB\nHighFree: 0 kB\nLowTotal: 8174464 kB\nLowFree: 6488216 kB\nSwapTotal: 5210104 kB\nSwapFree: 5210000 kB\nDirty: 66296 kB\nWriteback: 0 kB\nAnonPages: 476980 kB\nMapped: 16196 kB\nSlab: 129260 kB\nPageTables: 5648 kB\nNFS_Unstable: 0 kB\nBounce: 0 kB\nCommitLimit: 9297336 kB\nCommitted_AS: 2309288 kB\nVmallocTotal: 34359738367 kB\nVmallocUsed: 265716 kB\nVmallocChunk: 34359472391 kB\nHugePages_Total: 0\nHugePages_Free: 0\nHugePages_Rsvd: 0\nHugepagesize: 2048 kB\n">>}]}] [stats:debug,2012-11-20T16:19:17.829,ns_1@10.1.3.236:<0.4802.0>:stats_collector:maybe_log_stats:126](at {{1970,1,16},{7,57,37}}) Stats for bucket "default": accepting_conns 1 auth_cmds 1 auth_errors 0 bucket_active_conns 1 bucket_conns 16 bytes 24878816 bytes_read 2213292 bytes_written 7280092 cas_badval 0 cas_hits 0 cas_misses 0 cmd_flush 0 cmd_get 0 cmd_set 3335 conn_yields 78 connection_structures 5000 curr_connections 18 curr_conns_on_port_11209 14 curr_conns_on_port_11210 2 curr_items 3335 curr_items_tot 6666 curr_temp_items 0 daemon_connections 4 decr_hits 0 decr_misses 0 delete_hits 0 delete_misses 0 ep_access_scanner_last_runtime 0 ep_access_scanner_num_items 0 ep_access_scanner_task_time 2012-11-21 10:00:00 ep_allow_data_loss_during_shutdown 1 ep_alog_block_size 4096 ep_alog_path /opt/couchbase/var/lib/couchbase/data/default/access.log ep_alog_sleep_time 1440 ep_alog_task_time 10 ep_backend couchdb ep_bg_fetch_delay 0 ep_bg_fetched 0 ep_bg_meta_fetched 0 ep_bg_remaining_jobs 0 ep_chk_max_items 5000 ep_chk_period 1800 ep_chk_persistence_remains 0 ep_chk_persistence_timeout 10 ep_chk_remover_stime 5 ep_commit_num 16 ep_commit_time 4 ep_commit_time_total 149 ep_concurrentDB 1 ep_config_file ep_couch_bucket default ep_couch_host localhost ep_couch_port 11213 ep_couch_reconnect_sleeptime 250 ep_couch_response_timeout 180000 ep_data_age 7 ep_data_age_highwat 15 ep_data_traffic_enabled 0 ep_dbinit 0 ep_dbname /opt/couchbase/var/lib/couchbase/data/default ep_degraded_mode 0 ep_diskqueue_drain 6666 ep_diskqueue_fill 6666 ep_diskqueue_items 0 ep_diskqueue_memory 0 ep_diskqueue_pending 0 ep_exp_pager_stime 3600 ep_exp_pager_stime 3600 ep_expired_access 0 ep_expired_pager 0 ep_expiry_window 3 ep_failpartialwarmup 0 ep_flush_all false ep_flush_duration_total 44 ep_flushall_enabled 0 ep_flusher_state running ep_flusher_todo 0 ep_getl_default_timeout 15 ep_getl_max_timeout 30 ep_ht_locks 5 ep_ht_size 3079 ep_inconsistent_slave_chk 0 ep_initfile ep_io_num_read 0 ep_io_num_write 6666 ep_io_read_bytes 0 ep_io_write_bytes 1779086 ep_item_begin_failed 0 ep_item_commit_failed 0 ep_item_flush_expired 0 ep_item_flush_failed 0 ep_item_num_based_new_chk 1 ep_items_rm_from_checkpoints 0 ep_keep_closed_chks 0 ep_klog_block_size 4096 ep_klog_compactor_queue_cap 500000 ep_klog_compactor_stime 3600 ep_klog_flush commit2 ep_klog_max_entry_ratio 10 ep_klog_max_log_size 2147483647 ep_klog_path ep_klog_sync commit2 ep_kv_size 2313046 ep_max_checkpoints 2 ep_max_data_size 490733568 ep_max_item_size 20971520 ep_max_size 490733568 ep_max_txn_size 10000 ep_max_vbuckets 1024 ep_mem_high_wat 368050176 ep_mem_high_wat 368050176 ep_mem_low_wat 294440140 ep_mem_low_wat 294440140 ep_mem_tracker_enabled true ep_min_data_age 0 ep_mlog_compactor_runs 0 ep_mutation_mem_threshold 0 ep_num_access_scanner_runs 0 ep_num_eject_failures 0 ep_num_expiry_pager_runs 0 ep_num_non_resident 0 ep_num_not_my_vbuckets 0 ep_num_ops_del_meta 0 ep_num_ops_get_meta 0 ep_num_ops_set_meta 0 ep_num_pager_runs 0 ep_num_value_ejects 0 ep_oom_errors 0 ep_overhead 18651280 ep_pager_active_vb_pcnt 40 ep_pager_unbiased_period 60 ep_pending_ops 0 ep_pending_ops_max 0 ep_pending_ops_max_duration 0 ep_pending_ops_total 0 ep_postInitfile ep_queue_age_cap 900 ep_queue_size 0 ep_startup_time 1353457054 ep_storage_age 6 ep_storage_age_highwat 13 ep_store_max_concurrency 10 ep_store_max_readers 9 ep_store_max_readwrite 1 ep_stored_val_type ep_tap_ack_grace_period 300 ep_tap_ack_initial_sequence_number 1 ep_tap_ack_interval 1000 ep_tap_ack_window_size 10 ep_tap_backfill_resident 0.9 ep_tap_backlog_limit 5000 ep_tap_backoff_period 5 ep_tap_bg_fetch_requeued 0 ep_tap_bg_fetched 0 ep_tap_bg_max_pending 500 ep_tap_keepalive 300 ep_tap_noop_interval 20 ep_tap_requeue_sleep_time 0.1 ep_tap_throttle_cap_pcnt 10 ep_tap_throttle_queue_cap 1000000 ep_tap_throttle_threshold 90 ep_tmp_oom_errors 0 ep_too_old 0 ep_too_young 0 ep_total_cache_size 2233054 ep_total_del_items 0 ep_total_enqueued 6666 ep_total_new_items 6666 ep_total_persisted 6666 ep_uncommitted_items 0 ep_value_size 1786488 ep_vb0 0 ep_vb_snapshot_total 2 ep_vb_total 682 ep_vbucket_del 0 ep_vbucket_del_fail 0 ep_version 2.0.0r_139_g9b8377b ep_waitforwarmup 0 ep_warmup 1 ep_warmup_batch_size 1000 ep_warmup_dups 0 ep_warmup_min_items_threshold 100 ep_warmup_min_memory_threshold 100 ep_warmup_oom 0 ep_warmup_thread complete ep_warmup_time 289313 get_hits 0 get_misses 0 incr_hits 0 incr_misses 0 libevent 2.0.11-stable limit_maxbytes 67108864 listen_disabled_num 0 max_conns_on_port_11209 1000 max_conns_on_port_11210 9000 mem_used 24878816 pid 15247 pointer_size 64 rejected_conns 0 rusage_system 4.946248 rusage_user 5.305193 tap_checkpoint_start_received 511 tap_checkpoint_start_sent 511 tap_connect_received 3 tap_mutation_received 3331 tap_mutation_sent 3335 tap_opaque_received 7 tap_opaque_sent 6 threads 4 time 1353457157 total_connections 22 uptime 105 vb_active_curr_items 3335 vb_active_eject 0 vb_active_expired 0 vb_active_ht_memory 8563192 vb_active_itm_memory 1117193 vb_active_meta_data_memory 246420 vb_active_num 341 vb_active_num_non_resident 0 vb_active_num_ref_ejects 0 vb_active_num_ref_items 3335 vb_active_ops_create 3335 vb_active_ops_delete 0 vb_active_ops_reject 0 vb_active_ops_update 0 vb_active_perc_mem_resident 100 vb_active_queue_age 0 vb_active_queue_drain 3335 vb_active_queue_fill 3335 vb_active_queue_memory 0 vb_active_queue_pending 0 vb_active_queue_size 0 vb_dead_num 0 vb_pending_curr_items 0 vb_pending_eject 0 vb_pending_expired 0 vb_pending_ht_memory 0 vb_pending_itm_memory 0 vb_pending_meta_data_memory 0 vb_pending_num 0 vb_pending_num_non_resident 0 vb_pending_num_ref_ejects 0 vb_pending_num_ref_items 0 vb_pending_ops_create 0 vb_pending_ops_delete 0 vb_pending_ops_reject 0 vb_pending_ops_update 0 vb_pending_perc_mem_resident 0 vb_pending_queue_age 0 vb_pending_queue_drain 0 vb_pending_queue_fill 0 vb_pending_queue_memory 0 vb_pending_queue_pending 0 vb_pending_queue_size 0 vb_replica_curr_items 3331 vb_replica_eject 0 vb_replica_expired 0 vb_replica_ht_memory 8563192 vb_replica_itm_memory 1115861 vb_replica_meta_data_memory 246128 vb_replica_num 341 vb_replica_num_non_resident 0 vb_replica_num_ref_ejects 0 vb_replica_num_ref_items 3331 vb_replica_ops_create 3331 vb_replica_ops_delete 0 vb_replica_ops_reject 0 vb_replica_ops_update 0 vb_replica_perc_mem_resident 100 vb_replica_queue_age 0 vb_replica_queue_drain 3331 vb_replica_queue_fill 3331 vb_replica_queue_memory 0 vb_replica_queue_pending 0 vb_replica_queue_size 0 version 1.4.4_600_g7ea975a [ns_doctor:debug,2012-11-20T16:19:34.307,ns_1@10.1.3.236:ns_doctor<0.4576.0>:ns_doctor:handle_info:137]Current node statuses: [{'ns_1@10.1.3.235', [{last_heard,{1353,457170,743345}}, {outgoing_replications_safeness_level,[{"default",green}]}, {incoming_replications_conf_hashes, [{"default", [{'ns_1@10.1.3.236',86256472},{'ns_1@10.3.2.54',67084310}]}]}, {active_buckets,["default"]}, {ready_buckets,["default"]}, {local_tasks, [[{type,xdcr}, {id,<<"27a2c0bb24123b9a3ad23cedf36ad423/default/default">>}, {errors,[]}, {changes_left,0}, {docs_checked,3317}, {docs_written,3317}, {data_replicated,1598432}, {active_vbreps,0}, {waiting_vbreps,0}, {time_working,1165}, {time_committing,0}, {num_checkpoints,0}, {num_failedckpts,0}, {docs_rep_queue,0}, {size_rep_queue,0}]]}, {memory, [{total,409949472}, {processes,357441416}, {processes_used,356713792}, {system,52508056}, {atom,1398553}, {atom_used,1369458}, {binary,16130448}, {code,14209090}, {ets,2296816}]}, {system_memory_data, [{system_total_memory,4140711936}, {free_swap,5292630016}, {total_swap,5335146496}, {cached_memory,738160640}, {buffered_memory,253067264}, {free_memory,2497708032}, {total_memory,4140711936}]}, {node_storage_conf, [{db_path,"/opt/couchbase/var/lib/couchbase/data/"}, {index_path,"/opt/couchbase/var/lib/couchbase/data/"}]}, {statistics, [{wall_clock,{156510,5001}}, {context_switches,{1122452,0}}, {garbage_collection,{229286,725510907,0}}, {io,{{input,79503073},{output,35974117}}}, {reductions,{300320641,4494640}}, {run_queue,0}, {runtime,{73930,570}}]}, {system_stats, [{cpu_utilization_rate,2.349869451697128}, {swap_total,5335146496}, {swap_used,42516480}]}, {interesting_stats, [{couch_docs_actual_disk_size,9188095}, {couch_docs_data_size,9136872}, {couch_views_actual_disk_size,0}, {couch_views_data_size,0}, {curr_items,0}, {curr_items_tot,0}, {mem_used,21461856}, {vb_replica_curr_items,0}]}, {cluster_compatibility_version,131072}, {version, [{public_key,"0.13"}, {lhttpc,"1.3.0"}, {ale,"8cffe61"}, {os_mon,"2.2.7"}, {couch_set_view,"1.2.0a-31560d7-git"}, {mnesia,"4.5"}, {inets,"5.7.1"}, {couch,"1.2.0a-31560d7-git"}, {mapreduce,"1.0.0"}, {couch_index_merger,"1.2.0a-31560d7-git"}, {kernel,"2.14.5"}, {crypto,"2.0.4"}, {ssl,"4.1.6"}, {sasl,"2.1.10"}, {couch_view_parser,"1.0.0"}, {ns_server,"2.0.0-1954-rel-enterprise"}, {mochiweb,"1.4.1"}, {oauth,"7d85d3ef"}, {stdlib,"1.17.5"}]}, {supported_compat_version,[2,0]}, {system_arch,"x86_64-unknown-linux-gnu"}, {wall_clock,156}, {memory_data,{4140711936,1551331328,{<15326.5267.0>,4714984}}}, {disk_data, [{"/",20219004,24},{"/boot",101086,14},{"/dev/shm",2021832,0}]}, {meminfo, <<"MemTotal: 4043664 kB\nMemFree: 2439168 kB\nBuffers: 247136 kB\nCached: 720860 kB\nSwapCached: 33260 kB\nActive: 1017124 kB\nInactive: 456196 kB\nHighTotal: 0 kB\nHighFree: 0 kB\nLowTotal: 4043664 kB\nLowFree: 2439168 kB\nSwapTotal: 5210104 kB\nSwapFree: 5168584 kB\nDirty: 48948 kB\nWriteback: 0 kB\nAnonPages: 504760 kB\nMapped: 13120 kB\nSlab: 99080 kB\nPageTables: 5708 kB\nNFS_Unstable: 0 kB\nBounce: 0 kB\nCommitLimit: 7231936 kB\nCommitted_AS: 2284360 kB\nVmallocTotal: 34359738367 kB\nVmallocUsed: 265708 kB\nVmallocChunk: 34359472391 kB\nHugePages_Total: 0\nHugePages_Free: 0\nHugePages_Rsvd: 0\nHugepagesize: 2048 kB\n">>}]}, {'ns_1@10.1.3.236', [{last_heard,{1353,457174,303121}}, {outgoing_replications_safeness_level,[{"default",green}]}, {incoming_replications_conf_hashes, [{"default", [{'ns_1@10.1.3.235',96925268},{'ns_1@10.3.2.54',12754605}]}]}, {active_buckets,["default"]}, {ready_buckets,["default"]}, {local_tasks, [[{type,xdcr}, {id,<<"27a2c0bb24123b9a3ad23cedf36ad423/default/default">>}, {errors,[]}, {changes_left,0}, {docs_checked,3335}, {docs_written,3335}, {data_replicated,1607100}, {active_vbreps,0}, {waiting_vbreps,0}, {time_working,1123}, {time_committing,0}, {num_checkpoints,0}, {num_failedckpts,0}, {docs_rep_queue,0}, {size_rep_queue,0}]]}, {memory, [{total,415065040}, {processes,362191576}, {processes_used,361558576}, {system,52873464}, {atom,1392897}, {atom_used,1360358}, {binary,16689240}, {code,14018732}, {ets,2304680}]}, {system_memory_data, [{system_total_memory,4140711936}, {free_swap,5292642304}, {total_swap,5335146496}, {cached_memory,714641408}, {buffered_memory,255475712}, {free_memory,2534486016}, {total_memory,4140711936}]}, {node_storage_conf, [{db_path,"/opt/couchbase/var/lib/couchbase/data/"}, {index_path,"/opt/couchbase/var/lib/couchbase/data/"}]}, {statistics, [{wall_clock,{128897,5000}}, {context_switches,{1095033,0}}, {garbage_collection,{239643,683301707,0}}, {io,{{input,81067652},{output,35817234}}}, {reductions,{279451608,2283746}}, {run_queue,0}, {runtime,{109600,710}}]}, {system_stats, [{cpu_utilization_rate,3.2911392405063293}, {swap_total,5335146496}, {swap_used,42504192}]}, {interesting_stats, [{couch_docs_actual_disk_size,5637659}, {couch_docs_data_size,5618316}, {couch_views_actual_disk_size,0}, {couch_views_data_size,0}, {curr_items,0}, {curr_items_tot,0}, {mem_used,21310088}, {vb_replica_curr_items,0}]}, {cluster_compatibility_version,131072}, {version, [{public_key,"0.13"}, {lhttpc,"1.3.0"}, {ale,"8cffe61"}, {os_mon,"2.2.7"}, {couch_set_view,"1.2.0a-31560d7-git"}, {mnesia,"4.5"}, {inets,"5.7.1"}, {couch,"1.2.0a-31560d7-git"}, {mapreduce,"1.0.0"}, {couch_index_merger,"1.2.0a-31560d7-git"}, {kernel,"2.14.5"}, {crypto,"2.0.4"}, {ssl,"4.1.6"}, {sasl,"2.1.10"}, {couch_view_parser,"1.0.0"}, {ns_server,"2.0.0-1954-rel-enterprise"}, {mochiweb,"1.4.1"}, {oauth,"7d85d3ef"}, {stdlib,"1.17.5"}]}, {supported_compat_version,[2,0]}, {system_arch,"x86_64-unknown-linux-gnu"}, {wall_clock,128}, {memory_data,{4140711936,1606352896,{<0.4770.0>,4714984}}}, {disk_data, [{"/",20219004,14},{"/boot",101086,14},{"/dev/shm",2021832,0}]}, {meminfo, <<"MemTotal: 4043664 kB\nMemFree: 2475084 kB\nBuffers: 249488 kB\nCached: 697892 kB\nSwapCached: 33340 kB\nActive: 998948 kB\nInactive: 444772 kB\nHighTotal: 0 kB\nHighFree: 0 kB\nLowTotal: 4043664 kB\nLowFree: 2475084 kB\nSwapTotal: 5210104 kB\nSwapFree: 5168596 kB\nDirty: 50944 kB\nWriteback: 0 kB\nAnonPages: 495724 kB\nMapped: 13120 kB\nSlab: 91792 kB\nPageTables: 5784 kB\nNFS_Unstable: 0 kB\nBounce: 0 kB\nCommitLimit: 7231936 kB\nCommitted_AS: 2304740 kB\nVmallocTotal: 34359738367 kB\nVmallocUsed: 265708 kB\nVmallocChunk: 34359472391 kB\nHugePages_Total: 0\nHugePages_Free: 0\nHugePages_Rsvd: 0\nHugepagesize: 2048 kB\n">>}]}, {'ns_1@10.3.2.54', [{last_heard,{1353,457170,223089}}, {outgoing_replications_safeness_level,[{"default",green}]}, {incoming_replications_conf_hashes, [{"default", [{'ns_1@10.1.3.235',111274792},{'ns_1@10.1.3.236',93000434}]}]}, {active_buckets,["default"]}, {ready_buckets,["default"]}, {local_tasks, [[{type,xdcr}, {id,<<"27a2c0bb24123b9a3ad23cedf36ad423/default/default">>}, {errors,[]}, {changes_left,0}, {docs_checked,3348}, {docs_written,3348}, {data_replicated,1613358}, {active_vbreps,0}, {waiting_vbreps,0}, {time_working,560}, {time_committing,0}, {num_checkpoints,0}, {num_failedckpts,0}, {docs_rep_queue,0}, {size_rep_queue,0}]]}, {memory, [{total,519347352}, {processes,465761080}, {processes_used,465046000}, {system,53586272}, {atom,1392897}, {atom_used,1360358}, {binary,17422792}, {code,14009476}, {ets,2304096}]}, {system_memory_data, [{system_total_memory,8370651136}, {free_swap,5335040000}, {total_swap,5335146496}, {cached_memory,806330368}, {buffered_memory,298995712}, {free_memory,6480596992}, {total_memory,8370651136}]}, {node_storage_conf, [{db_path,"/opt/couchbase/var/lib/couchbase/data/"}, {index_path,"/opt/couchbase/var/lib/couchbase/data/"}]}, {statistics, [{wall_clock,{95366,5000}}, {context_switches,{1498349,0}}, {garbage_collection,{341088,936430619,0}}, {io,{{input,107373490},{output,49536806}}}, {reductions,{345991307,2334461}}, {run_queue,0}, {runtime,{74050,560}}]}, {system_stats, [{cpu_utilization_rate,3.25}, {swap_total,5335146496}, {swap_used,106496}]}, {interesting_stats, [{couch_docs_actual_disk_size,5637695}, {couch_docs_data_size,5618316}, {couch_views_actual_disk_size,0}, {couch_views_data_size,0}, {curr_items,0}, {curr_items_tot,0}, {mem_used,21310072}, {vb_replica_curr_items,0}]}, {cluster_compatibility_version,131072}, {version, [{public_key,"0.13"}, {lhttpc,"1.3.0"}, {ale,"8cffe61"}, {os_mon,"2.2.7"}, {couch_set_view,"1.2.0a-31560d7-git"}, {mnesia,"4.5"}, {inets,"5.7.1"}, {couch,"1.2.0a-31560d7-git"}, {mapreduce,"1.0.0"}, {couch_index_merger,"1.2.0a-31560d7-git"}, {kernel,"2.14.5"}, {crypto,"2.0.4"}, {ssl,"4.1.6"}, {sasl,"2.1.10"}, {couch_view_parser,"1.0.0"}, {ns_server,"2.0.0-1954-rel-enterprise"}, {mochiweb,"1.4.1"}, {oauth,"7d85d3ef"}, {stdlib,"1.17.5"}]}, {supported_compat_version,[2,0]}, {system_arch,"x86_64-unknown-linux-gnu"}, {wall_clock,95}, {memory_data,{8370651136,1892802560,{<15336.4529.0>,4714872}}}, {disk_data, [{"/",20219004,23}, {"/boot",101086,14}, {"/dev/shm",4087232,0}, {"/data",206420664,6}]}, {meminfo, <<"MemTotal: 8174464 kB\nMemFree: 6328708 kB\nBuffers: 291988 kB\nCached: 787432 kB\nSwapCached: 0 kB\nActive: 1165912 kB\nInactive: 514920 kB\nHighTotal: 0 kB\nHighFree: 0 kB\nLowTotal: 8174464 kB\nLowFree: 6328708 kB\nSwapTotal: 5210104 kB\nSwapFree: 5210000 kB\nDirty: 52340 kB\nWriteback: 0 kB\nAnonPages: 601288 kB\nMapped: 16200 kB\nSlab: 130144 kB\nPageTables: 6148 kB\nNFS_Unstable: 0 kB\nBounce: 0 kB\nCommitLimit: 9297336 kB\nCommitted_AS: 2526912 kB\nVmallocTotal: 34359738367 kB\nVmallocUsed: 265716 kB\nVmallocChunk: 34359472391 kB\nHugePages_Total: 0\nHugePages_Free: 0\nHugePages_Rsvd: 0\nHugepagesize: 2048 kB\n">>}]}] [ns_doctor:debug,2012-11-20T16:20:34.306,ns_1@10.1.3.236:ns_doctor<0.4576.0>:ns_doctor:handle_info:137]Current node statuses: [{'ns_1@10.1.3.235', [{last_heard,{1353,457230,750364}}, {outgoing_replications_safeness_level,[{"default",green}]}, {incoming_replications_conf_hashes, [{"default", [{'ns_1@10.1.3.236',86256472},{'ns_1@10.3.2.54',67084310}]}]}, {active_buckets,["default"]}, {ready_buckets,["default"]}, {local_tasks, [[{type,xdcr}, {id,<<"27a2c0bb24123b9a3ad23cedf36ad423/default/default">>}, {errors,[]}, {changes_left,0}, {docs_checked,3645}, {docs_written,3645}, {data_replicated,1756166}, {active_vbreps,0}, {waiting_vbreps,0}, {time_working,1270}, {time_committing,0}, {num_checkpoints,0}, {num_failedckpts,0}, {docs_rep_queue,0}, {size_rep_queue,0}]]}, {memory, [{total,480970328}, {processes,428419624}, {processes_used,427694856}, {system,52550704}, {atom,1398553}, {atom_used,1369897}, {binary,16030312}, {code,14216762}, {ets,2426776}]}, {system_memory_data, [{system_total_memory,4140711936}, {free_swap,5292630016}, {total_swap,5335146496}, {cached_memory,744452096}, {buffered_memory,253546496}, {free_memory,2440069120}, {total_memory,4140711936}]}, {node_storage_conf, [{db_path,"/opt/couchbase/var/lib/couchbase/data/"}, {index_path,"/opt/couchbase/var/lib/couchbase/data/"}]}, {statistics, [{wall_clock,{216517,266}}, {context_switches,{1379560,0}}, {garbage_collection,{263797,857786225,0}}, {io,{{input,94097060},{output,46457610}}}, {reductions,{361668373,325900}}, {run_queue,0}, {runtime,{90810,60}}]}, {system_stats, [{cpu_utilization_rate,3.626943005181347}, {swap_total,5335146496}, {swap_used,42516480}]}, {interesting_stats, [{couch_docs_actual_disk_size,26786455}, {couch_docs_data_size,26759972}, {couch_views_actual_disk_size,0}, {couch_views_data_size,0}, {curr_items,3317}, {curr_items_tot,6671}, {mem_used,24943296}, {vb_replica_curr_items,3354}]}, {cluster_compatibility_version,131072}, {version, [{public_key,"0.13"}, {lhttpc,"1.3.0"}, {ale,"8cffe61"}, {os_mon,"2.2.7"}, {couch_set_view,"1.2.0a-31560d7-git"}, {mnesia,"4.5"}, {inets,"5.7.1"}, {couch,"1.2.0a-31560d7-git"}, {mapreduce,"1.0.0"}, {couch_index_merger,"1.2.0a-31560d7-git"}, {kernel,"2.14.5"}, {crypto,"2.0.4"}, {ssl,"4.1.6"}, {sasl,"2.1.10"}, {couch_view_parser,"1.0.0"}, {ns_server,"2.0.0-1954-rel-enterprise"}, {mochiweb,"1.4.1"}, {oauth,"7d85d3ef"}, {stdlib,"1.17.5"}]}, {supported_compat_version,[2,0]}, {system_arch,"x86_64-unknown-linux-gnu"}, {wall_clock,216}, {memory_data,{4140711936,1645813760,{<15326.4545.0>,5085816}}}, {disk_data, [{"/",20219004,24},{"/boot",101086,14},{"/dev/shm",2021832,0}]}, {meminfo, <<"MemTotal: 4043664 kB\nMemFree: 2383004 kB\nBuffers: 247604 kB\nCached: 727004 kB\nSwapCached: 33260 kB\nActive: 1070336 kB\nInactive: 459508 kB\nHighTotal: 0 kB\nHighFree: 0 kB\nLowTotal: 4043664 kB\nLowFree: 2383004 kB\nSwapTotal: 5210104 kB\nSwapFree: 5168584 kB\nDirty: 38212 kB\nWriteback: 0 kB\nAnonPages: 554520 kB\nMapped: 13132 kB\nSlab: 98740 kB\nPageTables: 5968 kB\nNFS_Unstable: 0 kB\nBounce: 0 kB\nCommitLimit: 7231936 kB\nCommitted_AS: 2413460 kB\nVmallocTotal: 34359738367 kB\nVmallocUsed: 265708 kB\nVmallocChunk: 34359472391 kB\nHugePages_Total: 0\nHugePages_Free: 0\nHugePages_Rsvd: 0\nHugepagesize: 2048 kB\n">>}]}, {'ns_1@10.1.3.236', [{last_heard,{1353,457229,303201}}, {outgoing_replications_safeness_level,[{"default",green}]}, {incoming_replications_conf_hashes, [{"default", [{'ns_1@10.1.3.235',96925268},{'ns_1@10.3.2.54',12754605}]}]}, {active_buckets,["default"]}, {ready_buckets,["default"]}, {local_tasks, [[{type,xdcr}, {id,<<"27a2c0bb24123b9a3ad23cedf36ad423/default/default">>}, {errors,[]}, {changes_left,0}, {docs_checked,3668}, {docs_written,3668}, {data_replicated,1767236}, {active_vbreps,0}, {waiting_vbreps,0}, {time_working,1235}, {time_committing,0}, {num_checkpoints,0}, {num_failedckpts,0}, {docs_rep_queue,0}, {size_rep_queue,0}]]}, {memory, [{total,461088520}, {processes,408408104}, {processes_used,407743104}, {system,52680416}, {atom,1392897}, {atom_used,1360358}, {binary,16438600}, {code,14018732}, {ets,2381960}]}, {system_memory_data, [{system_total_memory,4140711936}, {free_swap,5292642304}, {total_swap,5335146496}, {cached_memory,720658432}, {buffered_memory,255909888}, {free_memory,2484465664}, {total_memory,4140711936}]}, {node_storage_conf, [{db_path,"/opt/couchbase/var/lib/couchbase/data/"}, {index_path,"/opt/couchbase/var/lib/couchbase/data/"}]}, {statistics, [{wall_clock,{183897,4999}}, {context_switches,{1325129,0}}, {garbage_collection,{271507,795837296,0}}, {io,{{input,91449564},{output,41690590}}}, {reductions,{323342975,2442712}}, {run_queue,0}, {runtime,{129220,810}}]}, {system_stats, [{cpu_utilization_rate,6.138107416879795}, {swap_total,5335146496}, {swap_used,42504192}]}, {interesting_stats, [{couch_docs_actual_disk_size,27752973}, {couch_docs_data_size,27726446}, {couch_views_actual_disk_size,0}, {couch_views_data_size,0}, {curr_items,3335}, {curr_items_tot,6666}, {mem_used,24878816}, {vb_replica_curr_items,3331}]}, {cluster_compatibility_version,131072}, {version, [{public_key,"0.13"}, {lhttpc,"1.3.0"}, {ale,"8cffe61"}, {os_mon,"2.2.7"}, {couch_set_view,"1.2.0a-31560d7-git"}, {mnesia,"4.5"}, {inets,"5.7.1"}, {couch,"1.2.0a-31560d7-git"}, {mapreduce,"1.0.0"}, {couch_index_merger,"1.2.0a-31560d7-git"}, {kernel,"2.14.5"}, {crypto,"2.0.4"}, {ssl,"4.1.6"}, {sasl,"2.1.10"}, {couch_view_parser,"1.0.0"}, {ns_server,"2.0.0-1954-rel-enterprise"}, {mochiweb,"1.4.1"}, {oauth,"7d85d3ef"}, {stdlib,"1.17.5"}]}, {supported_compat_version,[2,0]}, {system_arch,"x86_64-unknown-linux-gnu"}, {wall_clock,183}, {memory_data,{4140711936,1656246272,{<0.4524.0>,4714872}}}, {disk_data, [{"/",20219004,14},{"/boot",101086,14},{"/dev/shm",2021832,0}]}, {meminfo, <<"MemTotal: 4043664 kB\nMemFree: 2426236 kB\nBuffers: 249912 kB\nCached: 703768 kB\nSwapCached: 33340 kB\nActive: 1045716 kB\nInactive: 447948 kB\nHighTotal: 0 kB\nHighFree: 0 kB\nLowTotal: 4043664 kB\nLowFree: 2426236 kB\nSwapTotal: 5210104 kB\nSwapFree: 5168596 kB\nDirty: 43244 kB\nWriteback: 0 kB\nAnonPages: 539300 kB\nMapped: 13120 kB\nSlab: 91180 kB\nPageTables: 5956 kB\nNFS_Unstable: 0 kB\nBounce: 0 kB\nCommitLimit: 7231936 kB\nCommitted_AS: 2411768 kB\nVmallocTotal: 34359738367 kB\nVmallocUsed: 265708 kB\nVmallocChunk: 34359472391 kB\nHugePages_Total: 0\nHugePages_Free: 0\nHugePages_Rsvd: 0\nHugepagesize: 2048 kB\n">>}]}, {'ns_1@10.3.121.126', [{last_heard,{1353,457232,451087}}, {outgoing_replications_safeness_level,[{"default",unknown}]}, {incoming_replications_conf_hashes,[{"default",[]}]}, {active_buckets,["default"]}, {ready_buckets,[]}, {local_tasks, [[{type,xdcr}, {id,<<"27a2c0bb24123b9a3ad23cedf36ad423/default/default">>}, {errors,[]}, {changes_left,0}, {docs_checked,0}, {docs_written,0}, {data_replicated,0}, {active_vbreps,0}, {waiting_vbreps,0}, {time_working,0}, {time_committing,0}, {num_checkpoints,0}, {num_failedckpts,0}, {docs_rep_queue,0}, {size_rep_queue,0}]]}, {memory, [{total,72846656}, {processes,38529032}, {processes_used,38520552}, {system,34317624}, {atom,1322841}, {atom_used,1309917}, {binary,760248}, {code,13396918}, {ets,1381296}]}, {system_memory_data, [{system_total_memory,8370651136}, {free_swap,5335044096}, {total_swap,5335146496}, {cached_memory,653627392}, {buffered_memory,262750208}, {free_memory,7103586304}, {total_memory,8370651136}]}, {node_storage_conf, [{db_path,"/opt/couchbase/var/lib/couchbase/data/"}, {index_path,"/opt/couchbase/var/lib/couchbase/data/"}]}, {statistics, [{wall_clock,{383839,766}}, {context_switches,{87170,0}}, {garbage_collection,{17103,60030562,0}}, {io,{{input,9477974},{output,3359711}}}, {reductions,{28775653,80919}}, {run_queue,0}, {runtime,{21270,70}}]}, {system_stats, [{cpu_utilization_rate,1.5}, {swap_total,5335146496}, {swap_used,102400}]}, {interesting_stats,[]}, {cluster_compatibility_version,131072}, {version, [{public_key,"0.13"}, {lhttpc,"1.3.0"}, {ale,"8cffe61"}, {os_mon,"2.2.7"}, {couch_set_view,"1.2.0a-31560d7-git"}, {mnesia,"4.5"}, {inets,"5.7.1"}, {couch,"1.2.0a-31560d7-git"}, {mapreduce,"1.0.0"}, {couch_index_merger,"1.2.0a-31560d7-git"}, {kernel,"2.14.5"}, {crypto,"2.0.4"}, {ssl,"4.1.6"}, {sasl,"2.1.10"}, {couch_view_parser,"1.0.0"}, {ns_server,"2.0.0-1954-rel-enterprise"}, {mochiweb,"1.4.1"}, {oauth,"7d85d3ef"}, {stdlib,"1.17.5"}]}, {supported_compat_version,[2,0]}, {system_arch,"x86_64-unknown-linux-gnu"}, {wall_clock,383}, {memory_data,{8370651136,1249030144,{<19755.333.0>,688608}}}, {disk_data, [{"/",20219004,17},{"/boot",101086,14},{"/dev/shm",4087232,0}]}, {meminfo, <<"MemTotal: 8174464 kB\nMemFree: 6937096 kB\nBuffers: 256592 kB\nCached: 638308 kB\nSwapCached: 0 kB\nActive: 658396 kB\nInactive: 413124 kB\nHighTotal: 0 kB\nHighFree: 0 kB\nLowTotal: 8174464 kB\nLowFree: 6937096 kB\nSwapTotal: 5210104 kB\nSwapFree: 5210004 kB\nDirty: 39332 kB\nWriteback: 0 kB\nAnonPages: 176484 kB\nMapped: 19320 kB\nSlab: 133124 kB\nPageTables: 4548 kB\nNFS_Unstable: 0 kB\nBounce: 0 kB\nCommitLimit: 9297336 kB\nCommitted_AS: 1872596 kB\nVmallocTotal: 34359738367 kB\nVmallocUsed: 265708 kB\nVmallocChunk: 34359472391 kB\nHugePages_Total: 0\nHugePages_Free: 0\nHugePages_Rsvd: 0\nHugepagesize: 2048 kB\n">>}]}, {'ns_1@10.3.2.54', [{last_heard,{1353,457230,222868}}, {outgoing_replications_safeness_level,[{"default",green}]}, {incoming_replications_conf_hashes, [{"default", [{'ns_1@10.1.3.235',111274792},{'ns_1@10.1.3.236',93000434}]}]}, {active_buckets,["default"]}, {ready_buckets,["default"]}, {local_tasks, [[{type,xdcr}, {id,<<"27a2c0bb24123b9a3ad23cedf36ad423/default/default">>}, {errors,[]}, {changes_left,0}, {docs_checked,3687}, {docs_written,3687}, {data_replicated,1776378}, {active_vbreps,0}, {waiting_vbreps,0}, {time_working,611}, {time_committing,0}, {num_checkpoints,0}, {num_failedckpts,0}, {docs_rep_queue,0}, {size_rep_queue,0}]]}, {memory, [{total,522539936}, {processes,469034192}, {processes_used,468287112}, {system,53505744}, {atom,1392897}, {atom_used,1360358}, {binary,17249088}, {code,14009476}, {ets,2415488}]}, {system_memory_data, [{system_total_memory,8370651136}, {free_swap,5335040000}, {total_swap,5335146496}, {cached_memory,812875776}, {buffered_memory,299089920}, {free_memory,6456750080}, {total_memory,8370651136}]}, {node_storage_conf, [{db_path,"/opt/couchbase/var/lib/couchbase/data/"}, {index_path,"/opt/couchbase/var/lib/couchbase/data/"}]}, {statistics, [{wall_clock,{155366,5000}}, {context_switches,{1752643,0}}, {garbage_collection,{376193,1065636428,0}}, {io,{{input,118554942},{output,55919570}}}, {reductions,{393716814,2355893}}, {run_queue,0}, {runtime,{86210,570}}]}, {system_stats, [{cpu_utilization_rate,2.756892230576441}, {swap_total,5335146496}, {swap_used,106496}]}, {interesting_stats, [{couch_docs_actual_disk_size,38361642}, {couch_docs_data_size,38335086}, {couch_views_actual_disk_size,0}, {couch_views_data_size,0}, {curr_items,3348}, {curr_items_tot,6663}, {mem_used,24877200}, {vb_replica_curr_items,3315}]}, {cluster_compatibility_version,131072}, {version, [{public_key,"0.13"}, {lhttpc,"1.3.0"}, {ale,"8cffe61"}, {os_mon,"2.2.7"}, {couch_set_view,"1.2.0a-31560d7-git"}, {mnesia,"4.5"}, {inets,"5.7.1"}, {couch,"1.2.0a-31560d7-git"}, {mapreduce,"1.0.0"}, {couch_index_merger,"1.2.0a-31560d7-git"}, {kernel,"2.14.5"}, {crypto,"2.0.4"}, {ssl,"4.1.6"}, {sasl,"2.1.10"}, {couch_view_parser,"1.0.0"}, {ns_server,"2.0.0-1954-rel-enterprise"}, {mochiweb,"1.4.1"}, {oauth,"7d85d3ef"}, {stdlib,"1.17.5"}]}, {supported_compat_version,[2,0]}, {system_arch,"x86_64-unknown-linux-gnu"}, {wall_clock,155}, {memory_data,{8370651136,1896910848,{<15336.5663.0>,4714912}}}, {disk_data, [{"/",20219004,23}, {"/boot",101086,14}, {"/dev/shm",4087232,0}, {"/data",206420664,6}]}, {meminfo, <<"MemTotal: 8174464 kB\nMemFree: 6305420 kB\nBuffers: 292080 kB\nCached: 793824 kB\nSwapCached: 0 kB\nActive: 1186340 kB\nInactive: 518432 kB\nHighTotal: 0 kB\nHighFree: 0 kB\nLowTotal: 8174464 kB\nLowFree: 6305420 kB\nSwapTotal: 5210104 kB\nSwapFree: 5210000 kB\nDirty: 35844 kB\nWriteback: 0 kB\nAnonPages: 618732 kB\nMapped: 16200 kB\nSlab: 128580 kB\nPageTables: 6220 kB\nNFS_Unstable: 0 kB\nBounce: 0 kB\nCommitLimit: 9297336 kB\nCommitted_AS: 2534428 kB\nVmallocTotal: 34359738367 kB\nVmallocUsed: 265716 kB\nVmallocChunk: 34359472391 kB\nHugePages_Total: 0\nHugePages_Free: 0\nHugePages_Rsvd: 0\nHugepagesize: 2048 kB\n">>}]}] [stats:debug,2012-11-20T16:20:57.909,ns_1@10.1.3.236:<0.4802.0>:stats_collector:maybe_log_stats:126](at {{1970,1,16},{7,57,37}}) Stats for bucket "default": accepting_conns 1 auth_cmds 2 auth_errors 0 bucket_active_conns 1 bucket_conns 20 bytes 24937296 bytes_read 2535786 bytes_written 80150248 cas_badval 0 cas_hits 0 cas_misses 0 cmd_flush 0 cmd_get 333 cmd_set 3668 conn_yields 79 connection_structures 5000 curr_connections 19 curr_conns_on_port_11209 17 curr_conns_on_port_11210 1 curr_items 3335 curr_items_tot 6666 curr_temp_items 0 daemon_connections 4 decr_hits 0 decr_misses 0 delete_hits 0 delete_misses 0 ep_access_scanner_last_runtime 0 ep_access_scanner_num_items 0 ep_access_scanner_task_time 2012-11-21 10:00:00 ep_allow_data_loss_during_shutdown 1 ep_alog_block_size 4096 ep_alog_path /opt/couchbase/var/lib/couchbase/data/default/access.log ep_alog_sleep_time 1440 ep_alog_task_time 10 ep_backend couchdb ep_bg_fetch_delay 0 ep_bg_fetched 0 ep_bg_meta_fetched 0 ep_bg_remaining_jobs 0 ep_chk_max_items 5000 ep_chk_period 1800 ep_chk_persistence_remains 0 ep_chk_persistence_timeout 10 ep_chk_remover_stime 5 ep_commit_num 36 ep_commit_time 7 ep_commit_time_total 352 ep_concurrentDB 1 ep_config_file ep_couch_bucket default ep_couch_host localhost ep_couch_port 11213 ep_couch_reconnect_sleeptime 250 ep_couch_response_timeout 180000 ep_data_age 4 ep_data_age_highwat 15 ep_data_traffic_enabled 0 ep_dbinit 0 ep_dbname /opt/couchbase/var/lib/couchbase/data/default ep_degraded_mode 0 ep_diskqueue_drain 7330 ep_diskqueue_fill 7330 ep_diskqueue_items 0 ep_diskqueue_memory 0 ep_diskqueue_pending 0 ep_exp_pager_stime 3600 ep_exp_pager_stime 3600 ep_expired_access 0 ep_expired_pager 0 ep_expiry_window 3 ep_failpartialwarmup 0 ep_flush_all false ep_flush_duration_total 51 ep_flushall_enabled 0 ep_flusher_state running ep_flusher_todo 0 ep_getl_default_timeout 15 ep_getl_max_timeout 30 ep_ht_locks 5 ep_ht_size 3079 ep_inconsistent_slave_chk 0 ep_initfile ep_io_num_read 0 ep_io_num_write 7330 ep_io_read_bytes 0 ep_io_write_bytes 1955638 ep_item_begin_failed 0 ep_item_commit_failed 0 ep_item_flush_expired 0 ep_item_flush_failed 0 ep_item_num_based_new_chk 1 ep_items_rm_from_checkpoints 0 ep_keep_closed_chks 0 ep_klog_block_size 4096 ep_klog_compactor_queue_cap 500000 ep_klog_compactor_stime 3600 ep_klog_flush commit2 ep_klog_max_entry_ratio 10 ep_klog_max_log_size 2147483647 ep_klog_path ep_klog_sync commit2 ep_kv_size 2313046 ep_max_checkpoints 2 ep_max_data_size 490733568 ep_max_item_size 20971520 ep_max_size 490733568 ep_max_txn_size 10000 ep_max_vbuckets 1024 ep_mem_high_wat 368050176 ep_mem_high_wat 368050176 ep_mem_low_wat 294440140 ep_mem_low_wat 294440140 ep_mem_tracker_enabled true ep_min_data_age 0 ep_mlog_compactor_runs 0 ep_mutation_mem_threshold 0 ep_num_access_scanner_runs 0 ep_num_eject_failures 0 ep_num_expiry_pager_runs 0 ep_num_non_resident 0 ep_num_not_my_vbuckets 0 ep_num_ops_del_meta 0 ep_num_ops_get_meta 0 ep_num_ops_set_meta 0 ep_num_pager_runs 0 ep_num_value_ejects 0 ep_oom_errors 0 ep_overhead 18651280 ep_pager_active_vb_pcnt 40 ep_pager_unbiased_period 60 ep_pending_ops 0 ep_pending_ops_max 0 ep_pending_ops_max_duration 0 ep_pending_ops_total 0 ep_postInitfile ep_queue_age_cap 900 ep_queue_size 0 ep_startup_time 1353457054 ep_storage_age 1 ep_storage_age_highwat 13 ep_store_max_concurrency 10 ep_store_max_readers 9 ep_store_max_readwrite 1 ep_stored_val_type ep_tap_ack_grace_period 300 ep_tap_ack_initial_sequence_number 1 ep_tap_ack_interval 1000 ep_tap_ack_window_size 10 ep_tap_backfill_resident 0.9 ep_tap_backlog_limit 5000 ep_tap_backoff_period 5 ep_tap_bg_fetch_requeued 0 ep_tap_bg_fetched 0 ep_tap_bg_max_pending 500 ep_tap_keepalive 300 ep_tap_noop_interval 20 ep_tap_requeue_sleep_time 0.1 ep_tap_throttle_cap_pcnt 10 ep_tap_throttle_queue_cap 1000000 ep_tap_throttle_threshold 90 ep_tmp_oom_errors 0 ep_too_old 0 ep_too_young 0 ep_total_cache_size 2233054 ep_total_del_items 0 ep_total_enqueued 7330 ep_total_new_items 6666 ep_total_persisted 7330 ep_uncommitted_items 0 ep_value_size 1786488 ep_vb0 0 ep_vb_snapshot_total 2 ep_vb_total 682 ep_vbucket_del 0 ep_vbucket_del_fail 0 ep_version 2.0.0r_139_g9b8377b ep_waitforwarmup 0 ep_warmup 1 ep_warmup_batch_size 1000 ep_warmup_dups 0 ep_warmup_min_items_threshold 100 ep_warmup_min_memory_threshold 100 ep_warmup_oom 0 ep_warmup_thread complete ep_warmup_time 289313 get_hits 333 get_misses 0 incr_hits 0 incr_misses 0 libevent 2.0.11-stable limit_maxbytes 67108864 listen_disabled_num 0 max_conns_on_port_11209 1000 max_conns_on_port_11210 9000 mem_used 24937296 pid 15247 pointer_size 64 rejected_conns 0 rusage_system 5.809116 rusage_user 14.724761 tap_checkpoint_start_received 511 tap_checkpoint_start_sent 578 tap_connect_received 38 tap_mutation_received 3662 tap_mutation_sent 4700 tap_opaque_received 7 tap_opaque_sent 209 threads 4 time 1353457256 total_connections 126 uptime 204 vb_active_curr_items 3335 vb_active_eject 0 vb_active_expired 0 vb_active_ht_memory 8563192 vb_active_itm_memory 1117193 vb_active_meta_data_memory 246420 vb_active_num 341 vb_active_num_non_resident 0 vb_active_num_ref_ejects 0 vb_active_num_ref_items 3335 vb_active_ops_create 3335 vb_active_ops_delete 0 vb_active_ops_reject 0 vb_active_ops_update 333 vb_active_perc_mem_resident 100 vb_active_queue_age 0 vb_active_queue_drain 3668 vb_active_queue_fill 3668 vb_active_queue_memory 0 vb_active_queue_pending 0 vb_active_queue_size 0 vb_dead_num 0 vb_pending_curr_items 0 vb_pending_eject 0 vb_pending_expired 0 vb_pending_ht_memory 0 vb_pending_itm_memory 0 vb_pending_meta_data_memory 0 vb_pending_num 0 vb_pending_num_non_resident 0 vb_pending_num_ref_ejects 0 vb_pending_num_ref_items 0 vb_pending_ops_create 0 vb_pending_ops_delete 0 vb_pending_ops_reject 0 vb_pending_ops_update 0 vb_pending_perc_mem_resident 0 vb_pending_queue_age 0 vb_pending_queue_drain 0 vb_pending_queue_fill 0 vb_pending_queue_memory 0 vb_pending_queue_pending 0 vb_pending_queue_size 0 vb_replica_curr_items 3331 vb_replica_eject 0 vb_replica_expired 0 vb_replica_ht_memory 8563192 vb_replica_itm_memory 1115861 vb_replica_meta_data_memory 246128 vb_replica_num 341 vb_replica_num_non_resident 0 vb_replica_num_ref_ejects 0 vb_replica_num_ref_items 3331 vb_replica_ops_create 3331 vb_replica_ops_delete 0 vb_replica_ops_reject 0 vb_replica_ops_update 331 vb_replica_perc_mem_resident 100 vb_replica_queue_age 0 vb_replica_queue_drain 3662 vb_replica_queue_fill 3662 vb_replica_queue_memory 0 vb_replica_queue_pending 0 vb_replica_queue_size 0 version 1.4.4_600_g7ea975a [ns_doctor:debug,2012-11-20T16:21:34.307,ns_1@10.1.3.236:ns_doctor<0.4576.0>:ns_doctor:handle_info:137]Current node statuses: [{'ns_1@10.1.3.235', [{last_heard,{1353,457290,778047}}, {outgoing_replications_safeness_level,[{"default",green}]}, {incoming_replications_conf_hashes, [{"default", [{'ns_1@10.1.3.236',86256472}, {'ns_1@10.3.121.126',54182899}, {'ns_1@10.3.2.54',133500241}]}]}, {active_buckets,["default"]}, {ready_buckets,["default"]}, {local_tasks, [[{type,xdcr}, {id,<<"27a2c0bb24123b9a3ad23cedf36ad423/default/default">>}, {errors,[]}, {changes_left,0}, {docs_checked,3645}, {docs_written,3645}, {data_replicated,1756166}, {active_vbreps,0}, {waiting_vbreps,0}, {time_working,1270}, {time_committing,0}, {num_checkpoints,0}, {num_failedckpts,0}, {docs_rep_queue,0}, {size_rep_queue,0}]]}, {memory, [{total,505832160}, {processes,451587440}, {processes_used,450867632}, {system,54244720}, {atom,1413905}, {atom_used,1392257}, {binary,17131024}, {code,14433680}, {ets,2742832}]}, {system_memory_data, [{system_total_memory,4140711936}, {free_swap,5292630016}, {total_swap,5335146496}, {cached_memory,754470912}, {buffered_memory,253898752}, {free_memory,2373390336}, {total_memory,4140711936}]}, {node_storage_conf, [{db_path,"/opt/couchbase/var/lib/couchbase/data/"}, {index_path,"/opt/couchbase/var/lib/couchbase/data/"}]}, {statistics, [{wall_clock,{276544,4797}}, {context_switches,{1658186,0}}, {garbage_collection,{362455,1700419240,0}}, {io,{{input,110662581},{output,111138596}}}, {reductions,{466348579,7100009}}, {run_queue,0}, {runtime,{144600,4330}}]}, {system_stats, [{cpu_utilization_rate,79.91452991452991}, {swap_total,5335146496}, {swap_used,42516480}]}, {interesting_stats, [{couch_docs_actual_disk_size,27200724}, {couch_docs_data_size,27165476}, {couch_views_actual_disk_size,0}, {couch_views_data_size,0}, {curr_items,3317}, {curr_items_tot,6671}, {mem_used,25131536}, {vb_replica_curr_items,3354}]}, {cluster_compatibility_version,131072}, {version, [{public_key,"0.13"}, {lhttpc,"1.3.0"}, {ale,"8cffe61"}, {os_mon,"2.2.7"}, {couch_set_view,"1.2.0a-31560d7-git"}, {mnesia,"4.5"}, {inets,"5.7.1"}, {couch,"1.2.0a-31560d7-git"}, {mapreduce,"1.0.0"}, {couch_index_merger,"1.2.0a-31560d7-git"}, {kernel,"2.14.5"}, {crypto,"2.0.4"}, {ssl,"4.1.6"}, {sasl,"2.1.10"}, {couch_view_parser,"1.0.0"}, {ns_server,"2.0.0-1954-rel-enterprise"}, {mochiweb,"1.4.1"}, {oauth,"7d85d3ef"}, {stdlib,"1.17.5"}]}, {supported_compat_version,[2,0]}, {system_arch,"x86_64-unknown-linux-gnu"}, {wall_clock,276}, {memory_data,{4140711936,1748029440,{<15326.4545.0>,5686016}}}, {disk_data, [{"/",20219004,24},{"/boot",101086,14},{"/dev/shm",2021832,0}]}, {meminfo, <<"MemTotal: 4043664 kB\nMemFree: 2319624 kB\nBuffers: 247948 kB\nCached: 736788 kB\nSwapCached: 33260 kB\nActive: 1124436 kB\nInactive: 467136 kB\nHighTotal: 0 kB\nHighFree: 0 kB\nLowTotal: 4043664 kB\nLowFree: 2319624 kB\nSwapTotal: 5210104 kB\nSwapFree: 5168584 kB\nDirty: 36196 kB\nWriteback: 24 kB\nAnonPages: 606300 kB\nMapped: 13144 kB\nSlab: 99148 kB\nPageTables: 6188 kB\nNFS_Unstable: 0 kB\nBounce: 0 kB\nCommitLimit: 7231936 kB\nCommitted_AS: 2478752 kB\nVmallocTotal: 34359738367 kB\nVmallocUsed: 265708 kB\nVmallocChunk: 34359472391 kB\nHugePages_Total: 0\nHugePages_Free: 0\nHugePages_Rsvd: 0\nHugepagesize: 2048 kB\n">>}]}, {'ns_1@10.1.3.236', [{last_heard,{1353,457294,305265}}, {outgoing_replications_safeness_level,[{"default",green}]}, {incoming_replications_conf_hashes, [{"default", [{'ns_1@10.1.3.235',96925268},{'ns_1@10.3.2.54',12754605}]}]}, {active_buckets,["default"]}, {ready_buckets,["default"]}, {local_tasks, [[{type,xdcr}, {id,<<"27a2c0bb24123b9a3ad23cedf36ad423/default/default">>}, {errors,[]}, {changes_left,0}, {docs_checked,3668}, {docs_written,3668}, {data_replicated,1767236}, {active_vbreps,0}, {waiting_vbreps,0}, {time_working,1235}, {time_committing,0}, {num_checkpoints,0}, {num_failedckpts,0}, {docs_rep_queue,0}, {size_rep_queue,0}]]}, {memory, [{total,478019624}, {processes,424654920}, {processes_used,423991136}, {system,53364704}, {atom,1395321}, {atom_used,1364411}, {binary,16666904}, {code,14078416}, {ets,2739944}]}, {system_memory_data, [{system_total_memory,4140711936}, {free_swap,5292642304}, {total_swap,5335146496}, {cached_memory,727900160}, {buffered_memory,256032768}, {free_memory,2449039360}, {total_memory,4140711936}]}, {node_storage_conf, [{db_path,"/opt/couchbase/var/lib/couchbase/data/"}, {index_path,"/opt/couchbase/var/lib/couchbase/data/"}]}, {statistics, [{wall_clock,{248899,4999}}, {context_switches,{1510022,0}}, {garbage_collection,{283903,972614080,0}}, {io,{{input,115080891},{output,92046085}}}, {reductions,{379179279,3631139}}, {run_queue,0}, {runtime,{148130,1090}}]}, {system_stats, [{cpu_utilization_rate,12.5}, {swap_total,5335146496}, {swap_used,42504192}]}, {interesting_stats, [{couch_docs_actual_disk_size,27756757}, {couch_docs_data_size,27726446}, {couch_views_actual_disk_size,0}, {couch_views_data_size,0}, {curr_items,3335}, {curr_items_tot,6666}, {mem_used,24972720}, {vb_replica_curr_items,3331}]}, {cluster_compatibility_version,131072}, {version, [{public_key,"0.13"}, {lhttpc,"1.3.0"}, {ale,"8cffe61"}, {os_mon,"2.2.7"}, {couch_set_view,"1.2.0a-31560d7-git"}, {mnesia,"4.5"}, {inets,"5.7.1"}, {couch,"1.2.0a-31560d7-git"}, {mapreduce,"1.0.0"}, {couch_index_merger,"1.2.0a-31560d7-git"}, {kernel,"2.14.5"}, {crypto,"2.0.4"}, {ssl,"4.1.6"}, {sasl,"2.1.10"}, {couch_view_parser,"1.0.0"}, {ns_server,"2.0.0-1954-rel-enterprise"}, {mochiweb,"1.4.1"}, {oauth,"7d85d3ef"}, {stdlib,"1.17.5"}]}, {supported_compat_version,[2,0]}, {system_arch,"x86_64-unknown-linux-gnu"}, {wall_clock,248}, {memory_data,{4140711936,1694212096,{<0.4524.0>,8228504}}}, {disk_data, [{"/",20219004,14},{"/boot",101086,14},{"/dev/shm",2021832,0}]}, {meminfo, <<"MemTotal: 4043664 kB\nMemFree: 2391764 kB\nBuffers: 250032 kB\nCached: 710840 kB\nSwapCached: 33340 kB\nActive: 1074320 kB\nInactive: 454196 kB\nHighTotal: 0 kB\nHighFree: 0 kB\nLowTotal: 4043664 kB\nLowFree: 2391764 kB\nSwapTotal: 5210104 kB\nSwapFree: 5168596 kB\nDirty: 38208 kB\nWriteback: 64 kB\nAnonPages: 566872 kB\nMapped: 13124 kB\nSlab: 91024 kB\nPageTables: 6040 kB\nNFS_Unstable: 0 kB\nBounce: 0 kB\nCommitLimit: 7231936 kB\nCommitted_AS: 2436128 kB\nVmallocTotal: 34359738367 kB\nVmallocUsed: 265708 kB\nVmallocChunk: 34359472391 kB\nHugePages_Total: 0\nHugePages_Free: 0\nHugePages_Rsvd: 0\nHugepagesize: 2048 kB\n">>}]}, {'ns_1@10.3.121.126', [{last_heard,{1353,457291,259308}}, {outgoing_replications_safeness_level,[{"default",green}]}, {incoming_replications_conf_hashes, [{"default", [{'ns_1@10.1.3.235',114641633},{'ns_1@10.1.3.236',11295748}]}]}, {active_buckets,["default"]}, {ready_buckets,["default"]}, {local_tasks, [[{type,xdcr}, {id,<<"27a2c0bb24123b9a3ad23cedf36ad423/default/default">>}, {errors, [<<"2012-11-20 16:24:56 - Error replicating vbucket 698: {db_not_found,\n <<\"http://Administrator:*****@10.3.2.55:8092/default%2f698%3b46a1b551eb3e3096d8d0c453cff6784a/\">>}">>, <<"2012-11-20 16:24:56 - Error replicating vbucket 698: {db_not_found,\n <<\"http://Administrator:*****@10.3.2.55:8092/default%2f698%3b46a1b551eb3e3096d8d0c453cff6784a/\">>}">>, <<"2012-11-20 16:24:56 - Error replicating vbucket 718: {db_not_found,\n <<\"http://Administrator:*****@10.3.2.55:8092/default%2f718%3b46a1b551eb3e3096d8d0c453cff6784a/\">>}">>, <<"2012-11-20 16:24:58 - Error replicating vbucket 699: {db_not_found,\n <<\"http://Administrator:*****@10.3.2.55:8092/default%2f699%3b46a1b551eb3e3096d8d0c453cff6784a/\">>}">>, <<"2012-11-20 16:24:58 - Error replicating vbucket 699: {db_not_found,\n <<\"http://Administrator:*****@10.3.2.55:8092/default%2f699%3b46a1b551eb3e3096d8d0c453cff6784a/\">>}">>, <<"2012-11-20 16:24:58 - Error replicating vbucket 719: {db_not_found,\n <<\"http://Administrator:*****@10.3.2.55:8092/default%2f719%3b46a1b551eb3e3096d8d0c453cff6784a/\">>}">>, <<"2012-11-20 16:25:00 - Error replicating vbucket 720: {db_not_found,\n <<\"http://Administrator:*****@10.3.2.55:8092/default%2f720%3b46a1b551eb3e3096d8d0c453cff6784a/\">>}">>, <<"2012-11-20 16:25:00 - Error replicating vbucket 720: {db_not_found,\n <<\"http://Administrator:*****@10.3.2.55:8092/default%2f720%3b46a1b551eb3e3096d8d0c453cff6784a/\">>}">>, <<"2012-11-20 16:25:00 - Error replicating vbucket 720: {db_not_found,\n <<\"http://Administrator:*****@10.3.2.55:8092/default%2f720%3b46a1b551eb3e3096d8d0c453cff6784a/\">>}">>, <<"2012-11-20 16:25:01 - Error replicating vbucket 721: {db_not_found,\n <<\"http://Administrator:*****@10.3.2.55:8092/default%2f721%3b46a1b551eb3e3096d8d0c453cff6784a/\">>}">>]}, {changes_left,0}, {docs_checked,53}, {docs_written,0}, {data_replicated,0}, {active_vbreps,0}, {waiting_vbreps,0}, {time_working,0}, {time_committing,0}, {num_checkpoints,0}, {num_failedckpts,0}, {docs_rep_queue,0}, {size_rep_queue,0}]]}, {memory, [{total,118571128}, {processes,79426608}, {processes_used,79415928}, {system,39144520}, {atom,1401785}, {atom_used,1372334}, {binary,3348408}, {code,14302537}, {ets,2326960}]}, {system_memory_data, [{system_total_memory,8370651136}, {free_swap,5335044096}, {total_swap,5335146496}, {cached_memory,664928256}, {buffered_memory,262922240}, {free_memory,7020494848}, {total_memory,8370651136}]}, {node_storage_conf, [{db_path,"/opt/couchbase/var/lib/couchbase/data/"}, {index_path,"/opt/couchbase/var/lib/couchbase/data/"}]}, {statistics, [{wall_clock,{442650,5000}}, {context_switches,{289787,0}}, {garbage_collection,{261545,558192303,0}}, {io,{{input,27064795},{output,48435345}}}, {reductions,{114703187,6481748}}, {run_queue,0}, {runtime,{50140,2110}}]}, {system_stats, [{cpu_utilization_rate,1.5}, {swap_total,5335146496}, {swap_used,102400}]}, {interesting_stats, [{couch_docs_actual_disk_size,4326967}, {couch_docs_data_size,4282865}, {couch_views_actual_disk_size,0}, {couch_views_data_size,0}, {curr_items,402}, {curr_items_tot,1782}, {mem_used,6658776}, {vb_replica_curr_items,1380}]}, {cluster_compatibility_version,131072}, {version, [{public_key,"0.13"}, {lhttpc,"1.3.0"}, {ale,"8cffe61"}, {os_mon,"2.2.7"}, {couch_set_view,"1.2.0a-31560d7-git"}, {mnesia,"4.5"}, {inets,"5.7.1"}, {couch,"1.2.0a-31560d7-git"}, {mapreduce,"1.0.0"}, {couch_index_merger,"1.2.0a-31560d7-git"}, {kernel,"2.14.5"}, {crypto,"2.0.4"}, {ssl,"4.1.6"}, {sasl,"2.1.10"}, {couch_view_parser,"1.0.0"}, {ns_server,"2.0.0-1954-rel-enterprise"}, {mochiweb,"1.4.1"}, {oauth,"7d85d3ef"}, {stdlib,"1.17.5"}]}, {supported_compat_version,[2,0]}, {system_arch,"x86_64-unknown-linux-gnu"}, {wall_clock,442}, {memory_data,{8370651136,1326030848,{<19755.333.0>,4714912}}}, {disk_data, [{"/",20219004,17},{"/boot",101086,14},{"/dev/shm",4087232,0}]}, {meminfo, <<"MemTotal: 8174464 kB\nMemFree: 6855580 kB\nBuffers: 256760 kB\nCached: 649344 kB\nSwapCached: 0 kB\nActive: 733480 kB\nInactive: 416712 kB\nHighTotal: 0 kB\nHighFree: 0 kB\nLowTotal: 8174464 kB\nLowFree: 6855580 kB\nSwapTotal: 5210104 kB\nSwapFree: 5210004 kB\nDirty: 33284 kB\nWriteback: 0 kB\nAnonPages: 243712 kB\nMapped: 19492 kB\nSlab: 134984 kB\nPageTables: 4916 kB\nNFS_Unstable: 0 kB\nBounce: 0 kB\nCommitLimit: 9297336 kB\nCommitted_AS: 1968980 kB\nVmallocTotal: 34359738367 kB\nVmallocUsed: 265708 kB\nVmallocChunk: 34359472391 kB\nHugePages_Total: 0\nHugePages_Free: 0\nHugePages_Rsvd: 0\nHugepagesize: 2048 kB\n">>}]}, {'ns_1@10.3.2.54', [{last_heard,{1353,457290,222815}}, {outgoing_replications_safeness_level,[{"default",green}]}, {incoming_replications_conf_hashes, [{"default", [{'ns_1@10.1.3.235',89116161},{'ns_1@10.1.3.236',92446918}]}]}, {active_buckets,["default"]}, {ready_buckets,["default"]}, {local_tasks, [[{type,xdcr}, {id,<<"27a2c0bb24123b9a3ad23cedf36ad423/default/default">>}, {errors,[]}, {changes_left,0}, {docs_checked,3258}, {docs_written,3258}, {data_replicated,1569690}, {active_vbreps,0}, {waiting_vbreps,0}, {time_working,540}, {time_committing,0}, {num_checkpoints,0}, {num_failedckpts,0}, {docs_rep_queue,0}, {size_rep_queue,0}]]}, {memory, [{total,488351544}, {processes,436495664}, {processes_used,435014728}, {system,51855880}, {atom,1395321}, {atom_used,1364076}, {binary,15346176}, {code,14077120}, {ets,2670264}]}, {system_memory_data, [{system_total_memory,8370651136}, {free_swap,5335040000}, {total_swap,5335146496}, {cached_memory,812068864}, {buffered_memory,299352064}, {free_memory,6460178432}, {total_memory,8370651136}]}, {node_storage_conf, [{db_path,"/opt/couchbase/var/lib/couchbase/data/"}, {index_path,"/opt/couchbase/var/lib/couchbase/data/"}]}, {statistics, [{wall_clock,{215366,5000}}, {context_switches,{1988421,0}}, {garbage_collection,{552675,1509210264,0}}, {io,{{input,142605957},{output,107845288}}}, {reductions,{497676547,7612037}}, {run_queue,0}, {runtime,{110230,1740}}]}, {system_stats, [{cpu_utilization_rate,13.602015113350125}, {swap_total,5335146496}, {swap_used,106496}]}, {interesting_stats, [{couch_docs_actual_disk_size,29109358}, {couch_docs_data_size,29079677}, {couch_views_actual_disk_size,0}, {couch_views_data_size,0}, {curr_items,2958}, {curr_items_tot,4944}, {mem_used,18772624}, {vb_replica_curr_items,1986}]}, {cluster_compatibility_version,131072}, {version, [{public_key,"0.13"}, {lhttpc,"1.3.0"}, {ale,"8cffe61"}, {os_mon,"2.2.7"}, {couch_set_view,"1.2.0a-31560d7-git"}, {mnesia,"4.5"}, {inets,"5.7.1"}, {couch,"1.2.0a-31560d7-git"}, {mapreduce,"1.0.0"}, {couch_index_merger,"1.2.0a-31560d7-git"}, {kernel,"2.14.5"}, {crypto,"2.0.4"}, {ssl,"4.1.6"}, {sasl,"2.1.10"}, {couch_view_parser,"1.0.0"}, {ns_server,"2.0.0-1954-rel-enterprise"}, {mochiweb,"1.4.1"}, {oauth,"7d85d3ef"}, {stdlib,"1.17.5"}]}, {supported_compat_version,[2,0]}, {system_arch,"x86_64-unknown-linux-gnu"}, {wall_clock,215}, {memory_data,{8370651136,1923940352,{<15336.4529.0>,8228504}}}, {disk_data, [{"/",20219004,23}, {"/boot",101086,14}, {"/dev/shm",4087232,0}, {"/data",206420664,6}]}, {meminfo, <<"MemTotal: 8174464 kB\nMemFree: 6308768 kB\nBuffers: 292336 kB\nCached: 793036 kB\nSwapCached: 0 kB\nActive: 1176016 kB\nInactive: 526432 kB\nHighTotal: 0 kB\nHighFree: 0 kB\nLowTotal: 8174464 kB\nLowFree: 6308768 kB\nSwapTotal: 5210104 kB\nSwapFree: 5210000 kB\nDirty: 35956 kB\nWriteback: 188 kB\nAnonPages: 617148 kB\nMapped: 16208 kB\nSlab: 128596 kB\nPageTables: 6228 kB\nNFS_Unstable: 0 kB\nBounce: 0 kB\nCommitLimit: 9297336 kB\nCommitted_AS: 2527056 kB\nVmallocTotal: 34359738367 kB\nVmallocUsed: 265716 kB\nVmallocChunk: 34359472391 kB\nHugePages_Total: 0\nHugePages_Free: 0\nHugePages_Rsvd: 0\nHugepagesize: 2048 kB\n">>}]}] [ns_doctor:debug,2012-11-20T16:22:34.306,ns_1@10.1.3.236:ns_doctor<0.4576.0>:ns_doctor:handle_info:137]Current node statuses: [{'ns_1@10.1.3.235', [{last_heard,{1353,457350,823133}}, {outgoing_replications_safeness_level,[{"default",green}]}, {incoming_replications_conf_hashes, [{"default", [{'ns_1@10.1.3.236',86256472}, {'ns_1@10.3.121.126',120546999}, {'ns_1@10.3.2.54',76882977}]}]}, {active_buckets,["default"]}, {ready_buckets,["default"]}, {local_tasks, [[{type,xdcr}, {id,<<"27a2c0bb24123b9a3ad23cedf36ad423/default/default">>}, {errors,[]}, {changes_left,0}, {docs_checked,3645}, {docs_written,3645}, {data_replicated,1756166}, {active_vbreps,0}, {waiting_vbreps,0}, {time_working,1270}, {time_committing,0}, {num_checkpoints,0}, {num_failedckpts,0}, {docs_rep_queue,0}, {size_rep_queue,0}]]}, {memory, [{total,523709104}, {processes,459121400}, {processes_used,458407640}, {system,64587704}, {atom,1413905}, {atom_used,1392257}, {binary,27283848}, {code,14433680}, {ets,2929920}]}, {system_memory_data, [{system_total_memory,4140711936}, {free_swap,5292630016}, {total_swap,5335146496}, {cached_memory,763289600}, {buffered_memory,254160896}, {free_memory,2368819200}, {total_memory,4140711936}]}, {node_storage_conf, [{db_path,"/opt/couchbase/var/lib/couchbase/data/"}, {index_path,"/opt/couchbase/var/lib/couchbase/data/"}]}, {statistics, [{wall_clock,{336580,5007}}, {context_switches,{1923377,0}}, {garbage_collection,{450625,2500273039,0}}, {io,{{input,137558018},{output,170344898}}}, {reductions,{561892045,8231198}}, {run_queue,0}, {runtime,{193590,4100}}]}, {system_stats, [{cpu_utilization_rate,68.46153846153847}, {swap_total,5335146496}, {swap_used,42516480}]}, {interesting_stats, [{couch_docs_actual_disk_size,27577519}, {couch_docs_data_size,27542308}, {couch_views_actual_disk_size,0}, {couch_views_data_size,0}, {curr_items,3317}, {curr_items_tot,6671}, {mem_used,25102848}, {vb_replica_curr_items,3354}]}, {cluster_compatibility_version,131072}, {version, [{public_key,"0.13"}, {lhttpc,"1.3.0"}, {ale,"8cffe61"}, {os_mon,"2.2.7"}, {couch_set_view,"1.2.0a-31560d7-git"}, {mnesia,"4.5"}, {inets,"5.7.1"}, {couch,"1.2.0a-31560d7-git"}, {mapreduce,"1.0.0"}, {couch_index_merger,"1.2.0a-31560d7-git"}, {kernel,"2.14.5"}, {crypto,"2.0.4"}, {ssl,"4.1.6"}, {sasl,"2.1.10"}, {couch_view_parser,"1.0.0"}, {ns_server,"2.0.0-1954-rel-enterprise"}, {mochiweb,"1.4.1"}, {oauth,"7d85d3ef"}, {stdlib,"1.17.5"}]}, {supported_compat_version,[2,0]}, {system_arch,"x86_64-unknown-linux-gnu"}, {wall_clock,336}, {memory_data,{4140711936,1770115072,{<15326.4619.0>,5991528}}}, {disk_data, [{"/",20219004,24},{"/boot",101086,14},{"/dev/shm",2021832,0}]}, {meminfo, <<"MemTotal: 4043664 kB\nMemFree: 2313920 kB\nBuffers: 248204 kB\nCached: 745400 kB\nSwapCached: 33260 kB\nActive: 1123984 kB\nInactive: 473700 kB\nHighTotal: 0 kB\nHighFree: 0 kB\nLowTotal: 4043664 kB\nLowFree: 2313920 kB\nSwapTotal: 5210104 kB\nSwapFree: 5168584 kB\nDirty: 27140 kB\nWriteback: 0 kB\nAnonPages: 603336 kB\nMapped: 13144 kB\nSlab: 99264 kB\nPageTables: 6144 kB\nNFS_Unstable: 0 kB\nBounce: 0 kB\nCommitLimit: 7231936 kB\nCommitted_AS: 2492592 kB\nVmallocTotal: 34359738367 kB\nVmallocUsed: 265708 kB\nVmallocChunk: 34359472391 kB\nHugePages_Total: 0\nHugePages_Free: 0\nHugePages_Rsvd: 0\nHugepagesize: 2048 kB\n">>}]}, {'ns_1@10.1.3.236', [{last_heard,{1353,457354,304306}}, {outgoing_replications_safeness_level,[{"default",green}]}, {incoming_replications_conf_hashes, [{"default", [{'ns_1@10.1.3.235',96925268},{'ns_1@10.3.2.54',12754605}]}]}, {active_buckets,["default"]}, {ready_buckets,["default"]}, {local_tasks, [[{type,xdcr}, {id,<<"27a2c0bb24123b9a3ad23cedf36ad423/default/default">>}, {errors,[]}, {changes_left,0}, {docs_checked,3668}, {docs_written,3668}, {data_replicated,1767236}, {active_vbreps,0}, {waiting_vbreps,0}, {time_working,1235}, {time_committing,0}, {num_checkpoints,0}, {num_failedckpts,0}, {docs_rep_queue,0}, {size_rep_queue,0}]]}, {memory, [{total,477527424}, {processes,423989584}, {processes_used,423325800}, {system,53537840}, {atom,1395321}, {atom_used,1364411}, {binary,16648216}, {code,14078416}, {ets,2934424}]}, {system_memory_data, [{system_total_memory,4140711936}, {free_swap,5292642304}, {total_swap,5335146496}, {cached_memory,734404608}, {buffered_memory,256098304}, {free_memory,2440531968}, {total_memory,4140711936}]}, {node_storage_conf, [{db_path,"/opt/couchbase/var/lib/couchbase/data/"}, {index_path,"/opt/couchbase/var/lib/couchbase/data/"}]}, {statistics, [{wall_clock,{308899,5000}}, {context_switches,{1678915,0}}, {garbage_collection,{295443,1133342810,0}}, {io,{{input,132745908},{output,134085058}}}, {reductions,{430193442,3822332}}, {run_queue,0}, {runtime,{162460,1140}}]}, {system_stats, [{cpu_utilization_rate,15.053763440860216}, {swap_total,5335146496}, {swap_used,42504192}]}, {interesting_stats, [{couch_docs_actual_disk_size,27762000}, {couch_docs_data_size,27726446}, {couch_views_actual_disk_size,0}, {couch_views_data_size,0}, {curr_items,3335}, {curr_items_tot,6666}, {mem_used,25055536}, {vb_replica_curr_items,3331}]}, {cluster_compatibility_version,131072}, {version, [{public_key,"0.13"}, {lhttpc,"1.3.0"}, {ale,"8cffe61"}, {os_mon,"2.2.7"}, {couch_set_view,"1.2.0a-31560d7-git"}, {mnesia,"4.5"}, {inets,"5.7.1"}, {couch,"1.2.0a-31560d7-git"}, {mapreduce,"1.0.0"}, {couch_index_merger,"1.2.0a-31560d7-git"}, {kernel,"2.14.5"}, {crypto,"2.0.4"}, {ssl,"4.1.6"}, {sasl,"2.1.10"}, {couch_view_parser,"1.0.0"}, {ns_server,"2.0.0-1954-rel-enterprise"}, {mochiweb,"1.4.1"}, {oauth,"7d85d3ef"}, {stdlib,"1.17.5"}]}, {supported_compat_version,[2,0]}, {system_arch,"x86_64-unknown-linux-gnu"}, {wall_clock,308}, {memory_data,{4140711936,1697005568,{<0.4524.0>,8228504}}}, {disk_data, [{"/",20219004,14},{"/boot",101086,14},{"/dev/shm",2021832,0}]}, {meminfo, <<"MemTotal: 4043664 kB\nMemFree: 2383332 kB\nBuffers: 250096 kB\nCached: 717192 kB\nSwapCached: 33340 kB\nActive: 1077548 kB\nInactive: 459512 kB\nHighTotal: 0 kB\nHighFree: 0 kB\nLowTotal: 4043664 kB\nLowFree: 2383332 kB\nSwapTotal: 5210104 kB\nSwapFree: 5168596 kB\nDirty: 28764 kB\nWriteback: 0 kB\nAnonPages: 568728 kB\nMapped: 13132 kB\nSlab: 90892 kB\nPageTables: 6052 kB\nNFS_Unstable: 0 kB\nBounce: 0 kB\nCommitLimit: 7231936 kB\nCommitted_AS: 2437640 kB\nVmallocTotal: 34359738367 kB\nVmallocUsed: 265708 kB\nVmallocChunk: 34359472391 kB\nHugePages_Total: 0\nHugePages_Free: 0\nHugePages_Rsvd: 0\nHugepagesize: 2048 kB\n">>}]}, {'ns_1@10.3.121.126', [{last_heard,{1353,457351,242270}}, {outgoing_replications_safeness_level,[{"default",green}]}, {incoming_replications_conf_hashes, [{"default", [{'ns_1@10.1.3.235',34929730},{'ns_1@10.1.3.236',56341742}]}]}, {active_buckets,["default"]}, {ready_buckets,["default"]}, {local_tasks, [[{type,xdcr}, {id,<<"27a2c0bb24123b9a3ad23cedf36ad423/default/default">>}, {errors, [<<"2012-11-20 16:25:57 - Error replicating vbucket 736: {db_not_found,\n <<\"http://Administrator:*****@10.3.2.55:8092/default%2f736%3b46a1b551eb3e3096d8d0c453cff6784a/\">>}">>, <<"2012-11-20 16:25:58 - Error replicating vbucket 755: {db_not_found,\n <<\"http://Administrator:*****@10.3.2.55:8092/default%2f755%3b46a1b551eb3e3096d8d0c453cff6784a/\">>}">>, <<"2012-11-20 16:25:59 - Error replicating vbucket 737: {db_not_found,\n <<\"http://Administrator:*****@10.3.2.55:8092/default%2f737%3b46a1b551eb3e3096d8d0c453cff6784a/\">>}">>, <<"2012-11-20 16:25:59 - Error replicating vbucket 737: {db_not_found,\n <<\"http://Administrator:*****@10.3.2.55:8092/default%2f737%3b46a1b551eb3e3096d8d0c453cff6784a/\">>}">>, <<"2012-11-20 16:25:59 - Error replicating vbucket 756: {db_not_found,\n <<\"http://Administrator:*****@10.3.2.55:8092/default%2f756%3b46a1b551eb3e3096d8d0c453cff6784a/\">>}">>, <<"2012-11-20 16:26:01 - Error replicating vbucket 757: {db_not_found,\n <<\"http://Administrator:*****@10.3.2.55:8092/default%2f757%3b46a1b551eb3e3096d8d0c453cff6784a/\">>}">>, <<"2012-11-20 16:26:01 - Error replicating vbucket 757: {db_not_found,\n <<\"http://Administrator:*****@10.3.2.55:8092/default%2f757%3b46a1b551eb3e3096d8d0c453cff6784a/\">>}">>, <<"2012-11-20 16:26:03 - Error replicating vbucket 758: {db_not_found,\n <<\"http://Administrator:*****@10.3.2.55:8092/default%2f758%3b46a1b551eb3e3096d8d0c453cff6784a/\">>}">>, <<"2012-11-20 16:26:03 - Error replicating vbucket 758: {db_not_found,\n <<\"http://Administrator:*****@10.3.2.55:8092/default%2f758%3b46a1b551eb3e3096d8d0c453cff6784a/\">>}">>, <<"2012-11-20 16:26:03 - Error replicating vbucket 758: {db_not_found,\n <<\"http://Administrator:*****@10.3.2.55:8092/default%2f758%3b46a1b551eb3e3096d8d0c453cff6784a/\">>}">>]}, {changes_left,0}, {docs_checked,350}, {docs_written,0}, {data_replicated,0}, {active_vbreps,0}, {waiting_vbreps,0}, {time_working,2}, {time_committing,0}, {num_checkpoints,0}, {num_failedckpts,0}, {docs_rep_queue,0}, {size_rep_queue,0}]]}, {memory, [{total,189142312}, {processes,147453184}, {processes_used,147446000}, {system,41689128}, {atom,1401785}, {atom_used,1372334}, {binary,5356336}, {code,14302537}, {ets,2606384}]}, {system_memory_data, [{system_total_memory,8370651136}, {free_swap,5335044096}, {total_swap,5335146496}, {cached_memory,677412864}, {buffered_memory,262987776}, {free_memory,6947856384}, {total_memory,8370651136}]}, {node_storage_conf, [{db_path,"/opt/couchbase/var/lib/couchbase/data/"}, {index_path,"/opt/couchbase/var/lib/couchbase/data/"}]}, {statistics, [{wall_clock,{502649,5000}}, {context_switches,{534433,0}}, {garbage_collection,{494425,1087371333,0}}, {io,{{input,44929234},{output,93140479}}}, {reductions,{210114435,8793553}}, {run_queue,0}, {runtime,{80110,2700}}]}, {system_stats, [{cpu_utilization_rate,1.5}, {swap_total,5335146496}, {swap_used,102400}]}, {interesting_stats, [{couch_docs_actual_disk_size,8657836}, {couch_docs_data_size,8594493}, {couch_views_actual_disk_size,0}, {couch_views_data_size,0}, {curr_items,755}, {curr_items_tot,3359}, {mem_used,12560456}, {vb_replica_curr_items,2604}]}, {cluster_compatibility_version,131072}, {version, [{public_key,"0.13"}, {lhttpc,"1.3.0"}, {ale,"8cffe61"}, {os_mon,"2.2.7"}, {couch_set_view,"1.2.0a-31560d7-git"}, {mnesia,"4.5"}, {inets,"5.7.1"}, {couch,"1.2.0a-31560d7-git"}, {mapreduce,"1.0.0"}, {couch_index_merger,"1.2.0a-31560d7-git"}, {kernel,"2.14.5"}, {crypto,"2.0.4"}, {ssl,"4.1.6"}, {sasl,"2.1.10"}, {couch_view_parser,"1.0.0"}, {ns_server,"2.0.0-1954-rel-enterprise"}, {mochiweb,"1.4.1"}, {oauth,"7d85d3ef"}, {stdlib,"1.17.5"}]}, {supported_compat_version,[2,0]}, {system_arch,"x86_64-unknown-linux-gnu"}, {wall_clock,502}, {memory_data,{8370651136,1398923264,{<19755.333.0>,4714872}}}, {disk_data, [{"/",20219004,17},{"/boot",101086,14},{"/dev/shm",4087232,0}]}, {meminfo, <<"MemTotal: 8174464 kB\nMemFree: 6785140 kB\nBuffers: 256824 kB\nCached: 661536 kB\nSwapCached: 0 kB\nActive: 797524 kB\nInactive: 422100 kB\nHighTotal: 0 kB\nHighFree: 0 kB\nLowTotal: 8174464 kB\nLowFree: 6785140 kB\nSwapTotal: 5210104 kB\nSwapFree: 5210004 kB\nDirty: 24344 kB\nWriteback: 0 kB\nAnonPages: 301272 kB\nMapped: 19496 kB\nSlab: 135580 kB\nPageTables: 5172 kB\nNFS_Unstable: 0 kB\nBounce: 0 kB\nCommitLimit: 9297336 kB\nCommitted_AS: 2068408 kB\nVmallocTotal: 34359738367 kB\nVmallocUsed: 265708 kB\nVmallocChunk: 34359472391 kB\nHugePages_Total: 0\nHugePages_Free: 0\nHugePages_Rsvd: 0\nHugepagesize: 2048 kB\n">>}]}, {'ns_1@10.3.2.54', [{last_heard,{1353,457350,223401}}, {outgoing_replications_safeness_level,[{"default",green}]}, {incoming_replications_conf_hashes, [{"default", [{'ns_1@10.1.3.235',35268373},{'ns_1@10.1.3.236',76155604}]}]}, {active_buckets,["default"]}, {ready_buckets,["default"]}, {local_tasks, [[{type,xdcr}, {id,<<"27a2c0bb24123b9a3ad23cedf36ad423/default/default">>}, {errors,[]}, {changes_left,0}, {docs_checked,2854}, {docs_written,2854}, {data_replicated,1375050}, {active_vbreps,0}, {waiting_vbreps,0}, {time_working,474}, {time_committing,0}, {num_checkpoints,0}, {num_failedckpts,0}, {docs_rep_queue,0}, {size_rep_queue,0}]]}, {memory, [{total,429326664}, {processes,379697896}, {processes_used,377509640}, {system,49628768}, {atom,1395321}, {atom_used,1364076}, {binary,13069312}, {code,14077120}, {ets,2824400}]}, {system_memory_data, [{system_total_memory,8370651136}, {free_swap,5335040000}, {total_swap,5335146496}, {cached_memory,810717184}, {buffered_memory,299438080}, {free_memory,6494842880}, {total_memory,8370651136}]}, {node_storage_conf, [{db_path,"/opt/couchbase/var/lib/couchbase/data/"}, {index_path,"/opt/couchbase/var/lib/couchbase/data/"}]}, {statistics, [{wall_clock,{275366,4999}}, {context_switches,{2185311,0}}, {garbage_collection,{719999,1908489667,0}}, {io,{{input,160952874},{output,151824924}}}, {reductions,{589132187,7768429}}, {run_queue,0}, {runtime,{132520,1870}}]}, {system_stats, [{cpu_utilization_rate,17.75}, {swap_total,5335146496}, {swap_used,106496}]}, {interesting_stats, [{couch_docs_actual_disk_size,20190585}, {couch_docs_data_size,20155953}, {couch_views_actual_disk_size,0}, {couch_views_data_size,0}, {curr_items,2593}, {curr_items_tot,3342}, {mem_used,12934032}, {vb_replica_curr_items,749}]}, {cluster_compatibility_version,131072}, {version, [{public_key,"0.13"}, {lhttpc,"1.3.0"}, {ale,"8cffe61"}, {os_mon,"2.2.7"}, {couch_set_view,"1.2.0a-31560d7-git"}, {mnesia,"4.5"}, {inets,"5.7.1"}, {couch,"1.2.0a-31560d7-git"}, {mapreduce,"1.0.0"}, {couch_index_merger,"1.2.0a-31560d7-git"}, {kernel,"2.14.5"}, {crypto,"2.0.4"}, {ssl,"4.1.6"}, {sasl,"2.1.10"}, {couch_view_parser,"1.0.0"}, {ns_server,"2.0.0-1954-rel-enterprise"}, {mochiweb,"1.4.1"}, {oauth,"7d85d3ef"}, {stdlib,"1.17.5"}]}, {supported_compat_version,[2,0]}, {system_arch,"x86_64-unknown-linux-gnu"}, {wall_clock,275}, {memory_data,{8370651136,1899180032,{<15336.4529.0>,8228504}}}, {disk_data, [{"/",20219004,23}, {"/boot",101086,14}, {"/dev/shm",4087232,0}, {"/data",206420664,6}]}, {meminfo, <<"MemTotal: 8174464 kB\nMemFree: 6342620 kB\nBuffers: 292420 kB\nCached: 791716 kB\nSwapCached: 0 kB\nActive: 1136928 kB\nInactive: 532624 kB\nHighTotal: 0 kB\nHighFree: 0 kB\nLowTotal: 8174464 kB\nLowFree: 6342620 kB\nSwapTotal: 5210104 kB\nSwapFree: 5210000 kB\nDirty: 25828 kB\nWriteback: 204 kB\nAnonPages: 585108 kB\nMapped: 16216 kB\nSlab: 127984 kB\nPageTables: 6168 kB\nNFS_Unstable: 0 kB\nBounce: 0 kB\nCommitLimit: 9297336 kB\nCommitted_AS: 2464968 kB\nVmallocTotal: 34359738367 kB\nVmallocUsed: 265716 kB\nVmallocChunk: 34359472391 kB\nHugePages_Total: 0\nHugePages_Free: 0\nHugePages_Rsvd: 0\nHugepagesize: 2048 kB\n">>}]}] [stats:debug,2012-11-20T16:22:37.854,ns_1@10.1.3.236:<0.4802.0>:stats_collector:maybe_log_stats:126](at {{1970,1,16},{7,57,37}}) Stats for bucket "default": accepting_conns 1 auth_cmds 2 auth_errors 0 bucket_active_conns 1 bucket_conns 18 bytes 25055888 bytes_read 2851309 bytes_written 312356188 cas_badval 0 cas_hits 0 cas_misses 0 cmd_flush 0 cmd_get 333 cmd_set 3668 conn_yields 79 connection_structures 5000 curr_connections 19 curr_conns_on_port_11209 16 curr_conns_on_port_11210 1 curr_items 3335 curr_items_tot 6666 curr_temp_items 0 daemon_connections 4 decr_hits 0 decr_misses 0 delete_hits 0 delete_misses 0 ep_access_scanner_last_runtime 0 ep_access_scanner_num_items 0 ep_access_scanner_task_time 2012-11-21 10:00:00 ep_allow_data_loss_during_shutdown 1 ep_alog_block_size 4096 ep_alog_path /opt/couchbase/var/lib/couchbase/data/default/access.log ep_alog_sleep_time 1440 ep_alog_task_time 10 ep_backend couchdb ep_bg_fetch_delay 0 ep_bg_fetched 0 ep_bg_meta_fetched 0 ep_bg_remaining_jobs 0 ep_chk_max_items 5000 ep_chk_period 1800 ep_chk_persistence_remains 0 ep_chk_persistence_timeout 10 ep_chk_remover_stime 5 ep_commit_num 36 ep_commit_time 7 ep_commit_time_total 352 ep_concurrentDB 1 ep_config_file ep_couch_bucket default ep_couch_host localhost ep_couch_port 11213 ep_couch_reconnect_sleeptime 250 ep_couch_response_timeout 180000 ep_data_age 4 ep_data_age_highwat 15 ep_data_traffic_enabled 0 ep_dbinit 0 ep_dbname /opt/couchbase/var/lib/couchbase/data/default ep_degraded_mode 0 ep_diskqueue_drain 7330 ep_diskqueue_fill 7330 ep_diskqueue_items 0 ep_diskqueue_memory 0 ep_diskqueue_pending 0 ep_exp_pager_stime 3600 ep_exp_pager_stime 3600 ep_expired_access 0 ep_expired_pager 0 ep_expiry_window 3 ep_failpartialwarmup 0 ep_flush_all false ep_flush_duration_total 51 ep_flushall_enabled 0 ep_flusher_state running ep_flusher_todo 0 ep_getl_default_timeout 15 ep_getl_max_timeout 30 ep_ht_locks 5 ep_ht_size 3079 ep_inconsistent_slave_chk 0 ep_initfile ep_io_num_read 0 ep_io_num_write 7330 ep_io_read_bytes 0 ep_io_write_bytes 1955638 ep_item_begin_failed 0 ep_item_commit_failed 0 ep_item_flush_expired 0 ep_item_flush_failed 0 ep_item_num_based_new_chk 1 ep_items_rm_from_checkpoints 0 ep_keep_closed_chks 0 ep_klog_block_size 4096 ep_klog_compactor_queue_cap 500000 ep_klog_compactor_stime 3600 ep_klog_flush commit2 ep_klog_max_entry_ratio 10 ep_klog_max_log_size 2147483647 ep_klog_path ep_klog_sync commit2 ep_kv_size 2313046 ep_max_checkpoints 2 ep_max_data_size 490733568 ep_max_item_size 20971520 ep_max_size 490733568 ep_max_txn_size 10000 ep_max_vbuckets 1024 ep_mem_high_wat 368050176 ep_mem_high_wat 368050176 ep_mem_low_wat 294440140 ep_mem_low_wat 294440140 ep_mem_tracker_enabled true ep_min_data_age 0 ep_mlog_compactor_runs 0 ep_mutation_mem_threshold 0 ep_num_access_scanner_runs 0 ep_num_eject_failures 0 ep_num_expiry_pager_runs 0 ep_num_non_resident 0 ep_num_not_my_vbuckets 0 ep_num_ops_del_meta 0 ep_num_ops_get_meta 0 ep_num_ops_set_meta 0 ep_num_pager_runs 0 ep_num_value_ejects 0 ep_oom_errors 0 ep_overhead 18651328 ep_pager_active_vb_pcnt 40 ep_pager_unbiased_period 60 ep_pending_ops 0 ep_pending_ops_max 0 ep_pending_ops_max_duration 0 ep_pending_ops_total 0 ep_postInitfile ep_queue_age_cap 900 ep_queue_size 0 ep_startup_time 1353457054 ep_storage_age 1 ep_storage_age_highwat 13 ep_store_max_concurrency 10 ep_store_max_readers 9 ep_store_max_readwrite 1 ep_stored_val_type ep_tap_ack_grace_period 300 ep_tap_ack_initial_sequence_number 1 ep_tap_ack_interval 1000 ep_tap_ack_window_size 10 ep_tap_backfill_resident 0.9 ep_tap_backlog_limit 5000 ep_tap_backoff_period 5 ep_tap_bg_fetch_requeued 0 ep_tap_bg_fetched 0 ep_tap_bg_max_pending 500 ep_tap_keepalive 300 ep_tap_noop_interval 20 ep_tap_requeue_sleep_time 0.1 ep_tap_throttle_cap_pcnt 10 ep_tap_throttle_queue_cap 1000000 ep_tap_throttle_threshold 90 ep_tmp_oom_errors 0 ep_too_old 0 ep_too_young 0 ep_total_cache_size 2233054 ep_total_del_items 0 ep_total_enqueued 7330 ep_total_new_items 6666 ep_total_persisted 7330 ep_uncommitted_items 0 ep_value_size 1786488 ep_vb0 0 ep_vb_snapshot_total 2 ep_vb_total 682 ep_vbucket_del 0 ep_vbucket_del_fail 0 ep_version 2.0.0r_139_g9b8377b ep_waitforwarmup 0 ep_warmup 1 ep_warmup_batch_size 1000 ep_warmup_dups 0 ep_warmup_min_items_threshold 100 ep_warmup_min_memory_threshold 100 ep_warmup_oom 0 ep_warmup_thread complete ep_warmup_time 289313 get_hits 333 get_misses 0 incr_hits 0 incr_misses 0 libevent 2.0.11-stable limit_maxbytes 67108864 listen_disabled_num 0 max_conns_on_port_11209 1000 max_conns_on_port_11210 9000 mem_used 25055888 pid 15247 pointer_size 64 rejected_conns 0 rusage_system 7.117917 rusage_user 39.654971 tap_checkpoint_start_received 511 tap_checkpoint_start_sent 804 tap_connect_received 151 tap_mutation_received 3662 tap_mutation_sent 7928 tap_opaque_received 7 tap_opaque_sent 889 threads 4 time 1353457357 total_connections 466 uptime 305 vb_active_curr_items 3335 vb_active_eject 0 vb_active_expired 0 vb_active_ht_memory 8563192 vb_active_itm_memory 1117193 vb_active_meta_data_memory 246420 vb_active_num 341 vb_active_num_non_resident 0 vb_active_num_ref_ejects 0 vb_active_num_ref_items 3335 vb_active_ops_create 3335 vb_active_ops_delete 0 vb_active_ops_reject 0 vb_active_ops_update 333 vb_active_perc_mem_resident 100 vb_active_queue_age 0 vb_active_queue_drain 3668 vb_active_queue_fill 3668 vb_active_queue_memory 0 vb_active_queue_pending 0 vb_active_queue_size 0 vb_dead_num 0 vb_pending_curr_items 0 vb_pending_eject 0 vb_pending_expired 0 vb_pending_ht_memory 0 vb_pending_itm_memory 0 vb_pending_meta_data_memory 0 vb_pending_num 0 vb_pending_num_non_resident 0 vb_pending_num_ref_ejects 0 vb_pending_num_ref_items 0 vb_pending_ops_create 0 vb_pending_ops_delete 0 vb_pending_ops_reject 0 vb_pending_ops_update 0 vb_pending_perc_mem_resident 0 vb_pending_queue_age 0 vb_pending_queue_drain 0 vb_pending_queue_fill 0 vb_pending_queue_memory 0 vb_pending_queue_pending 0 vb_pending_queue_size 0 vb_replica_curr_items 3331 vb_replica_eject 0 vb_replica_expired 0 vb_replica_ht_memory 8563192 vb_replica_itm_memory 1115861 vb_replica_meta_data_memory 246128 vb_replica_num 341 vb_replica_num_non_resident 0 vb_replica_num_ref_ejects 0 vb_replica_num_ref_items 3331 vb_replica_ops_create 3331 vb_replica_ops_delete 0 vb_replica_ops_reject 0 vb_replica_ops_update 331 vb_replica_perc_mem_resident 100 vb_replica_queue_age 0 vb_replica_queue_drain 3662 vb_replica_queue_fill 3662 vb_replica_queue_memory 0 vb_replica_queue_pending 0 vb_replica_queue_size 0 version 1.4.4_600_g7ea975a [ns_doctor:debug,2012-11-20T16:23:34.307,ns_1@10.1.3.236:ns_doctor<0.4576.0>:ns_doctor:handle_info:137]Current node statuses: [{'ns_1@10.1.3.235', [{last_heard,{1353,457410,764898}}, {outgoing_replications_safeness_level,[{"default",green}]}, {incoming_replications_conf_hashes, [{"default", [{'ns_1@10.1.3.236',86256472}, {'ns_1@10.3.121.126',125122939}, {'ns_1@10.3.2.54',77734816}]}]}, {active_buckets,["default"]}, {ready_buckets,["default"]}, {local_tasks, [[{type,xdcr}, {id,<<"27a2c0bb24123b9a3ad23cedf36ad423/default/default">>}, {errors,[]}, {changes_left,0}, {docs_checked,3645}, {docs_written,3645}, {data_replicated,1756166}, {active_vbreps,0}, {waiting_vbreps,0}, {time_working,1270}, {time_committing,0}, {num_checkpoints,0}, {num_failedckpts,0}, {docs_rep_queue,0}, {size_rep_queue,0}]]}, {memory, [{total,516555144}, {processes,461649400}, {processes_used,460932176}, {system,54905744}, {atom,1413905}, {atom_used,1392257}, {binary,17379328}, {code,14433680}, {ets,3155720}]}, {system_memory_data, [{system_total_memory,4140711936}, {free_swap,5292630016}, {total_swap,5335146496}, {cached_memory,765112320}, {buffered_memory,254431232}, {free_memory,2348748800}, {total_memory,4140711936}]}, {node_storage_conf, [{db_path,"/opt/couchbase/var/lib/couchbase/data/"}, {index_path,"/opt/couchbase/var/lib/couchbase/data/"}]}, {statistics, [{wall_clock,{396531,5006}}, {context_switches,{2194736,0}}, {garbage_collection,{558912,3420554693,0}}, {io,{{input,171818711},{output,221747909}}}, {reductions,{656983822,8553080}}, {run_queue,0}, {runtime,{248740,4850}}]}, {system_stats, [{cpu_utilization_rate,50.1577287066246}, {swap_total,5335146496}, {swap_used,42516480}]}, {interesting_stats, [{couch_docs_actual_disk_size,28154416}, {couch_docs_data_size,28119844}, {couch_views_actual_disk_size,0}, {couch_views_data_size,0}, {curr_items,3317}, {curr_items_tot,6671}, {mem_used,25148176}, {vb_replica_curr_items,3354}]}, {cluster_compatibility_version,131072}, {version, [{public_key,"0.13"}, {lhttpc,"1.3.0"}, {ale,"8cffe61"}, {os_mon,"2.2.7"}, {couch_set_view,"1.2.0a-31560d7-git"}, {mnesia,"4.5"}, {inets,"5.7.1"}, {couch,"1.2.0a-31560d7-git"}, {mapreduce,"1.0.0"}, {couch_index_merger,"1.2.0a-31560d7-git"}, {kernel,"2.14.5"}, {crypto,"2.0.4"}, {ssl,"4.1.6"}, {sasl,"2.1.10"}, {couch_view_parser,"1.0.0"}, {ns_server,"2.0.0-1954-rel-enterprise"}, {mochiweb,"1.4.1"}, {oauth,"7d85d3ef"}, {stdlib,"1.17.5"}]}, {supported_compat_version,[2,0]}, {system_arch,"x86_64-unknown-linux-gnu"}, {wall_clock,396}, {memory_data,{4140711936,1793859584,{<15326.4619.0>,8539176}}}, {disk_data, [{"/",20219004,24},{"/boot",101086,14},{"/dev/shm",2021832,0}]}, {meminfo, <<"MemTotal: 4043664 kB\nMemFree: 2295684 kB\nBuffers: 248468 kB\nCached: 747180 kB\nSwapCached: 33260 kB\nActive: 1142668 kB\nInactive: 474332 kB\nHighTotal: 0 kB\nHighFree: 0 kB\nLowTotal: 4043664 kB\nLowFree: 2295684 kB\nSwapTotal: 5210104 kB\nSwapFree: 5168584 kB\nDirty: 17516 kB\nWriteback: 4 kB\nAnonPages: 620400 kB\nMapped: 13144 kB\nSlab: 99072 kB\nPageTables: 6204 kB\nNFS_Unstable: 0 kB\nBounce: 0 kB\nCommitLimit: 7231936 kB\nCommitted_AS: 2490156 kB\nVmallocTotal: 34359738367 kB\nVmallocUsed: 265708 kB\nVmallocChunk: 34359472391 kB\nHugePages_Total: 0\nHugePages_Free: 0\nHugePages_Rsvd: 0\nHugepagesize: 2048 kB\n">>}]}, {'ns_1@10.1.3.236', [{last_heard,{1353,457414,303004}}, {outgoing_replications_safeness_level,[{"default",green}]}, {incoming_replications_conf_hashes, [{"default", [{'ns_1@10.1.3.235',96925268},{'ns_1@10.3.2.54',12754605}]}]}, {active_buckets,["default"]}, {ready_buckets,["default"]}, {local_tasks, [[{type,xdcr}, {id,<<"27a2c0bb24123b9a3ad23cedf36ad423/default/default">>}, {errors,[]}, {changes_left,0}, {docs_checked,3668}, {docs_written,3668}, {data_replicated,1767236}, {active_vbreps,0}, {waiting_vbreps,0}, {time_working,1235}, {time_committing,0}, {num_checkpoints,0}, {num_failedckpts,0}, {docs_rep_queue,0}, {size_rep_queue,0}]]}, {memory, [{total,480583608}, {processes,426780288}, {processes_used,426116504}, {system,53803320}, {atom,1395321}, {atom_used,1364411}, {binary,16717408}, {code,14078416}, {ets,3131504}]}, {system_memory_data, [{system_total_memory,4140711936}, {free_swap,5292642304}, {total_swap,5335146496}, {cached_memory,732872704}, {buffered_memory,256151552}, {free_memory,2443198464}, {total_memory,4140711936}]}, {node_storage_conf, [{db_path,"/opt/couchbase/var/lib/couchbase/data/"}, {index_path,"/opt/couchbase/var/lib/couchbase/data/"}]}, {statistics, [{wall_clock,{368897,4997}}, {context_switches,{1838772,0}}, {garbage_collection,{307066,1269948068,0}}, {io,{{input,151117833},{output,168323652}}}, {reductions,{475678542,3288634}}, {run_queue,0}, {runtime,{177080,1120}}]}, {system_stats, [{cpu_utilization_rate,10.966057441253264}, {swap_total,5335146496}, {swap_used,42504192}]}, {interesting_stats, [{couch_docs_actual_disk_size,27762042}, {couch_docs_data_size,27726446}, {couch_views_actual_disk_size,0}, {couch_views_data_size,0}, {curr_items,3335}, {curr_items_tot,6666}, {mem_used,25079280}, {vb_replica_curr_items,3331}]}, {cluster_compatibility_version,131072}, {version, [{public_key,"0.13"}, {lhttpc,"1.3.0"}, {ale,"8cffe61"}, {os_mon,"2.2.7"}, {couch_set_view,"1.2.0a-31560d7-git"}, {mnesia,"4.5"}, {inets,"5.7.1"}, {couch,"1.2.0a-31560d7-git"}, {mapreduce,"1.0.0"}, {couch_index_merger,"1.2.0a-31560d7-git"}, {kernel,"2.14.5"}, {crypto,"2.0.4"}, {ssl,"4.1.6"}, {sasl,"2.1.10"}, {couch_view_parser,"1.0.0"}, {ns_server,"2.0.0-1954-rel-enterprise"}, {mochiweb,"1.4.1"}, {oauth,"7d85d3ef"}, {stdlib,"1.17.5"}]}, {supported_compat_version,[2,0]}, {system_arch,"x86_64-unknown-linux-gnu"}, {wall_clock,368}, {memory_data,{4140711936,1702084608,{<0.4524.0>,8228504}}}, {disk_data, [{"/",20219004,14},{"/boot",101086,14},{"/dev/shm",2021832,0}]}, {meminfo, <<"MemTotal: 4043664 kB\nMemFree: 2385936 kB\nBuffers: 250148 kB\nCached: 715696 kB\nSwapCached: 33340 kB\nActive: 1075552 kB\nInactive: 458176 kB\nHighTotal: 0 kB\nHighFree: 0 kB\nLowTotal: 4043664 kB\nLowFree: 2385936 kB\nSwapTotal: 5210104 kB\nSwapFree: 5168596 kB\nDirty: 18676 kB\nWriteback: 0 kB\nAnonPages: 567280 kB\nMapped: 13132 kB\nSlab: 90616 kB\nPageTables: 6072 kB\nNFS_Unstable: 0 kB\nBounce: 0 kB\nCommitLimit: 7231936 kB\nCommitted_AS: 2445608 kB\nVmallocTotal: 34359738367 kB\nVmallocUsed: 265708 kB\nVmallocChunk: 34359472391 kB\nHugePages_Total: 0\nHugePages_Free: 0\nHugePages_Rsvd: 0\nHugepagesize: 2048 kB\n">>}]}, {'ns_1@10.3.121.126', [{last_heard,{1353,457411,235563}}, {outgoing_replications_safeness_level,[{"default",green}]}, {incoming_replications_conf_hashes, [{"default", [{'ns_1@10.1.3.235',111274792},{'ns_1@10.1.3.236',93000434}]}]}, {active_buckets,["default"]}, {ready_buckets,["default"]}, {local_tasks, [[{type,xdcr}, {id,<<"27a2c0bb24123b9a3ad23cedf36ad423/default/default">>}, {errors, [<<"2012-11-20 16:27:00 - Error replicating vbucket 808: {db_not_found,\n <<\"http://Administrator:*****@10.3.2.55:8092/default%2f808%3b46a1b551eb3e3096d8d0c453cff6784a/\">>}">>, <<"2012-11-20 16:27:01 - Error replicating vbucket 809: {db_not_found,\n <<\"http://Administrator:*****@10.3.2.55:8092/default%2f809%3b46a1b551eb3e3096d8d0c453cff6784a/\">>}">>, <<"2012-11-20 16:27:01 - Error replicating vbucket 809: {db_not_found,\n <<\"http://Administrator:*****@10.3.2.55:8092/default%2f809%3b46a1b551eb3e3096d8d0c453cff6784a/\">>}">>, <<"2012-11-20 16:27:01 - Error replicating vbucket 809: {db_not_found,\n <<\"http://Administrator:*****@10.3.2.55:8092/default%2f809%3b46a1b551eb3e3096d8d0c453cff6784a/\">>}">>, <<"2012-11-20 16:27:02 - Error replicating vbucket 810: {db_not_found,\n <<\"http://Administrator:*****@10.3.2.55:8092/default%2f810%3b46a1b551eb3e3096d8d0c453cff6784a/\">>}">>, <<"2012-11-20 16:27:02 - Error replicating vbucket 811: {db_not_found,\n <<\"http://Administrator:*****@10.3.2.55:8092/default%2f811%3b46a1b551eb3e3096d8d0c453cff6784a/\">>}">>, <<"2012-11-20 16:27:03 - Error replicating vbucket 812: {db_not_found,\n <<\"http://Administrator:*****@10.3.2.55:8092/default%2f812%3b46a1b551eb3e3096d8d0c453cff6784a/\">>}">>, <<"2012-11-20 16:27:03 - Error replicating vbucket 812: {db_not_found,\n <<\"http://Administrator:*****@10.3.2.55:8092/default%2f812%3b46a1b551eb3e3096d8d0c453cff6784a/\">>}">>, <<"2012-11-20 16:27:03 - Error replicating vbucket 812: {db_not_found,\n <<\"http://Administrator:*****@10.3.2.55:8092/default%2f812%3b46a1b551eb3e3096d8d0c453cff6784a/\">>}">>, <<"2012-11-20 16:27:03 - Error replicating vbucket 813: {db_not_found,\n <<\"http://Administrator:*****@10.3.2.55:8092/default%2f813%3b46a1b551eb3e3096d8d0c453cff6784a/\">>}">>]}, {changes_left,0}, {docs_checked,661}, {docs_written,0}, {data_replicated,0}, {active_vbreps,0}, {waiting_vbreps,0}, {time_working,4}, {time_committing,0}, {num_checkpoints,0}, {num_failedckpts,0}, {docs_rep_queue,0}, {size_rep_queue,0}]]}, {memory, [{total,260248624}, {processes,216756448}, {processes_used,216742608}, {system,43492176}, {atom,1401785}, {atom_used,1372334}, {binary,6722024}, {code,14302537}, {ets,2825968}]}, {system_memory_data, [{system_total_memory,8370651136}, {free_swap,5335044096}, {total_swap,5335146496}, {cached_memory,688443392}, {buffered_memory,263065600}, {free_memory,6879449088}, {total_memory,8370651136}]}, {node_storage_conf, [{db_path,"/opt/couchbase/var/lib/couchbase/data/"}, {index_path,"/opt/couchbase/var/lib/couchbase/data/"}]}, {statistics, [{wall_clock,{562649,5001}}, {context_switches,{778031,0}}, {garbage_collection,{653273,1502351662,0}}, {io,{{input,64333694},{output,133797556}}}, {reductions,{291312231,4564956}}, {run_queue,0}, {runtime,{107400,1660}}]}, {system_stats, [{cpu_utilization_rate,1.5}, {swap_total,5335146496}, {swap_used,102400}]}, {interesting_stats, [{couch_docs_actual_disk_size,12293629}, {couch_docs_data_size,12244208}, {couch_views_actual_disk_size,0}, {couch_views_data_size,0}, {curr_items,1288}, {curr_items_tot,4603}, {mem_used,17187752}, {vb_replica_curr_items,3315}]}, {cluster_compatibility_version,131072}, {version, [{public_key,"0.13"}, {lhttpc,"1.3.0"}, {ale,"8cffe61"}, {os_mon,"2.2.7"}, {couch_set_view,"1.2.0a-31560d7-git"}, {mnesia,"4.5"}, {inets,"5.7.1"}, {couch,"1.2.0a-31560d7-git"}, {mapreduce,"1.0.0"}, {couch_index_merger,"1.2.0a-31560d7-git"}, {kernel,"2.14.5"}, {crypto,"2.0.4"}, {ssl,"4.1.6"}, {sasl,"2.1.10"}, {couch_view_parser,"1.0.0"}, {ns_server,"2.0.0-1954-rel-enterprise"}, {mochiweb,"1.4.1"}, {oauth,"7d85d3ef"}, {stdlib,"1.17.5"}]}, {supported_compat_version,[2,0]}, {system_arch,"x86_64-unknown-linux-gnu"}, {wall_clock,562}, {memory_data,{8370651136,1469259776,{<19755.333.0>,4714872}}}, {disk_data, [{"/",20219004,17},{"/boot",101086,14},{"/dev/shm",4087232,0}]}, {meminfo, <<"MemTotal: 8174464 kB\nMemFree: 6718212 kB\nBuffers: 256900 kB\nCached: 672308 kB\nSwapCached: 0 kB\nActive: 857696 kB\nInactive: 427820 kB\nHighTotal: 0 kB\nHighFree: 0 kB\nLowTotal: 8174464 kB\nLowFree: 6718212 kB\nSwapTotal: 5210104 kB\nSwapFree: 5210004 kB\nDirty: 18764 kB\nWriteback: 0 kB\nAnonPages: 355952 kB\nMapped: 19496 kB\nSlab: 135884 kB\nPageTables: 5416 kB\nNFS_Unstable: 0 kB\nBounce: 0 kB\nCommitLimit: 9297336 kB\nCommitted_AS: 2179088 kB\nVmallocTotal: 34359738367 kB\nVmallocUsed: 265708 kB\nVmallocChunk: 34359472391 kB\nHugePages_Total: 0\nHugePages_Free: 0\nHugePages_Rsvd: 0\nHugepagesize: 2048 kB\n">>}]}, {'ns_1@10.3.2.54', [{last_heard,{1353,457410,223252}}, {outgoing_replications_safeness_level,[{"default",green}]}, {incoming_replications_conf_hashes,[{"default",[]}]}, {active_buckets,["default"]}, {ready_buckets,["default"]}, {local_tasks, [[{type,xdcr}, {id,<<"27a2c0bb24123b9a3ad23cedf36ad423/default/default">>}, {errors,[]}, {changes_left,0}, {docs_checked,2282}, {docs_written,2282}, {data_replicated,1099448}, {active_vbreps,0}, {waiting_vbreps,0}, {time_working,380}, {time_committing,0}, {num_checkpoints,0}, {num_failedckpts,0}, {docs_rep_queue,0}, {size_rep_queue,0}]]}, {memory, [{total,352544792}, {processes,305842136}, {processes_used,303070776}, {system,46702656}, {atom,1395321}, {atom_used,1364076}, {binary,10075920}, {code,14077120}, {ets,2986248}]}, {system_memory_data, [{system_total_memory,8370651136}, {free_swap,5335040000}, {total_swap,5335146496}, {cached_memory,808849408}, {buffered_memory,299622400}, {free_memory,6537269248}, {total_memory,8370651136}]}, {node_storage_conf, [{db_path,"/opt/couchbase/var/lib/couchbase/data/"}, {index_path,"/opt/couchbase/var/lib/couchbase/data/"}]}, {statistics, [{wall_clock,{335366,5000}}, {context_switches,{2330098,0}}, {garbage_collection,{830755,2183840401,0}}, {io,{{input,175168876},{output,185796902}}}, {reductions,{656822854,3931448}}, {run_queue,0}, {runtime,{149430,980}}]}, {system_stats, [{cpu_utilization_rate,10.473815461346634}, {swap_total,5335146496}, {swap_used,106496}]}, {interesting_stats, [{couch_docs_actual_disk_size,12882111}, {couch_docs_data_size,12848510}, {couch_views_actual_disk_size,0}, {couch_views_data_size,0}, {curr_items,2069}, {curr_items_tot,2069}, {mem_used,8215568}, {vb_replica_curr_items,0}]}, {cluster_compatibility_version,131072}, {version, [{public_key,"0.13"}, {lhttpc,"1.3.0"}, {ale,"8cffe61"}, {os_mon,"2.2.7"}, {couch_set_view,"1.2.0a-31560d7-git"}, {mnesia,"4.5"}, {inets,"5.7.1"}, {couch,"1.2.0a-31560d7-git"}, {mapreduce,"1.0.0"}, {couch_index_merger,"1.2.0a-31560d7-git"}, {kernel,"2.14.5"}, {crypto,"2.0.4"}, {ssl,"4.1.6"}, {sasl,"2.1.10"}, {couch_view_parser,"1.0.0"}, {ns_server,"2.0.0-1954-rel-enterprise"}, {mochiweb,"1.4.1"}, {oauth,"7d85d3ef"}, {stdlib,"1.17.5"}]}, {supported_compat_version,[2,0]}, {system_arch,"x86_64-unknown-linux-gnu"}, {wall_clock,335}, {memory_data,{8370651136,1870221312,{<15336.4529.0>,8228504}}}, {disk_data, [{"/",20219004,23}, {"/boot",101086,14}, {"/dev/shm",4087232,0}, {"/data",206420664,6}]}, {meminfo, <<"MemTotal: 8174464 kB\nMemFree: 6383308 kB\nBuffers: 292600 kB\nCached: 789892 kB\nSwapCached: 0 kB\nActive: 1090848 kB\nInactive: 537020 kB\nHighTotal: 0 kB\nHighFree: 0 kB\nLowTotal: 8174464 kB\nLowFree: 6383308 kB\nSwapTotal: 5210104 kB\nSwapFree: 5210000 kB\nDirty: 17028 kB\nWriteback: 0 kB\nAnonPages: 545360 kB\nMapped: 16216 kB\nSlab: 127784 kB\nPageTables: 6088 kB\nNFS_Unstable: 0 kB\nBounce: 0 kB\nCommitLimit: 9297336 kB\nCommitted_AS: 2399536 kB\nVmallocTotal: 34359738367 kB\nVmallocUsed: 265716 kB\nVmallocChunk: 34359472391 kB\nHugePages_Total: 0\nHugePages_Free: 0\nHugePages_Rsvd: 0\nHugepagesize: 2048 kB\n">>}]}] [stats:debug,2012-11-20T16:24:17.875,ns_1@10.1.3.236:<0.4802.0>:stats_collector:maybe_log_stats:126](at {{1970,1,16},{7,57,37}}) Stats for bucket "default": accepting_conns 1 auth_cmds 2 auth_errors 0 bucket_active_conns 1 bucket_conns 21 bytes 25075024 bytes_read 3299647 bytes_written 379428021 cas_badval 0 cas_hits 0 cas_misses 0 cmd_flush 0 cmd_get 333 cmd_set 3668 conn_yields 334 connection_structures 5000 curr_connections 21 curr_conns_on_port_11209 19 curr_conns_on_port_11210 1 curr_items 3335 curr_items_tot 6666 curr_temp_items 0 daemon_connections 4 decr_hits 0 decr_misses 0 delete_hits 0 delete_misses 0 ep_access_scanner_last_runtime 0 ep_access_scanner_num_items 0 ep_access_scanner_task_time 2012-11-21 10:00:00 ep_allow_data_loss_during_shutdown 1 ep_alog_block_size 4096 ep_alog_path /opt/couchbase/var/lib/couchbase/data/default/access.log ep_alog_sleep_time 1440 ep_alog_task_time 10 ep_backend couchdb ep_bg_fetch_delay 0 ep_bg_fetched 0 ep_bg_meta_fetched 0 ep_bg_remaining_jobs 0 ep_chk_max_items 5000 ep_chk_period 1800 ep_chk_persistence_remains 0 ep_chk_persistence_timeout 10 ep_chk_remover_stime 5 ep_commit_num 201 ep_commit_time 66 ep_commit_time_total 1421 ep_concurrentDB 1 ep_config_file ep_couch_bucket default ep_couch_host localhost ep_couch_port 11213 ep_couch_reconnect_sleeptime 250 ep_couch_response_timeout 180000 ep_data_age 1 ep_data_age_highwat 15 ep_data_traffic_enabled 0 ep_dbinit 0 ep_dbname /opt/couchbase/var/lib/couchbase/data/default ep_degraded_mode 0 ep_diskqueue_drain 8705 ep_diskqueue_fill 8014 ep_diskqueue_items 0 ep_diskqueue_memory 0 ep_diskqueue_pending 0 ep_exp_pager_stime 3600 ep_exp_pager_stime 3600 ep_expired_access 0 ep_expired_pager 0 ep_expiry_window 3 ep_failpartialwarmup 0 ep_flush_all false ep_flush_duration_total 56 ep_flushall_enabled 0 ep_flusher_state running ep_flusher_todo 0 ep_getl_default_timeout 15 ep_getl_max_timeout 30 ep_ht_locks 5 ep_ht_size 3079 ep_inconsistent_slave_chk 0 ep_initfile ep_io_num_read 0 ep_io_num_write 8021 ep_io_read_bytes 0 ep_io_write_bytes 2140062 ep_item_begin_failed 0 ep_item_commit_failed 0 ep_item_flush_expired 0 ep_item_flush_failed 0 ep_item_num_based_new_chk 1 ep_items_rm_from_checkpoints 0 ep_keep_closed_chks 0 ep_klog_block_size 4096 ep_klog_compactor_queue_cap 500000 ep_klog_compactor_stime 3600 ep_klog_flush commit2 ep_klog_max_entry_ratio 10 ep_klog_max_log_size 2147483647 ep_klog_path ep_klog_sync commit2 ep_kv_size 2313046 ep_max_checkpoints 2 ep_max_data_size 490733568 ep_max_item_size 20971520 ep_max_size 490733568 ep_max_txn_size 10000 ep_max_vbuckets 1024 ep_mem_high_wat 368050176 ep_mem_high_wat 368050176 ep_mem_low_wat 294440140 ep_mem_low_wat 294440140 ep_mem_tracker_enabled true ep_min_data_age 0 ep_mlog_compactor_runs 0 ep_mutation_mem_threshold 0 ep_num_access_scanner_runs 0 ep_num_eject_failures 0 ep_num_expiry_pager_runs 0 ep_num_non_resident 0 ep_num_not_my_vbuckets 0 ep_num_ops_del_meta 0 ep_num_ops_get_meta 0 ep_num_ops_set_meta 0 ep_num_pager_runs 0 ep_num_value_ejects 0 ep_oom_errors 0 ep_overhead 18651280 ep_pager_active_vb_pcnt 40 ep_pager_unbiased_period 60 ep_pending_ops 0 ep_pending_ops_max 0 ep_pending_ops_max_duration 0 ep_pending_ops_total 0 ep_postInitfile ep_queue_age_cap 900 ep_queue_size 0 ep_startup_time 1353457054 ep_storage_age 0 ep_storage_age_highwat 13 ep_store_max_concurrency 10 ep_store_max_readers 9 ep_store_max_readwrite 1 ep_stored_val_type ep_tap_ack_grace_period 300 ep_tap_ack_initial_sequence_number 1 ep_tap_ack_interval 1000 ep_tap_ack_window_size 10 ep_tap_backfill_resident 0.9 ep_tap_backlog_limit 5000 ep_tap_backoff_period 5 ep_tap_bg_fetch_requeued 0 ep_tap_bg_fetched 0 ep_tap_bg_max_pending 500 ep_tap_keepalive 300 ep_tap_noop_interval 20 ep_tap_requeue_sleep_time 0.1 ep_tap_throttle_cap_pcnt 10 ep_tap_throttle_queue_cap 1000000 ep_tap_throttle_threshold 90 ep_tmp_oom_errors 0 ep_too_old 0 ep_too_young 0 ep_total_cache_size 2233054 ep_total_del_items 0 ep_total_enqueued 8014 ep_total_new_items 6666 ep_total_persisted 8021 ep_uncommitted_items 0 ep_value_size 1786488 ep_vb0 0 ep_vb_snapshot_total 2 ep_vb_total 682 ep_vbucket_del 0 ep_vbucket_del_fail 0 ep_version 2.0.0r_139_g9b8377b ep_waitforwarmup 0 ep_warmup 1 ep_warmup_batch_size 1000 ep_warmup_dups 0 ep_warmup_min_items_threshold 100 ep_warmup_min_memory_threshold 100 ep_warmup_oom 0 ep_warmup_thread complete ep_warmup_time 289313 get_hits 333 get_misses 0 incr_hits 0 incr_misses 0 libevent 2.0.11-stable limit_maxbytes 67108864 listen_disabled_num 0 max_conns_on_port_11209 1000 max_conns_on_port_11210 9000 mem_used 25075024 pid 15247 pointer_size 64 rejected_conns 0 rusage_system 7.676832 rusage_user 48.787583 tap_checkpoint_start_received 578 tap_checkpoint_start_sent 851 tap_connect_received 174 tap_mutation_received 4353 tap_mutation_sent 8603 tap_opaque_received 242 tap_opaque_sent 1026 threads 4 time 1353457457 total_connections 605 uptime 405 vb_active_curr_items 3335 vb_active_eject 0 vb_active_expired 0 vb_active_ht_memory 8563192 vb_active_itm_memory 1117193 vb_active_meta_data_memory 246420 vb_active_num 341 vb_active_num_non_resident 0 vb_active_num_ref_ejects 0 vb_active_num_ref_items 3335 vb_active_ops_create 3335 vb_active_ops_delete 0 vb_active_ops_reject 0 vb_active_ops_update 333 vb_active_perc_mem_resident 100 vb_active_queue_age 0 vb_active_queue_drain 3668 vb_active_queue_fill 3668 vb_active_queue_memory 0 vb_active_queue_pending 0 vb_active_queue_size 0 vb_dead_num 0 vb_pending_curr_items 0 vb_pending_eject 0 vb_pending_expired 0 vb_pending_ht_memory 0 vb_pending_itm_memory 0 vb_pending_meta_data_memory 0 vb_pending_num 0 vb_pending_num_non_resident 0 vb_pending_num_ref_ejects 0 vb_pending_num_ref_items 0 vb_pending_ops_create 0 vb_pending_ops_delete 0 vb_pending_ops_reject 0 vb_pending_ops_update 0 vb_pending_perc_mem_resident 0 vb_pending_queue_age 0 vb_pending_queue_drain 0 vb_pending_queue_fill 0 vb_pending_queue_memory 0 vb_pending_queue_pending 0 vb_pending_queue_size 0 vb_replica_curr_items 3331 vb_replica_eject 0 vb_replica_expired 0 vb_replica_ht_memory 8563192 vb_replica_itm_memory 1115861 vb_replica_meta_data_memory 246128 vb_replica_num 341 vb_replica_num_non_resident 0 vb_replica_num_ref_ejects 0 vb_replica_num_ref_items 3331 vb_replica_ops_create 3331 vb_replica_ops_delete 0 vb_replica_ops_reject 0 vb_replica_ops_update 1022 vb_replica_perc_mem_resident 100 vb_replica_queue_age 0 vb_replica_queue_drain 5037 vb_replica_queue_fill 4346 vb_replica_queue_memory 0 vb_replica_queue_pending 0 vb_replica_queue_size 0 version 1.4.4_600_g7ea975a [ns_doctor:debug,2012-11-20T16:24:34.306,ns_1@10.1.3.236:ns_doctor<0.4576.0>:ns_doctor:handle_info:137]Current node statuses: [{'ns_1@10.1.3.235', [{last_heard,{1353,457470,812746}}, {outgoing_replications_safeness_level,[{"default",green}]}, {incoming_replications_conf_hashes, [{"default", [{'ns_1@10.1.3.236',86256472},{'ns_1@10.3.121.126',67084310}]}]}, {active_buckets,["default"]}, {ready_buckets,["default"]}, {local_tasks, [[{type,xdcr}, {id,<<"27a2c0bb24123b9a3ad23cedf36ad423/default/default">>}, {errors,[]}, {changes_left,0}, {docs_checked,3645}, {docs_written,3645}, {data_replicated,1756166}, {active_vbreps,0}, {waiting_vbreps,0}, {time_working,1270}, {time_committing,0}, {num_checkpoints,0}, {num_failedckpts,0}, {docs_rep_queue,0}, {size_rep_queue,0}]]}, {memory, [{total,528614504}, {processes,469753360}, {processes_used,469031784}, {system,58861144}, {atom,1413905}, {atom_used,1392257}, {binary,20892520}, {code,14433680}, {ets,3335112}]}, {system_memory_data, [{system_total_memory,4140711936}, {free_swap,5292630016}, {total_swap,5335146496}, {cached_memory,771686400}, {buffered_memory,254578688}, {free_memory,2331877376}, {total_memory,4140711936}]}, {node_storage_conf, [{db_path,"/opt/couchbase/var/lib/couchbase/data/"}, {index_path,"/opt/couchbase/var/lib/couchbase/data/"}]}, {statistics, [{wall_clock,{456577,5032}}, {context_switches,{2432323,0}}, {garbage_collection,{639442,4516011161,0}}, {io,{{input,216183894},{output,258605646}}}, {reductions,{737563180,5619753}}, {run_queue,0}, {runtime,{304170,4650}}]}, {system_stats, [{cpu_utilization_rate,33.51648351648352}, {swap_total,5335146496}, {swap_used,42516480}]}, {interesting_stats, [{couch_docs_actual_disk_size,28689307}, {couch_docs_data_size,28656420}, {couch_views_actual_disk_size,0}, {couch_views_data_size,0}, {curr_items,3317}, {curr_items_tot,6671}, {mem_used,25141408}, {vb_replica_curr_items,3354}]}, {cluster_compatibility_version,131072}, {version, [{public_key,"0.13"}, {lhttpc,"1.3.0"}, {ale,"8cffe61"}, {os_mon,"2.2.7"}, {couch_set_view,"1.2.0a-31560d7-git"}, {mnesia,"4.5"}, {inets,"5.7.1"}, {couch,"1.2.0a-31560d7-git"}, {mapreduce,"1.0.0"}, {couch_index_merger,"1.2.0a-31560d7-git"}, {kernel,"2.14.5"}, {crypto,"2.0.4"}, {ssl,"4.1.6"}, {sasl,"2.1.10"}, {couch_view_parser,"1.0.0"}, {ns_server,"2.0.0-1954-rel-enterprise"}, {mochiweb,"1.4.1"}, {oauth,"7d85d3ef"}, {stdlib,"1.17.5"}]}, {supported_compat_version,[2,0]}, {system_arch,"x86_64-unknown-linux-gnu"}, {wall_clock,456}, {memory_data,{4140711936,1795264512,{<15326.4619.0>,8417200}}}, {disk_data, [{"/",20219004,24},{"/boot",101086,14},{"/dev/shm",2021832,0}]}, {meminfo, <<"MemTotal: 4043664 kB\nMemFree: 2278216 kB\nBuffers: 248612 kB\nCached: 753600 kB\nSwapCached: 33260 kB\nActive: 1154952 kB\nInactive: 478908 kB\nHighTotal: 0 kB\nHighFree: 0 kB\nLowTotal: 4043664 kB\nLowFree: 2278216 kB\nSwapTotal: 5210104 kB\nSwapFree: 5168584 kB\nDirty: 14492 kB\nWriteback: 0 kB\nAnonPages: 629640 kB\nMapped: 13144 kB\nSlab: 98884 kB\nPageTables: 6276 kB\nNFS_Unstable: 0 kB\nBounce: 0 kB\nCommitLimit: 7231936 kB\nCommitted_AS: 2512248 kB\nVmallocTotal: 34359738367 kB\nVmallocUsed: 265708 kB\nVmallocChunk: 34359472391 kB\nHugePages_Total: 0\nHugePages_Free: 0\nHugePages_Rsvd: 0\nHugepagesize: 2048 kB\n">>}]}, {'ns_1@10.1.3.236', [{last_heard,{1353,457474,305421}}, {outgoing_replications_safeness_level,[{"default",green}]}, {incoming_replications_conf_hashes, [{"default", [{'ns_1@10.1.3.235',96925268}, {'ns_1@10.3.121.126',96640292}, {'ns_1@10.3.2.54',16680179}]}]}, {active_buckets,["default"]}, {ready_buckets,["default"]}, {local_tasks, [[{type,xdcr}, {id,<<"27a2c0bb24123b9a3ad23cedf36ad423/default/default">>}, {errors,[]}, {changes_left,0}, {docs_checked,3668}, {docs_written,3668}, {data_replicated,1767236}, {active_vbreps,0}, {waiting_vbreps,0}, {time_working,1235}, {time_committing,0}, {num_checkpoints,0}, {num_failedckpts,0}, {docs_rep_queue,0}, {size_rep_queue,0}]]}, {memory, [{total,484512816}, {processes,429952336}, {processes_used,429289648}, {system,54560480}, {atom,1395321}, {atom_used,1364411}, {binary,17233976}, {code,14078416}, {ets,3360296}]}, {system_memory_data, [{system_total_memory,4140711936}, {free_swap,5292642304}, {total_swap,5335146496}, {cached_memory,739872768}, {buffered_memory,256282624}, {free_memory,2417033216}, {total_memory,4140711936}]}, {node_storage_conf, [{db_path,"/opt/couchbase/var/lib/couchbase/data/"}, {index_path,"/opt/couchbase/var/lib/couchbase/data/"}]}, {statistics, [{wall_clock,{428900,5002}}, {context_switches,{2057538,0}}, {garbage_collection,{417063,1567219693,0}}, {io,{{input,162413453},{output,197056623}}}, {reductions,{540750962,7102040}}, {run_queue,0}, {runtime,{206440,3230}}]}, {system_stats, [{cpu_utilization_rate,27.945205479452056}, {swap_total,5335146496}, {swap_used,42504192}]}, {interesting_stats, [{couch_docs_actual_disk_size,28406332}, {couch_docs_data_size,28373614}, {couch_views_actual_disk_size,0}, {couch_views_data_size,0}, {curr_items,3335}, {curr_items_tot,6666}, {mem_used,25075376}, {vb_replica_curr_items,3331}]}, {cluster_compatibility_version,131072}, {version, [{public_key,"0.13"}, {lhttpc,"1.3.0"}, {ale,"8cffe61"}, {os_mon,"2.2.7"}, {couch_set_view,"1.2.0a-31560d7-git"}, {mnesia,"4.5"}, {inets,"5.7.1"}, {couch,"1.2.0a-31560d7-git"}, {mapreduce,"1.0.0"}, {couch_index_merger,"1.2.0a-31560d7-git"}, {kernel,"2.14.5"}, {crypto,"2.0.4"}, {ssl,"4.1.6"}, {sasl,"2.1.10"}, {couch_view_parser,"1.0.0"}, {ns_server,"2.0.0-1954-rel-enterprise"}, {mochiweb,"1.4.1"}, {oauth,"7d85d3ef"}, {stdlib,"1.17.5"}]}, {supported_compat_version,[2,0]}, {system_arch,"x86_64-unknown-linux-gnu"}, {wall_clock,428}, {memory_data,{4140711936,1720258560,{<0.4524.0>,8228504}}}, {disk_data, [{"/",20219004,14},{"/boot",101086,14},{"/dev/shm",2021832,0}]}, {meminfo, <<"MemTotal: 4043664 kB\nMemFree: 2360384 kB\nBuffers: 250276 kB\nCached: 722532 kB\nSwapCached: 33340 kB\nActive: 1096460 kB\nInactive: 463084 kB\nHighTotal: 0 kB\nHighFree: 0 kB\nLowTotal: 4043664 kB\nLowFree: 2360384 kB\nSwapTotal: 5210104 kB\nSwapFree: 5168596 kB\nDirty: 17064 kB\nWriteback: 0 kB\nAnonPages: 586092 kB\nMapped: 13132 kB\nSlab: 91020 kB\nPageTables: 6112 kB\nNFS_Unstable: 0 kB\nBounce: 0 kB\nCommitLimit: 7231936 kB\nCommitted_AS: 2470984 kB\nVmallocTotal: 34359738367 kB\nVmallocUsed: 265708 kB\nVmallocChunk: 34359472391 kB\nHugePages_Total: 0\nHugePages_Free: 0\nHugePages_Rsvd: 0\nHugepagesize: 2048 kB\n">>}]}, {'ns_1@10.3.121.126', [{last_heard,{1353,457471,224894}}, {outgoing_replications_safeness_level,[{"default",green}]}, {incoming_replications_conf_hashes, [{"default", [{'ns_1@10.1.3.235',111274792},{'ns_1@10.1.3.236',93000434}]}]}, {active_buckets,["default"]}, {ready_buckets,["default"]}, {local_tasks, [[{type,xdcr}, {id,<<"27a2c0bb24123b9a3ad23cedf36ad423/default/default">>}, {errors, [<<"2012-11-20 16:28:00 - Error replicating vbucket 902: {db_not_found,\n <<\"http://Administrator:*****@10.3.2.55:8092/default%2f902%3b46a1b551eb3e3096d8d0c453cff6784a/\">>}">>, <<"2012-11-20 16:28:00 - Error replicating vbucket 903: {db_not_found,\n <<\"http://Administrator:*****@10.3.2.55:8092/default%2f903%3b46a1b551eb3e3096d8d0c453cff6784a/\">>}">>, <<"2012-11-20 16:28:01 - Error replicating vbucket 904: {db_not_found,\n <<\"http://Administrator:*****@10.3.2.55:8092/default%2f904%3b46a1b551eb3e3096d8d0c453cff6784a/\">>}">>, <<"2012-11-20 16:28:01 - Error replicating vbucket 904: {db_not_found,\n <<\"http://Administrator:*****@10.3.2.55:8092/default%2f904%3b46a1b551eb3e3096d8d0c453cff6784a/\">>}">>, <<"2012-11-20 16:28:01 - Error replicating vbucket 905: {db_not_found,\n <<\"http://Administrator:*****@10.3.2.55:8092/default%2f905%3b46a1b551eb3e3096d8d0c453cff6784a/\">>}">>, <<"2012-11-20 16:28:02 - Error replicating vbucket 906: {db_not_found,\n <<\"http://Administrator:*****@10.3.2.55:8092/default%2f906%3b46a1b551eb3e3096d8d0c453cff6784a/\">>}">>, <<"2012-11-20 16:28:02 - Error replicating vbucket 906: {db_not_found,\n <<\"http://Administrator:*****@10.3.2.55:8092/default%2f906%3b46a1b551eb3e3096d8d0c453cff6784a/\">>}">>, <<"2012-11-20 16:28:03 - Error replicating vbucket 907: {db_not_found,\n <<\"http://Administrator:*****@10.3.2.55:8092/default%2f907%3b46a1b551eb3e3096d8d0c453cff6784a/\">>}">>, <<"2012-11-20 16:28:03 - Error replicating vbucket 907: {db_not_found,\n <<\"http://Administrator:*****@10.3.2.55:8092/default%2f907%3b46a1b551eb3e3096d8d0c453cff6784a/\">>}">>, <<"2012-11-20 16:28:03 - Error replicating vbucket 908: {db_not_found,\n <<\"http://Administrator:*****@10.3.2.55:8092/default%2f908%3b46a1b551eb3e3096d8d0c453cff6784a/\">>}">>]}, {changes_left,0}, {docs_checked,1308}, {docs_written,0}, {data_replicated,0}, {active_vbreps,0}, {waiting_vbreps,0}, {time_working,9}, {time_committing,0}, {num_checkpoints,0}, {num_failedckpts,0}, {docs_rep_queue,0}, {size_rep_queue,0}]]}, {memory, [{total,377601880}, {processes,331969832}, {processes_used,331961336}, {system,45632048}, {atom,1401785}, {atom_used,1372334}, {binary,8472656}, {code,14302537}, {ets,3030616}]}, {system_memory_data, [{system_total_memory,8370651136}, {free_swap,5335044096}, {total_swap,5335146496}, {cached_memory,698400768}, {buffered_memory,263172096}, {free_memory,6795755520}, {total_memory,8370651136}]}, {node_storage_conf, [{db_path,"/opt/couchbase/var/lib/couchbase/data/"}, {index_path,"/opt/couchbase/var/lib/couchbase/data/"}]}, {statistics, [{wall_clock,{622650,4997}}, {context_switches,{1012131,0}}, {garbage_collection,{709333,1746248812,0}}, {io,{{input,77957599},{output,161880870}}}, {reductions,{349581868,5028674}}, {run_queue,0}, {runtime,{126030,1570}}]}, {system_stats, [{cpu_utilization_rate,1.5}, {swap_total,5335146496}, {swap_used,102400}]}, {interesting_stats, [{couch_docs_actual_disk_size,15219539}, {couch_docs_data_size,15165109}, {couch_views_actual_disk_size,0}, {couch_views_data_size,0}, {curr_items,2206}, {curr_items_tot,5521}, {mem_used,20710344}, {vb_replica_curr_items,3315}]}, {cluster_compatibility_version,131072}, {version, [{public_key,"0.13"}, {lhttpc,"1.3.0"}, {ale,"8cffe61"}, {os_mon,"2.2.7"}, {couch_set_view,"1.2.0a-31560d7-git"}, {mnesia,"4.5"}, {inets,"5.7.1"}, {couch,"1.2.0a-31560d7-git"}, {mapreduce,"1.0.0"}, {couch_index_merger,"1.2.0a-31560d7-git"}, {kernel,"2.14.5"}, {crypto,"2.0.4"}, {ssl,"4.1.6"}, {sasl,"2.1.10"}, {couch_view_parser,"1.0.0"}, {ns_server,"2.0.0-1954-rel-enterprise"}, {mochiweb,"1.4.1"}, {oauth,"7d85d3ef"}, {stdlib,"1.17.5"}]}, {supported_compat_version,[2,0]}, {system_arch,"x86_64-unknown-linux-gnu"}, {wall_clock,622}, {memory_data,{8370651136,1560166400,{<19755.333.0>,4714872}}}, {disk_data, [{"/",20219004,17},{"/boot",101086,14},{"/dev/shm",4087232,0}]}, {meminfo, <<"MemTotal: 8174464 kB\nMemFree: 6636604 kB\nBuffers: 257004 kB\nCached: 682032 kB\nSwapCached: 0 kB\nActive: 934284 kB\nInactive: 432736 kB\nHighTotal: 0 kB\nHighFree: 0 kB\nLowTotal: 8174464 kB\nLowFree: 6636604 kB\nSwapTotal: 5210104 kB\nSwapFree: 5210004 kB\nDirty: 13248 kB\nWriteback: 0 kB\nAnonPages: 427652 kB\nMapped: 19496 kB\nSlab: 135812 kB\nPageTables: 5800 kB\nNFS_Unstable: 0 kB\nBounce: 0 kB\nCommitLimit: 9297336 kB\nCommitted_AS: 2334480 kB\nVmallocTotal: 34359738367 kB\nVmallocUsed: 265708 kB\nVmallocChunk: 34359472391 kB\nHugePages_Total: 0\nHugePages_Free: 0\nHugePages_Rsvd: 0\nHugepagesize: 2048 kB\n">>}]}, {'ns_1@10.3.2.54', [{last_heard,{1353,457470,222745}}, {outgoing_replications_safeness_level,[{"default",green}]}, {incoming_replications_conf_hashes,[{"default",[]}]}, {active_buckets,["default"]}, {ready_buckets,["default"]}, {local_tasks, [[{type,xdcr}, {id,<<"27a2c0bb24123b9a3ad23cedf36ad423/default/default">>}, {errors,[]}, {changes_left,0}, {docs_checked,1264}, {docs_written,1264}, {data_replicated,608976}, {active_vbreps,0}, {waiting_vbreps,0}, {time_working,211}, {time_committing,0}, {num_checkpoints,0}, {num_failedckpts,0}, {docs_rep_queue,0}, {size_rep_queue,0}]]}, {memory, [{total,247117992}, {processes,204015368}, {processes_used,200777064}, {system,43102624}, {atom,1395321}, {atom_used,1364076}, {binary,6333832}, {code,14077120}, {ets,3188864}]}, {system_memory_data, [{system_total_memory,8370651136}, {free_swap,5335040000}, {total_swap,5335146496}, {cached_memory,800346112}, {buffered_memory,299737088}, {free_memory,6609297408}, {total_memory,8370651136}]}, {node_storage_conf, [{db_path,"/opt/couchbase/var/lib/couchbase/data/"}, {index_path,"/opt/couchbase/var/lib/couchbase/data/"}]}, {statistics, [{wall_clock,{395366,5000}}, {context_switches,{2429785,0}}, {garbage_collection,{873182,2313146085,0}}, {io,{{input,190307501},{output,211968577}}}, {reductions,{700689362,3636430}}, {run_queue,0}, {runtime,{160590,930}}]}, {system_stats, [{cpu_utilization_rate,8.060453400503778}, {swap_total,5335146496}, {swap_used,106496}]}, {interesting_stats, [{couch_docs_actual_disk_size,7375887}, {couch_docs_data_size,7343033}, {couch_views_actual_disk_size,0}, {couch_views_data_size,0}, {curr_items,1147}, {curr_items_tot,1147}, {mem_used,4912160}, {vb_replica_curr_items,0}]}, {cluster_compatibility_version,131072}, {version, [{public_key,"0.13"}, {lhttpc,"1.3.0"}, {ale,"8cffe61"}, {os_mon,"2.2.7"}, {couch_set_view,"1.2.0a-31560d7-git"}, {mnesia,"4.5"}, {inets,"5.7.1"}, {couch,"1.2.0a-31560d7-git"}, {mapreduce,"1.0.0"}, {couch_index_merger,"1.2.0a-31560d7-git"}, {kernel,"2.14.5"}, {crypto,"2.0.4"}, {ssl,"4.1.6"}, {sasl,"2.1.10"}, {couch_view_parser,"1.0.0"}, {ns_server,"2.0.0-1954-rel-enterprise"}, {mochiweb,"1.4.1"}, {oauth,"7d85d3ef"}, {stdlib,"1.17.5"}]}, {supported_compat_version,[2,0]}, {system_arch,"x86_64-unknown-linux-gnu"}, {wall_clock,395}, {memory_data,{8370651136,1814065152,{<15336.4529.0>,8228504}}}, {disk_data, [{"/",20219004,23}, {"/boot",101086,14}, {"/dev/shm",4087232,0}, {"/data",206420664,6}]}, {meminfo, <<"MemTotal: 8174464 kB\nMemFree: 6454392 kB\nBuffers: 292712 kB\nCached: 781588 kB\nSwapCached: 0 kB\nActive: 1023448 kB\nInactive: 534764 kB\nHighTotal: 0 kB\nHighFree: 0 kB\nLowTotal: 8174464 kB\nLowFree: 6454392 kB\nSwapTotal: 5210104 kB\nSwapFree: 5210000 kB\nDirty: 8224 kB\nWriteback: 0 kB\nAnonPages: 483524 kB\nMapped: 16216 kB\nSlab: 127468 kB\nPageTables: 5832 kB\nNFS_Unstable: 0 kB\nBounce: 0 kB\nCommitLimit: 9297336 kB\nCommitted_AS: 2271344 kB\nVmallocTotal: 34359738367 kB\nVmallocUsed: 265716 kB\nVmallocChunk: 34359472391 kB\nHugePages_Total: 0\nHugePages_Free: 0\nHugePages_Rsvd: 0\nHugepagesize: 2048 kB\n">>}]}] [ns_doctor:debug,2012-11-20T16:25:34.306,ns_1@10.1.3.236:ns_doctor<0.4576.0>:ns_doctor:handle_info:137]Current node statuses: [{'ns_1@10.1.3.235', [{last_heard,{1353,457530,746576}}, {outgoing_replications_safeness_level,[{"default",green}]}, {incoming_replications_conf_hashes, [{"default", [{'ns_1@10.1.3.236',86256472},{'ns_1@10.3.121.126',67084310}]}]}, {active_buckets,["default"]}, {ready_buckets,["default"]}, {local_tasks, [[{type,xdcr}, {id,<<"27a2c0bb24123b9a3ad23cedf36ad423/default/default">>}, {errors,[]}, {changes_left,0}, {docs_checked,3645}, {docs_written,3645}, {data_replicated,1756166}, {active_vbreps,0}, {waiting_vbreps,0}, {time_working,1270}, {time_committing,0}, {num_checkpoints,0}, {num_failedckpts,0}, {docs_rep_queue,0}, {size_rep_queue,0}]]}, {memory, [{total,518819920}, {processes,459167688}, {processes_used,458447320}, {system,59652232}, {atom,1413905}, {atom_used,1392257}, {binary,21756368}, {code,14433680}, {ets,3530160}]}, {system_memory_data, [{system_total_memory,4140711936}, {free_swap,5292630016}, {total_swap,5335146496}, {cached_memory,776658944}, {buffered_memory,254603264}, {free_memory,2349154304}, {total_memory,4140711936}]}, {node_storage_conf, [{db_path,"/opt/couchbase/var/lib/couchbase/data/"}, {index_path,"/opt/couchbase/var/lib/couchbase/data/"}]}, {statistics, [{wall_clock,{516513,4977}}, {context_switches,{2636211,0}}, {garbage_collection,{661567,5856454492,0}}, {io,{{input,289179579},{output,299426334}}}, {reductions,{808256800,5791333}}, {run_queue,0}, {runtime,{354320,4230}}]}, {system_stats, [{cpu_utilization_rate,26.54639175257732}, {swap_total,5335146496}, {swap_used,42516480}]}, {interesting_stats, [{couch_docs_actual_disk_size,28687656}, {couch_docs_data_size,28656420}, {couch_views_actual_disk_size,0}, {couch_views_data_size,0}, {curr_items,3317}, {curr_items_tot,6671}, {mem_used,25141408}, {vb_replica_curr_items,3354}]}, {cluster_compatibility_version,131072}, {version, [{public_key,"0.13"}, {lhttpc,"1.3.0"}, {ale,"8cffe61"}, {os_mon,"2.2.7"}, {couch_set_view,"1.2.0a-31560d7-git"}, {mnesia,"4.5"}, {inets,"5.7.1"}, {couch,"1.2.0a-31560d7-git"}, {mapreduce,"1.0.0"}, {couch_index_merger,"1.2.0a-31560d7-git"}, {kernel,"2.14.5"}, {crypto,"2.0.4"}, {ssl,"4.1.6"}, {sasl,"2.1.10"}, {couch_view_parser,"1.0.0"}, {ns_server,"2.0.0-1954-rel-enterprise"}, {mochiweb,"1.4.1"}, {oauth,"7d85d3ef"}, {stdlib,"1.17.5"}]}, {supported_compat_version,[2,0]}, {system_arch,"x86_64-unknown-linux-gnu"}, {wall_clock,516}, {memory_data,{4140711936,1819246592,{<15326.4619.0>,8259944}}}, {disk_data, [{"/",20219004,24},{"/boot",101086,14},{"/dev/shm",2021832,0}]}, {meminfo, <<"MemTotal: 4043664 kB\nMemFree: 2294964 kB\nBuffers: 248636 kB\nCached: 758456 kB\nSwapCached: 33260 kB\nActive: 1135412 kB\nInactive: 482896 kB\nHighTotal: 0 kB\nHighFree: 0 kB\nLowTotal: 4043664 kB\nLowFree: 2294964 kB\nSwapTotal: 5210104 kB\nSwapFree: 5168584 kB\nDirty: 5928 kB\nWriteback: 0 kB\nAnonPages: 610756 kB\nMapped: 13144 kB\nSlab: 98784 kB\nPageTables: 6300 kB\nNFS_Unstable: 0 kB\nBounce: 0 kB\nCommitLimit: 7231936 kB\nCommitted_AS: 2476292 kB\nVmallocTotal: 34359738367 kB\nVmallocUsed: 265708 kB\nVmallocChunk: 34359472391 kB\nHugePages_Total: 0\nHugePages_Free: 0\nHugePages_Rsvd: 0\nHugepagesize: 2048 kB\n">>}]}, {'ns_1@10.1.3.236', [{last_heard,{1353,457534,304093}}, {outgoing_replications_safeness_level,[{"default",green}]}, {incoming_replications_conf_hashes, [{"default", [{'ns_1@10.1.3.235',96925268},{'ns_1@10.3.121.126',12754605}]}]}, {active_buckets,["default"]}, {ready_buckets,["default"]}, {local_tasks, [[{type,xdcr}, {id,<<"27a2c0bb24123b9a3ad23cedf36ad423/default/default">>}, {errors,[]}, {changes_left,0}, {docs_checked,3668}, {docs_written,3668}, {data_replicated,1767236}, {active_vbreps,0}, {waiting_vbreps,0}, {time_working,1235}, {time_committing,0}, {num_checkpoints,0}, {num_failedckpts,0}, {docs_rep_queue,0}, {size_rep_queue,0}]]}, {memory, [{total,480679536}, {processes,426096792}, {processes_used,425432936}, {system,54582744}, {atom,1395321}, {atom_used,1364411}, {binary,17077408}, {code,14078416}, {ets,3546600}]}, {system_memory_data, [{system_total_memory,4140711936}, {free_swap,5292642304}, {total_swap,5335146496}, {cached_memory,749432832}, {buffered_memory,256405504}, {free_memory,2407628800}, {total_memory,4140711936}]}, {node_storage_conf, [{db_path,"/opt/couchbase/var/lib/couchbase/data/"}, {index_path,"/opt/couchbase/var/lib/couchbase/data/"}]}, {statistics, [{wall_clock,{488898,4995}}, {context_switches,{2326633,0}}, {garbage_collection,{562531,1999970555,0}}, {io,{{input,174860592},{output,231122714}}}, {reductions,{624477943,4684950}}, {run_queue,0}, {runtime,{248310,2030}}]}, {system_stats, [{cpu_utilization_rate,6.590257879656161}, {swap_total,5335146496}, {swap_used,42504192}]}, {interesting_stats, [{couch_docs_actual_disk_size,29725487}, {couch_docs_data_size,29684334}, {couch_views_actual_disk_size,0}, {couch_views_data_size,0}, {curr_items,3335}, {curr_items_tot,6666}, {mem_used,25080272}, {vb_replica_curr_items,3331}]}, {cluster_compatibility_version,131072}, {version, [{public_key,"0.13"}, {lhttpc,"1.3.0"}, {ale,"8cffe61"}, {os_mon,"2.2.7"}, {couch_set_view,"1.2.0a-31560d7-git"}, {mnesia,"4.5"}, {inets,"5.7.1"}, {couch,"1.2.0a-31560d7-git"}, {mapreduce,"1.0.0"}, {couch_index_merger,"1.2.0a-31560d7-git"}, {kernel,"2.14.5"}, {crypto,"2.0.4"}, {ssl,"4.1.6"}, {sasl,"2.1.10"}, {couch_view_parser,"1.0.0"}, {ns_server,"2.0.0-1954-rel-enterprise"}, {mochiweb,"1.4.1"}, {oauth,"7d85d3ef"}, {stdlib,"1.17.5"}]}, {supported_compat_version,[2,0]}, {system_arch,"x86_64-unknown-linux-gnu"}, {wall_clock,488}, {memory_data,{4140711936,1736900608,{<0.4524.0>,8228504}}}, {disk_data, [{"/",20219004,14},{"/boot",101086,14},{"/dev/shm",2021832,0}]}, {meminfo, <<"MemTotal: 4043664 kB\nMemFree: 2351200 kB\nBuffers: 250396 kB\nCached: 731868 kB\nSwapCached: 33340 kB\nActive: 1097464 kB\nInactive: 469476 kB\nHighTotal: 0 kB\nHighFree: 0 kB\nLowTotal: 4043664 kB\nLowFree: 2351200 kB\nSwapTotal: 5210104 kB\nSwapFree: 5168596 kB\nDirty: 8868 kB\nWriteback: 0 kB\nAnonPages: 584016 kB\nMapped: 13132 kB\nSlab: 91160 kB\nPageTables: 6128 kB\nNFS_Unstable: 0 kB\nBounce: 0 kB\nCommitLimit: 7231936 kB\nCommitted_AS: 2459248 kB\nVmallocTotal: 34359738367 kB\nVmallocUsed: 265708 kB\nVmallocChunk: 34359472391 kB\nHugePages_Total: 0\nHugePages_Free: 0\nHugePages_Rsvd: 0\nHugepagesize: 2048 kB\n">>}]}, {'ns_1@10.3.121.126', [{last_heard,{1353,457531,213491}}, {outgoing_replications_safeness_level,[{"default",green}]}, {incoming_replications_conf_hashes, [{"default", [{'ns_1@10.1.3.235',111274792},{'ns_1@10.1.3.236',93000434}]}]}, {active_buckets,["default"]}, {ready_buckets,["default"]}, {local_tasks, [[{type,xdcr}, {id,<<"27a2c0bb24123b9a3ad23cedf36ad423/default/default">>}, {errors, [<<"2012-11-20 16:29:01 - Error replicating vbucket 1016: {db_not_found,\n <<\"http://Administrator:*****@10.3.2.55:8092/default%2f1016%3b46a1b551eb3e3096d8d0c453cff6784a/\">>}">>, <<"2012-11-20 16:29:01 - Error replicating vbucket 1016: {db_not_found,\n <<\"http://Administrator:*****@10.3.2.55:8092/default%2f1016%3b46a1b551eb3e3096d8d0c453cff6784a/\">>}">>, <<"2012-11-20 16:29:01 - Error replicating vbucket 1017: {db_not_found,\n <<\"http://Administrator:*****@10.3.2.55:8092/default%2f1017%3b46a1b551eb3e3096d8d0c453cff6784a/\">>}">>, <<"2012-11-20 16:29:02 - Error replicating vbucket 1018: {db_not_found,\n <<\"http://Administrator:*****@10.3.2.55:8092/default%2f1018%3b46a1b551eb3e3096d8d0c453cff6784a/\">>}">>, <<"2012-11-20 16:29:02 - Error replicating vbucket 1018: {db_not_found,\n <<\"http://Administrator:*****@10.3.2.55:8092/default%2f1018%3b46a1b551eb3e3096d8d0c453cff6784a/\">>}">>, <<"2012-11-20 16:29:02 - Error replicating vbucket 1019: {db_not_found,\n <<\"http://Administrator:*****@10.3.2.55:8092/default%2f1019%3b46a1b551eb3e3096d8d0c453cff6784a/\">>}">>, <<"2012-11-20 16:29:03 - Error replicating vbucket 1020: {db_not_found,\n <<\"http://Administrator:*****@10.3.2.55:8092/default%2f1020%3b46a1b551eb3e3096d8d0c453cff6784a/\">>}">>, <<"2012-11-20 16:29:03 - Error replicating vbucket 1020: {db_not_found,\n <<\"http://Administrator:*****@10.3.2.55:8092/default%2f1020%3b46a1b551eb3e3096d8d0c453cff6784a/\">>}">>, <<"2012-11-20 16:29:03 - Error replicating vbucket 1021: {db_not_found,\n <<\"http://Administrator:*****@10.3.2.55:8092/default%2f1021%3b46a1b551eb3e3096d8d0c453cff6784a/\">>}">>, <<"2012-11-20 16:29:03 - Error replicating vbucket 1022: {db_not_found,\n <<\"http://Administrator:*****@10.3.2.55:8092/default%2f1022%3b46a1b551eb3e3096d8d0c453cff6784a/\">>}">>]}, {changes_left,0}, {docs_checked,2264}, {docs_written,0}, {data_replicated,0}, {active_vbreps,0}, {waiting_vbreps,0}, {time_working,16}, {time_committing,0}, {num_checkpoints,0}, {num_failedckpts,0}, {docs_rep_queue,0}, {size_rep_queue,0}]]}, {memory, [{total,543859504}, {processes,495919000}, {processes_used,495901296}, {system,47940504}, {atom,1401785}, {atom_used,1372334}, {binary,10453192}, {code,14302537}, {ets,3251920}]}, {system_memory_data, [{system_total_memory,8370651136}, {free_swap,5335044096}, {total_swap,5335146496}, {cached_memory,711147520}, {buffered_memory,263217152}, {free_memory,6699126784}, {total_memory,8370651136}]}, {node_storage_conf, [{db_path,"/opt/couchbase/var/lib/couchbase/data/"}, {index_path,"/opt/couchbase/var/lib/couchbase/data/"}]}, {statistics, [{wall_clock,{682650,5000}}, {context_switches,{1297165,0}}, {garbage_collection,{762341,2046294082,0}}, {io,{{input,94694686},{output,196473369}}}, {reductions,{422726150,5984513}}, {run_queue,0}, {runtime,{148000,1690}}]}, {system_stats, [{cpu_utilization_rate,1.5}, {swap_total,5335146496}, {swap_used,102400}]}, {interesting_stats, [{couch_docs_actual_disk_size,18670898}, {couch_docs_data_size,18624224}, {couch_views_actual_disk_size,0}, {couch_views_data_size,0}, {curr_items,3334}, {curr_items_tot,6649}, {mem_used,24722792}, {vb_replica_curr_items,3315}]}, {cluster_compatibility_version,131072}, {version, [{public_key,"0.13"}, {lhttpc,"1.3.0"}, {ale,"8cffe61"}, {os_mon,"2.2.7"}, {couch_set_view,"1.2.0a-31560d7-git"}, {mnesia,"4.5"}, {inets,"5.7.1"}, {couch,"1.2.0a-31560d7-git"}, {mapreduce,"1.0.0"}, {couch_index_merger,"1.2.0a-31560d7-git"}, {kernel,"2.14.5"}, {crypto,"2.0.4"}, {ssl,"4.1.6"}, {sasl,"2.1.10"}, {couch_view_parser,"1.0.0"}, {ns_server,"2.0.0-1954-rel-enterprise"}, {mochiweb,"1.4.1"}, {oauth,"7d85d3ef"}, {stdlib,"1.17.5"}]}, {supported_compat_version,[2,0]}, {system_arch,"x86_64-unknown-linux-gnu"}, {wall_clock,682}, {memory_data,{8370651136,1663524864,{<19755.333.0>,4714872}}}, {disk_data, [{"/",20219004,17},{"/boot",101086,14},{"/dev/shm",4087232,0}]}, {meminfo, <<"MemTotal: 8174464 kB\nMemFree: 6542240 kB\nBuffers: 257048 kB\nCached: 694480 kB\nSwapCached: 0 kB\nActive: 1021980 kB\nInactive: 439356 kB\nHighTotal: 0 kB\nHighFree: 0 kB\nLowTotal: 8174464 kB\nLowFree: 6542240 kB\nSwapTotal: 5210104 kB\nSwapFree: 5210004 kB\nDirty: 5232 kB\nWriteback: 104 kB\nAnonPages: 509840 kB\nMapped: 19496 kB\nSlab: 136024 kB\nPageTables: 6288 kB\nNFS_Unstable: 0 kB\nBounce: 0 kB\nCommitLimit: 9297336 kB\nCommitted_AS: 2540980 kB\nVmallocTotal: 34359738367 kB\nVmallocUsed: 265708 kB\nVmallocChunk: 34359472391 kB\nHugePages_Total: 0\nHugePages_Free: 0\nHugePages_Rsvd: 0\nHugepagesize: 2048 kB\n">>}]}, {'ns_1@10.3.2.54', [{last_heard,{1353,457530,223466}}, {outgoing_replications_safeness_level,[{"default",green}]}, {incoming_replications_conf_hashes,[{"default",[]}]}, {active_buckets,["default"]}, {ready_buckets,["default"]}, {local_tasks, [[{type,xdcr}, {id,<<"27a2c0bb24123b9a3ad23cedf36ad423/default/default">>}, {errors,[]}, {changes_left,0}, {docs_checked,37}, {docs_written,37}, {data_replicated,17828}, {active_vbreps,0}, {waiting_vbreps,0}, {time_working,6}, {time_committing,0}, {num_checkpoints,0}, {num_failedckpts,0}, {docs_rep_queue,0}, {size_rep_queue,0}]]}, {memory, [{total,124443376}, {processes,85574872}, {processes_used,81786936}, {system,38868504}, {atom,1395321}, {atom_used,1364076}, {binary,2006632}, {code,14077120}, {ets,3360336}]}, {system_memory_data, [{system_total_memory,8370651136}, {free_swap,5335040000}, {total_swap,5335146496}, {cached_memory,796995584}, {buffered_memory,299757568}, {free_memory,6738558976}, {total_memory,8370651136}]}, {node_storage_conf, [{db_path,"/opt/couchbase/var/lib/couchbase/data/"}, {index_path,"/opt/couchbase/var/lib/couchbase/data/"}]}, {statistics, [{wall_clock,{455366,5000}}, {context_switches,{2517064,0}}, {garbage_collection,{898472,2433692616,0}}, {io,{{input,202860721},{output,239995924}}}, {reductions,{743246895,3303449}}, {run_queue,0}, {runtime,{172000,920}}]}, {system_stats, [{cpu_utilization_rate,8.0}, {swap_total,5335146496}, {swap_used,106496}]}, {interesting_stats, [{couch_docs_actual_disk_size,650118}, {couch_docs_data_size,615310}, {couch_views_actual_disk_size,0}, {couch_views_data_size,0}, {curr_items,37}, {curr_items_tot,37}, {mem_used,967632}, {vb_replica_curr_items,0}]}, {cluster_compatibility_version,131072}, {version, [{public_key,"0.13"}, {lhttpc,"1.3.0"}, {ale,"8cffe61"}, {os_mon,"2.2.7"}, {couch_set_view,"1.2.0a-31560d7-git"}, {mnesia,"4.5"}, {inets,"5.7.1"}, {couch,"1.2.0a-31560d7-git"}, {mapreduce,"1.0.0"}, {couch_index_merger,"1.2.0a-31560d7-git"}, {kernel,"2.14.5"}, {crypto,"2.0.4"}, {ssl,"4.1.6"}, {sasl,"2.1.10"}, {couch_view_parser,"1.0.0"}, {ns_server,"2.0.0-1954-rel-enterprise"}, {mochiweb,"1.4.1"}, {oauth,"7d85d3ef"}, {stdlib,"1.17.5"}]}, {supported_compat_version,[2,0]}, {system_arch,"x86_64-unknown-linux-gnu"}, {wall_clock,455}, {memory_data,{8370651136,1723895808,{<15336.4529.0>,8228504}}}, {disk_data, [{"/",20219004,23}, {"/boot",101086,14}, {"/dev/shm",4087232,0}, {"/data",206420664,6}]}, {meminfo, <<"MemTotal: 8174464 kB\nMemFree: 6580624 kB\nBuffers: 292732 kB\nCached: 778316 kB\nSwapCached: 0 kB\nActive: 894052 kB\nInactive: 537536 kB\nHighTotal: 0 kB\nHighFree: 0 kB\nLowTotal: 8174464 kB\nLowFree: 6580624 kB\nSwapTotal: 5210104 kB\nSwapFree: 5210000 kB\nDirty: 1664 kB\nWriteback: 0 kB\nAnonPages: 360504 kB\nMapped: 16216 kB\nSlab: 127228 kB\nPageTables: 5304 kB\nNFS_Unstable: 0 kB\nBounce: 0 kB\nCommitLimit: 9297336 kB\nCommitted_AS: 2065416 kB\nVmallocTotal: 34359738367 kB\nVmallocUsed: 265716 kB\nVmallocChunk: 34359472391 kB\nHugePages_Total: 0\nHugePages_Free: 0\nHugePages_Rsvd: 0\nHugepagesize: 2048 kB\n">>}]}] [stats:debug,2012-11-20T16:25:57.850,ns_1@10.1.3.236:<0.4802.0>:stats_collector:maybe_log_stats:126](at {{1970,1,16},{7,57,37}}) Stats for bucket "default": accepting_conns 1 auth_cmds 2 auth_errors 0 bucket_active_conns 1 bucket_conns 17 bytes 25074176 bytes_read 4792977 bytes_written 446522220 cas_badval 0 cas_hits 0 cas_misses 0 cmd_flush 0 cmd_get 333 cmd_set 3668 conn_yields 1351 connection_structures 5000 curr_connections 17 curr_conns_on_port_11209 15 curr_conns_on_port_11210 1 curr_items 3335 curr_items_tot 6666 curr_temp_items 0 daemon_connections 4 decr_hits 0 decr_misses 0 delete_hits 0 delete_misses 0 ep_access_scanner_last_runtime 0 ep_access_scanner_num_items 0 ep_access_scanner_task_time 2012-11-21 10:00:00 ep_allow_data_loss_during_shutdown 1 ep_alog_block_size 4096 ep_alog_path /opt/couchbase/var/lib/couchbase/data/default/access.log ep_alog_sleep_time 1440 ep_alog_task_time 10 ep_backend couchdb ep_bg_fetch_delay 0 ep_bg_fetched 0 ep_bg_meta_fetched 0 ep_bg_remaining_jobs 0 ep_chk_max_items 5000 ep_chk_period 1800 ep_chk_persistence_remains 0 ep_chk_persistence_timeout 10 ep_chk_remover_stime 5 ep_commit_num 819 ep_commit_time 4 ep_commit_time_total 4681 ep_concurrentDB 1 ep_config_file ep_couch_bucket default ep_couch_host localhost ep_couch_port 11213 ep_couch_reconnect_sleeptime 250 ep_couch_response_timeout 180000 ep_data_age 3 ep_data_age_highwat 15 ep_data_traffic_enabled 0 ep_dbinit 0 ep_dbname /opt/couchbase/var/lib/couchbase/data/default ep_degraded_mode 0 ep_diskqueue_drain 13718 ep_diskqueue_fill 10399 ep_diskqueue_items 0 ep_diskqueue_memory 0 ep_diskqueue_pending 0 ep_exp_pager_stime 3600 ep_exp_pager_stime 3600 ep_expired_access 0 ep_expired_pager 0 ep_expiry_window 3 ep_failpartialwarmup 0 ep_flush_all false ep_flush_duration_total 59 ep_flushall_enabled 0 ep_flusher_state running ep_flusher_todo 0 ep_getl_default_timeout 15 ep_getl_max_timeout 30 ep_ht_locks 5 ep_ht_size 3079 ep_inconsistent_slave_chk 0 ep_initfile ep_io_num_read 0 ep_io_num_write 10649 ep_io_read_bytes 0 ep_io_write_bytes 2841425 ep_item_begin_failed 0 ep_item_commit_failed 0 ep_item_flush_expired 0 ep_item_flush_failed 0 ep_item_num_based_new_chk 1 ep_items_rm_from_checkpoints 0 ep_keep_closed_chks 0 ep_klog_block_size 4096 ep_klog_compactor_queue_cap 500000 ep_klog_compactor_stime 3600 ep_klog_flush commit2 ep_klog_max_entry_ratio 10 ep_klog_max_log_size 2147483647 ep_klog_path ep_klog_sync commit2 ep_kv_size 2313046 ep_max_checkpoints 2 ep_max_data_size 490733568 ep_max_item_size 20971520 ep_max_size 490733568 ep_max_txn_size 10000 ep_max_vbuckets 1024 ep_mem_high_wat 368050176 ep_mem_high_wat 368050176 ep_mem_low_wat 294440140 ep_mem_low_wat 294440140 ep_mem_tracker_enabled true ep_min_data_age 0 ep_mlog_compactor_runs 0 ep_mutation_mem_threshold 0 ep_num_access_scanner_runs 0 ep_num_eject_failures 0 ep_num_expiry_pager_runs 0 ep_num_non_resident 0 ep_num_not_my_vbuckets 0 ep_num_ops_del_meta 0 ep_num_ops_get_meta 0 ep_num_ops_set_meta 0 ep_num_pager_runs 0 ep_num_value_ejects 0 ep_oom_errors 0 ep_overhead 18651280 ep_pager_active_vb_pcnt 40 ep_pager_unbiased_period 60 ep_pending_ops 0 ep_pending_ops_max 0 ep_pending_ops_max_duration 0 ep_pending_ops_total 0 ep_postInitfile ep_queue_age_cap 900 ep_queue_size 0 ep_startup_time 1353457054 ep_storage_age 0 ep_storage_age_highwat 419 ep_store_max_concurrency 10 ep_store_max_readers 9 ep_store_max_readwrite 1 ep_stored_val_type ep_tap_ack_grace_period 300 ep_tap_ack_initial_sequence_number 1 ep_tap_ack_interval 1000 ep_tap_ack_window_size 10 ep_tap_backfill_resident 0.9 ep_tap_backlog_limit 5000 ep_tap_backoff_period 5 ep_tap_bg_fetch_requeued 0 ep_tap_bg_fetched 0 ep_tap_bg_max_pending 500 ep_tap_keepalive 300 ep_tap_noop_interval 20 ep_tap_requeue_sleep_time 0.1 ep_tap_throttle_cap_pcnt 10 ep_tap_throttle_queue_cap 1000000 ep_tap_throttle_threshold 90 ep_tmp_oom_errors 0 ep_too_old 0 ep_too_young 0 ep_total_cache_size 2233054 ep_total_del_items 0 ep_total_enqueued 10399 ep_total_new_items 6666 ep_total_persisted 10649 ep_uncommitted_items 0 ep_value_size 1786488 ep_vb0 0 ep_vb_snapshot_total 2 ep_vb_total 682 ep_vbucket_del 0 ep_vbucket_del_fail 0 ep_version 2.0.0r_139_g9b8377b ep_waitforwarmup 0 ep_warmup 1 ep_warmup_batch_size 1000 ep_warmup_dups 0 ep_warmup_min_items_threshold 100 ep_warmup_min_memory_threshold 100 ep_warmup_oom 0 ep_warmup_thread complete ep_warmup_time 289313 get_hits 333 get_misses 0 incr_hits 0 incr_misses 0 libevent 2.0.11-stable limit_maxbytes 67108864 listen_disabled_num 0 max_conns_on_port_11209 1000 max_conns_on_port_11210 9000 mem_used 25074176 pid 15247 pointer_size 64 rejected_conns 0 rusage_system 8.444716 rusage_user 59.990880 tap_checkpoint_start_received 851 tap_checkpoint_start_sent 851 tap_connect_received 174 tap_mutation_received 7030 tap_mutation_sent 8603 tap_opaque_received 1196 tap_opaque_sent 1026 threads 4 time 1353457557 total_connections 877 uptime 505 vb_active_curr_items 3335 vb_active_eject 0 vb_active_expired 0 vb_active_ht_memory 8563192 vb_active_itm_memory 1117193 vb_active_meta_data_memory 246420 vb_active_num 341 vb_active_num_non_resident 0 vb_active_num_ref_ejects 0 vb_active_num_ref_items 3335 vb_active_ops_create 3335 vb_active_ops_delete 0 vb_active_ops_reject 0 vb_active_ops_update 333 vb_active_perc_mem_resident 100 vb_active_queue_age 0 vb_active_queue_drain 3668 vb_active_queue_fill 3668 vb_active_queue_memory 0 vb_active_queue_pending 0 vb_active_queue_size 0 vb_dead_num 0 vb_pending_curr_items 0 vb_pending_eject 0 vb_pending_expired 0 vb_pending_ht_memory 0 vb_pending_itm_memory 0 vb_pending_meta_data_memory 0 vb_pending_num 0 vb_pending_num_non_resident 0 vb_pending_num_ref_ejects 0 vb_pending_num_ref_items 0 vb_pending_ops_create 0 vb_pending_ops_delete 0 vb_pending_ops_reject 0 vb_pending_ops_update 0 vb_pending_perc_mem_resident 0 vb_pending_queue_age 0 vb_pending_queue_drain 0 vb_pending_queue_fill 0 vb_pending_queue_memory 0 vb_pending_queue_pending 0 vb_pending_queue_size 0 vb_replica_curr_items 3331 vb_replica_eject 0 vb_replica_expired 0 vb_replica_ht_memory 8563192 vb_replica_itm_memory 1115861 vb_replica_meta_data_memory 246128 vb_replica_num 341 vb_replica_num_non_resident 0 vb_replica_num_ref_ejects 0 vb_replica_num_ref_items 3331 vb_replica_ops_create 3331 vb_replica_ops_delete 0 vb_replica_ops_reject 0 vb_replica_ops_update 3650 vb_replica_perc_mem_resident 100 vb_replica_queue_age 0 vb_replica_queue_drain 10050 vb_replica_queue_fill 6731 vb_replica_queue_memory 0 vb_replica_queue_pending 0 vb_replica_queue_size 0 version 1.4.4_600_g7ea975a [ns_doctor:debug,2012-11-20T16:26:34.307,ns_1@10.1.3.236:ns_doctor<0.4576.0>:ns_doctor:handle_info:137]Current node statuses: [{'ns_1@10.1.3.235', [{last_heard,{1353,457590,744081}}, {outgoing_replications_safeness_level,[{"default",green}]}, {incoming_replications_conf_hashes, [{"default", [{'ns_1@10.1.3.236',86256472},{'ns_1@10.3.121.126',67084310}]}]}, {active_buckets,["default"]}, {ready_buckets,["default"]}, {local_tasks, [[{type,xdcr}, {id,<<"27a2c0bb24123b9a3ad23cedf36ad423/default/default">>}, {errors,[]}, {changes_left,0}, {docs_checked,3645}, {docs_written,3645}, {data_replicated,1756166}, {active_vbreps,0}, {waiting_vbreps,0}, {time_working,1270}, {time_committing,0}, {num_checkpoints,0}, {num_failedckpts,0}, {docs_rep_queue,0}, {size_rep_queue,0}]]}, {memory, [{total,536365160}, {processes,477598608}, {processes_used,476870984}, {system,58766552}, {atom,1413905}, {atom_used,1392257}, {binary,20742024}, {code,14433680}, {ets,3694568}]}, {system_memory_data, [{system_total_memory,4140711936}, {free_swap,5292630016}, {total_swap,5335146496}, {cached_memory,778743808}, {buffered_memory,254640128}, {free_memory,2335703040}, {total_memory,4140711936}]}, {node_storage_conf, [{db_path,"/opt/couchbase/var/lib/couchbase/data/"}, {index_path,"/opt/couchbase/var/lib/couchbase/data/"}]}, {statistics, [{wall_clock,{576510,5000}}, {context_switches,{2789820,0}}, {garbage_collection,{672536,5957481979,0}}, {io,{{input,296729867},{output,309898753}}}, {reductions,{851931071,4535777}}, {run_queue,0}, {runtime,{362980,730}}]}, {system_stats, [{cpu_utilization_rate,3.865979381443299}, {swap_total,5335146496}, {swap_used,42516480}]}, {interesting_stats, [{couch_docs_actual_disk_size,28687656}, {couch_docs_data_size,28656420}, {couch_views_actual_disk_size,0}, {couch_views_data_size,0}, {curr_items,3317}, {curr_items_tot,6671}, {mem_used,25141408}, {vb_replica_curr_items,3354}]}, {cluster_compatibility_version,131072}, {version, [{public_key,"0.13"}, {lhttpc,"1.3.0"}, {ale,"8cffe61"}, {os_mon,"2.2.7"}, {couch_set_view,"1.2.0a-31560d7-git"}, {mnesia,"4.5"}, {inets,"5.7.1"}, {couch,"1.2.0a-31560d7-git"}, {mapreduce,"1.0.0"}, {couch_index_merger,"1.2.0a-31560d7-git"}, {kernel,"2.14.5"}, {crypto,"2.0.4"}, {ssl,"4.1.6"}, {sasl,"2.1.10"}, {couch_view_parser,"1.0.0"}, {ns_server,"2.0.0-1954-rel-enterprise"}, {mochiweb,"1.4.1"}, {oauth,"7d85d3ef"}, {stdlib,"1.17.5"}]}, {supported_compat_version,[2,0]}, {system_arch,"x86_64-unknown-linux-gnu"}, {wall_clock,576}, {memory_data,{4140711936,1804247040,{<15326.61.0>,11000288}}}, {disk_data, [{"/",20219004,24},{"/boot",101086,14},{"/dev/shm",2021832,0}]}, {meminfo, <<"MemTotal: 4043664 kB\nMemFree: 2280960 kB\nBuffers: 248672 kB\nCached: 760492 kB\nSwapCached: 33260 kB\nActive: 1147060 kB\nInactive: 485056 kB\nHighTotal: 0 kB\nHighFree: 0 kB\nLowTotal: 4043664 kB\nLowFree: 2280960 kB\nSwapTotal: 5210104 kB\nSwapFree: 5168584 kB\nDirty: 120 kB\nWriteback: 0 kB\nAnonPages: 622352 kB\nMapped: 13144 kB\nSlab: 97852 kB\nPageTables: 6256 kB\nNFS_Unstable: 0 kB\nBounce: 0 kB\nCommitLimit: 7231936 kB\nCommitted_AS: 2491352 kB\nVmallocTotal: 34359738367 kB\nVmallocUsed: 265708 kB\nVmallocChunk: 34359472391 kB\nHugePages_Total: 0\nHugePages_Free: 0\nHugePages_Rsvd: 0\nHugepagesize: 2048 kB\n">>}]}, {'ns_1@10.1.3.236', [{last_heard,{1353,457594,304588}}, {outgoing_replications_safeness_level,[{"default",green}]}, {incoming_replications_conf_hashes, [{"default", [{'ns_1@10.1.3.235',96925268},{'ns_1@10.3.121.126',12754605}]}]}, {active_buckets,["default"]}, {ready_buckets,["default"]}, {local_tasks, [[{type,xdcr}, {id,<<"27a2c0bb24123b9a3ad23cedf36ad423/default/default">>}, {errors,[]}, {changes_left,0}, {docs_checked,3668}, {docs_written,3668}, {data_replicated,1767236}, {active_vbreps,0}, {waiting_vbreps,0}, {time_working,1235}, {time_committing,0}, {num_checkpoints,0}, {num_failedckpts,0}, {docs_rep_queue,0}, {size_rep_queue,0}]]}, {memory, [{total,509181648}, {processes,453791480}, {processes_used,453126480}, {system,55390168}, {atom,1395321}, {atom_used,1364411}, {binary,17783736}, {code,14078416}, {ets,3682120}]}, {system_memory_data, [{system_total_memory,4140711936}, {free_swap,5292642304}, {total_swap,5335146496}, {cached_memory,751407104}, {buffered_memory,256430080}, {free_memory,2387456000}, {total_memory,4140711936}]}, {node_storage_conf, [{db_path,"/opt/couchbase/var/lib/couchbase/data/"}, {index_path,"/opt/couchbase/var/lib/couchbase/data/"}]}, {statistics, [{wall_clock,{548899,5001}}, {context_switches,{2469653,0}}, {garbage_collection,{572388,2068480713,0}}, {io,{{input,181810359},{output,238592286}}}, {reductions,{654997661,2425415}}, {run_queue,0}, {runtime,{258230,910}}]}, {system_stats, [{cpu_utilization_rate,12.566844919786096}, {swap_total,5335146496}, {swap_used,42504192}]}, {interesting_stats, [{couch_docs_actual_disk_size,29774694}, {couch_docs_data_size,29741678}, {couch_views_actual_disk_size,0}, {couch_views_data_size,0}, {curr_items,3335}, {curr_items_tot,6666}, {mem_used,25074160}, {vb_replica_curr_items,3331}]}, {cluster_compatibility_version,131072}, {version, [{public_key,"0.13"}, {lhttpc,"1.3.0"}, {ale,"8cffe61"}, {os_mon,"2.2.7"}, {couch_set_view,"1.2.0a-31560d7-git"}, {mnesia,"4.5"}, {inets,"5.7.1"}, {couch,"1.2.0a-31560d7-git"}, {mapreduce,"1.0.0"}, {couch_index_merger,"1.2.0a-31560d7-git"}, {kernel,"2.14.5"}, {crypto,"2.0.4"}, {ssl,"4.1.6"}, {sasl,"2.1.10"}, {couch_view_parser,"1.0.0"}, {ns_server,"2.0.0-1954-rel-enterprise"}, {mochiweb,"1.4.1"}, {oauth,"7d85d3ef"}, {stdlib,"1.17.5"}]}, {supported_compat_version,[2,0]}, {system_arch,"x86_64-unknown-linux-gnu"}, {wall_clock,548}, {memory_data,{4140711936,1751351296,{<0.78.0>,11141976}}}, {disk_data, [{"/",20219004,14},{"/boot",101086,14},{"/dev/shm",2021832,0}]}, {meminfo, <<"MemTotal: 4043664 kB\nMemFree: 2331500 kB\nBuffers: 250420 kB\nCached: 733796 kB\nSwapCached: 33340 kB\nActive: 1116916 kB\nInactive: 471544 kB\nHighTotal: 0 kB\nHighFree: 0 kB\nLowTotal: 4043664 kB\nLowFree: 2331500 kB\nSwapTotal: 5210104 kB\nSwapFree: 5168596 kB\nDirty: 168 kB\nWriteback: 0 kB\nAnonPages: 603640 kB\nMapped: 13132 kB\nSlab: 90396 kB\nPageTables: 6152 kB\nNFS_Unstable: 0 kB\nBounce: 0 kB\nCommitLimit: 7231936 kB\nCommitted_AS: 2482692 kB\nVmallocTotal: 34359738367 kB\nVmallocUsed: 265708 kB\nVmallocChunk: 34359472391 kB\nHugePages_Total: 0\nHugePages_Free: 0\nHugePages_Rsvd: 0\nHugepagesize: 2048 kB\n">>}]}, {'ns_1@10.3.121.126', [{last_heard,{1353,457591,202455}}, {outgoing_replications_safeness_level,[{"default",green}]}, {incoming_replications_conf_hashes, [{"default", [{'ns_1@10.1.3.235',111274792},{'ns_1@10.1.3.236',93000434}]}]}, {active_buckets,["default"]}, {ready_buckets,["default"]}, {local_tasks, [[{type,xdcr}, {id,<<"27a2c0bb24123b9a3ad23cedf36ad423/default/default">>}, {errors, [<<"2012-11-20 16:29:01 - Error replicating vbucket 1016: {db_not_found,\n <<\"http://Administrator:*****@10.3.2.55:8092/default%2f1016%3b46a1b551eb3e3096d8d0c453cff6784a/\">>}">>, <<"2012-11-20 16:29:01 - Error replicating vbucket 1016: {db_not_found,\n <<\"http://Administrator:*****@10.3.2.55:8092/default%2f1016%3b46a1b551eb3e3096d8d0c453cff6784a/\">>}">>, <<"2012-11-20 16:29:01 - Error replicating vbucket 1017: {db_not_found,\n <<\"http://Administrator:*****@10.3.2.55:8092/default%2f1017%3b46a1b551eb3e3096d8d0c453cff6784a/\">>}">>, <<"2012-11-20 16:29:02 - Error replicating vbucket 1018: {db_not_found,\n <<\"http://Administrator:*****@10.3.2.55:8092/default%2f1018%3b46a1b551eb3e3096d8d0c453cff6784a/\">>}">>, <<"2012-11-20 16:29:02 - Error replicating vbucket 1018: {db_not_found,\n <<\"http://Administrator:*****@10.3.2.55:8092/default%2f1018%3b46a1b551eb3e3096d8d0c453cff6784a/\">>}">>, <<"2012-11-20 16:29:02 - Error replicating vbucket 1019: {db_not_found,\n <<\"http://Administrator:*****@10.3.2.55:8092/default%2f1019%3b46a1b551eb3e3096d8d0c453cff6784a/\">>}">>, <<"2012-11-20 16:29:03 - Error replicating vbucket 1020: {db_not_found,\n <<\"http://Administrator:*****@10.3.2.55:8092/default%2f1020%3b46a1b551eb3e3096d8d0c453cff6784a/\">>}">>, <<"2012-11-20 16:29:03 - Error replicating vbucket 1020: {db_not_found,\n <<\"http://Administrator:*****@10.3.2.55:8092/default%2f1020%3b46a1b551eb3e3096d8d0c453cff6784a/\">>}">>, <<"2012-11-20 16:29:03 - Error replicating vbucket 1021: {db_not_found,\n <<\"http://Administrator:*****@10.3.2.55:8092/default%2f1021%3b46a1b551eb3e3096d8d0c453cff6784a/\">>}">>, <<"2012-11-20 16:29:03 - Error replicating vbucket 1022: {db_not_found,\n <<\"http://Administrator:*****@10.3.2.55:8092/default%2f1022%3b46a1b551eb3e3096d8d0c453cff6784a/\">>}">>]}, {changes_left,0}, {docs_checked,2774}, {docs_written,0}, {data_replicated,0}, {active_vbreps,0}, {waiting_vbreps,0}, {time_working,20}, {time_committing,0}, {num_checkpoints,0}, {num_failedckpts,0}, {docs_rep_queue,0}, {size_rep_queue,0}]]}, {memory, [{total,602120968}, {processes,554282352}, {processes_used,554259664}, {system,47838616}, {atom,1401785}, {atom_used,1372334}, {binary,10248872}, {code,14302537}, {ets,3377336}]}, {system_memory_data, [{system_total_memory,8370651136}, {free_swap,5335044096}, {total_swap,5335146496}, {cached_memory,708374528}, {buffered_memory,263233536}, {free_memory,6667796480}, {total_memory,8370651136}]}, {node_storage_conf, [{db_path,"/opt/couchbase/var/lib/couchbase/data/"}, {index_path,"/opt/couchbase/var/lib/couchbase/data/"}]}, {statistics, [{wall_clock,{742649,4999}}, {context_switches,{1455131,0}}, {garbage_collection,{777524,2118576305,0}}, {io,{{input,103589453},{output,203137446}}}, {reductions,{440624382,1445365}}, {run_queue,0}, {runtime,{157000,780}}]}, {system_stats, [{cpu_utilization_rate,1.5}, {swap_total,5335146496}, {swap_used,102400}]}, {interesting_stats, [{couch_docs_actual_disk_size,18927040}, {couch_docs_data_size,18899566}, {couch_views_actual_disk_size,0}, {couch_views_data_size,0}, {curr_items,3348}, {curr_items_tot,6663}, {mem_used,24757368}, {vb_replica_curr_items,3315}]}, {cluster_compatibility_version,131072}, {version, [{public_key,"0.13"}, {lhttpc,"1.3.0"}, {ale,"8cffe61"}, {os_mon,"2.2.7"}, {couch_set_view,"1.2.0a-31560d7-git"}, {mnesia,"4.5"}, {inets,"5.7.1"}, {couch,"1.2.0a-31560d7-git"}, {mapreduce,"1.0.0"}, {couch_index_merger,"1.2.0a-31560d7-git"}, {kernel,"2.14.5"}, {crypto,"2.0.4"}, {ssl,"4.1.6"}, {sasl,"2.1.10"}, {couch_view_parser,"1.0.0"}, {ns_server,"2.0.0-1954-rel-enterprise"}, {mochiweb,"1.4.1"}, {oauth,"7d85d3ef"}, {stdlib,"1.17.5"}]}, {supported_compat_version,[2,0]}, {system_arch,"x86_64-unknown-linux-gnu"}, {wall_clock,742}, {memory_data,{8370651136,1692704768,{<19755.333.0>,4714872}}}, {disk_data, [{"/",20219004,17},{"/boot",101086,14},{"/dev/shm",4087232,0}]}, {meminfo, <<"MemTotal: 8174464 kB\nMemFree: 6511520 kB\nBuffers: 257064 kB\nCached: 691772 kB\nSwapCached: 0 kB\nActive: 1055764 kB\nInactive: 437056 kB\nHighTotal: 0 kB\nHighFree: 0 kB\nLowTotal: 8174464 kB\nLowFree: 6511520 kB\nSwapTotal: 5210104 kB\nSwapFree: 5210004 kB\nDirty: 556 kB\nWriteback: 0 kB\nAnonPages: 543712 kB\nMapped: 19496 kB\nSlab: 135120 kB\nPageTables: 6368 kB\nNFS_Unstable: 0 kB\nBounce: 0 kB\nCommitLimit: 9297336 kB\nCommitted_AS: 2599480 kB\nVmallocTotal: 34359738367 kB\nVmallocUsed: 265708 kB\nVmallocChunk: 34359472391 kB\nHugePages_Total: 0\nHugePages_Free: 0\nHugePages_Rsvd: 0\nHugepagesize: 2048 kB\n">>}]}, {'ns_1@10.3.2.54', [{last_heard,{1353,457541,618385}}, {outgoing_replications_safeness_level,[]}, {incoming_replications_conf_hashes,[]}, {active_buckets,[]}, {ready_buckets,[]}, {local_tasks,[]}, {memory, [{total,89143912}, {processes,50853640}, {processes_used,47004136}, {system,38290272}, {atom,1395321}, {atom_used,1364127}, {binary,1503392}, {code,14077120}, {ets,3296224}]}, {system_memory_data, [{system_total_memory,8370651136}, {free_swap,5335040000}, {total_swap,5335146496}, {cached_memory,797188096}, {buffered_memory,299757568}, {free_memory,6781288448}, {total_memory,8370651136}]}, {node_storage_conf, [{db_path,"/opt/couchbase/var/lib/couchbase/data/"}, {index_path,"/opt/couchbase/var/lib/couchbase/data/"}]}, {statistics, [{wall_clock,{466759,1393}}, {context_switches,{2524325,0}}, {garbage_collection,{899482,2446082998,0}}, {io,{{input,203411292},{output,241107227}}}, {reductions,{749106717,1735067}}, {run_queue,0}, {runtime,{173330,230}}]}, {system_stats,[{cpu_utilization_rate,0},{swap_total,0},{swap_used,0}]}, {interesting_stats,[]}, {cluster_compatibility_version,131072}, {version, [{public_key,"0.13"}, {lhttpc,"1.3.0"}, {ale,"8cffe61"}, {os_mon,"2.2.7"}, {couch_set_view,"1.2.0a-31560d7-git"}, {mnesia,"4.5"}, {inets,"5.7.1"}, {couch,"1.2.0a-31560d7-git"}, {mapreduce,"1.0.0"}, {couch_index_merger,"1.2.0a-31560d7-git"}, {kernel,"2.14.5"}, {crypto,"2.0.4"}, {ssl,"4.1.6"}, {sasl,"2.1.10"}, {couch_view_parser,"1.0.0"}, {ns_server,"2.0.0-1954-rel-enterprise"}, {mochiweb,"1.4.1"}, {oauth,"7d85d3ef"}, {stdlib,"1.17.5"}]}, {supported_compat_version,[2,0]}, {system_arch,"x86_64-unknown-linux-gnu"}, {wall_clock,466}, {memory_data,{8370651136,1723895808,{<15336.4529.0>,8228504}}}, {disk_data, [{"/",20219004,23}, {"/boot",101086,14}, {"/dev/shm",4087232,0}, {"/data",206420664,6}]}, {meminfo, <<"MemTotal: 8174464 kB\nMemFree: 6622352 kB\nBuffers: 292732 kB\nCached: 778504 kB\nSwapCached: 0 kB\nActive: 852188 kB\nInactive: 537820 kB\nHighTotal: 0 kB\nHighFree: 0 kB\nLowTotal: 8174464 kB\nLowFree: 6622352 kB\nSwapTotal: 5210104 kB\nSwapFree: 5210000 kB\nDirty: 508 kB\nWriteback: 0 kB\nAnonPages: 318732 kB\nMapped: 16216 kB\nSlab: 127124 kB\nPageTables: 5208 kB\nNFS_Unstable: 0 kB\nBounce: 0 kB\nCommitLimit: 9297336 kB\nCommitted_AS: 1989900 kB\nVmallocTotal: 34359738367 kB\nVmallocUsed: 265716 kB\nVmallocChunk: 34359472391 kB\nHugePages_Total: 0\nHugePages_Free: 0\nHugePages_Rsvd: 0\nHugepagesize: 2048 kB\n">>}]}] [ns_doctor:debug,2012-11-20T16:27:34.307,ns_1@10.1.3.236:ns_doctor<0.4576.0>:ns_doctor:handle_info:137]Current node statuses: [{'ns_1@10.1.3.235', [{last_heard,{1353,457650,743492}}, {outgoing_replications_safeness_level,[{"default",green}]}, {incoming_replications_conf_hashes, [{"default", [{'ns_1@10.1.3.236',86256472},{'ns_1@10.3.121.126',67084310}]}]}, {active_buckets,["default"]}, {ready_buckets,["default"]}, {local_tasks, [[{type,xdcr}, {id,<<"27a2c0bb24123b9a3ad23cedf36ad423/default/default">>}, {errors,[]}, {changes_left,0}, {docs_checked,3973}, {docs_written,3973}, {data_replicated,1913900}, {active_vbreps,0}, {waiting_vbreps,0}, {time_working,1445}, {time_committing,0}, {num_checkpoints,0}, {num_failedckpts,0}, {docs_rep_queue,0}, {size_rep_queue,0}]]}, {memory, [{total,536153984}, {processes,478029648}, {processes_used,477302880}, {system,58124336}, {atom,1413905}, {atom_used,1392257}, {binary,20006856}, {code,14433680}, {ets,3782136}]}, {system_memory_data, [{system_total_memory,4140711936}, {free_swap,5292630016}, {total_swap,5335146496}, {cached_memory,784719872}, {buffered_memory,254951424}, {free_memory,2341797888}, {total_memory,4140711936}]}, {node_storage_conf, [{db_path,"/opt/couchbase/var/lib/couchbase/data/"}, {index_path,"/opt/couchbase/var/lib/couchbase/data/"}]}, {statistics, [{wall_clock,{636510,4995}}, {context_switches,{3033350,0}}, {garbage_collection,{704631,6076352916,0}}, {io,{{input,307292446},{output,316575088}}}, {reductions,{912431033,4569920}}, {run_queue,0}, {runtime,{376450,690}}]}, {system_stats, [{cpu_utilization_rate,3.341902313624679}, {swap_total,5335146496}, {swap_used,42516480}]}, {interesting_stats, [{couch_docs_actual_disk_size,31165737}, {couch_docs_data_size,31134500}, {couch_views_actual_disk_size,0}, {couch_views_data_size,0}, {curr_items,3317}, {curr_items_tot,6671}, {mem_used,25141408}, {vb_replica_curr_items,3354}]}, {cluster_compatibility_version,131072}, {version, [{public_key,"0.13"}, {lhttpc,"1.3.0"}, {ale,"8cffe61"}, {os_mon,"2.2.7"}, {couch_set_view,"1.2.0a-31560d7-git"}, {mnesia,"4.5"}, {inets,"5.7.1"}, {couch,"1.2.0a-31560d7-git"}, {mapreduce,"1.0.0"}, {couch_index_merger,"1.2.0a-31560d7-git"}, {kernel,"2.14.5"}, {crypto,"2.0.4"}, {ssl,"4.1.6"}, {sasl,"2.1.10"}, {couch_view_parser,"1.0.0"}, {ns_server,"2.0.0-1954-rel-enterprise"}, {mochiweb,"1.4.1"}, {oauth,"7d85d3ef"}, {stdlib,"1.17.5"}]}, {supported_compat_version,[2,0]}, {system_arch,"x86_64-unknown-linux-gnu"}, {wall_clock,636}, {memory_data,{4140711936,1798623232,{<15326.61.0>,11000288}}}, {disk_data, [{"/",20219004,24},{"/boot",101086,14},{"/dev/shm",2021832,0}]}, {meminfo, <<"MemTotal: 4043664 kB\nMemFree: 2286912 kB\nBuffers: 248976 kB\nCached: 766328 kB\nSwapCached: 33260 kB\nActive: 1137628 kB\nInactive: 488032 kB\nHighTotal: 0 kB\nHighFree: 0 kB\nLowTotal: 4043664 kB\nLowFree: 2286912 kB\nSwapTotal: 5210104 kB\nSwapFree: 5168584 kB\nDirty: 688 kB\nWriteback: 0 kB\nAnonPages: 609816 kB\nMapped: 13144 kB\nSlab: 97760 kB\nPageTables: 6240 kB\nNFS_Unstable: 0 kB\nBounce: 0 kB\nCommitLimit: 7231936 kB\nCommitted_AS: 2466288 kB\nVmallocTotal: 34359738367 kB\nVmallocUsed: 265708 kB\nVmallocChunk: 34359472391 kB\nHugePages_Total: 0\nHugePages_Free: 0\nHugePages_Rsvd: 0\nHugepagesize: 2048 kB\n">>}]}, {'ns_1@10.1.3.236', [{last_heard,{1353,457654,303064}}, {outgoing_replications_safeness_level,[{"default",green}]}, {incoming_replications_conf_hashes, [{"default", [{'ns_1@10.1.3.235',96925268},{'ns_1@10.3.121.126',12754605}]}]}, {active_buckets,["default"]}, {ready_buckets,["default"]}, {local_tasks, [[{type,xdcr}, {id,<<"27a2c0bb24123b9a3ad23cedf36ad423/default/default">>}, {errors,[]}, {changes_left,0}, {docs_checked,4001}, {docs_written,4001}, {data_replicated,1927372}, {active_vbreps,0}, {waiting_vbreps,0}, {time_working,1377}, {time_committing,0}, {num_checkpoints,0}, {num_failedckpts,0}, {docs_rep_queue,0}, {size_rep_queue,0}]]}, {memory, [{total,522522808}, {processes,466195680}, {processes_used,465530680}, {system,56327128}, {atom,1395321}, {atom_used,1364411}, {binary,18613952}, {code,14078416}, {ets,3784280}]}, {system_memory_data, [{system_total_memory,4140711936}, {free_swap,5292642304}, {total_swap,5335146496}, {cached_memory,757059584}, {buffered_memory,256622592}, {free_memory,2356600832}, {total_memory,4140711936}]}, {node_storage_conf, [{db_path,"/opt/couchbase/var/lib/couchbase/data/"}, {index_path,"/opt/couchbase/var/lib/couchbase/data/"}]}, {statistics, [{wall_clock,{608897,4999}}, {context_switches,{2701517,0}}, {garbage_collection,{601835,2180575668,0}}, {io,{{input,191950526},{output,244544022}}}, {reductions,{700578652,2308320}}, {run_queue,0}, {runtime,{277840,760}}]}, {system_stats, [{cpu_utilization_rate,5.714285714285714}, {swap_total,5335146496}, {swap_used,42504192}]}, {interesting_stats, [{couch_docs_actual_disk_size,31980742}, {couch_docs_data_size,31949422}, {couch_views_actual_disk_size,0}, {couch_views_data_size,0}, {curr_items,3335}, {curr_items_tot,6666}, {mem_used,25074160}, {vb_replica_curr_items,3331}]}, {cluster_compatibility_version,131072}, {version, [{public_key,"0.13"}, {lhttpc,"1.3.0"}, {ale,"8cffe61"}, {os_mon,"2.2.7"}, {couch_set_view,"1.2.0a-31560d7-git"}, {mnesia,"4.5"}, {inets,"5.7.1"}, {couch,"1.2.0a-31560d7-git"}, {mapreduce,"1.0.0"}, {couch_index_merger,"1.2.0a-31560d7-git"}, {kernel,"2.14.5"}, {crypto,"2.0.4"}, {ssl,"4.1.6"}, {sasl,"2.1.10"}, {couch_view_parser,"1.0.0"}, {ns_server,"2.0.0-1954-rel-enterprise"}, {mochiweb,"1.4.1"}, {oauth,"7d85d3ef"}, {stdlib,"1.17.5"}]}, {supported_compat_version,[2,0]}, {system_arch,"x86_64-unknown-linux-gnu"}, {wall_clock,608}, {memory_data,{4140711936,1782714368,{<0.78.0>,11141976}}}, {disk_data, [{"/",20219004,14},{"/boot",101086,14},{"/dev/shm",2021832,0}]}, {meminfo, <<"MemTotal: 4043664 kB\nMemFree: 2301368 kB\nBuffers: 250608 kB\nCached: 739316 kB\nSwapCached: 33340 kB\nActive: 1144344 kB\nInactive: 474356 kB\nHighTotal: 0 kB\nHighFree: 0 kB\nLowTotal: 4043664 kB\nLowFree: 2301368 kB\nSwapTotal: 5210104 kB\nSwapFree: 5168596 kB\nDirty: 692 kB\nWriteback: 0 kB\nAnonPages: 628152 kB\nMapped: 13132 kB\nSlab: 90200 kB\nPageTables: 6280 kB\nNFS_Unstable: 0 kB\nBounce: 0 kB\nCommitLimit: 7231936 kB\nCommitted_AS: 2527004 kB\nVmallocTotal: 34359738367 kB\nVmallocUsed: 265708 kB\nVmallocChunk: 34359472391 kB\nHugePages_Total: 0\nHugePages_Free: 0\nHugePages_Rsvd: 0\nHugepagesize: 2048 kB\n">>}]}, {'ns_1@10.3.121.126', [{last_heard,{1353,457651,196734}}, {outgoing_replications_safeness_level,[{"default",green}]}, {incoming_replications_conf_hashes, [{"default", [{'ns_1@10.1.3.235',111274792},{'ns_1@10.1.3.236',93000434}]}]}, {active_buckets,["default"]}, {ready_buckets,["default"]}, {local_tasks, [[{type,xdcr}, {id,<<"27a2c0bb24123b9a3ad23cedf36ad423/default/default">>}, {errors, [<<"2012-11-20 16:29:01 - Error replicating vbucket 1017: {db_not_found,\n <<\"http://Administrator:*****@10.3.2.55:8092/default%2f1017%3b46a1b551eb3e3096d8d0c453cff6784a/\">>}">>, <<"2012-11-20 16:29:02 - Error replicating vbucket 1018: {db_not_found,\n <<\"http://Administrator:*****@10.3.2.55:8092/default%2f1018%3b46a1b551eb3e3096d8d0c453cff6784a/\">>}">>, <<"2012-11-20 16:29:02 - Error replicating vbucket 1018: {db_not_found,\n <<\"http://Administrator:*****@10.3.2.55:8092/default%2f1018%3b46a1b551eb3e3096d8d0c453cff6784a/\">>}">>, <<"2012-11-20 16:29:02 - Error replicating vbucket 1019: {db_not_found,\n <<\"http://Administrator:*****@10.3.2.55:8092/default%2f1019%3b46a1b551eb3e3096d8d0c453cff6784a/\">>}">>, <<"2012-11-20 16:29:03 - Error replicating vbucket 1020: {db_not_found,\n <<\"http://Administrator:*****@10.3.2.55:8092/default%2f1020%3b46a1b551eb3e3096d8d0c453cff6784a/\">>}">>, <<"2012-11-20 16:29:03 - Error replicating vbucket 1020: {db_not_found,\n <<\"http://Administrator:*****@10.3.2.55:8092/default%2f1020%3b46a1b551eb3e3096d8d0c453cff6784a/\">>}">>, <<"2012-11-20 16:29:03 - Error replicating vbucket 1021: {db_not_found,\n <<\"http://Administrator:*****@10.3.2.55:8092/default%2f1021%3b46a1b551eb3e3096d8d0c453cff6784a/\">>}">>, <<"2012-11-20 16:29:03 - Error replicating vbucket 1022: {db_not_found,\n <<\"http://Administrator:*****@10.3.2.55:8092/default%2f1022%3b46a1b551eb3e3096d8d0c453cff6784a/\">>}">>, <<"2012-11-20 16:30:20 - Error replicating vbucket 685: {bad_return_value,\n {db_not_found,\n <<\"http://Administrator:*****@10.3.2.55:8092/default%2f685%3b46a1b551eb3e3096d8d0c453cff6784a/\">>}}">>, <<"2012-11-20 16:30:20 - Error replicating vbucket 683: {bad_return_value,\n {db_not_found,\n <<\"http://Administrator:*****@10.3.2.55:8092/default%2f683%3b46a1b551eb3e3096d8d0c453cff6784a/\">>}}">>]}, {changes_left,5}, {docs_checked,3466}, {docs_written,314}, {data_replicated,150997}, {active_vbreps,1}, {waiting_vbreps,0}, {time_working,70}, {time_committing,0}, {num_checkpoints,0}, {num_failedckpts,0}, {docs_rep_queue,0}, {size_rep_queue,0}]]}, {memory, [{total,578056096}, {processes,528504256}, {processes_used,528398368}, {system,49551840}, {atom,1407441}, {atom_used,1381404}, {binary,11567424}, {code,14422214}, {ets,3599112}]}, {system_memory_data, [{system_total_memory,8370651136}, {free_swap,5335044096}, {total_swap,5335146496}, {cached_memory,714735616}, {buffered_memory,263323648}, {free_memory,6637060096}, {total_memory,8370651136}]}, {node_storage_conf, [{db_path,"/opt/couchbase/var/lib/couchbase/data/"}, {index_path,"/opt/couchbase/var/lib/couchbase/data/"}]}, {statistics, [{wall_clock,{802653,5004}}, {context_switches,{1692141,0}}, {garbage_collection,{808621,2233766184,0}}, {io,{{input,113898321},{output,209651157}}}, {reductions,{475354195,1939260}}, {run_queue,0}, {runtime,{170220,680}}]}, {system_stats, [{cpu_utilization_rate,3.5175879396984926}, {swap_total,5335146496}, {swap_used,102400}]}, {interesting_stats, [{couch_docs_actual_disk_size,21256791}, {couch_docs_data_size,21230190}, {couch_views_actual_disk_size,0}, {couch_views_data_size,0}, {curr_items,3348}, {curr_items_tot,6663}, {mem_used,24757368}, {vb_replica_curr_items,3315}]}, {cluster_compatibility_version,131072}, {version, [{public_key,"0.13"}, {lhttpc,"1.3.0"}, {ale,"8cffe61"}, {os_mon,"2.2.7"}, {couch_set_view,"1.2.0a-31560d7-git"}, {mnesia,"4.5"}, {inets,"5.7.1"}, {couch,"1.2.0a-31560d7-git"}, {mapreduce,"1.0.0"}, {couch_index_merger,"1.2.0a-31560d7-git"}, {kernel,"2.14.5"}, {crypto,"2.0.4"}, {ssl,"4.1.6"}, {sasl,"2.1.10"}, {couch_view_parser,"1.0.0"}, {ns_server,"2.0.0-1954-rel-enterprise"}, {mochiweb,"1.4.1"}, {oauth,"7d85d3ef"}, {stdlib,"1.17.5"}]}, {supported_compat_version,[2,0]}, {system_arch,"x86_64-unknown-linux-gnu"}, {wall_clock,802}, {memory_data,{8370651136,1721323520,{<19755.333.0>,4714872}}}, {disk_data, [{"/",20219004,17},{"/boot",101086,14},{"/dev/shm",4087232,0}]}, {meminfo, <<"MemTotal: 8174464 kB\nMemFree: 6481876 kB\nBuffers: 257152 kB\nCached: 697984 kB\nSwapCached: 0 kB\nActive: 1082012 kB\nInactive: 440308 kB\nHighTotal: 0 kB\nHighFree: 0 kB\nLowTotal: 8174464 kB\nLowFree: 6481876 kB\nSwapTotal: 5210104 kB\nSwapFree: 5210004 kB\nDirty: 588 kB\nWriteback: 0 kB\nAnonPages: 567092 kB\nMapped: 19496 kB\nSlab: 135152 kB\nPageTables: 6396 kB\nNFS_Unstable: 0 kB\nBounce: 0 kB\nCommitLimit: 9297336 kB\nCommitted_AS: 2579204 kB\nVmallocTotal: 34359738367 kB\nVmallocUsed: 265708 kB\nVmallocChunk: 34359472391 kB\nHugePages_Total: 0\nHugePages_Free: 0\nHugePages_Rsvd: 0\nHugepagesize: 2048 kB\n">>}]}, {'ns_1@10.3.2.54', [{last_heard,{1353,457541,618385}}, {outgoing_replications_safeness_level,[]}, {incoming_replications_conf_hashes,[]}, {active_buckets,[]}, {ready_buckets,[]}, {local_tasks,[]}, {memory, [{total,89143912}, {processes,50853640}, {processes_used,47004136}, {system,38290272}, {atom,1395321}, {atom_used,1364127}, {binary,1503392}, {code,14077120}, {ets,3296224}]}, {system_memory_data, [{system_total_memory,8370651136}, {free_swap,5335040000}, {total_swap,5335146496}, {cached_memory,797188096}, {buffered_memory,299757568}, {free_memory,6781288448}, {total_memory,8370651136}]}, {node_storage_conf, [{db_path,"/opt/couchbase/var/lib/couchbase/data/"}, {index_path,"/opt/couchbase/var/lib/couchbase/data/"}]}, {statistics, [{wall_clock,{466759,1393}}, {context_switches,{2524325,0}}, {garbage_collection,{899482,2446082998,0}}, {io,{{input,203411292},{output,241107227}}}, {reductions,{749106717,1735067}}, {run_queue,0}, {runtime,{173330,230}}]}, {system_stats,[{cpu_utilization_rate,0},{swap_total,0},{swap_used,0}]}, {interesting_stats,[]}, {cluster_compatibility_version,131072}, {version, [{public_key,"0.13"}, {lhttpc,"1.3.0"}, {ale,"8cffe61"}, {os_mon,"2.2.7"}, {couch_set_view,"1.2.0a-31560d7-git"}, {mnesia,"4.5"}, {inets,"5.7.1"}, {couch,"1.2.0a-31560d7-git"}, {mapreduce,"1.0.0"}, {couch_index_merger,"1.2.0a-31560d7-git"}, {kernel,"2.14.5"}, {crypto,"2.0.4"}, {ssl,"4.1.6"}, {sasl,"2.1.10"}, {couch_view_parser,"1.0.0"}, {ns_server,"2.0.0-1954-rel-enterprise"}, {mochiweb,"1.4.1"}, {oauth,"7d85d3ef"}, {stdlib,"1.17.5"}]}, {supported_compat_version,[2,0]}, {system_arch,"x86_64-unknown-linux-gnu"}, {wall_clock,466}, {memory_data,{8370651136,1723895808,{<15336.4529.0>,8228504}}}, {disk_data, [{"/",20219004,23}, {"/boot",101086,14}, {"/dev/shm",4087232,0}, {"/data",206420664,6}]}, {meminfo, <<"MemTotal: 8174464 kB\nMemFree: 6622352 kB\nBuffers: 292732 kB\nCached: 778504 kB\nSwapCached: 0 kB\nActive: 852188 kB\nInactive: 537820 kB\nHighTotal: 0 kB\nHighFree: 0 kB\nLowTotal: 8174464 kB\nLowFree: 6622352 kB\nSwapTotal: 5210104 kB\nSwapFree: 5210000 kB\nDirty: 508 kB\nWriteback: 0 kB\nAnonPages: 318732 kB\nMapped: 16216 kB\nSlab: 127124 kB\nPageTables: 5208 kB\nNFS_Unstable: 0 kB\nBounce: 0 kB\nCommitLimit: 9297336 kB\nCommitted_AS: 1989900 kB\nVmallocTotal: 34359738367 kB\nVmallocUsed: 265716 kB\nVmallocChunk: 34359472391 kB\nHugePages_Total: 0\nHugePages_Free: 0\nHugePages_Rsvd: 0\nHugepagesize: 2048 kB\n">>}]}] [stats:debug,2012-11-20T16:27:37.830,ns_1@10.1.3.236:<0.4802.0>:stats_collector:maybe_log_stats:126](at {{1970,1,16},{7,57,37}}) Stats for bucket "default": accepting_conns 1 auth_cmds 3 auth_errors 0 bucket_active_conns 1 bucket_conns 18 bytes 25074160 bytes_read 5025921 bytes_written 453894434 cas_badval 0 cas_hits 0 cas_misses 0 cmd_flush 0 cmd_get 666 cmd_set 4001 conn_yields 1358 connection_structures 5000 curr_connections 18 curr_conns_on_port_11209 15 curr_conns_on_port_11210 2 curr_items 3335 curr_items_tot 6666 curr_temp_items 0 daemon_connections 4 decr_hits 0 decr_misses 0 delete_hits 0 delete_misses 0 ep_access_scanner_last_runtime 0 ep_access_scanner_num_items 0 ep_access_scanner_task_time 2012-11-21 10:00:00 ep_allow_data_loss_during_shutdown 1 ep_alog_block_size 4096 ep_alog_path /opt/couchbase/var/lib/couchbase/data/default/access.log ep_alog_sleep_time 1440 ep_alog_task_time 10 ep_backend couchdb ep_bg_fetch_delay 0 ep_bg_fetched 0 ep_bg_meta_fetched 0 ep_bg_remaining_jobs 0 ep_chk_max_items 5000 ep_chk_period 1800 ep_chk_persistence_remains 0 ep_chk_persistence_timeout 10 ep_chk_remover_stime 5 ep_commit_num 833 ep_commit_time 14 ep_commit_time_total 4853 ep_concurrentDB 1 ep_config_file ep_couch_bucket default ep_couch_host localhost ep_couch_port 11213 ep_couch_reconnect_sleeptime 250 ep_couch_response_timeout 180000 ep_data_age 5 ep_data_age_highwat 15 ep_data_traffic_enabled 0 ep_dbinit 0 ep_dbname /opt/couchbase/var/lib/couchbase/data/default ep_degraded_mode 0 ep_diskqueue_drain 14382 ep_diskqueue_fill 11063 ep_diskqueue_items 0 ep_diskqueue_memory 0 ep_diskqueue_pending 0 ep_exp_pager_stime 3600 ep_exp_pager_stime 3600 ep_expired_access 0 ep_expired_pager 0 ep_expiry_window 3 ep_failpartialwarmup 0 ep_flush_all false ep_flush_duration_total 66 ep_flushall_enabled 0 ep_flusher_state running ep_flusher_todo 0 ep_getl_default_timeout 15 ep_getl_max_timeout 30 ep_ht_locks 5 ep_ht_size 3079 ep_inconsistent_slave_chk 0 ep_initfile ep_io_num_read 0 ep_io_num_write 11313 ep_io_read_bytes 0 ep_io_write_bytes 3017977 ep_item_begin_failed 0 ep_item_commit_failed 0 ep_item_flush_expired 0 ep_item_flush_failed 0 ep_item_num_based_new_chk 1 ep_items_rm_from_checkpoints 0 ep_keep_closed_chks 0 ep_klog_block_size 4096 ep_klog_compactor_queue_cap 500000 ep_klog_compactor_stime 3600 ep_klog_flush commit2 ep_klog_max_entry_ratio 10 ep_klog_max_log_size 2147483647 ep_klog_path ep_klog_sync commit2 ep_kv_size 2313046 ep_max_checkpoints 2 ep_max_data_size 490733568 ep_max_item_size 20971520 ep_max_size 490733568 ep_max_txn_size 10000 ep_max_vbuckets 1024 ep_mem_high_wat 368050176 ep_mem_high_wat 368050176 ep_mem_low_wat 294440140 ep_mem_low_wat 294440140 ep_mem_tracker_enabled true ep_min_data_age 0 ep_mlog_compactor_runs 0 ep_mutation_mem_threshold 0 ep_num_access_scanner_runs 0 ep_num_eject_failures 0 ep_num_expiry_pager_runs 0 ep_num_non_resident 0 ep_num_not_my_vbuckets 0 ep_num_ops_del_meta 0 ep_num_ops_get_meta 0 ep_num_ops_set_meta 0 ep_num_pager_runs 0 ep_num_value_ejects 0 ep_oom_errors 0 ep_overhead 18651280 ep_pager_active_vb_pcnt 40 ep_pager_unbiased_period 60 ep_pending_ops 0 ep_pending_ops_max 0 ep_pending_ops_max_duration 0 ep_pending_ops_total 0 ep_postInitfile ep_queue_age_cap 900 ep_queue_size 0 ep_startup_time 1353457054 ep_storage_age 2 ep_storage_age_highwat 419 ep_store_max_concurrency 10 ep_store_max_readers 9 ep_store_max_readwrite 1 ep_stored_val_type ep_tap_ack_grace_period 300 ep_tap_ack_initial_sequence_number 1 ep_tap_ack_interval 1000 ep_tap_ack_window_size 10 ep_tap_backfill_resident 0.9 ep_tap_backlog_limit 5000 ep_tap_backoff_period 5 ep_tap_bg_fetch_requeued 0 ep_tap_bg_fetched 0 ep_tap_bg_max_pending 500 ep_tap_keepalive 300 ep_tap_noop_interval 20 ep_tap_requeue_sleep_time 0.1 ep_tap_throttle_cap_pcnt 10 ep_tap_throttle_queue_cap 1000000 ep_tap_throttle_threshold 90 ep_tmp_oom_errors 0 ep_too_old 0 ep_too_young 0 ep_total_cache_size 2233054 ep_total_del_items 0 ep_total_enqueued 11063 ep_total_new_items 6666 ep_total_persisted 11313 ep_uncommitted_items 0 ep_value_size 1786488 ep_vb0 0 ep_vb_snapshot_total 2 ep_vb_total 682 ep_vbucket_del 0 ep_vbucket_del_fail 0 ep_version 2.0.0r_139_g9b8377b ep_waitforwarmup 0 ep_warmup 1 ep_warmup_batch_size 1000 ep_warmup_dups 0 ep_warmup_min_items_threshold 100 ep_warmup_min_memory_threshold 100 ep_warmup_oom 0 ep_warmup_thread complete ep_warmup_time 289313 get_hits 666 get_misses 0 incr_hits 0 incr_misses 0 libevent 2.0.11-stable limit_maxbytes 67108864 listen_disabled_num 0 max_conns_on_port_11209 1000 max_conns_on_port_11210 9000 mem_used 25074160 pid 15247 pointer_size 64 rejected_conns 0 rusage_system 8.862652 rusage_user 61.399665 tap_checkpoint_start_received 851 tap_checkpoint_start_sent 851 tap_connect_received 174 tap_mutation_received 7361 tap_mutation_sent 8936 tap_opaque_received 1196 tap_opaque_sent 1026 threads 4 time 1353457657 total_connections 878 uptime 605 vb_active_curr_items 3335 vb_active_eject 0 vb_active_expired 0 vb_active_ht_memory 8563192 vb_active_itm_memory 1117193 vb_active_meta_data_memory 246420 vb_active_num 341 vb_active_num_non_resident 0 vb_active_num_ref_ejects 0 vb_active_num_ref_items 3335 vb_active_ops_create 3335 vb_active_ops_delete 0 vb_active_ops_reject 0 vb_active_ops_update 666 vb_active_perc_mem_resident 100 vb_active_queue_age 0 vb_active_queue_drain 4001 vb_active_queue_fill 4001 vb_active_queue_memory 0 vb_active_queue_pending 0 vb_active_queue_size 0 vb_dead_num 0 vb_pending_curr_items 0 vb_pending_eject 0 vb_pending_expired 0 vb_pending_ht_memory 0 vb_pending_itm_memory 0 vb_pending_meta_data_memory 0 vb_pending_num 0 vb_pending_num_non_resident 0 vb_pending_num_ref_ejects 0 vb_pending_num_ref_items 0 vb_pending_ops_create 0 vb_pending_ops_delete 0 vb_pending_ops_reject 0 vb_pending_ops_update 0 vb_pending_perc_mem_resident 0 vb_pending_queue_age 0 vb_pending_queue_drain 0 vb_pending_queue_fill 0 vb_pending_queue_memory 0 vb_pending_queue_pending 0 vb_pending_queue_size 0 vb_replica_curr_items 3331 vb_replica_eject 0 vb_replica_expired 0 vb_replica_ht_memory 8563192 vb_replica_itm_memory 1115861 vb_replica_meta_data_memory 246128 vb_replica_num 341 vb_replica_num_non_resident 0 vb_replica_num_ref_ejects 0 vb_replica_num_ref_items 3331 vb_replica_ops_create 3331 vb_replica_ops_delete 0 vb_replica_ops_reject 0 vb_replica_ops_update 3981 vb_replica_perc_mem_resident 100 vb_replica_queue_age 0 vb_replica_queue_drain 10381 vb_replica_queue_fill 7062 vb_replica_queue_memory 0 vb_replica_queue_pending 0 vb_replica_queue_size 0 version 1.4.4_600_g7ea975a [ns_doctor:debug,2012-11-20T16:28:34.306,ns_1@10.1.3.236:ns_doctor<0.4576.0>:ns_doctor:handle_info:137]Current node statuses: [{'ns_1@10.1.3.235', [{last_heard,{1353,457710,742897}}, {outgoing_replications_safeness_level,[{"default",green}]}, {incoming_replications_conf_hashes, [{"default", [{'ns_1@10.1.3.236',86256472},{'ns_1@10.3.121.126',67084310}]}]}, {active_buckets,["default"]}, {ready_buckets,["default"]}, {local_tasks, [[{type,xdcr}, {id,<<"27a2c0bb24123b9a3ad23cedf36ad423/default/default">>}, {errors,[]}, {changes_left,0}, {docs_checked,3973}, {docs_written,3973}, {data_replicated,1913900}, {active_vbreps,0}, {waiting_vbreps,0}, {time_working,1445}, {time_committing,0}, {num_checkpoints,0}, {num_failedckpts,0}, {docs_rep_queue,0}, {size_rep_queue,0}]]}, {memory, [{total,536605936}, {processes,478263480}, {processes_used,477536712}, {system,58342456}, {atom,1413905}, {atom_used,1392257}, {binary,20030496}, {code,14433680}, {ets,3976368}]}, {system_memory_data, [{system_total_memory,4140711936}, {free_swap,5292630016}, {total_swap,5335146496}, {cached_memory,785981440}, {buffered_memory,254955520}, {free_memory,2337734656}, {total_memory,4140711936}]}, {node_storage_conf, [{db_path,"/opt/couchbase/var/lib/couchbase/data/"}, {index_path,"/opt/couchbase/var/lib/couchbase/data/"}]}, {statistics, [{wall_clock,{696510,5000}}, {context_switches,{3182075,0}}, {garbage_collection,{716604,6149106324,0}}, {io,{{input,309700268},{output,320102308}}}, {reductions,{954942068,4547515}}, {run_queue,0}, {runtime,{384310,680}}]}, {system_stats, [{cpu_utilization_rate,3.053435114503817}, {swap_total,5335146496}, {swap_used,42516480}]}, {interesting_stats, [{couch_docs_actual_disk_size,31165739}, {couch_docs_data_size,31134500}, {couch_views_actual_disk_size,0}, {couch_views_data_size,0}, {curr_items,3317}, {curr_items_tot,6671}, {mem_used,25137440}, {vb_replica_curr_items,3354}]}, {cluster_compatibility_version,131072}, {version, [{public_key,"0.13"}, {lhttpc,"1.3.0"}, {ale,"8cffe61"}, {os_mon,"2.2.7"}, {couch_set_view,"1.2.0a-31560d7-git"}, {mnesia,"4.5"}, {inets,"5.7.1"}, {couch,"1.2.0a-31560d7-git"}, {mapreduce,"1.0.0"}, {couch_index_merger,"1.2.0a-31560d7-git"}, {kernel,"2.14.5"}, {crypto,"2.0.4"}, {ssl,"4.1.6"}, {sasl,"2.1.10"}, {couch_view_parser,"1.0.0"}, {ns_server,"2.0.0-1954-rel-enterprise"}, {mochiweb,"1.4.1"}, {oauth,"7d85d3ef"}, {stdlib,"1.17.5"}]}, {supported_compat_version,[2,0]}, {system_arch,"x86_64-unknown-linux-gnu"}, {wall_clock,696}, {memory_data,{4140711936,1799294976,{<15326.61.0>,11000288}}}, {disk_data, [{"/",20219004,24},{"/boot",101086,14},{"/dev/shm",2021832,0}]}, {meminfo, <<"MemTotal: 4043664 kB\nMemFree: 2282944 kB\nBuffers: 248980 kB\nCached: 767560 kB\nSwapCached: 33260 kB\nActive: 1139836 kB\nInactive: 489140 kB\nHighTotal: 0 kB\nHighFree: 0 kB\nLowTotal: 4043664 kB\nLowFree: 2282944 kB\nSwapTotal: 5210104 kB\nSwapFree: 5168584 kB\nDirty: 424 kB\nWriteback: 0 kB\nAnonPages: 611832 kB\nMapped: 13144 kB\nSlab: 97456 kB\nPageTables: 6240 kB\nNFS_Unstable: 0 kB\nBounce: 0 kB\nCommitLimit: 7231936 kB\nCommitted_AS: 2463932 kB\nVmallocTotal: 34359738367 kB\nVmallocUsed: 265708 kB\nVmallocChunk: 34359472391 kB\nHugePages_Total: 0\nHugePages_Free: 0\nHugePages_Rsvd: 0\nHugepagesize: 2048 kB\n">>}]}, {'ns_1@10.1.3.236', [{last_heard,{1353,457714,303889}}, {outgoing_replications_safeness_level,[{"default",green}]}, {incoming_replications_conf_hashes, [{"default", [{'ns_1@10.1.3.235',96925268},{'ns_1@10.3.121.126',12754605}]}]}, {active_buckets,["default"]}, {ready_buckets,["default"]}, {local_tasks, [[{type,xdcr}, {id,<<"27a2c0bb24123b9a3ad23cedf36ad423/default/default">>}, {errors,[]}, {changes_left,0}, {docs_checked,4001}, {docs_written,4001}, {data_replicated,1927372}, {active_vbreps,0}, {waiting_vbreps,0}, {time_working,1377}, {time_committing,0}, {num_checkpoints,0}, {num_failedckpts,0}, {docs_rep_queue,0}, {size_rep_queue,0}]]}, {memory, [{total,517362496}, {processes,460692304}, {processes_used,460027304}, {system,56670192}, {atom,1395321}, {atom_used,1364411}, {binary,18762256}, {code,14078416}, {ets,3979000}]}, {system_memory_data, [{system_total_memory,4140711936}, {free_swap,5292642304}, {total_swap,5335146496}, {cached_memory,758329344}, {buffered_memory,256622592}, {free_memory,2357870592}, {total_memory,4140711936}]}, {node_storage_conf, [{db_path,"/opt/couchbase/var/lib/couchbase/data/"}, {index_path,"/opt/couchbase/var/lib/couchbase/data/"}]}, {statistics, [{wall_clock,{668898,5000}}, {context_switches,{2842126,0}}, {garbage_collection,{611726,2245438393,0}}, {io,{{input,194454717},{output,246845603}}}, {reductions,{729268177,2292815}}, {run_queue,0}, {runtime,{286390,630}}]}, {system_stats, [{cpu_utilization_rate,4.050632911392405}, {swap_total,5335146496}, {swap_used,42504192}]}, {interesting_stats, [{couch_docs_actual_disk_size,31980744}, {couch_docs_data_size,31949422}, {couch_views_actual_disk_size,0}, {couch_views_data_size,0}, {curr_items,3335}, {curr_items_tot,6666}, {mem_used,25070192}, {vb_replica_curr_items,3331}]}, {cluster_compatibility_version,131072}, {version, [{public_key,"0.13"}, {lhttpc,"1.3.0"}, {ale,"8cffe61"}, {os_mon,"2.2.7"}, {couch_set_view,"1.2.0a-31560d7-git"}, {mnesia,"4.5"}, {inets,"5.7.1"}, {couch,"1.2.0a-31560d7-git"}, {mapreduce,"1.0.0"}, {couch_index_merger,"1.2.0a-31560d7-git"}, {kernel,"2.14.5"}, {crypto,"2.0.4"}, {ssl,"4.1.6"}, {sasl,"2.1.10"}, {couch_view_parser,"1.0.0"}, {ns_server,"2.0.0-1954-rel-enterprise"}, {mochiweb,"1.4.1"}, {oauth,"7d85d3ef"}, {stdlib,"1.17.5"}]}, {supported_compat_version,[2,0]}, {system_arch,"x86_64-unknown-linux-gnu"}, {wall_clock,668}, {memory_data,{4140711936,1787031552,{<0.78.0>,11141976}}}, {disk_data, [{"/",20219004,14},{"/boot",101086,14},{"/dev/shm",2021832,0}]}, {meminfo, <<"MemTotal: 4043664 kB\nMemFree: 2302608 kB\nBuffers: 250608 kB\nCached: 740556 kB\nSwapCached: 33340 kB\nActive: 1141924 kB\nInactive: 475472 kB\nHighTotal: 0 kB\nHighFree: 0 kB\nLowTotal: 4043664 kB\nLowFree: 2302608 kB\nSwapTotal: 5210104 kB\nSwapFree: 5168596 kB\nDirty: 460 kB\nWriteback: 0 kB\nAnonPages: 625552 kB\nMapped: 13132 kB\nSlab: 89864 kB\nPageTables: 6256 kB\nNFS_Unstable: 0 kB\nBounce: 0 kB\nCommitLimit: 7231936 kB\nCommitted_AS: 2519640 kB\nVmallocTotal: 34359738367 kB\nVmallocUsed: 265708 kB\nVmallocChunk: 34359472391 kB\nHugePages_Total: 0\nHugePages_Free: 0\nHugePages_Rsvd: 0\nHugepagesize: 2048 kB\n">>}]}, {'ns_1@10.3.121.126', [{last_heard,{1353,457711,183456}}, {outgoing_replications_safeness_level,[{"default",green}]}, {incoming_replications_conf_hashes, [{"default", [{'ns_1@10.1.3.235',111274792},{'ns_1@10.1.3.236',93000434}]}]}, {active_buckets,["default"]}, {ready_buckets,["default"]}, {local_tasks, [[{type,xdcr}, {id,<<"27a2c0bb24123b9a3ad23cedf36ad423/default/default">>}, {errors, [<<"2012-11-20 16:31:47 - Error replicating vbucket 729: {badmatch,\n {error,\n all_nodes_failed,\n <<\"Failed to grab remote bucket info from any of known nodes\">>}}">>, <<"2012-11-20 16:31:51 - Error replicating vbucket 754: {badmatch,\n {error,\n all_nodes_failed,\n <<\"Failed to grab remote bucket info from any of known nodes\">>}}">>, <<"2012-11-20 16:31:51 - Error replicating vbucket 1008: {badmatch,\n {error,\n all_nodes_failed,\n <<\"Failed to grab remote bucket info from any of known nodes\">>}}">>, <<"2012-11-20 16:31:51 - Error replicating vbucket 1002: {badmatch,\n {error,\n all_nodes_failed,\n <<\"Failed to grab remote bucket info from any of known nodes\">>}}">>, <<"2012-11-20 16:31:53 - Error replicating vbucket 772: {badmatch,\n {error,\n all_nodes_failed,\n <<\"Failed to grab remote bucket info from any of known nodes\">>}}">>, <<"2012-11-20 16:31:54 - Error replicating vbucket 805: {badmatch,\n {error,\n all_nodes_failed,\n <<\"Failed to grab remote bucket info from any of known nodes\">>}}">>, <<"2012-11-20 16:31:54 - Error replicating vbucket 776: {badmatch,\n {error,\n all_nodes_failed,\n <<\"Failed to grab remote bucket info from any of known nodes\">>}}">>, <<"2012-11-20 16:31:58 - Error replicating vbucket 747: {badmatch,\n {error,\n all_nodes_failed,\n <<\"Failed to grab remote bucket info from any of known nodes\">>}}">>, <<"2012-11-20 16:31:58 - Error replicating vbucket 856: {badmatch,\n {error,\n all_nodes_failed,\n <<\"Failed to grab remote bucket info from any of known nodes\">>}}">>, <<"2012-11-20 16:31:58 - Error replicating vbucket 738: {badmatch,\n {error,\n all_nodes_failed,\n <<\"Failed to grab remote bucket info from any of known nodes\">>}}">>]}, {changes_left,0}, {docs_checked,3471}, {docs_written,316}, {data_replicated,151959}, {active_vbreps,11}, {waiting_vbreps,0}, {time_working,70}, {time_committing,0}, {num_checkpoints,0}, {num_failedckpts,0}, {docs_rep_queue,0}, {size_rep_queue,0}]]}, {memory, [{total,580968488}, {processes,531588832}, {processes_used,531517656}, {system,49379656}, {atom,1407441}, {atom_used,1381499}, {binary,11262168}, {code,14447798}, {ets,3694424}]}, {system_memory_data, [{system_total_memory,8370651136}, {free_swap,5335044096}, {total_swap,5335146496}, {cached_memory,716546048}, {buffered_memory,263327744}, {free_memory,6626521088}, {total_memory,8370651136}]}, {node_storage_conf, [{db_path,"/opt/couchbase/var/lib/couchbase/data/"}, {index_path,"/opt/couchbase/var/lib/couchbase/data/"}]}, {statistics, [{wall_clock,{862650,5001}}, {context_switches,{1832291,0}}, {garbage_collection,{820201,2286904614,0}}, {io,{{input,116356878},{output,212604411}}}, {reductions,{494573305,1576555}}, {run_queue,0}, {runtime,{177810,580}}]}, {system_stats, [{cpu_utilization_rate,2.284263959390863}, {swap_total,5335146496}, {swap_used,102400}]}, {interesting_stats, [{couch_docs_actual_disk_size,21256783}, {couch_docs_data_size,21230190}, {couch_views_actual_disk_size,0}, {couch_views_data_size,0}, {curr_items,3348}, {curr_items_tot,6663}, {mem_used,24757368}, {vb_replica_curr_items,3315}]}, {cluster_compatibility_version,131072}, {version, [{public_key,"0.13"}, {lhttpc,"1.3.0"}, {ale,"8cffe61"}, {os_mon,"2.2.7"}, {couch_set_view,"1.2.0a-31560d7-git"}, {mnesia,"4.5"}, {inets,"5.7.1"}, {couch,"1.2.0a-31560d7-git"}, {mapreduce,"1.0.0"}, {couch_index_merger,"1.2.0a-31560d7-git"}, {kernel,"2.14.5"}, {crypto,"2.0.4"}, {ssl,"4.1.6"}, {sasl,"2.1.10"}, {couch_view_parser,"1.0.0"}, {ns_server,"2.0.0-1954-rel-enterprise"}, {mochiweb,"1.4.1"}, {oauth,"7d85d3ef"}, {stdlib,"1.17.5"}]}, {supported_compat_version,[2,0]}, {system_arch,"x86_64-unknown-linux-gnu"}, {wall_clock,862}, {memory_data,{8370651136,1741471744,{<19755.333.0>,4714872}}}, {disk_data, [{"/",20219004,17},{"/boot",101086,14},{"/dev/shm",4087232,0}]}, {meminfo, <<"MemTotal: 8174464 kB\nMemFree: 6471336 kB\nBuffers: 257156 kB\nCached: 699752 kB\nSwapCached: 0 kB\nActive: 1092460 kB\nInactive: 441612 kB\nHighTotal: 0 kB\nHighFree: 0 kB\nLowTotal: 8174464 kB\nLowFree: 6471336 kB\nSwapTotal: 5210104 kB\nSwapFree: 5210004 kB\nDirty: 528 kB\nWriteback: 0 kB\nAnonPages: 577288 kB\nMapped: 19496 kB\nSlab: 134824 kB\nPageTables: 6416 kB\nNFS_Unstable: 0 kB\nBounce: 0 kB\nCommitLimit: 9297336 kB\nCommitted_AS: 2586948 kB\nVmallocTotal: 34359738367 kB\nVmallocUsed: 265708 kB\nVmallocChunk: 34359472391 kB\nHugePages_Total: 0\nHugePages_Free: 0\nHugePages_Rsvd: 0\nHugepagesize: 2048 kB\n">>}]}, {'ns_1@10.3.2.54', [{last_heard,{1353,457541,618385}}, {outgoing_replications_safeness_level,[]}, {incoming_replications_conf_hashes,[]}, {active_buckets,[]}, {ready_buckets,[]}, {local_tasks,[]}, {memory, [{total,89143912}, {processes,50853640}, {processes_used,47004136}, {system,38290272}, {atom,1395321}, {atom_used,1364127}, {binary,1503392}, {code,14077120}, {ets,3296224}]}, {system_memory_data, [{system_total_memory,8370651136}, {free_swap,5335040000}, {total_swap,5335146496}, {cached_memory,797188096}, {buffered_memory,299757568}, {free_memory,6781288448}, {total_memory,8370651136}]}, {node_storage_conf, [{db_path,"/opt/couchbase/var/lib/couchbase/data/"}, {index_path,"/opt/couchbase/var/lib/couchbase/data/"}]}, {statistics, [{wall_clock,{466759,1393}}, {context_switches,{2524325,0}}, {garbage_collection,{899482,2446082998,0}}, {io,{{input,203411292},{output,241107227}}}, {reductions,{749106717,1735067}}, {run_queue,0}, {runtime,{173330,230}}]}, {system_stats,[{cpu_utilization_rate,0},{swap_total,0},{swap_used,0}]}, {interesting_stats,[]}, {cluster_compatibility_version,131072}, {version, [{public_key,"0.13"}, {lhttpc,"1.3.0"}, {ale,"8cffe61"}, {os_mon,"2.2.7"}, {couch_set_view,"1.2.0a-31560d7-git"}, {mnesia,"4.5"}, {inets,"5.7.1"}, {couch,"1.2.0a-31560d7-git"}, {mapreduce,"1.0.0"}, {couch_index_merger,"1.2.0a-31560d7-git"}, {kernel,"2.14.5"}, {crypto,"2.0.4"}, {ssl,"4.1.6"}, {sasl,"2.1.10"}, {couch_view_parser,"1.0.0"}, {ns_server,"2.0.0-1954-rel-enterprise"}, {mochiweb,"1.4.1"}, {oauth,"7d85d3ef"}, {stdlib,"1.17.5"}]}, {supported_compat_version,[2,0]}, {system_arch,"x86_64-unknown-linux-gnu"}, {wall_clock,466}, {memory_data,{8370651136,1723895808,{<15336.4529.0>,8228504}}}, {disk_data, [{"/",20219004,23}, {"/boot",101086,14}, {"/dev/shm",4087232,0}, {"/data",206420664,6}]}, {meminfo, <<"MemTotal: 8174464 kB\nMemFree: 6622352 kB\nBuffers: 292732 kB\nCached: 778504 kB\nSwapCached: 0 kB\nActive: 852188 kB\nInactive: 537820 kB\nHighTotal: 0 kB\nHighFree: 0 kB\nLowTotal: 8174464 kB\nLowFree: 6622352 kB\nSwapTotal: 5210104 kB\nSwapFree: 5210000 kB\nDirty: 508 kB\nWriteback: 0 kB\nAnonPages: 318732 kB\nMapped: 16216 kB\nSlab: 127124 kB\nPageTables: 5208 kB\nNFS_Unstable: 0 kB\nBounce: 0 kB\nCommitLimit: 9297336 kB\nCommitted_AS: 1989900 kB\nVmallocTotal: 34359738367 kB\nVmallocUsed: 265716 kB\nVmallocChunk: 34359472391 kB\nHugePages_Total: 0\nHugePages_Free: 0\nHugePages_Rsvd: 0\nHugepagesize: 2048 kB\n">>}]}] [stats:debug,2012-11-20T16:29:17.830,ns_1@10.1.3.236:<0.4802.0>:stats_collector:maybe_log_stats:126](at {{1970,1,16},{7,57,37}}) Stats for bucket "default": accepting_conns 1 auth_cmds 4 auth_errors 0 bucket_active_conns 1 bucket_conns 16 bytes 24820080 bytes_read 5070670 bytes_written 461093721 cas_badval 0 cas_hits 0 cas_misses 0 cmd_flush 0 cmd_get 666 cmd_set 4001 conn_yields 1370 connection_structures 5000 curr_connections 18 curr_conns_on_port_11209 14 curr_conns_on_port_11210 2 curr_items 3002 curr_items_tot 6003 curr_temp_items 0 daemon_connections 4 decr_hits 0 decr_misses 0 delete_hits 333 delete_misses 0 ep_access_scanner_last_runtime 0 ep_access_scanner_num_items 0 ep_access_scanner_task_time 2012-11-21 10:00:00 ep_allow_data_loss_during_shutdown 1 ep_alog_block_size 4096 ep_alog_path /opt/couchbase/var/lib/couchbase/data/default/access.log ep_alog_sleep_time 1440 ep_alog_task_time 10 ep_backend couchdb ep_bg_fetch_delay 0 ep_bg_fetched 0 ep_bg_meta_fetched 0 ep_bg_remaining_jobs 0 ep_chk_max_items 5000 ep_chk_period 1800 ep_chk_persistence_remains 0 ep_chk_persistence_timeout 10 ep_chk_remover_stime 5 ep_commit_num 860 ep_commit_time 2 ep_commit_time_total 4939 ep_concurrentDB 1 ep_config_file ep_couch_bucket default ep_couch_host localhost ep_couch_port 11213 ep_couch_reconnect_sleeptime 250 ep_couch_response_timeout 180000 ep_data_age 3 ep_data_age_highwat 15 ep_data_traffic_enabled 0 ep_dbinit 0 ep_dbname /opt/couchbase/var/lib/couchbase/data/default ep_degraded_mode 0 ep_diskqueue_drain 15045 ep_diskqueue_fill 11726 ep_diskqueue_items 0 ep_diskqueue_memory 0 ep_diskqueue_pending 0 ep_exp_pager_stime 3600 ep_exp_pager_stime 3600 ep_expired_access 0 ep_expired_pager 0 ep_expiry_window 3 ep_failpartialwarmup 0 ep_flush_all false ep_flush_duration_total 69 ep_flushall_enabled 0 ep_flusher_state running ep_flusher_todo 0 ep_getl_default_timeout 15 ep_getl_max_timeout 30 ep_ht_locks 5 ep_ht_size 3079 ep_inconsistent_slave_chk 0 ep_initfile ep_io_num_read 0 ep_io_num_write 11976 ep_io_read_bytes 0 ep_io_write_bytes 3025270 ep_item_begin_failed 0 ep_item_commit_failed 0 ep_item_flush_expired 0 ep_item_flush_failed 0 ep_item_num_based_new_chk 1 ep_items_rm_from_checkpoints 0 ep_keep_closed_chks 0 ep_klog_block_size 4096 ep_klog_compactor_queue_cap 500000 ep_klog_compactor_stime 3600 ep_klog_flush commit2 ep_klog_max_entry_ratio 10 ep_klog_max_log_size 2147483647 ep_klog_path ep_klog_sync commit2 ep_kv_size 2082985 ep_max_checkpoints 2 ep_max_data_size 490733568 ep_max_item_size 20971520 ep_max_size 490733568 ep_max_txn_size 10000 ep_max_vbuckets 1024 ep_mem_high_wat 368050176 ep_mem_high_wat 368050176 ep_mem_low_wat 294440140 ep_mem_low_wat 294440140 ep_mem_tracker_enabled true ep_min_data_age 0 ep_mlog_compactor_runs 0 ep_mutation_mem_threshold 0 ep_num_access_scanner_runs 0 ep_num_eject_failures 0 ep_num_expiry_pager_runs 0 ep_num_non_resident 0 ep_num_not_my_vbuckets 0 ep_num_ops_del_meta 0 ep_num_ops_get_meta 0 ep_num_ops_set_meta 0 ep_num_pager_runs 0 ep_num_value_ejects 0 ep_oom_errors 0 ep_overhead 18651280 ep_pager_active_vb_pcnt 40 ep_pager_unbiased_period 60 ep_pending_ops 0 ep_pending_ops_max 0 ep_pending_ops_max_duration 0 ep_pending_ops_total 0 ep_postInitfile ep_queue_age_cap 900 ep_queue_size 0 ep_startup_time 1353457054 ep_storage_age 1 ep_storage_age_highwat 419 ep_store_max_concurrency 10 ep_store_max_readers 9 ep_store_max_readwrite 1 ep_stored_val_type ep_tap_ack_grace_period 300 ep_tap_ack_initial_sequence_number 1 ep_tap_ack_interval 1000 ep_tap_ack_window_size 10 ep_tap_backfill_resident 0.9 ep_tap_backlog_limit 5000 ep_tap_backoff_period 5 ep_tap_bg_fetch_requeued 0 ep_tap_bg_fetched 0 ep_tap_bg_max_pending 500 ep_tap_keepalive 300 ep_tap_noop_interval 20 ep_tap_requeue_sleep_time 0.1 ep_tap_throttle_cap_pcnt 10 ep_tap_throttle_queue_cap 1000000 ep_tap_throttle_threshold 90 ep_tmp_oom_errors 0 ep_too_old 0 ep_too_young 0 ep_total_cache_size 2010949 ep_total_del_items 663 ep_total_enqueued 11726 ep_total_new_items 6666 ep_total_persisted 11976 ep_uncommitted_items 0 ep_value_size 1608804 ep_vb0 0 ep_vb_snapshot_total 2 ep_vb_total 682 ep_vbucket_del 0 ep_vbucket_del_fail 0 ep_version 2.0.0r_139_g9b8377b ep_waitforwarmup 0 ep_warmup 1 ep_warmup_batch_size 1000 ep_warmup_dups 0 ep_warmup_min_items_threshold 100 ep_warmup_min_memory_threshold 100 ep_warmup_oom 0 ep_warmup_thread complete ep_warmup_time 289313 get_hits 666 get_misses 0 incr_hits 0 incr_misses 0 libevent 2.0.11-stable limit_maxbytes 67108864 listen_disabled_num 0 max_conns_on_port_11209 1000 max_conns_on_port_11210 9000 mem_used 24820080 pid 15247 pointer_size 64 rejected_conns 0 rusage_system 9.098616 rusage_user 62.513496 tap_checkpoint_start_received 851 tap_checkpoint_start_sent 851 tap_connect_received 174 tap_delete_received 330 tap_delete_sent 333 tap_mutation_received 7361 tap_mutation_sent 8936 tap_opaque_received 1196 tap_opaque_sent 1026 threads 4 time 1353457757 total_connections 879 uptime 705 vb_active_curr_items 3002 vb_active_eject 0 vb_active_expired 0 vb_active_ht_memory 8563192 vb_active_itm_memory 1005638 vb_active_meta_data_memory 221778 vb_active_num 341 vb_active_num_non_resident 0 vb_active_num_ref_ejects 0 vb_active_num_ref_items 3335 vb_active_ops_create 3335 vb_active_ops_delete 333 vb_active_ops_reject 0 vb_active_ops_update 666 vb_active_perc_mem_resident 100 vb_active_queue_age 0 vb_active_queue_drain 4334 vb_active_queue_fill 4334 vb_active_queue_memory 0 vb_active_queue_pending 0 vb_active_queue_size 0 vb_dead_num 0 vb_pending_curr_items 0 vb_pending_eject 0 vb_pending_expired 0 vb_pending_ht_memory 0 vb_pending_itm_memory 0 vb_pending_meta_data_memory 0 vb_pending_num 0 vb_pending_num_non_resident 0 vb_pending_num_ref_ejects 0 vb_pending_num_ref_items 0 vb_pending_ops_create 0 vb_pending_ops_delete 0 vb_pending_ops_reject 0 vb_pending_ops_update 0 vb_pending_perc_mem_resident 0 vb_pending_queue_age 0 vb_pending_queue_drain 0 vb_pending_queue_fill 0 vb_pending_queue_memory 0 vb_pending_queue_pending 0 vb_pending_queue_size 0 vb_replica_curr_items 3001 vb_replica_eject 0 vb_replica_expired 0 vb_replica_ht_memory 8563192 vb_replica_itm_memory 1005311 vb_replica_meta_data_memory 221708 vb_replica_num 341 vb_replica_num_non_resident 0 vb_replica_num_ref_ejects 0 vb_replica_num_ref_items 3331 vb_replica_ops_create 3331 vb_replica_ops_delete 330 vb_replica_ops_reject 0 vb_replica_ops_update 3981 vb_replica_perc_mem_resident 100 vb_replica_queue_age 0 vb_replica_queue_drain 10711 vb_replica_queue_fill 7392 vb_replica_queue_memory 0 vb_replica_queue_pending 0 vb_replica_queue_size 0 version 1.4.4_600_g7ea975a [ns_doctor:debug,2012-11-20T16:29:34.307,ns_1@10.1.3.236:ns_doctor<0.4576.0>:ns_doctor:handle_info:137]Current node statuses: [{'ns_1@10.1.3.235', [{last_heard,{1353,457770,748062}}, {outgoing_replications_safeness_level,[{"default",green}]}, {incoming_replications_conf_hashes, [{"default", [{'ns_1@10.1.3.236',86256472},{'ns_1@10.3.121.126',67084310}]}]}, {active_buckets,["default"]}, {ready_buckets,["default"]}, {local_tasks, [[{type,xdcr}, {id,<<"27a2c0bb24123b9a3ad23cedf36ad423/default/default">>}, {errors, [<<"2012-11-20 16:26:44 - Error replicating vbucket 192: {function_clause,\n [{couch_api_wrap,\n '-get_missing_revs/2-fun-1-',\n [400,\n [{\"Cache-Control\",\n \"must-revalidate\"},\n {\"Content-Length\",\n \"50\"},\n {\"Content-Type\",\n \"application/json\"},\n {\"Date\",\n \"Wed, 21 Nov 2012 00:32:54 GMT\"},\n {\"Server\",\n \"MochiWeb/1.0 (Any of you quaids got a smint?)\"}],\n {[{<<\"error\">>,\n <<\"bad_request\">>},\n {<<\"reason\">>,\n <<\"not_my_vbucket\">>}]}]},\n {xdc_vbucket_rep_worker,\n find_missing,2},\n {xdc_vbucket_rep_worker,\n queue_fetch_loop,4}]}">>, <<"2012-11-20 16:26:44 - Error replicating vbucket 117: {function_clause,\n [{couch_api_wrap,\n '-get_missing_revs/2-fun-1-',\n [400,\n [{\"Cache-Control\",\n \"must-revalidate\"},\n {\"Content-Length\",\n \"50\"},\n {\"Content-Type\",\n \"application/json\"},\n {\"Date\",\n \"Wed, 21 Nov 2012 00:32:54 GMT\"},\n {\"Server\",\n \"MochiWeb/1.0 (Any of you quaids got a smint?)\"}],\n {[{<<\"error\">>,\n <<\"bad_request\">>},\n {<<\"reason\">>,\n <<\"not_my_vbucket\">>}]}]},\n {xdc_vbucket_rep_worker,\n find_missing,2},\n {xdc_vbucket_rep_worker,\n queue_fetch_loop,4}]}">>, <<"2012-11-20 16:26:46 - Error replicating vbucket 146: {function_clause,\n [{couch_api_wrap,\n '-get_missing_revs/2-fun-1-',\n [400,\n [{\"Cache-Control\",\n \"must-revalidate\"},\n {\"Content-Length\",\n \"50\"},\n {\"Content-Type\",\n \"application/json\"},\n {\"Date\",\n \"Wed, 21 Nov 2012 00:32:56 GMT\"},\n {\"Server\",\n \"MochiWeb/1.0 (Any of you quaids got a smint?)\"}],\n {[{<<\"error\">>,\n <<\"bad_request\">>},\n {<<\"reason\">>,\n <<\"not_my_vbucket\">>}]}]},\n {xdc_vbucket_rep_worker,\n find_missing,2},\n {xdc_vbucket_rep_worker,\n queue_fetch_loop,4}]}">>, <<"2012-11-20 16:26:46 - Error replicating vbucket 118: {function_clause,\n [{couch_api_wrap,\n '-get_missing_revs/2-fun-1-',\n [400,\n [{\"Cache-Control\",\n \"must-revalidate\"},\n {\"Content-Length\",\n \"50\"},\n {\"Content-Type\",\n \"application/json\"},\n {\"Date\",\n \"Wed, 21 Nov 2012 00:32:56 GMT\"},\n {\"Server\",\n \"MochiWeb/1.0 (Any of you quaids got a smint?)\"}],\n {[{<<\"error\">>,\n <<\"bad_request\">>},\n {<<\"reason\">>,\n <<\"not_my_vbucket\">>}]}]},\n {xdc_vbucket_rep_worker,\n find_missing,2},\n {xdc_vbucket_rep_worker,\n queue_fetch_loop,4}]}">>, <<"2012-11-20 16:26:48 - Error replicating vbucket 50: {function_clause,\n [{couch_api_wrap,\n '-get_missing_revs/2-fun-1-',\n [400,\n [{\"Cache-Control\",\n \"must-revalidate\"},\n {\"Content-Length\",\n \"50\"},\n {\"Content-Type\",\n \"application/json\"},\n {\"Date\",\n \"Wed, 21 Nov 2012 00:32:58 GMT\"},\n {\"Server\",\n \"MochiWeb/1.0 (Any of you quaids got a smint?)\"}],\n {[{<<\"error\">>,\n <<\"bad_request\">>},\n {<<\"reason\">>,\n <<\"not_my_vbucket\">>}]}]},\n {xdc_vbucket_rep_worker,\n find_missing,2},\n {xdc_vbucket_rep_worker,\n queue_fetch_loop,4}]}">>, <<"2012-11-20 16:26:48 - Error replicating vbucket 190: {function_clause,\n [{couch_api_wrap,\n '-get_missing_revs/2-fun-1-',\n [400,\n [{\"Cache-Control\",\n \"must-revalidate\"},\n {\"Content-Length\",\n \"50\"},\n {\"Content-Type\",\n \"application/json\"},\n {\"Date\",\n \"Wed, 21 Nov 2012 00:32:58 GMT\"},\n {\"Server\",\n \"MochiWeb/1.0 (Any of you quaids got a smint?)\"}],\n {[{<<\"error\">>,\n <<\"bad_request\">>},\n {<<\"reason\">>,\n <<\"not_my_vbucket\">>}]}]},\n {xdc_vbucket_rep_worker,\n find_missing,2},\n {xdc_vbucket_rep_worker,\n queue_fetch_loop,4}]}">>, <<"2012-11-20 16:26:50 - Error replicating vbucket 331: {function_clause,\n [{couch_api_wrap,\n '-get_missing_revs/2-fun-1-',\n [400,\n [{\"Cache-Control\",\n \"must-revalidate\"},\n {\"Content-Length\",\n \"50\"},\n {\"Content-Type\",\n \"application/json\"},\n {\"Date\",\n \"Wed, 21 Nov 2012 00:33:00 GMT\"},\n {\"Server\",\n \"MochiWeb/1.0 (Any of you quaids got a smint?)\"}],\n {[{<<\"error\">>,\n <<\"bad_request\">>},\n {<<\"reason\">>,\n <<\"not_my_vbucket\">>}]}]},\n {xdc_vbucket_rep_worker,\n find_missing,2},\n {xdc_vbucket_rep_worker,\n queue_fetch_loop,4}]}">>, <<"2012-11-20 16:26:50 - Error replicating vbucket 212: {function_clause,\n [{couch_api_wrap,\n '-get_missing_revs/2-fun-1-',\n [400,\n [{\"Cache-Control\",\n \"must-revalidate\"},\n {\"Content-Length\",\n \"50\"},\n {\"Content-Type\",\n \"application/json\"},\n {\"Date\",\n \"Wed, 21 Nov 2012 00:33:00 GMT\"},\n {\"Server\",\n \"MochiWeb/1.0 (Any of you quaids got a smint?)\"}],\n {[{<<\"error\">>,\n <<\"bad_request\">>},\n {<<\"reason\">>,\n <<\"not_my_vbucket\">>}]}]},\n {xdc_vbucket_rep_worker,\n find_missing,2},\n {xdc_vbucket_rep_worker,\n queue_fetch_loop,4}]}">>, <<"2012-11-20 16:26:52 - Error replicating vbucket 311: {function_clause,\n [{couch_api_wrap,\n '-get_missing_revs/2-fun-1-',\n [400,\n [{\"Cache-Control\",\n \"must-revalidate\"},\n {\"Content-Length\",\n \"50\"},\n {\"Content-Type\",\n \"application/json\"},\n {\"Date\",\n \"Wed, 21 Nov 2012 00:33:02 GMT\"},\n {\"Server\",\n \"MochiWeb/1.0 (Any of you quaids got a smint?)\"}],\n {[{<<\"error\">>,\n <<\"bad_request\">>},\n {<<\"reason\">>,\n <<\"not_my_vbucket\">>}]}]},\n {xdc_vbucket_rep_worker,\n find_missing,2},\n {xdc_vbucket_rep_worker,\n queue_fetch_loop,4}]}">>, <<"2012-11-20 16:26:52 - Error replicating vbucket 51: {function_clause,\n [{couch_api_wrap,\n '-get_missing_revs/2-fun-1-',\n [400,\n [{\"Cache-Control\",\n \"must-revalidate\"},\n {\"Content-Length\",\n \"50\"},\n {\"Content-Type\",\n \"application/json\"},\n {\"Date\",\n \"Wed, 21 Nov 2012 00:33:02 GMT\"},\n {\"Server\",\n \"MochiWeb/1.0 (Any of you quaids got a smint?)\"}],\n {[{<<\"error\">>,\n <<\"bad_request\">>},\n {<<\"reason\">>,\n <<\"not_my_vbucket\">>}]}]},\n {xdc_vbucket_rep_worker,\n find_missing,2},\n {xdc_vbucket_rep_worker,\n queue_fetch_loop,4}]}">>]}, {changes_left,0}, {docs_checked,3973}, {docs_written,3973}, {data_replicated,1913900}, {active_vbreps,2}, {waiting_vbreps,0}, {time_working,1446}, {time_committing,0}, {num_checkpoints,0}, {num_failedckpts,0}, {docs_rep_queue,0}, {size_rep_queue,0}]]}, {memory, [{total,356635888}, {processes,298330056}, {processes_used,297465976}, {system,58305832}, {atom,1415521}, {atom_used,1394278}, {binary,19646024}, {code,14487126}, {ets,4279504}]}, {system_memory_data, [{system_total_memory,4140711936}, {free_swap,5292630016}, {total_swap,5335146496}, {cached_memory,787337216}, {buffered_memory,255008768}, {free_memory,2428014592}, {total_memory,4140711936}]}, {node_storage_conf, [{db_path,"/opt/couchbase/var/lib/couchbase/data/"}, {index_path,"/opt/couchbase/var/lib/couchbase/data/"}]}, {statistics, [{wall_clock,{756514,5002}}, {context_switches,{3387945,0}}, {garbage_collection,{741130,6267350099,0}}, {io,{{input,317952235},{output,330851212}}}, {reductions,{1012864683,5648931}}, {run_queue,0}, {runtime,{396540,760}}]}, {system_stats, [{cpu_utilization_rate,4.419889502762431}, {swap_total,5335146496}, {swap_used,42516480}]}, {interesting_stats, [{couch_docs_actual_disk_size,33293425}, {couch_docs_data_size,33264420}, {couch_views_actual_disk_size,0}, {couch_views_data_size,0}, {curr_items,2986}, {curr_items_tot,6004}, {mem_used,24885856}, {vb_replica_curr_items,3018}]}, {cluster_compatibility_version,131072}, {version, [{public_key,"0.13"}, {lhttpc,"1.3.0"}, {ale,"8cffe61"}, {os_mon,"2.2.7"}, {couch_set_view,"1.2.0a-31560d7-git"}, {mnesia,"4.5"}, {inets,"5.7.1"}, {couch,"1.2.0a-31560d7-git"}, {mapreduce,"1.0.0"}, {couch_index_merger,"1.2.0a-31560d7-git"}, {kernel,"2.14.5"}, {crypto,"2.0.4"}, {ssl,"4.1.6"}, {sasl,"2.1.10"}, {couch_view_parser,"1.0.0"}, {ns_server,"2.0.0-1954-rel-enterprise"}, {mochiweb,"1.4.1"}, {oauth,"7d85d3ef"}, {stdlib,"1.17.5"}]}, {supported_compat_version,[2,0]}, {system_arch,"x86_64-unknown-linux-gnu"}, {wall_clock,756}, {memory_data,{4140711936,1803231232,{<15326.61.0>,11000288}}}, {disk_data, [{"/",20219004,24},{"/boot",101086,14},{"/dev/shm",2021832,0}]}, {meminfo, <<"MemTotal: 4043664 kB\nMemFree: 2371108 kB\nBuffers: 249032 kB\nCached: 768884 kB\nSwapCached: 33260 kB\nActive: 1055440 kB\nInactive: 488296 kB\nHighTotal: 0 kB\nHighFree: 0 kB\nLowTotal: 4043664 kB\nLowFree: 2371108 kB\nSwapTotal: 5210104 kB\nSwapFree: 5168584 kB\nDirty: 4600 kB\nWriteback: 0 kB\nAnonPages: 525128 kB\nMapped: 13148 kB\nSlab: 97684 kB\nPageTables: 6028 kB\nNFS_Unstable: 0 kB\nBounce: 0 kB\nCommitLimit: 7231936 kB\nCommitted_AS: 2292896 kB\nVmallocTotal: 34359738367 kB\nVmallocUsed: 265708 kB\nVmallocChunk: 34359472391 kB\nHugePages_Total: 0\nHugePages_Free: 0\nHugePages_Rsvd: 0\nHugepagesize: 2048 kB\n">>}]}, {'ns_1@10.1.3.236', [{last_heard,{1353,457769,307998}}, {outgoing_replications_safeness_level,[{"default",green}]}, {incoming_replications_conf_hashes, [{"default", [{'ns_1@10.1.3.235',96925268},{'ns_1@10.3.121.126',12754605}]}]}, {active_buckets,["default"]}, {ready_buckets,["default"]}, {local_tasks, [[{type,xdcr}, {id,<<"27a2c0bb24123b9a3ad23cedf36ad423/default/default">>}, {errors, [<<"2012-11-20 16:29:15 - Error replicating vbucket 532: {badmatch,\n {error,\n all_nodes_failed,\n <<\"Failed to grab remote bucket info from any of known nodes\">>}}">>, <<"2012-11-20 16:29:15 - Error replicating vbucket 659: {badmatch,\n {error,\n all_nodes_failed,\n <<\"Failed to grab remote bucket info from any of known nodes\">>}}">>, <<"2012-11-20 16:29:17 - Error replicating vbucket 468: {badmatch,\n {error,\n all_nodes_failed,\n <<\"Failed to grab remote bucket info from any of known nodes\">>}}">>, <<"2012-11-20 16:29:17 - Error replicating vbucket 532: {badmatch,\n {error,\n all_nodes_failed,\n <<\"Failed to grab remote bucket info from any of known nodes\">>}}">>, <<"2012-11-20 16:29:19 - Error replicating vbucket 383: {http_request_failed,\n \"HEAD\",\n \"http://Administrator:*****@10.1.3.238:8092/default%2f383%3b46a1b551eb3e3096d8d0c453cff6784a/\",\n {error,\n {error,\n {econnrefused,\n [{lhttpc_client,\n send_request,1},\n {lhttpc_client,\n execute,9},\n {lhttpc_client,\n request,9}]}}}}">>, <<"2012-11-20 16:29:19 - Error replicating vbucket 659: {http_request_failed,\n \"HEAD\",\n \"http://Administrator:*****@10.1.3.238:8092/default%2f659%3b46a1b551eb3e3096d8d0c453cff6784a/\",\n {error,\n {error,\n {econnrefused,\n [{lhttpc_client,\n send_request,1},\n {lhttpc_client,\n execute,9},\n {lhttpc_client,\n request,9}]}}}}">>, <<"2012-11-20 16:29:21 - Error replicating vbucket 404: {http_request_failed,\n \"HEAD\",\n \"http://Administrator:*****@10.1.3.238:8092/default%2f404%3b46a1b551eb3e3096d8d0c453cff6784a/\",\n {error,{code,500}}}">>, <<"2012-11-20 16:29:21 - Error replicating vbucket 468: {http_request_failed,\n \"HEAD\",\n \"http://Administrator:*****@10.1.3.238:8092/default%2f468%3b46a1b551eb3e3096d8d0c453cff6784a/\",\n {error,{code,500}}}">>, <<"2012-11-20 16:29:23 - Error replicating vbucket 574: {http_request_failed,\n \"HEAD\",\n \"http://Administrator:*****@10.1.3.238:8092/default%2f574%3b46a1b551eb3e3096d8d0c453cff6784a/\",\n {error,{code,500}}}">>, <<"2012-11-20 16:29:23 - Error replicating vbucket 641: {http_request_failed,\n \"HEAD\",\n \"http://Administrator:*****@10.1.3.238:8092/default%2f641%3b46a1b551eb3e3096d8d0c453cff6784a/\",\n {error,{code,500}}}">>]}, {changes_left,0}, {docs_checked,4001}, {docs_written,4001}, {data_replicated,1927372}, {active_vbreps,6}, {waiting_vbreps,0}, {time_working,1377}, {time_committing,0}, {num_checkpoints,0}, {num_failedckpts,0}, {docs_rep_queue,0}, {size_rep_queue,0}]]}, {memory, [{total,347697736}, {processes,291420400}, {processes_used,290639208}, {system,56277336}, {atom,1396937}, {atom_used,1366432}, {binary,18068104}, {code,14131862}, {ets,4224688}]}, {system_memory_data, [{system_total_memory,4140711936}, {free_swap,5292642304}, {total_swap,5335146496}, {cached_memory,765607936}, {buffered_memory,256679936}, {free_memory,2458943488}, {total_memory,4140711936}]}, {node_storage_conf, [{db_path,"/opt/couchbase/var/lib/couchbase/data/"}, {index_path,"/opt/couchbase/var/lib/couchbase/data/"}]}, {statistics, [{wall_clock,{723902,5001}}, {context_switches,{3022014,0}}, {garbage_collection,{632017,2342580788,0}}, {io,{{input,198001883},{output,253796449}}}, {reductions,{768889927,2850235}}, {run_queue,1}, {runtime,{299010,1140}}]}, {system_stats, [{cpu_utilization_rate,8.661417322834646}, {swap_total,5335146496}, {swap_used,42504192}]}, {interesting_stats, [{couch_docs_actual_disk_size,34038785}, {couch_docs_data_size,34009710}, {couch_views_actual_disk_size,0}, {couch_views_data_size,0}, {curr_items,3002}, {curr_items_tot,6003}, {mem_used,24820080}, {vb_replica_curr_items,3001}]}, {cluster_compatibility_version,131072}, {version, [{public_key,"0.13"}, {lhttpc,"1.3.0"}, {ale,"8cffe61"}, {os_mon,"2.2.7"}, {couch_set_view,"1.2.0a-31560d7-git"}, {mnesia,"4.5"}, {inets,"5.7.1"}, {couch,"1.2.0a-31560d7-git"}, {mapreduce,"1.0.0"}, {couch_index_merger,"1.2.0a-31560d7-git"}, {kernel,"2.14.5"}, {crypto,"2.0.4"}, {ssl,"4.1.6"}, {sasl,"2.1.10"}, {couch_view_parser,"1.0.0"}, {ns_server,"2.0.0-1954-rel-enterprise"}, {mochiweb,"1.4.1"}, {oauth,"7d85d3ef"}, {stdlib,"1.17.5"}]}, {supported_compat_version,[2,0]}, {system_arch,"x86_64-unknown-linux-gnu"}, {wall_clock,723}, {memory_data,{4140711936,1678974976,{<0.4524.0>,8228504}}}, {disk_data, [{"/",20219004,14},{"/boot",101086,14},{"/dev/shm",2021832,0}]}, {meminfo, <<"MemTotal: 4043664 kB\nMemFree: 2401312 kB\nBuffers: 250664 kB\nCached: 747664 kB\nSwapCached: 33340 kB\nActive: 1040336 kB\nInactive: 479636 kB\nHighTotal: 0 kB\nHighFree: 0 kB\nLowTotal: 4043664 kB\nLowFree: 2401312 kB\nSwapTotal: 5210104 kB\nSwapFree: 5168596 kB\nDirty: 3328 kB\nWriteback: 0 kB\nAnonPages: 521012 kB\nMapped: 13136 kB\nSlab: 90040 kB\nPageTables: 6016 kB\nNFS_Unstable: 0 kB\nBounce: 0 kB\nCommitLimit: 7231936 kB\nCommitted_AS: 2318928 kB\nVmallocTotal: 34359738367 kB\nVmallocUsed: 265708 kB\nVmallocChunk: 34359472391 kB\nHugePages_Total: 0\nHugePages_Free: 0\nHugePages_Rsvd: 0\nHugepagesize: 2048 kB\n">>}]}, {'ns_1@10.3.121.126', [{last_heard,{1353,457771,179406}}, {outgoing_replications_safeness_level,[{"default",green}]}, {incoming_replications_conf_hashes, [{"default", [{'ns_1@10.1.3.235',111274792},{'ns_1@10.1.3.236',93000434}]}]}, {active_buckets,["default"]}, {ready_buckets,["default"]}, {local_tasks, [[{type,xdcr}, {id,<<"27a2c0bb24123b9a3ad23cedf36ad423/default/default">>}, {errors, [<<"2012-11-20 16:32:48 - Error replicating vbucket 779: {function_clause,\n [{couch_api_wrap,\n '-get_missing_revs/2-fun-1-',\n [400,\n [{\"Cache-Control\",\n \"must-revalidate\"},\n {\"Content-Length\",\n \"50\"},\n {\"Content-Type\",\n \"application/json\"},\n {\"Date\",\n \"Wed, 21 Nov 2012 00:32:48 GMT\"},\n {\"Server\",\n \"MochiWeb/1.0 (Any of you quaids got a smint?)\"}],\n {[{<<\"error\">>,\n <<\"bad_request\">>},\n {<<\"reason\">>,\n <<\"not_my_vbucket\">>}]}]},\n {xdc_vbucket_rep_worker,\n find_missing,2},\n {xdc_vbucket_rep_worker,\n queue_fetch_loop,4}]}">>, <<"2012-11-20 16:32:48 - Error replicating vbucket 718: {function_clause,\n [{couch_api_wrap,\n '-get_missing_revs/2-fun-1-',\n [400,\n [{\"Cache-Control\",\n \"must-revalidate\"},\n {\"Content-Length\",\n \"50\"},\n {\"Content-Type\",\n \"application/json\"},\n {\"Date\",\n \"Wed, 21 Nov 2012 00:32:48 GMT\"},\n {\"Server\",\n \"MochiWeb/1.0 (Any of you quaids got a smint?)\"}],\n {[{<<\"error\">>,\n <<\"bad_request\">>},\n {<<\"reason\">>,\n <<\"not_my_vbucket\">>}]}]},\n {xdc_vbucket_rep_worker,\n find_missing,2},\n {xdc_vbucket_rep_worker,\n queue_fetch_loop,4}]}">>, <<"2012-11-20 16:32:52 - Error replicating vbucket 738: {function_clause,\n [{couch_api_wrap,\n '-get_missing_revs/2-fun-1-',\n [400,\n [{\"Cache-Control\",\n \"must-revalidate\"},\n {\"Content-Length\",\n \"50\"},\n {\"Content-Type\",\n \"application/json\"},\n {\"Date\",\n \"Wed, 21 Nov 2012 00:32:52 GMT\"},\n {\"Server\",\n \"MochiWeb/1.0 (Any of you quaids got a smint?)\"}],\n {[{<<\"error\">>,\n <<\"bad_request\">>},\n {<<\"reason\">>,\n <<\"not_my_vbucket\">>}]}]},\n {xdc_vbucket_rep_worker,\n find_missing,2},\n {xdc_vbucket_rep_worker,\n queue_fetch_loop,4}]}">>, <<"2012-11-20 16:32:53 - Error replicating vbucket 738: {function_clause,\n [{couch_api_wrap,\n '-get_missing_revs/2-fun-1-',\n [400,\n [{\"Cache-Control\",\n \"must-revalidate\"},\n {\"Content-Length\",\n \"50\"},\n {\"Content-Type\",\n \"application/json\"},\n {\"Date\",\n \"Wed, 21 Nov 2012 00:32:53 GMT\"},\n {\"Server\",\n \"MochiWeb/1.0 (Any of you quaids got a smint?)\"}],\n {[{<<\"error\">>,\n <<\"bad_request\">>},\n {<<\"reason\">>,\n <<\"not_my_vbucket\">>}]}]},\n {xdc_vbucket_rep_worker,\n find_missing,2},\n {xdc_vbucket_rep_worker,\n queue_fetch_loop,4}]}">>, <<"2012-11-20 16:32:55 - Error replicating vbucket 739: {function_clause,\n [{couch_api_wrap,\n '-get_missing_revs/2-fun-1-',\n [400,\n [{\"Cache-Control\",\n \"must-revalidate\"},\n {\"Content-Length\",\n \"50\"},\n {\"Content-Type\",\n \"application/json\"},\n {\"Date\",\n \"Wed, 21 Nov 2012 00:32:55 GMT\"},\n {\"Server\",\n \"MochiWeb/1.0 (Any of you quaids got a smint?)\"}],\n {[{<<\"error\">>,\n <<\"bad_request\">>},\n {<<\"reason\">>,\n <<\"not_my_vbucket\">>}]}]},\n {xdc_vbucket_rep_worker,\n find_missing,2},\n {xdc_vbucket_rep_worker,\n queue_fetch_loop,4}]}">>, <<"2012-11-20 16:32:55 - Error replicating vbucket 739: {function_clause,\n [{couch_api_wrap,\n '-get_missing_revs/2-fun-1-',\n [400,\n [{\"Cache-Control\",\n \"must-revalidate\"},\n {\"Content-Length\",\n \"50\"},\n {\"Content-Type\",\n \"application/json\"},\n {\"Date\",\n \"Wed, 21 Nov 2012 00:32:55 GMT\"},\n {\"Server\",\n \"MochiWeb/1.0 (Any of you quaids got a smint?)\"}],\n {[{<<\"error\">>,\n <<\"bad_request\">>},\n {<<\"reason\">>,\n <<\"not_my_vbucket\">>}]}]},\n {xdc_vbucket_rep_worker,\n find_missing,2},\n {xdc_vbucket_rep_worker,\n queue_fetch_loop,4}]}">>, <<"2012-11-20 16:32:58 - Error replicating vbucket 729: {function_clause,\n [{couch_api_wrap,\n '-get_missing_revs/2-fun-1-',\n [400,\n [{\"Cache-Control\",\n \"must-revalidate\"},\n {\"Content-Length\",\n \"50\"},\n {\"Content-Type\",\n \"application/json\"},\n {\"Date\",\n \"Wed, 21 Nov 2012 00:32:58 GMT\"},\n {\"Server\",\n \"MochiWeb/1.0 (Any of you quaids got a smint?)\"}],\n {[{<<\"error\">>,\n <<\"bad_request\">>},\n {<<\"reason\">>,\n <<\"not_my_vbucket\">>}]}]},\n {xdc_vbucket_rep_worker,\n find_missing,2},\n {xdc_vbucket_rep_worker,\n queue_fetch_loop,4}]}">>, <<"2012-11-20 16:32:58 - Error replicating vbucket 729: {function_clause,\n [{couch_api_wrap,\n '-get_missing_revs/2-fun-1-',\n [400,\n [{\"Cache-Control\",\n \"must-revalidate\"},\n {\"Content-Length\",\n \"50\"},\n {\"Content-Type\",\n \"application/json\"},\n {\"Date\",\n \"Wed, 21 Nov 2012 00:32:58 GMT\"},\n {\"Server\",\n \"MochiWeb/1.0 (Any of you quaids got a smint?)\"}],\n {[{<<\"error\">>,\n <<\"bad_request\">>},\n {<<\"reason\">>,\n <<\"not_my_vbucket\">>}]}]},\n {xdc_vbucket_rep_worker,\n find_missing,2},\n {xdc_vbucket_rep_worker,\n queue_fetch_loop,4}]}">>, <<"2012-11-20 16:33:03 - Error replicating vbucket 776: {function_clause,\n [{couch_api_wrap,\n '-get_missing_revs/2-fun-1-',\n [400,\n [{\"Cache-Control\",\n \"must-revalidate\"},\n {\"Content-Length\",\n \"50\"},\n {\"Content-Type\",\n \"application/json\"},\n {\"Date\",\n \"Wed, 21 Nov 2012 00:33:03 GMT\"},\n {\"Server\",\n \"MochiWeb/1.0 (Any of you quaids got a smint?)\"}],\n {[{<<\"error\">>,\n <<\"bad_request\">>},\n {<<\"reason\">>,\n <<\"not_my_vbucket\">>}]}]},\n {xdc_vbucket_rep_worker,\n find_missing,2},\n {xdc_vbucket_rep_worker,\n queue_fetch_loop,4}]}">>, <<"2012-11-20 16:33:03 - Error replicating vbucket 813: {function_clause,\n [{couch_api_wrap,\n '-get_missing_revs/2-fun-1-',\n [400,\n [{\"Cache-Control\",\n \"must-revalidate\"},\n {\"Content-Length\",\n \"50\"},\n {\"Content-Type\",\n \"application/json\"},\n {\"Date\",\n \"Wed, 21 Nov 2012 00:33:03 GMT\"},\n {\"Server\",\n \"MochiWeb/1.0 (Any of you quaids got a smint?)\"}],\n {[{<<\"error\">>,\n <<\"bad_request\">>},\n {<<\"reason\">>,\n <<\"not_my_vbucket\">>}]}]},\n {xdc_vbucket_rep_worker,\n find_missing,2},\n {xdc_vbucket_rep_worker,\n queue_fetch_loop,4}]}">>]}, {changes_left,0}, {docs_checked,3471}, {docs_written,316}, {data_replicated,151959}, {active_vbreps,1}, {waiting_vbreps,0}, {time_working,127}, {time_committing,0}, {num_checkpoints,0}, {num_failedckpts,0}, {docs_rep_queue,0}, {size_rep_queue,0}]]}, {memory, [{total,394817248}, {processes,343538240}, {processes_used,343272736}, {system,51279008}, {atom,1407441}, {atom_used,1381613}, {binary,12861016}, {code,14447798}, {ets,3992704}]}, {system_memory_data, [{system_total_memory,8370651136}, {free_swap,5335044096}, {total_swap,5335146496}, {cached_memory,729300992}, {buffered_memory,263667712}, {free_memory,6700769280}, {total_memory,8370651136}]}, {node_storage_conf, [{db_path,"/opt/couchbase/var/lib/couchbase/data/"}, {index_path,"/opt/couchbase/var/lib/couchbase/data/"}]}, {statistics, [{wall_clock,{922653,5002}}, {context_switches,{2045350,0}}, {garbage_collection,{844646,2404352321,0}}, {io,{{input,126198282},{output,228706226}}}, {reductions,{538294743,2629568}}, {run_queue,0}, {runtime,{189890,820}}]}, {system_stats, [{cpu_utilization_rate,9.798994974874372}, {swap_total,5335146496}, {swap_used,102400}]}, {interesting_stats, [{couch_docs_actual_disk_size,23439953}, {couch_docs_data_size,23413358}, {couch_views_actual_disk_size,0}, {couch_views_data_size,0}, {curr_items,3012}, {curr_items_tot,5993}, {mem_used,24510808}, {vb_replica_curr_items,2981}]}, {cluster_compatibility_version,131072}, {version, [{public_key,"0.13"}, {lhttpc,"1.3.0"}, {ale,"8cffe61"}, {os_mon,"2.2.7"}, {couch_set_view,"1.2.0a-31560d7-git"}, {mnesia,"4.5"}, {inets,"5.7.1"}, {couch,"1.2.0a-31560d7-git"}, {mapreduce,"1.0.0"}, {couch_index_merger,"1.2.0a-31560d7-git"}, {kernel,"2.14.5"}, {crypto,"2.0.4"}, {ssl,"4.1.6"}, {sasl,"2.1.10"}, {couch_view_parser,"1.0.0"}, {ns_server,"2.0.0-1954-rel-enterprise"}, {mochiweb,"1.4.1"}, {oauth,"7d85d3ef"}, {stdlib,"1.17.5"}]}, {supported_compat_version,[2,0]}, {system_arch,"x86_64-unknown-linux-gnu"}, {wall_clock,922}, {memory_data,{8370651136,1671462912,{<19755.5.0>,12342416}}}, {disk_data, [{"/",20219004,17},{"/boot",101086,14},{"/dev/shm",4087232,0}]}, {meminfo, <<"MemTotal: 8174464 kB\nMemFree: 6543472 kB\nBuffers: 257488 kB\nCached: 712208 kB\nSwapCached: 0 kB\nActive: 1010116 kB\nInactive: 450552 kB\nHighTotal: 0 kB\nHighFree: 0 kB\nLowTotal: 8174464 kB\nLowFree: 6543472 kB\nSwapTotal: 5210104 kB\nSwapFree: 5210004 kB\nDirty: 6448 kB\nWriteback: 0 kB\nAnonPages: 491012 kB\nMapped: 19496 kB\nSlab: 135316 kB\nPageTables: 6120 kB\nNFS_Unstable: 0 kB\nBounce: 0 kB\nCommitLimit: 9297336 kB\nCommitted_AS: 2361128 kB\nVmallocTotal: 34359738367 kB\nVmallocUsed: 265708 kB\nVmallocChunk: 34359472391 kB\nHugePages_Total: 0\nHugePages_Free: 0\nHugePages_Rsvd: 0\nHugepagesize: 2048 kB\n">>}]}, {'ns_1@10.3.2.54', [{last_heard,{1353,457541,618385}}, {outgoing_replications_safeness_level,[]}, {incoming_replications_conf_hashes,[]}, {active_buckets,[]}, {ready_buckets,[]}, {local_tasks,[]}, {memory, [{total,89143912}, {processes,50853640}, {processes_used,47004136}, {system,38290272}, {atom,1395321}, {atom_used,1364127}, {binary,1503392}, {code,14077120}, {ets,3296224}]}, {system_memory_data, [{system_total_memory,8370651136}, {free_swap,5335040000}, {total_swap,5335146496}, {cached_memory,797188096}, {buffered_memory,299757568}, {free_memory,6781288448}, {total_memory,8370651136}]}, {node_storage_conf, [{db_path,"/opt/couchbase/var/lib/couchbase/data/"}, {index_path,"/opt/couchbase/var/lib/couchbase/data/"}]}, {statistics, [{wall_clock,{466759,1393}}, {context_switches,{2524325,0}}, {garbage_collection,{899482,2446082998,0}}, {io,{{input,203411292},{output,241107227}}}, {reductions,{749106717,1735067}}, {run_queue,0}, {runtime,{173330,230}}]}, {system_stats,[{cpu_utilization_rate,0},{swap_total,0},{swap_used,0}]}, {interesting_stats,[]}, {cluster_compatibility_version,131072}, {version, [{public_key,"0.13"}, {lhttpc,"1.3.0"}, {ale,"8cffe61"}, {os_mon,"2.2.7"}, {couch_set_view,"1.2.0a-31560d7-git"}, {mnesia,"4.5"}, {inets,"5.7.1"}, {couch,"1.2.0a-31560d7-git"}, {mapreduce,"1.0.0"}, {couch_index_merger,"1.2.0a-31560d7-git"}, {kernel,"2.14.5"}, {crypto,"2.0.4"}, {ssl,"4.1.6"}, {sasl,"2.1.10"}, {couch_view_parser,"1.0.0"}, {ns_server,"2.0.0-1954-rel-enterprise"}, {mochiweb,"1.4.1"}, {oauth,"7d85d3ef"}, {stdlib,"1.17.5"}]}, {supported_compat_version,[2,0]}, {system_arch,"x86_64-unknown-linux-gnu"}, {wall_clock,466}, {memory_data,{8370651136,1723895808,{<15336.4529.0>,8228504}}}, {disk_data, [{"/",20219004,23}, {"/boot",101086,14}, {"/dev/shm",4087232,0}, {"/data",206420664,6}]}, {meminfo, <<"MemTotal: 8174464 kB\nMemFree: 6622352 kB\nBuffers: 292732 kB\nCached: 778504 kB\nSwapCached: 0 kB\nActive: 852188 kB\nInactive: 537820 kB\nHighTotal: 0 kB\nHighFree: 0 kB\nLowTotal: 8174464 kB\nLowFree: 6622352 kB\nSwapTotal: 5210104 kB\nSwapFree: 5210000 kB\nDirty: 508 kB\nWriteback: 0 kB\nAnonPages: 318732 kB\nMapped: 16216 kB\nSlab: 127124 kB\nPageTables: 5208 kB\nNFS_Unstable: 0 kB\nBounce: 0 kB\nCommitLimit: 9297336 kB\nCommitted_AS: 1989900 kB\nVmallocTotal: 34359738367 kB\nVmallocUsed: 265716 kB\nVmallocChunk: 34359472391 kB\nHugePages_Total: 0\nHugePages_Free: 0\nHugePages_Rsvd: 0\nHugepagesize: 2048 kB\n">>}]}] [ns_doctor:debug,2012-11-20T16:30:34.306,ns_1@10.1.3.236:ns_doctor<0.4576.0>:ns_doctor:handle_info:137]Current node statuses: [{'ns_1@10.1.3.235', [{last_heard,{1353,457830,757318}}, {outgoing_replications_safeness_level,[{"default",green}]}, {incoming_replications_conf_hashes, [{"default", [{'ns_1@10.1.3.236',86256472},{'ns_1@10.3.121.126',67084310}]}]}, {active_buckets,["default"]}, {ready_buckets,["default"]}, {local_tasks, [[{type,xdcr}, {id,<<"27a2c0bb24123b9a3ad23cedf36ad423/default/default">>}, {errors, [<<"2012-11-20 16:26:50 - Error replicating vbucket 331: {function_clause,\n [{couch_api_wrap,\n '-get_missing_revs/2-fun-1-',\n [400,\n [{\"Cache-Control\",\n \"must-revalidate\"},\n {\"Content-Length\",\n \"50\"},\n {\"Content-Type\",\n \"application/json\"},\n {\"Date\",\n \"Wed, 21 Nov 2012 00:33:00 GMT\"},\n {\"Server\",\n \"MochiWeb/1.0 (Any of you quaids got a smint?)\"}],\n {[{<<\"error\">>,\n <<\"bad_request\">>},\n {<<\"reason\">>,\n <<\"not_my_vbucket\">>}]}]},\n {xdc_vbucket_rep_worker,\n find_missing,2},\n {xdc_vbucket_rep_worker,\n queue_fetch_loop,4}]}">>, <<"2012-11-20 16:26:50 - Error replicating vbucket 212: {function_clause,\n [{couch_api_wrap,\n '-get_missing_revs/2-fun-1-',\n [400,\n [{\"Cache-Control\",\n \"must-revalidate\"},\n {\"Content-Length\",\n \"50\"},\n {\"Content-Type\",\n \"application/json\"},\n {\"Date\",\n \"Wed, 21 Nov 2012 00:33:00 GMT\"},\n {\"Server\",\n \"MochiWeb/1.0 (Any of you quaids got a smint?)\"}],\n {[{<<\"error\">>,\n <<\"bad_request\">>},\n {<<\"reason\">>,\n <<\"not_my_vbucket\">>}]}]},\n {xdc_vbucket_rep_worker,\n find_missing,2},\n {xdc_vbucket_rep_worker,\n queue_fetch_loop,4}]}">>, <<"2012-11-20 16:26:52 - Error replicating vbucket 311: {function_clause,\n [{couch_api_wrap,\n '-get_missing_revs/2-fun-1-',\n [400,\n [{\"Cache-Control\",\n \"must-revalidate\"},\n {\"Content-Length\",\n \"50\"},\n {\"Content-Type\",\n \"application/json\"},\n {\"Date\",\n \"Wed, 21 Nov 2012 00:33:02 GMT\"},\n {\"Server\",\n \"MochiWeb/1.0 (Any of you quaids got a smint?)\"}],\n {[{<<\"error\">>,\n <<\"bad_request\">>},\n {<<\"reason\">>,\n <<\"not_my_vbucket\">>}]}]},\n {xdc_vbucket_rep_worker,\n find_missing,2},\n {xdc_vbucket_rep_worker,\n queue_fetch_loop,4}]}">>, <<"2012-11-20 16:26:52 - Error replicating vbucket 51: {function_clause,\n [{couch_api_wrap,\n '-get_missing_revs/2-fun-1-',\n [400,\n [{\"Cache-Control\",\n \"must-revalidate\"},\n {\"Content-Length\",\n \"50\"},\n {\"Content-Type\",\n \"application/json\"},\n {\"Date\",\n \"Wed, 21 Nov 2012 00:33:02 GMT\"},\n {\"Server\",\n \"MochiWeb/1.0 (Any of you quaids got a smint?)\"}],\n {[{<<\"error\">>,\n <<\"bad_request\">>},\n {<<\"reason\">>,\n <<\"not_my_vbucket\">>}]}]},\n {xdc_vbucket_rep_worker,\n find_missing,2},\n {xdc_vbucket_rep_worker,\n queue_fetch_loop,4}]}">>, <<"2012-11-20 16:26:54 - Error replicating vbucket 96: {function_clause,\n [{couch_api_wrap,\n '-get_missing_revs/2-fun-1-',\n [400,\n [{\"Cache-Control\",\n \"must-revalidate\"},\n {\"Content-Length\",\n \"50\"},\n {\"Content-Type\",\n \"application/json\"},\n {\"Date\",\n \"Wed, 21 Nov 2012 00:33:04 GMT\"},\n {\"Server\",\n \"MochiWeb/1.0 (Any of you quaids got a smint?)\"}],\n {[{<<\"error\">>,\n <<\"bad_request\">>},\n {<<\"reason\">>,\n <<\"not_my_vbucket\">>}]}]},\n {xdc_vbucket_rep_worker,\n find_missing,2},\n {xdc_vbucket_rep_worker,\n queue_fetch_loop,4}]}">>, <<"2012-11-20 16:26:54 - Error replicating vbucket 74: {function_clause,\n [{couch_api_wrap,\n '-get_missing_revs/2-fun-1-',\n [400,\n [{\"Cache-Control\",\n \"must-revalidate\"},\n {\"Content-Length\",\n \"50\"},\n {\"Content-Type\",\n \"application/json\"},\n {\"Date\",\n \"Wed, 21 Nov 2012 00:33:04 GMT\"},\n {\"Server\",\n \"MochiWeb/1.0 (Any of you quaids got a smint?)\"}],\n {[{<<\"error\">>,\n <<\"bad_request\">>},\n {<<\"reason\">>,\n <<\"not_my_vbucket\">>}]}]},\n {xdc_vbucket_rep_worker,\n find_missing,2},\n {xdc_vbucket_rep_worker,\n queue_fetch_loop,4}]}">>, <<"2012-11-20 16:26:56 - Error replicating vbucket 95: {function_clause,\n [{couch_api_wrap,\n '-get_missing_revs/2-fun-1-',\n [400,\n [{\"Cache-Control\",\n \"must-revalidate\"},\n {\"Content-Length\",\n \"50\"},\n {\"Content-Type\",\n \"application/json\"},\n {\"Date\",\n \"Wed, 21 Nov 2012 00:33:06 GMT\"},\n {\"Server\",\n \"MochiWeb/1.0 (Any of you quaids got a smint?)\"}],\n {[{<<\"error\">>,\n <<\"bad_request\">>},\n {<<\"reason\">>,\n <<\"not_my_vbucket\">>}]}]},\n {xdc_vbucket_rep_worker,\n find_missing,2},\n {xdc_vbucket_rep_worker,\n queue_fetch_loop,4}]}">>, <<"2012-11-20 16:26:56 - Error replicating vbucket 129: {function_clause,\n [{couch_api_wrap,\n '-get_missing_revs/2-fun-1-',\n [400,\n [{\"Cache-Control\",\n \"must-revalidate\"},\n {\"Content-Length\",\n \"50\"},\n {\"Content-Type\",\n \"application/json\"},\n {\"Date\",\n \"Wed, 21 Nov 2012 00:33:06 GMT\"},\n {\"Server\",\n \"MochiWeb/1.0 (Any of you quaids got a smint?)\"}],\n {[{<<\"error\">>,\n <<\"bad_request\">>},\n {<<\"reason\">>,\n <<\"not_my_vbucket\">>}]}]},\n {xdc_vbucket_rep_worker,\n find_missing,2},\n {xdc_vbucket_rep_worker,\n queue_fetch_loop,4}]}">>, <<"2012-11-20 16:26:58 - Error replicating vbucket 295: {function_clause,\n [{couch_api_wrap,\n '-get_missing_revs/2-fun-1-',\n [400,\n [{\"Cache-Control\",\n \"must-revalidate\"},\n {\"Content-Length\",\n \"50\"},\n {\"Content-Type\",\n \"application/json\"},\n {\"Date\",\n \"Wed, 21 Nov 2012 00:33:08 GMT\"},\n {\"Server\",\n \"MochiWeb/1.0 (Any of you quaids got a smint?)\"}],\n {[{<<\"error\">>,\n <<\"bad_request\">>},\n {<<\"reason\">>,\n <<\"not_my_vbucket\">>}]}]},\n {xdc_vbucket_rep_worker,\n find_missing,2},\n {xdc_vbucket_rep_worker,\n queue_fetch_loop,4}]}">>, <<"2012-11-20 16:26:58 - Error replicating vbucket 295: {function_clause,\n [{couch_api_wrap,\n '-get_missing_revs/2-fun-1-',\n [400,\n [{\"Cache-Control\",\n \"must-revalidate\"},\n {\"Content-Length\",\n \"50\"},\n {\"Content-Type\",\n \"application/json\"},\n {\"Date\",\n \"Wed, 21 Nov 2012 00:33:08 GMT\"},\n {\"Server\",\n \"MochiWeb/1.0 (Any of you quaids got a smint?)\"}],\n {[{<<\"error\">>,\n <<\"bad_request\">>},\n {<<\"reason\">>,\n <<\"not_my_vbucket\">>}]}]},\n {xdc_vbucket_rep_worker,\n find_missing,2},\n {xdc_vbucket_rep_worker,\n queue_fetch_loop,4}]}">>]}, {changes_left,0}, {docs_checked,4590}, {docs_written,4056}, {data_replicated,1929919}, {active_vbreps,0}, {waiting_vbreps,0}, {time_working,1455}, {time_committing,0}, {num_checkpoints,0}, {num_failedckpts,0}, {docs_rep_queue,0}, {size_rep_queue,0}]]}, {memory, [{total,411015272}, {processes,351881520}, {processes_used,351059344}, {system,59133752}, {atom,1415521}, {atom_used,1394278}, {binary,20273808}, {code,14487126}, {ets,4473808}]}, {system_memory_data, [{system_total_memory,4140711936}, {free_swap,5292630016}, {total_swap,5335146496}, {cached_memory,790233088}, {buffered_memory,255033344}, {free_memory,2392461312}, {total_memory,4140711936}]}, {node_storage_conf, [{db_path,"/opt/couchbase/var/lib/couchbase/data/"}, {index_path,"/opt/couchbase/var/lib/couchbase/data/"}]}, {statistics, [{wall_clock,{816511,4999}}, {context_switches,{3568375,0}}, {garbage_collection,{761451,6381125713,0}}, {io,{{input,322925201},{output,336157337}}}, {reductions,{1065231924,5360626}}, {run_queue,0}, {runtime,{404500,730}}]}, {system_stats, [{cpu_utilization_rate,4.871794871794871}, {swap_total,5335146496}, {swap_used,42516480}]}, {interesting_stats, [{couch_docs_actual_disk_size,33291190}, {couch_docs_data_size,33264420}, {couch_views_actual_disk_size,0}, {couch_views_data_size,0}, {curr_items,2986}, {curr_items_tot,6004}, {mem_used,24885856}, {vb_replica_curr_items,3018}]}, {cluster_compatibility_version,131072}, {version, [{public_key,"0.13"}, {lhttpc,"1.3.0"}, {ale,"8cffe61"}, {os_mon,"2.2.7"}, {couch_set_view,"1.2.0a-31560d7-git"}, {mnesia,"4.5"}, {inets,"5.7.1"}, {couch,"1.2.0a-31560d7-git"}, {mapreduce,"1.0.0"}, {couch_index_merger,"1.2.0a-31560d7-git"}, {kernel,"2.14.5"}, {crypto,"2.0.4"}, {ssl,"4.1.6"}, {sasl,"2.1.10"}, {couch_view_parser,"1.0.0"}, {ns_server,"2.0.0-1954-rel-enterprise"}, {mochiweb,"1.4.1"}, {oauth,"7d85d3ef"}, {stdlib,"1.17.5"}]}, {supported_compat_version,[2,0]}, {system_arch,"x86_64-unknown-linux-gnu"}, {wall_clock,816}, {memory_data,{4140711936,1724252160,{<15326.4619.0>,8155200}}}, {disk_data, [{"/",20219004,24},{"/boot",101086,14},{"/dev/shm",2021832,0}]}, {meminfo, <<"MemTotal: 4043664 kB\nMemFree: 2336388 kB\nBuffers: 249056 kB\nCached: 771712 kB\nSwapCached: 33260 kB\nActive: 1087572 kB\nInactive: 490432 kB\nHighTotal: 0 kB\nHighFree: 0 kB\nLowTotal: 4043664 kB\nLowFree: 2336388 kB\nSwapTotal: 5210104 kB\nSwapFree: 5168584 kB\nDirty: 1140 kB\nWriteback: 0 kB\nAnonPages: 556812 kB\nMapped: 13148 kB\nSlab: 97420 kB\nPageTables: 6040 kB\nNFS_Unstable: 0 kB\nBounce: 0 kB\nCommitLimit: 7231936 kB\nCommitted_AS: 2347256 kB\nVmallocTotal: 34359738367 kB\nVmallocUsed: 265708 kB\nVmallocChunk: 34359472391 kB\nHugePages_Total: 0\nHugePages_Free: 0\nHugePages_Rsvd: 0\nHugepagesize: 2048 kB\n">>}]}, {'ns_1@10.1.3.236', [{last_heard,{1353,457834,306282}}, {outgoing_replications_safeness_level,[{"default",green}]}, {incoming_replications_conf_hashes, [{"default", [{'ns_1@10.1.3.235',96925268},{'ns_1@10.3.121.126',12754605}]}]}, {active_buckets,["default"]}, {ready_buckets,["default"]}, {local_tasks, [[{type,xdcr}, {id,<<"27a2c0bb24123b9a3ad23cedf36ad423/default/default">>}, {errors, [<<"2012-11-20 16:29:29 - Error replicating vbucket 446: {function_clause,\n [{couch_api_wrap,\n '-get_missing_revs/2-fun-1-',\n [400,\n [{\"Cache-Control\",\n \"must-revalidate\"},\n {\"Content-Length\",\n \"50\"},\n {\"Content-Type\",\n \"application/json\"},\n {\"Date\",\n \"Wed, 21 Nov 2012 00:33:02 GMT\"},\n {\"Server\",\n \"MochiWeb/1.0 (Any of you quaids got a smint?)\"}],\n {[{<<\"error\">>,\n <<\"bad_request\">>},\n {<<\"reason\">>,\n <<\"not_my_vbucket\">>}]}]},\n {xdc_vbucket_rep_worker,\n find_missing,2},\n {xdc_vbucket_rep_worker,\n queue_fetch_loop,4}]}">>, <<"2012-11-20 16:29:29 - Error replicating vbucket 647: {function_clause,\n [{couch_api_wrap,\n '-get_missing_revs/2-fun-1-',\n [400,\n [{\"Cache-Control\",\n \"must-revalidate\"},\n {\"Content-Length\",\n \"50\"},\n {\"Content-Type\",\n \"application/json\"},\n {\"Date\",\n \"Wed, 21 Nov 2012 00:33:02 GMT\"},\n {\"Server\",\n \"MochiWeb/1.0 (Any of you quaids got a smint?)\"}],\n {[{<<\"error\">>,\n <<\"bad_request\">>},\n {<<\"reason\">>,\n <<\"not_my_vbucket\">>}]}]},\n {xdc_vbucket_rep_worker,\n find_missing,2},\n {xdc_vbucket_rep_worker,\n queue_fetch_loop,4}]}">>, <<"2012-11-20 16:29:29 - Error replicating vbucket 426: {function_clause,\n [{couch_api_wrap,\n '-get_missing_revs/2-fun-1-',\n [400,\n [{\"Cache-Control\",\n \"must-revalidate\"},\n {\"Content-Length\",\n \"50\"},\n {\"Content-Type\",\n \"application/json\"},\n {\"Date\",\n \"Wed, 21 Nov 2012 00:33:02 GMT\"},\n {\"Server\",\n \"MochiWeb/1.0 (Any of you quaids got a smint?)\"}],\n {[{<<\"error\">>,\n <<\"bad_request\">>},\n {<<\"reason\">>,\n <<\"not_my_vbucket\">>}]}]},\n {xdc_vbucket_rep_worker,\n find_missing,2},\n {xdc_vbucket_rep_worker,\n queue_fetch_loop,4}]}">>, <<"2012-11-20 16:29:31 - Error replicating vbucket 360: {function_clause,\n [{couch_api_wrap,\n '-get_missing_revs/2-fun-1-',\n [400,\n [{\"Cache-Control\",\n \"must-revalidate\"},\n {\"Content-Length\",\n \"50\"},\n {\"Content-Type\",\n \"application/json\"},\n {\"Date\",\n \"Wed, 21 Nov 2012 00:33:04 GMT\"},\n {\"Server\",\n \"MochiWeb/1.0 (Any of you quaids got a smint?)\"}],\n {[{<<\"error\">>,\n <<\"bad_request\">>},\n {<<\"reason\">>,\n <<\"not_my_vbucket\">>}]}]},\n {xdc_vbucket_rep_worker,\n find_missing,2},\n {xdc_vbucket_rep_worker,\n queue_fetch_loop,4}]}">>, <<"2012-11-20 16:29:31 - Error replicating vbucket 454: {function_clause,\n [{couch_api_wrap,\n '-get_missing_revs/2-fun-1-',\n [400,\n [{\"Cache-Control\",\n \"must-revalidate\"},\n {\"Content-Length\",\n \"50\"},\n {\"Content-Type\",\n \"application/json\"},\n {\"Date\",\n \"Wed, 21 Nov 2012 00:33:04 GMT\"},\n {\"Server\",\n \"MochiWeb/1.0 (Any of you quaids got a smint?)\"}],\n {[{<<\"error\">>,\n <<\"bad_request\">>},\n {<<\"reason\">>,\n <<\"not_my_vbucket\">>}]}]},\n {xdc_vbucket_rep_worker,\n find_missing,2},\n {xdc_vbucket_rep_worker,\n queue_fetch_loop,4}]}">>, <<"2012-11-20 16:29:33 - Error replicating vbucket 490: {function_clause,\n [{couch_api_wrap,\n '-get_missing_revs/2-fun-1-',\n [400,\n [{\"Cache-Control\",\n \"must-revalidate\"},\n {\"Content-Length\",\n \"50\"},\n {\"Content-Type\",\n \"application/json\"},\n {\"Date\",\n \"Wed, 21 Nov 2012 00:33:06 GMT\"},\n {\"Server\",\n \"MochiWeb/1.0 (Any of you quaids got a smint?)\"}],\n {[{<<\"error\">>,\n <<\"bad_request\">>},\n {<<\"reason\">>,\n <<\"not_my_vbucket\">>}]}]},\n {xdc_vbucket_rep_worker,\n find_missing,2},\n {xdc_vbucket_rep_worker,\n queue_fetch_loop,4}]}">>, <<"2012-11-20 16:29:33 - Error replicating vbucket 384: {function_clause,\n [{couch_api_wrap,\n '-get_missing_revs/2-fun-1-',\n [400,\n [{\"Cache-Control\",\n \"must-revalidate\"},\n {\"Content-Length\",\n \"50\"},\n {\"Content-Type\",\n \"application/json\"},\n {\"Date\",\n \"Wed, 21 Nov 2012 00:33:06 GMT\"},\n {\"Server\",\n \"MochiWeb/1.0 (Any of you quaids got a smint?)\"}],\n {[{<<\"error\">>,\n <<\"bad_request\">>},\n {<<\"reason\">>,\n <<\"not_my_vbucket\">>}]}]},\n {xdc_vbucket_rep_worker,\n find_missing,2},\n {xdc_vbucket_rep_worker,\n queue_fetch_loop,4}]}">>, <<"2012-11-20 16:29:35 - Error replicating vbucket 390: {function_clause,\n [{couch_api_wrap,\n '-get_missing_revs/2-fun-1-',\n [400,\n [{\"Cache-Control\",\n \"must-revalidate\"},\n {\"Content-Length\",\n \"50\"},\n {\"Content-Type\",\n \"application/json\"},\n {\"Date\",\n \"Wed, 21 Nov 2012 00:33:08 GMT\"},\n {\"Server\",\n \"MochiWeb/1.0 (Any of you quaids got a smint?)\"}],\n {[{<<\"error\">>,\n <<\"bad_request\">>},\n {<<\"reason\">>,\n <<\"not_my_vbucket\">>}]}]},\n {xdc_vbucket_rep_worker,\n find_missing,2},\n {xdc_vbucket_rep_worker,\n queue_fetch_loop,4}]}">>, <<"2012-11-20 16:29:35 - Error replicating vbucket 539: {function_clause,\n [{couch_api_wrap,\n '-get_missing_revs/2-fun-1-',\n [400,\n [{\"Cache-Control\",\n \"must-revalidate\"},\n {\"Content-Length\",\n \"50\"},\n {\"Content-Type\",\n \"application/json\"},\n {\"Date\",\n \"Wed, 21 Nov 2012 00:33:08 GMT\"},\n {\"Server\",\n \"MochiWeb/1.0 (Any of you quaids got a smint?)\"}],\n {[{<<\"error\">>,\n <<\"bad_request\">>},\n {<<\"reason\">>,\n <<\"not_my_vbucket\">>}]}]},\n {xdc_vbucket_rep_worker,\n find_missing,2},\n {xdc_vbucket_rep_worker,\n queue_fetch_loop,4}]}">>, <<"2012-11-20 16:29:37 - Error replicating vbucket 432: {function_clause,\n [{couch_api_wrap,\n '-get_missing_revs/2-fun-1-',\n [400,\n [{\"Cache-Control\",\n \"must-revalidate\"},\n {\"Content-Length\",\n \"50\"},\n {\"Content-Type\",\n \"application/json\"},\n {\"Date\",\n \"Wed, 21 Nov 2012 00:33:10 GMT\"},\n {\"Server\",\n \"MochiWeb/1.0 (Any of you quaids got a smint?)\"}],\n {[{<<\"error\">>,\n <<\"bad_request\">>},\n {<<\"reason\">>,\n <<\"not_my_vbucket\">>}]}]},\n {xdc_vbucket_rep_worker,\n find_missing,2},\n {xdc_vbucket_rep_worker,\n queue_fetch_loop,4}]}">>]}, {changes_left,0}, {docs_checked,4674}, {docs_written,4114}, {data_replicated,1949181}, {active_vbreps,0}, {waiting_vbreps,0}, {time_working,1388}, {time_committing,0}, {num_checkpoints,0}, {num_failedckpts,0}, {docs_rep_queue,0}, {size_rep_queue,0}]]}, {memory, [{total,402434544}, {processes,345915368}, {processes_used,345158144}, {system,56519176}, {atom,1396937}, {atom_used,1366432}, {binary,18058608}, {code,14131862}, {ets,4476968}]}, {system_memory_data, [{system_total_memory,4140711936}, {free_swap,5292642304}, {total_swap,5335146496}, {cached_memory,762396672}, {buffered_memory,256700416}, {free_memory,2429476864}, {total_memory,4140711936}]}, {node_storage_conf, [{db_path,"/opt/couchbase/var/lib/couchbase/data/"}, {index_path,"/opt/couchbase/var/lib/couchbase/data/"}]}, {statistics, [{wall_clock,{788900,4998}}, {context_switches,{3211135,0}}, {garbage_collection,{651864,2459302650,0}}, {io,{{input,207622413},{output,261266203}}}, {reductions,{811037005,3085074}}, {run_queue,0}, {runtime,{312880,1110}}]}, {system_stats, [{cpu_utilization_rate,8.98876404494382}, {swap_total,5335146496}, {swap_used,42504192}]}, {interesting_stats, [{couch_docs_actual_disk_size,34036549}, {couch_docs_data_size,34009710}, {couch_views_actual_disk_size,0}, {couch_views_data_size,0}, {curr_items,3002}, {curr_items_tot,6003}, {mem_used,24820080}, {vb_replica_curr_items,3001}]}, {cluster_compatibility_version,131072}, {version, [{public_key,"0.13"}, {lhttpc,"1.3.0"}, {ale,"8cffe61"}, {os_mon,"2.2.7"}, {couch_set_view,"1.2.0a-31560d7-git"}, {mnesia,"4.5"}, {inets,"5.7.1"}, {couch,"1.2.0a-31560d7-git"}, {mapreduce,"1.0.0"}, {couch_index_merger,"1.2.0a-31560d7-git"}, {kernel,"2.14.5"}, {crypto,"2.0.4"}, {ssl,"4.1.6"}, {sasl,"2.1.10"}, {couch_view_parser,"1.0.0"}, {ns_server,"2.0.0-1954-rel-enterprise"}, {mochiweb,"1.4.1"}, {oauth,"7d85d3ef"}, {stdlib,"1.17.5"}]}, {supported_compat_version,[2,0]}, {system_arch,"x86_64-unknown-linux-gnu"}, {wall_clock,788}, {memory_data,{4140711936,1710219264,{<0.4524.0>,8228504}}}, {disk_data, [{"/",20219004,14},{"/boot",101086,14},{"/dev/shm",2021832,0}]}, {meminfo, <<"MemTotal: 4043664 kB\nMemFree: 2372536 kB\nBuffers: 250684 kB\nCached: 744528 kB\nSwapCached: 33340 kB\nActive: 1072388 kB\nInactive: 476688 kB\nHighTotal: 0 kB\nHighFree: 0 kB\nLowTotal: 4043664 kB\nLowFree: 2372536 kB\nSwapTotal: 5210104 kB\nSwapFree: 5168596 kB\nDirty: 1088 kB\nWriteback: 0 kB\nAnonPages: 553252 kB\nMapped: 13136 kB\nSlab: 89860 kB\nPageTables: 6028 kB\nNFS_Unstable: 0 kB\nBounce: 0 kB\nCommitLimit: 7231936 kB\nCommitted_AS: 2359384 kB\nVmallocTotal: 34359738367 kB\nVmallocUsed: 265708 kB\nVmallocChunk: 34359472391 kB\nHugePages_Total: 0\nHugePages_Free: 0\nHugePages_Rsvd: 0\nHugepagesize: 2048 kB\n">>}]}, {'ns_1@10.3.121.126', [{last_heard,{1353,457831,173178}}, {outgoing_replications_safeness_level,[{"default",green}]}, {incoming_replications_conf_hashes, [{"default", [{'ns_1@10.1.3.235',111274792},{'ns_1@10.1.3.236',93000434}]}]}, {active_buckets,["default"]}, {ready_buckets,["default"]}, {local_tasks, [[{type,xdcr}, {id,<<"27a2c0bb24123b9a3ad23cedf36ad423/default/default">>}, {errors, [<<"2012-11-20 16:32:55 - Error replicating vbucket 739: {function_clause,\n [{couch_api_wrap,\n '-get_missing_revs/2-fun-1-',\n [400,\n [{\"Cache-Control\",\n \"must-revalidate\"},\n {\"Content-Length\",\n \"50\"},\n {\"Content-Type\",\n \"application/json\"},\n {\"Date\",\n \"Wed, 21 Nov 2012 00:32:55 GMT\"},\n {\"Server\",\n \"MochiWeb/1.0 (Any of you quaids got a smint?)\"}],\n {[{<<\"error\">>,\n <<\"bad_request\">>},\n {<<\"reason\">>,\n <<\"not_my_vbucket\">>}]}]},\n {xdc_vbucket_rep_worker,\n find_missing,2},\n {xdc_vbucket_rep_worker,\n queue_fetch_loop,4}]}">>, <<"2012-11-20 16:32:55 - Error replicating vbucket 739: {function_clause,\n [{couch_api_wrap,\n '-get_missing_revs/2-fun-1-',\n [400,\n [{\"Cache-Control\",\n \"must-revalidate\"},\n {\"Content-Length\",\n \"50\"},\n {\"Content-Type\",\n \"application/json\"},\n {\"Date\",\n \"Wed, 21 Nov 2012 00:32:55 GMT\"},\n {\"Server\",\n \"MochiWeb/1.0 (Any of you quaids got a smint?)\"}],\n {[{<<\"error\">>,\n <<\"bad_request\">>},\n {<<\"reason\">>,\n <<\"not_my_vbucket\">>}]}]},\n {xdc_vbucket_rep_worker,\n find_missing,2},\n {xdc_vbucket_rep_worker,\n queue_fetch_loop,4}]}">>, <<"2012-11-20 16:32:58 - Error replicating vbucket 729: {function_clause,\n [{couch_api_wrap,\n '-get_missing_revs/2-fun-1-',\n [400,\n [{\"Cache-Control\",\n \"must-revalidate\"},\n {\"Content-Length\",\n \"50\"},\n {\"Content-Type\",\n \"application/json\"},\n {\"Date\",\n \"Wed, 21 Nov 2012 00:32:58 GMT\"},\n {\"Server\",\n \"MochiWeb/1.0 (Any of you quaids got a smint?)\"}],\n {[{<<\"error\">>,\n <<\"bad_request\">>},\n {<<\"reason\">>,\n <<\"not_my_vbucket\">>}]}]},\n {xdc_vbucket_rep_worker,\n find_missing,2},\n {xdc_vbucket_rep_worker,\n queue_fetch_loop,4}]}">>, <<"2012-11-20 16:32:58 - Error replicating vbucket 729: {function_clause,\n [{couch_api_wrap,\n '-get_missing_revs/2-fun-1-',\n [400,\n [{\"Cache-Control\",\n \"must-revalidate\"},\n {\"Content-Length\",\n \"50\"},\n {\"Content-Type\",\n \"application/json\"},\n {\"Date\",\n \"Wed, 21 Nov 2012 00:32:58 GMT\"},\n {\"Server\",\n \"MochiWeb/1.0 (Any of you quaids got a smint?)\"}],\n {[{<<\"error\">>,\n <<\"bad_request\">>},\n {<<\"reason\">>,\n <<\"not_my_vbucket\">>}]}]},\n {xdc_vbucket_rep_worker,\n find_missing,2},\n {xdc_vbucket_rep_worker,\n queue_fetch_loop,4}]}">>, <<"2012-11-20 16:33:03 - Error replicating vbucket 776: {function_clause,\n [{couch_api_wrap,\n '-get_missing_revs/2-fun-1-',\n [400,\n [{\"Cache-Control\",\n \"must-revalidate\"},\n {\"Content-Length\",\n \"50\"},\n {\"Content-Type\",\n \"application/json\"},\n {\"Date\",\n \"Wed, 21 Nov 2012 00:33:03 GMT\"},\n {\"Server\",\n \"MochiWeb/1.0 (Any of you quaids got a smint?)\"}],\n {[{<<\"error\">>,\n <<\"bad_request\">>},\n {<<\"reason\">>,\n <<\"not_my_vbucket\">>}]}]},\n {xdc_vbucket_rep_worker,\n find_missing,2},\n {xdc_vbucket_rep_worker,\n queue_fetch_loop,4}]}">>, <<"2012-11-20 16:33:03 - Error replicating vbucket 813: {function_clause,\n [{couch_api_wrap,\n '-get_missing_revs/2-fun-1-',\n [400,\n [{\"Cache-Control\",\n \"must-revalidate\"},\n {\"Content-Length\",\n \"50\"},\n {\"Content-Type\",\n \"application/json\"},\n {\"Date\",\n \"Wed, 21 Nov 2012 00:33:03 GMT\"},\n {\"Server\",\n \"MochiWeb/1.0 (Any of you quaids got a smint?)\"}],\n {[{<<\"error\">>,\n <<\"bad_request\">>},\n {<<\"reason\">>,\n <<\"not_my_vbucket\">>}]}]},\n {xdc_vbucket_rep_worker,\n find_missing,2},\n {xdc_vbucket_rep_worker,\n queue_fetch_loop,4}]}">>, <<"2012-11-20 16:33:05 - Error replicating vbucket 1008: {function_clause,\n [{couch_api_wrap,\n '-get_missing_revs/2-fun-1-',\n [400,\n [{\"Cache-Control\",\n \"must-revalidate\"},\n {\"Content-Length\",\n \"50\"},\n {\"Content-Type\",\n \"application/json\"},\n {\"Date\",\n \"Wed, 21 Nov 2012 00:33:05 GMT\"},\n {\"Server\",\n \"MochiWeb/1.0 (Any of you quaids got a smint?)\"}],\n {[{<<\"error\">>,\n <<\"bad_request\">>},\n {<<\"reason\">>,\n <<\"not_my_vbucket\">>}]}]},\n {xdc_vbucket_rep_worker,\n find_missing,2},\n {xdc_vbucket_rep_worker,\n queue_fetch_loop,4}]}">>, <<"2012-11-20 16:33:05 - Error replicating vbucket 772: {function_clause,\n [{couch_api_wrap,\n '-get_missing_revs/2-fun-1-',\n [400,\n [{\"Cache-Control\",\n \"must-revalidate\"},\n {\"Content-Length\",\n \"50\"},\n {\"Content-Type\",\n \"application/json\"},\n {\"Date\",\n \"Wed, 21 Nov 2012 00:33:05 GMT\"},\n {\"Server\",\n \"MochiWeb/1.0 (Any of you quaids got a smint?)\"}],\n {[{<<\"error\">>,\n <<\"bad_request\">>},\n {<<\"reason\">>,\n <<\"not_my_vbucket\">>}]}]},\n {xdc_vbucket_rep_worker,\n find_missing,2},\n {xdc_vbucket_rep_worker,\n queue_fetch_loop,4}]}">>, <<"2012-11-20 16:33:09 - Error replicating vbucket 703: {function_clause,\n [{couch_api_wrap,\n '-get_missing_revs/2-fun-1-',\n [400,\n [{\"Cache-Control\",\n \"must-revalidate\"},\n {\"Content-Length\",\n \"50\"},\n {\"Content-Type\",\n \"application/json\"},\n {\"Date\",\n \"Wed, 21 Nov 2012 00:33:09 GMT\"},\n {\"Server\",\n \"MochiWeb/1.0 (Any of you quaids got a smint?)\"}],\n {[{<<\"error\">>,\n <<\"bad_request\">>},\n {<<\"reason\">>,\n <<\"not_my_vbucket\">>}]}]},\n {xdc_vbucket_rep_worker,\n find_missing,2},\n {xdc_vbucket_rep_worker,\n queue_fetch_loop,4}]}">>, <<"2012-11-20 16:33:09 - Error replicating vbucket 725: {function_clause,\n [{couch_api_wrap,\n '-get_missing_revs/2-fun-1-',\n [400,\n [{\"Cache-Control\",\n \"must-revalidate\"},\n {\"Content-Length\",\n \"50\"},\n {\"Content-Type\",\n \"application/json\"},\n {\"Date\",\n \"Wed, 21 Nov 2012 00:33:09 GMT\"},\n {\"Server\",\n \"MochiWeb/1.0 (Any of you quaids got a smint?)\"}],\n {[{<<\"error\">>,\n <<\"bad_request\">>},\n {<<\"reason\">>,\n <<\"not_my_vbucket\">>}]}]},\n {xdc_vbucket_rep_worker,\n find_missing,2},\n {xdc_vbucket_rep_worker,\n queue_fetch_loop,4}]}">>]}, {changes_left,15}, {docs_checked,3637}, {docs_written,351}, {data_replicated,163320}, {active_vbreps,1}, {waiting_vbreps,0}, {time_working,128}, {time_committing,0}, {num_checkpoints,0}, {num_failedckpts,0}, {docs_rep_queue,0}, {size_rep_queue,0}]]}, {memory, [{total,410037704}, {processes,358470400}, {processes_used,358223456}, {system,51567304}, {atom,1407441}, {atom_used,1381613}, {binary,13046376}, {code,14447798}, {ets,4081288}]}, {system_memory_data, [{system_total_memory,8370651136}, {free_swap,5335044096}, {total_swap,5335146496}, {cached_memory,731230208}, {buffered_memory,263671808}, {free_memory,6690136064}, {total_memory,8370651136}]}, {node_storage_conf, [{db_path,"/opt/couchbase/var/lib/couchbase/data/"}, {index_path,"/opt/couchbase/var/lib/couchbase/data/"}]}, {statistics, [{wall_clock,{982658,5008}}, {context_switches,{2193731,0}}, {garbage_collection,{857812,2477397281,0}}, {io,{{input,129833270},{output,231849726}}}, {reductions,{567011683,2325995}}, {run_queue,0}, {runtime,{197790,640}}]}, {system_stats, [{cpu_utilization_rate,3.508771929824561}, {swap_total,5335146496}, {swap_used,102400}]}, {interesting_stats, [{couch_docs_actual_disk_size,23439965}, {couch_docs_data_size,23413358}, {couch_views_actual_disk_size,0}, {couch_views_data_size,0}, {curr_items,3012}, {curr_items_tot,5993}, {mem_used,24510808}, {vb_replica_curr_items,2981}]}, {cluster_compatibility_version,131072}, {version, [{public_key,"0.13"}, {lhttpc,"1.3.0"}, {ale,"8cffe61"}, {os_mon,"2.2.7"}, {couch_set_view,"1.2.0a-31560d7-git"}, {mnesia,"4.5"}, {inets,"5.7.1"}, {couch,"1.2.0a-31560d7-git"}, {mapreduce,"1.0.0"}, {couch_index_merger,"1.2.0a-31560d7-git"}, {kernel,"2.14.5"}, {crypto,"2.0.4"}, {ssl,"4.1.6"}, {sasl,"2.1.10"}, {couch_view_parser,"1.0.0"}, {ns_server,"2.0.0-1954-rel-enterprise"}, {mochiweb,"1.4.1"}, {oauth,"7d85d3ef"}, {stdlib,"1.17.5"}]}, {supported_compat_version,[2,0]}, {system_arch,"x86_64-unknown-linux-gnu"}, {wall_clock,982}, {memory_data,{8370651136,1680015360,{<19755.5.0>,12342416}}}, {disk_data, [{"/",20219004,17},{"/boot",101086,14},{"/dev/shm",4087232,0}]}, {meminfo, <<"MemTotal: 8174464 kB\nMemFree: 6533336 kB\nBuffers: 257492 kB\nCached: 714092 kB\nSwapCached: 0 kB\nActive: 1019488 kB\nInactive: 452064 kB\nHighTotal: 0 kB\nHighFree: 0 kB\nLowTotal: 8174464 kB\nLowFree: 6533336 kB\nSwapTotal: 5210104 kB\nSwapFree: 5210004 kB\nDirty: 520 kB\nWriteback: 0 kB\nAnonPages: 499808 kB\nMapped: 19496 kB\nSlab: 134692 kB\nPageTables: 6108 kB\nNFS_Unstable: 0 kB\nBounce: 0 kB\nCommitLimit: 9297336 kB\nCommitted_AS: 2374660 kB\nVmallocTotal: 34359738367 kB\nVmallocUsed: 265708 kB\nVmallocChunk: 34359472391 kB\nHugePages_Total: 0\nHugePages_Free: 0\nHugePages_Rsvd: 0\nHugepagesize: 2048 kB\n">>}]}, {'ns_1@10.3.2.54', [{last_heard,{1353,457541,618385}}, {outgoing_replications_safeness_level,[]}, {incoming_replications_conf_hashes,[]}, {active_buckets,[]}, {ready_buckets,[]}, {local_tasks,[]}, {memory, [{total,89143912}, {processes,50853640}, {processes_used,47004136}, {system,38290272}, {atom,1395321}, {atom_used,1364127}, {binary,1503392}, {code,14077120}, {ets,3296224}]}, {system_memory_data, [{system_total_memory,8370651136}, {free_swap,5335040000}, {total_swap,5335146496}, {cached_memory,797188096}, {buffered_memory,299757568}, {free_memory,6781288448}, {total_memory,8370651136}]}, {node_storage_conf, [{db_path,"/opt/couchbase/var/lib/couchbase/data/"}, {index_path,"/opt/couchbase/var/lib/couchbase/data/"}]}, {statistics, [{wall_clock,{466759,1393}}, {context_switches,{2524325,0}}, {garbage_collection,{899482,2446082998,0}}, {io,{{input,203411292},{output,241107227}}}, {reductions,{749106717,1735067}}, {run_queue,0}, {runtime,{173330,230}}]}, {system_stats,[{cpu_utilization_rate,0},{swap_total,0},{swap_used,0}]}, {interesting_stats,[]}, {cluster_compatibility_version,131072}, {version, [{public_key,"0.13"}, {lhttpc,"1.3.0"}, {ale,"8cffe61"}, {os_mon,"2.2.7"}, {couch_set_view,"1.2.0a-31560d7-git"}, {mnesia,"4.5"}, {inets,"5.7.1"}, {couch,"1.2.0a-31560d7-git"}, {mapreduce,"1.0.0"}, {couch_index_merger,"1.2.0a-31560d7-git"}, {kernel,"2.14.5"}, {crypto,"2.0.4"}, {ssl,"4.1.6"}, {sasl,"2.1.10"}, {couch_view_parser,"1.0.0"}, {ns_server,"2.0.0-1954-rel-enterprise"}, {mochiweb,"1.4.1"}, {oauth,"7d85d3ef"}, {stdlib,"1.17.5"}]}, {supported_compat_version,[2,0]}, {system_arch,"x86_64-unknown-linux-gnu"}, {wall_clock,466}, {memory_data,{8370651136,1723895808,{<15336.4529.0>,8228504}}}, {disk_data, [{"/",20219004,23}, {"/boot",101086,14}, {"/dev/shm",4087232,0}, {"/data",206420664,6}]}, {meminfo, <<"MemTotal: 8174464 kB\nMemFree: 6622352 kB\nBuffers: 292732 kB\nCached: 778504 kB\nSwapCached: 0 kB\nActive: 852188 kB\nInactive: 537820 kB\nHighTotal: 0 kB\nHighFree: 0 kB\nLowTotal: 8174464 kB\nLowFree: 6622352 kB\nSwapTotal: 5210104 kB\nSwapFree: 5210000 kB\nDirty: 508 kB\nWriteback: 0 kB\nAnonPages: 318732 kB\nMapped: 16216 kB\nSlab: 127124 kB\nPageTables: 5208 kB\nNFS_Unstable: 0 kB\nBounce: 0 kB\nCommitLimit: 9297336 kB\nCommitted_AS: 1989900 kB\nVmallocTotal: 34359738367 kB\nVmallocUsed: 265716 kB\nVmallocChunk: 34359472391 kB\nHugePages_Total: 0\nHugePages_Free: 0\nHugePages_Rsvd: 0\nHugepagesize: 2048 kB\n">>}]}] [stats:debug,2012-11-20T16:30:57.832,ns_1@10.1.3.236:<0.4802.0>:stats_collector:maybe_log_stats:126](at {{1970,1,16},{7,57,37}}) Stats for bucket "default": accepting_conns 1 auth_cmds 4 auth_errors 0 bucket_active_conns 1 bucket_conns 16 bytes 24820096 bytes_read 5082120 bytes_written 468321631 cas_badval 0 cas_hits 0 cas_misses 0 cmd_flush 0 cmd_get 666 cmd_set 4001 conn_yields 1370 connection_structures 5000 curr_connections 18 curr_conns_on_port_11209 14 curr_conns_on_port_11210 2 curr_items 3002 curr_items_tot 6003 curr_temp_items 0 daemon_connections 4 decr_hits 0 decr_misses 0 delete_hits 333 delete_misses 0 ep_access_scanner_last_runtime 0 ep_access_scanner_num_items 0 ep_access_scanner_task_time 2012-11-21 10:00:00 ep_allow_data_loss_during_shutdown 1 ep_alog_block_size 4096 ep_alog_path /opt/couchbase/var/lib/couchbase/data/default/access.log ep_alog_sleep_time 1440 ep_alog_task_time 10 ep_backend couchdb ep_bg_fetch_delay 0 ep_bg_fetched 0 ep_bg_meta_fetched 0 ep_bg_remaining_jobs 0 ep_chk_max_items 5000 ep_chk_period 1800 ep_chk_persistence_remains 0 ep_chk_persistence_timeout 10 ep_chk_remover_stime 5 ep_commit_num 860 ep_commit_time 2 ep_commit_time_total 4939 ep_concurrentDB 1 ep_config_file ep_couch_bucket default ep_couch_host localhost ep_couch_port 11213 ep_couch_reconnect_sleeptime 250 ep_couch_response_timeout 180000 ep_data_age 3 ep_data_age_highwat 15 ep_data_traffic_enabled 0 ep_dbinit 0 ep_dbname /opt/couchbase/var/lib/couchbase/data/default ep_degraded_mode 0 ep_diskqueue_drain 15045 ep_diskqueue_fill 11726 ep_diskqueue_items 0 ep_diskqueue_memory 0 ep_diskqueue_pending 0 ep_exp_pager_stime 3600 ep_exp_pager_stime 3600 ep_expired_access 0 ep_expired_pager 0 ep_expiry_window 3 ep_failpartialwarmup 0 ep_flush_all false ep_flush_duration_total 69 ep_flushall_enabled 0 ep_flusher_state running ep_flusher_todo 0 ep_getl_default_timeout 15 ep_getl_max_timeout 30 ep_ht_locks 5 ep_ht_size 3079 ep_inconsistent_slave_chk 0 ep_initfile ep_io_num_read 0 ep_io_num_write 11976 ep_io_read_bytes 0 ep_io_write_bytes 3025270 ep_item_begin_failed 0 ep_item_commit_failed 0 ep_item_flush_expired 0 ep_item_flush_failed 0 ep_item_num_based_new_chk 1 ep_items_rm_from_checkpoints 0 ep_keep_closed_chks 0 ep_klog_block_size 4096 ep_klog_compactor_queue_cap 500000 ep_klog_compactor_stime 3600 ep_klog_flush commit2 ep_klog_max_entry_ratio 10 ep_klog_max_log_size 2147483647 ep_klog_path ep_klog_sync commit2 ep_kv_size 2082985 ep_max_checkpoints 2 ep_max_data_size 490733568 ep_max_item_size 20971520 ep_max_size 490733568 ep_max_txn_size 10000 ep_max_vbuckets 1024 ep_mem_high_wat 368050176 ep_mem_high_wat 368050176 ep_mem_low_wat 294440140 ep_mem_low_wat 294440140 ep_mem_tracker_enabled true ep_min_data_age 0 ep_mlog_compactor_runs 0 ep_mutation_mem_threshold 0 ep_num_access_scanner_runs 0 ep_num_eject_failures 0 ep_num_expiry_pager_runs 0 ep_num_non_resident 0 ep_num_not_my_vbuckets 0 ep_num_ops_del_meta 0 ep_num_ops_get_meta 0 ep_num_ops_set_meta 0 ep_num_pager_runs 0 ep_num_value_ejects 0 ep_oom_errors 0 ep_overhead 18651280 ep_pager_active_vb_pcnt 40 ep_pager_unbiased_period 60 ep_pending_ops 0 ep_pending_ops_max 0 ep_pending_ops_max_duration 0 ep_pending_ops_total 0 ep_postInitfile ep_queue_age_cap 900 ep_queue_size 0 ep_startup_time 1353457054 ep_storage_age 1 ep_storage_age_highwat 419 ep_store_max_concurrency 10 ep_store_max_readers 9 ep_store_max_readwrite 1 ep_stored_val_type ep_tap_ack_grace_period 300 ep_tap_ack_initial_sequence_number 1 ep_tap_ack_interval 1000 ep_tap_ack_window_size 10 ep_tap_backfill_resident 0.9 ep_tap_backlog_limit 5000 ep_tap_backoff_period 5 ep_tap_bg_fetch_requeued 0 ep_tap_bg_fetched 0 ep_tap_bg_max_pending 500 ep_tap_keepalive 300 ep_tap_noop_interval 20 ep_tap_requeue_sleep_time 0.1 ep_tap_throttle_cap_pcnt 10 ep_tap_throttle_queue_cap 1000000 ep_tap_throttle_threshold 90 ep_tmp_oom_errors 0 ep_too_old 0 ep_too_young 0 ep_total_cache_size 2010949 ep_total_del_items 663 ep_total_enqueued 11726 ep_total_new_items 6666 ep_total_persisted 11976 ep_uncommitted_items 0 ep_value_size 1608804 ep_vb0 0 ep_vb_snapshot_total 2 ep_vb_total 682 ep_vbucket_del 0 ep_vbucket_del_fail 0 ep_version 2.0.0r_139_g9b8377b ep_waitforwarmup 0 ep_warmup 1 ep_warmup_batch_size 1000 ep_warmup_dups 0 ep_warmup_min_items_threshold 100 ep_warmup_min_memory_threshold 100 ep_warmup_oom 0 ep_warmup_thread complete ep_warmup_time 289313 get_hits 666 get_misses 0 incr_hits 0 incr_misses 0 libevent 2.0.11-stable limit_maxbytes 67108864 listen_disabled_num 0 max_conns_on_port_11209 1000 max_conns_on_port_11210 9000 mem_used 24820096 pid 15247 pointer_size 64 rejected_conns 0 rusage_system 9.164606 rusage_user 63.483349 tap_checkpoint_start_received 851 tap_checkpoint_start_sent 851 tap_connect_received 174 tap_delete_received 330 tap_delete_sent 333 tap_mutation_received 7361 tap_mutation_sent 8936 tap_opaque_received 1196 tap_opaque_sent 1026 threads 4 time 1353457857 total_connections 879 uptime 805 vb_active_curr_items 3002 vb_active_eject 0 vb_active_expired 0 vb_active_ht_memory 8563192 vb_active_itm_memory 1005638 vb_active_meta_data_memory 221778 vb_active_num 341 vb_active_num_non_resident 0 vb_active_num_ref_ejects 0 vb_active_num_ref_items 3335 vb_active_ops_create 3335 vb_active_ops_delete 333 vb_active_ops_reject 0 vb_active_ops_update 666 vb_active_perc_mem_resident 100 vb_active_queue_age 0 vb_active_queue_drain 4334 vb_active_queue_fill 4334 vb_active_queue_memory 0 vb_active_queue_pending 0 vb_active_queue_size 0 vb_dead_num 0 vb_pending_curr_items 0 vb_pending_eject 0 vb_pending_expired 0 vb_pending_ht_memory 0 vb_pending_itm_memory 0 vb_pending_meta_data_memory 0 vb_pending_num 0 vb_pending_num_non_resident 0 vb_pending_num_ref_ejects 0 vb_pending_num_ref_items 0 vb_pending_ops_create 0 vb_pending_ops_delete 0 vb_pending_ops_reject 0 vb_pending_ops_update 0 vb_pending_perc_mem_resident 0 vb_pending_queue_age 0 vb_pending_queue_drain 0 vb_pending_queue_fill 0 vb_pending_queue_memory 0 vb_pending_queue_pending 0 vb_pending_queue_size 0 vb_replica_curr_items 3001 vb_replica_eject 0 vb_replica_expired 0 vb_replica_ht_memory 8563192 vb_replica_itm_memory 1005311 vb_replica_meta_data_memory 221708 vb_replica_num 341 vb_replica_num_non_resident 0 vb_replica_num_ref_ejects 0 vb_replica_num_ref_items 3331 vb_replica_ops_create 3331 vb_replica_ops_delete 330 vb_replica_ops_reject 0 vb_replica_ops_update 3981 vb_replica_perc_mem_resident 100 vb_replica_queue_age 0 vb_replica_queue_drain 10711 vb_replica_queue_fill 7392 vb_replica_queue_memory 0 vb_replica_queue_pending 0 vb_replica_queue_size 0 version 1.4.4_600_g7ea975a [ns_doctor:debug,2012-11-20T16:31:34.306,ns_1@10.1.3.236:ns_doctor<0.4576.0>:ns_doctor:handle_info:137]Current node statuses: [{'ns_1@10.1.3.235', [{last_heard,{1353,457890,746558}}, {outgoing_replications_safeness_level,[{"default",green}]}, {incoming_replications_conf_hashes, [{"default", [{'ns_1@10.1.3.236',86256472},{'ns_1@10.3.121.126',67084310}]}]}, {active_buckets,["default"]}, {ready_buckets,["default"]}, {local_tasks, [[{type,xdcr}, {id,<<"27a2c0bb24123b9a3ad23cedf36ad423/default/default">>}, {errors, [<<"2012-11-20 16:26:50 - Error replicating vbucket 331: {function_clause,\n [{couch_api_wrap,\n '-get_missing_revs/2-fun-1-',\n [400,\n [{\"Cache-Control\",\n \"must-revalidate\"},\n {\"Content-Length\",\n \"50\"},\n {\"Content-Type\",\n \"application/json\"},\n {\"Date\",\n \"Wed, 21 Nov 2012 00:33:00 GMT\"},\n {\"Server\",\n \"MochiWeb/1.0 (Any of you quaids got a smint?)\"}],\n {[{<<\"error\">>,\n <<\"bad_request\">>},\n {<<\"reason\">>,\n <<\"not_my_vbucket\">>}]}]},\n {xdc_vbucket_rep_worker,\n find_missing,2},\n {xdc_vbucket_rep_worker,\n queue_fetch_loop,4}]}">>, <<"2012-11-20 16:26:50 - Error replicating vbucket 212: {function_clause,\n [{couch_api_wrap,\n '-get_missing_revs/2-fun-1-',\n [400,\n [{\"Cache-Control\",\n \"must-revalidate\"},\n {\"Content-Length\",\n \"50\"},\n {\"Content-Type\",\n \"application/json\"},\n {\"Date\",\n \"Wed, 21 Nov 2012 00:33:00 GMT\"},\n {\"Server\",\n \"MochiWeb/1.0 (Any of you quaids got a smint?)\"}],\n {[{<<\"error\">>,\n <<\"bad_request\">>},\n {<<\"reason\">>,\n <<\"not_my_vbucket\">>}]}]},\n {xdc_vbucket_rep_worker,\n find_missing,2},\n {xdc_vbucket_rep_worker,\n queue_fetch_loop,4}]}">>, <<"2012-11-20 16:26:52 - Error replicating vbucket 311: {function_clause,\n [{couch_api_wrap,\n '-get_missing_revs/2-fun-1-',\n [400,\n [{\"Cache-Control\",\n \"must-revalidate\"},\n {\"Content-Length\",\n \"50\"},\n {\"Content-Type\",\n \"application/json\"},\n {\"Date\",\n \"Wed, 21 Nov 2012 00:33:02 GMT\"},\n {\"Server\",\n \"MochiWeb/1.0 (Any of you quaids got a smint?)\"}],\n {[{<<\"error\">>,\n <<\"bad_request\">>},\n {<<\"reason\">>,\n <<\"not_my_vbucket\">>}]}]},\n {xdc_vbucket_rep_worker,\n find_missing,2},\n {xdc_vbucket_rep_worker,\n queue_fetch_loop,4}]}">>, <<"2012-11-20 16:26:52 - Error replicating vbucket 51: {function_clause,\n [{couch_api_wrap,\n '-get_missing_revs/2-fun-1-',\n [400,\n [{\"Cache-Control\",\n \"must-revalidate\"},\n {\"Content-Length\",\n \"50\"},\n {\"Content-Type\",\n \"application/json\"},\n {\"Date\",\n \"Wed, 21 Nov 2012 00:33:02 GMT\"},\n {\"Server\",\n \"MochiWeb/1.0 (Any of you quaids got a smint?)\"}],\n {[{<<\"error\">>,\n <<\"bad_request\">>},\n {<<\"reason\">>,\n <<\"not_my_vbucket\">>}]}]},\n {xdc_vbucket_rep_worker,\n find_missing,2},\n {xdc_vbucket_rep_worker,\n queue_fetch_loop,4}]}">>, <<"2012-11-20 16:26:54 - Error replicating vbucket 96: {function_clause,\n [{couch_api_wrap,\n '-get_missing_revs/2-fun-1-',\n [400,\n [{\"Cache-Control\",\n \"must-revalidate\"},\n {\"Content-Length\",\n \"50\"},\n {\"Content-Type\",\n \"application/json\"},\n {\"Date\",\n \"Wed, 21 Nov 2012 00:33:04 GMT\"},\n {\"Server\",\n \"MochiWeb/1.0 (Any of you quaids got a smint?)\"}],\n {[{<<\"error\">>,\n <<\"bad_request\">>},\n {<<\"reason\">>,\n <<\"not_my_vbucket\">>}]}]},\n {xdc_vbucket_rep_worker,\n find_missing,2},\n {xdc_vbucket_rep_worker,\n queue_fetch_loop,4}]}">>, <<"2012-11-20 16:26:54 - Error replicating vbucket 74: {function_clause,\n [{couch_api_wrap,\n '-get_missing_revs/2-fun-1-',\n [400,\n [{\"Cache-Control\",\n \"must-revalidate\"},\n {\"Content-Length\",\n \"50\"},\n {\"Content-Type\",\n \"application/json\"},\n {\"Date\",\n \"Wed, 21 Nov 2012 00:33:04 GMT\"},\n {\"Server\",\n \"MochiWeb/1.0 (Any of you quaids got a smint?)\"}],\n {[{<<\"error\">>,\n <<\"bad_request\">>},\n {<<\"reason\">>,\n <<\"not_my_vbucket\">>}]}]},\n {xdc_vbucket_rep_worker,\n find_missing,2},\n {xdc_vbucket_rep_worker,\n queue_fetch_loop,4}]}">>, <<"2012-11-20 16:26:56 - Error replicating vbucket 95: {function_clause,\n [{couch_api_wrap,\n '-get_missing_revs/2-fun-1-',\n [400,\n [{\"Cache-Control\",\n \"must-revalidate\"},\n {\"Content-Length\",\n \"50\"},\n {\"Content-Type\",\n \"application/json\"},\n {\"Date\",\n \"Wed, 21 Nov 2012 00:33:06 GMT\"},\n {\"Server\",\n \"MochiWeb/1.0 (Any of you quaids got a smint?)\"}],\n {[{<<\"error\">>,\n <<\"bad_request\">>},\n {<<\"reason\">>,\n <<\"not_my_vbucket\">>}]}]},\n {xdc_vbucket_rep_worker,\n find_missing,2},\n {xdc_vbucket_rep_worker,\n queue_fetch_loop,4}]}">>, <<"2012-11-20 16:26:56 - Error replicating vbucket 129: {function_clause,\n [{couch_api_wrap,\n '-get_missing_revs/2-fun-1-',\n [400,\n [{\"Cache-Control\",\n \"must-revalidate\"},\n {\"Content-Length\",\n \"50\"},\n {\"Content-Type\",\n \"application/json\"},\n {\"Date\",\n \"Wed, 21 Nov 2012 00:33:06 GMT\"},\n {\"Server\",\n \"MochiWeb/1.0 (Any of you quaids got a smint?)\"}],\n {[{<<\"error\">>,\n <<\"bad_request\">>},\n {<<\"reason\">>,\n <<\"not_my_vbucket\">>}]}]},\n {xdc_vbucket_rep_worker,\n find_missing,2},\n {xdc_vbucket_rep_worker,\n queue_fetch_loop,4}]}">>, <<"2012-11-20 16:26:58 - Error replicating vbucket 295: {function_clause,\n [{couch_api_wrap,\n '-get_missing_revs/2-fun-1-',\n [400,\n [{\"Cache-Control\",\n \"must-revalidate\"},\n {\"Content-Length\",\n \"50\"},\n {\"Content-Type\",\n \"application/json\"},\n {\"Date\",\n \"Wed, 21 Nov 2012 00:33:08 GMT\"},\n {\"Server\",\n \"MochiWeb/1.0 (Any of you quaids got a smint?)\"}],\n {[{<<\"error\">>,\n <<\"bad_request\">>},\n {<<\"reason\">>,\n <<\"not_my_vbucket\">>}]}]},\n {xdc_vbucket_rep_worker,\n find_missing,2},\n {xdc_vbucket_rep_worker,\n queue_fetch_loop,4}]}">>, <<"2012-11-20 16:26:58 - Error replicating vbucket 295: {function_clause,\n [{couch_api_wrap,\n '-get_missing_revs/2-fun-1-',\n [400,\n [{\"Cache-Control\",\n \"must-revalidate\"},\n {\"Content-Length\",\n \"50\"},\n {\"Content-Type\",\n \"application/json\"},\n {\"Date\",\n \"Wed, 21 Nov 2012 00:33:08 GMT\"},\n {\"Server\",\n \"MochiWeb/1.0 (Any of you quaids got a smint?)\"}],\n {[{<<\"error\">>,\n <<\"bad_request\">>},\n {<<\"reason\">>,\n <<\"not_my_vbucket\">>}]}]},\n {xdc_vbucket_rep_worker,\n find_missing,2},\n {xdc_vbucket_rep_worker,\n queue_fetch_loop,4}]}">>]}, {changes_left,0}, {docs_checked,5338}, {docs_written,4174}, {data_replicated,1952693}, {active_vbreps,0}, {waiting_vbreps,0}, {time_working,1464}, {time_committing,0}, {num_checkpoints,0}, {num_failedckpts,0}, {docs_rep_queue,0}, {size_rep_queue,0}]]}, {memory, [{total,473707040}, {processes,414184640}, {processes_used,413407024}, {system,59522400}, {atom,1415521}, {atom_used,1394278}, {binary,20574368}, {code,14487126}, {ets,4556376}]}, {system_memory_data, [{system_total_memory,4140711936}, {free_swap,5292630016}, {total_swap,5335146496}, {cached_memory,792780800}, {buffered_memory,255049728}, {free_memory,2350424064}, {total_memory,4140711936}]}, {node_storage_conf, [{db_path,"/opt/couchbase/var/lib/couchbase/data/"}, {index_path,"/opt/couchbase/var/lib/couchbase/data/"}]}, {statistics, [{wall_clock,{876511,5000}}, {context_switches,{3748965,0}}, {garbage_collection,{778509,6491853203,0}}, {io,{{input,328710646},{output,341569335}}}, {reductions,{1116733618,5216803}}, {run_queue,0}, {runtime,{411530,560}}]}, {system_stats, [{cpu_utilization_rate,2.570694087403599}, {swap_total,5335146496}, {swap_used,42516480}]}, {interesting_stats, [{couch_docs_actual_disk_size,33291190}, {couch_docs_data_size,33264420}, {couch_views_actual_disk_size,0}, {couch_views_data_size,0}, {curr_items,2986}, {curr_items_tot,6004}, {mem_used,24885856}, {vb_replica_curr_items,3018}]}, {cluster_compatibility_version,131072}, {version, [{public_key,"0.13"}, {lhttpc,"1.3.0"}, {ale,"8cffe61"}, {os_mon,"2.2.7"}, {couch_set_view,"1.2.0a-31560d7-git"}, {mnesia,"4.5"}, {inets,"5.7.1"}, {couch,"1.2.0a-31560d7-git"}, {mapreduce,"1.0.0"}, {couch_index_merger,"1.2.0a-31560d7-git"}, {kernel,"2.14.5"}, {crypto,"2.0.4"}, {ssl,"4.1.6"}, {sasl,"2.1.10"}, {couch_view_parser,"1.0.0"}, {ns_server,"2.0.0-1954-rel-enterprise"}, {mochiweb,"1.4.1"}, {oauth,"7d85d3ef"}, {stdlib,"1.17.5"}]}, {supported_compat_version,[2,0]}, {system_arch,"x86_64-unknown-linux-gnu"}, {wall_clock,876}, {memory_data,{4140711936,1763741696,{<15326.4619.0>,8155200}}}, {disk_data, [{"/",20219004,24},{"/boot",101086,14},{"/dev/shm",2021832,0}]}, {meminfo, <<"MemTotal: 4043664 kB\nMemFree: 2295336 kB\nBuffers: 249072 kB\nCached: 774200 kB\nSwapCached: 33260 kB\nActive: 1127512 kB\nInactive: 492376 kB\nHighTotal: 0 kB\nHighFree: 0 kB\nLowTotal: 4043664 kB\nLowFree: 2295336 kB\nSwapTotal: 5210104 kB\nSwapFree: 5168584 kB\nDirty: 740 kB\nWriteback: 0 kB\nAnonPages: 595964 kB\nMapped: 13148 kB\nSlab: 97396 kB\nPageTables: 6100 kB\nNFS_Unstable: 0 kB\nBounce: 0 kB\nCommitLimit: 7231936 kB\nCommitted_AS: 2412284 kB\nVmallocTotal: 34359738367 kB\nVmallocUsed: 265708 kB\nVmallocChunk: 34359472391 kB\nHugePages_Total: 0\nHugePages_Free: 0\nHugePages_Rsvd: 0\nHugepagesize: 2048 kB\n">>}]}, {'ns_1@10.1.3.236', [{last_heard,{1353,457889,304900}}, {outgoing_replications_safeness_level,[{"default",green}]}, {incoming_replications_conf_hashes, [{"default", [{'ns_1@10.1.3.235',96925268},{'ns_1@10.3.121.126',12754605}]}]}, {active_buckets,["default"]}, {ready_buckets,["default"]}, {local_tasks, [[{type,xdcr}, {id,<<"27a2c0bb24123b9a3ad23cedf36ad423/default/default">>}, {errors, [<<"2012-11-20 16:29:29 - Error replicating vbucket 446: {function_clause,\n [{couch_api_wrap,\n '-get_missing_revs/2-fun-1-',\n [400,\n [{\"Cache-Control\",\n \"must-revalidate\"},\n {\"Content-Length\",\n \"50\"},\n {\"Content-Type\",\n \"application/json\"},\n {\"Date\",\n \"Wed, 21 Nov 2012 00:33:02 GMT\"},\n {\"Server\",\n \"MochiWeb/1.0 (Any of you quaids got a smint?)\"}],\n {[{<<\"error\">>,\n <<\"bad_request\">>},\n {<<\"reason\">>,\n <<\"not_my_vbucket\">>}]}]},\n {xdc_vbucket_rep_worker,\n find_missing,2},\n {xdc_vbucket_rep_worker,\n queue_fetch_loop,4}]}">>, <<"2012-11-20 16:29:29 - Error replicating vbucket 647: {function_clause,\n [{couch_api_wrap,\n '-get_missing_revs/2-fun-1-',\n [400,\n [{\"Cache-Control\",\n \"must-revalidate\"},\n {\"Content-Length\",\n \"50\"},\n {\"Content-Type\",\n \"application/json\"},\n {\"Date\",\n \"Wed, 21 Nov 2012 00:33:02 GMT\"},\n {\"Server\",\n \"MochiWeb/1.0 (Any of you quaids got a smint?)\"}],\n {[{<<\"error\">>,\n <<\"bad_request\">>},\n {<<\"reason\">>,\n <<\"not_my_vbucket\">>}]}]},\n {xdc_vbucket_rep_worker,\n find_missing,2},\n {xdc_vbucket_rep_worker,\n queue_fetch_loop,4}]}">>, <<"2012-11-20 16:29:29 - Error replicating vbucket 426: {function_clause,\n [{couch_api_wrap,\n '-get_missing_revs/2-fun-1-',\n [400,\n [{\"Cache-Control\",\n \"must-revalidate\"},\n {\"Content-Length\",\n \"50\"},\n {\"Content-Type\",\n \"application/json\"},\n {\"Date\",\n \"Wed, 21 Nov 2012 00:33:02 GMT\"},\n {\"Server\",\n \"MochiWeb/1.0 (Any of you quaids got a smint?)\"}],\n {[{<<\"error\">>,\n <<\"bad_request\">>},\n {<<\"reason\">>,\n <<\"not_my_vbucket\">>}]}]},\n {xdc_vbucket_rep_worker,\n find_missing,2},\n {xdc_vbucket_rep_worker,\n queue_fetch_loop,4}]}">>, <<"2012-11-20 16:29:31 - Error replicating vbucket 360: {function_clause,\n [{couch_api_wrap,\n '-get_missing_revs/2-fun-1-',\n [400,\n [{\"Cache-Control\",\n \"must-revalidate\"},\n {\"Content-Length\",\n \"50\"},\n {\"Content-Type\",\n \"application/json\"},\n {\"Date\",\n \"Wed, 21 Nov 2012 00:33:04 GMT\"},\n {\"Server\",\n \"MochiWeb/1.0 (Any of you quaids got a smint?)\"}],\n {[{<<\"error\">>,\n <<\"bad_request\">>},\n {<<\"reason\">>,\n <<\"not_my_vbucket\">>}]}]},\n {xdc_vbucket_rep_worker,\n find_missing,2},\n {xdc_vbucket_rep_worker,\n queue_fetch_loop,4}]}">>, <<"2012-11-20 16:29:31 - Error replicating vbucket 454: {function_clause,\n [{couch_api_wrap,\n '-get_missing_revs/2-fun-1-',\n [400,\n [{\"Cache-Control\",\n \"must-revalidate\"},\n {\"Content-Length\",\n \"50\"},\n {\"Content-Type\",\n \"application/json\"},\n {\"Date\",\n \"Wed, 21 Nov 2012 00:33:04 GMT\"},\n {\"Server\",\n \"MochiWeb/1.0 (Any of you quaids got a smint?)\"}],\n {[{<<\"error\">>,\n <<\"bad_request\">>},\n {<<\"reason\">>,\n <<\"not_my_vbucket\">>}]}]},\n {xdc_vbucket_rep_worker,\n find_missing,2},\n {xdc_vbucket_rep_worker,\n queue_fetch_loop,4}]}">>, <<"2012-11-20 16:29:33 - Error replicating vbucket 490: {function_clause,\n [{couch_api_wrap,\n '-get_missing_revs/2-fun-1-',\n [400,\n [{\"Cache-Control\",\n \"must-revalidate\"},\n {\"Content-Length\",\n \"50\"},\n {\"Content-Type\",\n \"application/json\"},\n {\"Date\",\n \"Wed, 21 Nov 2012 00:33:06 GMT\"},\n {\"Server\",\n \"MochiWeb/1.0 (Any of you quaids got a smint?)\"}],\n {[{<<\"error\">>,\n <<\"bad_request\">>},\n {<<\"reason\">>,\n <<\"not_my_vbucket\">>}]}]},\n {xdc_vbucket_rep_worker,\n find_missing,2},\n {xdc_vbucket_rep_worker,\n queue_fetch_loop,4}]}">>, <<"2012-11-20 16:29:33 - Error replicating vbucket 384: {function_clause,\n [{couch_api_wrap,\n '-get_missing_revs/2-fun-1-',\n [400,\n [{\"Cache-Control\",\n \"must-revalidate\"},\n {\"Content-Length\",\n \"50\"},\n {\"Content-Type\",\n \"application/json\"},\n {\"Date\",\n \"Wed, 21 Nov 2012 00:33:06 GMT\"},\n {\"Server\",\n \"MochiWeb/1.0 (Any of you quaids got a smint?)\"}],\n {[{<<\"error\">>,\n <<\"bad_request\">>},\n {<<\"reason\">>,\n <<\"not_my_vbucket\">>}]}]},\n {xdc_vbucket_rep_worker,\n find_missing,2},\n {xdc_vbucket_rep_worker,\n queue_fetch_loop,4}]}">>, <<"2012-11-20 16:29:35 - Error replicating vbucket 390: {function_clause,\n [{couch_api_wrap,\n '-get_missing_revs/2-fun-1-',\n [400,\n [{\"Cache-Control\",\n \"must-revalidate\"},\n {\"Content-Length\",\n \"50\"},\n {\"Content-Type\",\n \"application/json\"},\n {\"Date\",\n \"Wed, 21 Nov 2012 00:33:08 GMT\"},\n {\"Server\",\n \"MochiWeb/1.0 (Any of you quaids got a smint?)\"}],\n {[{<<\"error\">>,\n <<\"bad_request\">>},\n {<<\"reason\">>,\n <<\"not_my_vbucket\">>}]}]},\n {xdc_vbucket_rep_worker,\n find_missing,2},\n {xdc_vbucket_rep_worker,\n queue_fetch_loop,4}]}">>, <<"2012-11-20 16:29:35 - Error replicating vbucket 539: {function_clause,\n [{couch_api_wrap,\n '-get_missing_revs/2-fun-1-',\n [400,\n [{\"Cache-Control\",\n \"must-revalidate\"},\n {\"Content-Length\",\n \"50\"},\n {\"Content-Type\",\n \"application/json\"},\n {\"Date\",\n \"Wed, 21 Nov 2012 00:33:08 GMT\"},\n {\"Server\",\n \"MochiWeb/1.0 (Any of you quaids got a smint?)\"}],\n {[{<<\"error\">>,\n <<\"bad_request\">>},\n {<<\"reason\">>,\n <<\"not_my_vbucket\">>}]}]},\n {xdc_vbucket_rep_worker,\n find_missing,2},\n {xdc_vbucket_rep_worker,\n queue_fetch_loop,4}]}">>, <<"2012-11-20 16:29:37 - Error replicating vbucket 432: {function_clause,\n [{couch_api_wrap,\n '-get_missing_revs/2-fun-1-',\n [400,\n [{\"Cache-Control\",\n \"must-revalidate\"},\n {\"Content-Length\",\n \"50\"},\n {\"Content-Type\",\n \"application/json\"},\n {\"Date\",\n \"Wed, 21 Nov 2012 00:33:10 GMT\"},\n {\"Server\",\n \"MochiWeb/1.0 (Any of you quaids got a smint?)\"}],\n {[{<<\"error\">>,\n <<\"bad_request\">>},\n {<<\"reason\">>,\n <<\"not_my_vbucket\">>}]}]},\n {xdc_vbucket_rep_worker,\n find_missing,2},\n {xdc_vbucket_rep_worker,\n queue_fetch_loop,4}]}">>]}, {changes_left,0}, {docs_checked,5412}, {docs_written,4207}, {data_replicated,1967130}, {active_vbreps,0}, {waiting_vbreps,0}, {time_working,1398}, {time_committing,0}, {num_checkpoints,0}, {num_failedckpts,0}, {docs_rep_queue,0}, {size_rep_queue,0}]]}, {memory, [{total,453904936}, {processes,396325720}, {processes_used,395608400}, {system,57579216}, {atom,1396937}, {atom_used,1366432}, {binary,18973640}, {code,14131862}, {ets,4616888}]}, {system_memory_data, [{system_total_memory,4140711936}, {free_swap,5292642304}, {total_swap,5335146496}, {cached_memory,764731392}, {buffered_memory,256708608}, {free_memory,2398240768}, {total_memory,4140711936}]}, {node_storage_conf, [{db_path,"/opt/couchbase/var/lib/couchbase/data/"}, {index_path,"/opt/couchbase/var/lib/couchbase/data/"}]}, {statistics, [{wall_clock,{843899,5000}}, {context_switches,{3368492,0}}, {garbage_collection,{669119,2551728335,0}}, {io,{{input,212700332},{output,265445713}}}, {reductions,{845313698,3007450}}, {run_queue,0}, {runtime,{324260,960}}]}, {system_stats, [{cpu_utilization_rate,7.631578947368421}, {swap_total,5335146496}, {swap_used,42504192}]}, {interesting_stats, [{couch_docs_actual_disk_size,34036560}, {couch_docs_data_size,34009710}, {couch_views_actual_disk_size,0}, {couch_views_data_size,0}, {curr_items,3002}, {curr_items_tot,6003}, {mem_used,24820080}, {vb_replica_curr_items,3001}]}, {cluster_compatibility_version,131072}, {version, [{public_key,"0.13"}, {lhttpc,"1.3.0"}, {ale,"8cffe61"}, {os_mon,"2.2.7"}, {couch_set_view,"1.2.0a-31560d7-git"}, {mnesia,"4.5"}, {inets,"5.7.1"}, {couch,"1.2.0a-31560d7-git"}, {mapreduce,"1.0.0"}, {couch_index_merger,"1.2.0a-31560d7-git"}, {kernel,"2.14.5"}, {crypto,"2.0.4"}, {ssl,"4.1.6"}, {sasl,"2.1.10"}, {couch_view_parser,"1.0.0"}, {ns_server,"2.0.0-1954-rel-enterprise"}, {mochiweb,"1.4.1"}, {oauth,"7d85d3ef"}, {stdlib,"1.17.5"}]}, {supported_compat_version,[2,0]}, {system_arch,"x86_64-unknown-linux-gnu"}, {wall_clock,843}, {memory_data,{4140711936,1740439552,{<0.4524.0>,8228504}}}, {disk_data, [{"/",20219004,14},{"/boot",101086,14},{"/dev/shm",2021832,0}]}, {meminfo, <<"MemTotal: 4043664 kB\nMemFree: 2342032 kB\nBuffers: 250692 kB\nCached: 746808 kB\nSwapCached: 33340 kB\nActive: 1100316 kB\nInactive: 478468 kB\nHighTotal: 0 kB\nHighFree: 0 kB\nLowTotal: 4043664 kB\nLowFree: 2342032 kB\nSwapTotal: 5210104 kB\nSwapFree: 5168596 kB\nDirty: 460 kB\nWriteback: 84 kB\nAnonPages: 580708 kB\nMapped: 13136 kB\nSlab: 89912 kB\nPageTables: 6080 kB\nNFS_Unstable: 0 kB\nBounce: 0 kB\nCommitLimit: 7231936 kB\nCommitted_AS: 2405332 kB\nVmallocTotal: 34359738367 kB\nVmallocUsed: 265708 kB\nVmallocChunk: 34359472391 kB\nHugePages_Total: 0\nHugePages_Free: 0\nHugePages_Rsvd: 0\nHugepagesize: 2048 kB\n">>}]}, {'ns_1@10.3.121.126', [{last_heard,{1353,457891,159435}}, {outgoing_replications_safeness_level,[{"default",green}]}, {incoming_replications_conf_hashes, [{"default", [{'ns_1@10.1.3.235',111274792},{'ns_1@10.1.3.236',93000434}]}]}, {active_buckets,["default"]}, {ready_buckets,["default"]}, {local_tasks, [[{type,xdcr}, {id,<<"27a2c0bb24123b9a3ad23cedf36ad423/default/default">>}, {errors, [<<"2012-11-20 16:32:55 - Error replicating vbucket 739: {function_clause,\n [{couch_api_wrap,\n '-get_missing_revs/2-fun-1-',\n [400,\n [{\"Cache-Control\",\n \"must-revalidate\"},\n {\"Content-Length\",\n \"50\"},\n {\"Content-Type\",\n \"application/json\"},\n {\"Date\",\n \"Wed, 21 Nov 2012 00:32:55 GMT\"},\n {\"Server\",\n \"MochiWeb/1.0 (Any of you quaids got a smint?)\"}],\n {[{<<\"error\">>,\n <<\"bad_request\">>},\n {<<\"reason\">>,\n <<\"not_my_vbucket\">>}]}]},\n {xdc_vbucket_rep_worker,\n find_missing,2},\n {xdc_vbucket_rep_worker,\n queue_fetch_loop,4}]}">>, <<"2012-11-20 16:32:55 - Error replicating vbucket 739: {function_clause,\n [{couch_api_wrap,\n '-get_missing_revs/2-fun-1-',\n [400,\n [{\"Cache-Control\",\n \"must-revalidate\"},\n {\"Content-Length\",\n \"50\"},\n {\"Content-Type\",\n \"application/json\"},\n {\"Date\",\n \"Wed, 21 Nov 2012 00:32:55 GMT\"},\n {\"Server\",\n \"MochiWeb/1.0 (Any of you quaids got a smint?)\"}],\n {[{<<\"error\">>,\n <<\"bad_request\">>},\n {<<\"reason\">>,\n <<\"not_my_vbucket\">>}]}]},\n {xdc_vbucket_rep_worker,\n find_missing,2},\n {xdc_vbucket_rep_worker,\n queue_fetch_loop,4}]}">>, <<"2012-11-20 16:32:58 - Error replicating vbucket 729: {function_clause,\n [{couch_api_wrap,\n '-get_missing_revs/2-fun-1-',\n [400,\n [{\"Cache-Control\",\n \"must-revalidate\"},\n {\"Content-Length\",\n \"50\"},\n {\"Content-Type\",\n \"application/json\"},\n {\"Date\",\n \"Wed, 21 Nov 2012 00:32:58 GMT\"},\n {\"Server\",\n \"MochiWeb/1.0 (Any of you quaids got a smint?)\"}],\n {[{<<\"error\">>,\n <<\"bad_request\">>},\n {<<\"reason\">>,\n <<\"not_my_vbucket\">>}]}]},\n {xdc_vbucket_rep_worker,\n find_missing,2},\n {xdc_vbucket_rep_worker,\n queue_fetch_loop,4}]}">>, <<"2012-11-20 16:32:58 - Error replicating vbucket 729: {function_clause,\n [{couch_api_wrap,\n '-get_missing_revs/2-fun-1-',\n [400,\n [{\"Cache-Control\",\n \"must-revalidate\"},\n {\"Content-Length\",\n \"50\"},\n {\"Content-Type\",\n \"application/json\"},\n {\"Date\",\n \"Wed, 21 Nov 2012 00:32:58 GMT\"},\n {\"Server\",\n \"MochiWeb/1.0 (Any of you quaids got a smint?)\"}],\n {[{<<\"error\">>,\n <<\"bad_request\">>},\n {<<\"reason\">>,\n <<\"not_my_vbucket\">>}]}]},\n {xdc_vbucket_rep_worker,\n find_missing,2},\n {xdc_vbucket_rep_worker,\n queue_fetch_loop,4}]}">>, <<"2012-11-20 16:33:03 - Error replicating vbucket 776: {function_clause,\n [{couch_api_wrap,\n '-get_missing_revs/2-fun-1-',\n [400,\n [{\"Cache-Control\",\n \"must-revalidate\"},\n {\"Content-Length\",\n \"50\"},\n {\"Content-Type\",\n \"application/json\"},\n {\"Date\",\n \"Wed, 21 Nov 2012 00:33:03 GMT\"},\n {\"Server\",\n \"MochiWeb/1.0 (Any of you quaids got a smint?)\"}],\n {[{<<\"error\">>,\n <<\"bad_request\">>},\n {<<\"reason\">>,\n <<\"not_my_vbucket\">>}]}]},\n {xdc_vbucket_rep_worker,\n find_missing,2},\n {xdc_vbucket_rep_worker,\n queue_fetch_loop,4}]}">>, <<"2012-11-20 16:33:03 - Error replicating vbucket 813: {function_clause,\n [{couch_api_wrap,\n '-get_missing_revs/2-fun-1-',\n [400,\n [{\"Cache-Control\",\n \"must-revalidate\"},\n {\"Content-Length\",\n \"50\"},\n {\"Content-Type\",\n \"application/json\"},\n {\"Date\",\n \"Wed, 21 Nov 2012 00:33:03 GMT\"},\n {\"Server\",\n \"MochiWeb/1.0 (Any of you quaids got a smint?)\"}],\n {[{<<\"error\">>,\n <<\"bad_request\">>},\n {<<\"reason\">>,\n <<\"not_my_vbucket\">>}]}]},\n {xdc_vbucket_rep_worker,\n find_missing,2},\n {xdc_vbucket_rep_worker,\n queue_fetch_loop,4}]}">>, <<"2012-11-20 16:33:05 - Error replicating vbucket 1008: {function_clause,\n [{couch_api_wrap,\n '-get_missing_revs/2-fun-1-',\n [400,\n [{\"Cache-Control\",\n \"must-revalidate\"},\n {\"Content-Length\",\n \"50\"},\n {\"Content-Type\",\n \"application/json\"},\n {\"Date\",\n \"Wed, 21 Nov 2012 00:33:05 GMT\"},\n {\"Server\",\n \"MochiWeb/1.0 (Any of you quaids got a smint?)\"}],\n {[{<<\"error\">>,\n <<\"bad_request\">>},\n {<<\"reason\">>,\n <<\"not_my_vbucket\">>}]}]},\n {xdc_vbucket_rep_worker,\n find_missing,2},\n {xdc_vbucket_rep_worker,\n queue_fetch_loop,4}]}">>, <<"2012-11-20 16:33:05 - Error replicating vbucket 772: {function_clause,\n [{couch_api_wrap,\n '-get_missing_revs/2-fun-1-',\n [400,\n [{\"Cache-Control\",\n \"must-revalidate\"},\n {\"Content-Length\",\n \"50\"},\n {\"Content-Type\",\n \"application/json\"},\n {\"Date\",\n \"Wed, 21 Nov 2012 00:33:05 GMT\"},\n {\"Server\",\n \"MochiWeb/1.0 (Any of you quaids got a smint?)\"}],\n {[{<<\"error\">>,\n <<\"bad_request\">>},\n {<<\"reason\">>,\n <<\"not_my_vbucket\">>}]}]},\n {xdc_vbucket_rep_worker,\n find_missing,2},\n {xdc_vbucket_rep_worker,\n queue_fetch_loop,4}]}">>, <<"2012-11-20 16:33:09 - Error replicating vbucket 703: {function_clause,\n [{couch_api_wrap,\n '-get_missing_revs/2-fun-1-',\n [400,\n [{\"Cache-Control\",\n \"must-revalidate\"},\n {\"Content-Length\",\n \"50\"},\n {\"Content-Type\",\n \"application/json\"},\n {\"Date\",\n \"Wed, 21 Nov 2012 00:33:09 GMT\"},\n {\"Server\",\n \"MochiWeb/1.0 (Any of you quaids got a smint?)\"}],\n {[{<<\"error\">>,\n <<\"bad_request\">>},\n {<<\"reason\">>,\n <<\"not_my_vbucket\">>}]}]},\n {xdc_vbucket_rep_worker,\n find_missing,2},\n {xdc_vbucket_rep_worker,\n queue_fetch_loop,4}]}">>, <<"2012-11-20 16:33:09 - Error replicating vbucket 725: {function_clause,\n [{couch_api_wrap,\n '-get_missing_revs/2-fun-1-',\n [400,\n [{\"Cache-Control\",\n \"must-revalidate\"},\n {\"Content-Length\",\n \"50\"},\n {\"Content-Type\",\n \"application/json\"},\n {\"Date\",\n \"Wed, 21 Nov 2012 00:33:09 GMT\"},\n {\"Server\",\n \"MochiWeb/1.0 (Any of you quaids got a smint?)\"}],\n {[{<<\"error\">>,\n <<\"bad_request\">>},\n {<<\"reason\">>,\n <<\"not_my_vbucket\">>}]}]},\n {xdc_vbucket_rep_worker,\n find_missing,2},\n {xdc_vbucket_rep_worker,\n queue_fetch_loop,4}]}">>]}, {changes_left,0}, {docs_checked,3743}, {docs_written,367}, {data_replicated,167560}, {active_vbreps,0}, {waiting_vbreps,0}, {time_working,129}, {time_committing,0}, {num_checkpoints,0}, {num_failedckpts,0}, {docs_rep_queue,0}, {size_rep_queue,0}]]}, {memory, [{total,421413624}, {processes,369166384}, {processes_used,368918952}, {system,52247240}, {atom,1407441}, {atom_used,1381613}, {binary,13533040}, {code,14447798}, {ets,4274688}]}, {system_memory_data, [{system_total_memory,8370651136}, {free_swap,5335044096}, {total_swap,5335146496}, {cached_memory,732770304}, {buffered_memory,263671808}, {free_memory,6682898432}, {total_memory,8370651136}]}, {node_storage_conf, [{db_path,"/opt/couchbase/var/lib/couchbase/data/"}, {index_path,"/opt/couchbase/var/lib/couchbase/data/"}]}, {statistics, [{wall_clock,{1042653,5002}}, {context_switches,{2337138,0}}, {garbage_collection,{870380,2544310539,0}}, {io,{{input,133219690},{output,234892470}}}, {reductions,{594319037,2221028}}, {run_queue,0}, {runtime,{205400,580}}]}, {system_stats, [{cpu_utilization_rate,2.770780856423174}, {swap_total,5335146496}, {swap_used,102400}]}, {interesting_stats, [{couch_docs_actual_disk_size,23439977}, {couch_docs_data_size,23413358}, {couch_views_actual_disk_size,0}, {couch_views_data_size,0}, {curr_items,3012}, {curr_items_tot,5993}, {mem_used,24510808}, {vb_replica_curr_items,2981}]}, {cluster_compatibility_version,131072}, {version, [{public_key,"0.13"}, {lhttpc,"1.3.0"}, {ale,"8cffe61"}, {os_mon,"2.2.7"}, {couch_set_view,"1.2.0a-31560d7-git"}, {mnesia,"4.5"}, {inets,"5.7.1"}, {couch,"1.2.0a-31560d7-git"}, {mapreduce,"1.0.0"}, {couch_index_merger,"1.2.0a-31560d7-git"}, {kernel,"2.14.5"}, {crypto,"2.0.4"}, {ssl,"4.1.6"}, {sasl,"2.1.10"}, {couch_view_parser,"1.0.0"}, {ns_server,"2.0.0-1954-rel-enterprise"}, {mochiweb,"1.4.1"}, {oauth,"7d85d3ef"}, {stdlib,"1.17.5"}]}, {supported_compat_version,[2,0]}, {system_arch,"x86_64-unknown-linux-gnu"}, {wall_clock,1042}, {memory_data,{8370651136,1686609920,{<19755.5.0>,12342416}}}, {disk_data, [{"/",20219004,17},{"/boot",101086,14},{"/dev/shm",4087232,0}]}, {meminfo, <<"MemTotal: 8174464 kB\nMemFree: 6526516 kB\nBuffers: 257492 kB\nCached: 715596 kB\nSwapCached: 0 kB\nActive: 1025256 kB\nInactive: 453368 kB\nHighTotal: 0 kB\nHighFree: 0 kB\nLowTotal: 8174464 kB\nLowFree: 6526516 kB\nSwapTotal: 5210104 kB\nSwapFree: 5210004 kB\nDirty: 484 kB\nWriteback: 0 kB\nAnonPages: 505332 kB\nMapped: 19496 kB\nSlab: 134468 kB\nPageTables: 6132 kB\nNFS_Unstable: 0 kB\nBounce: 0 kB\nCommitLimit: 9297336 kB\nCommitted_AS: 2383928 kB\nVmallocTotal: 34359738367 kB\nVmallocUsed: 265708 kB\nVmallocChunk: 34359472391 kB\nHugePages_Total: 0\nHugePages_Free: 0\nHugePages_Rsvd: 0\nHugepagesize: 2048 kB\n">>}]}, {'ns_1@10.3.2.54', [{last_heard,{1353,457541,618385}}, {outgoing_replications_safeness_level,[]}, {incoming_replications_conf_hashes,[]}, {active_buckets,[]}, {ready_buckets,[]}, {local_tasks,[]}, {memory, [{total,89143912}, {processes,50853640}, {processes_used,47004136}, {system,38290272}, {atom,1395321}, {atom_used,1364127}, {binary,1503392}, {code,14077120}, {ets,3296224}]}, {system_memory_data, [{system_total_memory,8370651136}, {free_swap,5335040000}, {total_swap,5335146496}, {cached_memory,797188096}, {buffered_memory,299757568}, {free_memory,6781288448}, {total_memory,8370651136}]}, {node_storage_conf, [{db_path,"/opt/couchbase/var/lib/couchbase/data/"}, {index_path,"/opt/couchbase/var/lib/couchbase/data/"}]}, {statistics, [{wall_clock,{466759,1393}}, {context_switches,{2524325,0}}, {garbage_collection,{899482,2446082998,0}}, {io,{{input,203411292},{output,241107227}}}, {reductions,{749106717,1735067}}, {run_queue,0}, {runtime,{173330,230}}]}, {system_stats,[{cpu_utilization_rate,0},{swap_total,0},{swap_used,0}]}, {interesting_stats,[]}, {cluster_compatibility_version,131072}, {version, [{public_key,"0.13"}, {lhttpc,"1.3.0"}, {ale,"8cffe61"}, {os_mon,"2.2.7"}, {couch_set_view,"1.2.0a-31560d7-git"}, {mnesia,"4.5"}, {inets,"5.7.1"}, {couch,"1.2.0a-31560d7-git"}, {mapreduce,"1.0.0"}, {couch_index_merger,"1.2.0a-31560d7-git"}, {kernel,"2.14.5"}, {crypto,"2.0.4"}, {ssl,"4.1.6"}, {sasl,"2.1.10"}, {couch_view_parser,"1.0.0"}, {ns_server,"2.0.0-1954-rel-enterprise"}, {mochiweb,"1.4.1"}, {oauth,"7d85d3ef"}, {stdlib,"1.17.5"}]}, {supported_compat_version,[2,0]}, {system_arch,"x86_64-unknown-linux-gnu"}, {wall_clock,466}, {memory_data,{8370651136,1723895808,{<15336.4529.0>,8228504}}}, {disk_data, [{"/",20219004,23}, {"/boot",101086,14}, {"/dev/shm",4087232,0}, {"/data",206420664,6}]}, {meminfo, <<"MemTotal: 8174464 kB\nMemFree: 6622352 kB\nBuffers: 292732 kB\nCached: 778504 kB\nSwapCached: 0 kB\nActive: 852188 kB\nInactive: 537820 kB\nHighTotal: 0 kB\nHighFree: 0 kB\nLowTotal: 8174464 kB\nLowFree: 6622352 kB\nSwapTotal: 5210104 kB\nSwapFree: 5210000 kB\nDirty: 508 kB\nWriteback: 0 kB\nAnonPages: 318732 kB\nMapped: 16216 kB\nSlab: 127124 kB\nPageTables: 5208 kB\nNFS_Unstable: 0 kB\nBounce: 0 kB\nCommitLimit: 9297336 kB\nCommitted_AS: 1989900 kB\nVmallocTotal: 34359738367 kB\nVmallocUsed: 265716 kB\nVmallocChunk: 34359472391 kB\nHugePages_Total: 0\nHugePages_Free: 0\nHugePages_Rsvd: 0\nHugepagesize: 2048 kB\n">>}]}] [ns_doctor:debug,2012-11-20T16:32:00.744,ns_1@10.1.3.236:ns_doctor<0.16880.1>:ns_doctor:handle_info:133]Got initial status [{'ns_1@10.1.3.236', [{last_heard,{1353,457920,744532}}, {outgoing_replications_safeness_level,[]}, {incoming_replications_conf_hashes,[]}, {active_buckets,[]}, {ready_buckets,[]}, {local_tasks,[]}, {memory, [{total,68548360}, {processes,32463552}, {processes_used,28654136}, {system,36084808}, {atom,1405825}, {atom_used,1378141}, {binary,1430240}, {code,14337041}, {ets,988632}]}, {system_memory_data, [{system_total_memory,4140711936}, {free_swap,5292642304}, {total_swap,5335146496}, {cached_memory,724369408}, {buffered_memory,256724992}, {free_memory,2811441152}, {total_memory,4140711936}]}, {node_storage_conf, [{db_path, "/opt/couchbase/var/lib/couchbase/data/"}, {index_path, "/opt/couchbase/var/lib/couchbase/data/"}]}, {statistics, [{wall_clock,{875338,8}}, {context_switches,{3505371,0}}, {garbage_collection,{685426,2633998949,0}}, {io,{{input,218402825},{output,269112102}}}, {reductions,{894747239,46328}}, {run_queue,0}, {runtime,{332790,10}}]}, {system_stats, [{cpu_utilization_rate,0}, {swap_total,0}, {swap_used,0}]}, {interesting_stats,[]}, {cluster_compatibility_version,1}, {version, [{public_key,"0.13"}, {lhttpc,"1.3.0"}, {ale,"8cffe61"}, {os_mon,"2.2.7"}, {couch_set_view,"1.2.0a-31560d7-git"}, {mnesia,"4.5"}, {inets,"5.7.1"}, {couch,"1.2.0a-31560d7-git"}, {mapreduce,"1.0.0"}, {couch_index_merger,"1.2.0a-31560d7-git"}, {kernel,"2.14.5"}, {crypto,"2.0.4"}, {ssl,"4.1.6"}, {sasl,"2.1.10"}, {couch_view_parser,"1.0.0"}, {ns_server,"2.0.0-1954-rel-enterprise"}, {mochiweb,"1.4.1"}, {oauth,"7d85d3ef"}, {stdlib,"1.17.5"}]}, {supported_compat_version,[2,0]}, {system_arch,"x86_64-unknown-linux-gnu"}, {wall_clock,875}, {memory_data, {4140711936,1740439552,{<0.4524.0>,8228504}}}, {disk_data, [{"/",20219004,14}, {"/boot",101086,14}, {"/dev/shm",2021832,0}]}, {meminfo, <<"MemTotal: 4043664 kB\nMemFree: 2745548 kB\nBuffers: 250708 kB\nCached: 707392 kB\nSwapCached: 33340 kB\nActive: 700840 kB\nInactive: 474968 kB\nHighTotal: 0 kB\nHighFree: 0 kB\nLowTotal: 4043664 kB\nLowFree: 2745548 kB\nSwapTotal: 5210104 kB\nSwapFree: 5168596 kB\nDirty: 1008 kB\nWriteback: 32 kB\nAnonPages: 217308 kB\nMapped: 11092 kB\nSlab: 89968 kB\nPageTables: 4664 kB\nNFS_Unstable: 0 kB\nBounce: 0 kB\nCommitLimit: 7231936 kB\nCommitted_AS: 1676916 kB\nVmallocTotal: 34359738367 kB\nVmallocUsed: 265708 kB\nVmallocChunk: 34359472391 kB\nHugePages_Total: 0\nHugePages_Free: 0\nHugePages_Rsvd: 0\nHugepagesize: 2048 kB\n">>}]}] [ns_doctor:debug,2012-11-20T16:33:00.697,ns_1@10.1.3.236:ns_doctor<0.16880.1>:ns_doctor:handle_info:137]Current node statuses: [{'ns_1@10.1.3.236', [{last_heard,{1353,457975,706440}}, {outgoing_replications_safeness_level,[]}, {incoming_replications_conf_hashes,[]}, {active_buckets,[]}, {ready_buckets,[]}, {local_tasks,[]}, {memory, [{total,71424040}, {processes,35034160}, {processes_used,31286064}, {system,36389880}, {atom,1407441}, {atom_used,1381489}, {binary,1506912}, {code,14426374}, {ets,1113968}]}, {system_memory_data, [{system_total_memory,4140711936}, {free_swap,5292642304}, {total_swap,5335146496}, {cached_memory,724549632}, {buffered_memory,256729088}, {free_memory,2756419584}, {total_memory,4140711936}]}, {node_storage_conf, [{db_path,"/opt/couchbase/var/lib/couchbase/data/"}, {index_path,"/opt/couchbase/var/lib/couchbase/data/"}]}, {statistics, [{wall_clock,{930300,5008}}, {context_switches,{3513968,0}}, {garbage_collection,{686939,2637275792,0}}, {io,{{input,218527040},{output,269350206}}}, {reductions,{895724563,58504}}, {run_queue,0}, {runtime,{335720,250}}]}, {system_stats, [{cpu_utilization_rate,1.5424164524421593}, {swap_total,5335146496}, {swap_used,42504192}]}, {interesting_stats,[]}, {cluster_compatibility_version,131072}, {version, [{public_key,"0.13"}, {lhttpc,"1.3.0"}, {ale,"8cffe61"}, {os_mon,"2.2.7"}, {couch_set_view,"1.2.0a-31560d7-git"}, {mnesia,"4.5"}, {inets,"5.7.1"}, {couch,"1.2.0a-31560d7-git"}, {mapreduce,"1.0.0"}, {couch_index_merger,"1.2.0a-31560d7-git"}, {kernel,"2.14.5"}, {crypto,"2.0.4"}, {ssl,"4.1.6"}, {sasl,"2.1.10"}, {couch_view_parser,"1.0.0"}, {ns_server,"2.0.0-1954-rel-enterprise"}, {mochiweb,"1.4.1"}, {oauth,"7d85d3ef"}, {stdlib,"1.17.5"}]}, {supported_compat_version,[2,0]}, {system_arch,"x86_64-unknown-linux-gnu"}, {wall_clock,930}, {memory_data,{4140711936,1384419328,{<0.4524.0>,4714872}}}, {disk_data, [{"/",20219004,14},{"/boot",101086,14},{"/dev/shm",2021832,0}]}, {meminfo, <<"MemTotal: 4043664 kB\nMemFree: 2691816 kB\nBuffers: 250712 kB\nCached: 707568 kB\nSwapCached: 33340 kB\nActive: 756028 kB\nInactive: 475088 kB\nHighTotal: 0 kB\nHighFree: 0 kB\nLowTotal: 4043664 kB\nLowFree: 2691816 kB\nSwapTotal: 5210104 kB\nSwapFree: 5168596 kB\nDirty: 56 kB\nWriteback: 0 kB\nAnonPages: 272216 kB\nMapped: 13788 kB\nSlab: 88860 kB\nPageTables: 5064 kB\nNFS_Unstable: 0 kB\nBounce: 0 kB\nCommitLimit: 7231936 kB\nCommitted_AS: 1915868 kB\nVmallocTotal: 34359738367 kB\nVmallocUsed: 265708 kB\nVmallocChunk: 34359472391 kB\nHugePages_Total: 0\nHugePages_Free: 0\nHugePages_Rsvd: 0\nHugepagesize: 2048 kB\n">>}]}] [ns_doctor:debug,2012-11-20T16:34:00.696,ns_1@10.1.3.236:ns_doctor<0.16880.1>:ns_doctor:handle_info:137]Current node statuses: [{'ns_1@10.1.3.236', [{last_heard,{1353,458035,698283}}, {outgoing_replications_safeness_level,[]}, {incoming_replications_conf_hashes,[]}, {active_buckets,[]}, {ready_buckets,[]}, {local_tasks,[]}, {memory, [{total,71468248}, {processes,35153360}, {processes_used,31403264}, {system,36314888}, {atom,1407441}, {atom_used,1381489}, {binary,1403368}, {code,14426374}, {ets,1143872}]}, {system_memory_data, [{system_total_memory,4140711936}, {free_swap,5292642304}, {total_swap,5335146496}, {cached_memory,724635648}, {buffered_memory,256729088}, {free_memory,2758213632}, {total_memory,4140711936}]}, {node_storage_conf, [{db_path,"/opt/couchbase/var/lib/couchbase/data/"}, {index_path,"/opt/couchbase/var/lib/couchbase/data/"}]}, {statistics, [{wall_clock,{990292,5000}}, {context_switches,{3521591,0}}, {garbage_collection,{688015,2639690071,0}}, {io,{{input,218564349},{output,269441072}}}, {reductions,{896557025,75372}}, {run_queue,0}, {runtime,{338790,250}}]}, {system_stats, [{cpu_utilization_rate,1.5228426395939085}, {swap_total,5335146496}, {swap_used,42504192}]}, {interesting_stats,[]}, {cluster_compatibility_version,131072}, {version, [{public_key,"0.13"}, {lhttpc,"1.3.0"}, {ale,"8cffe61"}, {os_mon,"2.2.7"}, {couch_set_view,"1.2.0a-31560d7-git"}, {mnesia,"4.5"}, {inets,"5.7.1"}, {couch,"1.2.0a-31560d7-git"}, {mapreduce,"1.0.0"}, {couch_index_merger,"1.2.0a-31560d7-git"}, {kernel,"2.14.5"}, {crypto,"2.0.4"}, {ssl,"4.1.6"}, {sasl,"2.1.10"}, {couch_view_parser,"1.0.0"}, {ns_server,"2.0.0-1954-rel-enterprise"}, {mochiweb,"1.4.1"}, {oauth,"7d85d3ef"}, {stdlib,"1.17.5"}]}, {supported_compat_version,[2,0]}, {system_arch,"x86_64-unknown-linux-gnu"}, {wall_clock,990}, {memory_data,{4140711936,1384546304,{<0.4524.0>,4714872}}}, {disk_data, [{"/",20219004,14},{"/boot",101086,14},{"/dev/shm",2021832,0}]}, {meminfo, <<"MemTotal: 4043664 kB\nMemFree: 2693568 kB\nBuffers: 250712 kB\nCached: 707652 kB\nSwapCached: 33340 kB\nActive: 754028 kB\nInactive: 475116 kB\nHighTotal: 0 kB\nHighFree: 0 kB\nLowTotal: 4043664 kB\nLowFree: 2693568 kB\nSwapTotal: 5210104 kB\nSwapFree: 5168596 kB\nDirty: 40 kB\nWriteback: 0 kB\nAnonPages: 270128 kB\nMapped: 13788 kB\nSlab: 88720 kB\nPageTables: 5052 kB\nNFS_Unstable: 0 kB\nBounce: 0 kB\nCommitLimit: 7231936 kB\nCommitted_AS: 1913036 kB\nVmallocTotal: 34359738367 kB\nVmallocUsed: 265708 kB\nVmallocChunk: 34359472391 kB\nHugePages_Total: 0\nHugePages_Free: 0\nHugePages_Rsvd: 0\nHugepagesize: 2048 kB\n">>}]}] [ns_doctor:debug,2012-11-20T16:35:00.696,ns_1@10.1.3.236:ns_doctor<0.16880.1>:ns_doctor:handle_info:137]Current node statuses: [{'ns_1@10.1.3.236', [{last_heard,{1353,458095,698944}}, {outgoing_replications_safeness_level,[]}, {incoming_replications_conf_hashes,[]}, {active_buckets,[]}, {ready_buckets,[]}, {local_tasks,[]}, {memory, [{total,71700848}, {processes,35374352}, {processes_used,31624256}, {system,36326496}, {atom,1407441}, {atom_used,1381489}, {binary,1385648}, {code,14426374}, {ets,1173144}]}, {system_memory_data, [{system_total_memory,4140711936}, {free_swap,5292642304}, {total_swap,5335146496}, {cached_memory,724721664}, {buffered_memory,256729088}, {free_memory,2758086656}, {total_memory,4140711936}]}, {node_storage_conf, [{db_path,"/opt/couchbase/var/lib/couchbase/data/"}, {index_path,"/opt/couchbase/var/lib/couchbase/data/"}]}, {statistics, [{wall_clock,{1050292,5000}}, {context_switches,{3529291,0}}, {garbage_collection,{689009,2642175272,0}}, {io,{{input,218602556},{output,269534483}}}, {reductions,{897450480,74444}}, {run_queue,0}, {runtime,{341620,250}}]}, {system_stats, [{cpu_utilization_rate,1.7587939698492463}, {swap_total,5335146496}, {swap_used,42504192}]}, {interesting_stats,[]}, {cluster_compatibility_version,131072}, {version, [{public_key,"0.13"}, {lhttpc,"1.3.0"}, {ale,"8cffe61"}, {os_mon,"2.2.7"}, {couch_set_view,"1.2.0a-31560d7-git"}, {mnesia,"4.5"}, {inets,"5.7.1"}, {couch,"1.2.0a-31560d7-git"}, {mapreduce,"1.0.0"}, {couch_index_merger,"1.2.0a-31560d7-git"}, {kernel,"2.14.5"}, {crypto,"2.0.4"}, {ssl,"4.1.6"}, {sasl,"2.1.10"}, {couch_view_parser,"1.0.0"}, {ns_server,"2.0.0-1954-rel-enterprise"}, {mochiweb,"1.4.1"}, {oauth,"7d85d3ef"}, {stdlib,"1.17.5"}]}, {supported_compat_version,[2,0]}, {system_arch,"x86_64-unknown-linux-gnu"}, {wall_clock,1050}, {memory_data,{4140711936,1382625280,{<0.4524.0>,4714872}}}, {disk_data, [{"/",20219004,14},{"/boot",101086,14},{"/dev/shm",2021832,0}]}, {meminfo, <<"MemTotal: 4043664 kB\nMemFree: 2693444 kB\nBuffers: 250712 kB\nCached: 707736 kB\nSwapCached: 33340 kB\nActive: 754192 kB\nInactive: 475156 kB\nHighTotal: 0 kB\nHighFree: 0 kB\nLowTotal: 4043664 kB\nLowFree: 2693444 kB\nSwapTotal: 5210104 kB\nSwapFree: 5168596 kB\nDirty: 56 kB\nWriteback: 0 kB\nAnonPages: 270224 kB\nMapped: 13788 kB\nSlab: 88648 kB\nPageTables: 5052 kB\nNFS_Unstable: 0 kB\nBounce: 0 kB\nCommitLimit: 7231936 kB\nCommitted_AS: 1910676 kB\nVmallocTotal: 34359738367 kB\nVmallocUsed: 265708 kB\nVmallocChunk: 34359472391 kB\nHugePages_Total: 0\nHugePages_Free: 0\nHugePages_Rsvd: 0\nHugepagesize: 2048 kB\n">>}]}] [ns_doctor:debug,2012-11-20T16:36:00.696,ns_1@10.1.3.236:ns_doctor<0.16880.1>:ns_doctor:handle_info:137]Current node statuses: [{'ns_1@10.1.3.236', [{last_heard,{1353,458155,699069}}, {outgoing_replications_safeness_level,[]}, {incoming_replications_conf_hashes,[]}, {active_buckets,[]}, {ready_buckets,[]}, {local_tasks,[]}, {memory, [{total,71811896}, {processes,35435640}, {processes_used,31685544}, {system,36376256}, {atom,1407441}, {atom_used,1381489}, {binary,1403720}, {code,14426374}, {ets,1204880}]}, {system_memory_data, [{system_total_memory,4140711936}, {free_swap,5292642304}, {total_swap,5335146496}, {cached_memory,724783104}, {buffered_memory,256741376}, {free_memory,2758086656}, {total_memory,4140711936}]}, {node_storage_conf, [{db_path,"/opt/couchbase/var/lib/couchbase/data/"}, {index_path,"/opt/couchbase/var/lib/couchbase/data/"}]}, {statistics, [{wall_clock,{1110292,5000}}, {context_switches,{3537338,0}}, {garbage_collection,{690093,2644758499,0}}, {io,{{input,218882119},{output,269838473}}}, {reductions,{898373152,80357}}, {run_queue,0}, {runtime,{344540,260}}]}, {system_stats, [{cpu_utilization_rate,1.5228426395939085}, {swap_total,5335146496}, {swap_used,42504192}]}, {interesting_stats,[]}, {cluster_compatibility_version,131072}, {version, [{public_key,"0.13"}, {lhttpc,"1.3.0"}, {ale,"8cffe61"}, {os_mon,"2.2.7"}, {couch_set_view,"1.2.0a-31560d7-git"}, {mnesia,"4.5"}, {inets,"5.7.1"}, {couch,"1.2.0a-31560d7-git"}, {mapreduce,"1.0.0"}, {couch_index_merger,"1.2.0a-31560d7-git"}, {kernel,"2.14.5"}, {crypto,"2.0.4"}, {ssl,"4.1.6"}, {sasl,"2.1.10"}, {couch_view_parser,"1.0.0"}, {ns_server,"2.0.0-1954-rel-enterprise"}, {mochiweb,"1.4.1"}, {oauth,"7d85d3ef"}, {stdlib,"1.17.5"}]}, {supported_compat_version,[2,0]}, {system_arch,"x86_64-unknown-linux-gnu"}, {wall_clock,1110}, {memory_data,{4140711936,1382625280,{<0.4524.0>,4714872}}}, {disk_data, [{"/",20219004,14},{"/boot",101086,14},{"/dev/shm",2021832,0}]}, {meminfo, <<"MemTotal: 4043664 kB\nMemFree: 2693444 kB\nBuffers: 250724 kB\nCached: 707796 kB\nSwapCached: 33340 kB\nActive: 754200 kB\nInactive: 475288 kB\nHighTotal: 0 kB\nHighFree: 0 kB\nLowTotal: 4043664 kB\nLowFree: 2693444 kB\nSwapTotal: 5210104 kB\nSwapFree: 5168596 kB\nDirty: 64 kB\nWriteback: 0 kB\nAnonPages: 270316 kB\nMapped: 13788 kB\nSlab: 88648 kB\nPageTables: 5052 kB\nNFS_Unstable: 0 kB\nBounce: 0 kB\nCommitLimit: 7231936 kB\nCommitted_AS: 1910676 kB\nVmallocTotal: 34359738367 kB\nVmallocUsed: 265708 kB\nVmallocChunk: 34359472391 kB\nHugePages_Total: 0\nHugePages_Free: 0\nHugePages_Rsvd: 0\nHugepagesize: 2048 kB\n">>}]}] [ns_doctor:debug,2012-11-20T16:37:00.696,ns_1@10.1.3.236:ns_doctor<0.16880.1>:ns_doctor:handle_info:137]Current node statuses: [{'ns_1@10.1.3.236', [{last_heard,{1353,458215,698639}}, {outgoing_replications_safeness_level,[]}, {incoming_replications_conf_hashes,[]}, {active_buckets,[]}, {ready_buckets,[]}, {local_tasks,[]}, {memory, [{total,71691360}, {processes,35416832}, {processes_used,31666736}, {system,36274528}, {atom,1407441}, {atom_used,1381489}, {binary,1273336}, {code,14426374}, {ets,1233520}]}, {system_memory_data, [{system_total_memory,4140711936}, {free_swap,5292642304}, {total_swap,5335146496}, {cached_memory,724869120}, {buffered_memory,256741376}, {free_memory,2757959680}, {total_memory,4140711936}]}, {node_storage_conf, [{db_path,"/opt/couchbase/var/lib/couchbase/data/"}, {index_path,"/opt/couchbase/var/lib/couchbase/data/"}]}, {statistics, [{wall_clock,{1170292,5000}}, {context_switches,{3544986,0}}, {garbage_collection,{691052,2647209988,0}}, {io,{{input,218919419},{output,269930330}}}, {reductions,{899224376,64812}}, {run_queue,0}, {runtime,{347420,250}}]}, {system_stats, [{cpu_utilization_rate,1.5151515151515151}, {swap_total,5335146496}, {swap_used,42504192}]}, {interesting_stats,[]}, {cluster_compatibility_version,131072}, {version, [{public_key,"0.13"}, {lhttpc,"1.3.0"}, {ale,"8cffe61"}, {os_mon,"2.2.7"}, {couch_set_view,"1.2.0a-31560d7-git"}, {mnesia,"4.5"}, {inets,"5.7.1"}, {couch,"1.2.0a-31560d7-git"}, {mapreduce,"1.0.0"}, {couch_index_merger,"1.2.0a-31560d7-git"}, {kernel,"2.14.5"}, {crypto,"2.0.4"}, {ssl,"4.1.6"}, {sasl,"2.1.10"}, {couch_view_parser,"1.0.0"}, {ns_server,"2.0.0-1954-rel-enterprise"}, {mochiweb,"1.4.1"}, {oauth,"7d85d3ef"}, {stdlib,"1.17.5"}]}, {supported_compat_version,[2,0]}, {system_arch,"x86_64-unknown-linux-gnu"}, {wall_clock,1170}, {memory_data,{4140711936,1382752256,{<0.4524.0>,4714872}}}, {disk_data, [{"/",20219004,14},{"/boot",101086,14},{"/dev/shm",2021832,0}]}, {meminfo, <<"MemTotal: 4043664 kB\nMemFree: 2693320 kB\nBuffers: 250724 kB\nCached: 707880 kB\nSwapCached: 33340 kB\nActive: 754316 kB\nInactive: 475356 kB\nHighTotal: 0 kB\nHighFree: 0 kB\nLowTotal: 4043664 kB\nLowFree: 2693320 kB\nSwapTotal: 5210104 kB\nSwapFree: 5168596 kB\nDirty: 40 kB\nWriteback: 0 kB\nAnonPages: 270412 kB\nMapped: 13788 kB\nSlab: 88632 kB\nPageTables: 5052 kB\nNFS_Unstable: 0 kB\nBounce: 0 kB\nCommitLimit: 7231936 kB\nCommitted_AS: 1910676 kB\nVmallocTotal: 34359738367 kB\nVmallocUsed: 265708 kB\nVmallocChunk: 34359472391 kB\nHugePages_Total: 0\nHugePages_Free: 0\nHugePages_Rsvd: 0\nHugepagesize: 2048 kB\n">>}]}] [ns_doctor:debug,2012-11-20T16:38:00.696,ns_1@10.1.3.236:ns_doctor<0.16880.1>:ns_doctor:handle_info:137]Current node statuses: [{'ns_1@10.1.3.236', [{last_heard,{1353,458275,698087}}, {outgoing_replications_safeness_level,[]}, {incoming_replications_conf_hashes,[]}, {active_buckets,[]}, {ready_buckets,[]}, {local_tasks,[]}, {memory, [{total,71803688}, {processes,35499720}, {processes_used,31749624}, {system,36303968}, {atom,1407441}, {atom_used,1381489}, {binary,1274344}, {code,14426374}, {ets,1261904}]}, {system_memory_data, [{system_total_memory,4140711936}, {free_swap,5292642304}, {total_swap,5335146496}, {cached_memory,724955136}, {buffered_memory,256741376}, {free_memory,2757959680}, {total_memory,4140711936}]}, {node_storage_conf, [{db_path,"/opt/couchbase/var/lib/couchbase/data/"}, {index_path,"/opt/couchbase/var/lib/couchbase/data/"}]}, {statistics, [{wall_clock,{1230291,5000}}, {context_switches,{3552643,0}}, {garbage_collection,{692053,2649638124,0}}, {io,{{input,218957617},{output,270019515}}}, {reductions,{900088986,89472}}, {run_queue,0}, {runtime,{350230,220}}]}, {system_stats, [{cpu_utilization_rate,1.2531328320802004}, {swap_total,5335146496}, {swap_used,42504192}]}, {interesting_stats,[]}, {cluster_compatibility_version,131072}, {version, [{public_key,"0.13"}, {lhttpc,"1.3.0"}, {ale,"8cffe61"}, {os_mon,"2.2.7"}, {couch_set_view,"1.2.0a-31560d7-git"}, {mnesia,"4.5"}, {inets,"5.7.1"}, {couch,"1.2.0a-31560d7-git"}, {mapreduce,"1.0.0"}, {couch_index_merger,"1.2.0a-31560d7-git"}, {kernel,"2.14.5"}, {crypto,"2.0.4"}, {ssl,"4.1.6"}, {sasl,"2.1.10"}, {couch_view_parser,"1.0.0"}, {ns_server,"2.0.0-1954-rel-enterprise"}, {mochiweb,"1.4.1"}, {oauth,"7d85d3ef"}, {stdlib,"1.17.5"}]}, {supported_compat_version,[2,0]}, {system_arch,"x86_64-unknown-linux-gnu"}, {wall_clock,1230}, {memory_data,{4140711936,1382879232,{<0.4524.0>,4714872}}}, {disk_data, [{"/",20219004,14},{"/boot",101086,14},{"/dev/shm",2021832,0}]}, {meminfo, <<"MemTotal: 4043664 kB\nMemFree: 2693320 kB\nBuffers: 250724 kB\nCached: 707964 kB\nSwapCached: 33340 kB\nActive: 754444 kB\nInactive: 475396 kB\nHighTotal: 0 kB\nHighFree: 0 kB\nLowTotal: 4043664 kB\nLowFree: 2693320 kB\nSwapTotal: 5210104 kB\nSwapFree: 5168596 kB\nDirty: 8 kB\nWriteback: 0 kB\nAnonPages: 270504 kB\nMapped: 13788 kB\nSlab: 88616 kB\nPageTables: 5052 kB\nNFS_Unstable: 0 kB\nBounce: 0 kB\nCommitLimit: 7231936 kB\nCommitted_AS: 1910676 kB\nVmallocTotal: 34359738367 kB\nVmallocUsed: 265708 kB\nVmallocChunk: 34359472391 kB\nHugePages_Total: 0\nHugePages_Free: 0\nHugePages_Rsvd: 0\nHugepagesize: 2048 kB\n">>}]}] [ns_doctor:debug,2012-11-20T16:39:00.697,ns_1@10.1.3.236:ns_doctor<0.16880.1>:ns_doctor:handle_info:137]Current node statuses: [{'ns_1@10.1.3.236', [{last_heard,{1353,458335,698902}}, {outgoing_replications_safeness_level,[]}, {incoming_replications_conf_hashes,[]}, {active_buckets,[]}, {ready_buckets,[]}, {local_tasks,[]}, {memory, [{total,71482512}, {processes,35155264}, {processes_used,31405168}, {system,36327248}, {atom,1407441}, {atom_used,1381489}, {binary,1265112}, {code,14426374}, {ets,1294792}]}, {system_memory_data, [{system_total_memory,4140711936}, {free_swap,5292642304}, {total_swap,5335146496}, {cached_memory,724643840}, {buffered_memory,256741376}, {free_memory,2765832192}, {total_memory,4140711936}]}, {node_storage_conf, [{db_path,"/opt/couchbase/var/lib/couchbase/data/"}, {index_path,"/opt/couchbase/var/lib/couchbase/data/"}]}, {statistics, [{wall_clock,{1290292,5000}}, {context_switches,{3560580,0}}, {garbage_collection,{693137,2652309109,0}}, {io,{{input,219241398},{output,270188196}}}, {reductions,{901041811,74744}}, {run_queue,0}, {runtime,{352930,220}}]}, {system_stats, [{cpu_utilization_rate,1.5}, {swap_total,5335146496}, {swap_used,42504192}]}, {interesting_stats,[]}, {cluster_compatibility_version,131072}, {version, [{public_key,"0.13"}, {lhttpc,"1.3.0"}, {ale,"8cffe61"}, {os_mon,"2.2.7"}, {couch_set_view,"1.2.0a-31560d7-git"}, {mnesia,"4.5"}, {inets,"5.7.1"}, {couch,"1.2.0a-31560d7-git"}, {mapreduce,"1.0.0"}, {couch_index_merger,"1.2.0a-31560d7-git"}, {kernel,"2.14.5"}, {crypto,"2.0.4"}, {ssl,"4.1.6"}, {sasl,"2.1.10"}, {couch_view_parser,"1.0.0"}, {ns_server,"2.0.0-1954-rel-enterprise"}, {mochiweb,"1.4.1"}, {oauth,"7d85d3ef"}, {stdlib,"1.17.5"}]}, {supported_compat_version,[2,0]}, {system_arch,"x86_64-unknown-linux-gnu"}, {wall_clock,1290}, {memory_data,{4140711936,1382879232,{<0.4524.0>,4714872}}}, {disk_data, [{"/",20219004,14},{"/boot",101086,14},{"/dev/shm",2021832,0}]}, {meminfo, <<"MemTotal: 4043664 kB\nMemFree: 2701008 kB\nBuffers: 250724 kB\nCached: 707660 kB\nSwapCached: 33340 kB\nActive: 745920 kB\nInactive: 475160 kB\nHighTotal: 0 kB\nHighFree: 0 kB\nLowTotal: 4043664 kB\nLowFree: 2701008 kB\nSwapTotal: 5210104 kB\nSwapFree: 5168596 kB\nDirty: 64 kB\nWriteback: 0 kB\nAnonPages: 262028 kB\nMapped: 13788 kB\nSlab: 88616 kB\nPageTables: 5024 kB\nNFS_Unstable: 0 kB\nBounce: 0 kB\nCommitLimit: 7231936 kB\nCommitted_AS: 1902000 kB\nVmallocTotal: 34359738367 kB\nVmallocUsed: 265708 kB\nVmallocChunk: 34359472391 kB\nHugePages_Total: 0\nHugePages_Free: 0\nHugePages_Rsvd: 0\nHugepagesize: 2048 kB\n">>}]}] [ns_doctor:debug,2012-11-20T16:40:00.696,ns_1@10.1.3.236:ns_doctor<0.16880.1>:ns_doctor:handle_info:137]Current node statuses: [{'ns_1@10.1.3.236', [{last_heard,{1353,458395,697548}}, {outgoing_replications_safeness_level,[]}, {incoming_replications_conf_hashes,[]}, {active_buckets,[]}, {ready_buckets,[]}, {local_tasks,[]}, {memory, [{total,71448840}, {processes,35082336}, {processes_used,31332240}, {system,36366504}, {atom,1407441}, {atom_used,1381489}, {binary,1275776}, {code,14426374}, {ets,1323360}]}, {system_memory_data, [{system_total_memory,4140711936}, {free_swap,5292642304}, {total_swap,5335146496}, {cached_memory,724729856}, {buffered_memory,256741376}, {free_memory,2765959168}, {total_memory,4140711936}]}, {node_storage_conf, [{db_path,"/opt/couchbase/var/lib/couchbase/data/"}, {index_path,"/opt/couchbase/var/lib/couchbase/data/"}]}, {statistics, [{wall_clock,{1350291,5000}}, {context_switches,{3568285,0}}, {garbage_collection,{694302,2654849114,0}}, {io,{{input,219279596},{output,270279680}}}, {reductions,{901979615,84574}}, {run_queue,0}, {runtime,{355610,230}}]}, {system_stats, [{cpu_utilization_rate,1.2531328320802004}, {swap_total,5335146496}, {swap_used,42504192}]}, {interesting_stats,[]}, {cluster_compatibility_version,131072}, {version, [{public_key,"0.13"}, {lhttpc,"1.3.0"}, {ale,"8cffe61"}, {os_mon,"2.2.7"}, {couch_set_view,"1.2.0a-31560d7-git"}, {mnesia,"4.5"}, {inets,"5.7.1"}, {couch,"1.2.0a-31560d7-git"}, {mapreduce,"1.0.0"}, {couch_index_merger,"1.2.0a-31560d7-git"}, {kernel,"2.14.5"}, {crypto,"2.0.4"}, {ssl,"4.1.6"}, {sasl,"2.1.10"}, {couch_view_parser,"1.0.0"}, {ns_server,"2.0.0-1954-rel-enterprise"}, {mochiweb,"1.4.1"}, {oauth,"7d85d3ef"}, {stdlib,"1.17.5"}]}, {supported_compat_version,[2,0]}, {system_arch,"x86_64-unknown-linux-gnu"}, {wall_clock,1350}, {memory_data,{4140711936,1374879744,{<0.4524.0>,4714872}}}, {disk_data, [{"/",20219004,14},{"/boot",101086,14},{"/dev/shm",2021832,0}]}, {meminfo, <<"MemTotal: 4043664 kB\nMemFree: 2701132 kB\nBuffers: 250724 kB\nCached: 707744 kB\nSwapCached: 33340 kB\nActive: 746040 kB\nInactive: 475216 kB\nHighTotal: 0 kB\nHighFree: 0 kB\nLowTotal: 4043664 kB\nLowFree: 2701132 kB\nSwapTotal: 5210104 kB\nSwapFree: 5168596 kB\nDirty: 44 kB\nWriteback: 0 kB\nAnonPages: 262124 kB\nMapped: 13788 kB\nSlab: 88608 kB\nPageTables: 5024 kB\nNFS_Unstable: 0 kB\nBounce: 0 kB\nCommitLimit: 7231936 kB\nCommitted_AS: 1902000 kB\nVmallocTotal: 34359738367 kB\nVmallocUsed: 265708 kB\nVmallocChunk: 34359472391 kB\nHugePages_Total: 0\nHugePages_Free: 0\nHugePages_Rsvd: 0\nHugepagesize: 2048 kB\n">>}]}] [ns_doctor:debug,2012-11-20T16:41:00.696,ns_1@10.1.3.236:ns_doctor<0.16880.1>:ns_doctor:handle_info:137]Current node statuses: [{'ns_1@10.1.3.236', [{last_heard,{1353,458455,698517}}, {outgoing_replications_safeness_level,[]}, {incoming_replications_conf_hashes,[]}, {active_buckets,[]}, {ready_buckets,[]}, {local_tasks,[]}, {memory, [{total,71686280}, {processes,35292512}, {processes_used,31542416}, {system,36393768}, {atom,1407441}, {atom_used,1381489}, {binary,1273656}, {code,14426374}, {ets,1352712}]}, {system_memory_data, [{system_total_memory,4140711936}, {free_swap,5292642304}, {total_swap,5335146496}, {cached_memory,724815872}, {buffered_memory,256741376}, {free_memory,2765832192}, {total_memory,4140711936}]}, {node_storage_conf, [{db_path,"/opt/couchbase/var/lib/couchbase/data/"}, {index_path,"/opt/couchbase/var/lib/couchbase/data/"}]}, {statistics, [{wall_clock,{1410292,5000}}, {context_switches,{3576000,0}}, {garbage_collection,{695266,2657305226,0}}, {io,{{input,219316896},{output,270371537}}}, {reductions,{902838301,76698}}, {run_queue,0}, {runtime,{358320,240}}]}, {system_stats, [{cpu_utilization_rate,1.5075376884422111}, {swap_total,5335146496}, {swap_used,42504192}]}, {interesting_stats,[]}, {cluster_compatibility_version,131072}, {version, [{public_key,"0.13"}, {lhttpc,"1.3.0"}, {ale,"8cffe61"}, {os_mon,"2.2.7"}, {couch_set_view,"1.2.0a-31560d7-git"}, {mnesia,"4.5"}, {inets,"5.7.1"}, {couch,"1.2.0a-31560d7-git"}, {mapreduce,"1.0.0"}, {couch_index_merger,"1.2.0a-31560d7-git"}, {kernel,"2.14.5"}, {crypto,"2.0.4"}, {ssl,"4.1.6"}, {sasl,"2.1.10"}, {couch_view_parser,"1.0.0"}, {ns_server,"2.0.0-1954-rel-enterprise"}, {mochiweb,"1.4.1"}, {oauth,"7d85d3ef"}, {stdlib,"1.17.5"}]}, {supported_compat_version,[2,0]}, {system_arch,"x86_64-unknown-linux-gnu"}, {wall_clock,1410}, {memory_data,{4140711936,1374879744,{<0.4524.0>,4714872}}}, {disk_data, [{"/",20219004,14},{"/boot",101086,14},{"/dev/shm",2021832,0}]}, {meminfo, <<"MemTotal: 4043664 kB\nMemFree: 2701008 kB\nBuffers: 250724 kB\nCached: 707828 kB\nSwapCached: 33340 kB\nActive: 746148 kB\nInactive: 475272 kB\nHighTotal: 0 kB\nHighFree: 0 kB\nLowTotal: 4043664 kB\nLowFree: 2701008 kB\nSwapTotal: 5210104 kB\nSwapFree: 5168596 kB\nDirty: 8 kB\nWriteback: 0 kB\nAnonPages: 262216 kB\nMapped: 13788 kB\nSlab: 88620 kB\nPageTables: 5024 kB\nNFS_Unstable: 0 kB\nBounce: 0 kB\nCommitLimit: 7231936 kB\nCommitted_AS: 1902000 kB\nVmallocTotal: 34359738367 kB\nVmallocUsed: 265708 kB\nVmallocChunk: 34359472391 kB\nHugePages_Total: 0\nHugePages_Free: 0\nHugePages_Rsvd: 0\nHugepagesize: 2048 kB\n">>}]}] [ns_doctor:debug,2012-11-20T16:42:00.696,ns_1@10.1.3.236:ns_doctor<0.16880.1>:ns_doctor:handle_info:137]Current node statuses: [{'ns_1@10.1.3.236', [{last_heard,{1353,458515,698434}}, {outgoing_replications_safeness_level,[]}, {incoming_replications_conf_hashes,[]}, {active_buckets,[]}, {ready_buckets,[]}, {local_tasks,[]}, {memory, [{total,71887176}, {processes,35448128}, {processes_used,31698032}, {system,36439048}, {atom,1407441}, {atom_used,1381489}, {binary,1287352}, {code,14426374}, {ets,1384480}]}, {system_memory_data, [{system_total_memory,4140711936}, {free_swap,5292642304}, {total_swap,5335146496}, {cached_memory,724885504}, {buffered_memory,256749568}, {free_memory,2766086144}, {total_memory,4140711936}]}, {node_storage_conf, [{db_path,"/opt/couchbase/var/lib/couchbase/data/"}, {index_path,"/opt/couchbase/var/lib/couchbase/data/"}]}, {statistics, [{wall_clock,{1470292,5001}}, {context_switches,{3584053,0}}, {garbage_collection,{696294,2659945483,0}}, {io,{{input,219602253},{output,270687881}}}, {reductions,{903760330,71986}}, {run_queue,0}, {runtime,{361010,230}}]}, {system_stats, [{cpu_utilization_rate,1.7543859649122806}, {swap_total,5335146496}, {swap_used,42504192}]}, {interesting_stats,[]}, {cluster_compatibility_version,131072}, {version, [{public_key,"0.13"}, {lhttpc,"1.3.0"}, {ale,"8cffe61"}, {os_mon,"2.2.7"}, {couch_set_view,"1.2.0a-31560d7-git"}, {mnesia,"4.5"}, {inets,"5.7.1"}, {couch,"1.2.0a-31560d7-git"}, {mapreduce,"1.0.0"}, {couch_index_merger,"1.2.0a-31560d7-git"}, {kernel,"2.14.5"}, {crypto,"2.0.4"}, {ssl,"4.1.6"}, {sasl,"2.1.10"}, {couch_view_parser,"1.0.0"}, {ns_server,"2.0.0-1954-rel-enterprise"}, {mochiweb,"1.4.1"}, {oauth,"7d85d3ef"}, {stdlib,"1.17.5"}]}, {supported_compat_version,[2,0]}, {system_arch,"x86_64-unknown-linux-gnu"}, {wall_clock,1470}, {memory_data,{4140711936,1374625792,{<0.4524.0>,4714872}}}, {disk_data, [{"/",20219004,14},{"/boot",101086,14},{"/dev/shm",2021832,0}]}, {meminfo, <<"MemTotal: 4043664 kB\nMemFree: 2701256 kB\nBuffers: 250732 kB\nCached: 707896 kB\nSwapCached: 33340 kB\nActive: 745656 kB\nInactive: 475336 kB\nHighTotal: 0 kB\nHighFree: 0 kB\nLowTotal: 4043664 kB\nLowFree: 2701256 kB\nSwapTotal: 5210104 kB\nSwapFree: 5168596 kB\nDirty: 84 kB\nWriteback: 0 kB\nAnonPages: 261720 kB\nMapped: 13788 kB\nSlab: 88616 kB\nPageTables: 5020 kB\nNFS_Unstable: 0 kB\nBounce: 0 kB\nCommitLimit: 7231936 kB\nCommitted_AS: 1899900 kB\nVmallocTotal: 34359738367 kB\nVmallocUsed: 265708 kB\nVmallocChunk: 34359472391 kB\nHugePages_Total: 0\nHugePages_Free: 0\nHugePages_Rsvd: 0\nHugepagesize: 2048 kB\n">>}]}] [ns_doctor:debug,2012-11-20T16:43:00.696,ns_1@10.1.3.236:ns_doctor<0.16880.1>:ns_doctor:handle_info:137]Current node statuses: [{'ns_1@10.1.3.236', [{last_heard,{1353,458575,697831}}, {outgoing_replications_safeness_level,[]}, {incoming_replications_conf_hashes,[]}, {active_buckets,[]}, {ready_buckets,[]}, {local_tasks,[]}, {memory, [{total,71761720}, {processes,35338768}, {processes_used,31588672}, {system,36422952}, {atom,1407441}, {atom_used,1381489}, {binary,1299176}, {code,14426374}, {ets,1356224}]}, {system_memory_data, [{system_total_memory,4140711936}, {free_swap,5292642304}, {total_swap,5335146496}, {cached_memory,724971520}, {buffered_memory,256749568}, {free_memory,2766213120}, {total_memory,4140711936}]}, {node_storage_conf, [{db_path,"/opt/couchbase/var/lib/couchbase/data/"}, {index_path,"/opt/couchbase/var/lib/couchbase/data/"}]}, {statistics, [{wall_clock,{1530291,5000}}, {context_switches,{3591736,0}}, {garbage_collection,{697303,2662479525,0}}, {io,{{input,219639553},{output,270779738}}}, {reductions,{904655907,70214}}, {run_queue,0}, {runtime,{363770,230}}]}, {system_stats, [{cpu_utilization_rate,1.5037593984962405}, {swap_total,5335146496}, {swap_used,42504192}]}, {interesting_stats,[]}, {cluster_compatibility_version,131072}, {version, [{public_key,"0.13"}, {lhttpc,"1.3.0"}, {ale,"8cffe61"}, {os_mon,"2.2.7"}, {couch_set_view,"1.2.0a-31560d7-git"}, {mnesia,"4.5"}, {inets,"5.7.1"}, {couch,"1.2.0a-31560d7-git"}, {mapreduce,"1.0.0"}, {couch_index_merger,"1.2.0a-31560d7-git"}, {kernel,"2.14.5"}, {crypto,"2.0.4"}, {ssl,"4.1.6"}, {sasl,"2.1.10"}, {couch_view_parser,"1.0.0"}, {ns_server,"2.0.0-1954-rel-enterprise"}, {mochiweb,"1.4.1"}, {oauth,"7d85d3ef"}, {stdlib,"1.17.5"}]}, {supported_compat_version,[2,0]}, {system_arch,"x86_64-unknown-linux-gnu"}, {wall_clock,1530}, {memory_data,{4140711936,1374633984,{<0.4524.0>,4714872}}}, {disk_data, [{"/",20219004,14},{"/boot",101086,14},{"/dev/shm",2021832,0}]}, {meminfo, <<"MemTotal: 4043664 kB\nMemFree: 2701380 kB\nBuffers: 250732 kB\nCached: 707980 kB\nSwapCached: 33340 kB\nActive: 745784 kB\nInactive: 475412 kB\nHighTotal: 0 kB\nHighFree: 0 kB\nLowTotal: 4043664 kB\nLowFree: 2701380 kB\nSwapTotal: 5210104 kB\nSwapFree: 5168596 kB\nDirty: 40 kB\nWriteback: 0 kB\nAnonPages: 261812 kB\nMapped: 13788 kB\nSlab: 88608 kB\nPageTables: 5020 kB\nNFS_Unstable: 0 kB\nBounce: 0 kB\nCommitLimit: 7231936 kB\nCommitted_AS: 1899900 kB\nVmallocTotal: 34359738367 kB\nVmallocUsed: 265708 kB\nVmallocChunk: 34359472391 kB\nHugePages_Total: 0\nHugePages_Free: 0\nHugePages_Rsvd: 0\nHugepagesize: 2048 kB\n">>}]}] [ns_doctor:debug,2012-11-20T16:44:00.696,ns_1@10.1.3.236:ns_doctor<0.16880.1>:ns_doctor:handle_info:137]Current node statuses: [{'ns_1@10.1.3.236', [{last_heard,{1353,458635,698052}}, {outgoing_replications_safeness_level,[]}, {incoming_replications_conf_hashes,[]}, {active_buckets,[]}, {ready_buckets,[]}, {local_tasks,[]}, {memory, [{total,71803552}, {processes,35386344}, {processes_used,31636248}, {system,36417208}, {atom,1407441}, {atom_used,1381489}, {binary,1265112}, {code,14426374}, {ets,1384448}]}, {system_memory_data, [{system_total_memory,4140711936}, {free_swap,5292642304}, {total_swap,5335146496}, {cached_memory,725057536}, {buffered_memory,256749568}, {free_memory,2766213120}, {total_memory,4140711936}]}, {node_storage_conf, [{db_path,"/opt/couchbase/var/lib/couchbase/data/"}, {index_path,"/opt/couchbase/var/lib/couchbase/data/"}]}, {statistics, [{wall_clock,{1590292,4999}}, {context_switches,{3599425,0}}, {garbage_collection,{698317,2664930293,0}}, {io,{{input,219677751},{output,270869957}}}, {reductions,{905543224,69337}}, {run_queue,0}, {runtime,{366470,240}}]}, {system_stats, [{cpu_utilization_rate,1.5}, {swap_total,5335146496}, {swap_used,42504192}]}, {interesting_stats,[]}, {cluster_compatibility_version,131072}, {version, [{public_key,"0.13"}, {lhttpc,"1.3.0"}, {ale,"8cffe61"}, {os_mon,"2.2.7"}, {couch_set_view,"1.2.0a-31560d7-git"}, {mnesia,"4.5"}, {inets,"5.7.1"}, {couch,"1.2.0a-31560d7-git"}, {mapreduce,"1.0.0"}, {couch_index_merger,"1.2.0a-31560d7-git"}, {kernel,"2.14.5"}, {crypto,"2.0.4"}, {ssl,"4.1.6"}, {sasl,"2.1.10"}, {couch_view_parser,"1.0.0"}, {ns_server,"2.0.0-1954-rel-enterprise"}, {mochiweb,"1.4.1"}, {oauth,"7d85d3ef"}, {stdlib,"1.17.5"}]}, {supported_compat_version,[2,0]}, {system_arch,"x86_64-unknown-linux-gnu"}, {wall_clock,1590}, {memory_data,{4140711936,1374507008,{<0.4524.0>,4714872}}}, {disk_data, [{"/",20219004,14},{"/boot",101086,14},{"/dev/shm",2021832,0}]}, {meminfo, <<"MemTotal: 4043664 kB\nMemFree: 2701380 kB\nBuffers: 250732 kB\nCached: 708064 kB\nSwapCached: 33340 kB\nActive: 745908 kB\nInactive: 475456 kB\nHighTotal: 0 kB\nHighFree: 0 kB\nLowTotal: 4043664 kB\nLowFree: 2701380 kB\nSwapTotal: 5210104 kB\nSwapFree: 5168596 kB\nDirty: 4 kB\nWriteback: 0 kB\nAnonPages: 261900 kB\nMapped: 13788 kB\nSlab: 88624 kB\nPageTables: 5020 kB\nNFS_Unstable: 0 kB\nBounce: 0 kB\nCommitLimit: 7231936 kB\nCommitted_AS: 1899900 kB\nVmallocTotal: 34359738367 kB\nVmallocUsed: 265708 kB\nVmallocChunk: 34359472391 kB\nHugePages_Total: 0\nHugePages_Free: 0\nHugePages_Rsvd: 0\nHugepagesize: 2048 kB\n">>}]}] [ns_doctor:debug,2012-11-20T16:45:00.696,ns_1@10.1.3.236:ns_doctor<0.16880.1>:ns_doctor:handle_info:137]Current node statuses: [{'ns_1@10.1.3.236', [{last_heard,{1353,458695,697592}}, {outgoing_replications_safeness_level,[]}, {incoming_replications_conf_hashes,[]}, {active_buckets,[]}, {ready_buckets,[]}, {local_tasks,[]}, {memory, [{total,71742136}, {processes,35279272}, {processes_used,31529176}, {system,36462864}, {atom,1407441}, {atom_used,1381489}, {binary,1278712}, {code,14426374}, {ets,1416664}]}, {system_memory_data, [{system_total_memory,4140711936}, {free_swap,5292642304}, {total_swap,5335146496}, {cached_memory,724725760}, {buffered_memory,256753664}, {free_memory,2766340096}, {total_memory,4140711936}]}, {node_storage_conf, [{db_path,"/opt/couchbase/var/lib/couchbase/data/"}, {index_path,"/opt/couchbase/var/lib/couchbase/data/"}]}, {statistics, [{wall_clock,{1650291,5000}}, {context_switches,{3607355,0}}, {garbage_collection,{699437,2667544546,0}}, {io,{{input,219961523},{output,271086296}}}, {reductions,{906469421,71770}}, {run_queue,0}, {runtime,{369220,230}}]}, {system_stats, [{cpu_utilization_rate,1.7587939698492463}, {swap_total,5335146496}, {swap_used,42504192}]}, {interesting_stats,[]}, {cluster_compatibility_version,131072}, {version, [{public_key,"0.13"}, {lhttpc,"1.3.0"}, {ale,"8cffe61"}, {os_mon,"2.2.7"}, {couch_set_view,"1.2.0a-31560d7-git"}, {mnesia,"4.5"}, {inets,"5.7.1"}, {couch,"1.2.0a-31560d7-git"}, {mapreduce,"1.0.0"}, {couch_index_merger,"1.2.0a-31560d7-git"}, {kernel,"2.14.5"}, {crypto,"2.0.4"}, {ssl,"4.1.6"}, {sasl,"2.1.10"}, {couch_view_parser,"1.0.0"}, {ns_server,"2.0.0-1954-rel-enterprise"}, {mochiweb,"1.4.1"}, {oauth,"7d85d3ef"}, {stdlib,"1.17.5"}]}, {supported_compat_version,[2,0]}, {system_arch,"x86_64-unknown-linux-gnu"}, {wall_clock,1650}, {memory_data,{4140711936,1374380032,{<0.4524.0>,4714872}}}, {disk_data, [{"/",20219004,14},{"/boot",101086,14},{"/dev/shm",2021832,0}]}, {meminfo, <<"MemTotal: 4043664 kB\nMemFree: 2701504 kB\nBuffers: 250736 kB\nCached: 707740 kB\nSwapCached: 33340 kB\nActive: 745904 kB\nInactive: 475220 kB\nHighTotal: 0 kB\nHighFree: 0 kB\nLowTotal: 4043664 kB\nLowFree: 2701504 kB\nSwapTotal: 5210104 kB\nSwapFree: 5168596 kB\nDirty: 80 kB\nWriteback: 0 kB\nAnonPages: 261992 kB\nMapped: 13788 kB\nSlab: 88616 kB\nPageTables: 5020 kB\nNFS_Unstable: 0 kB\nBounce: 0 kB\nCommitLimit: 7231936 kB\nCommitted_AS: 1899900 kB\nVmallocTotal: 34359738367 kB\nVmallocUsed: 265708 kB\nVmallocChunk: 34359472391 kB\nHugePages_Total: 0\nHugePages_Free: 0\nHugePages_Rsvd: 0\nHugepagesize: 2048 kB\n">>}]}] [ns_doctor:debug,2012-11-20T16:46:00.696,ns_1@10.1.3.236:ns_doctor<0.16880.1>:ns_doctor:handle_info:137]Current node statuses: [{'ns_1@10.1.3.236', [{last_heard,{1353,458755,697777}}, {outgoing_replications_safeness_level,[]}, {incoming_replications_conf_hashes,[]}, {active_buckets,[]}, {ready_buckets,[]}, {local_tasks,[]}, {memory, [{total,71824176}, {processes,35346184}, {processes_used,31596088}, {system,36477992}, {atom,1407441}, {atom_used,1381489}, {binary,1265280}, {code,14426374}, {ets,1445104}]}, {system_memory_data, [{system_total_memory,4140711936}, {free_swap,5292642304}, {total_swap,5335146496}, {cached_memory,724815872}, {buffered_memory,256753664}, {free_memory,2766467072}, {total_memory,4140711936}]}, {node_storage_conf, [{db_path,"/opt/couchbase/var/lib/couchbase/data/"}, {index_path,"/opt/couchbase/var/lib/couchbase/data/"}]}, {statistics, [{wall_clock,{1710291,5000}}, {context_switches,{3615021,0}}, {garbage_collection,{700437,2670003978,0}}, {io,{{input,219999721},{output,271177795}}}, {reductions,{907360223,68475}}, {run_queue,0}, {runtime,{371880,230}}]}, {system_stats, [{cpu_utilization_rate,1.5037593984962405}, {swap_total,5335146496}, {swap_used,42504192}]}, {interesting_stats,[]}, {cluster_compatibility_version,131072}, {version, [{public_key,"0.13"}, {lhttpc,"1.3.0"}, {ale,"8cffe61"}, {os_mon,"2.2.7"}, {couch_set_view,"1.2.0a-31560d7-git"}, {mnesia,"4.5"}, {inets,"5.7.1"}, {couch,"1.2.0a-31560d7-git"}, {mapreduce,"1.0.0"}, {couch_index_merger,"1.2.0a-31560d7-git"}, {kernel,"2.14.5"}, {crypto,"2.0.4"}, {ssl,"4.1.6"}, {sasl,"2.1.10"}, {couch_view_parser,"1.0.0"}, {ns_server,"2.0.0-1954-rel-enterprise"}, {mochiweb,"1.4.1"}, {oauth,"7d85d3ef"}, {stdlib,"1.17.5"}]}, {supported_compat_version,[2,0]}, {system_arch,"x86_64-unknown-linux-gnu"}, {wall_clock,1710}, {memory_data,{4140711936,1374380032,{<0.4524.0>,4714872}}}, {disk_data, [{"/",20219004,14},{"/boot",101086,14},{"/dev/shm",2021832,0}]}, {meminfo, <<"MemTotal: 4043664 kB\nMemFree: 2701628 kB\nBuffers: 250736 kB\nCached: 707828 kB\nSwapCached: 33340 kB\nActive: 746012 kB\nInactive: 475276 kB\nHighTotal: 0 kB\nHighFree: 0 kB\nLowTotal: 4043664 kB\nLowFree: 2701628 kB\nSwapTotal: 5210104 kB\nSwapFree: 5168596 kB\nDirty: 44 kB\nWriteback: 0 kB\nAnonPages: 262084 kB\nMapped: 13788 kB\nSlab: 88592 kB\nPageTables: 5020 kB\nNFS_Unstable: 0 kB\nBounce: 0 kB\nCommitLimit: 7231936 kB\nCommitted_AS: 1899900 kB\nVmallocTotal: 34359738367 kB\nVmallocUsed: 265708 kB\nVmallocChunk: 34359472391 kB\nHugePages_Total: 0\nHugePages_Free: 0\nHugePages_Rsvd: 0\nHugepagesize: 2048 kB\n">>}]}] [ns_doctor:debug,2012-11-20T16:47:00.696,ns_1@10.1.3.236:ns_doctor<0.16880.1>:ns_doctor:handle_info:137]Current node statuses: [{'ns_1@10.1.3.236', [{last_heard,{1353,458815,697631}}, {outgoing_replications_safeness_level,[]}, {incoming_replications_conf_hashes,[]}, {active_buckets,[]}, {ready_buckets,[]}, {local_tasks,[]}, {memory, [{total,71566240}, {processes,35113696}, {processes_used,31363600}, {system,36452544}, {atom,1407441}, {atom_used,1381489}, {binary,1267272}, {code,14426374}, {ets,1417288}]}, {system_memory_data, [{system_total_memory,4140711936}, {free_swap,5292642304}, {total_swap,5335146496}, {cached_memory,724897792}, {buffered_memory,256753664}, {free_memory,2766594048}, {total_memory,4140711936}]}, {node_storage_conf, [{db_path,"/opt/couchbase/var/lib/couchbase/data/"}, {index_path,"/opt/couchbase/var/lib/couchbase/data/"}]}, {statistics, [{wall_clock,{1770291,5000}}, {context_switches,{3622748,0}}, {garbage_collection,{701395,2672438378,0}}, {io,{{input,220037030},{output,271271967}}}, {reductions,{908220504,79124}}, {run_queue,0}, {runtime,{374530,240}}]}, {system_stats, [{cpu_utilization_rate,1.5037593984962405}, {swap_total,5335146496}, {swap_used,42504192}]}, {interesting_stats,[]}, {cluster_compatibility_version,131072}, {version, [{public_key,"0.13"}, {lhttpc,"1.3.0"}, {ale,"8cffe61"}, {os_mon,"2.2.7"}, {couch_set_view,"1.2.0a-31560d7-git"}, {mnesia,"4.5"}, {inets,"5.7.1"}, {couch,"1.2.0a-31560d7-git"}, {mapreduce,"1.0.0"}, {couch_index_merger,"1.2.0a-31560d7-git"}, {kernel,"2.14.5"}, {crypto,"2.0.4"}, {ssl,"4.1.6"}, {sasl,"2.1.10"}, {couch_view_parser,"1.0.0"}, {ns_server,"2.0.0-1954-rel-enterprise"}, {mochiweb,"1.4.1"}, {oauth,"7d85d3ef"}, {stdlib,"1.17.5"}]}, {supported_compat_version,[2,0]}, {system_arch,"x86_64-unknown-linux-gnu"}, {wall_clock,1770}, {memory_data,{4140711936,1374253056,{<0.4524.0>,4714872}}}, {disk_data, [{"/",20219004,14},{"/boot",101086,14},{"/dev/shm",2021832,0}]}, {meminfo, <<"MemTotal: 4043664 kB\nMemFree: 2701752 kB\nBuffers: 250736 kB\nCached: 707908 kB\nSwapCached: 33340 kB\nActive: 746144 kB\nInactive: 475336 kB\nHighTotal: 0 kB\nHighFree: 0 kB\nLowTotal: 4043664 kB\nLowFree: 2701752 kB\nSwapTotal: 5210104 kB\nSwapFree: 5168596 kB\nDirty: 24 kB\nWriteback: 0 kB\nAnonPages: 262176 kB\nMapped: 13788 kB\nSlab: 88604 kB\nPageTables: 5020 kB\nNFS_Unstable: 0 kB\nBounce: 0 kB\nCommitLimit: 7231936 kB\nCommitted_AS: 1899900 kB\nVmallocTotal: 34359738367 kB\nVmallocUsed: 265708 kB\nVmallocChunk: 34359472391 kB\nHugePages_Total: 0\nHugePages_Free: 0\nHugePages_Rsvd: 0\nHugepagesize: 2048 kB\n">>}]}] [ns_doctor:debug,2012-11-20T16:48:00.696,ns_1@10.1.3.236:ns_doctor<0.16880.1>:ns_doctor:handle_info:137]Current node statuses: [{'ns_1@10.1.3.236', [{last_heard,{1353,458875,697835}}, {outgoing_replications_safeness_level,[]}, {incoming_replications_conf_hashes,[]}, {active_buckets,[]}, {ready_buckets,[]}, {local_tasks,[]}, {memory, [{total,71260192}, {processes,34768152}, {processes_used,31018056}, {system,36492040}, {atom,1407441}, {atom_used,1381489}, {binary,1275264}, {code,14426374}, {ets,1449056}]}, {system_memory_data, [{system_total_memory,4140711936}, {free_swap,5292642304}, {total_swap,5335146496}, {cached_memory,724959232}, {buffered_memory,256761856}, {free_memory,2766340096}, {total_memory,4140711936}]}, {node_storage_conf, [{db_path,"/opt/couchbase/var/lib/couchbase/data/"}, {index_path,"/opt/couchbase/var/lib/couchbase/data/"}]}, {statistics, [{wall_clock,{1830291,4999}}, {context_switches,{3630693,0}}, {garbage_collection,{702649,2675132276,0}}, {io,{{input,220322607},{output,271588549}}}, {reductions,{909158687,67128}}, {run_queue,0}, {runtime,{377220,240}}]}, {system_stats, [{cpu_utilization_rate,1.5}, {swap_total,5335146496}, {swap_used,42504192}]}, {interesting_stats,[]}, {cluster_compatibility_version,131072}, {version, [{public_key,"0.13"}, {lhttpc,"1.3.0"}, {ale,"8cffe61"}, {os_mon,"2.2.7"}, {couch_set_view,"1.2.0a-31560d7-git"}, {mnesia,"4.5"}, {inets,"5.7.1"}, {couch,"1.2.0a-31560d7-git"}, {mapreduce,"1.0.0"}, {couch_index_merger,"1.2.0a-31560d7-git"}, {kernel,"2.14.5"}, {crypto,"2.0.4"}, {ssl,"4.1.6"}, {sasl,"2.1.10"}, {couch_view_parser,"1.0.0"}, {ns_server,"2.0.0-1954-rel-enterprise"}, {mochiweb,"1.4.1"}, {oauth,"7d85d3ef"}, {stdlib,"1.17.5"}]}, {supported_compat_version,[2,0]}, {system_arch,"x86_64-unknown-linux-gnu"}, {wall_clock,1830}, {memory_data,{4140711936,1374253056,{<0.4524.0>,4714872}}}, {disk_data, [{"/",20219004,14},{"/boot",101086,14},{"/dev/shm",2021832,0}]}, {meminfo, <<"MemTotal: 4043664 kB\nMemFree: 2701504 kB\nBuffers: 250744 kB\nCached: 707968 kB\nSwapCached: 33340 kB\nActive: 746240 kB\nInactive: 475396 kB\nHighTotal: 0 kB\nHighFree: 0 kB\nLowTotal: 4043664 kB\nLowFree: 2701504 kB\nSwapTotal: 5210104 kB\nSwapFree: 5168596 kB\nDirty: 84 kB\nWriteback: 0 kB\nAnonPages: 262268 kB\nMapped: 13788 kB\nSlab: 88596 kB\nPageTables: 5020 kB\nNFS_Unstable: 0 kB\nBounce: 0 kB\nCommitLimit: 7231936 kB\nCommitted_AS: 1899900 kB\nVmallocTotal: 34359738367 kB\nVmallocUsed: 265708 kB\nVmallocChunk: 34359472391 kB\nHugePages_Total: 0\nHugePages_Free: 0\nHugePages_Rsvd: 0\nHugepagesize: 2048 kB\n">>}]}] [ns_doctor:debug,2012-11-20T16:49:00.696,ns_1@10.1.3.236:ns_doctor<0.16880.1>:ns_doctor:handle_info:137]Current node statuses: [{'ns_1@10.1.3.236', [{last_heard,{1353,458935,697942}}, {outgoing_replications_safeness_level,[]}, {incoming_replications_conf_hashes,[]}, {active_buckets,[]}, {ready_buckets,[]}, {local_tasks,[]}, {memory, [{total,71258576}, {processes,34790184}, {processes_used,31040088}, {system,36468392}, {atom,1407441}, {atom_used,1381489}, {binary,1279832}, {code,14426374}, {ets,1420520}]}, {system_memory_data, [{system_total_memory,4140711936}, {free_swap,5292642304}, {total_swap,5335146496}, {cached_memory,725045248}, {buffered_memory,256761856}, {free_memory,2766213120}, {total_memory,4140711936}]}, {node_storage_conf, [{db_path,"/opt/couchbase/var/lib/couchbase/data/"}, {index_path,"/opt/couchbase/var/lib/couchbase/data/"}]}, {statistics, [{wall_clock,{1890291,5000}}, {context_switches,{3638381,0}}, {garbage_collection,{703767,2677632989,0}}, {io,{{input,220360805},{output,271680666}}}, {reductions,{910052523,82000}}, {run_queue,0}, {runtime,{379910,230}}]}, {system_stats, [{cpu_utilization_rate,1.5}, {swap_total,5335146496}, {swap_used,42504192}]}, {interesting_stats,[]}, {cluster_compatibility_version,131072}, {version, [{public_key,"0.13"}, {lhttpc,"1.3.0"}, {ale,"8cffe61"}, {os_mon,"2.2.7"}, {couch_set_view,"1.2.0a-31560d7-git"}, {mnesia,"4.5"}, {inets,"5.7.1"}, {couch,"1.2.0a-31560d7-git"}, {mapreduce,"1.0.0"}, {couch_index_merger,"1.2.0a-31560d7-git"}, {kernel,"2.14.5"}, {crypto,"2.0.4"}, {ssl,"4.1.6"}, {sasl,"2.1.10"}, {couch_view_parser,"1.0.0"}, {ns_server,"2.0.0-1954-rel-enterprise"}, {mochiweb,"1.4.1"}, {oauth,"7d85d3ef"}, {stdlib,"1.17.5"}]}, {supported_compat_version,[2,0]}, {system_arch,"x86_64-unknown-linux-gnu"}, {wall_clock,1890}, {memory_data,{4140711936,1374380032,{<0.4524.0>,4714872}}}, {disk_data, [{"/",20219004,14},{"/boot",101086,14},{"/dev/shm",2021832,0}]}, {meminfo, <<"MemTotal: 4043664 kB\nMemFree: 2701380 kB\nBuffers: 250744 kB\nCached: 708052 kB\nSwapCached: 33340 kB\nActive: 746352 kB\nInactive: 475456 kB\nHighTotal: 0 kB\nHighFree: 0 kB\nLowTotal: 4043664 kB\nLowFree: 2701380 kB\nSwapTotal: 5210104 kB\nSwapFree: 5168596 kB\nDirty: 52 kB\nWriteback: 0 kB\nAnonPages: 262356 kB\nMapped: 13788 kB\nSlab: 88600 kB\nPageTables: 5020 kB\nNFS_Unstable: 0 kB\nBounce: 0 kB\nCommitLimit: 7231936 kB\nCommitted_AS: 1899900 kB\nVmallocTotal: 34359738367 kB\nVmallocUsed: 265708 kB\nVmallocChunk: 34359472391 kB\nHugePages_Total: 0\nHugePages_Free: 0\nHugePages_Rsvd: 0\nHugepagesize: 2048 kB\n">>}]}] [ns_doctor:debug,2012-11-20T16:50:00.696,ns_1@10.1.3.236:ns_doctor<0.16880.1>:ns_doctor:handle_info:137]Current node statuses: [{'ns_1@10.1.3.236', [{last_heard,{1353,458995,697933}}, {outgoing_replications_safeness_level,[]}, {incoming_replications_conf_hashes,[]}, {active_buckets,[]}, {ready_buckets,[]}, {local_tasks,[]}, {memory, [{total,71424536}, {processes,34922240}, {processes_used,31172144}, {system,36502296}, {atom,1407441}, {atom_used,1381489}, {binary,1285080}, {code,14426374}, {ets,1449104}]}, {system_memory_data, [{system_total_memory,4140711936}, {free_swap,5292642304}, {total_swap,5335146496}, {cached_memory,725135360}, {buffered_memory,256761856}, {free_memory,2766086144}, {total_memory,4140711936}]}, {node_storage_conf, [{db_path,"/opt/couchbase/var/lib/couchbase/data/"}, {index_path,"/opt/couchbase/var/lib/couchbase/data/"}]}, {statistics, [{wall_clock,{1950291,4999}}, {context_switches,{3646040,0}}, {garbage_collection,{704902,2680084431,0}}, {io,{{input,220398105},{output,271770595}}}, {reductions,{910933842,77669}}, {run_queue,0}, {runtime,{382550,230}}]}, {system_stats, [{cpu_utilization_rate,1.5}, {swap_total,5335146496}, {swap_used,42504192}]}, {interesting_stats,[]}, {cluster_compatibility_version,131072}, {version, [{public_key,"0.13"}, {lhttpc,"1.3.0"}, {ale,"8cffe61"}, {os_mon,"2.2.7"}, {couch_set_view,"1.2.0a-31560d7-git"}, {mnesia,"4.5"}, {inets,"5.7.1"}, {couch,"1.2.0a-31560d7-git"}, {mapreduce,"1.0.0"}, {couch_index_merger,"1.2.0a-31560d7-git"}, {kernel,"2.14.5"}, {crypto,"2.0.4"}, {ssl,"4.1.6"}, {sasl,"2.1.10"}, {couch_view_parser,"1.0.0"}, {ns_server,"2.0.0-1954-rel-enterprise"}, {mochiweb,"1.4.1"}, {oauth,"7d85d3ef"}, {stdlib,"1.17.5"}]}, {supported_compat_version,[2,0]}, {system_arch,"x86_64-unknown-linux-gnu"}, {wall_clock,1950}, {memory_data,{4140711936,1374633984,{<0.4524.0>,4714872}}}, {disk_data, [{"/",20219004,14},{"/boot",101086,14},{"/dev/shm",2021832,0}]}, {meminfo, <<"MemTotal: 4043664 kB\nMemFree: 2701256 kB\nBuffers: 250744 kB\nCached: 708140 kB\nSwapCached: 33340 kB\nActive: 746488 kB\nInactive: 475512 kB\nHighTotal: 0 kB\nHighFree: 0 kB\nLowTotal: 4043664 kB\nLowFree: 2701256 kB\nSwapTotal: 5210104 kB\nSwapFree: 5168596 kB\nDirty: 28 kB\nWriteback: 0 kB\nAnonPages: 262448 kB\nMapped: 13788 kB\nSlab: 88604 kB\nPageTables: 5020 kB\nNFS_Unstable: 0 kB\nBounce: 0 kB\nCommitLimit: 7231936 kB\nCommitted_AS: 1899900 kB\nVmallocTotal: 34359738367 kB\nVmallocUsed: 265708 kB\nVmallocChunk: 34359472391 kB\nHugePages_Total: 0\nHugePages_Free: 0\nHugePages_Rsvd: 0\nHugepagesize: 2048 kB\n">>}]}] [ns_doctor:debug,2012-11-20T16:51:00.696,ns_1@10.1.3.236:ns_doctor<0.16880.1>:ns_doctor:handle_info:137]Current node statuses: [{'ns_1@10.1.3.236', [{last_heard,{1353,459055,697727}}, {outgoing_replications_safeness_level,[]}, {incoming_replications_conf_hashes,[]}, {active_buckets,[]}, {ready_buckets,[]}, {local_tasks,[]}, {memory, [{total,71737568}, {processes,35200568}, {processes_used,31450472}, {system,36537000}, {atom,1407441}, {atom_used,1381489}, {binary,1286904}, {code,14426374}, {ets,1482040}]}, {system_memory_data, [{system_total_memory,4140711936}, {free_swap,5292642304}, {total_swap,5335146496}, {cached_memory,724791296}, {buffered_memory,256770048}, {free_memory,2766086144}, {total_memory,4140711936}]}, {node_storage_conf, [{db_path,"/opt/couchbase/var/lib/couchbase/data/"}, {index_path,"/opt/couchbase/var/lib/couchbase/data/"}]}, {statistics, [{wall_clock,{2010291,4999}}, {context_switches,{3654040,0}}, {garbage_collection,{706138,2682752024,0}}, {io,{{input,220682766},{output,272038738}}}, {reductions,{911947026,82545}}, {run_queue,0}, {runtime,{385260,240}}]}, {system_stats, [{cpu_utilization_rate,1.5037593984962405}, {swap_total,5335146496}, {swap_used,42504192}]}, {interesting_stats,[]}, {cluster_compatibility_version,131072}, {version, [{public_key,"0.13"}, {lhttpc,"1.3.0"}, {ale,"8cffe61"}, {os_mon,"2.2.7"}, {couch_set_view,"1.2.0a-31560d7-git"}, {mnesia,"4.5"}, {inets,"5.7.1"}, {couch,"1.2.0a-31560d7-git"}, {mapreduce,"1.0.0"}, {couch_index_merger,"1.2.0a-31560d7-git"}, {kernel,"2.14.5"}, {crypto,"2.0.4"}, {ssl,"4.1.6"}, {sasl,"2.1.10"}, {couch_view_parser,"1.0.0"}, {ns_server,"2.0.0-1954-rel-enterprise"}, {mochiweb,"1.4.1"}, {oauth,"7d85d3ef"}, {stdlib,"1.17.5"}]}, {supported_compat_version,[2,0]}, {system_arch,"x86_64-unknown-linux-gnu"}, {wall_clock,2010}, {memory_data,{4140711936,1374498816,{<0.4524.0>,4714872}}}, {disk_data, [{"/",20219004,14},{"/boot",101086,14},{"/dev/shm",2021832,0}]}, {meminfo, <<"MemTotal: 4043664 kB\nMemFree: 2701256 kB\nBuffers: 250752 kB\nCached: 707804 kB\nSwapCached: 33340 kB\nActive: 746476 kB\nInactive: 475248 kB\nHighTotal: 0 kB\nHighFree: 0 kB\nLowTotal: 4043664 kB\nLowFree: 2701256 kB\nSwapTotal: 5210104 kB\nSwapFree: 5168596 kB\nDirty: 76 kB\nWriteback: 0 kB\nAnonPages: 262540 kB\nMapped: 13788 kB\nSlab: 88592 kB\nPageTables: 5020 kB\nNFS_Unstable: 0 kB\nBounce: 0 kB\nCommitLimit: 7231936 kB\nCommitted_AS: 1899900 kB\nVmallocTotal: 34359738367 kB\nVmallocUsed: 265708 kB\nVmallocChunk: 34359472391 kB\nHugePages_Total: 0\nHugePages_Free: 0\nHugePages_Rsvd: 0\nHugepagesize: 2048 kB\n">>}]}] [ns_doctor:debug,2012-11-20T16:52:00.696,ns_1@10.1.3.236:ns_doctor<0.16880.1>:ns_doctor:handle_info:137]Current node statuses: [{'ns_1@10.1.3.236', [{last_heard,{1353,459115,698089}}, {outgoing_replications_safeness_level,[]}, {incoming_replications_conf_hashes,[]}, {active_buckets,[]}, {ready_buckets,[]}, {local_tasks,[]}, {memory, [{total,71757912}, {processes,35178032}, {processes_used,31427936}, {system,36579880}, {atom,1407441}, {atom_used,1381489}, {binary,1301176}, {code,14426374}, {ets,1510576}]}, {system_memory_data, [{system_total_memory,4140711936}, {free_swap,5292642304}, {total_swap,5335146496}, {cached_memory,724885504}, {buffered_memory,256770048}, {free_memory,2766086144}, {total_memory,4140711936}]}, {node_storage_conf, [{db_path,"/opt/couchbase/var/lib/couchbase/data/"}, {index_path,"/opt/couchbase/var/lib/couchbase/data/"}]}, {statistics, [{wall_clock,{2070292,5001}}, {context_switches,{3661741,0}}, {garbage_collection,{707262,2685245020,0}}, {io,{{input,220720066},{output,272128928}}}, {reductions,{912830275,77581}}, {run_queue,0}, {runtime,{387900,200}}]}, {system_stats, [{cpu_utilization_rate,1.256281407035176}, {swap_total,5335146496}, {swap_used,42504192}]}, {interesting_stats,[]}, {cluster_compatibility_version,131072}, {version, [{public_key,"0.13"}, {lhttpc,"1.3.0"}, {ale,"8cffe61"}, {os_mon,"2.2.7"}, {couch_set_view,"1.2.0a-31560d7-git"}, {mnesia,"4.5"}, {inets,"5.7.1"}, {couch,"1.2.0a-31560d7-git"}, {mapreduce,"1.0.0"}, {couch_index_merger,"1.2.0a-31560d7-git"}, {kernel,"2.14.5"}, {crypto,"2.0.4"}, {ssl,"4.1.6"}, {sasl,"2.1.10"}, {couch_view_parser,"1.0.0"}, {ns_server,"2.0.0-1954-rel-enterprise"}, {mochiweb,"1.4.1"}, {oauth,"7d85d3ef"}, {stdlib,"1.17.5"}]}, {supported_compat_version,[2,0]}, {system_arch,"x86_64-unknown-linux-gnu"}, {wall_clock,2070}, {memory_data,{4140711936,1374625792,{<0.4524.0>,4714872}}}, {disk_data, [{"/",20219004,14},{"/boot",101086,14},{"/dev/shm",2021832,0}]}, {meminfo, <<"MemTotal: 4043664 kB\nMemFree: 2701256 kB\nBuffers: 250752 kB\nCached: 707896 kB\nSwapCached: 33340 kB\nActive: 746628 kB\nInactive: 475324 kB\nHighTotal: 0 kB\nHighFree: 0 kB\nLowTotal: 4043664 kB\nLowFree: 2701256 kB\nSwapTotal: 5210104 kB\nSwapFree: 5168596 kB\nDirty: 40 kB\nWriteback: 0 kB\nAnonPages: 262632 kB\nMapped: 13788 kB\nSlab: 88588 kB\nPageTables: 5020 kB\nNFS_Unstable: 0 kB\nBounce: 0 kB\nCommitLimit: 7231936 kB\nCommitted_AS: 1899900 kB\nVmallocTotal: 34359738367 kB\nVmallocUsed: 265708 kB\nVmallocChunk: 34359472391 kB\nHugePages_Total: 0\nHugePages_Free: 0\nHugePages_Rsvd: 0\nHugepagesize: 2048 kB\n">>}]}] [ns_doctor:debug,2012-11-20T16:53:00.696,ns_1@10.1.3.236:ns_doctor<0.16880.1>:ns_doctor:handle_info:137]Current node statuses: [{'ns_1@10.1.3.236', [{last_heard,{1353,459175,697818}}, {outgoing_replications_safeness_level,[]}, {incoming_replications_conf_hashes,[]}, {active_buckets,[]}, {ready_buckets,[]}, {local_tasks,[]}, {memory, [{total,71702296}, {processes,35148096}, {processes_used,31398000}, {system,36554200}, {atom,1407441}, {atom_used,1381489}, {binary,1302728}, {code,14426374}, {ets,1482984}]}, {system_memory_data, [{system_total_memory,4140711936}, {free_swap,5292642304}, {total_swap,5335146496}, {cached_memory,724967424}, {buffered_memory,256770048}, {free_memory,2765832192}, {total_memory,4140711936}]}, {node_storage_conf, [{db_path,"/opt/couchbase/var/lib/couchbase/data/"}, {index_path,"/opt/couchbase/var/lib/couchbase/data/"}]}, {statistics, [{wall_clock,{2130291,5000}}, {context_switches,{3669428,0}}, {garbage_collection,{708370,2687691001,0}}, {io,{{input,220758273},{output,272223374}}}, {reductions,{913722394,76064}}, {run_queue,0}, {runtime,{390570,230}}]}, {system_stats, [{cpu_utilization_rate,1.5}, {swap_total,5335146496}, {swap_used,42504192}]}, {interesting_stats,[]}, {cluster_compatibility_version,131072}, {version, [{public_key,"0.13"}, {lhttpc,"1.3.0"}, {ale,"8cffe61"}, {os_mon,"2.2.7"}, {couch_set_view,"1.2.0a-31560d7-git"}, {mnesia,"4.5"}, {inets,"5.7.1"}, {couch,"1.2.0a-31560d7-git"}, {mapreduce,"1.0.0"}, {couch_index_merger,"1.2.0a-31560d7-git"}, {kernel,"2.14.5"}, {crypto,"2.0.4"}, {ssl,"4.1.6"}, {sasl,"2.1.10"}, {couch_view_parser,"1.0.0"}, {ns_server,"2.0.0-1954-rel-enterprise"}, {mochiweb,"1.4.1"}, {oauth,"7d85d3ef"}, {stdlib,"1.17.5"}]}, {supported_compat_version,[2,0]}, {system_arch,"x86_64-unknown-linux-gnu"}, {wall_clock,2130}, {memory_data,{4140711936,1374879744,{<0.4524.0>,4714872}}}, {disk_data, [{"/",20219004,14},{"/boot",101086,14},{"/dev/shm",2021832,0}]}, {meminfo, <<"MemTotal: 4043664 kB\nMemFree: 2701008 kB\nBuffers: 250752 kB\nCached: 707976 kB\nSwapCached: 33340 kB\nActive: 746744 kB\nInactive: 475384 kB\nHighTotal: 0 kB\nHighFree: 0 kB\nLowTotal: 4043664 kB\nLowFree: 2701008 kB\nSwapTotal: 5210104 kB\nSwapFree: 5168596 kB\nDirty: 28 kB\nWriteback: 0 kB\nAnonPages: 262728 kB\nMapped: 13788 kB\nSlab: 88600 kB\nPageTables: 5020 kB\nNFS_Unstable: 0 kB\nBounce: 0 kB\nCommitLimit: 7231936 kB\nCommitted_AS: 1899900 kB\nVmallocTotal: 34359738367 kB\nVmallocUsed: 265708 kB\nVmallocChunk: 34359472391 kB\nHugePages_Total: 0\nHugePages_Free: 0\nHugePages_Rsvd: 0\nHugepagesize: 2048 kB\n">>}]}] [ns_doctor:debug,2012-11-20T16:54:00.696,ns_1@10.1.3.236:ns_doctor<0.16880.1>:ns_doctor:handle_info:137]Current node statuses: [{'ns_1@10.1.3.236', [{last_heard,{1353,459235,697920}}, {outgoing_replications_safeness_level,[]}, {incoming_replications_conf_hashes,[]}, {active_buckets,[]}, {ready_buckets,[]}, {local_tasks,[]}, {memory, [{total,71552960}, {processes,34962504}, {processes_used,31212408}, {system,36590456}, {atom,1407441}, {atom_used,1381489}, {binary,1307016}, {code,14426374}, {ets,1515152}]}, {system_memory_data, [{system_total_memory,4140711936}, {free_swap,5292642304}, {total_swap,5335146496}, {cached_memory,725037056}, {buffered_memory,256782336}, {free_memory,2765705216}, {total_memory,4140711936}]}, {node_storage_conf, [{db_path,"/opt/couchbase/var/lib/couchbase/data/"}, {index_path,"/opt/couchbase/var/lib/couchbase/data/"}]}, {statistics, [{wall_clock,{2190291,5000}}, {context_switches,{3677493,0}}, {garbage_collection,{709491,2690321161,0}}, {io,{{input,221042741},{output,272539429}}}, {reductions,{914630824,68956}}, {run_queue,0}, {runtime,{393340,220}}]}, {system_stats, [{cpu_utilization_rate,1.75}, {swap_total,5335146496}, {swap_used,42504192}]}, {interesting_stats,[]}, {cluster_compatibility_version,131072}, {version, [{public_key,"0.13"}, {lhttpc,"1.3.0"}, {ale,"8cffe61"}, {os_mon,"2.2.7"}, {couch_set_view,"1.2.0a-31560d7-git"}, {mnesia,"4.5"}, {inets,"5.7.1"}, {couch,"1.2.0a-31560d7-git"}, {mapreduce,"1.0.0"}, {couch_index_merger,"1.2.0a-31560d7-git"}, {kernel,"2.14.5"}, {crypto,"2.0.4"}, {ssl,"4.1.6"}, {sasl,"2.1.10"}, {couch_view_parser,"1.0.0"}, {ns_server,"2.0.0-1954-rel-enterprise"}, {mochiweb,"1.4.1"}, {oauth,"7d85d3ef"}, {stdlib,"1.17.5"}]}, {supported_compat_version,[2,0]}, {system_arch,"x86_64-unknown-linux-gnu"}, {wall_clock,2190}, {memory_data,{4140711936,1375006720,{<0.4524.0>,4714872}}}, {disk_data, [{"/",20219004,14},{"/boot",101086,14},{"/dev/shm",2021832,0}]}, {meminfo, <<"MemTotal: 4043664 kB\nMemFree: 2700884 kB\nBuffers: 250764 kB\nCached: 708044 kB\nSwapCached: 33340 kB\nActive: 746856 kB\nInactive: 475440 kB\nHighTotal: 0 kB\nHighFree: 0 kB\nLowTotal: 4043664 kB\nLowFree: 2700884 kB\nSwapTotal: 5210104 kB\nSwapFree: 5168596 kB\nDirty: 84 kB\nWriteback: 0 kB\nAnonPages: 262820 kB\nMapped: 13788 kB\nSlab: 88604 kB\nPageTables: 5020 kB\nNFS_Unstable: 0 kB\nBounce: 0 kB\nCommitLimit: 7231936 kB\nCommitted_AS: 1899900 kB\nVmallocTotal: 34359738367 kB\nVmallocUsed: 265708 kB\nVmallocChunk: 34359472391 kB\nHugePages_Total: 0\nHugePages_Free: 0\nHugePages_Rsvd: 0\nHugepagesize: 2048 kB\n">>}]}] [ns_doctor:debug,2012-11-20T16:55:00.696,ns_1@10.1.3.236:ns_doctor<0.16880.1>:ns_doctor:handle_info:137]Current node statuses: [{'ns_1@10.1.3.236', [{last_heard,{1353,459295,697976}}, {outgoing_replications_safeness_level,[]}, {incoming_replications_conf_hashes,[]}, {active_buckets,[]}, {ready_buckets,[]}, {local_tasks,[]}, {memory, [{total,71571200}, {processes,34994784}, {processes_used,31244688}, {system,36576416}, {atom,1407441}, {atom_used,1381489}, {binary,1321512}, {code,14426374}, {ets,1486248}]}, {system_memory_data, [{system_total_memory,4140711936}, {free_swap,5292642304}, {total_swap,5335146496}, {cached_memory,725123072}, {buffered_memory,256782336}, {free_memory,2765578240}, {total_memory,4140711936}]}, {node_storage_conf, [{db_path,"/opt/couchbase/var/lib/couchbase/data/"}, {index_path,"/opt/couchbase/var/lib/couchbase/data/"}]}, {statistics, [{wall_clock,{2250291,5000}}, {context_switches,{3685157,0}}, {garbage_collection,{710577,2692811889,0}}, {io,{{input,221080939},{output,272631547}}}, {reductions,{915520418,70625}}, {run_queue,0}, {runtime,{395990,240}}]}, {system_stats, [{cpu_utilization_rate,1.2531328320802004}, {swap_total,5335146496}, {swap_used,42504192}]}, {interesting_stats,[]}, {cluster_compatibility_version,131072}, {version, [{public_key,"0.13"}, {lhttpc,"1.3.0"}, {ale,"8cffe61"}, {os_mon,"2.2.7"}, {couch_set_view,"1.2.0a-31560d7-git"}, {mnesia,"4.5"}, {inets,"5.7.1"}, {couch,"1.2.0a-31560d7-git"}, {mapreduce,"1.0.0"}, {couch_index_merger,"1.2.0a-31560d7-git"}, {kernel,"2.14.5"}, {crypto,"2.0.4"}, {ssl,"4.1.6"}, {sasl,"2.1.10"}, {couch_view_parser,"1.0.0"}, {ns_server,"2.0.0-1954-rel-enterprise"}, {mochiweb,"1.4.1"}, {oauth,"7d85d3ef"}, {stdlib,"1.17.5"}]}, {supported_compat_version,[2,0]}, {system_arch,"x86_64-unknown-linux-gnu"}, {wall_clock,2250}, {memory_data,{4140711936,1375006720,{<0.4524.0>,4714872}}}, {disk_data, [{"/",20219004,14},{"/boot",101086,14},{"/dev/shm",2021832,0}]}, {meminfo, <<"MemTotal: 4043664 kB\nMemFree: 2700760 kB\nBuffers: 250764 kB\nCached: 708128 kB\nSwapCached: 33340 kB\nActive: 746952 kB\nInactive: 475484 kB\nHighTotal: 0 kB\nHighFree: 0 kB\nLowTotal: 4043664 kB\nLowFree: 2700760 kB\nSwapTotal: 5210104 kB\nSwapFree: 5168596 kB\nDirty: 52 kB\nWriteback: 0 kB\nAnonPages: 262908 kB\nMapped: 13788 kB\nSlab: 88612 kB\nPageTables: 5020 kB\nNFS_Unstable: 0 kB\nBounce: 0 kB\nCommitLimit: 7231936 kB\nCommitted_AS: 1899900 kB\nVmallocTotal: 34359738367 kB\nVmallocUsed: 265708 kB\nVmallocChunk: 34359472391 kB\nHugePages_Total: 0\nHugePages_Free: 0\nHugePages_Rsvd: 0\nHugepagesize: 2048 kB\n">>}]}] [ns_doctor:debug,2012-11-20T16:56:00.696,ns_1@10.1.3.236:ns_doctor<0.16880.1>:ns_doctor:handle_info:137]Current node statuses: [{'ns_1@10.1.3.236', [{last_heard,{1353,459355,698325}}, {outgoing_replications_safeness_level,[]}, {incoming_replications_conf_hashes,[]}, {active_buckets,[]}, {ready_buckets,[]}, {local_tasks,[]}, {memory, [{total,71828480}, {processes,35215432}, {processes_used,31465336}, {system,36613048}, {atom,1407441}, {atom_used,1381489}, {binary,1329384}, {code,14426374}, {ets,1514928}]}, {system_memory_data, [{system_total_memory,4140711936}, {free_swap,5292642304}, {total_swap,5335146496}, {cached_memory,725209088}, {buffered_memory,256782336}, {free_memory,2765578240}, {total_memory,4140711936}]}, {node_storage_conf, [{db_path,"/opt/couchbase/var/lib/couchbase/data/"}, {index_path,"/opt/couchbase/var/lib/couchbase/data/"}]}, {statistics, [{wall_clock,{2310292,5001}}, {context_switches,{3692810,0}}, {garbage_collection,{711557,2695254805,0}}, {io,{{input,221118239},{output,272722771}}}, {reductions,{916385763,69810}}, {run_queue,0}, {runtime,{398670,240}}]}, {system_stats, [{cpu_utilization_rate,1.5075376884422111}, {swap_total,5335146496}, {swap_used,42504192}]}, {interesting_stats,[]}, {cluster_compatibility_version,131072}, {version, [{public_key,"0.13"}, {lhttpc,"1.3.0"}, {ale,"8cffe61"}, {os_mon,"2.2.7"}, {couch_set_view,"1.2.0a-31560d7-git"}, {mnesia,"4.5"}, {inets,"5.7.1"}, {couch,"1.2.0a-31560d7-git"}, {mapreduce,"1.0.0"}, {couch_index_merger,"1.2.0a-31560d7-git"}, {kernel,"2.14.5"}, {crypto,"2.0.4"}, {ssl,"4.1.6"}, {sasl,"2.1.10"}, {couch_view_parser,"1.0.0"}, {ns_server,"2.0.0-1954-rel-enterprise"}, {mochiweb,"1.4.1"}, {oauth,"7d85d3ef"}, {stdlib,"1.17.5"}]}, {supported_compat_version,[2,0]}, {system_arch,"x86_64-unknown-linux-gnu"}, {wall_clock,2310}, {memory_data,{4140711936,1375133696,{<0.4524.0>,4714872}}}, {disk_data, [{"/",20219004,14},{"/boot",101086,14},{"/dev/shm",2021832,0}]}, {meminfo, <<"MemTotal: 4043664 kB\nMemFree: 2700760 kB\nBuffers: 250764 kB\nCached: 708212 kB\nSwapCached: 33340 kB\nActive: 747088 kB\nInactive: 475544 kB\nHighTotal: 0 kB\nHighFree: 0 kB\nLowTotal: 4043664 kB\nLowFree: 2700760 kB\nSwapTotal: 5210104 kB\nSwapFree: 5168596 kB\nDirty: 12 kB\nWriteback: 0 kB\nAnonPages: 263000 kB\nMapped: 13788 kB\nSlab: 88604 kB\nPageTables: 5020 kB\nNFS_Unstable: 0 kB\nBounce: 0 kB\nCommitLimit: 7231936 kB\nCommitted_AS: 1899900 kB\nVmallocTotal: 34359738367 kB\nVmallocUsed: 265708 kB\nVmallocChunk: 34359472391 kB\nHugePages_Total: 0\nHugePages_Free: 0\nHugePages_Rsvd: 0\nHugepagesize: 2048 kB\n">>}]}] [ns_doctor:debug,2012-11-20T16:57:00.696,ns_1@10.1.3.236:ns_doctor<0.16880.1>:ns_doctor:handle_info:137]Current node statuses: [{'ns_1@10.1.3.236', [{last_heard,{1353,459415,697667}}, {outgoing_replications_safeness_level,[]}, {incoming_replications_conf_hashes,[]}, {active_buckets,[]}, {ready_buckets,[]}, {local_tasks,[]}, {memory, [{total,71962144}, {processes,35317368}, {processes_used,31567272}, {system,36644776}, {atom,1407441}, {atom_used,1381489}, {binary,1329200}, {code,14426374}, {ets,1546888}]}, {system_memory_data, [{system_total_memory,4140711936}, {free_swap,5292642304}, {total_swap,5335146496}, {cached_memory,724881408}, {buffered_memory,256790528}, {free_memory,2765578240}, {total_memory,4140711936}]}, {node_storage_conf, [{db_path,"/opt/couchbase/var/lib/couchbase/data/"}, {index_path,"/opt/couchbase/var/lib/couchbase/data/"}]}, {statistics, [{wall_clock,{2370291,4999}}, {context_switches,{3700744,0}}, {garbage_collection,{712661,2697845570,0}}, {io,{{input,221402909},{output,273041952}}}, {reductions,{917364641,84542}}, {run_queue,0}, {runtime,{401340,220}}]}, {system_stats, [{cpu_utilization_rate,1.5037593984962405}, {swap_total,5335146496}, {swap_used,42504192}]}, {interesting_stats,[]}, {cluster_compatibility_version,131072}, {version, [{public_key,"0.13"}, {lhttpc,"1.3.0"}, {ale,"8cffe61"}, {os_mon,"2.2.7"}, {couch_set_view,"1.2.0a-31560d7-git"}, {mnesia,"4.5"}, {inets,"5.7.1"}, {couch,"1.2.0a-31560d7-git"}, {mapreduce,"1.0.0"}, {couch_index_merger,"1.2.0a-31560d7-git"}, {kernel,"2.14.5"}, {crypto,"2.0.4"}, {ssl,"4.1.6"}, {sasl,"2.1.10"}, {couch_view_parser,"1.0.0"}, {ns_server,"2.0.0-1954-rel-enterprise"}, {mochiweb,"1.4.1"}, {oauth,"7d85d3ef"}, {stdlib,"1.17.5"}]}, {supported_compat_version,[2,0]}, {system_arch,"x86_64-unknown-linux-gnu"}, {wall_clock,2370}, {memory_data,{4140711936,1375260672,{<0.4524.0>,4714872}}}, {disk_data, [{"/",20219004,14},{"/boot",101086,14},{"/dev/shm",2021832,0}]}, {meminfo, <<"MemTotal: 4043664 kB\nMemFree: 2700760 kB\nBuffers: 250772 kB\nCached: 707892 kB\nSwapCached: 33340 kB\nActive: 747084 kB\nInactive: 475308 kB\nHighTotal: 0 kB\nHighFree: 0 kB\nLowTotal: 4043664 kB\nLowFree: 2700760 kB\nSwapTotal: 5210104 kB\nSwapFree: 5168596 kB\nDirty: 96 kB\nWriteback: 0 kB\nAnonPages: 263092 kB\nMapped: 13788 kB\nSlab: 88616 kB\nPageTables: 5020 kB\nNFS_Unstable: 0 kB\nBounce: 0 kB\nCommitLimit: 7231936 kB\nCommitted_AS: 1899900 kB\nVmallocTotal: 34359738367 kB\nVmallocUsed: 265708 kB\nVmallocChunk: 34359472391 kB\nHugePages_Total: 0\nHugePages_Free: 0\nHugePages_Rsvd: 0\nHugepagesize: 2048 kB\n">>}]}] [ns_doctor:debug,2012-11-20T16:58:00.696,ns_1@10.1.3.236:ns_doctor<0.16880.1>:ns_doctor:handle_info:137]Current node statuses: [{'ns_1@10.1.3.236', [{last_heard,{1353,459475,698153}}, {outgoing_replications_safeness_level,[]}, {incoming_replications_conf_hashes,[]}, {active_buckets,[]}, {ready_buckets,[]}, {local_tasks,[]}, {memory, [{total,72206864}, {processes,35564512}, {processes_used,31814416}, {system,36642352}, {atom,1407441}, {atom_used,1381489}, {binary,1298064}, {code,14426374}, {ets,1575496}]}, {system_memory_data, [{system_total_memory,4140711936}, {free_swap,5292642304}, {total_swap,5335146496}, {cached_memory,724967424}, {buffered_memory,256790528}, {free_memory,2765197312}, {total_memory,4140711936}]}, {node_storage_conf, [{db_path,"/opt/couchbase/var/lib/couchbase/data/"}, {index_path,"/opt/couchbase/var/lib/couchbase/data/"}]}, {statistics, [{wall_clock,{2430292,5000}}, {context_switches,{3708405,0}}, {garbage_collection,{713647,2700258673,0}}, {io,{{input,221440209},{output,273131896}}}, {reductions,{918226998,73750}}, {run_queue,0}, {runtime,{404060,240}}]}, {system_stats, [{cpu_utilization_rate,1.5}, {swap_total,5335146496}, {swap_used,42504192}]}, {interesting_stats,[]}, {cluster_compatibility_version,131072}, {version, [{public_key,"0.13"}, {lhttpc,"1.3.0"}, {ale,"8cffe61"}, {os_mon,"2.2.7"}, {couch_set_view,"1.2.0a-31560d7-git"}, {mnesia,"4.5"}, {inets,"5.7.1"}, {couch,"1.2.0a-31560d7-git"}, {mapreduce,"1.0.0"}, {couch_index_merger,"1.2.0a-31560d7-git"}, {kernel,"2.14.5"}, {crypto,"2.0.4"}, {ssl,"4.1.6"}, {sasl,"2.1.10"}, {couch_view_parser,"1.0.0"}, {ns_server,"2.0.0-1954-rel-enterprise"}, {mochiweb,"1.4.1"}, {oauth,"7d85d3ef"}, {stdlib,"1.17.5"}]}, {supported_compat_version,[2,0]}, {system_arch,"x86_64-unknown-linux-gnu"}, {wall_clock,2430}, {memory_data,{4140711936,1375387648,{<0.4524.0>,4714872}}}, {disk_data, [{"/",20219004,14},{"/boot",101086,14},{"/dev/shm",2021832,0}]}, {meminfo, <<"MemTotal: 4043664 kB\nMemFree: 2700388 kB\nBuffers: 250772 kB\nCached: 707976 kB\nSwapCached: 33340 kB\nActive: 747224 kB\nInactive: 475376 kB\nHighTotal: 0 kB\nHighFree: 0 kB\nLowTotal: 4043664 kB\nLowFree: 2700388 kB\nSwapTotal: 5210104 kB\nSwapFree: 5168596 kB\nDirty: 40 kB\nWriteback: 0 kB\nAnonPages: 263184 kB\nMapped: 13788 kB\nSlab: 88612 kB\nPageTables: 5020 kB\nNFS_Unstable: 0 kB\nBounce: 0 kB\nCommitLimit: 7231936 kB\nCommitted_AS: 1899900 kB\nVmallocTotal: 34359738367 kB\nVmallocUsed: 265708 kB\nVmallocChunk: 34359472391 kB\nHugePages_Total: 0\nHugePages_Free: 0\nHugePages_Rsvd: 0\nHugepagesize: 2048 kB\n">>}]}] [ns_doctor:debug,2012-11-20T16:59:00.696,ns_1@10.1.3.236:ns_doctor<0.16880.1>:ns_doctor:handle_info:137]Current node statuses: [{'ns_1@10.1.3.236', [{last_heard,{1353,459535,697771}}, {outgoing_replications_safeness_level,[]}, {incoming_replications_conf_hashes,[]}, {active_buckets,[]}, {ready_buckets,[]}, {local_tasks,[]}, {memory, [{total,72137304}, {processes,35517136}, {processes_used,31767040}, {system,36620168}, {atom,1407441}, {atom_used,1381489}, {binary,1303768}, {code,14426374}, {ets,1547208}]}, {system_memory_data, [{system_total_memory,4140711936}, {free_swap,5292642304}, {total_swap,5335146496}, {cached_memory,725053440}, {buffered_memory,256790528}, {free_memory,2765197312}, {total_memory,4140711936}]}, {node_storage_conf, [{db_path,"/opt/couchbase/var/lib/couchbase/data/"}, {index_path,"/opt/couchbase/var/lib/couchbase/data/"}]}, {statistics, [{wall_clock,{2490291,5000}}, {context_switches,{3716097,0}}, {garbage_collection,{714605,2702756713,0}}, {io,{{input,221478407},{output,273222979}}}, {reductions,{919113326,73874}}, {run_queue,0}, {runtime,{406730,220}}]}, {system_stats, [{cpu_utilization_rate,1.745635910224439}, {swap_total,5335146496}, {swap_used,42504192}]}, {interesting_stats,[]}, {cluster_compatibility_version,131072}, {version, [{public_key,"0.13"}, {lhttpc,"1.3.0"}, {ale,"8cffe61"}, {os_mon,"2.2.7"}, {couch_set_view,"1.2.0a-31560d7-git"}, {mnesia,"4.5"}, {inets,"5.7.1"}, {couch,"1.2.0a-31560d7-git"}, {mapreduce,"1.0.0"}, {couch_index_merger,"1.2.0a-31560d7-git"}, {kernel,"2.14.5"}, {crypto,"2.0.4"}, {ssl,"4.1.6"}, {sasl,"2.1.10"}, {couch_view_parser,"1.0.0"}, {ns_server,"2.0.0-1954-rel-enterprise"}, {mochiweb,"1.4.1"}, {oauth,"7d85d3ef"}, {stdlib,"1.17.5"}]}, {supported_compat_version,[2,0]}, {system_arch,"x86_64-unknown-linux-gnu"}, {wall_clock,2490}, {memory_data,{4140711936,1375514624,{<0.4524.0>,4714872}}}, {disk_data, [{"/",20219004,14},{"/boot",101086,14},{"/dev/shm",2021832,0}]}, {meminfo, <<"MemTotal: 4043664 kB\nMemFree: 2700388 kB\nBuffers: 250772 kB\nCached: 708060 kB\nSwapCached: 33340 kB\nActive: 747344 kB\nInactive: 475420 kB\nHighTotal: 0 kB\nHighFree: 0 kB\nLowTotal: 4043664 kB\nLowFree: 2700388 kB\nSwapTotal: 5210104 kB\nSwapFree: 5168596 kB\nDirty: 12 kB\nWriteback: 0 kB\nAnonPages: 263276 kB\nMapped: 13788 kB\nSlab: 88624 kB\nPageTables: 5020 kB\nNFS_Unstable: 0 kB\nBounce: 0 kB\nCommitLimit: 7231936 kB\nCommitted_AS: 1899900 kB\nVmallocTotal: 34359738367 kB\nVmallocUsed: 265708 kB\nVmallocChunk: 34359472391 kB\nHugePages_Total: 0\nHugePages_Free: 0\nHugePages_Rsvd: 0\nHugepagesize: 2048 kB\n">>}]}] [ns_doctor:debug,2012-11-20T17:00:00.696,ns_1@10.1.3.236:ns_doctor<0.16880.1>:ns_doctor:handle_info:137]Current node statuses: [{'ns_1@10.1.3.236', [{last_heard,{1353,459595,697921}}, {outgoing_replications_safeness_level,[]}, {incoming_replications_conf_hashes,[]}, {active_buckets,[]}, {ready_buckets,[]}, {local_tasks,[]}, {memory, [{total,72246472}, {processes,35575424}, {processes_used,31825328}, {system,36671048}, {atom,1407441}, {atom_used,1381489}, {binary,1323328}, {code,14426374}, {ets,1578888}]}, {system_memory_data, [{system_total_memory,4140711936}, {free_swap,5292642304}, {total_swap,5335146496}, {cached_memory,725110784}, {buffered_memory,256802816}, {free_memory,2765070336}, {total_memory,4140711936}]}, {node_storage_conf, [{db_path,"/opt/couchbase/var/lib/couchbase/data/"}, {index_path,"/opt/couchbase/var/lib/couchbase/data/"}]}, {statistics, [{wall_clock,{2550291,5000}}, {context_switches,{3724035,0}}, {garbage_collection,{715636,2705336342,0}}, {io,{{input,221763095},{output,273540320}}}, {reductions,{920037180,76800}}, {run_queue,0}, {runtime,{409420,230}}]}, {system_stats, [{cpu_utilization_rate,1.5037593984962405}, {swap_total,5335146496}, {swap_used,42504192}]}, {interesting_stats,[]}, {cluster_compatibility_version,131072}, {version, [{public_key,"0.13"}, {lhttpc,"1.3.0"}, {ale,"8cffe61"}, {os_mon,"2.2.7"}, {couch_set_view,"1.2.0a-31560d7-git"}, {mnesia,"4.5"}, {inets,"5.7.1"}, {couch,"1.2.0a-31560d7-git"}, {mapreduce,"1.0.0"}, {couch_index_merger,"1.2.0a-31560d7-git"}, {kernel,"2.14.5"}, {crypto,"2.0.4"}, {ssl,"4.1.6"}, {sasl,"2.1.10"}, {couch_view_parser,"1.0.0"}, {ns_server,"2.0.0-1954-rel-enterprise"}, {mochiweb,"1.4.1"}, {oauth,"7d85d3ef"}, {stdlib,"1.17.5"}]}, {supported_compat_version,[2,0]}, {system_arch,"x86_64-unknown-linux-gnu"}, {wall_clock,2550}, {memory_data,{4140711936,1375514624,{<0.4524.0>,4714872}}}, {disk_data, [{"/",20219004,14},{"/boot",101086,14},{"/dev/shm",2021832,0}]}, {meminfo, <<"MemTotal: 4043664 kB\nMemFree: 2700264 kB\nBuffers: 250784 kB\nCached: 708116 kB\nSwapCached: 33340 kB\nActive: 747424 kB\nInactive: 475492 kB\nHighTotal: 0 kB\nHighFree: 0 kB\nLowTotal: 4043664 kB\nLowFree: 2700264 kB\nSwapTotal: 5210104 kB\nSwapFree: 5168596 kB\nDirty: 64 kB\nWriteback: 0 kB\nAnonPages: 263364 kB\nMapped: 13788 kB\nSlab: 88616 kB\nPageTables: 5020 kB\nNFS_Unstable: 0 kB\nBounce: 0 kB\nCommitLimit: 7231936 kB\nCommitted_AS: 1899900 kB\nVmallocTotal: 34359738367 kB\nVmallocUsed: 265708 kB\nVmallocChunk: 34359472391 kB\nHugePages_Total: 0\nHugePages_Free: 0\nHugePages_Rsvd: 0\nHugepagesize: 2048 kB\n">>}]}] [ns_doctor:debug,2012-11-20T17:01:00.696,ns_1@10.1.3.236:ns_doctor<0.16880.1>:ns_doctor:handle_info:137]Current node statuses: [{'ns_1@10.1.3.236', [{last_heard,{1353,459655,697723}}, {outgoing_replications_safeness_level,[]}, {incoming_replications_conf_hashes,[]}, {active_buckets,[]}, {ready_buckets,[]}, {local_tasks,[]}, {memory, [{total,71922928}, {processes,35281136}, {processes_used,31531040}, {system,36641792}, {atom,1407441}, {atom_used,1381489}, {binary,1321464}, {code,14426374}, {ets,1551040}]}, {system_memory_data, [{system_total_memory,4140711936}, {free_swap,5292642304}, {total_swap,5335146496}, {cached_memory,725196800}, {buffered_memory,256802816}, {free_memory,2764816384}, {total_memory,4140711936}]}, {node_storage_conf, [{db_path,"/opt/couchbase/var/lib/couchbase/data/"}, {index_path,"/opt/couchbase/var/lib/couchbase/data/"}]}, {statistics, [{wall_clock,{2610291,5000}}, {context_switches,{3731781,0}}, {garbage_collection,{716629,2707913996,0}}, {io,{{input,221801302},{output,273631419}}}, {reductions,{920924089,68423}}, {run_queue,0}, {runtime,{412030,230}}]}, {system_stats, [{cpu_utilization_rate,1.5075376884422111}, {swap_total,5335146496}, {swap_used,42504192}]}, {interesting_stats,[]}, {cluster_compatibility_version,131072}, {version, [{public_key,"0.13"}, {lhttpc,"1.3.0"}, {ale,"8cffe61"}, {os_mon,"2.2.7"}, {couch_set_view,"1.2.0a-31560d7-git"}, {mnesia,"4.5"}, {inets,"5.7.1"}, {couch,"1.2.0a-31560d7-git"}, {mapreduce,"1.0.0"}, {couch_index_merger,"1.2.0a-31560d7-git"}, {kernel,"2.14.5"}, {crypto,"2.0.4"}, {ssl,"4.1.6"}, {sasl,"2.1.10"}, {couch_view_parser,"1.0.0"}, {ns_server,"2.0.0-1954-rel-enterprise"}, {mochiweb,"1.4.1"}, {oauth,"7d85d3ef"}, {stdlib,"1.17.5"}]}, {supported_compat_version,[2,0]}, {system_arch,"x86_64-unknown-linux-gnu"}, {wall_clock,2610}, {memory_data,{4140711936,1375768576,{<0.4524.0>,4714872}}}, {disk_data, [{"/",20219004,14},{"/boot",101086,14},{"/dev/shm",2021832,0}]}, {meminfo, <<"MemTotal: 4043664 kB\nMemFree: 2700016 kB\nBuffers: 250784 kB\nCached: 708200 kB\nSwapCached: 33340 kB\nActive: 747528 kB\nInactive: 475520 kB\nHighTotal: 0 kB\nHighFree: 0 kB\nLowTotal: 4043664 kB\nLowFree: 2700016 kB\nSwapTotal: 5210104 kB\nSwapFree: 5168596 kB\nDirty: 36 kB\nWriteback: 0 kB\nAnonPages: 263456 kB\nMapped: 13788 kB\nSlab: 88612 kB\nPageTables: 5020 kB\nNFS_Unstable: 0 kB\nBounce: 0 kB\nCommitLimit: 7231936 kB\nCommitted_AS: 1899900 kB\nVmallocTotal: 34359738367 kB\nVmallocUsed: 265708 kB\nVmallocChunk: 34359472391 kB\nHugePages_Total: 0\nHugePages_Free: 0\nHugePages_Rsvd: 0\nHugepagesize: 2048 kB\n">>}]}] [ns_doctor:debug,2012-11-20T17:02:00.696,ns_1@10.1.3.236:ns_doctor<0.16880.1>:ns_doctor:handle_info:137]Current node statuses: [{'ns_1@10.1.3.236', [{last_heard,{1353,459715,697850}}, {outgoing_replications_safeness_level,[]}, {incoming_replications_conf_hashes,[]}, {active_buckets,[]}, {ready_buckets,[]}, {local_tasks,[]}, {memory, [{total,72007224}, {processes,35331328}, {processes_used,31581232}, {system,36675896}, {atom,1407441}, {atom_used,1381489}, {binary,1326848}, {code,14426374}, {ets,1579720}]}, {system_memory_data, [{system_total_memory,4140711936}, {free_swap,5292642304}, {total_swap,5335146496}, {cached_memory,725282816}, {buffered_memory,256802816}, {free_memory,2764054528}, {total_memory,4140711936}]}, {node_storage_conf, [{db_path,"/opt/couchbase/var/lib/couchbase/data/"}, {index_path,"/opt/couchbase/var/lib/couchbase/data/"}]}, {statistics, [{wall_clock,{2670291,4999}}, {context_switches,{3739472,0}}, {garbage_collection,{717582,2710369244,0}}, {io,{{input,221839509},{output,273725233}}}, {reductions,{921832327,91483}}, {run_queue,0}, {runtime,{414670,240}}]}, {system_stats, [{cpu_utilization_rate,1.7587939698492463}, {swap_total,5335146496}, {swap_used,42504192}]}, {interesting_stats,[]}, {cluster_compatibility_version,131072}, {version, [{public_key,"0.13"}, {lhttpc,"1.3.0"}, {ale,"8cffe61"}, {os_mon,"2.2.7"}, {couch_set_view,"1.2.0a-31560d7-git"}, {mnesia,"4.5"}, {inets,"5.7.1"}, {couch,"1.2.0a-31560d7-git"}, {mapreduce,"1.0.0"}, {couch_index_merger,"1.2.0a-31560d7-git"}, {kernel,"2.14.5"}, {crypto,"2.0.4"}, {ssl,"4.1.6"}, {sasl,"2.1.10"}, {couch_view_parser,"1.0.0"}, {ns_server,"2.0.0-1954-rel-enterprise"}, {mochiweb,"1.4.1"}, {oauth,"7d85d3ef"}, {stdlib,"1.17.5"}]}, {supported_compat_version,[2,0]}, {system_arch,"x86_64-unknown-linux-gnu"}, {wall_clock,2670}, {memory_data,{4140711936,1376784384,{<0.4524.0>,4714872}}}, {disk_data, [{"/",20219004,14},{"/boot",101086,14},{"/dev/shm",2021832,0}]}, {meminfo, <<"MemTotal: 4043664 kB\nMemFree: 2699272 kB\nBuffers: 250784 kB\nCached: 708284 kB\nSwapCached: 33340 kB\nActive: 747628 kB\nInactive: 475592 kB\nHighTotal: 0 kB\nHighFree: 0 kB\nLowTotal: 4043664 kB\nLowFree: 2699272 kB\nSwapTotal: 5210104 kB\nSwapFree: 5168596 kB\nDirty: 28 kB\nWriteback: 0 kB\nAnonPages: 263548 kB\nMapped: 13788 kB\nSlab: 88624 kB\nPageTables: 5020 kB\nNFS_Unstable: 0 kB\nBounce: 0 kB\nCommitLimit: 7231936 kB\nCommitted_AS: 1900012 kB\nVmallocTotal: 34359738367 kB\nVmallocUsed: 265708 kB\nVmallocChunk: 34359472391 kB\nHugePages_Total: 0\nHugePages_Free: 0\nHugePages_Rsvd: 0\nHugepagesize: 2048 kB\n">>}]}] [ns_doctor:debug,2012-11-20T17:03:00.696,ns_1@10.1.3.236:ns_doctor<0.16880.1>:ns_doctor:handle_info:137]Current node statuses: [{'ns_1@10.1.3.236', [{last_heard,{1353,459775,698760}}, {outgoing_replications_safeness_level,[]}, {incoming_replications_conf_hashes,[]}, {active_buckets,[]}, {ready_buckets,[]}, {local_tasks,[]}, {memory, [{total,71791232}, {processes,35072440}, {processes_used,31322344}, {system,36718792}, {atom,1407441}, {atom_used,1381489}, {binary,1336968}, {code,14426374}, {ets,1612424}]}, {system_memory_data, [{system_total_memory,4140711936}, {free_swap,5292642304}, {total_swap,5335146496}, {cached_memory,724946944}, {buffered_memory,256806912}, {free_memory,2764562432}, {total_memory,4140711936}]}, {node_storage_conf, [{db_path,"/opt/couchbase/var/lib/couchbase/data/"}, {index_path,"/opt/couchbase/var/lib/couchbase/data/"}]}, {statistics, [{wall_clock,{2730292,5000}}, {context_switches,{3747405,0}}, {garbage_collection,{718540,2713069179,0}}, {io,{{input,222123281},{output,274095161}}}, {reductions,{922825775,64711}}, {run_queue,0}, {runtime,{417710,260}}]}, {system_stats, [{cpu_utilization_rate,1.7857142857142858}, {swap_total,5335146496}, {swap_used,42504192}]}, {interesting_stats,[]}, {cluster_compatibility_version,131072}, {version, [{public_key,"0.13"}, {lhttpc,"1.3.0"}, {ale,"8cffe61"}, {os_mon,"2.2.7"}, {couch_set_view,"1.2.0a-31560d7-git"}, {mnesia,"4.5"}, {inets,"5.7.1"}, {couch,"1.2.0a-31560d7-git"}, {mapreduce,"1.0.0"}, {couch_index_merger,"1.2.0a-31560d7-git"}, {kernel,"2.14.5"}, {crypto,"2.0.4"}, {ssl,"4.1.6"}, {sasl,"2.1.10"}, {couch_view_parser,"1.0.0"}, {ns_server,"2.0.0-1954-rel-enterprise"}, {mochiweb,"1.4.1"}, {oauth,"7d85d3ef"}, {stdlib,"1.17.5"}]}, {supported_compat_version,[2,0]}, {system_arch,"x86_64-unknown-linux-gnu"}, {wall_clock,2730}, {memory_data,{4140711936,1376784384,{<0.4524.0>,4714872}}}, {disk_data, [{"/",20219004,14},{"/boot",101086,14},{"/dev/shm",2021832,0}]}, {meminfo, <<"MemTotal: 4043664 kB\nMemFree: 2699768 kB\nBuffers: 250788 kB\nCached: 707956 kB\nSwapCached: 33340 kB\nActive: 747112 kB\nInactive: 475352 kB\nHighTotal: 0 kB\nHighFree: 0 kB\nLowTotal: 4043664 kB\nLowFree: 2699768 kB\nSwapTotal: 5210104 kB\nSwapFree: 5168596 kB\nDirty: 96 kB\nWriteback: 0 kB\nAnonPages: 263076 kB\nMapped: 13788 kB\nSlab: 88616 kB\nPageTables: 5020 kB\nNFS_Unstable: 0 kB\nBounce: 0 kB\nCommitLimit: 7231936 kB\nCommitted_AS: 1900012 kB\nVmallocTotal: 34359738367 kB\nVmallocUsed: 265708 kB\nVmallocChunk: 34359472391 kB\nHugePages_Total: 0\nHugePages_Free: 0\nHugePages_Rsvd: 0\nHugepagesize: 2048 kB\n">>}]}] [ns_doctor:debug,2012-11-20T17:04:00.696,ns_1@10.1.3.236:ns_doctor<0.16880.1>:ns_doctor:handle_info:137]Current node statuses: [{'ns_1@10.1.3.236', [{last_heard,{1353,459835,698173}}, {outgoing_replications_safeness_level,[]}, {incoming_replications_conf_hashes,[]}, {active_buckets,[]}, {ready_buckets,[]}, {local_tasks,[]}, {memory, [{total,71514704}, {processes,34757472}, {processes_used,31007376}, {system,36757232}, {atom,1407441}, {atom_used,1381489}, {binary,1346744}, {code,14426374}, {ets,1641040}]}, {system_memory_data, [{system_total_memory,4140711936}, {free_swap,5292642304}, {total_swap,5335146496}, {cached_memory,725032960}, {buffered_memory,256806912}, {free_memory,2764562432}, {total_memory,4140711936}]}, {node_storage_conf, [{db_path,"/opt/couchbase/var/lib/couchbase/data/"}, {index_path,"/opt/couchbase/var/lib/couchbase/data/"}]}, {statistics, [{wall_clock,{2790292,5000}}, {context_switches,{3755094,0}}, {garbage_collection,{719556,2715530093,0}}, {io,{{input,222161479},{output,274184346}}}, {reductions,{923659003,86275}}, {run_queue,0}, {runtime,{420620,240}}]}, {system_stats, [{cpu_utilization_rate,1.5075376884422111}, {swap_total,5335146496}, {swap_used,42504192}]}, {interesting_stats,[]}, {cluster_compatibility_version,131072}, {version, [{public_key,"0.13"}, {lhttpc,"1.3.0"}, {ale,"8cffe61"}, {os_mon,"2.2.7"}, {couch_set_view,"1.2.0a-31560d7-git"}, {mnesia,"4.5"}, {inets,"5.7.1"}, {couch,"1.2.0a-31560d7-git"}, {mapreduce,"1.0.0"}, {couch_index_merger,"1.2.0a-31560d7-git"}, {kernel,"2.14.5"}, {crypto,"2.0.4"}, {ssl,"4.1.6"}, {sasl,"2.1.10"}, {couch_view_parser,"1.0.0"}, {ns_server,"2.0.0-1954-rel-enterprise"}, {mochiweb,"1.4.1"}, {oauth,"7d85d3ef"}, {stdlib,"1.17.5"}]}, {supported_compat_version,[2,0]}, {system_arch,"x86_64-unknown-linux-gnu"}, {wall_clock,2790}, {memory_data,{4140711936,1376149504,{<0.4524.0>,4714872}}}, {disk_data, [{"/",20219004,14},{"/boot",101086,14},{"/dev/shm",2021832,0}]}, {meminfo, <<"MemTotal: 4043664 kB\nMemFree: 2699768 kB\nBuffers: 250788 kB\nCached: 708040 kB\nSwapCached: 33340 kB\nActive: 747268 kB\nInactive: 475380 kB\nHighTotal: 0 kB\nHighFree: 0 kB\nLowTotal: 4043664 kB\nLowFree: 2699768 kB\nSwapTotal: 5210104 kB\nSwapFree: 5168596 kB\nDirty: 44 kB\nWriteback: 0 kB\nAnonPages: 263168 kB\nMapped: 13788 kB\nSlab: 88616 kB\nPageTables: 5020 kB\nNFS_Unstable: 0 kB\nBounce: 0 kB\nCommitLimit: 7231936 kB\nCommitted_AS: 1900012 kB\nVmallocTotal: 34359738367 kB\nVmallocUsed: 265708 kB\nVmallocChunk: 34359472391 kB\nHugePages_Total: 0\nHugePages_Free: 0\nHugePages_Rsvd: 0\nHugepagesize: 2048 kB\n">>}]}] [ns_doctor:debug,2012-11-20T17:05:00.696,ns_1@10.1.3.236:ns_doctor<0.16880.1>:ns_doctor:handle_info:137]Current node statuses: [{'ns_1@10.1.3.236', [{last_heard,{1353,459895,700247}}, {outgoing_replications_safeness_level,[]}, {incoming_replications_conf_hashes,[]}, {active_buckets,[]}, {ready_buckets,[]}, {local_tasks,[]}, {memory, [{total,71683592}, {processes,34953928}, {processes_used,31203832}, {system,36729664}, {atom,1407441}, {atom_used,1381489}, {binary,1347240}, {code,14426374}, {ets,1612616}]}, {system_memory_data, [{system_total_memory,4140711936}, {free_swap,5292642304}, {total_swap,5335146496}, {cached_memory,725118976}, {buffered_memory,256806912}, {free_memory,2764308480}, {total_memory,4140711936}]}, {node_storage_conf, [{db_path,"/opt/couchbase/var/lib/couchbase/data/"}, {index_path,"/opt/couchbase/var/lib/couchbase/data/"}]}, {statistics, [{wall_clock,{2850294,5002}}, {context_switches,{3762796,0}}, {garbage_collection,{720531,2717913637,0}}, {io,{{input,222198779},{output,274276203}}}, {reductions,{924478034,71500}}, {run_queue,0}, {runtime,{423570,250}}]}, {system_stats, [{cpu_utilization_rate,1.5384615384615385}, {swap_total,5335146496}, {swap_used,42504192}]}, {interesting_stats,[]}, {cluster_compatibility_version,131072}, {version, [{public_key,"0.13"}, {lhttpc,"1.3.0"}, {ale,"8cffe61"}, {os_mon,"2.2.7"}, {couch_set_view,"1.2.0a-31560d7-git"}, {mnesia,"4.5"}, {inets,"5.7.1"}, {couch,"1.2.0a-31560d7-git"}, {mapreduce,"1.0.0"}, {couch_index_merger,"1.2.0a-31560d7-git"}, {kernel,"2.14.5"}, {crypto,"2.0.4"}, {ssl,"4.1.6"}, {sasl,"2.1.10"}, {couch_view_parser,"1.0.0"}, {ns_server,"2.0.0-1954-rel-enterprise"}, {mochiweb,"1.4.1"}, {oauth,"7d85d3ef"}, {stdlib,"1.17.5"}]}, {supported_compat_version,[2,0]}, {system_arch,"x86_64-unknown-linux-gnu"}, {wall_clock,2850}, {memory_data,{4140711936,1376276480,{<0.4524.0>,4714872}}}, {disk_data, [{"/",20219004,14},{"/boot",101086,14},{"/dev/shm",2021832,0}]}, {meminfo, <<"MemTotal: 4043664 kB\nMemFree: 2699520 kB\nBuffers: 250788 kB\nCached: 708124 kB\nSwapCached: 33340 kB\nActive: 747376 kB\nInactive: 475432 kB\nHighTotal: 0 kB\nHighFree: 0 kB\nLowTotal: 4043664 kB\nLowFree: 2699520 kB\nSwapTotal: 5210104 kB\nSwapFree: 5168596 kB\nDirty: 28 kB\nWriteback: 0 kB\nAnonPages: 263260 kB\nMapped: 13788 kB\nSlab: 88608 kB\nPageTables: 5020 kB\nNFS_Unstable: 0 kB\nBounce: 0 kB\nCommitLimit: 7231936 kB\nCommitted_AS: 1900012 kB\nVmallocTotal: 34359738367 kB\nVmallocUsed: 265708 kB\nVmallocChunk: 34359472391 kB\nHugePages_Total: 0\nHugePages_Free: 0\nHugePages_Rsvd: 0\nHugepagesize: 2048 kB\n">>}]}] [ns_doctor:debug,2012-11-20T17:06:00.696,ns_1@10.1.3.236:ns_doctor<0.16880.1>:ns_doctor:handle_info:137]Current node statuses: [{'ns_1@10.1.3.236', [{last_heard,{1353,459955,704818}}, {outgoing_replications_safeness_level,[]}, {incoming_replications_conf_hashes,[]}, {active_buckets,[]}, {ready_buckets,[]}, {local_tasks,[]}, {memory, [{total,71799736}, {processes,35026328}, {processes_used,31276232}, {system,36773408}, {atom,1407441}, {atom_used,1381489}, {binary,1360032}, {code,14426374}, {ets,1643920}]}, {system_memory_data, [{system_total_memory,4140711936}, {free_swap,5292642304}, {total_swap,5335146496}, {cached_memory,725184512}, {buffered_memory,256815104}, {free_memory,2764181504}, {total_memory,4140711936}]}, {node_storage_conf, [{db_path,"/opt/couchbase/var/lib/couchbase/data/"}, {index_path,"/opt/couchbase/var/lib/couchbase/data/"}]}, {statistics, [{wall_clock,{2910298,5005}}, {context_switches,{3770857,0}}, {garbage_collection,{721691,2720487066,0}}, {io,{{input,222484145},{output,274593582}}}, {reductions,{925374707,74385}}, {run_queue,0}, {runtime,{426540,240}}]}, {system_stats, [{cpu_utilization_rate,1.7766497461928934}, {swap_total,5335146496}, {swap_used,42504192}]}, {interesting_stats,[]}, {cluster_compatibility_version,131072}, {version, [{public_key,"0.13"}, {lhttpc,"1.3.0"}, {ale,"8cffe61"}, {os_mon,"2.2.7"}, {couch_set_view,"1.2.0a-31560d7-git"}, {mnesia,"4.5"}, {inets,"5.7.1"}, {couch,"1.2.0a-31560d7-git"}, {mapreduce,"1.0.0"}, {couch_index_merger,"1.2.0a-31560d7-git"}, {kernel,"2.14.5"}, {crypto,"2.0.4"}, {ssl,"4.1.6"}, {sasl,"2.1.10"}, {couch_view_parser,"1.0.0"}, {ns_server,"2.0.0-1954-rel-enterprise"}, {mochiweb,"1.4.1"}, {oauth,"7d85d3ef"}, {stdlib,"1.17.5"}]}, {supported_compat_version,[2,0]}, {system_arch,"x86_64-unknown-linux-gnu"}, {wall_clock,2910}, {memory_data,{4140711936,1376530432,{<0.4524.0>,4714872}}}, {disk_data, [{"/",20219004,14},{"/boot",101086,14},{"/dev/shm",2021832,0}]}, {meminfo, <<"MemTotal: 4043664 kB\nMemFree: 2699396 kB\nBuffers: 250796 kB\nCached: 708188 kB\nSwapCached: 33340 kB\nActive: 747444 kB\nInactive: 475532 kB\nHighTotal: 0 kB\nHighFree: 0 kB\nLowTotal: 4043664 kB\nLowFree: 2699396 kB\nSwapTotal: 5210104 kB\nSwapFree: 5168596 kB\nDirty: 80 kB\nWriteback: 0 kB\nAnonPages: 263352 kB\nMapped: 13788 kB\nSlab: 88604 kB\nPageTables: 5020 kB\nNFS_Unstable: 0 kB\nBounce: 0 kB\nCommitLimit: 7231936 kB\nCommitted_AS: 1900012 kB\nVmallocTotal: 34359738367 kB\nVmallocUsed: 265708 kB\nVmallocChunk: 34359472391 kB\nHugePages_Total: 0\nHugePages_Free: 0\nHugePages_Rsvd: 0\nHugepagesize: 2048 kB\n">>}]}] [ns_doctor:debug,2012-11-20T17:07:00.696,ns_1@10.1.3.236:ns_doctor<0.16880.1>:ns_doctor:handle_info:137]Current node statuses: [{'ns_1@10.1.3.236', [{last_heard,{1353,460015,698093}}, {outgoing_replications_safeness_level,[]}, {incoming_replications_conf_hashes,[]}, {active_buckets,[]}, {ready_buckets,[]}, {local_tasks,[]}, {memory, [{total,71960432}, {processes,35213360}, {processes_used,31463264}, {system,36747072}, {atom,1407441}, {atom_used,1381489}, {binary,1362088}, {code,14426374}, {ets,1614640}]}, {system_memory_data, [{system_total_memory,4140711936}, {free_swap,5292642304}, {total_swap,5335146496}, {cached_memory,725274624}, {buffered_memory,256815104}, {free_memory,2764181504}, {total_memory,4140711936}]}, {node_storage_conf, [{db_path,"/opt/couchbase/var/lib/couchbase/data/"}, {index_path,"/opt/couchbase/var/lib/couchbase/data/"}]}, {statistics, [{wall_clock,{2970292,5000}}, {context_switches,{3778523,0}}, {garbage_collection,{722647,2722853026,0}}, {io,{{input,222521445},{output,274684405}}}, {reductions,{926197090,69095}}, {run_queue,0}, {runtime,{429470,270}}]}, {system_stats, [{cpu_utilization_rate,1.7994858611825193}, {swap_total,5335146496}, {swap_used,42504192}]}, {interesting_stats,[]}, {cluster_compatibility_version,131072}, {version, [{public_key,"0.13"}, {lhttpc,"1.3.0"}, {ale,"8cffe61"}, {os_mon,"2.2.7"}, {couch_set_view,"1.2.0a-31560d7-git"}, {mnesia,"4.5"}, {inets,"5.7.1"}, {couch,"1.2.0a-31560d7-git"}, {mapreduce,"1.0.0"}, {couch_index_merger,"1.2.0a-31560d7-git"}, {kernel,"2.14.5"}, {crypto,"2.0.4"}, {ssl,"4.1.6"}, {sasl,"2.1.10"}, {couch_view_parser,"1.0.0"}, {ns_server,"2.0.0-1954-rel-enterprise"}, {mochiweb,"1.4.1"}, {oauth,"7d85d3ef"}, {stdlib,"1.17.5"}]}, {supported_compat_version,[2,0]}, {system_arch,"x86_64-unknown-linux-gnu"}, {wall_clock,2970}, {memory_data,{4140711936,1376530432,{<0.4524.0>,4714872}}}, {disk_data, [{"/",20219004,14},{"/boot",101086,14},{"/dev/shm",2021832,0}]}, {meminfo, <<"MemTotal: 4043664 kB\nMemFree: 2699396 kB\nBuffers: 250796 kB\nCached: 708276 kB\nSwapCached: 33340 kB\nActive: 747572 kB\nInactive: 475584 kB\nHighTotal: 0 kB\nHighFree: 0 kB\nLowTotal: 4043664 kB\nLowFree: 2699396 kB\nSwapTotal: 5210104 kB\nSwapFree: 5168596 kB\nDirty: 52 kB\nWriteback: 0 kB\nAnonPages: 263440 kB\nMapped: 13788 kB\nSlab: 88612 kB\nPageTables: 5020 kB\nNFS_Unstable: 0 kB\nBounce: 0 kB\nCommitLimit: 7231936 kB\nCommitted_AS: 1900012 kB\nVmallocTotal: 34359738367 kB\nVmallocUsed: 265708 kB\nVmallocChunk: 34359472391 kB\nHugePages_Total: 0\nHugePages_Free: 0\nHugePages_Rsvd: 0\nHugepagesize: 2048 kB\n">>}]}] [ns_doctor:debug,2012-11-20T17:08:00.696,ns_1@10.1.3.236:ns_doctor<0.16880.1>:ns_doctor:handle_info:137]Current node statuses: [{'ns_1@10.1.3.236', [{last_heard,{1353,460075,698342}}, {outgoing_replications_safeness_level,[]}, {incoming_replications_conf_hashes,[]}, {active_buckets,[]}, {ready_buckets,[]}, {local_tasks,[]}, {memory, [{total,71701552}, {processes,34915328}, {processes_used,31165232}, {system,36786224}, {atom,1407441}, {atom_used,1381489}, {binary,1372480}, {code,14426374}, {ets,1643336}]}, {system_memory_data, [{system_total_memory,4140711936}, {free_swap,5292642304}, {total_swap,5335146496}, {cached_memory,725356544}, {buffered_memory,256815104}, {free_memory,2764181504}, {total_memory,4140711936}]}, {node_storage_conf, [{db_path,"/opt/couchbase/var/lib/couchbase/data/"}, {index_path,"/opt/couchbase/var/lib/couchbase/data/"}]}, {statistics, [{wall_clock,{3030292,5000}}, {context_switches,{3786183,0}}, {garbage_collection,{723640,2725302762,0}}, {io,{{input,222559643},{output,274775904}}}, {reductions,{927026492,70053}}, {run_queue,0}, {runtime,{432450,250}}]}, {system_stats, [{cpu_utilization_rate,2.056555269922879}, {swap_total,5335146496}, {swap_used,42504192}]}, {interesting_stats,[]}, {cluster_compatibility_version,131072}, {version, [{public_key,"0.13"}, {lhttpc,"1.3.0"}, {ale,"8cffe61"}, {os_mon,"2.2.7"}, {couch_set_view,"1.2.0a-31560d7-git"}, {mnesia,"4.5"}, {inets,"5.7.1"}, {couch,"1.2.0a-31560d7-git"}, {mapreduce,"1.0.0"}, {couch_index_merger,"1.2.0a-31560d7-git"}, {kernel,"2.14.5"}, {crypto,"2.0.4"}, {ssl,"4.1.6"}, {sasl,"2.1.10"}, {couch_view_parser,"1.0.0"}, {ns_server,"2.0.0-1954-rel-enterprise"}, {mochiweb,"1.4.1"}, {oauth,"7d85d3ef"}, {stdlib,"1.17.5"}]}, {supported_compat_version,[2,0]}, {system_arch,"x86_64-unknown-linux-gnu"}, {wall_clock,3030}, {memory_data,{4140711936,1376530432,{<0.4524.0>,4714872}}}, {disk_data, [{"/",20219004,14},{"/boot",101086,14},{"/dev/shm",2021832,0}]}, {meminfo, <<"MemTotal: 4043664 kB\nMemFree: 2699396 kB\nBuffers: 250796 kB\nCached: 708356 kB\nSwapCached: 33340 kB\nActive: 747700 kB\nInactive: 475620 kB\nHighTotal: 0 kB\nHighFree: 0 kB\nLowTotal: 4043664 kB\nLowFree: 2699396 kB\nSwapTotal: 5210104 kB\nSwapFree: 5168596 kB\nDirty: 20 kB\nWriteback: 0 kB\nAnonPages: 263532 kB\nMapped: 13788 kB\nSlab: 88588 kB\nPageTables: 5020 kB\nNFS_Unstable: 0 kB\nBounce: 0 kB\nCommitLimit: 7231936 kB\nCommitted_AS: 1900012 kB\nVmallocTotal: 34359738367 kB\nVmallocUsed: 265708 kB\nVmallocChunk: 34359472391 kB\nHugePages_Total: 0\nHugePages_Free: 0\nHugePages_Rsvd: 0\nHugepagesize: 2048 kB\n">>}]}] [ns_doctor:debug,2012-11-20T17:09:00.696,ns_1@10.1.3.236:ns_doctor<0.16880.1>:ns_doctor:handle_info:137]Current node statuses: [{'ns_1@10.1.3.236', [{last_heard,{1353,460135,698710}}, {outgoing_replications_safeness_level,[]}, {incoming_replications_conf_hashes,[]}, {active_buckets,[]}, {ready_buckets,[]}, {local_tasks,[]}, {memory, [{total,71892872}, {processes,35068624}, {processes_used,31318528}, {system,36824248}, {atom,1407441}, {atom_used,1381489}, {binary,1379024}, {code,14426374}, {ets,1675328}]}, {system_memory_data, [{system_total_memory,4140711936}, {free_swap,5292642304}, {total_swap,5335146496}, {cached_memory,725028864}, {buffered_memory,256819200}, {free_memory,2764181504}, {total_memory,4140711936}]}, {node_storage_conf, [{db_path,"/opt/couchbase/var/lib/couchbase/data/"}, {index_path,"/opt/couchbase/var/lib/couchbase/data/"}]}, {statistics, [{wall_clock,{3090292,5000}}, {context_switches,{3794121,0}}, {garbage_collection,{724752,2727911359,0}}, {io,{{input,222843415},{output,275195926}}}, {reductions,{928023036,71385}}, {run_queue,0}, {runtime,{435500,280}}]}, {system_stats, [{cpu_utilization_rate,1.530612244897959}, {swap_total,5335146496}, {swap_used,42504192}]}, {interesting_stats,[]}, {cluster_compatibility_version,131072}, {version, [{public_key,"0.13"}, {lhttpc,"1.3.0"}, {ale,"8cffe61"}, {os_mon,"2.2.7"}, {couch_set_view,"1.2.0a-31560d7-git"}, {mnesia,"4.5"}, {inets,"5.7.1"}, {couch,"1.2.0a-31560d7-git"}, {mapreduce,"1.0.0"}, {couch_index_merger,"1.2.0a-31560d7-git"}, {kernel,"2.14.5"}, {crypto,"2.0.4"}, {ssl,"4.1.6"}, {sasl,"2.1.10"}, {couch_view_parser,"1.0.0"}, {ns_server,"2.0.0-1954-rel-enterprise"}, {mochiweb,"1.4.1"}, {oauth,"7d85d3ef"}, {stdlib,"1.17.5"}]}, {supported_compat_version,[2,0]}, {system_arch,"x86_64-unknown-linux-gnu"}, {wall_clock,3090}, {memory_data,{4140711936,1376530432,{<0.4524.0>,4714872}}}, {disk_data, [{"/",20219004,14},{"/boot",101086,14},{"/dev/shm",2021832,0}]}, {meminfo, <<"MemTotal: 4043664 kB\nMemFree: 2699396 kB\nBuffers: 250800 kB\nCached: 708036 kB\nSwapCached: 33340 kB\nActive: 747712 kB\nInactive: 475412 kB\nHighTotal: 0 kB\nHighFree: 0 kB\nLowTotal: 4043664 kB\nLowFree: 2699396 kB\nSwapTotal: 5210104 kB\nSwapFree: 5168596 kB\nDirty: 80 kB\nWriteback: 0 kB\nAnonPages: 263628 kB\nMapped: 13788 kB\nSlab: 88612 kB\nPageTables: 5020 kB\nNFS_Unstable: 0 kB\nBounce: 0 kB\nCommitLimit: 7231936 kB\nCommitted_AS: 1900012 kB\nVmallocTotal: 34359738367 kB\nVmallocUsed: 265708 kB\nVmallocChunk: 34359472391 kB\nHugePages_Total: 0\nHugePages_Free: 0\nHugePages_Rsvd: 0\nHugepagesize: 2048 kB\n">>}]}] [ns_doctor:debug,2012-11-20T17:10:00.696,ns_1@10.1.3.236:ns_doctor<0.16880.1>:ns_doctor:handle_info:137]Current node statuses: [{'ns_1@10.1.3.236', [{last_heard,{1353,460195,698284}}, {outgoing_replications_safeness_level,[]}, {incoming_replications_conf_hashes,[]}, {active_buckets,[]}, {ready_buckets,[]}, {local_tasks,[]}, {memory, [{total,71876416}, {processes,35045904}, {processes_used,31295808}, {system,36830512}, {atom,1407441}, {atom_used,1381489}, {binary,1356408}, {code,14426374}, {ets,1704144}]}, {system_memory_data, [{system_total_memory,4140711936}, {free_swap,5292642304}, {total_swap,5335146496}, {cached_memory,725110784}, {buffered_memory,256819200}, {free_memory,2764181504}, {total_memory,4140711936}]}, {node_storage_conf, [{db_path,"/opt/couchbase/var/lib/couchbase/data/"}, {index_path,"/opt/couchbase/var/lib/couchbase/data/"}]}, {statistics, [{wall_clock,{3150292,5000}}, {context_switches,{3801798,0}}, {garbage_collection,{725697,2730343621,0}}, {io,{{input,222881622},{output,275290140}}}, {reductions,{928877500,74871}}, {run_queue,0}, {runtime,{438350,240}}]}, {system_stats, [{cpu_utilization_rate,1.5113350125944585}, {swap_total,5335146496}, {swap_used,42504192}]}, {interesting_stats,[]}, {cluster_compatibility_version,131072}, {version, [{public_key,"0.13"}, {lhttpc,"1.3.0"}, {ale,"8cffe61"}, {os_mon,"2.2.7"}, {couch_set_view,"1.2.0a-31560d7-git"}, {mnesia,"4.5"}, {inets,"5.7.1"}, {couch,"1.2.0a-31560d7-git"}, {mapreduce,"1.0.0"}, {couch_index_merger,"1.2.0a-31560d7-git"}, {kernel,"2.14.5"}, {crypto,"2.0.4"}, {ssl,"4.1.6"}, {sasl,"2.1.10"}, {couch_view_parser,"1.0.0"}, {ns_server,"2.0.0-1954-rel-enterprise"}, {mochiweb,"1.4.1"}, {oauth,"7d85d3ef"}, {stdlib,"1.17.5"}]}, {supported_compat_version,[2,0]}, {system_arch,"x86_64-unknown-linux-gnu"}, {wall_clock,3150}, {memory_data,{4140711936,1376530432,{<0.4524.0>,4714872}}}, {disk_data, [{"/",20219004,14},{"/boot",101086,14},{"/dev/shm",2021832,0}]}, {meminfo, <<"MemTotal: 4043664 kB\nMemFree: 2699396 kB\nBuffers: 250800 kB\nCached: 708116 kB\nSwapCached: 33340 kB\nActive: 747836 kB\nInactive: 475456 kB\nHighTotal: 0 kB\nHighFree: 0 kB\nLowTotal: 4043664 kB\nLowFree: 2699396 kB\nSwapTotal: 5210104 kB\nSwapFree: 5168596 kB\nDirty: 56 kB\nWriteback: 0 kB\nAnonPages: 263724 kB\nMapped: 13788 kB\nSlab: 88604 kB\nPageTables: 5020 kB\nNFS_Unstable: 0 kB\nBounce: 0 kB\nCommitLimit: 7231936 kB\nCommitted_AS: 1900012 kB\nVmallocTotal: 34359738367 kB\nVmallocUsed: 265708 kB\nVmallocChunk: 34359472391 kB\nHugePages_Total: 0\nHugePages_Free: 0\nHugePages_Rsvd: 0\nHugepagesize: 2048 kB\n">>}]}] [ns_doctor:debug,2012-11-20T17:11:00.696,ns_1@10.1.3.236:ns_doctor<0.16880.1>:ns_doctor:handle_info:137]Current node statuses: [{'ns_1@10.1.3.236', [{last_heard,{1353,460255,698682}}, {outgoing_replications_safeness_level,[]}, {incoming_replications_conf_hashes,[]}, {active_buckets,[]}, {ready_buckets,[]}, {local_tasks,[]}, {memory, [{total,71911944}, {processes,35111832}, {processes_used,31361736}, {system,36800112}, {atom,1407441}, {atom_used,1381489}, {binary,1353752}, {code,14426374}, {ets,1676016}]}, {system_memory_data, [{system_total_memory,4140711936}, {free_swap,5292642304}, {total_swap,5335146496}, {cached_memory,725196800}, {buffered_memory,256819200}, {free_memory,2764054528}, {total_memory,4140711936}]}, {node_storage_conf, [{db_path,"/opt/couchbase/var/lib/couchbase/data/"}, {index_path,"/opt/couchbase/var/lib/couchbase/data/"}]}, {statistics, [{wall_clock,{3210292,5000}}, {context_switches,{3809452,0}}, {garbage_collection,{726733,2732792872,0}}, {io,{{input,222918922},{output,275380316}}}, {reductions,{929736812,83674}}, {run_queue,0}, {runtime,{441250,260}}]}, {system_stats, [{cpu_utilization_rate,1.794871794871795}, {swap_total,5335146496}, {swap_used,42504192}]}, {interesting_stats,[]}, {cluster_compatibility_version,131072}, {version, [{public_key,"0.13"}, {lhttpc,"1.3.0"}, {ale,"8cffe61"}, {os_mon,"2.2.7"}, {couch_set_view,"1.2.0a-31560d7-git"}, {mnesia,"4.5"}, {inets,"5.7.1"}, {couch,"1.2.0a-31560d7-git"}, {mapreduce,"1.0.0"}, {couch_index_merger,"1.2.0a-31560d7-git"}, {kernel,"2.14.5"}, {crypto,"2.0.4"}, {ssl,"4.1.6"}, {sasl,"2.1.10"}, {couch_view_parser,"1.0.0"}, {ns_server,"2.0.0-1954-rel-enterprise"}, {mochiweb,"1.4.1"}, {oauth,"7d85d3ef"}, {stdlib,"1.17.5"}]}, {supported_compat_version,[2,0]}, {system_arch,"x86_64-unknown-linux-gnu"}, {wall_clock,3210}, {memory_data,{4140711936,1376530432,{<0.4524.0>,4714872}}}, {disk_data, [{"/",20219004,14},{"/boot",101086,14},{"/dev/shm",2021832,0}]}, {meminfo, <<"MemTotal: 4043664 kB\nMemFree: 2699272 kB\nBuffers: 250800 kB\nCached: 708200 kB\nSwapCached: 33340 kB\nActive: 747952 kB\nInactive: 475512 kB\nHighTotal: 0 kB\nHighFree: 0 kB\nLowTotal: 4043664 kB\nLowFree: 2699272 kB\nSwapTotal: 5210104 kB\nSwapFree: 5168596 kB\nDirty: 32 kB\nWriteback: 0 kB\nAnonPages: 263812 kB\nMapped: 13788 kB\nSlab: 88604 kB\nPageTables: 5020 kB\nNFS_Unstable: 0 kB\nBounce: 0 kB\nCommitLimit: 7231936 kB\nCommitted_AS: 1900012 kB\nVmallocTotal: 34359738367 kB\nVmallocUsed: 265708 kB\nVmallocChunk: 34359472391 kB\nHugePages_Total: 0\nHugePages_Free: 0\nHugePages_Rsvd: 0\nHugepagesize: 2048 kB\n">>}]}] [ns_doctor:debug,2012-11-20T17:12:00.696,ns_1@10.1.3.236:ns_doctor<0.16880.1>:ns_doctor:handle_info:137]Current node statuses: [{'ns_1@10.1.3.236', [{last_heard,{1353,460315,698456}}, {outgoing_replications_safeness_level,[]}, {incoming_replications_conf_hashes,[]}, {active_buckets,[]}, {ready_buckets,[]}, {local_tasks,[]}, {memory, [{total,72242168}, {processes,35414696}, {processes_used,31664600}, {system,36827472}, {atom,1407441}, {atom_used,1381489}, {binary,1349952}, {code,14426374}, {ets,1707456}]}, {system_memory_data, [{system_total_memory,4140711936}, {free_swap,5292642304}, {total_swap,5335146496}, {cached_memory,725258240}, {buffered_memory,256827392}, {free_memory,2763800576}, {total_memory,4140711936}]}, {node_storage_conf, [{db_path,"/opt/couchbase/var/lib/couchbase/data/"}, {index_path,"/opt/couchbase/var/lib/couchbase/data/"}]}, {statistics, [{wall_clock,{3270292,5000}}, {context_switches,{3817429,0}}, {garbage_collection,{727786,2735364047,0}}, {io,{{input,223204517},{output,275699106}}}, {reductions,{930591717,68350}}, {run_queue,0}, {runtime,{444250,240}}]}, {system_stats, [{cpu_utilization_rate,1.794871794871795}, {swap_total,5335146496}, {swap_used,42504192}]}, {interesting_stats,[]}, {cluster_compatibility_version,131072}, {version, [{public_key,"0.13"}, {lhttpc,"1.3.0"}, {ale,"8cffe61"}, {os_mon,"2.2.7"}, {couch_set_view,"1.2.0a-31560d7-git"}, {mnesia,"4.5"}, {inets,"5.7.1"}, {couch,"1.2.0a-31560d7-git"}, {mapreduce,"1.0.0"}, {couch_index_merger,"1.2.0a-31560d7-git"}, {kernel,"2.14.5"}, {crypto,"2.0.4"}, {ssl,"4.1.6"}, {sasl,"2.1.10"}, {couch_view_parser,"1.0.0"}, {ns_server,"2.0.0-1954-rel-enterprise"}, {mochiweb,"1.4.1"}, {oauth,"7d85d3ef"}, {stdlib,"1.17.5"}]}, {supported_compat_version,[2,0]}, {system_arch,"x86_64-unknown-linux-gnu"}, {wall_clock,3270}, {memory_data,{4140711936,1376911360,{<0.4524.0>,4714872}}}, {disk_data, [{"/",20219004,14},{"/boot",101086,14},{"/dev/shm",2021832,0}]}, {meminfo, <<"MemTotal: 4043664 kB\nMemFree: 2699024 kB\nBuffers: 250808 kB\nCached: 708260 kB\nSwapCached: 33340 kB\nActive: 748016 kB\nInactive: 475588 kB\nHighTotal: 0 kB\nHighFree: 0 kB\nLowTotal: 4043664 kB\nLowFree: 2699024 kB\nSwapTotal: 5210104 kB\nSwapFree: 5168596 kB\nDirty: 60 kB\nWriteback: 0 kB\nAnonPages: 263904 kB\nMapped: 13788 kB\nSlab: 88600 kB\nPageTables: 5020 kB\nNFS_Unstable: 0 kB\nBounce: 0 kB\nCommitLimit: 7231936 kB\nCommitted_AS: 1900012 kB\nVmallocTotal: 34359738367 kB\nVmallocUsed: 265708 kB\nVmallocChunk: 34359472391 kB\nHugePages_Total: 0\nHugePages_Free: 0\nHugePages_Rsvd: 0\nHugepagesize: 2048 kB\n">>}]}] [ns_doctor:debug,2012-11-20T17:13:00.696,ns_1@10.1.3.236:ns_doctor<0.16880.1>:ns_doctor:handle_info:137]Current node statuses: [{'ns_1@10.1.3.236', [{last_heard,{1353,460375,698137}}, {outgoing_replications_safeness_level,[]}, {incoming_replications_conf_hashes,[]}, {active_buckets,[]}, {ready_buckets,[]}, {local_tasks,[]}, {memory, [{total,72274288}, {processes,35469032}, {processes_used,31718936}, {system,36805256}, {atom,1407441}, {atom_used,1381489}, {binary,1356816}, {code,14426374}, {ets,1677928}]}, {system_memory_data, [{system_total_memory,4140711936}, {free_swap,5292642304}, {total_swap,5335146496}, {cached_memory,725348352}, {buffered_memory,256827392}, {free_memory,2763673600}, {total_memory,4140711936}]}, {node_storage_conf, [{db_path,"/opt/couchbase/var/lib/couchbase/data/"}, {index_path,"/opt/couchbase/var/lib/couchbase/data/"}]}, {statistics, [{wall_clock,{3330291,4999}}, {context_switches,{3825093,0}}, {garbage_collection,{728721,2737696314,0}}, {io,{{input,223241817},{output,275789682}}}, {reductions,{931411222,72905}}, {run_queue,0}, {runtime,{447240,240}}]}, {system_stats, [{cpu_utilization_rate,1.5113350125944585}, {swap_total,5335146496}, {swap_used,42504192}]}, {interesting_stats,[]}, {cluster_compatibility_version,131072}, {version, [{public_key,"0.13"}, {lhttpc,"1.3.0"}, {ale,"8cffe61"}, {os_mon,"2.2.7"}, {couch_set_view,"1.2.0a-31560d7-git"}, {mnesia,"4.5"}, {inets,"5.7.1"}, {couch,"1.2.0a-31560d7-git"}, {mapreduce,"1.0.0"}, {couch_index_merger,"1.2.0a-31560d7-git"}, {kernel,"2.14.5"}, {crypto,"2.0.4"}, {ssl,"4.1.6"}, {sasl,"2.1.10"}, {couch_view_parser,"1.0.0"}, {ns_server,"2.0.0-1954-rel-enterprise"}, {mochiweb,"1.4.1"}, {oauth,"7d85d3ef"}, {stdlib,"1.17.5"}]}, {supported_compat_version,[2,0]}, {system_arch,"x86_64-unknown-linux-gnu"}, {wall_clock,3330}, {memory_data,{4140711936,1376911360,{<0.4524.0>,4714872}}}, {disk_data, [{"/",20219004,14},{"/boot",101086,14},{"/dev/shm",2021832,0}]}, {meminfo, <<"MemTotal: 4043664 kB\nMemFree: 2698900 kB\nBuffers: 250808 kB\nCached: 708348 kB\nSwapCached: 33340 kB\nActive: 748136 kB\nInactive: 475652 kB\nHighTotal: 0 kB\nHighFree: 0 kB\nLowTotal: 4043664 kB\nLowFree: 2698900 kB\nSwapTotal: 5210104 kB\nSwapFree: 5168596 kB\nDirty: 36 kB\nWriteback: 0 kB\nAnonPages: 263996 kB\nMapped: 13788 kB\nSlab: 88596 kB\nPageTables: 5020 kB\nNFS_Unstable: 0 kB\nBounce: 0 kB\nCommitLimit: 7231936 kB\nCommitted_AS: 1900012 kB\nVmallocTotal: 34359738367 kB\nVmallocUsed: 265708 kB\nVmallocChunk: 34359472391 kB\nHugePages_Total: 0\nHugePages_Free: 0\nHugePages_Rsvd: 0\nHugepagesize: 2048 kB\n">>}]}] [ns_doctor:debug,2012-11-20T17:14:00.696,ns_1@10.1.3.236:ns_doctor<0.16880.1>:ns_doctor:handle_info:137]Current node statuses: [{'ns_1@10.1.3.236', [{last_heard,{1353,460435,697836}}, {outgoing_replications_safeness_level,[]}, {incoming_replications_conf_hashes,[]}, {active_buckets,[]}, {ready_buckets,[]}, {local_tasks,[]}, {memory, [{total,72267424}, {processes,35428856}, {processes_used,31678760}, {system,36838568}, {atom,1407441}, {atom_used,1381489}, {binary,1360864}, {code,14426374}, {ets,1707056}]}, {system_memory_data, [{system_total_memory,4140711936}, {free_swap,5292642304}, {total_swap,5335146496}, {cached_memory,725430272}, {buffered_memory,256827392}, {free_memory,2763673600}, {total_memory,4140711936}]}, {node_storage_conf, [{db_path,"/opt/couchbase/var/lib/couchbase/data/"}, {index_path,"/opt/couchbase/var/lib/couchbase/data/"}]}, {statistics, [{wall_clock,{3390291,4999}}, {context_switches,{3832764,0}}, {garbage_collection,{729746,2740171347,0}}, {io,{{input,223280015},{output,275880147}}}, {reductions,{932283490,74449}}, {run_queue,0}, {runtime,{449960,230}}]}, {system_stats, [{cpu_utilization_rate,1.518987341772152}, {swap_total,5335146496}, {swap_used,42504192}]}, {interesting_stats,[]}, {cluster_compatibility_version,131072}, {version, [{public_key,"0.13"}, {lhttpc,"1.3.0"}, {ale,"8cffe61"}, {os_mon,"2.2.7"}, {couch_set_view,"1.2.0a-31560d7-git"}, {mnesia,"4.5"}, {inets,"5.7.1"}, {couch,"1.2.0a-31560d7-git"}, {mapreduce,"1.0.0"}, {couch_index_merger,"1.2.0a-31560d7-git"}, {kernel,"2.14.5"}, {crypto,"2.0.4"}, {ssl,"4.1.6"}, {sasl,"2.1.10"}, {couch_view_parser,"1.0.0"}, {ns_server,"2.0.0-1954-rel-enterprise"}, {mochiweb,"1.4.1"}, {oauth,"7d85d3ef"}, {stdlib,"1.17.5"}]}, {supported_compat_version,[2,0]}, {system_arch,"x86_64-unknown-linux-gnu"}, {wall_clock,3390}, {memory_data,{4140711936,1377038336,{<0.4524.0>,4714872}}}, {disk_data, [{"/",20219004,14},{"/boot",101086,14},{"/dev/shm",2021832,0}]}, {meminfo, <<"MemTotal: 4043664 kB\nMemFree: 2698900 kB\nBuffers: 250808 kB\nCached: 708428 kB\nSwapCached: 33340 kB\nActive: 748268 kB\nInactive: 475732 kB\nHighTotal: 0 kB\nHighFree: 0 kB\nLowTotal: 4043664 kB\nLowFree: 2698900 kB\nSwapTotal: 5210104 kB\nSwapFree: 5168596 kB\nDirty: 4 kB\nWriteback: 0 kB\nAnonPages: 264088 kB\nMapped: 13788 kB\nSlab: 88604 kB\nPageTables: 5020 kB\nNFS_Unstable: 0 kB\nBounce: 0 kB\nCommitLimit: 7231936 kB\nCommitted_AS: 1900012 kB\nVmallocTotal: 34359738367 kB\nVmallocUsed: 265708 kB\nVmallocChunk: 34359472391 kB\nHugePages_Total: 0\nHugePages_Free: 0\nHugePages_Rsvd: 0\nHugepagesize: 2048 kB\n">>}]}] [ns_doctor:debug,2012-11-20T17:15:00.696,ns_1@10.1.3.236:ns_doctor<0.16880.1>:ns_doctor:handle_info:137]Current node statuses: [{'ns_1@10.1.3.236', [{last_heard,{1353,460495,698152}}, {outgoing_replications_safeness_level,[]}, {incoming_replications_conf_hashes,[]}, {active_buckets,[]}, {ready_buckets,[]}, {local_tasks,[]}, {memory, [{total,72270560}, {processes,35381464}, {processes_used,31631368}, {system,36889096}, {atom,1407441}, {atom_used,1381489}, {binary,1379496}, {code,14426374}, {ets,1739120}]}, {system_memory_data, [{system_total_memory,4140711936}, {free_swap,5292642304}, {total_swap,5335146496}, {cached_memory,725098496}, {buffered_memory,256831488}, {free_memory,2763292672}, {total_memory,4140711936}]}, {node_storage_conf, [{db_path,"/opt/couchbase/var/lib/couchbase/data/"}, {index_path,"/opt/couchbase/var/lib/couchbase/data/"}]}, {statistics, [{wall_clock,{3450291,4999}}, {context_switches,{3840742,0}}, {garbage_collection,{730802,2742876576,0}}, {io,{{input,223564685},{output,276351867}}}, {reductions,{933359810,78008}}, {run_queue,0}, {runtime,{452790,260}}]}, {system_stats, [{cpu_utilization_rate,2.0408163265306123}, {swap_total,5335146496}, {swap_used,42504192}]}, {interesting_stats,[]}, {cluster_compatibility_version,131072}, {version, [{public_key,"0.13"}, {lhttpc,"1.3.0"}, {ale,"8cffe61"}, {os_mon,"2.2.7"}, {couch_set_view,"1.2.0a-31560d7-git"}, {mnesia,"4.5"}, {inets,"5.7.1"}, {couch,"1.2.0a-31560d7-git"}, {mapreduce,"1.0.0"}, {couch_index_merger,"1.2.0a-31560d7-git"}, {kernel,"2.14.5"}, {crypto,"2.0.4"}, {ssl,"4.1.6"}, {sasl,"2.1.10"}, {couch_view_parser,"1.0.0"}, {ns_server,"2.0.0-1954-rel-enterprise"}, {mochiweb,"1.4.1"}, {oauth,"7d85d3ef"}, {stdlib,"1.17.5"}]}, {supported_compat_version,[2,0]}, {system_arch,"x86_64-unknown-linux-gnu"}, {wall_clock,3450}, {memory_data,{4140711936,1377419264,{<0.4524.0>,4714872}}}, {disk_data, [{"/",20219004,14},{"/boot",101086,14},{"/dev/shm",2021832,0}]}, {meminfo, <<"MemTotal: 4043664 kB\nMemFree: 2698528 kB\nBuffers: 250812 kB\nCached: 708104 kB\nSwapCached: 33340 kB\nActive: 748300 kB\nInactive: 475464 kB\nHighTotal: 0 kB\nHighFree: 0 kB\nLowTotal: 4043664 kB\nLowFree: 2698528 kB\nSwapTotal: 5210104 kB\nSwapFree: 5168596 kB\nDirty: 56 kB\nWriteback: 0 kB\nAnonPages: 264180 kB\nMapped: 13788 kB\nSlab: 88596 kB\nPageTables: 5020 kB\nNFS_Unstable: 0 kB\nBounce: 0 kB\nCommitLimit: 7231936 kB\nCommitted_AS: 1900012 kB\nVmallocTotal: 34359738367 kB\nVmallocUsed: 265708 kB\nVmallocChunk: 34359472391 kB\nHugePages_Total: 0\nHugePages_Free: 0\nHugePages_Rsvd: 0\nHugepagesize: 2048 kB\n">>}]}] [ns_doctor:debug,2012-11-20T17:16:00.696,ns_1@10.1.3.236:ns_doctor<0.16880.1>:ns_doctor:handle_info:137]Current node statuses: [{'ns_1@10.1.3.236', [{last_heard,{1353,460555,698072}}, {outgoing_replications_safeness_level,[]}, {incoming_replications_conf_hashes,[]}, {active_buckets,[]}, {ready_buckets,[]}, {local_tasks,[]}, {memory, [{total,72208168}, {processes,35280920}, {processes_used,31530824}, {system,36927248}, {atom,1407441}, {atom_used,1381489}, {binary,1388888}, {code,14426374}, {ets,1767800}]}, {system_memory_data, [{system_total_memory,4140711936}, {free_swap,5292642304}, {total_swap,5335146496}, {cached_memory,725180416}, {buffered_memory,256831488}, {free_memory,2763419648}, {total_memory,4140711936}]}, {node_storage_conf, [{db_path,"/opt/couchbase/var/lib/couchbase/data/"}, {index_path,"/opt/couchbase/var/lib/couchbase/data/"}]}, {statistics, [{wall_clock,{3510292,5000}}, {context_switches,{3848421,0}}, {garbage_collection,{731659,2745230284,0}}, {io,{{input,223601994},{output,276445406}}}, {reductions,{934163426,70271}}, {run_queue,0}, {runtime,{455760,250}}]}, {system_stats, [{cpu_utilization_rate,1.5584415584415585}, {swap_total,5335146496}, {swap_used,42504192}]}, {interesting_stats,[]}, {cluster_compatibility_version,131072}, {version, [{public_key,"0.13"}, {lhttpc,"1.3.0"}, {ale,"8cffe61"}, {os_mon,"2.2.7"}, {couch_set_view,"1.2.0a-31560d7-git"}, {mnesia,"4.5"}, {inets,"5.7.1"}, {couch,"1.2.0a-31560d7-git"}, {mapreduce,"1.0.0"}, {couch_index_merger,"1.2.0a-31560d7-git"}, {kernel,"2.14.5"}, {crypto,"2.0.4"}, {ssl,"4.1.6"}, {sasl,"2.1.10"}, {couch_view_parser,"1.0.0"}, {ns_server,"2.0.0-1954-rel-enterprise"}, {mochiweb,"1.4.1"}, {oauth,"7d85d3ef"}, {stdlib,"1.17.5"}]}, {supported_compat_version,[2,0]}, {system_arch,"x86_64-unknown-linux-gnu"}, {wall_clock,3510}, {memory_data,{4140711936,1377292288,{<0.4524.0>,4714872}}}, {disk_data, [{"/",20219004,14},{"/boot",101086,14},{"/dev/shm",2021832,0}]}, {meminfo, <<"MemTotal: 4043664 kB\nMemFree: 2698652 kB\nBuffers: 250812 kB\nCached: 708184 kB\nSwapCached: 33340 kB\nActive: 748420 kB\nInactive: 475508 kB\nHighTotal: 0 kB\nHighFree: 0 kB\nLowTotal: 4043664 kB\nLowFree: 2698652 kB\nSwapTotal: 5210104 kB\nSwapFree: 5168596 kB\nDirty: 40 kB\nWriteback: 0 kB\nAnonPages: 264272 kB\nMapped: 13788 kB\nSlab: 88608 kB\nPageTables: 5020 kB\nNFS_Unstable: 0 kB\nBounce: 0 kB\nCommitLimit: 7231936 kB\nCommitted_AS: 1900012 kB\nVmallocTotal: 34359738367 kB\nVmallocUsed: 265708 kB\nVmallocChunk: 34359472391 kB\nHugePages_Total: 0\nHugePages_Free: 0\nHugePages_Rsvd: 0\nHugepagesize: 2048 kB\n">>}]}] [ns_doctor:debug,2012-11-20T17:16:52.000,ns_1@10.1.3.236:ns_doctor<0.24240.1>:ns_doctor:handle_info:133]Got initial status [{'ns_1@10.1.3.235', [{last_heard,{1353,460612,859}}, {outgoing_replications_safeness_level,[]}, {incoming_replications_conf_hashes,[]}, {active_buckets,[]}, {ready_buckets,[]}, {local_tasks,[]}, {memory, [{total,113982288}, {processes,72199216}, {processes_used,68382616}, {system,41783072}, {atom,1483281}, {atom_used,1466213}, {binary,2985904}, {code,14739450}, {ets,4575880}]}, {system_memory_data, [{system_total_memory,4140711936}, {free_swap,5292630016}, {total_swap,5335146496}, {cached_memory,759554048}, {buffered_memory,255180800}, {free_memory,2619576320}, {total_memory,4140711936}]}, {node_storage_conf, [{db_path, "/opt/couchbase/var/lib/couchbase/data/"}, {index_path, "/opt/couchbase/var/lib/couchbase/data/"}]}, {statistics, [{wall_clock,{3597762,56}}, {context_switches,{4260557,0}}, {garbage_collection,{849215,6987550082,0}}, {io,{{input,343221489},{output,359513158}}}, {reductions,{1234028862,36699}}, {run_queue,0}, {runtime,{541480,30}}]}, {system_stats, [{cpu_utilization_rate,3.836317135549872}, {swap_total,5335146496}, {swap_used,42516480}]}, {interesting_stats,[]}, {cluster_compatibility_version,131072}, {version, [{public_key,"0.13"}, {lhttpc,"1.3.0"}, {ale,"8cffe61"}, {os_mon,"2.2.7"}, {couch_set_view,"1.2.0a-31560d7-git"}, {mnesia,"4.5"}, {inets,"5.7.1"}, {couch,"1.2.0a-31560d7-git"}, {mapreduce,"1.0.0"}, {couch_index_merger,"1.2.0a-31560d7-git"}, {kernel,"2.14.5"}, {crypto,"2.0.4"}, {ssl,"4.1.6"}, {sasl,"2.1.10"}, {couch_view_parser,"1.0.0"}, {ns_server,"2.0.0-1954-rel-enterprise"}, {mochiweb,"1.4.1"}, {oauth,"7d85d3ef"}, {stdlib,"1.17.5"}]}, {supported_compat_version,[2,0]}, {system_arch,"x86_64-unknown-linux-gnu"}, {wall_clock,3597}, {memory_data, {4140711936,1523421184,{<15326.4619.0>,8176488}}}, {disk_data, [{"/",20219004,24}, {"/boot",101086,14}, {"/dev/shm",2021832,0}]}, {meminfo, <<"MemTotal: 4043664 kB\nMemFree: 2558180 kB\nBuffers: 249200 kB\nCached: 741752 kB\nSwapCached: 33260 kB\nActive: 862824 kB\nInactive: 493836 kB\nHighTotal: 0 kB\nHighFree: 0 kB\nLowTotal: 4043664 kB\nLowFree: 2558180 kB\nSwapTotal: 5210104 kB\nSwapFree: 5168584 kB\nDirty: 148 kB\nWriteback: 0 kB\nAnonPages: 365032 kB\nMapped: 15396 kB\nSlab: 96168 kB\nPageTables: 5456 kB\nNFS_Unstable: 0 kB\nBounce: 0 kB\nCommitLimit: 7231936 kB\nCommitted_AS: 2079308 kB\nVmallocTotal: 34359738367 kB\nVmallocUsed: 265708 kB\nVmallocChunk: 34359472391 kB\nHugePages_Total: 0\nHugePages_Free: 0\nHugePages_Rsvd: 0\nHugepagesize: 2048 kB\n">>}]}, {'ns_1@10.1.3.236', [{last_heard,{1353,460612,837}}, {outgoing_replications_safeness_level,[]}, {incoming_replications_conf_hashes,[]}, {active_buckets,[]}, {ready_buckets,[]}, {local_tasks,[]}, {memory, [{total,67581208}, {processes,30471416}, {processes_used,26665384}, {system,37109792}, {atom,1407441}, {atom_used,1381545}, {binary,1425264}, {code,14428096}, {ets,1887312}]}, {system_memory_data, [{system_total_memory,4140711936}, {free_swap,5292642304}, {total_swap,5335146496}, {cached_memory,725434368}, {buffered_memory,256831488}, {free_memory,2824847360}, {total_memory,4140711936}]}, {node_storage_conf, [{db_path, "/opt/couchbase/var/lib/couchbase/data/"}, {index_path, "/opt/couchbase/var/lib/couchbase/data/"}]}, {statistics, [{wall_clock,{3566595,8}}, {context_switches,{3858232,0}}, {garbage_collection,{733050,2750496816,0}}, {io,{{input,223788590},{output,277011549}}}, {reductions,{935479813,47621}}, {run_queue,1}, {runtime,{458840,10}}]}, {system_stats, [{cpu_utilization_rate,0}, {swap_total,0}, {swap_used,0}]}, {interesting_stats,[]}, {cluster_compatibility_version,131072}, {version, [{public_key,"0.13"}, {lhttpc,"1.3.0"}, {ale,"8cffe61"}, {os_mon,"2.2.7"}, {couch_set_view,"1.2.0a-31560d7-git"}, {mnesia,"4.5"}, {inets,"5.7.1"}, {couch,"1.2.0a-31560d7-git"}, {mapreduce,"1.0.0"}, {couch_index_merger,"1.2.0a-31560d7-git"}, {kernel,"2.14.5"}, {crypto,"2.0.4"}, {ssl,"4.1.6"}, {sasl,"2.1.10"}, {couch_view_parser,"1.0.0"}, {ns_server,"2.0.0-1954-rel-enterprise"}, {mochiweb,"1.4.1"}, {oauth,"7d85d3ef"}, {stdlib,"1.17.5"}]}, {supported_compat_version,[2,0]}, {system_arch,"x86_64-unknown-linux-gnu"}, {wall_clock,3566}, {memory_data, {4140711936,1373483008,{<0.4524.0>,4714872}}}, {disk_data, [{"/",20219004,14}, {"/boot",101086,14}, {"/dev/shm",2021832,0}]}, {meminfo, <<"MemTotal: 4043664 kB\nMemFree: 2758640 kB\nBuffers: 250812 kB\nCached: 708432 kB\nSwapCached: 33340 kB\nActive: 688240 kB\nInactive: 475732 kB\nHighTotal: 0 kB\nHighFree: 0 kB\nLowTotal: 4043664 kB\nLowFree: 2758640 kB\nSwapTotal: 5210104 kB\nSwapFree: 5168596 kB\nDirty: 148 kB\nWriteback: 8 kB\nAnonPages: 204020 kB\nMapped: 12844 kB\nSlab: 88780 kB\nPageTables: 4560 kB\nNFS_Unstable: 0 kB\nBounce: 0 kB\nCommitLimit: 7231936 kB\nCommitted_AS: 1680540 kB\nVmallocTotal: 34359738367 kB\nVmallocUsed: 265708 kB\nVmallocChunk: 34359472391 kB\nHugePages_Total: 0\nHugePages_Free: 0\nHugePages_Rsvd: 0\nHugepagesize: 2048 kB\n">>}]}] [stats:debug,2012-11-20T17:17:03.830,ns_1@10.1.3.236:<0.24432.1>:stats_collector:maybe_log_stats:126](at {{1970,1,16},{7,57,40}}) Stats for bucket "default": accepting_conns 1 auth_cmds 0 auth_errors 0 bucket_active_conns 1 bucket_conns 5 bytes 257808 bytes_read 196 bytes_written 120 cas_badval 0 cas_hits 0 cas_misses 0 cmd_flush 0 cmd_get 0 cmd_set 0 conn_yields 0 connection_structures 5000 curr_connections 9 curr_conns_on_port_11209 6 curr_conns_on_port_11210 1 curr_items 0 curr_items_tot 0 curr_temp_items 0 daemon_connections 4 decr_hits 0 decr_misses 0 delete_hits 0 delete_misses 0 ep_access_scanner_last_runtime 0 ep_access_scanner_num_items 0 ep_access_scanner_task_time 2012-11-21 10:00:00 ep_allow_data_loss_during_shutdown 1 ep_alog_block_size 4096 ep_alog_path /opt/couchbase/var/lib/couchbase/data/default/access.log ep_alog_sleep_time 1440 ep_alog_task_time 10 ep_backend couchdb ep_bg_fetch_delay 0 ep_bg_fetched 0 ep_bg_meta_fetched 0 ep_bg_remaining_jobs 0 ep_chk_max_items 5000 ep_chk_period 1800 ep_chk_persistence_remains 0 ep_chk_persistence_timeout 10 ep_chk_remover_stime 5 ep_commit_num 0 ep_commit_time 0 ep_commit_time_total 0 ep_concurrentDB 1 ep_config_file ep_couch_bucket default ep_couch_host localhost ep_couch_port 11213 ep_couch_reconnect_sleeptime 250 ep_couch_response_timeout 180000 ep_data_age 0 ep_data_age_highwat 0 ep_data_traffic_enabled 0 ep_dbinit 0 ep_dbname /opt/couchbase/var/lib/couchbase/data/default ep_degraded_mode 1 ep_diskqueue_drain 0 ep_diskqueue_fill 0 ep_diskqueue_items 0 ep_diskqueue_memory 0 ep_diskqueue_pending 0 ep_exp_pager_stime 3600 ep_exp_pager_stime 3600 ep_expired_access 0 ep_expired_pager 0 ep_expiry_window 3 ep_failpartialwarmup 0 ep_flush_all false ep_flush_duration_total 0 ep_flushall_enabled 0 ep_flusher_state running ep_flusher_todo 0 ep_getl_default_timeout 15 ep_getl_max_timeout 30 ep_ht_locks 5 ep_ht_size 3079 ep_inconsistent_slave_chk 0 ep_initfile ep_io_num_read 0 ep_io_num_write 0 ep_io_read_bytes 0 ep_io_write_bytes 0 ep_item_begin_failed 0 ep_item_commit_failed 0 ep_item_flush_expired 0 ep_item_flush_failed 0 ep_item_num_based_new_chk 1 ep_items_rm_from_checkpoints 0 ep_keep_closed_chks 0 ep_klog_block_size 4096 ep_klog_compactor_queue_cap 500000 ep_klog_compactor_stime 3600 ep_klog_flush commit2 ep_klog_max_entry_ratio 10 ep_klog_max_log_size 2147483647 ep_klog_path ep_klog_sync commit2 ep_kv_size 0 ep_max_checkpoints 2 ep_max_data_size 490733568 ep_max_item_size 20971520 ep_max_size 490733568 ep_max_txn_size 10000 ep_max_vbuckets 1024 ep_mem_high_wat 368050176 ep_mem_high_wat 368050176 ep_mem_low_wat 294440140 ep_mem_low_wat 294440140 ep_mem_tracker_enabled true ep_min_data_age 0 ep_mlog_compactor_runs 0 ep_mutation_mem_threshold 0 ep_num_access_scanner_runs 0 ep_num_eject_failures 0 ep_num_expiry_pager_runs 0 ep_num_non_resident 0 ep_num_not_my_vbuckets 0 ep_num_ops_del_meta 0 ep_num_ops_get_meta 0 ep_num_ops_set_meta 0 ep_num_pager_runs 0 ep_num_value_ejects 0 ep_oom_errors 0 ep_overhead 1152 ep_pager_active_vb_pcnt 40 ep_pager_unbiased_period 60 ep_pending_ops 0 ep_pending_ops_max 0 ep_pending_ops_max_duration 0 ep_pending_ops_total 0 ep_postInitfile ep_queue_age_cap 900 ep_queue_size 0 ep_startup_time 1353460623 ep_storage_age 0 ep_storage_age_highwat 0 ep_store_max_concurrency 10 ep_store_max_readers 9 ep_store_max_readwrite 1 ep_stored_val_type ep_tap_ack_grace_period 300 ep_tap_ack_initial_sequence_number 1 ep_tap_ack_interval 1000 ep_tap_ack_window_size 10 ep_tap_backfill_resident 0.9 ep_tap_backlog_limit 5000 ep_tap_backoff_period 5 ep_tap_bg_fetch_requeued 0 ep_tap_bg_fetched 0 ep_tap_bg_max_pending 500 ep_tap_keepalive 300 ep_tap_noop_interval 20 ep_tap_requeue_sleep_time 0.1 ep_tap_throttle_cap_pcnt 10 ep_tap_throttle_queue_cap 1000000 ep_tap_throttle_threshold 90 ep_tmp_oom_errors 0 ep_too_old 0 ep_too_young 0 ep_total_cache_size 0 ep_total_del_items 0 ep_total_enqueued 0 ep_total_new_items 0 ep_total_persisted 0 ep_uncommitted_items 0 ep_value_size 0 ep_vb0 0 ep_vb_snapshot_total 1 ep_vb_total 0 ep_vbucket_del 0 ep_vbucket_del_fail 0 ep_version 2.0.0r_139_g9b8377b ep_waitforwarmup 0 ep_warmup 1 ep_warmup_batch_size 1000 ep_warmup_dups 0 ep_warmup_min_items_threshold 100 ep_warmup_min_memory_threshold 100 ep_warmup_oom 0 ep_warmup_thread complete ep_warmup_time 1499 get_hits 0 get_misses 0 incr_hits 0 incr_misses 0 libevent 2.0.11-stable limit_maxbytes 67108864 listen_disabled_num 0 max_conns_on_port_11209 1000 max_conns_on_port_11210 9000 mem_used 257808 pid 15476 pointer_size 64 rejected_conns 0 rusage_system 0.039993 rusage_user 0.066989 threads 4 time 1353460623 total_connections 10 uptime 13 vb_active_curr_items 0 vb_active_eject 0 vb_active_expired 0 vb_active_ht_memory 0 vb_active_itm_memory 0 vb_active_meta_data_memory 0 vb_active_num 0 vb_active_num_non_resident 0 vb_active_num_ref_ejects 0 vb_active_num_ref_items 0 vb_active_ops_create 0 vb_active_ops_delete 0 vb_active_ops_reject 0 vb_active_ops_update 0 vb_active_perc_mem_resident 0 vb_active_queue_age 0 vb_active_queue_drain 0 vb_active_queue_fill 0 vb_active_queue_memory 0 vb_active_queue_pending 0 vb_active_queue_size 0 vb_dead_num 0 vb_pending_curr_items 0 vb_pending_eject 0 vb_pending_expired 0 vb_pending_ht_memory 0 vb_pending_itm_memory 0 vb_pending_meta_data_memory 0 vb_pending_num 0 vb_pending_num_non_resident 0 vb_pending_num_ref_ejects 0 vb_pending_num_ref_items 0 vb_pending_ops_create 0 vb_pending_ops_delete 0 vb_pending_ops_reject 0 vb_pending_ops_update 0 vb_pending_perc_mem_resident 0 vb_pending_queue_age 0 vb_pending_queue_drain 0 vb_pending_queue_fill 0 vb_pending_queue_memory 0 vb_pending_queue_pending 0 vb_pending_queue_size 0 vb_replica_curr_items 0 vb_replica_eject 0 vb_replica_expired 0 vb_replica_ht_memory 0 vb_replica_itm_memory 0 vb_replica_meta_data_memory 0 vb_replica_num 0 vb_replica_num_non_resident 0 vb_replica_num_ref_ejects 0 vb_replica_num_ref_items 0 vb_replica_ops_create 0 vb_replica_ops_delete 0 vb_replica_ops_reject 0 vb_replica_ops_update 0 vb_replica_perc_mem_resident 0 vb_replica_queue_age 0 vb_replica_queue_drain 0 vb_replica_queue_fill 0 vb_replica_queue_memory 0 vb_replica_queue_pending 0 vb_replica_queue_size 0 version 1.4.4_600_g7ea975a [ns_doctor:debug,2012-11-20T17:17:51.982,ns_1@10.1.3.236:ns_doctor<0.24240.1>:ns_doctor:handle_info:137]Current node statuses: [{'ns_1@10.1.3.235', [{last_heard,{1353,460670,745833}}, {outgoing_replications_safeness_level,[{"default",green}]}, {incoming_replications_conf_hashes, [{"default", [{'ns_1@10.1.3.236',86256472},{'ns_1@10.3.2.54',67084310}]}]}, {active_buckets,["default"]}, {ready_buckets,["default"]}, {local_tasks,[]}, {memory, [{total,152520584}, {processes,107260976}, {processes_used,106269328}, {system,45259608}, {atom,1484089}, {atom_used,1466910}, {binary,5558304}, {code,14752033}, {ets,4998768}]}, {system_memory_data, [{system_total_memory,4140711936}, {free_swap,5292630016}, {total_swap,5335146496}, {cached_memory,770609152}, {buffered_memory,255221760}, {free_memory,2611671040}, {total_memory,4140711936}]}, {node_storage_conf, [{db_path,"/opt/couchbase/var/lib/couchbase/data/"}, {index_path,"/opt/couchbase/var/lib/couchbase/data/"}]}, {statistics, [{wall_clock,{3656512,5002}}, {context_switches,{4492797,0}}, {garbage_collection,{889671,7163217500,0}}, {io,{{input,350112131},{output,367070346}}}, {reductions,{1321627978,3188473}}, {run_queue,0}, {runtime,{555870,640}}]}, {system_stats, [{cpu_utilization_rate,4.615384615384615}, {swap_total,5335146496}, {swap_used,42516480}]}, {interesting_stats, [{couch_docs_actual_disk_size,5641802}, {couch_docs_data_size,5634792}, {couch_views_actual_disk_size,0}, {couch_views_data_size,0}, {curr_items,0}, {curr_items_tot,0}, {mem_used,21352008}, {vb_replica_curr_items,0}]}, {cluster_compatibility_version,131072}, {version, [{public_key,"0.13"}, {lhttpc,"1.3.0"}, {ale,"8cffe61"}, {os_mon,"2.2.7"}, {couch_set_view,"1.2.0a-31560d7-git"}, {mnesia,"4.5"}, {inets,"5.7.1"}, {couch,"1.2.0a-31560d7-git"}, {mapreduce,"1.0.0"}, {couch_index_merger,"1.2.0a-31560d7-git"}, {kernel,"2.14.5"}, {crypto,"2.0.4"}, {ssl,"4.1.6"}, {sasl,"2.1.10"}, {couch_view_parser,"1.0.0"}, {ns_server,"2.0.0-1954-rel-enterprise"}, {mochiweb,"1.4.1"}, {oauth,"7d85d3ef"}, {stdlib,"1.17.5"}]}, {supported_compat_version,[2,0]}, {system_arch,"x86_64-unknown-linux-gnu"}, {wall_clock,3656}, {memory_data,{4140711936,1518088192,{<15326.4619.0>,8176208}}}, {disk_data, [{"/",20219004,24},{"/boot",101086,14},{"/dev/shm",2021832,0}]}, {meminfo, <<"MemTotal: 4043664 kB\nMemFree: 2550460 kB\nBuffers: 249240 kB\nCached: 752548 kB\nSwapCached: 33260 kB\nActive: 866924 kB\nInactive: 496152 kB\nHighTotal: 0 kB\nHighFree: 0 kB\nLowTotal: 4043664 kB\nLowFree: 2550460 kB\nSwapTotal: 5210104 kB\nSwapFree: 5168584 kB\nDirty: 288 kB\nWriteback: 0 kB\nAnonPages: 360688 kB\nMapped: 15572 kB\nSlab: 97292 kB\nPageTables: 5456 kB\nNFS_Unstable: 0 kB\nBounce: 0 kB\nCommitLimit: 7231936 kB\nCommitted_AS: 2095324 kB\nVmallocTotal: 34359738367 kB\nVmallocUsed: 265708 kB\nVmallocChunk: 34359472391 kB\nHugePages_Total: 0\nHugePages_Free: 0\nHugePages_Rsvd: 0\nHugepagesize: 2048 kB\n">>}]}, {'ns_1@10.1.3.236', [{last_heard,{1353,460666,984229}}, {outgoing_replications_safeness_level,[{"default",green}]}, {incoming_replications_conf_hashes, [{"default", [{'ns_1@10.1.3.235',96925268},{'ns_1@10.3.2.54',12754605}]}]}, {active_buckets,["default"]}, {ready_buckets,["default"]}, {local_tasks,[]}, {memory, [{total,128202000}, {processes,87143768}, {processes_used,86211336}, {system,41058232}, {atom,1407441}, {atom_used,1381545}, {binary,4140816}, {code,14428096}, {ets,2639552}]}, {system_memory_data, [{system_total_memory,4140711936}, {free_swap,5292642304}, {total_swap,5335146496}, {cached_memory,736870400}, {buffered_memory,256888832}, {free_memory,2712420352}, {total_memory,4140711936}]}, {node_storage_conf, [{db_path,"/opt/couchbase/var/lib/couchbase/data/"}, {index_path,"/opt/couchbase/var/lib/couchbase/data/"}]}, {statistics, [{wall_clock,{3621577,5000}}, {context_switches,{4065796,0}}, {garbage_collection,{770989,2871209250,0}}, {io,{{input,230506031},{output,282384931}}}, {reductions,{1006807987,842063}}, {run_queue,0}, {runtime,{471780,610}}]}, {system_stats, [{cpu_utilization_rate,6.182795698924731}, {swap_total,5335146496}, {swap_used,42504192}]}, {interesting_stats, [{couch_docs_actual_disk_size,5625326}, {couch_docs_data_size,5618316}, {couch_views_actual_disk_size,0}, {couch_views_data_size,0}, {curr_items,0}, {curr_items_tot,0}, {mem_used,21294792}, {vb_replica_curr_items,0}]}, {cluster_compatibility_version,131072}, {version, [{public_key,"0.13"}, {lhttpc,"1.3.0"}, {ale,"8cffe61"}, {os_mon,"2.2.7"}, {couch_set_view,"1.2.0a-31560d7-git"}, {mnesia,"4.5"}, {inets,"5.7.1"}, {couch,"1.2.0a-31560d7-git"}, {mapreduce,"1.0.0"}, {couch_index_merger,"1.2.0a-31560d7-git"}, {kernel,"2.14.5"}, {crypto,"2.0.4"}, {ssl,"4.1.6"}, {sasl,"2.1.10"}, {couch_view_parser,"1.0.0"}, {ns_server,"2.0.0-1954-rel-enterprise"}, {mochiweb,"1.4.1"}, {oauth,"7d85d3ef"}, {stdlib,"1.17.5"}]}, {supported_compat_version,[2,0]}, {system_arch,"x86_64-unknown-linux-gnu"}, {wall_clock,3621}, {memory_data,{4140711936,1426894848,{<0.4524.0>,6657160}}}, {disk_data, [{"/",20219004,14},{"/boot",101086,14},{"/dev/shm",2021832,0}]}, {meminfo, <<"MemTotal: 4043664 kB\nMemFree: 2648972 kB\nBuffers: 250868 kB\nCached: 719600 kB\nSwapCached: 33340 kB\nActive: 794832 kB\nInactive: 478280 kB\nHighTotal: 0 kB\nHighFree: 0 kB\nLowTotal: 4043664 kB\nLowFree: 2648972 kB\nSwapTotal: 5210104 kB\nSwapFree: 5168596 kB\nDirty: 292 kB\nWriteback: 0 kB\nAnonPages: 301908 kB\nMapped: 14968 kB\nSlab: 89856 kB\nPageTables: 5152 kB\nNFS_Unstable: 0 kB\nBounce: 0 kB\nCommitLimit: 7231936 kB\nCommitted_AS: 2013560 kB\nVmallocTotal: 34359738367 kB\nVmallocUsed: 265708 kB\nVmallocChunk: 34359472391 kB\nHugePages_Total: 0\nHugePages_Free: 0\nHugePages_Rsvd: 0\nHugepagesize: 2048 kB\n">>}]}, {'ns_1@10.3.2.54', [{last_heard,{1353,460667,256270}}, {outgoing_replications_safeness_level,[{"default",green}]}, {incoming_replications_conf_hashes, [{"default", [{'ns_1@10.1.3.235',111274792},{'ns_1@10.1.3.236',93000434}]}]}, {active_buckets,["default"]}, {ready_buckets,["default"]}, {local_tasks,[]}, {memory, [{total,125678576}, {processes,84640856}, {processes_used,83626344}, {system,41037720}, {atom,1406633}, {atom_used,1379726}, {binary,4176976}, {code,14365394}, {ets,2662496}]}, {system_memory_data, [{system_total_memory,8370651136}, {free_swap,5335040000}, {total_swap,5335146496}, {cached_memory,806174720}, {buffered_memory,299905024}, {free_memory,6798286848}, {total_memory,8370651136}]}, {node_storage_conf, [{db_path,"/opt/couchbase/var/lib/couchbase/data/"}, {index_path,"/opt/couchbase/var/lib/couchbase/data/"}]}, {statistics, [{wall_clock,{3592405,5000}}, {context_switches,{3131910,0}}, {garbage_collection,{989554,2690451658,0}}, {io,{{input,215353126},{output,255745334}}}, {reductions,{856543071,855093}}, {run_queue,0}, {runtime,{314710,480}}]}, {system_stats, [{cpu_utilization_rate,4.25}, {swap_total,5335146496}, {swap_used,106496}]}, {interesting_stats, [{couch_docs_actual_disk_size,5625325}, {couch_docs_data_size,5618316}, {couch_views_actual_disk_size,0}, {couch_views_data_size,0}, {curr_items,0}, {curr_items_tot,0}, {mem_used,21294792}, {vb_replica_curr_items,0}]}, {cluster_compatibility_version,131072}, {version, [{public_key,"0.13"}, {lhttpc,"1.3.0"}, {ale,"8cffe61"}, {os_mon,"2.2.7"}, {couch_set_view,"1.2.0a-31560d7-git"}, {mnesia,"4.5"}, {inets,"5.7.1"}, {couch,"1.2.0a-31560d7-git"}, {mapreduce,"1.0.0"}, {couch_index_merger,"1.2.0a-31560d7-git"}, {kernel,"2.14.5"}, {crypto,"2.0.4"}, {ssl,"4.1.6"}, {sasl,"2.1.10"}, {couch_view_parser,"1.0.0"}, {ns_server,"2.0.0-1954-rel-enterprise"}, {mochiweb,"1.4.1"}, {oauth,"7d85d3ef"}, {stdlib,"1.17.5"}]}, {supported_compat_version,[2,0]}, {system_arch,"x86_64-unknown-linux-gnu"}, {wall_clock,3592}, {memory_data,{8370651136,1518313472,{<15336.4529.0>,5686016}}}, {disk_data, [{"/",20219004,23}, {"/boot",101086,14}, {"/dev/shm",4087232,0}, {"/data",206420664,6}]}, {meminfo, <<"MemTotal: 8174464 kB\nMemFree: 6638952 kB\nBuffers: 292876 kB\nCached: 787280 kB\nSwapCached: 0 kB\nActive: 837696 kB\nInactive: 538160 kB\nHighTotal: 0 kB\nHighFree: 0 kB\nLowTotal: 8174464 kB\nLowFree: 6638952 kB\nSwapTotal: 5210104 kB\nSwapFree: 5210000 kB\nDirty: 532 kB\nWriteback: 0 kB\nAnonPages: 295680 kB\nMapped: 18044 kB\nSlab: 126372 kB\nPageTables: 5012 kB\nNFS_Unstable: 0 kB\nBounce: 0 kB\nCommitLimit: 9297336 kB\nCommitted_AS: 1996252 kB\nVmallocTotal: 34359738367 kB\nVmallocUsed: 265716 kB\nVmallocChunk: 34359472391 kB\nHugePages_Total: 0\nHugePages_Free: 0\nHugePages_Rsvd: 0\nHugepagesize: 2048 kB\n">>}]}] [stats:debug,2012-11-20T17:18:43.833,ns_1@10.1.3.236:<0.24432.1>:stats_collector:maybe_log_stats:126](at {{1970,1,16},{7,57,40}}) Stats for bucket "default": accepting_conns 1 auth_cmds 3 auth_errors 0 bucket_active_conns 1 bucket_conns 15 bytes 21312936 bytes_read 126727 bytes_written 2967087 cas_badval 0 cas_hits 0 cas_misses 0 cmd_flush 0 cmd_get 0 cmd_set 0 conn_yields 42 connection_structures 5000 curr_connections 17 curr_conns_on_port_11209 14 curr_conns_on_port_11210 1 curr_items 0 curr_items_tot 0 curr_temp_items 0 daemon_connections 4 decr_hits 0 decr_misses 0 delete_hits 0 delete_misses 0 ep_access_scanner_last_runtime 0 ep_access_scanner_num_items 0 ep_access_scanner_task_time 2012-11-21 10:00:00 ep_allow_data_loss_during_shutdown 1 ep_alog_block_size 4096 ep_alog_path /opt/couchbase/var/lib/couchbase/data/default/access.log ep_alog_sleep_time 1440 ep_alog_task_time 10 ep_backend couchdb ep_bg_fetch_delay 0 ep_bg_fetched 0 ep_bg_meta_fetched 0 ep_bg_remaining_jobs 0 ep_chk_max_items 5000 ep_chk_period 1800 ep_chk_persistence_remains 0 ep_chk_persistence_timeout 10 ep_chk_remover_stime 5 ep_commit_num 0 ep_commit_time 0 ep_commit_time_total 0 ep_concurrentDB 1 ep_config_file ep_couch_bucket default ep_couch_host localhost ep_couch_port 11213 ep_couch_reconnect_sleeptime 250 ep_couch_response_timeout 180000 ep_data_age 0 ep_data_age_highwat 0 ep_data_traffic_enabled 0 ep_dbinit 0 ep_dbname /opt/couchbase/var/lib/couchbase/data/default ep_degraded_mode 0 ep_diskqueue_drain 0 ep_diskqueue_fill 0 ep_diskqueue_items 0 ep_diskqueue_memory 0 ep_diskqueue_pending 0 ep_exp_pager_stime 3600 ep_exp_pager_stime 3600 ep_expired_access 0 ep_expired_pager 0 ep_expiry_window 3 ep_failpartialwarmup 0 ep_flush_all false ep_flush_duration_total 0 ep_flushall_enabled 0 ep_flusher_state running ep_flusher_todo 0 ep_getl_default_timeout 15 ep_getl_max_timeout 30 ep_ht_locks 5 ep_ht_size 3079 ep_inconsistent_slave_chk 0 ep_initfile ep_io_num_read 0 ep_io_num_write 0 ep_io_read_bytes 0 ep_io_write_bytes 0 ep_item_begin_failed 0 ep_item_commit_failed 0 ep_item_flush_expired 0 ep_item_flush_failed 0 ep_item_num_based_new_chk 1 ep_items_rm_from_checkpoints 0 ep_keep_closed_chks 0 ep_klog_block_size 4096 ep_klog_compactor_queue_cap 500000 ep_klog_compactor_stime 3600 ep_klog_flush commit2 ep_klog_max_entry_ratio 10 ep_klog_max_log_size 2147483647 ep_klog_path ep_klog_sync commit2 ep_kv_size 0 ep_max_checkpoints 2 ep_max_data_size 490733568 ep_max_item_size 20971520 ep_max_size 490733568 ep_max_txn_size 10000 ep_max_vbuckets 1024 ep_mem_high_wat 368050176 ep_mem_high_wat 368050176 ep_mem_low_wat 294440140 ep_mem_low_wat 294440140 ep_mem_tracker_enabled true ep_min_data_age 0 ep_mlog_compactor_runs 0 ep_mutation_mem_threshold 0 ep_num_access_scanner_runs 0 ep_num_eject_failures 0 ep_num_expiry_pager_runs 0 ep_num_non_resident 0 ep_num_not_my_vbuckets 0 ep_num_ops_del_meta 0 ep_num_ops_get_meta 0 ep_num_ops_set_meta 0 ep_num_pager_runs 0 ep_num_value_ejects 0 ep_oom_errors 0 ep_overhead 18132804 ep_pager_active_vb_pcnt 40 ep_pager_unbiased_period 60 ep_pending_ops 0 ep_pending_ops_max 0 ep_pending_ops_max_duration 0 ep_pending_ops_total 0 ep_postInitfile ep_queue_age_cap 900 ep_queue_size 0 ep_startup_time 1353460623 ep_storage_age 0 ep_storage_age_highwat 0 ep_store_max_concurrency 10 ep_store_max_readers 9 ep_store_max_readwrite 1 ep_stored_val_type ep_tap_ack_grace_period 300 ep_tap_ack_initial_sequence_number 1 ep_tap_ack_interval 1000 ep_tap_ack_window_size 10 ep_tap_backfill_resident 0.9 ep_tap_backlog_limit 5000 ep_tap_backoff_period 5 ep_tap_bg_fetch_requeued 0 ep_tap_bg_fetched 0 ep_tap_bg_max_pending 500 ep_tap_keepalive 300 ep_tap_noop_interval 20 ep_tap_requeue_sleep_time 0.1 ep_tap_throttle_cap_pcnt 10 ep_tap_throttle_queue_cap 1000000 ep_tap_throttle_threshold 90 ep_tmp_oom_errors 0 ep_too_old 0 ep_too_young 0 ep_total_cache_size 0 ep_total_del_items 0 ep_total_enqueued 0 ep_total_new_items 0 ep_total_persisted 0 ep_uncommitted_items 0 ep_value_size 0 ep_vb0 0 ep_vb_snapshot_total 6 ep_vb_total 682 ep_vbucket_del 0 ep_vbucket_del_fail 0 ep_version 2.0.0r_139_g9b8377b ep_waitforwarmup 0 ep_warmup 1 ep_warmup_batch_size 1000 ep_warmup_dups 0 ep_warmup_min_items_threshold 100 ep_warmup_min_memory_threshold 100 ep_warmup_oom 0 ep_warmup_thread complete ep_warmup_time 1499 get_hits 0 get_misses 0 incr_hits 0 incr_misses 0 libevent 2.0.11-stable limit_maxbytes 67108864 listen_disabled_num 0 max_conns_on_port_11209 1000 max_conns_on_port_11210 9000 mem_used 21312936 pid 15476 pointer_size 64 rejected_conns 0 rusage_system 1.068837 rusage_user 1.371791 tap_checkpoint_start_received 341 tap_checkpoint_start_sent 341 tap_connect_received 2 tap_opaque_received 686 tap_opaque_sent 686 threads 4 time 1353460723 total_connections 21 uptime 113 vb_active_curr_items 0 vb_active_eject 0 vb_active_expired 0 vb_active_ht_memory 8563192 vb_active_itm_memory 0 vb_active_meta_data_memory 0 vb_active_num 341 vb_active_num_non_resident 0 vb_active_num_ref_ejects 0 vb_active_num_ref_items 0 vb_active_ops_create 0 vb_active_ops_delete 0 vb_active_ops_reject 0 vb_active_ops_update 0 vb_active_perc_mem_resident 0 vb_active_queue_age 0 vb_active_queue_drain 0 vb_active_queue_fill 0 vb_active_queue_memory 0 vb_active_queue_pending 0 vb_active_queue_size 0 vb_dead_num 0 vb_pending_curr_items 0 vb_pending_eject 0 vb_pending_expired 0 vb_pending_ht_memory 0 vb_pending_itm_memory 0 vb_pending_meta_data_memory 0 vb_pending_num 0 vb_pending_num_non_resident 0 vb_pending_num_ref_ejects 0 vb_pending_num_ref_items 0 vb_pending_ops_create 0 vb_pending_ops_delete 0 vb_pending_ops_reject 0 vb_pending_ops_update 0 vb_pending_perc_mem_resident 0 vb_pending_queue_age 0 vb_pending_queue_drain 0 vb_pending_queue_fill 0 vb_pending_queue_memory 0 vb_pending_queue_pending 0 vb_pending_queue_size 0 vb_replica_curr_items 0 vb_replica_eject 0 vb_replica_expired 0 vb_replica_ht_memory 8563192 vb_replica_itm_memory 0 vb_replica_meta_data_memory 0 vb_replica_num 341 vb_replica_num_non_resident 0 vb_replica_num_ref_ejects 0 vb_replica_num_ref_items 0 vb_replica_ops_create 0 vb_replica_ops_delete 0 vb_replica_ops_reject 0 vb_replica_ops_update 0 vb_replica_perc_mem_resident 0 vb_replica_queue_age 0 vb_replica_queue_drain 0 vb_replica_queue_fill 0 vb_replica_queue_memory 0 vb_replica_queue_pending 0 vb_replica_queue_size 0 version 1.4.4_600_g7ea975a [ns_doctor:debug,2012-11-20T17:18:51.981,ns_1@10.1.3.236:ns_doctor<0.24240.1>:ns_doctor:handle_info:137]Current node statuses: [{'ns_1@10.1.3.235', [{last_heard,{1353,460730,743336}}, {outgoing_replications_safeness_level,[{"default",green}]}, {incoming_replications_conf_hashes, [{"default", [{'ns_1@10.1.3.236',86256472},{'ns_1@10.3.2.54',67084310}]}]}, {active_buckets,["default"]}, {ready_buckets,["default"]}, {local_tasks,[]}, {memory, [{total,167526656}, {processes,122139072}, {processes_used,121147424}, {system,45387584}, {atom,1484089}, {atom_used,1466910}, {binary,5531656}, {code,14752033}, {ets,5153384}]}, {system_memory_data, [{system_total_memory,4140711936}, {free_swap,5292630016}, {total_swap,5335146496}, {cached_memory,771723264}, {buffered_memory,255221760}, {free_memory,2594275328}, {total_memory,4140711936}]}, {node_storage_conf, [{db_path,"/opt/couchbase/var/lib/couchbase/data/"}, {index_path,"/opt/couchbase/var/lib/couchbase/data/"}]}, {statistics, [{wall_clock,{3716510,5000}}, {context_switches,{4630858,0}}, {garbage_collection,{899804,7206320715,0}}, {io,{{input,352631053},{output,370848072}}}, {reductions,{1345380641,3210700}}, {run_queue,0}, {runtime,{562560,640}}]}, {system_stats, [{cpu_utilization_rate,4.603580562659847}, {swap_total,5335146496}, {swap_used,42516480}]}, {interesting_stats, [{couch_docs_actual_disk_size,5655000}, {couch_docs_data_size,5634792}, {couch_views_actual_disk_size,0}, {couch_views_data_size,0}, {curr_items,0}, {curr_items_tot,0}, {mem_used,21370216}, {vb_replica_curr_items,0}]}, {cluster_compatibility_version,131072}, {version, [{public_key,"0.13"}, {lhttpc,"1.3.0"}, {ale,"8cffe61"}, {os_mon,"2.2.7"}, {couch_set_view,"1.2.0a-31560d7-git"}, {mnesia,"4.5"}, {inets,"5.7.1"}, {couch,"1.2.0a-31560d7-git"}, {mapreduce,"1.0.0"}, {couch_index_merger,"1.2.0a-31560d7-git"}, {kernel,"2.14.5"}, {crypto,"2.0.4"}, {ssl,"4.1.6"}, {sasl,"2.1.10"}, {couch_view_parser,"1.0.0"}, {ns_server,"2.0.0-1954-rel-enterprise"}, {mochiweb,"1.4.1"}, {oauth,"7d85d3ef"}, {stdlib,"1.17.5"}]}, {supported_compat_version,[2,0]}, {system_arch,"x86_64-unknown-linux-gnu"}, {wall_clock,3716}, {memory_data,{4140711936,1529421824,{<15326.4619.0>,6634840}}}, {disk_data, [{"/",20219004,24},{"/boot",101086,14},{"/dev/shm",2021832,0}]}, {meminfo, <<"MemTotal: 4043664 kB\nMemFree: 2533472 kB\nBuffers: 249240 kB\nCached: 753636 kB\nSwapCached: 33260 kB\nActive: 883692 kB\nInactive: 497064 kB\nHighTotal: 0 kB\nHighFree: 0 kB\nLowTotal: 4043664 kB\nLowFree: 2533472 kB\nSwapTotal: 5210104 kB\nSwapFree: 5168584 kB\nDirty: 176 kB\nWriteback: 0 kB\nAnonPages: 377336 kB\nMapped: 15572 kB\nSlab: 97072 kB\nPageTables: 5488 kB\nNFS_Unstable: 0 kB\nBounce: 0 kB\nCommitLimit: 7231936 kB\nCommitted_AS: 2115416 kB\nVmallocTotal: 34359738367 kB\nVmallocUsed: 265708 kB\nVmallocChunk: 34359472391 kB\nHugePages_Total: 0\nHugePages_Free: 0\nHugePages_Rsvd: 0\nHugepagesize: 2048 kB\n">>}]}, {'ns_1@10.1.3.236', [{last_heard,{1353,460726,984398}}, {outgoing_replications_safeness_level,[{"default",green}]}, {incoming_replications_conf_hashes, [{"default", [{'ns_1@10.1.3.235',96925268},{'ns_1@10.3.2.54',12754605}]}]}, {active_buckets,["default"]}, {ready_buckets,["default"]}, {local_tasks,[]}, {memory, [{total,147866160}, {processes,106727472}, {processes_used,105795040}, {system,41138688}, {atom,1407441}, {atom_used,1381545}, {binary,3987040}, {code,14428096}, {ets,2873384}]}, {system_memory_data, [{system_total_memory,4140711936}, {free_swap,5292642304}, {total_swap,5335146496}, {cached_memory,737988608}, {buffered_memory,256888832}, {free_memory,2697310208}, {total_memory,4140711936}]}, {node_storage_conf, [{db_path,"/opt/couchbase/var/lib/couchbase/data/"}, {index_path,"/opt/couchbase/var/lib/couchbase/data/"}]}, {statistics, [{wall_clock,{3681578,5000}}, {context_switches,{4195610,0}}, {garbage_collection,{780789,2906954725,0}}, {io,{{input,233112818},{output,284665953}}}, {reductions,{1016738313,860705}}, {run_queue,0}, {runtime,{479250,630}}]}, {system_stats, [{cpu_utilization_rate,6.182795698924731}, {swap_total,5335146496}, {swap_used,42504192}]}, {interesting_stats, [{couch_docs_actual_disk_size,5638434}, {couch_docs_data_size,5618316}, {couch_views_actual_disk_size,0}, {couch_views_data_size,0}, {curr_items,0}, {curr_items_tot,0}, {mem_used,21312936}, {vb_replica_curr_items,0}]}, {cluster_compatibility_version,131072}, {version, [{public_key,"0.13"}, {lhttpc,"1.3.0"}, {ale,"8cffe61"}, {os_mon,"2.2.7"}, {couch_set_view,"1.2.0a-31560d7-git"}, {mnesia,"4.5"}, {inets,"5.7.1"}, {couch,"1.2.0a-31560d7-git"}, {mapreduce,"1.0.0"}, {couch_index_merger,"1.2.0a-31560d7-git"}, {kernel,"2.14.5"}, {crypto,"2.0.4"}, {ssl,"4.1.6"}, {sasl,"2.1.10"}, {couch_view_parser,"1.0.0"}, {ns_server,"2.0.0-1954-rel-enterprise"}, {mochiweb,"1.4.1"}, {oauth,"7d85d3ef"}, {stdlib,"1.17.5"}]}, {supported_compat_version,[2,0]}, {system_arch,"x86_64-unknown-linux-gnu"}, {wall_clock,3681}, {memory_data,{4140711936,1436545024,{<0.4524.0>,6657160}}}, {disk_data, [{"/",20219004,14},{"/boot",101086,14},{"/dev/shm",2021832,0}]}, {meminfo, <<"MemTotal: 4043664 kB\nMemFree: 2634092 kB\nBuffers: 250868 kB\nCached: 720692 kB\nSwapCached: 33340 kB\nActive: 810392 kB\nInactive: 479212 kB\nHighTotal: 0 kB\nHighFree: 0 kB\nLowTotal: 4043664 kB\nLowFree: 2634092 kB\nSwapTotal: 5210104 kB\nSwapFree: 5168596 kB\nDirty: 76 kB\nWriteback: 0 kB\nAnonPages: 317520 kB\nMapped: 14972 kB\nSlab: 89668 kB\nPageTables: 5180 kB\nNFS_Unstable: 0 kB\nBounce: 0 kB\nCommitLimit: 7231936 kB\nCommitted_AS: 2032828 kB\nVmallocTotal: 34359738367 kB\nVmallocUsed: 265708 kB\nVmallocChunk: 34359472391 kB\nHugePages_Total: 0\nHugePages_Free: 0\nHugePages_Rsvd: 0\nHugepagesize: 2048 kB\n">>}]}, {'ns_1@10.3.2.54', [{last_heard,{1353,460727,256619}}, {outgoing_replications_safeness_level,[{"default",green}]}, {incoming_replications_conf_hashes, [{"default", [{'ns_1@10.1.3.235',111274792},{'ns_1@10.1.3.236',93000434}]}]}, {active_buckets,["default"]}, {ready_buckets,["default"]}, {local_tasks,[]}, {memory, [{total,144605632}, {processes,103372328}, {processes_used,102357816}, {system,41233304}, {atom,1406633}, {atom_used,1379726}, {binary,4069872}, {code,14365394}, {ets,2965144}]}, {system_memory_data, [{system_total_memory,8370651136}, {free_swap,5335040000}, {total_swap,5335146496}, {cached_memory,807264256}, {buffered_memory,299905024}, {free_memory,6781399040}, {total_memory,8370651136}]}, {node_storage_conf, [{db_path,"/opt/couchbase/var/lib/couchbase/data/"}, {index_path,"/opt/couchbase/var/lib/couchbase/data/"}]}, {statistics, [{wall_clock,{3652405,5000}}, {context_switches,{3261899,0}}, {garbage_collection,{999754,2726187590,0}}, {io,{{input,217937289},{output,258032221}}}, {reductions,{866523878,861504}}, {run_queue,0}, {runtime,{320790,500}}]}, {system_stats, [{cpu_utilization_rate,4.271356783919598}, {swap_total,5335146496}, {swap_used,106496}]}, {interesting_stats, [{couch_docs_actual_disk_size,5638470}, {couch_docs_data_size,5618316}, {couch_views_actual_disk_size,0}, {couch_views_data_size,0}, {curr_items,0}, {curr_items_tot,0}, {mem_used,21312984}, {vb_replica_curr_items,0}]}, {cluster_compatibility_version,131072}, {version, [{public_key,"0.13"}, {lhttpc,"1.3.0"}, {ale,"8cffe61"}, {os_mon,"2.2.7"}, {couch_set_view,"1.2.0a-31560d7-git"}, {mnesia,"4.5"}, {inets,"5.7.1"}, {couch,"1.2.0a-31560d7-git"}, {mapreduce,"1.0.0"}, {couch_index_merger,"1.2.0a-31560d7-git"}, {kernel,"2.14.5"}, {crypto,"2.0.4"}, {ssl,"4.1.6"}, {sasl,"2.1.10"}, {couch_view_parser,"1.0.0"}, {ns_server,"2.0.0-1954-rel-enterprise"}, {mochiweb,"1.4.1"}, {oauth,"7d85d3ef"}, {stdlib,"1.17.5"}]}, {supported_compat_version,[2,0]}, {system_arch,"x86_64-unknown-linux-gnu"}, {wall_clock,3652}, {memory_data,{8370651136,1574649856,{<15336.4529.0>,6657160}}}, {disk_data, [{"/",20219004,23}, {"/boot",101086,14}, {"/dev/shm",4087232,0}, {"/data",206420664,6}]}, {meminfo, <<"MemTotal: 8174464 kB\nMemFree: 6622460 kB\nBuffers: 292876 kB\nCached: 788344 kB\nSwapCached: 0 kB\nActive: 853080 kB\nInactive: 539128 kB\nHighTotal: 0 kB\nHighFree: 0 kB\nLowTotal: 8174464 kB\nLowFree: 6622460 kB\nSwapTotal: 5210104 kB\nSwapFree: 5210000 kB\nDirty: 408 kB\nWriteback: 0 kB\nAnonPages: 310684 kB\nMapped: 18048 kB\nSlab: 126188 kB\nPageTables: 5060 kB\nNFS_Unstable: 0 kB\nBounce: 0 kB\nCommitLimit: 9297336 kB\nCommitted_AS: 2015316 kB\nVmallocTotal: 34359738367 kB\nVmallocUsed: 265716 kB\nVmallocChunk: 34359472391 kB\nHugePages_Total: 0\nHugePages_Free: 0\nHugePages_Rsvd: 0\nHugepagesize: 2048 kB\n">>}]}] [ns_doctor:debug,2012-11-20T17:19:51.982,ns_1@10.1.3.236:ns_doctor<0.24240.1>:ns_doctor:handle_info:137]Current node statuses: [{'ns_1@10.1.3.235', [{last_heard,{1353,460790,742850}}, {outgoing_replications_safeness_level,[{"default",green}]}, {incoming_replications_conf_hashes, [{"default", [{'ns_1@10.1.3.236',86256472},{'ns_1@10.3.2.54',67084310}]}]}, {active_buckets,["default"]}, {ready_buckets,["default"]}, {local_tasks,[]}, {memory, [{total,165062512}, {processes,119603264}, {processes_used,118611616}, {system,45459248}, {atom,1484089}, {atom_used,1466910}, {binary,5477984}, {code,14752033}, {ets,5278264}]}, {system_memory_data, [{system_total_memory,4140711936}, {free_swap,5292630016}, {total_swap,5335146496}, {cached_memory,772845568}, {buffered_memory,255238144}, {free_memory,2586783744}, {total_memory,4140711936}]}, {node_storage_conf, [{db_path,"/opt/couchbase/var/lib/couchbase/data/"}, {index_path,"/opt/couchbase/var/lib/couchbase/data/"}]}, {statistics, [{wall_clock,{3776509,5000}}, {context_switches,{4768908,0}}, {garbage_collection,{909233,7249289623,0}}, {io,{{input,355089351},{output,374351868}}}, {reductions,{1369056585,3199226}}, {run_queue,0}, {runtime,{569380,630}}]}, {system_stats, [{cpu_utilization_rate,3.8560411311053984}, {swap_total,5335146496}, {swap_used,42516480}]}, {interesting_stats, [{couch_docs_actual_disk_size,5661222}, {couch_docs_data_size,5634792}, {couch_views_actual_disk_size,0}, {couch_views_data_size,0}, {curr_items,0}, {curr_items_tot,0}, {mem_used,21370216}, {vb_replica_curr_items,0}]}, {cluster_compatibility_version,131072}, {version, [{public_key,"0.13"}, {lhttpc,"1.3.0"}, {ale,"8cffe61"}, {os_mon,"2.2.7"}, {couch_set_view,"1.2.0a-31560d7-git"}, {mnesia,"4.5"}, {inets,"5.7.1"}, {couch,"1.2.0a-31560d7-git"}, {mapreduce,"1.0.0"}, {couch_index_merger,"1.2.0a-31560d7-git"}, {kernel,"2.14.5"}, {crypto,"2.0.4"}, {ssl,"4.1.6"}, {sasl,"2.1.10"}, {couch_view_parser,"1.0.0"}, {ns_server,"2.0.0-1954-rel-enterprise"}, {mochiweb,"1.4.1"}, {oauth,"7d85d3ef"}, {stdlib,"1.17.5"}]}, {supported_compat_version,[2,0]}, {system_arch,"x86_64-unknown-linux-gnu"}, {wall_clock,3776}, {memory_data,{4140711936,1546055680,{<15326.4619.0>,6634840}}}, {disk_data, [{"/",20219004,24},{"/boot",101086,14},{"/dev/shm",2021832,0}]}, {meminfo, <<"MemTotal: 4043664 kB\nMemFree: 2526156 kB\nBuffers: 249256 kB\nCached: 754732 kB\nSwapCached: 33260 kB\nActive: 889324 kB\nInactive: 498020 kB\nHighTotal: 0 kB\nHighFree: 0 kB\nLowTotal: 4043664 kB\nLowFree: 2526156 kB\nSwapTotal: 5210104 kB\nSwapFree: 5168584 kB\nDirty: 592 kB\nWriteback: 0 kB\nAnonPages: 382724 kB\nMapped: 15572 kB\nSlab: 97108 kB\nPageTables: 5500 kB\nNFS_Unstable: 0 kB\nBounce: 0 kB\nCommitLimit: 7231936 kB\nCommitted_AS: 2126552 kB\nVmallocTotal: 34359738367 kB\nVmallocUsed: 265708 kB\nVmallocChunk: 34359472391 kB\nHugePages_Total: 0\nHugePages_Free: 0\nHugePages_Rsvd: 0\nHugepagesize: 2048 kB\n">>}]}, {'ns_1@10.1.3.236', [{last_heard,{1353,460786,984730}}, {outgoing_replications_safeness_level,[{"default",green}]}, {incoming_replications_conf_hashes, [{"default", [{'ns_1@10.1.3.235',96925268},{'ns_1@10.3.2.54',12754605}]}]}, {active_buckets,["default"]}, {ready_buckets,["default"]}, {local_tasks,[]}, {memory, [{total,144967440}, {processes,103516392}, {processes_used,102583960}, {system,41451048}, {atom,1407441}, {atom_used,1381545}, {binary,4122112}, {code,14428096}, {ets,3050544}]}, {system_memory_data, [{system_total_memory,4140711936}, {free_swap,5292642304}, {total_swap,5335146496}, {cached_memory,739098624}, {buffered_memory,256888832}, {free_memory,2692104192}, {total_memory,4140711936}]}, {node_storage_conf, [{db_path,"/opt/couchbase/var/lib/couchbase/data/"}, {index_path,"/opt/couchbase/var/lib/couchbase/data/"}]}, {statistics, [{wall_clock,{3741578,5001}}, {context_switches,{4325625,0}}, {garbage_collection,{790039,2942808647,0}}, {io,{{input,235855052},{output,287098470}}}, {reductions,{1026770621,864492}}, {run_queue,0}, {runtime,{486310,600}}]}, {system_stats, [{cpu_utilization_rate,4.615384615384615}, {swap_total,5335146496}, {swap_used,42504192}]}, {interesting_stats, [{couch_docs_actual_disk_size,5644566}, {couch_docs_data_size,5618316}, {couch_views_actual_disk_size,0}, {couch_views_data_size,0}, {curr_items,0}, {curr_items_tot,0}, {mem_used,21312936}, {vb_replica_curr_items,0}]}, {cluster_compatibility_version,131072}, {version, [{public_key,"0.13"}, {lhttpc,"1.3.0"}, {ale,"8cffe61"}, {os_mon,"2.2.7"}, {couch_set_view,"1.2.0a-31560d7-git"}, {mnesia,"4.5"}, {inets,"5.7.1"}, {couch,"1.2.0a-31560d7-git"}, {mapreduce,"1.0.0"}, {couch_index_merger,"1.2.0a-31560d7-git"}, {kernel,"2.14.5"}, {crypto,"2.0.4"}, {ssl,"4.1.6"}, {sasl,"2.1.10"}, {couch_view_parser,"1.0.0"}, {ns_server,"2.0.0-1954-rel-enterprise"}, {mochiweb,"1.4.1"}, {oauth,"7d85d3ef"}, {stdlib,"1.17.5"}]}, {supported_compat_version,[2,0]}, {system_arch,"x86_64-unknown-linux-gnu"}, {wall_clock,3741}, {memory_data,{4140711936,1449369600,{<0.4524.0>,6657160}}}, {disk_data, [{"/",20219004,14},{"/boot",101086,14},{"/dev/shm",2021832,0}]}, {meminfo, <<"MemTotal: 4043664 kB\nMemFree: 2629008 kB\nBuffers: 250868 kB\nCached: 721776 kB\nSwapCached: 33340 kB\nActive: 814268 kB\nInactive: 480172 kB\nHighTotal: 0 kB\nHighFree: 0 kB\nLowTotal: 4043664 kB\nLowFree: 2629008 kB\nSwapTotal: 5210104 kB\nSwapFree: 5168596 kB\nDirty: 548 kB\nWriteback: 0 kB\nAnonPages: 321100 kB\nMapped: 14972 kB\nSlab: 89572 kB\nPageTables: 5196 kB\nNFS_Unstable: 0 kB\nBounce: 0 kB\nCommitLimit: 7231936 kB\nCommitted_AS: 2041064 kB\nVmallocTotal: 34359738367 kB\nVmallocUsed: 265708 kB\nVmallocChunk: 34359472391 kB\nHugePages_Total: 0\nHugePages_Free: 0\nHugePages_Rsvd: 0\nHugepagesize: 2048 kB\n">>}]}, {'ns_1@10.3.2.54', [{last_heard,{1353,460787,258001}}, {outgoing_replications_safeness_level,[{"default",green}]}, {incoming_replications_conf_hashes, [{"default", [{'ns_1@10.1.3.235',111274792},{'ns_1@10.1.3.236',93000434}]}]}, {active_buckets,["default"]}, {ready_buckets,["default"]}, {local_tasks,[]}, {memory, [{total,137583136}, {processes,96219712}, {processes_used,95205200}, {system,41363424}, {atom,1406633}, {atom_used,1379726}, {binary,4015080}, {code,14365394}, {ets,3150960}]}, {system_memory_data, [{system_total_memory,8370651136}, {free_swap,5335040000}, {total_swap,5335146496}, {cached_memory,807960576}, {buffered_memory,299925504}, {free_memory,6777446400}, {total_memory,8370651136}]}, {node_storage_conf, [{db_path,"/opt/couchbase/var/lib/couchbase/data/"}, {index_path,"/opt/couchbase/var/lib/couchbase/data/"}]}, {statistics, [{wall_clock,{3712406,5001}}, {context_switches,{3392700,0}}, {garbage_collection,{1010639,2762524850,0}}, {io,{{input,223706766},{output,263700305}}}, {reductions,{876701465,863259}}, {run_queue,0}, {runtime,{326940,530}}]}, {system_stats, [{cpu_utilization_rate,4.260651629072682}, {swap_total,5335146496}, {swap_used,106496}]}, {interesting_stats, [{couch_docs_actual_disk_size,5644640}, {couch_docs_data_size,5618316}, {couch_views_actual_disk_size,0}, {couch_views_data_size,0}, {curr_items,0}, {curr_items_tot,0}, {mem_used,21312984}, {vb_replica_curr_items,0}]}, {cluster_compatibility_version,131072}, {version, [{public_key,"0.13"}, {lhttpc,"1.3.0"}, {ale,"8cffe61"}, {os_mon,"2.2.7"}, {couch_set_view,"1.2.0a-31560d7-git"}, {mnesia,"4.5"}, {inets,"5.7.1"}, {couch,"1.2.0a-31560d7-git"}, {mapreduce,"1.0.0"}, {couch_index_merger,"1.2.0a-31560d7-git"}, {kernel,"2.14.5"}, {crypto,"2.0.4"}, {ssl,"4.1.6"}, {sasl,"2.1.10"}, {couch_view_parser,"1.0.0"}, {ns_server,"2.0.0-1954-rel-enterprise"}, {mochiweb,"1.4.1"}, {oauth,"7d85d3ef"}, {stdlib,"1.17.5"}]}, {supported_compat_version,[2,0]}, {system_arch,"x86_64-unknown-linux-gnu"}, {wall_clock,3712}, {memory_data,{8370651136,1589252096,{<15336.4529.0>,6657160}}}, {disk_data, [{"/",20219004,23}, {"/boot",101086,14}, {"/dev/shm",4087232,0}, {"/data",206420664,6}]}, {meminfo, <<"MemTotal: 8174464 kB\nMemFree: 6618600 kB\nBuffers: 292896 kB\nCached: 789024 kB\nSwapCached: 0 kB\nActive: 855800 kB\nInactive: 539840 kB\nHighTotal: 0 kB\nHighFree: 0 kB\nLowTotal: 8174464 kB\nLowFree: 6618600 kB\nSwapTotal: 5210104 kB\nSwapFree: 5210000 kB\nDirty: 188 kB\nWriteback: 0 kB\nAnonPages: 313444 kB\nMapped: 18048 kB\nSlab: 126320 kB\nPageTables: 5064 kB\nNFS_Unstable: 0 kB\nBounce: 0 kB\nCommitLimit: 9297336 kB\nCommitted_AS: 2018292 kB\nVmallocTotal: 34359738367 kB\nVmallocUsed: 265716 kB\nVmallocChunk: 34359472391 kB\nHugePages_Total: 0\nHugePages_Free: 0\nHugePages_Rsvd: 0\nHugepagesize: 2048 kB\n">>}]}] [stats:debug,2012-11-20T17:20:23.827,ns_1@10.1.3.236:<0.24432.1>:stats_collector:maybe_log_stats:126](at {{1970,1,16},{7,57,40}}) Stats for bucket "default": accepting_conns 1 auth_cmds 3 auth_errors 0 bucket_active_conns 1 bucket_conns 15 bytes 21312936 bytes_read 138177 bytes_written 5088076 cas_badval 0 cas_hits 0 cas_misses 0 cmd_flush 0 cmd_get 0 cmd_set 0 conn_yields 42 connection_structures 5000 curr_connections 17 curr_conns_on_port_11209 14 curr_conns_on_port_11210 1 curr_items 0 curr_items_tot 0 curr_temp_items 0 daemon_connections 4 decr_hits 0 decr_misses 0 delete_hits 0 delete_misses 0 ep_access_scanner_last_runtime 0 ep_access_scanner_num_items 0 ep_access_scanner_task_time 2012-11-21 10:00:00 ep_allow_data_loss_during_shutdown 1 ep_alog_block_size 4096 ep_alog_path /opt/couchbase/var/lib/couchbase/data/default/access.log ep_alog_sleep_time 1440 ep_alog_task_time 10 ep_backend couchdb ep_bg_fetch_delay 0 ep_bg_fetched 0 ep_bg_meta_fetched 0 ep_bg_remaining_jobs 0 ep_chk_max_items 5000 ep_chk_period 1800 ep_chk_persistence_remains 0 ep_chk_persistence_timeout 10 ep_chk_remover_stime 5 ep_commit_num 0 ep_commit_time 0 ep_commit_time_total 0 ep_concurrentDB 1 ep_config_file ep_couch_bucket default ep_couch_host localhost ep_couch_port 11213 ep_couch_reconnect_sleeptime 250 ep_couch_response_timeout 180000 ep_data_age 0 ep_data_age_highwat 0 ep_data_traffic_enabled 0 ep_dbinit 0 ep_dbname /opt/couchbase/var/lib/couchbase/data/default ep_degraded_mode 0 ep_diskqueue_drain 0 ep_diskqueue_fill 0 ep_diskqueue_items 0 ep_diskqueue_memory 0 ep_diskqueue_pending 0 ep_exp_pager_stime 3600 ep_exp_pager_stime 3600 ep_expired_access 0 ep_expired_pager 0 ep_expiry_window 3 ep_failpartialwarmup 0 ep_flush_all false ep_flush_duration_total 0 ep_flushall_enabled 0 ep_flusher_state running ep_flusher_todo 0 ep_getl_default_timeout 15 ep_getl_max_timeout 30 ep_ht_locks 5 ep_ht_size 3079 ep_inconsistent_slave_chk 0 ep_initfile ep_io_num_read 0 ep_io_num_write 0 ep_io_read_bytes 0 ep_io_write_bytes 0 ep_item_begin_failed 0 ep_item_commit_failed 0 ep_item_flush_expired 0 ep_item_flush_failed 0 ep_item_num_based_new_chk 1 ep_items_rm_from_checkpoints 0 ep_keep_closed_chks 0 ep_klog_block_size 4096 ep_klog_compactor_queue_cap 500000 ep_klog_compactor_stime 3600 ep_klog_flush commit2 ep_klog_max_entry_ratio 10 ep_klog_max_log_size 2147483647 ep_klog_path ep_klog_sync commit2 ep_kv_size 0 ep_max_checkpoints 2 ep_max_data_size 490733568 ep_max_item_size 20971520 ep_max_size 490733568 ep_max_txn_size 10000 ep_max_vbuckets 1024 ep_mem_high_wat 368050176 ep_mem_high_wat 368050176 ep_mem_low_wat 294440140 ep_mem_low_wat 294440140 ep_mem_tracker_enabled true ep_min_data_age 0 ep_mlog_compactor_runs 0 ep_mutation_mem_threshold 0 ep_num_access_scanner_runs 0 ep_num_eject_failures 0 ep_num_expiry_pager_runs 0 ep_num_non_resident 0 ep_num_not_my_vbuckets 0 ep_num_ops_del_meta 0 ep_num_ops_get_meta 0 ep_num_ops_set_meta 0 ep_num_pager_runs 0 ep_num_value_ejects 0 ep_oom_errors 0 ep_overhead 18132804 ep_pager_active_vb_pcnt 40 ep_pager_unbiased_period 60 ep_pending_ops 0 ep_pending_ops_max 0 ep_pending_ops_max_duration 0 ep_pending_ops_total 0 ep_postInitfile ep_queue_age_cap 900 ep_queue_size 0 ep_startup_time 1353460623 ep_storage_age 0 ep_storage_age_highwat 0 ep_store_max_concurrency 10 ep_store_max_readers 9 ep_store_max_readwrite 1 ep_stored_val_type ep_tap_ack_grace_period 300 ep_tap_ack_initial_sequence_number 1 ep_tap_ack_interval 1000 ep_tap_ack_window_size 10 ep_tap_backfill_resident 0.9 ep_tap_backlog_limit 5000 ep_tap_backoff_period 5 ep_tap_bg_fetch_requeued 0 ep_tap_bg_fetched 0 ep_tap_bg_max_pending 500 ep_tap_keepalive 300 ep_tap_noop_interval 20 ep_tap_requeue_sleep_time 0.1 ep_tap_throttle_cap_pcnt 10 ep_tap_throttle_queue_cap 1000000 ep_tap_throttle_threshold 90 ep_tmp_oom_errors 0 ep_too_old 0 ep_too_young 0 ep_total_cache_size 0 ep_total_del_items 0 ep_total_enqueued 0 ep_total_new_items 0 ep_total_persisted 0 ep_uncommitted_items 0 ep_value_size 0 ep_vb0 0 ep_vb_snapshot_total 6 ep_vb_total 682 ep_vbucket_del 0 ep_vbucket_del_fail 0 ep_version 2.0.0r_139_g9b8377b ep_waitforwarmup 0 ep_warmup 1 ep_warmup_batch_size 1000 ep_warmup_dups 0 ep_warmup_min_items_threshold 100 ep_warmup_min_memory_threshold 100 ep_warmup_oom 0 ep_warmup_thread complete ep_warmup_time 1499 get_hits 0 get_misses 0 incr_hits 0 incr_misses 0 libevent 2.0.11-stable limit_maxbytes 67108864 listen_disabled_num 0 max_conns_on_port_11209 1000 max_conns_on_port_11210 9000 mem_used 21312936 pid 15476 pointer_size 64 rejected_conns 0 rusage_system 1.122829 rusage_user 1.992697 tap_checkpoint_start_received 341 tap_checkpoint_start_sent 341 tap_connect_received 2 tap_opaque_received 686 tap_opaque_sent 686 threads 4 time 1353460823 total_connections 21 uptime 213 vb_active_curr_items 0 vb_active_eject 0 vb_active_expired 0 vb_active_ht_memory 8563192 vb_active_itm_memory 0 vb_active_meta_data_memory 0 vb_active_num 341 vb_active_num_non_resident 0 vb_active_num_ref_ejects 0 vb_active_num_ref_items 0 vb_active_ops_create 0 vb_active_ops_delete 0 vb_active_ops_reject 0 vb_active_ops_update 0 vb_active_perc_mem_resident 0 vb_active_queue_age 0 vb_active_queue_drain 0 vb_active_queue_fill 0 vb_active_queue_memory 0 vb_active_queue_pending 0 vb_active_queue_size 0 vb_dead_num 0 vb_pending_curr_items 0 vb_pending_eject 0 vb_pending_expired 0 vb_pending_ht_memory 0 vb_pending_itm_memory 0 vb_pending_meta_data_memory 0 vb_pending_num 0 vb_pending_num_non_resident 0 vb_pending_num_ref_ejects 0 vb_pending_num_ref_items 0 vb_pending_ops_create 0 vb_pending_ops_delete 0 vb_pending_ops_reject 0 vb_pending_ops_update 0 vb_pending_perc_mem_resident 0 vb_pending_queue_age 0 vb_pending_queue_drain 0 vb_pending_queue_fill 0 vb_pending_queue_memory 0 vb_pending_queue_pending 0 vb_pending_queue_size 0 vb_replica_curr_items 0 vb_replica_eject 0 vb_replica_expired 0 vb_replica_ht_memory 8563192 vb_replica_itm_memory 0 vb_replica_meta_data_memory 0 vb_replica_num 341 vb_replica_num_non_resident 0 vb_replica_num_ref_ejects 0 vb_replica_num_ref_items 0 vb_replica_ops_create 0 vb_replica_ops_delete 0 vb_replica_ops_reject 0 vb_replica_ops_update 0 vb_replica_perc_mem_resident 0 vb_replica_queue_age 0 vb_replica_queue_drain 0 vb_replica_queue_fill 0 vb_replica_queue_memory 0 vb_replica_queue_pending 0 vb_replica_queue_size 0 version 1.4.4_600_g7ea975a [ns_doctor:debug,2012-11-20T17:20:51.982,ns_1@10.1.3.236:ns_doctor<0.24240.1>:ns_doctor:handle_info:137]Current node statuses: [{'ns_1@10.1.3.235', [{last_heard,{1353,460850,743761}}, {outgoing_replications_safeness_level,[{"default",green}]}, {incoming_replications_conf_hashes, [{"default", [{'ns_1@10.1.3.236',86256472},{'ns_1@10.3.2.54',67084310}]}]}, {active_buckets,["default"]}, {ready_buckets,["default"]}, {local_tasks,[]}, {memory, [{total,166543792}, {processes,120754992}, {processes_used,119763344}, {system,45788800}, {atom,1484089}, {atom_used,1466910}, {binary,5630072}, {code,14752033}, {ets,5455928}]}, {system_memory_data, [{system_total_memory,4140711936}, {free_swap,5292630016}, {total_swap,5335146496}, {cached_memory,768315392}, {buffered_memory,255262720}, {free_memory,2587672576}, {total_memory,4140711936}]}, {node_storage_conf, [{db_path,"/opt/couchbase/var/lib/couchbase/data/"}, {index_path,"/opt/couchbase/var/lib/couchbase/data/"}]}, {statistics, [{wall_clock,{3836510,5001}}, {context_switches,{4907597,0}}, {garbage_collection,{919019,7292610470,0}}, {io,{{input,361008540},{output,380945663}}}, {reductions,{1392812760,3210710}}, {run_queue,0}, {runtime,{576480,670}}]}, {system_stats, [{cpu_utilization_rate,4.1558441558441555}, {swap_total,5335146496}, {swap_used,42516480}]}, {interesting_stats, [{couch_docs_actual_disk_size,5661222}, {couch_docs_data_size,5634792}, {couch_views_actual_disk_size,0}, {couch_views_data_size,0}, {curr_items,0}, {curr_items_tot,0}, {mem_used,21370216}, {vb_replica_curr_items,0}]}, {cluster_compatibility_version,131072}, {version, [{public_key,"0.13"}, {lhttpc,"1.3.0"}, {ale,"8cffe61"}, {os_mon,"2.2.7"}, {couch_set_view,"1.2.0a-31560d7-git"}, {mnesia,"4.5"}, {inets,"5.7.1"}, {couch,"1.2.0a-31560d7-git"}, {mapreduce,"1.0.0"}, {couch_index_merger,"1.2.0a-31560d7-git"}, {kernel,"2.14.5"}, {crypto,"2.0.4"}, {ssl,"4.1.6"}, {sasl,"2.1.10"}, {couch_view_parser,"1.0.0"}, {ns_server,"2.0.0-1954-rel-enterprise"}, {mochiweb,"1.4.1"}, {oauth,"7d85d3ef"}, {stdlib,"1.17.5"}]}, {supported_compat_version,[2,0]}, {system_arch,"x86_64-unknown-linux-gnu"}, {wall_clock,3836}, {memory_data,{4140711936,1553547264,{<15326.4619.0>,6634840}}}, {disk_data, [{"/",20219004,24},{"/boot",101086,14},{"/dev/shm",2021832,0}]}, {meminfo, <<"MemTotal: 4043664 kB\nMemFree: 2527024 kB\nBuffers: 249280 kB\nCached: 750308 kB\nSwapCached: 33260 kB\nActive: 893068 kB\nInactive: 494152 kB\nHighTotal: 0 kB\nHighFree: 0 kB\nLowTotal: 4043664 kB\nLowFree: 2527024 kB\nSwapTotal: 5210104 kB\nSwapFree: 5168584 kB\nDirty: 344 kB\nWriteback: 0 kB\nAnonPages: 387072 kB\nMapped: 15572 kB\nSlab: 97056 kB\nPageTables: 5500 kB\nNFS_Unstable: 0 kB\nBounce: 0 kB\nCommitLimit: 7231936 kB\nCommitted_AS: 2122384 kB\nVmallocTotal: 34359738367 kB\nVmallocUsed: 265708 kB\nVmallocChunk: 34359472391 kB\nHugePages_Total: 0\nHugePages_Free: 0\nHugePages_Rsvd: 0\nHugepagesize: 2048 kB\n">>}]}, {'ns_1@10.1.3.236', [{last_heard,{1353,460846,984422}}, {outgoing_replications_safeness_level,[{"default",green}]}, {incoming_replications_conf_hashes, [{"default", [{'ns_1@10.1.3.235',96925268},{'ns_1@10.3.2.54',12754605}]}]}, {active_buckets,["default"]}, {ready_buckets,["default"]}, {local_tasks,[]}, {memory, [{total,148846384}, {processes,107067696}, {processes_used,106135264}, {system,41778688}, {atom,1407441}, {atom_used,1381545}, {binary,4273760}, {code,14428096}, {ets,3227192}]}, {system_memory_data, [{system_total_memory,4140711936}, {free_swap,5292642304}, {total_swap,5335146496}, {cached_memory,739770368}, {buffered_memory,256909312}, {free_memory,2688167936}, {total_memory,4140711936}]}, {node_storage_conf, [{db_path,"/opt/couchbase/var/lib/couchbase/data/"}, {index_path,"/opt/couchbase/var/lib/couchbase/data/"}]}, {statistics, [{wall_clock,{3801578,5001}}, {context_switches,{4456122,0}}, {garbage_collection,{801234,2978842384,0}}, {io,{{input,241833501},{output,292865345}}}, {reductions,{1036884796,872545}}, {run_queue,0}, {runtime,{493200,560}}]}, {system_stats, [{cpu_utilization_rate,4.123711340206185}, {swap_total,5335146496}, {swap_used,42504192}]}, {interesting_stats, [{couch_docs_actual_disk_size,5644566}, {couch_docs_data_size,5618316}, {couch_views_actual_disk_size,0}, {couch_views_data_size,0}, {curr_items,0}, {curr_items_tot,0}, {mem_used,21312936}, {vb_replica_curr_items,0}]}, {cluster_compatibility_version,131072}, {version, [{public_key,"0.13"}, {lhttpc,"1.3.0"}, {ale,"8cffe61"}, {os_mon,"2.2.7"}, {couch_set_view,"1.2.0a-31560d7-git"}, {mnesia,"4.5"}, {inets,"5.7.1"}, {couch,"1.2.0a-31560d7-git"}, {mapreduce,"1.0.0"}, {couch_index_merger,"1.2.0a-31560d7-git"}, {kernel,"2.14.5"}, {crypto,"2.0.4"}, {ssl,"4.1.6"}, {sasl,"2.1.10"}, {couch_view_parser,"1.0.0"}, {ns_server,"2.0.0-1954-rel-enterprise"}, {mochiweb,"1.4.1"}, {oauth,"7d85d3ef"}, {stdlib,"1.17.5"}]}, {supported_compat_version,[2,0]}, {system_arch,"x86_64-unknown-linux-gnu"}, {wall_clock,3801}, {memory_data,{4140711936,1453305856,{<0.4524.0>,6657160}}}, {disk_data, [{"/",20219004,14},{"/boot",101086,14},{"/dev/shm",2021832,0}]}, {meminfo, <<"MemTotal: 4043664 kB\nMemFree: 2625164 kB\nBuffers: 250888 kB\nCached: 722432 kB\nSwapCached: 33340 kB\nActive: 816896 kB\nInactive: 480940 kB\nHighTotal: 0 kB\nHighFree: 0 kB\nLowTotal: 4043664 kB\nLowFree: 2625164 kB\nSwapTotal: 5210104 kB\nSwapFree: 5168596 kB\nDirty: 308 kB\nWriteback: 0 kB\nAnonPages: 323812 kB\nMapped: 14972 kB\nSlab: 89572 kB\nPageTables: 5188 kB\nNFS_Unstable: 0 kB\nBounce: 0 kB\nCommitLimit: 7231936 kB\nCommitted_AS: 2040716 kB\nVmallocTotal: 34359738367 kB\nVmallocUsed: 265708 kB\nVmallocChunk: 34359472391 kB\nHugePages_Total: 0\nHugePages_Free: 0\nHugePages_Rsvd: 0\nHugepagesize: 2048 kB\n">>}]}, {'ns_1@10.3.2.54', [{last_heard,{1353,460847,255947}}, {outgoing_replications_safeness_level,[{"default",green}]}, {incoming_replications_conf_hashes, [{"default", [{'ns_1@10.1.3.235',111274792},{'ns_1@10.1.3.236',93000434}]}]}, {active_buckets,["default"]}, {ready_buckets,["default"]}, {local_tasks,[]}, {memory, [{total,143223936}, {processes,101649736}, {processes_used,100635224}, {system,41574200}, {atom,1406633}, {atom_used,1379726}, {binary,4051760}, {code,14365394}, {ets,3325176}]}, {system_memory_data, [{system_total_memory,8370651136}, {free_swap,5335040000}, {total_swap,5335146496}, {cached_memory,809066496}, {buffered_memory,299925504}, {free_memory,6774923264}, {total_memory,8370651136}]}, {node_storage_conf, [{db_path,"/opt/couchbase/var/lib/couchbase/data/"}, {index_path,"/opt/couchbase/var/lib/couchbase/data/"}]}, {statistics, [{wall_clock,{3772405,5000}}, {context_switches,{3522753,0}}, {garbage_collection,{1020559,2798120465,0}}, {io,{{input,226370775},{output,266165931}}}, {reductions,{886706109,868818}}, {run_queue,0}, {runtime,{332910,500}}]}, {system_stats, [{cpu_utilization_rate,4.260651629072682}, {swap_total,5335146496}, {swap_used,106496}]}, {interesting_stats, [{couch_docs_actual_disk_size,5644640}, {couch_docs_data_size,5618316}, {couch_views_actual_disk_size,0}, {couch_views_data_size,0}, {curr_items,0}, {curr_items_tot,0}, {mem_used,21312984}, {vb_replica_curr_items,0}]}, {cluster_compatibility_version,131072}, {version, [{public_key,"0.13"}, {lhttpc,"1.3.0"}, {ale,"8cffe61"}, {os_mon,"2.2.7"}, {couch_set_view,"1.2.0a-31560d7-git"}, {mnesia,"4.5"}, {inets,"5.7.1"}, {couch,"1.2.0a-31560d7-git"}, {mapreduce,"1.0.0"}, {couch_index_merger,"1.2.0a-31560d7-git"}, {kernel,"2.14.5"}, {crypto,"2.0.4"}, {ssl,"4.1.6"}, {sasl,"2.1.10"}, {couch_view_parser,"1.0.0"}, {ns_server,"2.0.0-1954-rel-enterprise"}, {mochiweb,"1.4.1"}, {oauth,"7d85d3ef"}, {stdlib,"1.17.5"}]}, {supported_compat_version,[2,0]}, {system_arch,"x86_64-unknown-linux-gnu"}, {wall_clock,3772}, {memory_data,{8370651136,1593823232,{<15336.4529.0>,6657160}}}, {disk_data, [{"/",20219004,23}, {"/boot",101086,14}, {"/dev/shm",4087232,0}, {"/data",206420664,6}]}, {meminfo, <<"MemTotal: 8174464 kB\nMemFree: 6616136 kB\nBuffers: 292896 kB\nCached: 790104 kB\nSwapCached: 0 kB\nActive: 857724 kB\nInactive: 540760 kB\nHighTotal: 0 kB\nHighFree: 0 kB\nLowTotal: 8174464 kB\nLowFree: 6616136 kB\nSwapTotal: 5210104 kB\nSwapFree: 5210000 kB\nDirty: 580 kB\nWriteback: 0 kB\nAnonPages: 315392 kB\nMapped: 18048 kB\nSlab: 126164 kB\nPageTables: 5064 kB\nNFS_Unstable: 0 kB\nBounce: 0 kB\nCommitLimit: 9297336 kB\nCommitted_AS: 2024360 kB\nVmallocTotal: 34359738367 kB\nVmallocUsed: 265716 kB\nVmallocChunk: 34359472391 kB\nHugePages_Total: 0\nHugePages_Free: 0\nHugePages_Rsvd: 0\nHugepagesize: 2048 kB\n">>}]}] [ns_doctor:debug,2012-11-20T17:21:51.982,ns_1@10.1.3.236:ns_doctor<0.24240.1>:ns_doctor:handle_info:137]Current node statuses: [{'ns_1@10.1.3.235', [{last_heard,{1353,460910,744576}}, {outgoing_replications_safeness_level,[{"default",green}]}, {incoming_replications_conf_hashes, [{"default", [{'ns_1@10.1.3.236',86256472},{'ns_1@10.3.2.54',67084310}]}]}, {active_buckets,["default"]}, {ready_buckets,["default"]}, {local_tasks,[]}, {memory, [{total,170458272}, {processes,124557456}, {processes_used,123565808}, {system,45900816}, {atom,1484089}, {atom_used,1466910}, {binary,5625392}, {code,14752033}, {ets,5572312}]}, {system_memory_data, [{system_total_memory,4140711936}, {free_swap,5292630016}, {total_swap,5335146496}, {cached_memory,769409024}, {buffered_memory,255266816}, {free_memory,2584879104}, {total_memory,4140711936}]}, {node_storage_conf, [{db_path,"/opt/couchbase/var/lib/couchbase/data/"}, {index_path,"/opt/couchbase/var/lib/couchbase/data/"}]}, {statistics, [{wall_clock,{3896511,5002}}, {context_switches,{5045610,0}}, {garbage_collection,{928369,7335499634,0}}, {io,{{input,363458747},{output,384018392}}}, {reductions,{1416493076,3195980}}, {run_queue,0}, {runtime,{583600,630}}]}, {system_stats, [{cpu_utilization_rate,4.113110539845758}, {swap_total,5335146496}, {swap_used,42516480}]}, {interesting_stats, [{couch_docs_actual_disk_size,5661224}, {couch_docs_data_size,5634792}, {couch_views_actual_disk_size,0}, {couch_views_data_size,0}, {curr_items,0}, {curr_items_tot,0}, {mem_used,21370216}, {vb_replica_curr_items,0}]}, {cluster_compatibility_version,131072}, {version, [{public_key,"0.13"}, {lhttpc,"1.3.0"}, {ale,"8cffe61"}, {os_mon,"2.2.7"}, {couch_set_view,"1.2.0a-31560d7-git"}, {mnesia,"4.5"}, {inets,"5.7.1"}, {couch,"1.2.0a-31560d7-git"}, {mapreduce,"1.0.0"}, {couch_index_merger,"1.2.0a-31560d7-git"}, {kernel,"2.14.5"}, {crypto,"2.0.4"}, {ssl,"4.1.6"}, {sasl,"2.1.10"}, {couch_view_parser,"1.0.0"}, {ns_server,"2.0.0-1954-rel-enterprise"}, {mochiweb,"1.4.1"}, {oauth,"7d85d3ef"}, {stdlib,"1.17.5"}]}, {supported_compat_version,[2,0]}, {system_arch,"x86_64-unknown-linux-gnu"}, {wall_clock,3896}, {memory_data,{4140711936,1552785408,{<15326.4619.0>,6634840}}}, {disk_data, [{"/",20219004,24},{"/boot",101086,14},{"/dev/shm",2021832,0}]}, {meminfo, <<"MemTotal: 4043664 kB\nMemFree: 2524296 kB\nBuffers: 249284 kB\nCached: 751376 kB\nSwapCached: 33260 kB\nActive: 894304 kB\nInactive: 495080 kB\nHighTotal: 0 kB\nHighFree: 0 kB\nLowTotal: 4043664 kB\nLowFree: 2524296 kB\nSwapTotal: 5210104 kB\nSwapFree: 5168584 kB\nDirty: 160 kB\nWriteback: 0 kB\nAnonPages: 388220 kB\nMapped: 15572 kB\nSlab: 97076 kB\nPageTables: 5512 kB\nNFS_Unstable: 0 kB\nBounce: 0 kB\nCommitLimit: 7231936 kB\nCommitted_AS: 2126612 kB\nVmallocTotal: 34359738367 kB\nVmallocUsed: 265708 kB\nVmallocChunk: 34359472391 kB\nHugePages_Total: 0\nHugePages_Free: 0\nHugePages_Rsvd: 0\nHugepagesize: 2048 kB\n">>}]}, {'ns_1@10.1.3.236', [{last_heard,{1353,460906,983891}}, {outgoing_replications_safeness_level,[{"default",green}]}, {incoming_replications_conf_hashes, [{"default", [{'ns_1@10.1.3.235',96925268},{'ns_1@10.3.2.54',12754605}]}]}, {active_buckets,["default"]}, {ready_buckets,["default"]}, {local_tasks,[]}, {memory, [{total,153045584}, {processes,111326400}, {processes_used,110393968}, {system,41719184}, {atom,1407441}, {atom_used,1381545}, {binary,4039568}, {code,14428096}, {ets,3401912}]}, {system_memory_data, [{system_total_memory,4140711936}, {free_swap,5292642304}, {total_swap,5335146496}, {cached_memory,740859904}, {buffered_memory,256909312}, {free_memory,2680803328}, {total_memory,4140711936}]}, {node_storage_conf, [{db_path,"/opt/couchbase/var/lib/couchbase/data/"}, {index_path,"/opt/couchbase/var/lib/couchbase/data/"}]}, {statistics, [{wall_clock,{3861577,4999}}, {context_switches,{4586022,0}}, {garbage_collection,{810527,3014549947,0}}, {io,{{input,244276959},{output,295319726}}}, {reductions,{1046866001,843771}}, {run_queue,0}, {runtime,{499950,570}}]}, {system_stats, [{cpu_utilization_rate,4.081632653061225}, {swap_total,5335146496}, {swap_used,42504192}]}, {interesting_stats, [{couch_docs_actual_disk_size,5644568}, {couch_docs_data_size,5618316}, {couch_views_actual_disk_size,0}, {couch_views_data_size,0}, {curr_items,0}, {curr_items_tot,0}, {mem_used,21312936}, {vb_replica_curr_items,0}]}, {cluster_compatibility_version,131072}, {version, [{public_key,"0.13"}, {lhttpc,"1.3.0"}, {ale,"8cffe61"}, {os_mon,"2.2.7"}, {couch_set_view,"1.2.0a-31560d7-git"}, {mnesia,"4.5"}, {inets,"5.7.1"}, {couch,"1.2.0a-31560d7-git"}, {mapreduce,"1.0.0"}, {couch_index_merger,"1.2.0a-31560d7-git"}, {kernel,"2.14.5"}, {crypto,"2.0.4"}, {ssl,"4.1.6"}, {sasl,"2.1.10"}, {couch_view_parser,"1.0.0"}, {ns_server,"2.0.0-1954-rel-enterprise"}, {mochiweb,"1.4.1"}, {oauth,"7d85d3ef"}, {stdlib,"1.17.5"}]}, {supported_compat_version,[2,0]}, {system_arch,"x86_64-unknown-linux-gnu"}, {wall_clock,3861}, {memory_data,{4140711936,1458384896,{<0.4524.0>,6657160}}}, {disk_data, [{"/",20219004,14},{"/boot",101086,14},{"/dev/shm",2021832,0}]}, {meminfo, <<"MemTotal: 4043664 kB\nMemFree: 2617972 kB\nBuffers: 250888 kB\nCached: 723496 kB\nSwapCached: 33340 kB\nActive: 822280 kB\nInactive: 481836 kB\nHighTotal: 0 kB\nHighFree: 0 kB\nLowTotal: 4043664 kB\nLowFree: 2617972 kB\nSwapTotal: 5210104 kB\nSwapFree: 5168596 kB\nDirty: 64 kB\nWriteback: 0 kB\nAnonPages: 329144 kB\nMapped: 14972 kB\nSlab: 89556 kB\nPageTables: 5216 kB\nNFS_Unstable: 0 kB\nBounce: 0 kB\nCommitLimit: 7231936 kB\nCommitted_AS: 2047840 kB\nVmallocTotal: 34359738367 kB\nVmallocUsed: 265708 kB\nVmallocChunk: 34359472391 kB\nHugePages_Total: 0\nHugePages_Free: 0\nHugePages_Rsvd: 0\nHugepagesize: 2048 kB\n">>}]}, {'ns_1@10.3.2.54', [{last_heard,{1353,460907,257306}}, {outgoing_replications_safeness_level,[{"default",green}]}, {incoming_replications_conf_hashes, [{"default", [{'ns_1@10.1.3.235',111274792},{'ns_1@10.1.3.236',93000434}]}]}, {active_buckets,["default"]}, {ready_buckets,["default"]}, {local_tasks,[]}, {memory, [{total,148641024}, {processes,106747672}, {processes_used,105733160}, {system,41893352}, {atom,1406633}, {atom_used,1379726}, {binary,4253280}, {code,14365394}, {ets,3442504}]}, {system_memory_data, [{system_total_memory,8370651136}, {free_swap,5335040000}, {total_swap,5335146496}, {cached_memory,810172416}, {buffered_memory,299925504}, {free_memory,6772129792}, {total_memory,8370651136}]}, {node_storage_conf, [{db_path,"/opt/couchbase/var/lib/couchbase/data/"}, {index_path,"/opt/couchbase/var/lib/couchbase/data/"}]}, {statistics, [{wall_clock,{3832405,5000}}, {context_switches,{3652802,0}}, {garbage_collection,{1031975,2833846233,0}}, {io,{{input,228811349},{output,268470038}}}, {reductions,{896709475,854542}}, {run_queue,0}, {runtime,{339020,520}}]}, {system_stats, [{cpu_utilization_rate,4.5}, {swap_total,5335146496}, {swap_used,106496}]}, {interesting_stats, [{couch_docs_actual_disk_size,5644642}, {couch_docs_data_size,5618316}, {couch_views_actual_disk_size,0}, {couch_views_data_size,0}, {curr_items,0}, {curr_items_tot,0}, {mem_used,21312984}, {vb_replica_curr_items,0}]}, {cluster_compatibility_version,131072}, {version, [{public_key,"0.13"}, {lhttpc,"1.3.0"}, {ale,"8cffe61"}, {os_mon,"2.2.7"}, {couch_set_view,"1.2.0a-31560d7-git"}, {mnesia,"4.5"}, {inets,"5.7.1"}, {couch,"1.2.0a-31560d7-git"}, {mapreduce,"1.0.0"}, {couch_index_merger,"1.2.0a-31560d7-git"}, {kernel,"2.14.5"}, {crypto,"2.0.4"}, {ssl,"4.1.6"}, {sasl,"2.1.10"}, {couch_view_parser,"1.0.0"}, {ns_server,"2.0.0-1954-rel-enterprise"}, {mochiweb,"1.4.1"}, {oauth,"7d85d3ef"}, {stdlib,"1.17.5"}]}, {supported_compat_version,[2,0]}, {system_arch,"x86_64-unknown-linux-gnu"}, {wall_clock,3832}, {memory_data,{8370651136,1596362752,{<15336.4529.0>,6657160}}}, {disk_data, [{"/",20219004,23}, {"/boot",101086,14}, {"/dev/shm",4087232,0}, {"/data",206420664,6}]}, {meminfo, <<"MemTotal: 8174464 kB\nMemFree: 6613408 kB\nBuffers: 292896 kB\nCached: 791184 kB\nSwapCached: 0 kB\nActive: 858620 kB\nInactive: 541756 kB\nHighTotal: 0 kB\nHighFree: 0 kB\nLowTotal: 8174464 kB\nLowFree: 6613408 kB\nSwapTotal: 5210104 kB\nSwapFree: 5210000 kB\nDirty: 408 kB\nWriteback: 0 kB\nAnonPages: 316120 kB\nMapped: 18048 kB\nSlab: 126148 kB\nPageTables: 5068 kB\nNFS_Unstable: 0 kB\nBounce: 0 kB\nCommitLimit: 9297336 kB\nCommitted_AS: 2030404 kB\nVmallocTotal: 34359738367 kB\nVmallocUsed: 265716 kB\nVmallocChunk: 34359472391 kB\nHugePages_Total: 0\nHugePages_Free: 0\nHugePages_Rsvd: 0\nHugepagesize: 2048 kB\n">>}]}] [ns_doctor:debug,2012-11-20T17:22:06.565,ns_1@10.1.3.236:ns_doctor<0.30817.1>:ns_doctor:handle_info:133]Got initial status [{'ns_1@10.1.3.236', [{last_heard,{1353,460926,565550}}, {outgoing_replications_safeness_level,[]}, {incoming_replications_conf_hashes,[]}, {active_buckets,[]}, {ready_buckets,[]}, {local_tasks,[]}, {memory, [{total,66550832}, {processes,30909128}, {processes_used,27096792}, {system,35641704}, {atom,1407441}, {atom_used,1381601}, {binary,882440}, {code,14428096}, {ets,993664}]}, {system_memory_data, [{system_total_memory,4140711936}, {free_swap,5292642304}, {total_swap,5335146496}, {cached_memory,727547904}, {buffered_memory,256917504}, {free_memory,2793189376}, {total_memory,4140711936}]}, {node_storage_conf, [{db_path, "/opt/couchbase/var/lib/couchbase/data/"}, {index_path, "/opt/couchbase/var/lib/couchbase/data/"}]}, {statistics, [{wall_clock,{3881159,4}}, {context_switches,{4669498,0}}, {garbage_collection,{820045,3055764174,0}}, {io,{{input,247941205},{output,297422142}}}, {reductions,{1080330719,15558}}, {run_queue,0}, {runtime,{503630,10}}]}, {system_stats, [{cpu_utilization_rate,0}, {swap_total,0}, {swap_used,0}]}, {interesting_stats,[]}, {cluster_compatibility_version,1}, {version, [{public_key,"0.13"}, {lhttpc,"1.3.0"}, {ale,"8cffe61"}, {os_mon,"2.2.7"}, {couch_set_view,"1.2.0a-31560d7-git"}, {mnesia,"4.5"}, {inets,"5.7.1"}, {couch,"1.2.0a-31560d7-git"}, {mapreduce,"1.0.0"}, {couch_index_merger,"1.2.0a-31560d7-git"}, {kernel,"2.14.5"}, {crypto,"2.0.4"}, {ssl,"4.1.6"}, {sasl,"2.1.10"}, {couch_view_parser,"1.0.0"}, {ns_server,"2.0.0-1954-rel-enterprise"}, {mochiweb,"1.4.1"}, {oauth,"7d85d3ef"}, {stdlib,"1.17.5"}]}, {supported_compat_version,[2,0]}, {system_arch,"x86_64-unknown-linux-gnu"}, {wall_clock,3881}, {memory_data, {4140711936,1458384896,{<0.4524.0>,6657160}}}, {disk_data, [{"/",20219004,14}, {"/boot",101086,14}, {"/dev/shm",2021832,0}]}, {meminfo, <<"MemTotal: 4043664 kB\nMemFree: 2727724 kB\nBuffers: 250896 kB\nCached: 710496 kB\nSwapCached: 33340 kB\nActive: 716820 kB\nInactive: 477404 kB\nHighTotal: 0 kB\nHighFree: 0 kB\nLowTotal: 4043664 kB\nLowFree: 2727724 kB\nSwapTotal: 5210104 kB\nSwapFree: 5168596 kB\nDirty: 944 kB\nWriteback: 52 kB\nAnonPages: 231976 kB\nMapped: 12824 kB\nSlab: 89640 kB\nPageTables: 4688 kB\nNFS_Unstable: 0 kB\nBounce: 0 kB\nCommitLimit: 7231936 kB\nCommitted_AS: 1710228 kB\nVmallocTotal: 34359738367 kB\nVmallocUsed: 265708 kB\nVmallocChunk: 34359472391 kB\nHugePages_Total: 0\nHugePages_Free: 0\nHugePages_Rsvd: 0\nHugepagesize: 2048 kB\n">>}]}] [ns_doctor:debug,2012-11-20T17:22:23.775,ns_1@10.1.3.236:ns_doctor<0.31067.1>:ns_doctor:handle_info:133]Got initial status [{'ns_1@10.1.3.235', [{last_heard,{1353,460943,775325}}, {outgoing_replications_safeness_level,[]}, {incoming_replications_conf_hashes,[]}, {active_buckets,[]}, {ready_buckets,[]}, {local_tasks,[]}, {memory, [{total,116806216}, {processes,74210992}, {processes_used,70394392}, {system,42595224}, {atom,1484089}, {atom_used,1466910}, {binary,2996888}, {code,14752033}, {ets,5358072}]}, {system_memory_data, [{system_total_memory,4140711936}, {free_swap,5292630016}, {total_swap,5335146496}, {cached_memory,761696256}, {buffered_memory,255283200}, {free_memory,2608664576}, {total_memory,4140711936}]}, {node_storage_conf, [{db_path, "/opt/couchbase/var/lib/couchbase/data/"}, {index_path, "/opt/couchbase/var/lib/couchbase/data/"}]}, {statistics, [{wall_clock,{3929537,37}}, {context_switches,{5122293,0}}, {garbage_collection,{937452,7387575868,0}}, {io,{{input,367126100},{output,387302054}}}, {reductions,{1452474681,32404}}, {run_queue,0}, {runtime,{587810,20}}]}, {system_stats, [{cpu_utilization_rate,3.076923076923077}, {swap_total,5335146496}, {swap_used,42516480}]}, {interesting_stats,[]}, {cluster_compatibility_version,131072}, {version, [{public_key,"0.13"}, {lhttpc,"1.3.0"}, {ale,"8cffe61"}, {os_mon,"2.2.7"}, {couch_set_view,"1.2.0a-31560d7-git"}, {mnesia,"4.5"}, {inets,"5.7.1"}, {couch,"1.2.0a-31560d7-git"}, {mapreduce,"1.0.0"}, {couch_index_merger,"1.2.0a-31560d7-git"}, {kernel,"2.14.5"}, {crypto,"2.0.4"}, {ssl,"4.1.6"}, {sasl,"2.1.10"}, {couch_view_parser,"1.0.0"}, {ns_server,"2.0.0-1954-rel-enterprise"}, {mochiweb,"1.4.1"}, {oauth,"7d85d3ef"}, {stdlib,"1.17.5"}]}, {supported_compat_version,[2,0]}, {system_arch,"x86_64-unknown-linux-gnu"}, {wall_clock,3929}, {memory_data, {4140711936,1554944000,{<15326.4619.0>,6634840}}}, {disk_data, [{"/",20219004,24}, {"/boot",101086,14}, {"/dev/shm",2021832,0}]}, {meminfo, <<"MemTotal: 4043664 kB\nMemFree: 2547524 kB\nBuffers: 249300 kB\nCached: 743844 kB\nSwapCached: 33260 kB\nActive: 871976 kB\nInactive: 495540 kB\nHighTotal: 0 kB\nHighFree: 0 kB\nLowTotal: 4043664 kB\nLowFree: 2547524 kB\nSwapTotal: 5210104 kB\nSwapFree: 5168584 kB\nDirty: 764 kB\nWriteback: 0 kB\nAnonPages: 373768 kB\nMapped: 15548 kB\nSlab: 96472 kB\nPageTables: 5456 kB\nNFS_Unstable: 0 kB\nBounce: 0 kB\nCommitLimit: 7231936 kB\nCommitted_AS: 2083692 kB\nVmallocTotal: 34359738367 kB\nVmallocUsed: 265708 kB\nVmallocChunk: 34359472391 kB\nHugePages_Total: 0\nHugePages_Free: 0\nHugePages_Rsvd: 0\nHugepagesize: 2048 kB\n">>}]}, {'ns_1@10.1.3.236', [{last_heard,{1353,460943,775312}}, {outgoing_replications_safeness_level,[]}, {incoming_replications_conf_hashes,[]}, {active_buckets,[]}, {ready_buckets,[]}, {local_tasks,[]}, {memory, [{total,65919040}, {processes,29751392}, {processes_used,25952600}, {system,36167648}, {atom,1407441}, {atom_used,1381657}, {binary,1137352}, {code,14428096}, {ets,1226808}]}, {system_memory_data, [{system_total_memory,4140711936}, {free_swap,5292642304}, {total_swap,5335146496}, {cached_memory,727875584}, {buffered_memory,256921600}, {free_memory,2798596096}, {total_memory,4140711936}]}, {node_storage_conf, [{db_path, "/opt/couchbase/var/lib/couchbase/data/"}, {index_path, "/opt/couchbase/var/lib/couchbase/data/"}]}, {statistics, [{wall_clock,{3898369,6}}, {context_switches,{4675909,0}}, {garbage_collection,{821541,3060360067,0}}, {io,{{input,248147932},{output,298111863}}}, {reductions,{1081417487,100397}}, {run_queue,1}, {runtime,{504750,20}}]}, {system_stats, [{cpu_utilization_rate,0}, {swap_total,0}, {swap_used,0}]}, {interesting_stats,[]}, {cluster_compatibility_version,131072}, {version, [{public_key,"0.13"}, {lhttpc,"1.3.0"}, {ale,"8cffe61"}, {os_mon,"2.2.7"}, {couch_set_view,"1.2.0a-31560d7-git"}, {mnesia,"4.5"}, {inets,"5.7.1"}, {couch,"1.2.0a-31560d7-git"}, {mapreduce,"1.0.0"}, {couch_index_merger,"1.2.0a-31560d7-git"}, {kernel,"2.14.5"}, {crypto,"2.0.4"}, {ssl,"4.1.6"}, {sasl,"2.1.10"}, {couch_view_parser,"1.0.0"}, {ns_server,"2.0.0-1954-rel-enterprise"}, {mochiweb,"1.4.1"}, {oauth,"7d85d3ef"}, {stdlib,"1.17.5"}]}, {supported_compat_version,[2,0]}, {system_arch,"x86_64-unknown-linux-gnu"}, {wall_clock,3898}, {memory_data, {4140711936,1458384896,{<0.4524.0>,6657160}}}, {disk_data, [{"/",20219004,14}, {"/boot",101086,14}, {"/dev/shm",2021832,0}]}, {meminfo, <<"MemTotal: 4043664 kB\nMemFree: 2732384 kB\nBuffers: 250900 kB\nCached: 710816 kB\nSwapCached: 33340 kB\nActive: 712584 kB\nInactive: 477632 kB\nHighTotal: 0 kB\nHighFree: 0 kB\nLowTotal: 4043664 kB\nLowFree: 2732384 kB\nSwapTotal: 5210104 kB\nSwapFree: 5168596 kB\nDirty: 828 kB\nWriteback: 0 kB\nAnonPages: 227952 kB\nMapped: 12904 kB\nSlab: 89076 kB\nPageTables: 4596 kB\nNFS_Unstable: 0 kB\nBounce: 0 kB\nCommitLimit: 7231936 kB\nCommitted_AS: 1703400 kB\nVmallocTotal: 34359738367 kB\nVmallocUsed: 265708 kB\nVmallocChunk: 34359472391 kB\nHugePages_Total: 0\nHugePages_Free: 0\nHugePages_Rsvd: 0\nHugepagesize: 2048 kB\n">>}]}] [stats:debug,2012-11-20T17:22:36.828,ns_1@10.1.3.236:<0.31249.1>:stats_collector:maybe_log_stats:126](at {{1970,1,16},{7,57,40}}) Stats for bucket "default": accepting_conns 1 auth_cmds 0 auth_errors 0 bucket_active_conns 1 bucket_conns 5 bytes 257840 bytes_read 226 bytes_written 802 cas_badval 0 cas_hits 0 cas_misses 0 cmd_flush 0 cmd_get 0 cmd_set 0 conn_yields 0 connection_structures 5000 curr_connections 9 curr_conns_on_port_11209 6 curr_conns_on_port_11210 1 curr_items 0 curr_items_tot 0 curr_temp_items 0 daemon_connections 4 decr_hits 0 decr_misses 0 delete_hits 0 delete_misses 0 ep_access_scanner_last_runtime 0 ep_access_scanner_num_items 0 ep_access_scanner_task_time 2012-11-21 10:00:00 ep_allow_data_loss_during_shutdown 1 ep_alog_block_size 4096 ep_alog_path /opt/couchbase/var/lib/couchbase/data/default/access.log ep_alog_sleep_time 1440 ep_alog_task_time 10 ep_backend couchdb ep_bg_fetch_delay 0 ep_bg_fetched 0 ep_bg_meta_fetched 0 ep_bg_remaining_jobs 0 ep_chk_max_items 5000 ep_chk_period 1800 ep_chk_persistence_remains 0 ep_chk_persistence_timeout 10 ep_chk_remover_stime 5 ep_commit_num 0 ep_commit_time 0 ep_commit_time_total 0 ep_concurrentDB 1 ep_config_file ep_couch_bucket default ep_couch_host localhost ep_couch_port 11213 ep_couch_reconnect_sleeptime 250 ep_couch_response_timeout 180000 ep_data_age 0 ep_data_age_highwat 0 ep_data_traffic_enabled 0 ep_dbinit 0 ep_dbname /opt/couchbase/var/lib/couchbase/data/default ep_degraded_mode 1 ep_diskqueue_drain 0 ep_diskqueue_fill 0 ep_diskqueue_items 0 ep_diskqueue_memory 0 ep_diskqueue_pending 0 ep_exp_pager_stime 3600 ep_exp_pager_stime 3600 ep_expired_access 0 ep_expired_pager 0 ep_expiry_window 3 ep_failpartialwarmup 0 ep_flush_all false ep_flush_duration_total 0 ep_flushall_enabled 0 ep_flusher_state running ep_flusher_todo 0 ep_getl_default_timeout 15 ep_getl_max_timeout 30 ep_ht_locks 5 ep_ht_size 3079 ep_inconsistent_slave_chk 0 ep_initfile ep_io_num_read 0 ep_io_num_write 0 ep_io_read_bytes 0 ep_io_write_bytes 0 ep_item_begin_failed 0 ep_item_commit_failed 0 ep_item_flush_expired 0 ep_item_flush_failed 0 ep_item_num_based_new_chk 1 ep_items_rm_from_checkpoints 0 ep_keep_closed_chks 0 ep_klog_block_size 4096 ep_klog_compactor_queue_cap 500000 ep_klog_compactor_stime 3600 ep_klog_flush commit2 ep_klog_max_entry_ratio 10 ep_klog_max_log_size 2147483647 ep_klog_path ep_klog_sync commit2 ep_kv_size 0 ep_max_checkpoints 2 ep_max_data_size 490733568 ep_max_item_size 20971520 ep_max_size 490733568 ep_max_txn_size 10000 ep_max_vbuckets 1024 ep_mem_high_wat 368050176 ep_mem_high_wat 368050176 ep_mem_low_wat 294440140 ep_mem_low_wat 294440140 ep_mem_tracker_enabled true ep_min_data_age 0 ep_mlog_compactor_runs 0 ep_mutation_mem_threshold 0 ep_num_access_scanner_runs 0 ep_num_eject_failures 0 ep_num_expiry_pager_runs 0 ep_num_non_resident 0 ep_num_not_my_vbuckets 0 ep_num_ops_del_meta 0 ep_num_ops_get_meta 0 ep_num_ops_set_meta 0 ep_num_pager_runs 0 ep_num_value_ejects 0 ep_oom_errors 0 ep_overhead 1152 ep_pager_active_vb_pcnt 40 ep_pager_unbiased_period 60 ep_pending_ops 0 ep_pending_ops_max 0 ep_pending_ops_max_duration 0 ep_pending_ops_total 0 ep_postInitfile ep_queue_age_cap 900 ep_queue_size 0 ep_startup_time 1353460955 ep_storage_age 0 ep_storage_age_highwat 0 ep_store_max_concurrency 10 ep_store_max_readers 9 ep_store_max_readwrite 1 ep_stored_val_type ep_tap_ack_grace_period 300 ep_tap_ack_initial_sequence_number 1 ep_tap_ack_interval 1000 ep_tap_ack_window_size 10 ep_tap_backfill_resident 0.9 ep_tap_backlog_limit 5000 ep_tap_backoff_period 5 ep_tap_bg_fetch_requeued 0 ep_tap_bg_fetched 0 ep_tap_bg_max_pending 500 ep_tap_keepalive 300 ep_tap_noop_interval 20 ep_tap_requeue_sleep_time 0.1 ep_tap_throttle_cap_pcnt 10 ep_tap_throttle_queue_cap 1000000 ep_tap_throttle_threshold 90 ep_tmp_oom_errors 0 ep_too_old 0 ep_too_young 0 ep_total_cache_size 0 ep_total_del_items 0 ep_total_enqueued 0 ep_total_new_items 0 ep_total_persisted 0 ep_uncommitted_items 0 ep_value_size 0 ep_vb0 0 ep_vb_snapshot_total 1 ep_vb_total 0 ep_vbucket_del 0 ep_vbucket_del_fail 0 ep_version 2.0.0r_139_g9b8377b ep_waitforwarmup 0 ep_warmup 1 ep_warmup_batch_size 1000 ep_warmup_dups 0 ep_warmup_min_items_threshold 100 ep_warmup_min_memory_threshold 100 ep_warmup_oom 0 ep_warmup_thread complete ep_warmup_time 1125 get_hits 0 get_misses 0 incr_hits 0 incr_misses 0 libevent 2.0.11-stable limit_maxbytes 67108864 listen_disabled_num 0 max_conns_on_port_11209 1000 max_conns_on_port_11210 9000 mem_used 257840 pid 15552 pointer_size 64 rejected_conns 0 rusage_system 0.036994 rusage_user 0.049992 threads 4 time 1353460955 total_connections 10 uptime 14 vb_active_curr_items 0 vb_active_eject 0 vb_active_expired 0 vb_active_ht_memory 0 vb_active_itm_memory 0 vb_active_meta_data_memory 0 vb_active_num 0 vb_active_num_non_resident 0 vb_active_num_ref_ejects 0 vb_active_num_ref_items 0 vb_active_ops_create 0 vb_active_ops_delete 0 vb_active_ops_reject 0 vb_active_ops_update 0 vb_active_perc_mem_resident 0 vb_active_queue_age 0 vb_active_queue_drain 0 vb_active_queue_fill 0 vb_active_queue_memory 0 vb_active_queue_pending 0 vb_active_queue_size 0 vb_dead_num 0 vb_pending_curr_items 0 vb_pending_eject 0 vb_pending_expired 0 vb_pending_ht_memory 0 vb_pending_itm_memory 0 vb_pending_meta_data_memory 0 vb_pending_num 0 vb_pending_num_non_resident 0 vb_pending_num_ref_ejects 0 vb_pending_num_ref_items 0 vb_pending_ops_create 0 vb_pending_ops_delete 0 vb_pending_ops_reject 0 vb_pending_ops_update 0 vb_pending_perc_mem_resident 0 vb_pending_queue_age 0 vb_pending_queue_drain 0 vb_pending_queue_fill 0 vb_pending_queue_memory 0 vb_pending_queue_pending 0 vb_pending_queue_size 0 vb_replica_curr_items 0 vb_replica_eject 0 vb_replica_expired 0 vb_replica_ht_memory 0 vb_replica_itm_memory 0 vb_replica_meta_data_memory 0 vb_replica_num 0 vb_replica_num_non_resident 0 vb_replica_num_ref_ejects 0 vb_replica_num_ref_items 0 vb_replica_ops_create 0 vb_replica_ops_delete 0 vb_replica_ops_reject 0 vb_replica_ops_update 0 vb_replica_perc_mem_resident 0 vb_replica_queue_age 0 vb_replica_queue_drain 0 vb_replica_queue_fill 0 vb_replica_queue_memory 0 vb_replica_queue_pending 0 vb_replica_queue_size 0 version 1.4.4_600_g7ea975a [ns_doctor:debug,2012-11-20T17:23:23.762,ns_1@10.1.3.236:ns_doctor<0.31067.1>:ns_doctor:handle_info:137]Current node statuses: [{'ns_1@10.1.3.235', [{last_heard,{1353,461000,743031}}, {outgoing_replications_safeness_level,[{"default",green}]}, {incoming_replications_conf_hashes, [{"default", [{'ns_1@10.1.3.236',86256472},{'ns_1@10.3.2.54',67084310}]}]}, {active_buckets,["default"]}, {ready_buckets,["default"]}, {local_tasks,[]}, {memory, [{total,149453400}, {processes,103759432}, {processes_used,102768640}, {system,45693968}, {atom,1484089}, {atom_used,1466910}, {binary,5306752}, {code,14752033}, {ets,5677864}]}, {system_memory_data, [{system_total_memory,4140711936}, {free_swap,5292630016}, {total_swap,5335146496}, {cached_memory,772681728}, {buffered_memory,255328256}, {free_memory,2610900992}, {total_memory,4140711936}]}, {node_storage_conf, [{db_path,"/opt/couchbase/var/lib/couchbase/data/"}, {index_path,"/opt/couchbase/var/lib/couchbase/data/"}]}, {statistics, [{wall_clock,{3986510,5000}}, {context_switches,{5343367,0}}, {garbage_collection,{975839,7554904209,0}}, {io,{{input,376301893},{output,397057574}}}, {reductions,{1535335838,3054526}}, {run_queue,0}, {runtime,{600850,710}}]}, {system_stats, [{cpu_utilization_rate,3.6363636363636362}, {swap_total,5335146496}, {swap_used,42516480}]}, {interesting_stats, [{couch_docs_actual_disk_size,5641801}, {couch_docs_data_size,5634792}, {couch_views_actual_disk_size,0}, {couch_views_data_size,0}, {curr_items,0}, {curr_items_tot,0}, {mem_used,21351992}, {vb_replica_curr_items,0}]}, {cluster_compatibility_version,131072}, {version, [{public_key,"0.13"}, {lhttpc,"1.3.0"}, {ale,"8cffe61"}, {os_mon,"2.2.7"}, {couch_set_view,"1.2.0a-31560d7-git"}, {mnesia,"4.5"}, {inets,"5.7.1"}, {couch,"1.2.0a-31560d7-git"}, {mapreduce,"1.0.0"}, {couch_index_merger,"1.2.0a-31560d7-git"}, {kernel,"2.14.5"}, {crypto,"2.0.4"}, {ssl,"4.1.6"}, {sasl,"2.1.10"}, {couch_view_parser,"1.0.0"}, {ns_server,"2.0.0-1954-rel-enterprise"}, {mochiweb,"1.4.1"}, {oauth,"7d85d3ef"}, {stdlib,"1.17.5"}]}, {supported_compat_version,[2,0]}, {system_arch,"x86_64-unknown-linux-gnu"}, {wall_clock,3986}, {memory_data,{4140711936,1529430016,{<15326.4619.0>,5256568}}}, {disk_data, [{"/",20219004,24},{"/boot",101086,14},{"/dev/shm",2021832,0}]}, {meminfo, <<"MemTotal: 4043664 kB\nMemFree: 2549708 kB\nBuffers: 249344 kB\nCached: 754572 kB\nSwapCached: 33260 kB\nActive: 866044 kB\nInactive: 497876 kB\nHighTotal: 0 kB\nHighFree: 0 kB\nLowTotal: 4043664 kB\nLowFree: 2549708 kB\nSwapTotal: 5210104 kB\nSwapFree: 5168584 kB\nDirty: 668 kB\nWriteback: 0 kB\nAnonPages: 359476 kB\nMapped: 15572 kB\nSlab: 97560 kB\nPageTables: 5424 kB\nNFS_Unstable: 0 kB\nBounce: 0 kB\nCommitLimit: 7231936 kB\nCommitted_AS: 2094756 kB\nVmallocTotal: 34359738367 kB\nVmallocUsed: 265708 kB\nVmallocChunk: 34359472391 kB\nHugePages_Total: 0\nHugePages_Free: 0\nHugePages_Rsvd: 0\nHugepagesize: 2048 kB\n">>}]}, {'ns_1@10.1.3.236', [{last_heard,{1353,460998,765767}}, {outgoing_replications_safeness_level,[{"default",green}]}, {incoming_replications_conf_hashes, [{"default", [{'ns_1@10.1.3.235',96925268},{'ns_1@10.3.2.54',12754605}]}]}, {active_buckets,["default"]}, {ready_buckets,["default"]}, {local_tasks,[]}, {memory, [{total,128297144}, {processes,87891680}, {processes_used,86959248}, {system,40405464}, {atom,1407441}, {atom_used,1381657}, {binary,4152976}, {code,14428096}, {ets,1974000}]}, {system_memory_data, [{system_total_memory,4140711936}, {free_swap,5292642304}, {total_swap,5335146496}, {cached_memory,739303424}, {buffered_memory,256970752}, {free_memory,2698809344}, {total_memory,4140711936}]}, {node_storage_conf, [{db_path,"/opt/couchbase/var/lib/couchbase/data/"}, {index_path,"/opt/couchbase/var/lib/couchbase/data/"}]}, {statistics, [{wall_clock,{3953359,4999}}, {context_switches,{4880766,0}}, {garbage_collection,{860380,3175410364,0}}, {io,{{input,253992647},{output,303544036}}}, {reductions,{1146268052,854888}}, {run_queue,0}, {runtime,{515080,550}}]}, {system_stats, [{cpu_utilization_rate,2.75}, {swap_total,5335146496}, {swap_used,42504192}]}, {interesting_stats, [{couch_docs_actual_disk_size,5625326}, {couch_docs_data_size,5618316}, {couch_views_actual_disk_size,0}, {couch_views_data_size,0}, {curr_items,0}, {curr_items_tot,0}, {mem_used,21294792}, {vb_replica_curr_items,0}]}, {cluster_compatibility_version,131072}, {version, [{public_key,"0.13"}, {lhttpc,"1.3.0"}, {ale,"8cffe61"}, {os_mon,"2.2.7"}, {couch_set_view,"1.2.0a-31560d7-git"}, {mnesia,"4.5"}, {inets,"5.7.1"}, {couch,"1.2.0a-31560d7-git"}, {mapreduce,"1.0.0"}, {couch_index_merger,"1.2.0a-31560d7-git"}, {kernel,"2.14.5"}, {crypto,"2.0.4"}, {ssl,"4.1.6"}, {sasl,"2.1.10"}, {couch_view_parser,"1.0.0"}, {ns_server,"2.0.0-1954-rel-enterprise"}, {mochiweb,"1.4.1"}, {oauth,"7d85d3ef"}, {stdlib,"1.17.5"}]}, {supported_compat_version,[2,0]}, {system_arch,"x86_64-unknown-linux-gnu"}, {wall_clock,3953}, {memory_data,{4140711936,1407737856,{<0.4524.0>,6657160}}}, {disk_data, [{"/",20219004,14},{"/boot",101086,14},{"/dev/shm",2021832,0}]}, {meminfo, <<"MemTotal: 4043664 kB\nMemFree: 2635556 kB\nBuffers: 250948 kB\nCached: 721976 kB\nSwapCached: 33340 kB\nActive: 806244 kB\nInactive: 480172 kB\nHighTotal: 0 kB\nHighFree: 0 kB\nLowTotal: 4043664 kB\nLowFree: 2635556 kB\nSwapTotal: 5210104 kB\nSwapFree: 5168596 kB\nDirty: 128 kB\nWriteback: 0 kB\nAnonPages: 312824 kB\nMapped: 14968 kB\nSlab: 89904 kB\nPageTables: 5148 kB\nNFS_Unstable: 0 kB\nBounce: 0 kB\nCommitLimit: 7231936 kB\nCommitted_AS: 2021172 kB\nVmallocTotal: 34359738367 kB\nVmallocUsed: 265708 kB\nVmallocChunk: 34359472391 kB\nHugePages_Total: 0\nHugePages_Free: 0\nHugePages_Rsvd: 0\nHugepagesize: 2048 kB\n">>}]}, {'ns_1@10.3.2.54', [{last_heard,{1353,460999,855175}}, {outgoing_replications_safeness_level,[{"default",green}]}, {incoming_replications_conf_hashes, [{"default", [{'ns_1@10.1.3.235',111274792},{'ns_1@10.1.3.236',93000434}]}]}, {active_buckets,["default"]}, {ready_buckets,["default"]}, {local_tasks,[]}, {memory, [{total,127726008}, {processes,87211944}, {processes_used,86197432}, {system,40514064}, {atom,1406633}, {atom_used,1379838}, {binary,4318112}, {code,14365394}, {ets,1995696}]}, {system_memory_data, [{system_total_memory,8370651136}, {free_swap,5335040000}, {total_swap,5335146496}, {cached_memory,808566784}, {buffered_memory,299954176}, {free_memory,6788222976}, {total_memory,8370651136}]}, {node_storage_conf, [{db_path,"/opt/couchbase/var/lib/couchbase/data/"}, {index_path,"/opt/couchbase/var/lib/couchbase/data/"}]}, {statistics, [{wall_clock,{3925004,4999}}, {context_switches,{3946238,0}}, {garbage_collection,{1081945,2990489571,0}}, {io,{{input,238114076},{output,275993903}}}, {reductions,{992360532,855434}}, {run_queue,0}, {runtime,{352610,530}}]}, {system_stats, [{cpu_utilization_rate,3.508771929824561}, {swap_total,5335146496}, {swap_used,106496}]}, {interesting_stats, [{couch_docs_actual_disk_size,5625325}, {couch_docs_data_size,5618316}, {couch_views_actual_disk_size,0}, {couch_views_data_size,0}, {curr_items,0}, {curr_items_tot,0}, {mem_used,21294792}, {vb_replica_curr_items,0}]}, {cluster_compatibility_version,131072}, {version, [{public_key,"0.13"}, {lhttpc,"1.3.0"}, {ale,"8cffe61"}, {os_mon,"2.2.7"}, {couch_set_view,"1.2.0a-31560d7-git"}, {mnesia,"4.5"}, {inets,"5.7.1"}, {couch,"1.2.0a-31560d7-git"}, {mapreduce,"1.0.0"}, {couch_index_merger,"1.2.0a-31560d7-git"}, {kernel,"2.14.5"}, {crypto,"2.0.4"}, {ssl,"4.1.6"}, {sasl,"2.1.10"}, {couch_view_parser,"1.0.0"}, {ns_server,"2.0.0-1954-rel-enterprise"}, {mochiweb,"1.4.1"}, {oauth,"7d85d3ef"}, {stdlib,"1.17.5"}]}, {supported_compat_version,[2,0]}, {system_arch,"x86_64-unknown-linux-gnu"}, {wall_clock,3925}, {memory_data,{8370651136,1581793280,{<15336.4529.0>,6657160}}}, {disk_data, [{"/",20219004,23}, {"/boot",101086,14}, {"/dev/shm",4087232,0}, {"/data",206420664,6}]}, {meminfo, <<"MemTotal: 8174464 kB\nMemFree: 6629124 kB\nBuffers: 292924 kB\nCached: 789616 kB\nSwapCached: 0 kB\nActive: 844968 kB\nInactive: 540048 kB\nHighTotal: 0 kB\nHighFree: 0 kB\nLowTotal: 8174464 kB\nLowFree: 6629124 kB\nSwapTotal: 5210104 kB\nSwapFree: 5210000 kB\nDirty: 204 kB\nWriteback: 0 kB\nAnonPages: 302188 kB\nMapped: 18044 kB\nSlab: 126584 kB\nPageTables: 5016 kB\nNFS_Unstable: 0 kB\nBounce: 0 kB\nCommitLimit: 9297336 kB\nCommitted_AS: 2000456 kB\nVmallocTotal: 34359738367 kB\nVmallocUsed: 265716 kB\nVmallocChunk: 34359472391 kB\nHugePages_Total: 0\nHugePages_Free: 0\nHugePages_Rsvd: 0\nHugepagesize: 2048 kB\n">>}]}] [ns_doctor:debug,2012-11-20T17:24:18.032,ns_1@10.1.3.236:ns_doctor<0.4574.0>:ns_doctor:handle_info:133]Got initial status [{'ns_1@10.1.3.235', [{last_heard,{1353,461058,19511}}, {outgoing_replications_safeness_level, [{"default",green}]}, {incoming_replications_conf_hashes, [{"default",[{'ns_1@10.3.2.54',67084310}]}]}, {active_buckets,["default"]}, {ready_buckets,["default"]}, {local_tasks, [[{type,xdcr}, {id,<<"27a2c0bb24123b9a3ad23cedf36ad423/default/default">>}, {errors,[]}, {changes_left,0}, {docs_checked,0}, {docs_written,0}, {data_replicated,0}, {active_vbreps,0}, {waiting_vbreps,0}, {time_working,0}, {time_committing,0}, {num_checkpoints,0}, {num_failedckpts,0}, {docs_rep_queue,0}, {size_rep_queue,0}]]}, {memory, [{total,149468432}, {processes,105163424}, {processes_used,104448488}, {system,44305008}, {atom,1396937}, {atom_used,1367422}, {binary,5048200}, {code,14134244}, {ets,5584384}]}, {system_memory_data, [{system_total_memory,4140711936}, {free_swap,5292630016}, {total_swap,5335146496}, {cached_memory,792539136}, {buffered_memory,255356928}, {free_memory,2669625344}, {total_memory,4140711936}]}, {node_storage_conf, [{db_path, "/opt/couchbase/var/lib/couchbase/data/"}, {index_path, "/opt/couchbase/var/lib/couchbase/data/"}]}, {statistics, [{wall_clock,{35903,86}}, {context_switches,{310361,0}}, {garbage_collection,{86253,342801755,0}}, {io,{{input,24433012},{output,13875935}}}, {reductions,{138835564,58234}}, {run_queue,0}, {runtime,{20340,30}}]}, {system_stats, [{cpu_utilization_rate,2.73972602739726}, {swap_total,5335146496}, {swap_used,42516480}]}, {interesting_stats, [{couch_docs_actual_disk_size,11252212}, {couch_docs_data_size,11238120}, {couch_views_actual_disk_size,0}, {couch_views_data_size,0}, {curr_items,0}, {curr_items_tot,0}, {mem_used,21443936}, {vb_replica_curr_items,0}]}, {cluster_compatibility_version,131072}, {version, [{public_key,"0.13"}, {lhttpc,"1.3.0"}, {ale,"8cffe61"}, {os_mon,"2.2.7"}, {couch_set_view,"1.2.0a-31560d7-git"}, {mnesia,"4.5"}, {inets,"5.7.1"}, {couch,"1.2.0a-31560d7-git"}, {mapreduce,"1.0.0"}, {couch_index_merger,"1.2.0a-31560d7-git"}, {kernel,"2.14.5"}, {crypto,"2.0.4"}, {ssl,"4.1.6"}, {sasl,"2.1.10"}, {couch_view_parser,"1.0.0"}, {ns_server,"2.0.0-1954-rel-enterprise"}, {mochiweb,"1.4.1"}, {oauth,"7d85d3ef"}, {stdlib,"1.17.5"}]}, {supported_compat_version,[2,0]}, {system_arch,"x86_64-unknown-linux-gnu"}, {wall_clock,35}, {memory_data, {4140711936,1335369728,{<14845.6.0>,601328}}}, {disk_data, [{"/",20219004,24}, {"/boot",101086,14}, {"/dev/shm",2021832,0}]}, {meminfo, <<"MemTotal: 4043664 kB\nMemFree: 2606560 kB\nBuffers: 249372 kB\nCached: 773964 kB\nSwapCached: 33260 kB\nActive: 798552 kB\nInactive: 509048 kB\nHighTotal: 0 kB\nHighFree: 0 kB\nLowTotal: 4043664 kB\nLowFree: 2606560 kB\nSwapTotal: 5210104 kB\nSwapFree: 5168584 kB\nDirty: 2872 kB\nWriteback: 0 kB\nAnonPages: 283696 kB\nMapped: 13088 kB\nSlab: 98632 kB\nPageTables: 4968 kB\nNFS_Unstable: 0 kB\nBounce: 0 kB\nCommitLimit: 7231936 kB\nCommitted_AS: 2009580 kB\nVmallocTotal: 34359738367 kB\nVmallocUsed: 265708 kB\nVmallocChunk: 34359472391 kB\nHugePages_Total: 0\nHugePages_Free: 0\nHugePages_Rsvd: 0\nHugepagesize: 2048 kB\n">>}]}, {'ns_1@10.1.3.236', [{last_heard,{1353,461058,19498}}, {outgoing_replications_safeness_level, [{"default",unknown}]}, {incoming_replications_conf_hashes,[{"default",[]}]}, {active_buckets,[]}, {ready_buckets,[]}, {local_tasks,[]}, {memory, [{total,101788728}, {processes,64029304}, {processes_used,64024272}, {system,37759424}, {atom,1175913}, {atom_used,1147412}, {binary,4077336}, {code,11232452}, {ets,3356768}]}, {system_memory_data, [{system_total_memory,4140711936}, {free_swap,5292642304}, {total_swap,5335146496}, {cached_memory,749961216}, {buffered_memory,257019904}, {free_memory,2871750656}, {total_memory,4140711936}]}, {node_storage_conf, [{db_path, "/opt/couchbase/var/lib/couchbase/data/"}, {index_path, "/opt/couchbase/var/lib/couchbase/data/"}]}, {statistics, [{wall_clock,{6416,12}}, {context_switches,{84798,0}}, {garbage_collection,{21475,82530546,0}}, {io,{{input,17948587},{output,3927764}}}, {reductions,{76359396,89657}}, {run_queue,0}, {runtime,{5280,20}}]}, {system_stats, [{cpu_utilization_rate,0}, {swap_total,0}, {swap_used,0}]}, {interesting_stats,[]}, {cluster_compatibility_version,131072}, {version, [{public_key,"0.13"}, {lhttpc,"1.3.0"}, {ale,"8cffe61"}, {os_mon,"2.2.7"}, {couch_set_view,"1.2.0a-31560d7-git"}, {mnesia,"4.5"}, {inets,"5.7.1"}, {couch,"1.2.0a-31560d7-git"}, {mapreduce,"1.0.0"}, {couch_index_merger,"1.2.0a-31560d7-git"}, {kernel,"2.14.5"}, {crypto,"2.0.4"}, {ssl,"4.1.6"}, {sasl,"2.1.10"}, {couch_view_parser,"1.0.0"}, {ns_server,"2.0.0-1954-rel-enterprise"}, {mochiweb,"1.4.1"}, {oauth,"7d85d3ef"}, {stdlib,"1.17.5"}]}, {supported_compat_version,[2,0]}, {system_arch,"x86_64-unknown-linux-gnu"}, {wall_clock,6}, {memory_data, {4140711936,1291026432,{<0.6.0>,601352}}}, {disk_data, [{"/",20219004,14}, {"/boot",101086,14}, {"/dev/shm",2021832,0}]}, {meminfo, <<"MemTotal: 4043664 kB\nMemFree: 2804692 kB\nBuffers: 250996 kB\nCached: 732384 kB\nSwapCached: 33340 kB\nActive: 627864 kB\nInactive: 489080 kB\nHighTotal: 0 kB\nHighFree: 0 kB\nLowTotal: 4043664 kB\nLowFree: 2804692 kB\nSwapTotal: 5210104 kB\nSwapFree: 5168596 kB\nDirty: 7388 kB\nWriteback: 0 kB\nAnonPages: 132800 kB\nMapped: 11180 kB\nSlab: 91012 kB\nPageTables: 4496 kB\nNFS_Unstable: 0 kB\nBounce: 0 kB\nCommitLimit: 7231936 kB\nCommitted_AS: 1603432 kB\nVmallocTotal: 34359738367 kB\nVmallocUsed: 265708 kB\nVmallocChunk: 34359472391 kB\nHugePages_Total: 0\nHugePages_Free: 0\nHugePages_Rsvd: 0\nHugepagesize: 2048 kB\n">>}]}, {'ns_1@10.3.2.54', [{last_heard,{1353,461058,29522}}, {outgoing_replications_safeness_level, [{"default",green}]}, {incoming_replications_conf_hashes, [{"default",[{'ns_1@10.1.3.235',111274792}]}]}, {active_buckets,["default"]}, {ready_buckets,["default"]}, {local_tasks, [[{type,xdcr}, {id,<<"27a2c0bb24123b9a3ad23cedf36ad423/default/default">>}, {errors,[]}, {changes_left,0}, {docs_checked,0}, {docs_written,0}, {data_replicated,0}, {active_vbreps,0}, {waiting_vbreps,0}, {time_working,0}, {time_committing,0}, {num_checkpoints,0}, {num_failedckpts,0}, {docs_rep_queue,0}, {size_rep_queue,0}]]}, {memory, [{total,160411408}, {processes,118824856}, {processes_used,118101312}, {system,41586552}, {atom,1406633}, {atom_used,1379838}, {binary,4958488}, {code,14365394}, {ets,2374552}]}, {system_memory_data, [{system_total_memory,8370651136}, {free_swap,5335040000}, {total_swap,5335146496}, {cached_memory,813981696}, {buffered_memory,299962368}, {free_memory,6771064832}, {total_memory,8370651136}]}, {node_storage_conf, [{db_path, "/opt/couchbase/var/lib/couchbase/data/"}, {index_path, "/opt/couchbase/var/lib/couchbase/data/"}]}, {statistics, [{wall_clock,{3983142,83}}, {context_switches,{4138757,0}}, {garbage_collection,{1115115,3137382022,0}}, {io,{{input,241466678},{output,283700989}}}, {reductions,{1024188221,102089}}, {run_queue,0}, {runtime,{362870,20}}]}, {system_stats, [{cpu_utilization_rate,2.763819095477387}, {swap_total,5335146496}, {swap_used,106496}]}, {interesting_stats, [{couch_docs_actual_disk_size,5637695}, {couch_docs_data_size,5618316}, {couch_views_actual_disk_size,0}, {couch_views_data_size,0}, {curr_items,0}, {curr_items_tot,0}, {mem_used,21310072}, {vb_replica_curr_items,0}]}, {cluster_compatibility_version,131072}, {version, [{public_key,"0.13"}, {lhttpc,"1.3.0"}, {ale,"8cffe61"}, {os_mon,"2.2.7"}, {couch_set_view,"1.2.0a-31560d7-git"}, {mnesia,"4.5"}, {inets,"5.7.1"}, {couch,"1.2.0a-31560d7-git"}, {mapreduce,"1.0.0"}, {couch_index_merger,"1.2.0a-31560d7-git"}, {kernel,"2.14.5"}, {crypto,"2.0.4"}, {ssl,"4.1.6"}, {sasl,"2.1.10"}, {couch_view_parser,"1.0.0"}, {ns_server,"2.0.0-1954-rel-enterprise"}, {mochiweb,"1.4.1"}, {oauth,"7d85d3ef"}, {stdlib,"1.17.5"}]}, {supported_compat_version,[2,0]}, {system_arch,"x86_64-unknown-linux-gnu"}, {wall_clock,3983}, {memory_data, {8370651136,1599594496,{<15388.4529.0>,6657160}}}, {disk_data, [{"/",20219004,23}, {"/boot",101086,14}, {"/dev/shm",4087232,0}, {"/data",206420664,6}]}, {meminfo, <<"MemTotal: 8174464 kB\nMemFree: 6612368 kB\nBuffers: 292932 kB\nCached: 794904 kB\nSwapCached: 0 kB\nActive: 857480 kB\nInactive: 544736 kB\nHighTotal: 0 kB\nHighFree: 0 kB\nLowTotal: 8174464 kB\nLowFree: 6612368 kB\nSwapTotal: 5210104 kB\nSwapFree: 5210000 kB\nDirty: 756 kB\nWriteback: 0 kB\nAnonPages: 314152 kB\nMapped: 18048 kB\nSlab: 126800 kB\nPageTables: 5080 kB\nNFS_Unstable: 0 kB\nBounce: 0 kB\nCommitLimit: 9297336 kB\nCommitted_AS: 2028604 kB\nVmallocTotal: 34359738367 kB\nVmallocUsed: 265716 kB\nVmallocChunk: 34359472391 kB\nHugePages_Total: 0\nHugePages_Free: 0\nHugePages_Rsvd: 0\nHugepagesize: 2048 kB\n">>}]}] [stats:warn,2012-11-20T17:24:20.631,ns_1@10.1.3.236:<0.4795.0>:stats_collector:latest_tick:223]Dropped 2 ticks [stats:debug,2012-11-20T17:24:20.665,ns_1@10.1.3.236:<0.4795.0>:stats_collector:maybe_log_stats:126](at {{1970,1,16},{7,57,40}}) Stats for bucket "default": accepting_conns 1 auth_cmds 0 auth_errors 0 bucket_active_conns 1 bucket_conns 5 bytes 20737280 bytes_read 196 bytes_written 120 cas_badval 0 cas_hits 0 cas_misses 0 cmd_flush 0 cmd_get 0 cmd_set 0 conn_yields 0 connection_structures 5000 curr_connections 9 curr_conns_on_port_11209 6 curr_conns_on_port_11210 1 curr_items 0 curr_items_tot 0 curr_temp_items 0 daemon_connections 4 decr_hits 0 decr_misses 0 delete_hits 0 delete_misses 0 ep_access_scanner_last_runtime 0 ep_access_scanner_num_items 0 ep_access_scanner_task_time 1970-01-01 00:00:00 ep_allow_data_loss_during_shutdown 1 ep_alog_block_size 4096 ep_alog_path /opt/couchbase/var/lib/couchbase/data/default/access.log ep_alog_sleep_time 1440 ep_alog_task_time 10 ep_backend couchdb ep_bg_fetch_delay 0 ep_bg_fetched 0 ep_bg_meta_fetched 0 ep_bg_remaining_jobs 0 ep_chk_max_items 5000 ep_chk_period 1800 ep_chk_persistence_remains 0 ep_chk_persistence_timeout 10 ep_chk_remover_stime 5 ep_commit_num 0 ep_commit_time 0 ep_commit_time_total 0 ep_concurrentDB 1 ep_config_file ep_couch_bucket default ep_couch_host localhost ep_couch_port 11213 ep_couch_reconnect_sleeptime 250 ep_couch_response_timeout 180000 ep_data_age 0 ep_data_age_highwat 0 ep_data_traffic_enabled 0 ep_dbinit 0 ep_dbname /opt/couchbase/var/lib/couchbase/data/default ep_degraded_mode 1 ep_diskqueue_drain 0 ep_diskqueue_fill 0 ep_diskqueue_items 0 ep_diskqueue_memory 0 ep_diskqueue_pending 0 ep_exp_pager_stime 3600 ep_exp_pager_stime 3600 ep_expired_access 0 ep_expired_pager 0 ep_expiry_window 3 ep_failpartialwarmup 0 ep_flush_all false ep_flush_duration_total 0 ep_flushall_enabled 0 ep_flusher_state running ep_flusher_todo 0 ep_getl_default_timeout 15 ep_getl_max_timeout 30 ep_ht_locks 5 ep_ht_size 3079 ep_inconsistent_slave_chk 0 ep_initfile ep_io_num_read 0 ep_io_num_write 0 ep_io_read_bytes 0 ep_io_write_bytes 0 ep_item_begin_failed 0 ep_item_commit_failed 0 ep_item_flush_expired 0 ep_item_flush_failed 0 ep_item_num_based_new_chk 1 ep_items_rm_from_checkpoints 0 ep_keep_closed_chks 0 ep_klog_block_size 4096 ep_klog_compactor_queue_cap 500000 ep_klog_compactor_stime 3600 ep_klog_flush commit2 ep_klog_max_entry_ratio 10 ep_klog_max_log_size 2147483647 ep_klog_path ep_klog_sync commit2 ep_kv_size 0 ep_max_checkpoints 2 ep_max_data_size 490733568 ep_max_item_size 20971520 ep_max_size 490733568 ep_max_txn_size 10000 ep_max_vbuckets 1024 ep_mem_high_wat 368050176 ep_mem_high_wat 368050176 ep_mem_low_wat 294440140 ep_mem_low_wat 294440140 ep_mem_tracker_enabled true ep_min_data_age 0 ep_mlog_compactor_runs 0 ep_mutation_mem_threshold 0 ep_num_access_scanner_runs 0 ep_num_eject_failures 0 ep_num_expiry_pager_runs 0 ep_num_non_resident 0 ep_num_not_my_vbuckets 0 ep_num_ops_del_meta 0 ep_num_ops_get_meta 0 ep_num_ops_set_meta 0 ep_num_pager_runs 0 ep_num_value_ejects 0 ep_oom_errors 0 ep_overhead 18132804 ep_pager_active_vb_pcnt 40 ep_pager_unbiased_period 60 ep_pending_ops 0 ep_pending_ops_max 0 ep_pending_ops_max_duration 0 ep_pending_ops_total 0 ep_postInitfile ep_queue_age_cap 900 ep_queue_size 0 ep_startup_time 1353461058 ep_storage_age 0 ep_storage_age_highwat 0 ep_store_max_concurrency 10 ep_store_max_readers 9 ep_store_max_readwrite 1 ep_stored_val_type ep_tap_ack_grace_period 300 ep_tap_ack_initial_sequence_number 1 ep_tap_ack_interval 1000 ep_tap_ack_window_size 10 ep_tap_backfill_resident 0.9 ep_tap_backlog_limit 5000 ep_tap_backoff_period 5 ep_tap_bg_fetch_requeued 0 ep_tap_bg_fetched 0 ep_tap_bg_max_pending 500 ep_tap_keepalive 300 ep_tap_noop_interval 20 ep_tap_requeue_sleep_time 0.1 ep_tap_throttle_cap_pcnt 10 ep_tap_throttle_queue_cap 1000000 ep_tap_throttle_threshold 90 ep_tmp_oom_errors 0 ep_too_old 0 ep_too_young 0 ep_total_cache_size 0 ep_total_del_items 0 ep_total_enqueued 0 ep_total_new_items 0 ep_total_persisted 0 ep_uncommitted_items 0 ep_value_size 0 ep_vb0 0 ep_vb_snapshot_total 0 ep_vb_total 682 ep_vbucket_del 0 ep_vbucket_del_fail 0 ep_version 2.0.0r_139_g9b8377b ep_waitforwarmup 0 ep_warmup 1 ep_warmup_batch_size 1000 ep_warmup_dups 0 ep_warmup_min_items_threshold 100 ep_warmup_min_memory_threshold 100 ep_warmup_oom 0 ep_warmup_thread running get_hits 0 get_misses 0 incr_hits 0 incr_misses 0 libevent 2.0.11-stable limit_maxbytes 67108864 listen_disabled_num 0 max_conns_on_port_11209 1000 max_conns_on_port_11210 9000 mem_used 20737280 pid 15816 pointer_size 64 rejected_conns 0 rusage_system 0.098984 rusage_user 0.184971 threads 4 time 1353461058 total_connections 9 uptime 2 vb_active_curr_items 0 vb_active_eject 0 vb_active_expired 0 vb_active_ht_memory 0 vb_active_itm_memory 0 vb_active_meta_data_memory 0 vb_active_num 0 vb_active_num_non_resident 0 vb_active_num_ref_ejects 0 vb_active_num_ref_items 0 vb_active_ops_create 0 vb_active_ops_delete 0 vb_active_ops_reject 0 vb_active_ops_update 0 vb_active_perc_mem_resident 0 vb_active_queue_age 0 vb_active_queue_drain 0 vb_active_queue_fill 0 vb_active_queue_memory 0 vb_active_queue_pending 0 vb_active_queue_size 0 vb_dead_num 682 vb_pending_curr_items 0 vb_pending_eject 0 vb_pending_expired 0 vb_pending_ht_memory 0 vb_pending_itm_memory 0 vb_pending_meta_data_memory 0 vb_pending_num 0 vb_pending_num_non_resident 0 vb_pending_num_ref_ejects 0 vb_pending_num_ref_items 0 vb_pending_ops_create 0 vb_pending_ops_delete 0 vb_pending_ops_reject 0 vb_pending_ops_update 0 vb_pending_perc_mem_resident 0 vb_pending_queue_age 0 vb_pending_queue_drain 0 vb_pending_queue_fill 0 vb_pending_queue_memory 0 vb_pending_queue_pending 0 vb_pending_queue_size 0 vb_replica_curr_items 0 vb_replica_eject 0 vb_replica_expired 0 vb_replica_ht_memory 0 vb_replica_itm_memory 0 vb_replica_meta_data_memory 0 vb_replica_num 0 vb_replica_num_non_resident 0 vb_replica_num_ref_ejects 0 vb_replica_num_ref_items 0 vb_replica_ops_create 0 vb_replica_ops_delete 0 vb_replica_ops_reject 0 vb_replica_ops_update 0 vb_replica_perc_mem_resident 0 vb_replica_queue_age 0 vb_replica_queue_drain 0 vb_replica_queue_fill 0 vb_replica_queue_memory 0 vb_replica_queue_pending 0 vb_replica_queue_size 0 version 1.4.4_600_g7ea975a [ns_doctor:debug,2012-11-20T17:25:17.983,ns_1@10.1.3.236:ns_doctor<0.4574.0>:ns_doctor:handle_info:137]Current node statuses: [{'ns_1@10.1.3.235', [{last_heard,{1353,461113,528652}}, {outgoing_replications_safeness_level,[{"default",green}]}, {incoming_replications_conf_hashes, [{"default", [{'ns_1@10.1.3.236',86256472},{'ns_1@10.3.2.54',67084310}]}]}, {active_buckets,["default"]}, {ready_buckets,["default"]}, {local_tasks, [[{type,xdcr}, {id,<<"27a2c0bb24123b9a3ad23cedf36ad423/default/default">>}, {errors,[]}, {changes_left,236}, {docs_checked,788}, {docs_written,788}, {data_replicated,379473}, {active_vbreps,32}, {waiting_vbreps,61}, {time_working,284}, {time_committing,0}, {num_checkpoints,0}, {num_failedckpts,0}, {docs_rep_queue,0}, {size_rep_queue,0}]]}, {memory, [{total,396004288}, {processes,344990760}, {processes_used,344380720}, {system,51013528}, {atom,1398553}, {atom_used,1369515}, {binary,11373600}, {code,14185842}, {ets,5587480}]}, {system_memory_data, [{system_total_memory,4140711936}, {free_swap,5292630016}, {total_swap,5335146496}, {cached_memory,804876288}, {buffered_memory,255373312}, {free_memory,2511306752}, {total_memory,4140711936}]}, {node_storage_conf, [{db_path,"/opt/couchbase/var/lib/couchbase/data/"}, {index_path,"/opt/couchbase/var/lib/couchbase/data/"}]}, {statistics, [{wall_clock,{91437,5108}}, {context_switches,{661735,0}}, {garbage_collection,{146570,518771825,0}}, {io,{{input,45584644},{output,24791896}}}, {reductions,{203436323,24995559}}, {run_queue,18}, {runtime,{43640,9600}}]}, {system_stats, [{cpu_utilization_rate,2.73972602739726}, {swap_total,5335146496}, {swap_used,42516480}]}, {interesting_stats, [{couch_docs_actual_disk_size,11252212}, {couch_docs_data_size,11238120}, {couch_views_actual_disk_size,0}, {couch_views_data_size,0}, {curr_items,0}, {curr_items_tot,0}, {mem_used,21443936}, {vb_replica_curr_items,0}]}, {cluster_compatibility_version,131072}, {version, [{public_key,"0.13"}, {lhttpc,"1.3.0"}, {ale,"8cffe61"}, {os_mon,"2.2.7"}, {couch_set_view,"1.2.0a-31560d7-git"}, {mnesia,"4.5"}, {inets,"5.7.1"}, {couch,"1.2.0a-31560d7-git"}, {mapreduce,"1.0.0"}, {couch_index_merger,"1.2.0a-31560d7-git"}, {kernel,"2.14.5"}, {crypto,"2.0.4"}, {ssl,"4.1.6"}, {sasl,"2.1.10"}, {couch_view_parser,"1.0.0"}, {ns_server,"2.0.0-1954-rel-enterprise"}, {mochiweb,"1.4.1"}, {oauth,"7d85d3ef"}, {stdlib,"1.17.5"}]}, {supported_compat_version,[2,0]}, {system_arch,"x86_64-unknown-linux-gnu"}, {wall_clock,91}, {memory_data,{4140711936,1475395584,{<14845.4544.0>,7628304}}}, {disk_data, [{"/",20219004,24},{"/boot",101086,14},{"/dev/shm",2021832,0}]}, {meminfo, <<"MemTotal: 4043664 kB\nMemFree: 2453812 kB\nBuffers: 249388 kB\nCached: 786012 kB\nSwapCached: 33260 kB\nActive: 943892 kB\nInactive: 514428 kB\nHighTotal: 0 kB\nHighFree: 0 kB\nLowTotal: 4043664 kB\nLowFree: 2453812 kB\nSwapTotal: 5210104 kB\nSwapFree: 5168584 kB\nDirty: 5536 kB\nWriteback: 0 kB\nAnonPages: 421764 kB\nMapped: 13120 kB\nSlab: 99192 kB\nPageTables: 5460 kB\nNFS_Unstable: 0 kB\nBounce: 0 kB\nCommitLimit: 7231936 kB\nCommitted_AS: 2252088 kB\nVmallocTotal: 34359738367 kB\nVmallocUsed: 265708 kB\nVmallocChunk: 34359472391 kB\nHugePages_Total: 0\nHugePages_Free: 0\nHugePages_Rsvd: 0\nHugepagesize: 2048 kB\n">>}]}, {'ns_1@10.1.3.236', [{last_heard,{1353,461117,981920}}, {outgoing_replications_safeness_level,[{"default",green}]}, {incoming_replications_conf_hashes, [{"default", [{'ns_1@10.1.3.235',96925268},{'ns_1@10.3.2.54',12754605}]}]}, {active_buckets,["default"]}, {ready_buckets,["default"]}, {local_tasks, [[{type,xdcr}, {id,<<"27a2c0bb24123b9a3ad23cedf36ad423/default/default">>}, {errors,[]}, {changes_left,93}, {docs_checked,1173}, {docs_written,1173}, {data_replicated,565016}, {active_vbreps,32}, {waiting_vbreps,16}, {time_working,357}, {time_committing,0}, {num_checkpoints,0}, {num_failedckpts,0}, {docs_rep_queue,0}, {size_rep_queue,0}]]}, {memory, [{total,438049888}, {processes,388939456}, {processes_used,388447688}, {system,49110432}, {atom,1393705}, {atom_used,1361233}, {binary,12784032}, {code,14029159}, {ets,2424160}]}, {system_memory_data, [{system_total_memory,4140711936}, {free_swap,5292642304}, {total_swap,5335146496}, {cached_memory,775090176}, {buffered_memory,257036288}, {free_memory,2507063296}, {total_memory,4140711936}]}, {node_storage_conf, [{db_path,"/opt/couchbase/var/lib/couchbase/data/"}, {index_path,"/opt/couchbase/var/lib/couchbase/data/"}]}, {statistics, [{wall_clock,{66377,4994}}, {context_switches,{642374,0}}, {garbage_collection,{151814,481416456,0}}, {io,{{input,45836967},{output,22474676}}}, {reductions,{195268008,19409619}}, {run_queue,0}, {runtime,{52070,9060}}]}, {system_stats, [{cpu_utilization_rate,9.462915601023019}, {swap_total,5335146496}, {swap_used,42504192}]}, {interesting_stats, [{couch_docs_actual_disk_size,5637659}, {couch_docs_data_size,5618316}, {couch_views_actual_disk_size,0}, {couch_views_data_size,0}, {curr_items,0}, {curr_items_tot,0}, {mem_used,21310072}, {vb_replica_curr_items,0}]}, {cluster_compatibility_version,131072}, {version, [{public_key,"0.13"}, {lhttpc,"1.3.0"}, {ale,"8cffe61"}, {os_mon,"2.2.7"}, {couch_set_view,"1.2.0a-31560d7-git"}, {mnesia,"4.5"}, {inets,"5.7.1"}, {couch,"1.2.0a-31560d7-git"}, {mapreduce,"1.0.0"}, {couch_index_merger,"1.2.0a-31560d7-git"}, {kernel,"2.14.5"}, {crypto,"2.0.4"}, {ssl,"4.1.6"}, {sasl,"2.1.10"}, {couch_view_parser,"1.0.0"}, {ns_server,"2.0.0-1954-rel-enterprise"}, {mochiweb,"1.4.1"}, {oauth,"7d85d3ef"}, {stdlib,"1.17.5"}]}, {supported_compat_version,[2,0]}, {system_arch,"x86_64-unknown-linux-gnu"}, {wall_clock,66}, {memory_data,{4140711936,1568763904,{<0.4522.0>,7628304}}}, {disk_data, [{"/",20219004,14},{"/boot",101086,14},{"/dev/shm",2021832,0}]}, {meminfo, <<"MemTotal: 4043664 kB\nMemFree: 2448180 kB\nBuffers: 251012 kB\nCached: 756924 kB\nSwapCached: 33340 kB\nActive: 970876 kB\nInactive: 499808 kB\nHighTotal: 0 kB\nHighFree: 0 kB\nLowTotal: 4043664 kB\nLowFree: 2448180 kB\nSwapTotal: 5210104 kB\nSwapFree: 5168596 kB\nDirty: 6792 kB\nWriteback: 0 kB\nAnonPages: 462032 kB\nMapped: 13120 kB\nSlab: 92456 kB\nPageTables: 5684 kB\nNFS_Unstable: 0 kB\nBounce: 0 kB\nCommitLimit: 7231936 kB\nCommitted_AS: 2304216 kB\nVmallocTotal: 34359738367 kB\nVmallocUsed: 265708 kB\nVmallocChunk: 34359472391 kB\nHugePages_Total: 0\nHugePages_Free: 0\nHugePages_Rsvd: 0\nHugepagesize: 2048 kB\n">>}]}, {'ns_1@10.3.2.54', [{last_heard,{1353,461116,872743}}, {outgoing_replications_safeness_level,[{"default",green}]}, {incoming_replications_conf_hashes, [{"default", [{'ns_1@10.1.3.235',111274792},{'ns_1@10.1.3.236',93000434}]}]}, {active_buckets,["default"]}, {ready_buckets,["default"]}, {local_tasks, [[{type,xdcr}, {id,<<"27a2c0bb24123b9a3ad23cedf36ad423/default/default">>}, {errors,[]}, {changes_left,56}, {docs_checked,1626}, {docs_written,1626}, {data_replicated,783354}, {active_vbreps,32}, {waiting_vbreps,15}, {time_working,295}, {time_committing,0}, {num_checkpoints,0}, {num_failedckpts,0}, {docs_rep_queue,0}, {size_rep_queue,0}]]}, {memory, [{total,489123296}, {processes,439037528}, {processes_used,438494904}, {system,50085768}, {atom,1393705}, {atom_used,1361233}, {binary,13725960}, {code,14047887}, {ets,2422808}]}, {system_memory_data, [{system_total_memory,8370651136}, {free_swap,5335040000}, {total_swap,5335146496}, {cached_memory,853889024}, {buffered_memory,300523520}, {free_memory,6526369792}, {total_memory,8370651136}]}, {node_storage_conf, [{db_path,"/opt/couchbase/var/lib/couchbase/data/"}, {index_path,"/opt/couchbase/var/lib/couchbase/data/"}]}, {statistics, [{wall_clock,{35406,5002}}, {context_switches,{794085,0}}, {garbage_collection,{191757,562987493,0}}, {io,{{input,61895012},{output,28802245}}}, {reductions,{228620532,33086475}}, {run_queue,1}, {runtime,{42630,8920}}]}, {system_stats, [{cpu_utilization_rate,2.763819095477387}, {swap_total,5335146496}, {swap_used,106496}]}, {interesting_stats, [{couch_docs_actual_disk_size,5637695}, {couch_docs_data_size,5618316}, {couch_views_actual_disk_size,0}, {couch_views_data_size,0}, {curr_items,0}, {curr_items_tot,0}, {mem_used,21310072}, {vb_replica_curr_items,0}]}, {cluster_compatibility_version,131072}, {version, [{public_key,"0.13"}, {lhttpc,"1.3.0"}, {ale,"8cffe61"}, {os_mon,"2.2.7"}, {couch_set_view,"1.2.0a-31560d7-git"}, {mnesia,"4.5"}, {inets,"5.7.1"}, {couch,"1.2.0a-31560d7-git"}, {mapreduce,"1.0.0"}, {couch_index_merger,"1.2.0a-31560d7-git"}, {kernel,"2.14.5"}, {crypto,"2.0.4"}, {ssl,"4.1.6"}, {sasl,"2.1.10"}, {couch_view_parser,"1.0.0"}, {ns_server,"2.0.0-1954-rel-enterprise"}, {mochiweb,"1.4.1"}, {oauth,"7d85d3ef"}, {stdlib,"1.17.5"}]}, {supported_compat_version,[2,0]}, {system_arch,"x86_64-unknown-linux-gnu"}, {wall_clock,35}, {memory_data,{8370651136,1446027264,{<15388.6.0>,601352}}}, {disk_data, [{"/",20219004,23}, {"/boot",101086,14}, {"/dev/shm",4087232,0}, {"/data",206420664,6}]}, {meminfo, <<"MemTotal: 8174464 kB\nMemFree: 6374028 kB\nBuffers: 293480 kB\nCached: 833876 kB\nSwapCached: 0 kB\nActive: 1072592 kB\nInactive: 564128 kB\nHighTotal: 0 kB\nHighFree: 0 kB\nLowTotal: 8174464 kB\nLowFree: 6374028 kB\nSwapTotal: 5210104 kB\nSwapFree: 5210000 kB\nDirty: 16444 kB\nWriteback: 0 kB\nAnonPages: 509276 kB\nMapped: 16196 kB\nSlab: 129592 kB\nPageTables: 5920 kB\nNFS_Unstable: 0 kB\nBounce: 0 kB\nCommitLimit: 9297336 kB\nCommitted_AS: 2395888 kB\nVmallocTotal: 34359738367 kB\nVmallocUsed: 265716 kB\nVmallocChunk: 34359472391 kB\nHugePages_Total: 0\nHugePages_Free: 0\nHugePages_Rsvd: 0\nHugepagesize: 2048 kB\n">>}]}] [stats:debug,2012-11-20T17:26:00.469,ns_1@10.1.3.236:<0.4795.0>:stats_collector:maybe_log_stats:126](at {{1970,1,16},{7,57,41}}) Stats for bucket "default": accepting_conns 1 auth_cmds 1 auth_errors 0 bucket_active_conns 1 bucket_conns 16 bytes 24878816 bytes_read 2208869 bytes_written 7048481 cas_badval 0 cas_hits 0 cas_misses 0 cmd_flush 0 cmd_get 0 cmd_set 3335 conn_yields 87 connection_structures 5000 curr_connections 18 curr_conns_on_port_11209 14 curr_conns_on_port_11210 2 curr_items 3335 curr_items_tot 6666 curr_temp_items 0 daemon_connections 4 decr_hits 0 decr_misses 0 delete_hits 0 delete_misses 0 ep_access_scanner_last_runtime 0 ep_access_scanner_num_items 0 ep_access_scanner_task_time 2012-11-21 10:00:00 ep_allow_data_loss_during_shutdown 1 ep_alog_block_size 4096 ep_alog_path /opt/couchbase/var/lib/couchbase/data/default/access.log ep_alog_sleep_time 1440 ep_alog_task_time 10 ep_backend couchdb ep_bg_fetch_delay 0 ep_bg_fetched 0 ep_bg_meta_fetched 0 ep_bg_remaining_jobs 0 ep_chk_max_items 5000 ep_chk_period 1800 ep_chk_persistence_remains 0 ep_chk_persistence_timeout 10 ep_chk_remover_stime 5 ep_commit_num 18 ep_commit_time 3 ep_commit_time_total 103 ep_concurrentDB 1 ep_config_file ep_couch_bucket default ep_couch_host localhost ep_couch_port 11213 ep_couch_reconnect_sleeptime 250 ep_couch_response_timeout 180000 ep_data_age 7 ep_data_age_highwat 10 ep_data_traffic_enabled 0 ep_dbinit 0 ep_dbname /opt/couchbase/var/lib/couchbase/data/default ep_degraded_mode 0 ep_diskqueue_drain 6666 ep_diskqueue_fill 6666 ep_diskqueue_items 0 ep_diskqueue_memory 0 ep_diskqueue_pending 0 ep_exp_pager_stime 3600 ep_exp_pager_stime 3600 ep_expired_access 0 ep_expired_pager 0 ep_expiry_window 3 ep_failpartialwarmup 0 ep_flush_all false ep_flush_duration_total 32 ep_flushall_enabled 0 ep_flusher_state running ep_flusher_todo 0 ep_getl_default_timeout 15 ep_getl_max_timeout 30 ep_ht_locks 5 ep_ht_size 3079 ep_inconsistent_slave_chk 0 ep_initfile ep_io_num_read 0 ep_io_num_write 6666 ep_io_read_bytes 0 ep_io_write_bytes 1779086 ep_item_begin_failed 0 ep_item_commit_failed 0 ep_item_flush_expired 0 ep_item_flush_failed 0 ep_item_num_based_new_chk 1 ep_items_rm_from_checkpoints 0 ep_keep_closed_chks 0 ep_klog_block_size 4096 ep_klog_compactor_queue_cap 500000 ep_klog_compactor_stime 3600 ep_klog_flush commit2 ep_klog_max_entry_ratio 10 ep_klog_max_log_size 2147483647 ep_klog_path ep_klog_sync commit2 ep_kv_size 2313046 ep_max_checkpoints 2 ep_max_data_size 490733568 ep_max_item_size 20971520 ep_max_size 490733568 ep_max_txn_size 10000 ep_max_vbuckets 1024 ep_mem_high_wat 368050176 ep_mem_high_wat 368050176 ep_mem_low_wat 294440140 ep_mem_low_wat 294440140 ep_mem_tracker_enabled true ep_min_data_age 0 ep_mlog_compactor_runs 0 ep_mutation_mem_threshold 0 ep_num_access_scanner_runs 0 ep_num_eject_failures 0 ep_num_expiry_pager_runs 0 ep_num_non_resident 0 ep_num_not_my_vbuckets 0 ep_num_ops_del_meta 0 ep_num_ops_get_meta 0 ep_num_ops_set_meta 0 ep_num_pager_runs 0 ep_num_value_ejects 0 ep_oom_errors 0 ep_overhead 18651280 ep_pager_active_vb_pcnt 40 ep_pager_unbiased_period 60 ep_pending_ops 0 ep_pending_ops_max 0 ep_pending_ops_max_duration 0 ep_pending_ops_total 0 ep_postInitfile ep_queue_age_cap 900 ep_queue_size 0 ep_startup_time 1353461058 ep_storage_age 5 ep_storage_age_highwat 8 ep_store_max_concurrency 10 ep_store_max_readers 9 ep_store_max_readwrite 1 ep_stored_val_type ep_tap_ack_grace_period 300 ep_tap_ack_initial_sequence_number 1 ep_tap_ack_interval 1000 ep_tap_ack_window_size 10 ep_tap_backfill_resident 0.9 ep_tap_backlog_limit 5000 ep_tap_backoff_period 5 ep_tap_bg_fetch_requeued 0 ep_tap_bg_fetched 0 ep_tap_bg_max_pending 500 ep_tap_keepalive 300 ep_tap_noop_interval 20 ep_tap_requeue_sleep_time 0.1 ep_tap_throttle_cap_pcnt 10 ep_tap_throttle_queue_cap 1000000 ep_tap_throttle_threshold 90 ep_tmp_oom_errors 0 ep_too_old 0 ep_too_young 0 ep_total_cache_size 2233054 ep_total_del_items 0 ep_total_enqueued 6666 ep_total_new_items 6666 ep_total_persisted 6666 ep_uncommitted_items 0 ep_value_size 1786488 ep_vb0 0 ep_vb_snapshot_total 2 ep_vb_total 682 ep_vbucket_del 0 ep_vbucket_del_fail 0 ep_version 2.0.0r_139_g9b8377b ep_waitforwarmup 0 ep_warmup 1 ep_warmup_batch_size 1000 ep_warmup_dups 0 ep_warmup_min_items_threshold 100 ep_warmup_min_memory_threshold 100 ep_warmup_oom 0 ep_warmup_thread complete ep_warmup_time 342641 get_hits 0 get_misses 0 incr_hits 0 incr_misses 0 libevent 2.0.11-stable limit_maxbytes 67108864 listen_disabled_num 0 max_conns_on_port_11209 1000 max_conns_on_port_11210 9000 mem_used 24878816 pid 15816 pointer_size 64 rejected_conns 0 rusage_system 4.058383 rusage_user 4.138370 tap_checkpoint_start_received 511 tap_checkpoint_start_sent 511 tap_connect_received 3 tap_mutation_received 3331 tap_mutation_sent 3335 tap_opaque_received 7 tap_opaque_sent 6 threads 4 time 1353461160 total_connections 22 uptime 104 vb_active_curr_items 3335 vb_active_eject 0 vb_active_expired 0 vb_active_ht_memory 8563192 vb_active_itm_memory 1117193 vb_active_meta_data_memory 246420 vb_active_num 341 vb_active_num_non_resident 0 vb_active_num_ref_ejects 0 vb_active_num_ref_items 3335 vb_active_ops_create 3335 vb_active_ops_delete 0 vb_active_ops_reject 0 vb_active_ops_update 0 vb_active_perc_mem_resident 100 vb_active_queue_age 0 vb_active_queue_drain 3335 vb_active_queue_fill 3335 vb_active_queue_memory 0 vb_active_queue_pending 0 vb_active_queue_size 0 vb_dead_num 0 vb_pending_curr_items 0 vb_pending_eject 0 vb_pending_expired 0 vb_pending_ht_memory 0 vb_pending_itm_memory 0 vb_pending_meta_data_memory 0 vb_pending_num 0 vb_pending_num_non_resident 0 vb_pending_num_ref_ejects 0 vb_pending_num_ref_items 0 vb_pending_ops_create 0 vb_pending_ops_delete 0 vb_pending_ops_reject 0 vb_pending_ops_update 0 vb_pending_perc_mem_resident 0 vb_pending_queue_age 0 vb_pending_queue_drain 0 vb_pending_queue_fill 0 vb_pending_queue_memory 0 vb_pending_queue_pending 0 vb_pending_queue_size 0 vb_replica_curr_items 3331 vb_replica_eject 0 vb_replica_expired 0 vb_replica_ht_memory 8563192 vb_replica_itm_memory 1115861 vb_replica_meta_data_memory 246128 vb_replica_num 341 vb_replica_num_non_resident 0 vb_replica_num_ref_ejects 0 vb_replica_num_ref_items 3331 vb_replica_ops_create 3331 vb_replica_ops_delete 0 vb_replica_ops_reject 0 vb_replica_ops_update 0 vb_replica_perc_mem_resident 100 vb_replica_queue_age 0 vb_replica_queue_drain 3331 vb_replica_queue_fill 3331 vb_replica_queue_memory 0 vb_replica_queue_pending 0 vb_replica_queue_size 0 version 1.4.4_600_g7ea975a [ns_doctor:debug,2012-11-20T17:26:17.983,ns_1@10.1.3.236:ns_doctor<0.4574.0>:ns_doctor:handle_info:137]Current node statuses: [{'ns_1@10.1.3.235', [{last_heard,{1353,461173,413500}}, {outgoing_replications_safeness_level,[{"default",green}]}, {incoming_replications_conf_hashes, [{"default", [{'ns_1@10.1.3.236',86256472},{'ns_1@10.3.2.54',67084310}]}]}, {active_buckets,["default"]}, {ready_buckets,["default"]}, {local_tasks, [[{type,xdcr}, {id,<<"27a2c0bb24123b9a3ad23cedf36ad423/default/default">>}, {errors,[]}, {changes_left,0}, {docs_checked,3317}, {docs_written,3317}, {data_replicated,1598432}, {active_vbreps,0}, {waiting_vbreps,0}, {time_working,986}, {time_committing,0}, {num_checkpoints,0}, {num_failedckpts,0}, {docs_rep_queue,0}, {size_rep_queue,0}]]}, {memory, [{total,551373208}, {processes,495012424}, {processes_used,494266240}, {system,56360784}, {atom,1398553}, {atom_used,1369515}, {binary,16696064}, {code,14185842}, {ets,5612632}]}, {system_memory_data, [{system_total_memory,4140711936}, {free_swap,5292630016}, {total_swap,5335146496}, {cached_memory,829243392}, {buffered_memory,256499712}, {free_memory,2372788224}, {total_memory,4140711936}]}, {node_storage_conf, [{db_path,"/opt/couchbase/var/lib/couchbase/data/"}, {index_path,"/opt/couchbase/var/lib/couchbase/data/"}]}, {statistics, [{wall_clock,{151325,4998}}, {context_switches,{1271985,0}}, {garbage_collection,{264191,801313415,0}}, {io,{{input,94314209},{output,44343169}}}, {reductions,{334762062,4568783}}, {run_queue,0}, {runtime,{91580,860}}]}, {system_stats, [{cpu_utilization_rate,2.73972602739726}, {swap_total,5335146496}, {swap_used,42516480}]}, {interesting_stats, [{couch_docs_actual_disk_size,11252212}, {couch_docs_data_size,11238120}, {couch_views_actual_disk_size,0}, {couch_views_data_size,0}, {curr_items,0}, {curr_items_tot,0}, {mem_used,21443936}, {vb_replica_curr_items,0}]}, {cluster_compatibility_version,131072}, {version, [{public_key,"0.13"}, {lhttpc,"1.3.0"}, {ale,"8cffe61"}, {os_mon,"2.2.7"}, {couch_set_view,"1.2.0a-31560d7-git"}, {mnesia,"4.5"}, {inets,"5.7.1"}, {couch,"1.2.0a-31560d7-git"}, {mapreduce,"1.0.0"}, {couch_index_merger,"1.2.0a-31560d7-git"}, {kernel,"2.14.5"}, {crypto,"2.0.4"}, {ssl,"4.1.6"}, {sasl,"2.1.10"}, {couch_view_parser,"1.0.0"}, {ns_server,"2.0.0-1954-rel-enterprise"}, {mochiweb,"1.4.1"}, {oauth,"7d85d3ef"}, {stdlib,"1.17.5"}]}, {supported_compat_version,[2,0]}, {system_arch,"x86_64-unknown-linux-gnu"}, {wall_clock,151}, {memory_data,{4140711936,1766158336,{<14845.4544.0>,7628304}}}, {disk_data, [{"/",20219004,25},{"/boot",101086,14},{"/dev/shm",2021832,0}]}, {meminfo, <<"MemTotal: 4043664 kB\nMemFree: 2317176 kB\nBuffers: 250488 kB\nCached: 809808 kB\nSwapCached: 33260 kB\nActive: 1070012 kB\nInactive: 524624 kB\nHighTotal: 0 kB\nHighFree: 0 kB\nLowTotal: 4043664 kB\nLowFree: 2317176 kB\nSwapTotal: 5210104 kB\nSwapFree: 5168584 kB\nDirty: 3876 kB\nWriteback: 0 kB\nAnonPages: 533896 kB\nMapped: 13120 kB\nSlab: 100024 kB\nPageTables: 5956 kB\nNFS_Unstable: 0 kB\nBounce: 0 kB\nCommitLimit: 7231936 kB\nCommitted_AS: 2437872 kB\nVmallocTotal: 34359738367 kB\nVmallocUsed: 265708 kB\nVmallocChunk: 34359472391 kB\nHugePages_Total: 0\nHugePages_Free: 0\nHugePages_Rsvd: 0\nHugepagesize: 2048 kB\n">>}]}, {'ns_1@10.1.3.236', [{last_heard,{1353,461177,978601}}, {outgoing_replications_safeness_level,[{"default",green}]}, {incoming_replications_conf_hashes, [{"default", [{'ns_1@10.1.3.235',96925268},{'ns_1@10.3.2.54',12754605}]}]}, {active_buckets,["default"]}, {ready_buckets,["default"]}, {local_tasks, [[{type,xdcr}, {id,<<"27a2c0bb24123b9a3ad23cedf36ad423/default/default">>}, {errors,[]}, {changes_left,0}, {docs_checked,3335}, {docs_written,3335}, {data_replicated,1607100}, {active_vbreps,0}, {waiting_vbreps,0}, {time_working,852}, {time_committing,0}, {num_checkpoints,0}, {num_failedckpts,0}, {docs_rep_queue,0}, {size_rep_queue,0}]]}, {memory, [{total,536653568}, {processes,482773632}, {processes_used,482183912}, {system,53879936}, {atom,1393705}, {atom_used,1361233}, {binary,17634376}, {code,14029159}, {ets,2356616}]}, {system_memory_data, [{system_total_memory,4140711936}, {free_swap,5292642304}, {total_swap,5335146496}, {cached_memory,793866240}, {buffered_memory,257982464}, {free_memory,2394423296}, {total_memory,4140711936}]}, {node_storage_conf, [{db_path,"/opt/couchbase/var/lib/couchbase/data/"}, {index_path,"/opt/couchbase/var/lib/couchbase/data/"}]}, {statistics, [{wall_clock,{126374,5000}}, {context_switches,{1150393,0}}, {garbage_collection,{244870,719403570,0}}, {io,{{input,84353755},{output,38085484}}}, {reductions,{294113573,2279724}}, {run_queue,0}, {runtime,{93840,600}}]}, {system_stats, [{cpu_utilization_rate,9.462915601023019}, {swap_total,5335146496}, {swap_used,42504192}]}, {interesting_stats, [{couch_docs_actual_disk_size,5637659}, {couch_docs_data_size,5618316}, {couch_views_actual_disk_size,0}, {couch_views_data_size,0}, {curr_items,0}, {curr_items_tot,0}, {mem_used,21310072}, {vb_replica_curr_items,0}]}, {cluster_compatibility_version,131072}, {version, [{public_key,"0.13"}, {lhttpc,"1.3.0"}, {ale,"8cffe61"}, {os_mon,"2.2.7"}, {couch_set_view,"1.2.0a-31560d7-git"}, {mnesia,"4.5"}, {inets,"5.7.1"}, {couch,"1.2.0a-31560d7-git"}, {mapreduce,"1.0.0"}, {couch_index_merger,"1.2.0a-31560d7-git"}, {kernel,"2.14.5"}, {crypto,"2.0.4"}, {ssl,"4.1.6"}, {sasl,"2.1.10"}, {couch_view_parser,"1.0.0"}, {ns_server,"2.0.0-1954-rel-enterprise"}, {mochiweb,"1.4.1"}, {oauth,"7d85d3ef"}, {stdlib,"1.17.5"}]}, {supported_compat_version,[2,0]}, {system_arch,"x86_64-unknown-linux-gnu"}, {wall_clock,126}, {memory_data,{4140711936,1746415616,{<0.4522.0>,7628304}}}, {disk_data, [{"/",20219004,15},{"/boot",101086,14},{"/dev/shm",2021832,0}]}, {meminfo, <<"MemTotal: 4043664 kB\nMemFree: 2338304 kB\nBuffers: 251936 kB\nCached: 775260 kB\nSwapCached: 33340 kB\nActive: 1072152 kB\nInactive: 508588 kB\nHighTotal: 0 kB\nHighFree: 0 kB\nLowTotal: 4043664 kB\nLowFree: 2338304 kB\nSwapTotal: 5210104 kB\nSwapFree: 5168596 kB\nDirty: 2620 kB\nWriteback: 0 kB\nAnonPages: 552912 kB\nMapped: 13120 kB\nSlab: 92336 kB\nPageTables: 6068 kB\nNFS_Unstable: 0 kB\nBounce: 0 kB\nCommitLimit: 7231936 kB\nCommitted_AS: 2472456 kB\nVmallocTotal: 34359738367 kB\nVmallocUsed: 265708 kB\nVmallocChunk: 34359472391 kB\nHugePages_Total: 0\nHugePages_Free: 0\nHugePages_Rsvd: 0\nHugepagesize: 2048 kB\n">>}]}, {'ns_1@10.3.2.54', [{last_heard,{1353,461176,869704}}, {outgoing_replications_safeness_level,[{"default",green}]}, {incoming_replications_conf_hashes, [{"default", [{'ns_1@10.1.3.235',111274792},{'ns_1@10.1.3.236',93000434}]}]}, {active_buckets,["default"]}, {ready_buckets,["default"]}, {local_tasks, [[{type,xdcr}, {id,<<"27a2c0bb24123b9a3ad23cedf36ad423/default/default">>}, {errors,[]}, {changes_left,0}, {docs_checked,3348}, {docs_written,3348}, {data_replicated,1613358}, {active_vbreps,0}, {waiting_vbreps,0}, {time_working,602}, {time_committing,0}, {num_checkpoints,0}, {num_failedckpts,0}, {docs_rep_queue,0}, {size_rep_queue,0}]]}, {memory, [{total,545355440}, {processes,491924344}, {processes_used,491263664}, {system,53431096}, {atom,1393705}, {atom_used,1361233}, {binary,17177680}, {code,14047887}, {ets,2352000}]}, {system_memory_data, [{system_total_memory,8370651136}, {free_swap,5335040000}, {total_swap,5335146496}, {cached_memory,879804416}, {buffered_memory,301305856}, {free_memory,6407364608}, {total_memory,8370651136}]}, {node_storage_conf, [{db_path,"/opt/couchbase/var/lib/couchbase/data/"}, {index_path,"/opt/couchbase/var/lib/couchbase/data/"}]}, {statistics, [{wall_clock,{95405,4999}}, {context_switches,{1458552,0}}, {garbage_collection,{314159,888267797,0}}, {io,{{input,106300473},{output,49530583}}}, {reductions,{351650837,2355704}}, {run_queue,0}, {runtime,{76320,650}}]}, {system_stats, [{cpu_utilization_rate,2.763819095477387}, {swap_total,5335146496}, {swap_used,106496}]}, {interesting_stats, [{couch_docs_actual_disk_size,5637695}, {couch_docs_data_size,5618316}, {couch_views_actual_disk_size,0}, {couch_views_data_size,0}, {curr_items,0}, {curr_items_tot,0}, {mem_used,21310072}, {vb_replica_curr_items,0}]}, {cluster_compatibility_version,131072}, {version, [{public_key,"0.13"}, {lhttpc,"1.3.0"}, {ale,"8cffe61"}, {os_mon,"2.2.7"}, {couch_set_view,"1.2.0a-31560d7-git"}, {mnesia,"4.5"}, {inets,"5.7.1"}, {couch,"1.2.0a-31560d7-git"}, {mapreduce,"1.0.0"}, {couch_index_merger,"1.2.0a-31560d7-git"}, {kernel,"2.14.5"}, {crypto,"2.0.4"}, {ssl,"4.1.6"}, {sasl,"2.1.10"}, {couch_view_parser,"1.0.0"}, {ns_server,"2.0.0-1954-rel-enterprise"}, {mochiweb,"1.4.1"}, {oauth,"7d85d3ef"}, {stdlib,"1.17.5"}]}, {supported_compat_version,[2,0]}, {system_arch,"x86_64-unknown-linux-gnu"}, {wall_clock,95}, {memory_data,{8370651136,1961066496,{<15388.78.0>,7628344}}}, {disk_data, [{"/",20219004,23}, {"/boot",101086,14}, {"/dev/shm",4087232,0}, {"/data",206420664,6}]}, {meminfo, <<"MemTotal: 8174464 kB\nMemFree: 6257192 kB\nBuffers: 294244 kB\nCached: 859184 kB\nSwapCached: 0 kB\nActive: 1175724 kB\nInactive: 575896 kB\nHighTotal: 0 kB\nHighFree: 0 kB\nLowTotal: 8174464 kB\nLowFree: 6257192 kB\nSwapTotal: 5210104 kB\nSwapFree: 5210000 kB\nDirty: 2928 kB\nWriteback: 0 kB\nAnonPages: 598060 kB\nMapped: 16200 kB\nSlab: 130004 kB\nPageTables: 6268 kB\nNFS_Unstable: 0 kB\nBounce: 0 kB\nCommitLimit: 9297336 kB\nCommitted_AS: 2542008 kB\nVmallocTotal: 34359738367 kB\nVmallocUsed: 265716 kB\nVmallocChunk: 34359472391 kB\nHugePages_Total: 0\nHugePages_Free: 0\nHugePages_Rsvd: 0\nHugepagesize: 2048 kB\n">>}]}] [ns_doctor:debug,2012-11-20T17:27:17.984,ns_1@10.1.3.236:ns_doctor<0.4574.0>:ns_doctor:handle_info:137]Current node statuses: [{'ns_1@10.1.3.235', [{last_heard,{1353,461233,420480}}, {outgoing_replications_safeness_level,[{"default",green}]}, {incoming_replications_conf_hashes, [{"default", [{'ns_1@10.1.3.236',86256472},{'ns_1@10.3.2.54',67084310}]}]}, {active_buckets,["default"]}, {ready_buckets,["default"]}, {local_tasks, [[{type,xdcr}, {id,<<"27a2c0bb24123b9a3ad23cedf36ad423/default/default">>}, {errors,[]}, {changes_left,0}, {docs_checked,3645}, {docs_written,3645}, {data_replicated,1756166}, {active_vbreps,0}, {waiting_vbreps,0}, {time_working,1124}, {time_committing,0}, {num_checkpoints,0}, {num_failedckpts,0}, {docs_rep_queue,0}, {size_rep_queue,0}]]}, {memory, [{total,548149744}, {processes,491413272}, {processes_used,490667088}, {system,56736472}, {atom,1398553}, {atom_used,1369515}, {binary,16953064}, {code,14185842}, {ets,5731032}]}, {system_memory_data, [{system_total_memory,4140711936}, {free_swap,5292630016}, {total_swap,5335146496}, {cached_memory,835399680}, {buffered_memory,256643072}, {free_memory,2350567424}, {total_memory,4140711936}]}, {node_storage_conf, [{db_path,"/opt/couchbase/var/lib/couchbase/data/"}, {index_path,"/opt/couchbase/var/lib/couchbase/data/"}]}, {statistics, [{wall_clock,{211331,5006}}, {context_switches,{1522150,0}}, {garbage_collection,{295802,925304855,0}}, {io,{{input,108899143},{output,54756382}}}, {reductions,{396084167,4555687}}, {run_queue,0}, {runtime,{108250,840}}]}, {system_stats, [{cpu_utilization_rate,3.9787798408488064}, {swap_total,5335146496}, {swap_used,42516480}]}, {interesting_stats, [{couch_docs_actual_disk_size,32189075}, {couch_docs_data_size,32162596}, {couch_views_actual_disk_size,0}, {couch_views_data_size,0}, {curr_items,3317}, {curr_items_tot,6671}, {mem_used,24943280}, {vb_replica_curr_items,3354}]}, {cluster_compatibility_version,131072}, {version, [{public_key,"0.13"}, {lhttpc,"1.3.0"}, {ale,"8cffe61"}, {os_mon,"2.2.7"}, {couch_set_view,"1.2.0a-31560d7-git"}, {mnesia,"4.5"}, {inets,"5.7.1"}, {couch,"1.2.0a-31560d7-git"}, {mapreduce,"1.0.0"}, {couch_index_merger,"1.2.0a-31560d7-git"}, {kernel,"2.14.5"}, {crypto,"2.0.4"}, {ssl,"4.1.6"}, {sasl,"2.1.10"}, {couch_view_parser,"1.0.0"}, {ns_server,"2.0.0-1954-rel-enterprise"}, {mochiweb,"1.4.1"}, {oauth,"7d85d3ef"}, {stdlib,"1.17.5"}]}, {supported_compat_version,[2,0]}, {system_arch,"x86_64-unknown-linux-gnu"}, {wall_clock,211}, {memory_data,{4140711936,1796694016,{<14845.4544.0>,7628304}}}, {disk_data, [{"/",20219004,25},{"/boot",101086,14},{"/dev/shm",2021832,0}]}, {meminfo, <<"MemTotal: 4043664 kB\nMemFree: 2295476 kB\nBuffers: 250628 kB\nCached: 815820 kB\nSwapCached: 33260 kB\nActive: 1088716 kB\nInactive: 527952 kB\nHighTotal: 0 kB\nHighFree: 0 kB\nLowTotal: 4043664 kB\nLowFree: 2295476 kB\nSwapTotal: 5210104 kB\nSwapFree: 5168584 kB\nDirty: 780 kB\nWriteback: 0 kB\nAnonPages: 549484 kB\nMapped: 13128 kB\nSlab: 99088 kB\nPageTables: 6056 kB\nNFS_Unstable: 0 kB\nBounce: 0 kB\nCommitLimit: 7231936 kB\nCommitted_AS: 2468752 kB\nVmallocTotal: 34359738367 kB\nVmallocUsed: 265708 kB\nVmallocChunk: 34359472391 kB\nHugePages_Total: 0\nHugePages_Free: 0\nHugePages_Rsvd: 0\nHugepagesize: 2048 kB\n">>}]}, {'ns_1@10.1.3.236', [{last_heard,{1353,461237,978074}}, {outgoing_replications_safeness_level,[{"default",green}]}, {incoming_replications_conf_hashes, [{"default", [{'ns_1@10.1.3.235',96925268},{'ns_1@10.3.2.54',12754605}]}]}, {active_buckets,["default"]}, {ready_buckets,["default"]}, {local_tasks, [[{type,xdcr}, {id,<<"27a2c0bb24123b9a3ad23cedf36ad423/default/default">>}, {errors,[]}, {changes_left,0}, {docs_checked,3668}, {docs_written,3668}, {data_replicated,1767236}, {active_vbreps,0}, {waiting_vbreps,0}, {time_working,943}, {time_committing,0}, {num_checkpoints,0}, {num_failedckpts,0}, {docs_rep_queue,0}, {size_rep_queue,0}]]}, {memory, [{total,543350680}, {processes,489517712}, {processes_used,488901992}, {system,53832968}, {atom,1393705}, {atom_used,1361233}, {binary,17468456}, {code,14029159}, {ets,2492488}]}, {system_memory_data, [{system_total_memory,4140711936}, {free_swap,5292642304}, {total_swap,5335146496}, {cached_memory,799727616}, {buffered_memory,258170880}, {free_memory,2362060800}, {total_memory,4140711936}]}, {node_storage_conf, [{db_path,"/opt/couchbase/var/lib/couchbase/data/"}, {index_path,"/opt/couchbase/var/lib/couchbase/data/"}]}, {statistics, [{wall_clock,{186374,5000}}, {context_switches,{1386590,0}}, {garbage_collection,{275086,832839272,0}}, {io,{{input,98616935},{output,47800768}}}, {reductions,{340307330,2392309}}, {run_queue,0}, {runtime,{110010,860}}]}, {system_stats, [{cpu_utilization_rate,9.82367758186398}, {swap_total,5335146496}, {swap_used,42504192}]}, {interesting_stats, [{couch_docs_actual_disk_size,28883461}, {couch_docs_data_size,28856942}, {couch_views_actual_disk_size,0}, {couch_views_data_size,0}, {curr_items,3335}, {curr_items_tot,6666}, {mem_used,24878816}, {vb_replica_curr_items,3331}]}, {cluster_compatibility_version,131072}, {version, [{public_key,"0.13"}, {lhttpc,"1.3.0"}, {ale,"8cffe61"}, {os_mon,"2.2.7"}, {couch_set_view,"1.2.0a-31560d7-git"}, {mnesia,"4.5"}, {inets,"5.7.1"}, {couch,"1.2.0a-31560d7-git"}, {mapreduce,"1.0.0"}, {couch_index_merger,"1.2.0a-31560d7-git"}, {kernel,"2.14.5"}, {crypto,"2.0.4"}, {ssl,"4.1.6"}, {sasl,"2.1.10"}, {couch_view_parser,"1.0.0"}, {ns_server,"2.0.0-1954-rel-enterprise"}, {mochiweb,"1.4.1"}, {oauth,"7d85d3ef"}, {stdlib,"1.17.5"}]}, {supported_compat_version,[2,0]}, {system_arch,"x86_64-unknown-linux-gnu"}, {wall_clock,186}, {memory_data,{4140711936,1775476736,{<0.4522.0>,7628304}}}, {disk_data, [{"/",20219004,15},{"/boot",101086,14},{"/dev/shm",2021832,0}]}, {meminfo, <<"MemTotal: 4043664 kB\nMemFree: 2306700 kB\nBuffers: 252120 kB\nCached: 780984 kB\nSwapCached: 33340 kB\nActive: 1101076 kB\nInactive: 511500 kB\nHighTotal: 0 kB\nHighFree: 0 kB\nLowTotal: 4043664 kB\nLowFree: 2306700 kB\nSwapTotal: 5210104 kB\nSwapFree: 5168596 kB\nDirty: 160 kB\nWriteback: 0 kB\nAnonPages: 578844 kB\nMapped: 13120 kB\nSlab: 91788 kB\nPageTables: 6176 kB\nNFS_Unstable: 0 kB\nBounce: 0 kB\nCommitLimit: 7231936 kB\nCommitted_AS: 2501508 kB\nVmallocTotal: 34359738367 kB\nVmallocUsed: 265708 kB\nVmallocChunk: 34359472391 kB\nHugePages_Total: 0\nHugePages_Free: 0\nHugePages_Rsvd: 0\nHugepagesize: 2048 kB\n">>}]}, {'ns_1@10.3.2.54', [{last_heard,{1353,461236,868036}}, {outgoing_replications_safeness_level,[{"default",green}]}, {incoming_replications_conf_hashes, [{"default", [{'ns_1@10.1.3.235',111274792},{'ns_1@10.1.3.236',93000434}]}]}, {active_buckets,["default"]}, {ready_buckets,["default"]}, {local_tasks, [[{type,xdcr}, {id,<<"27a2c0bb24123b9a3ad23cedf36ad423/default/default">>}, {errors,[]}, {changes_left,0}, {docs_checked,3687}, {docs_written,3687}, {data_replicated,1776378}, {active_vbreps,0}, {waiting_vbreps,0}, {time_working,663}, {time_committing,0}, {num_checkpoints,0}, {num_failedckpts,0}, {docs_rep_queue,0}, {size_rep_queue,0}]]}, {memory, [{total,555880096}, {processes,502115464}, {processes_used,501426784}, {system,53764632}, {atom,1393705}, {atom_used,1361233}, {binary,17406000}, {code,14047887}, {ets,2474480}]}, {system_memory_data, [{system_total_memory,8370651136}, {free_swap,5335040000}, {total_swap,5335146496}, {cached_memory,886378496}, {buffered_memory,301408256}, {free_memory,6348701696}, {total_memory,8370651136}]}, {node_storage_conf, [{db_path,"/opt/couchbase/var/lib/couchbase/data/"}, {index_path,"/opt/couchbase/var/lib/couchbase/data/"}]}, {statistics, [{wall_clock,{155403,5000}}, {context_switches,{1711167,0}}, {garbage_collection,{346289,1014524966,0}}, {io,{{input,117677243},{output,56142744}}}, {reductions,{400104367,2346395}}, {run_queue,0}, {runtime,{90050,590}}]}, {system_stats, [{cpu_utilization_rate,2.7989821882951653}, {swap_total,5335146496}, {swap_used,106496}]}, {interesting_stats, [{couch_docs_actual_disk_size,37181994}, {couch_docs_data_size,37155438}, {couch_views_actual_disk_size,0}, {couch_views_data_size,0}, {curr_items,3348}, {curr_items_tot,6663}, {mem_used,24877200}, {vb_replica_curr_items,3315}]}, {cluster_compatibility_version,131072}, {version, [{public_key,"0.13"}, {lhttpc,"1.3.0"}, {ale,"8cffe61"}, {os_mon,"2.2.7"}, {couch_set_view,"1.2.0a-31560d7-git"}, {mnesia,"4.5"}, {inets,"5.7.1"}, {couch,"1.2.0a-31560d7-git"}, {mapreduce,"1.0.0"}, {couch_index_merger,"1.2.0a-31560d7-git"}, {kernel,"2.14.5"}, {crypto,"2.0.4"}, {ssl,"4.1.6"}, {sasl,"2.1.10"}, {couch_view_parser,"1.0.0"}, {ns_server,"2.0.0-1954-rel-enterprise"}, {mochiweb,"1.4.1"}, {oauth,"7d85d3ef"}, {stdlib,"1.17.5"}]}, {supported_compat_version,[2,0]}, {system_arch,"x86_64-unknown-linux-gnu"}, {wall_clock,155}, {memory_data,{8370651136,2020237312,{<15388.78.0>,7628344}}}, {disk_data, [{"/",20219004,23}, {"/boot",101086,14}, {"/dev/shm",4087232,0}, {"/data",206420664,6}]}, {meminfo, <<"MemTotal: 8174464 kB\nMemFree: 6199904 kB\nBuffers: 294344 kB\nCached: 865604 kB\nSwapCached: 0 kB\nActive: 1231136 kB\nInactive: 579372 kB\nHighTotal: 0 kB\nHighFree: 0 kB\nLowTotal: 8174464 kB\nLowFree: 6199904 kB\nSwapTotal: 5210104 kB\nSwapFree: 5210000 kB\nDirty: 380 kB\nWriteback: 0 kB\nAnonPages: 650372 kB\nMapped: 16200 kB\nSlab: 128788 kB\nPageTables: 6360 kB\nNFS_Unstable: 0 kB\nBounce: 0 kB\nCommitLimit: 9297336 kB\nCommitted_AS: 2604596 kB\nVmallocTotal: 34359738367 kB\nVmallocUsed: 265716 kB\nVmallocChunk: 34359472391 kB\nHugePages_Total: 0\nHugePages_Free: 0\nHugePages_Rsvd: 0\nHugepagesize: 2048 kB\n">>}]}] [stats:debug,2012-11-20T17:27:40.485,ns_1@10.1.3.236:<0.4795.0>:stats_collector:maybe_log_stats:126](at {{1970,1,16},{7,57,41}}) Stats for bucket "default": accepting_conns 1 auth_cmds 3 auth_errors 0 bucket_active_conns 1 bucket_conns 16 bytes 24634832 bytes_read 2476360 bytes_written 14264553 cas_badval 0 cas_hits 0 cas_misses 0 cmd_flush 0 cmd_get 333 cmd_set 3668 conn_yields 95 connection_structures 5000 curr_connections 18 curr_conns_on_port_11209 14 curr_conns_on_port_11210 2 curr_items 3002 curr_items_tot 6003 curr_temp_items 0 daemon_connections 4 decr_hits 0 decr_misses 0 delete_hits 333 delete_misses 0 ep_access_scanner_last_runtime 0 ep_access_scanner_num_items 0 ep_access_scanner_task_time 2012-11-21 10:00:00 ep_allow_data_loss_during_shutdown 1 ep_alog_block_size 4096 ep_alog_path /opt/couchbase/var/lib/couchbase/data/default/access.log ep_alog_sleep_time 1440 ep_alog_task_time 10 ep_backend couchdb ep_bg_fetch_delay 0 ep_bg_fetched 0 ep_bg_meta_fetched 0 ep_bg_remaining_jobs 0 ep_chk_max_items 5000 ep_chk_period 1800 ep_chk_persistence_remains 0 ep_chk_persistence_timeout 10 ep_chk_remover_stime 5 ep_commit_num 40 ep_commit_time 2 ep_commit_time_total 210 ep_concurrentDB 1 ep_config_file ep_couch_bucket default ep_couch_host localhost ep_couch_port 11213 ep_couch_reconnect_sleeptime 250 ep_couch_response_timeout 180000 ep_data_age 1 ep_data_age_highwat 10 ep_data_traffic_enabled 0 ep_dbinit 0 ep_dbname /opt/couchbase/var/lib/couchbase/data/default ep_degraded_mode 0 ep_diskqueue_drain 7993 ep_diskqueue_fill 7993 ep_diskqueue_items 0 ep_diskqueue_memory 0 ep_diskqueue_pending 0 ep_exp_pager_stime 3600 ep_exp_pager_stime 3600 ep_expired_access 0 ep_expired_pager 0 ep_expiry_window 3 ep_failpartialwarmup 0 ep_flush_all false ep_flush_duration_total 39 ep_flushall_enabled 0 ep_flusher_state running ep_flusher_todo 0 ep_getl_default_timeout 15 ep_getl_max_timeout 30 ep_ht_locks 5 ep_ht_size 3079 ep_inconsistent_slave_chk 0 ep_initfile ep_io_num_read 0 ep_io_num_write 7993 ep_io_read_bytes 0 ep_io_write_bytes 1962931 ep_item_begin_failed 0 ep_item_commit_failed 0 ep_item_flush_expired 0 ep_item_flush_failed 0 ep_item_num_based_new_chk 1 ep_items_rm_from_checkpoints 0 ep_keep_closed_chks 0 ep_klog_block_size 4096 ep_klog_compactor_queue_cap 500000 ep_klog_compactor_stime 3600 ep_klog_flush commit2 ep_klog_max_entry_ratio 10 ep_klog_max_log_size 2147483647 ep_klog_path ep_klog_sync commit2 ep_kv_size 2082985 ep_max_checkpoints 2 ep_max_data_size 490733568 ep_max_item_size 20971520 ep_max_size 490733568 ep_max_txn_size 10000 ep_max_vbuckets 1024 ep_mem_high_wat 368050176 ep_mem_high_wat 368050176 ep_mem_low_wat 294440140 ep_mem_low_wat 294440140 ep_mem_tracker_enabled true ep_min_data_age 0 ep_mlog_compactor_runs 0 ep_mutation_mem_threshold 0 ep_num_access_scanner_runs 0 ep_num_eject_failures 0 ep_num_expiry_pager_runs 0 ep_num_non_resident 0 ep_num_not_my_vbuckets 0 ep_num_ops_del_meta 0 ep_num_ops_get_meta 0 ep_num_ops_set_meta 0 ep_num_pager_runs 0 ep_num_value_ejects 0 ep_oom_errors 0 ep_overhead 18651280 ep_pager_active_vb_pcnt 40 ep_pager_unbiased_period 60 ep_pending_ops 0 ep_pending_ops_max 0 ep_pending_ops_max_duration 0 ep_pending_ops_total 0 ep_postInitfile ep_queue_age_cap 900 ep_queue_size 0 ep_startup_time 1353461058 ep_storage_age 1 ep_storage_age_highwat 8 ep_store_max_concurrency 10 ep_store_max_readers 9 ep_store_max_readwrite 1 ep_stored_val_type ep_tap_ack_grace_period 300 ep_tap_ack_initial_sequence_number 1 ep_tap_ack_interval 1000 ep_tap_ack_window_size 10 ep_tap_backfill_resident 0.9 ep_tap_backlog_limit 5000 ep_tap_backoff_period 5 ep_tap_bg_fetch_requeued 0 ep_tap_bg_fetched 0 ep_tap_bg_max_pending 500 ep_tap_keepalive 300 ep_tap_noop_interval 20 ep_tap_requeue_sleep_time 0.1 ep_tap_throttle_cap_pcnt 10 ep_tap_throttle_queue_cap 1000000 ep_tap_throttle_threshold 90 ep_tmp_oom_errors 0 ep_too_old 0 ep_too_young 0 ep_total_cache_size 2010949 ep_total_del_items 663 ep_total_enqueued 7993 ep_total_new_items 6666 ep_total_persisted 7993 ep_uncommitted_items 0 ep_value_size 1608804 ep_vb0 0 ep_vb_snapshot_total 2 ep_vb_total 682 ep_vbucket_del 0 ep_vbucket_del_fail 0 ep_version 2.0.0r_139_g9b8377b ep_waitforwarmup 0 ep_warmup 1 ep_warmup_batch_size 1000 ep_warmup_dups 0 ep_warmup_min_items_threshold 100 ep_warmup_min_memory_threshold 100 ep_warmup_oom 0 ep_warmup_thread complete ep_warmup_time 342641 get_hits 333 get_misses 0 incr_hits 0 incr_misses 0 libevent 2.0.11-stable limit_maxbytes 67108864 listen_disabled_num 0 max_conns_on_port_11209 1000 max_conns_on_port_11210 9000 mem_used 24634832 pid 15816 pointer_size 64 rejected_conns 0 rusage_system 4.569305 rusage_user 5.416176 tap_checkpoint_start_received 511 tap_checkpoint_start_sent 511 tap_connect_received 3 tap_delete_received 330 tap_delete_sent 333 tap_mutation_received 3662 tap_mutation_sent 3668 tap_opaque_received 7 tap_opaque_sent 6 threads 4 time 1353461260 total_connections 24 uptime 204 vb_active_curr_items 3002 vb_active_eject 0 vb_active_expired 0 vb_active_ht_memory 8563192 vb_active_itm_memory 1005638 vb_active_meta_data_memory 221778 vb_active_num 341 vb_active_num_non_resident 0 vb_active_num_ref_ejects 0 vb_active_num_ref_items 3335 vb_active_ops_create 3335 vb_active_ops_delete 333 vb_active_ops_reject 0 vb_active_ops_update 333 vb_active_perc_mem_resident 100 vb_active_queue_age 0 vb_active_queue_drain 4001 vb_active_queue_fill 4001 vb_active_queue_memory 0 vb_active_queue_pending 0 vb_active_queue_size 0 vb_dead_num 0 vb_pending_curr_items 0 vb_pending_eject 0 vb_pending_expired 0 vb_pending_ht_memory 0 vb_pending_itm_memory 0 vb_pending_meta_data_memory 0 vb_pending_num 0 vb_pending_num_non_resident 0 vb_pending_num_ref_ejects 0 vb_pending_num_ref_items 0 vb_pending_ops_create 0 vb_pending_ops_delete 0 vb_pending_ops_reject 0 vb_pending_ops_update 0 vb_pending_perc_mem_resident 0 vb_pending_queue_age 0 vb_pending_queue_drain 0 vb_pending_queue_fill 0 vb_pending_queue_memory 0 vb_pending_queue_pending 0 vb_pending_queue_size 0 vb_replica_curr_items 3001 vb_replica_eject 0 vb_replica_expired 0 vb_replica_ht_memory 8563192 vb_replica_itm_memory 1005311 vb_replica_meta_data_memory 221708 vb_replica_num 341 vb_replica_num_non_resident 0 vb_replica_num_ref_ejects 0 vb_replica_num_ref_items 3331 vb_replica_ops_create 3331 vb_replica_ops_delete 330 vb_replica_ops_reject 0 vb_replica_ops_update 331 vb_replica_perc_mem_resident 100 vb_replica_queue_age 0 vb_replica_queue_drain 3992 vb_replica_queue_fill 3992 vb_replica_queue_memory 0 vb_replica_queue_pending 0 vb_replica_queue_size 0 version 1.4.4_600_g7ea975a [ns_doctor:debug,2012-11-20T17:28:17.984,ns_1@10.1.3.236:ns_doctor<0.4574.0>:ns_doctor:handle_info:137]Current node statuses: [{'ns_1@10.1.3.235', [{last_heard,{1353,461293,414107}}, {outgoing_replications_safeness_level,[{"default",green}]}, {incoming_replications_conf_hashes, [{"default", [{'ns_1@10.1.3.236',86256472},{'ns_1@10.3.2.54',67084310}]}]}, {active_buckets,["default"]}, {ready_buckets,["default"]}, {local_tasks, [[{type,xdcr}, {id,<<"27a2c0bb24123b9a3ad23cedf36ad423/default/default">>}, {errors,[]}, {changes_left,0}, {docs_checked,3976}, {docs_written,3976}, {data_replicated,1820049}, {active_vbreps,0}, {waiting_vbreps,0}, {time_working,1230}, {time_committing,0}, {num_checkpoints,0}, {num_failedckpts,0}, {docs_rep_queue,0}, {size_rep_queue,0}]]}, {memory, [{total,558736848}, {processes,500045232}, {processes_used,499299048}, {system,58691616}, {atom,1402593}, {atom_used,1374359}, {binary,18677136}, {code,14216333}, {ets,5926976}]}, {system_memory_data, [{system_total_memory,4140711936}, {free_swap,5292630016}, {total_swap,5335146496}, {cached_memory,840671232}, {buffered_memory,256643072}, {free_memory,2340917248}, {total_memory,4140711936}]}, {node_storage_conf, [{db_path,"/opt/couchbase/var/lib/couchbase/data/"}, {index_path,"/opt/couchbase/var/lib/couchbase/data/"}]}, {statistics, [{wall_clock,{271325,4999}}, {context_switches,{1750365,0}}, {garbage_collection,{322793,1038652470,0}}, {io,{{input,120040868},{output,61316905}}}, {reductions,{453520901,4579605}}, {run_queue,0}, {runtime,{122410,800}}]}, {system_stats, [{cpu_utilization_rate,3.937007874015748}, {swap_total,5335146496}, {swap_used,42516480}]}, {interesting_stats, [{couch_docs_actual_disk_size,34380452}, {couch_docs_data_size,34353956}, {couch_views_actual_disk_size,0}, {couch_views_data_size,0}, {curr_items,2986}, {curr_items_tot,6004}, {mem_used,24698400}, {vb_replica_curr_items,3018}]}, {cluster_compatibility_version,131072}, {version, [{public_key,"0.13"}, {lhttpc,"1.3.0"}, {ale,"8cffe61"}, {os_mon,"2.2.7"}, {couch_set_view,"1.2.0a-31560d7-git"}, {mnesia,"4.5"}, {inets,"5.7.1"}, {couch,"1.2.0a-31560d7-git"}, {mapreduce,"1.0.0"}, {couch_index_merger,"1.2.0a-31560d7-git"}, {kernel,"2.14.5"}, {crypto,"2.0.4"}, {ssl,"4.1.6"}, {sasl,"2.1.10"}, {couch_view_parser,"1.0.0"}, {ns_server,"2.0.0-1954-rel-enterprise"}, {mochiweb,"1.4.1"}, {oauth,"7d85d3ef"}, {stdlib,"1.17.5"}]}, {supported_compat_version,[2,0]}, {system_arch,"x86_64-unknown-linux-gnu"}, {wall_clock,271}, {memory_data,{4140711936,1801519104,{<14845.4544.0>,8228504}}}, {disk_data, [{"/",20219004,25},{"/boot",101086,14},{"/dev/shm",2021832,0}]}, {meminfo, <<"MemTotal: 4043664 kB\nMemFree: 2286052 kB\nBuffers: 250628 kB\nCached: 820968 kB\nSwapCached: 33260 kB\nActive: 1096296 kB\nInactive: 530612 kB\nHighTotal: 0 kB\nHighFree: 0 kB\nLowTotal: 4043664 kB\nLowFree: 2286052 kB\nSwapTotal: 5210104 kB\nSwapFree: 5168584 kB\nDirty: 500 kB\nWriteback: 0 kB\nAnonPages: 554728 kB\nMapped: 13128 kB\nSlab: 98496 kB\nPageTables: 6036 kB\nNFS_Unstable: 0 kB\nBounce: 0 kB\nCommitLimit: 7231936 kB\nCommitted_AS: 2474900 kB\nVmallocTotal: 34359738367 kB\nVmallocUsed: 265708 kB\nVmallocChunk: 34359472391 kB\nHugePages_Total: 0\nHugePages_Free: 0\nHugePages_Rsvd: 0\nHugepagesize: 2048 kB\n">>}]}, {'ns_1@10.1.3.236', [{last_heard,{1353,461297,978590}}, {outgoing_replications_safeness_level,[{"default",green}]}, {incoming_replications_conf_hashes, [{"default", [{'ns_1@10.1.3.235',96925268},{'ns_1@10.3.2.54',12754605}]}]}, {active_buckets,["default"]}, {ready_buckets,["default"]}, {local_tasks, [[{type,xdcr}, {id,<<"27a2c0bb24123b9a3ad23cedf36ad423/default/default">>}, {errors, [<<"2012-11-20 17:27:32 - Error replicating vbucket 654: {bad_return_value,\n {db_not_found,\n <<\"http://Administrator:*****@10.1.3.238:8092/default%2f654%3baebf7b3a309c2ba1c1bd7e6c857b4c2e/\">>}}">>, <<"2012-11-20 17:27:33 - Error replicating vbucket 665: {bad_return_value,\n {db_not_found,\n <<\"http://Administrator:*****@10.1.3.238:8092/default%2f665%3baebf7b3a309c2ba1c1bd7e6c857b4c2e/\">>}}">>, <<"2012-11-20 17:27:33 - Error replicating vbucket 666: {bad_return_value,\n {db_not_found,\n <<\"http://Administrator:*****@10.1.3.238:8092/default%2f666%3baebf7b3a309c2ba1c1bd7e6c857b4c2e/\">>}}">>, <<"2012-11-20 17:27:33 - Error replicating vbucket 668: {bad_return_value,\n {db_not_found,\n <<\"http://Administrator:*****@10.1.3.238:8092/default%2f668%3baebf7b3a309c2ba1c1bd7e6c857b4c2e/\">>}}">>, <<"2012-11-20 17:27:33 - Error replicating vbucket 674: {bad_return_value,\n {db_not_found,\n <<\"http://Administrator:*****@10.1.3.238:8092/default%2f674%3baebf7b3a309c2ba1c1bd7e6c857b4c2e/\">>}}">>, <<"2012-11-20 17:27:33 - Error replicating vbucket 676: {bad_return_value,\n {db_not_found,\n <<\"http://Administrator:*****@10.1.3.238:8092/default%2f676%3baebf7b3a309c2ba1c1bd7e6c857b4c2e/\">>}}">>, <<"2012-11-20 17:27:33 - Error replicating vbucket 495: {bad_return_value,\n {db_not_found,\n <<\"http://Administrator:*****@10.1.3.238:8092/default%2f495%3baebf7b3a309c2ba1c1bd7e6c857b4c2e/\">>}}">>, <<"2012-11-20 17:27:33 - Error replicating vbucket 573: {bad_return_value,\n {db_not_found,\n <<\"http://Administrator:*****@10.1.3.238:8092/default%2f573%3baebf7b3a309c2ba1c1bd7e6c857b4c2e/\">>}}">>, <<"2012-11-20 17:27:33 - Error replicating vbucket 581: {bad_return_value,\n {db_not_found,\n <<\"http://Administrator:*****@10.1.3.238:8092/default%2f581%3baebf7b3a309c2ba1c1bd7e6c857b4c2e/\">>}}">>, <<"2012-11-20 17:27:33 - Error replicating vbucket 599: {bad_return_value,\n {db_not_found,\n <<\"http://Administrator:*****@10.1.3.238:8092/default%2f599%3baebf7b3a309c2ba1c1bd7e6c857b4c2e/\">>}}">>]}, {changes_left,0}, {docs_checked,4271}, {docs_written,3966}, {data_replicated,1883676}, {active_vbreps,0}, {waiting_vbreps,0}, {time_working,952}, {time_committing,0}, {num_checkpoints,0}, {num_failedckpts,0}, {docs_rep_queue,0}, {size_rep_queue,0}]]}, {memory, [{total,410221384}, {processes,355830088}, {processes_used,355113160}, {system,54391296}, {atom,1395321}, {atom_used,1363211}, {binary,17700296}, {code,14065213}, {ets,2790080}]}, {system_memory_data, [{system_total_memory,4140711936}, {free_swap,5292642304}, {total_swap,5335146496}, {cached_memory,806809600}, {buffered_memory,258174976}, {free_memory,2426302464}, {total_memory,4140711936}]}, {node_storage_conf, [{db_path,"/opt/couchbase/var/lib/couchbase/data/"}, {index_path,"/opt/couchbase/var/lib/couchbase/data/"}]}, {statistics, [{wall_clock,{246374,5000}}, {context_switches,{1594372,0}}, {garbage_collection,{295989,949455584,0}}, {io,{{input,106763759},{output,54689566}}}, {reductions,{384160113,3201158}}, {run_queue,0}, {runtime,{124180,930}}]}, {system_stats, [{cpu_utilization_rate,6.410256410256411}, {swap_total,5335146496}, {swap_used,42504192}]}, {interesting_stats, [{couch_docs_actual_disk_size,31033822}, {couch_docs_data_size,31007342}, {couch_views_actual_disk_size,0}, {couch_views_data_size,0}, {curr_items,3002}, {curr_items_tot,6003}, {mem_used,24634832}, {vb_replica_curr_items,3001}]}, {cluster_compatibility_version,131072}, {version, [{public_key,"0.13"}, {lhttpc,"1.3.0"}, {ale,"8cffe61"}, {os_mon,"2.2.7"}, {couch_set_view,"1.2.0a-31560d7-git"}, {mnesia,"4.5"}, {inets,"5.7.1"}, {couch,"1.2.0a-31560d7-git"}, {mapreduce,"1.0.0"}, {couch_index_merger,"1.2.0a-31560d7-git"}, {kernel,"2.14.5"}, {crypto,"2.0.4"}, {ssl,"4.1.6"}, {sasl,"2.1.10"}, {couch_view_parser,"1.0.0"}, {ns_server,"2.0.0-1954-rel-enterprise"}, {mochiweb,"1.4.1"}, {oauth,"7d85d3ef"}, {stdlib,"1.17.5"}]}, {supported_compat_version,[2,0]}, {system_arch,"x86_64-unknown-linux-gnu"}, {wall_clock,246}, {memory_data,{4140711936,1711108096,{<0.4522.0>,7628304}}}, {disk_data, [{"/",20219004,15},{"/boot",101086,14},{"/dev/shm",2021832,0}]}, {meminfo, <<"MemTotal: 4043664 kB\nMemFree: 2369436 kB\nBuffers: 252124 kB\nCached: 787900 kB\nSwapCached: 33340 kB\nActive: 1034412 kB\nInactive: 515236 kB\nHighTotal: 0 kB\nHighFree: 0 kB\nLowTotal: 4043664 kB\nLowFree: 2369436 kB\nSwapTotal: 5210104 kB\nSwapFree: 5168596 kB\nDirty: 1068 kB\nWriteback: 0 kB\nAnonPages: 509076 kB\nMapped: 13124 kB\nSlab: 91032 kB\nPageTables: 5992 kB\nNFS_Unstable: 0 kB\nBounce: 0 kB\nCommitLimit: 7231936 kB\nCommitted_AS: 2344052 kB\nVmallocTotal: 34359738367 kB\nVmallocUsed: 265708 kB\nVmallocChunk: 34359472391 kB\nHugePages_Total: 0\nHugePages_Free: 0\nHugePages_Rsvd: 0\nHugepagesize: 2048 kB\n">>}]}, {'ns_1@10.3.2.54', [{last_heard,{1353,461296,870437}}, {outgoing_replications_safeness_level,[{"default",green}]}, {incoming_replications_conf_hashes, [{"default", [{'ns_1@10.1.3.235',111274792},{'ns_1@10.1.3.236',93000434}]}]}, {active_buckets,["default"]}, {ready_buckets,["default"]}, {local_tasks, [[{type,xdcr}, {id,<<"27a2c0bb24123b9a3ad23cedf36ad423/default/default">>}, {errors, [<<"2012-11-20 17:21:41 - Error replicating vbucket 961: {bad_return_value,\n {db_not_found,\n <<\"http://Administrator:*****@10.3.2.55:8092/default%2f961%3baebf7b3a309c2ba1c1bd7e6c857b4c2e/\">>}}">>, <<"2012-11-20 17:21:41 - Error replicating vbucket 967: {bad_return_value,\n {db_not_found,\n <<\"http://Administrator:*****@10.3.2.55:8092/default%2f967%3baebf7b3a309c2ba1c1bd7e6c857b4c2e/\">>}}">>, <<"2012-11-20 17:21:41 - Error replicating vbucket 979: {bad_return_value,\n {db_not_found,\n <<\"http://Administrator:*****@10.3.2.55:8092/default%2f979%3baebf7b3a309c2ba1c1bd7e6c857b4c2e/\">>}}">>, <<"2012-11-20 17:21:41 - Error replicating vbucket 981: {bad_return_value,\n {db_not_found,\n <<\"http://Administrator:*****@10.3.2.55:8092/default%2f981%3baebf7b3a309c2ba1c1bd7e6c857b4c2e/\">>}}">>, <<"2012-11-20 17:21:41 - Error replicating vbucket 985: {bad_return_value,\n {db_not_found,\n <<\"http://Administrator:*****@10.3.2.55:8092/default%2f985%3baebf7b3a309c2ba1c1bd7e6c857b4c2e/\">>}}">>, <<"2012-11-20 17:21:41 - Error replicating vbucket 1003: {bad_return_value,\n {db_not_found,\n <<\"http://Administrator:*****@10.3.2.55:8092/default%2f1003%3baebf7b3a309c2ba1c1bd7e6c857b4c2e/\">>}}">>, <<"2012-11-20 17:21:41 - Error replicating vbucket 1005: {bad_return_value,\n {db_not_found,\n <<\"http://Administrator:*****@10.3.2.55:8092/default%2f1005%3baebf7b3a309c2ba1c1bd7e6c857b4c2e/\">>}}">>, <<"2012-11-20 17:21:41 - Error replicating vbucket 1011: {bad_return_value,\n {db_not_found,\n <<\"http://Administrator:*****@10.3.2.55:8092/default%2f1011%3baebf7b3a309c2ba1c1bd7e6c857b4c2e/\">>}}">>, <<"2012-11-20 17:21:41 - Error replicating vbucket 1017: {bad_return_value,\n {db_not_found,\n <<\"http://Administrator:*****@10.3.2.55:8092/default%2f1017%3baebf7b3a309c2ba1c1bd7e6c857b4c2e/\">>}}">>, <<"2012-11-20 17:21:41 - Error replicating vbucket 1023: {bad_return_value,\n {db_not_found,\n <<\"http://Administrator:*****@10.3.2.55:8092/default%2f1023%3baebf7b3a309c2ba1c1bd7e6c857b4c2e/\">>}}">>]}, {changes_left,0}, {docs_checked,4223}, {docs_written,3861}, {data_replicated,1841153}, {active_vbreps,2}, {waiting_vbreps,0}, {time_working,673}, {time_committing,0}, {num_checkpoints,0}, {num_failedckpts,0}, {docs_rep_queue,0}, {size_rep_queue,0}]]}, {memory, [{total,418639680}, {processes,364016096}, {processes_used,363226944}, {system,54623584}, {atom,1395321}, {atom_used,1363211}, {binary,17936080}, {code,14083941}, {ets,2775096}]}, {system_memory_data, [{system_total_memory,8370651136}, {free_swap,5335040000}, {total_swap,5335146496}, {cached_memory,893472768}, {buffered_memory,301445120}, {free_memory,6444949504}, {total_memory,8370651136}]}, {node_storage_conf, [{db_path,"/opt/couchbase/var/lib/couchbase/data/"}, {index_path,"/opt/couchbase/var/lib/couchbase/data/"}]}, {statistics, [{wall_clock,{215405,5001}}, {context_switches,{1919718,0}}, {garbage_collection,{366295,1128915103,0}}, {io,{{input,128049750},{output,66521533}}}, {reductions,{443747245,3145988}}, {run_queue,0}, {runtime,{101810,840}}]}, {system_stats, [{cpu_utilization_rate,2.763819095477387}, {swap_total,5335146496}, {swap_used,106496}]}, {interesting_stats, [{couch_docs_actual_disk_size,39381561}, {couch_docs_data_size,39354990}, {couch_views_actual_disk_size,0}, {couch_views_data_size,0}, {curr_items,3012}, {curr_items_tot,5993}, {mem_used,24630640}, {vb_replica_curr_items,2981}]}, {cluster_compatibility_version,131072}, {version, [{public_key,"0.13"}, {lhttpc,"1.3.0"}, {ale,"8cffe61"}, {os_mon,"2.2.7"}, {couch_set_view,"1.2.0a-31560d7-git"}, {mnesia,"4.5"}, {inets,"5.7.1"}, {couch,"1.2.0a-31560d7-git"}, {mapreduce,"1.0.0"}, {couch_index_merger,"1.2.0a-31560d7-git"}, {kernel,"2.14.5"}, {crypto,"2.0.4"}, {ssl,"4.1.6"}, {sasl,"2.1.10"}, {couch_view_parser,"1.0.0"}, {ns_server,"2.0.0-1954-rel-enterprise"}, {mochiweb,"1.4.1"}, {oauth,"7d85d3ef"}, {stdlib,"1.17.5"}]}, {supported_compat_version,[2,0]}, {system_arch,"x86_64-unknown-linux-gnu"}, {wall_clock,215}, {memory_data,{8370651136,1905131520,{<15388.78.0>,7628344}}}, {disk_data, [{"/",20219004,23}, {"/boot",101086,14}, {"/dev/shm",4087232,0}, {"/data",206420664,6}]}, {meminfo, <<"MemTotal: 8174464 kB\nMemFree: 6294144 kB\nBuffers: 294380 kB\nCached: 872532 kB\nSwapCached: 0 kB\nActive: 1135240 kB\nInactive: 583424 kB\nHighTotal: 0 kB\nHighFree: 0 kB\nLowTotal: 8174464 kB\nLowFree: 6294144 kB\nSwapTotal: 5210104 kB\nSwapFree: 5210000 kB\nDirty: 888 kB\nWriteback: 0 kB\nAnonPages: 551436 kB\nMapped: 16204 kB\nSlab: 127884 kB\nPageTables: 6084 kB\nNFS_Unstable: 0 kB\nBounce: 0 kB\nCommitLimit: 9297336 kB\nCommitted_AS: 2389728 kB\nVmallocTotal: 34359738367 kB\nVmallocUsed: 265716 kB\nVmallocChunk: 34359472391 kB\nHugePages_Total: 0\nHugePages_Free: 0\nHugePages_Rsvd: 0\nHugepagesize: 2048 kB\n">>}]}] [ns_doctor:debug,2012-11-20T17:29:17.984,ns_1@10.1.3.236:ns_doctor<0.4574.0>:ns_doctor:handle_info:137]Current node statuses: [{'ns_1@10.1.3.235', [{last_heard,{1353,461353,413743}}, {outgoing_replications_safeness_level,[{"default",green}]}, {incoming_replications_conf_hashes, [{"default", [{'ns_1@10.1.3.236',86256472},{'ns_1@10.3.2.54',67084310}]}]}, {active_buckets,["default"]}, {ready_buckets,["default"]}, {local_tasks, [[{type,xdcr}, {id,<<"27a2c0bb24123b9a3ad23cedf36ad423/default/default">>}, {errors,[]}, {changes_left,0}, {docs_checked,3976}, {docs_written,3976}, {data_replicated,1820049}, {active_vbreps,0}, {waiting_vbreps,0}, {time_working,1230}, {time_committing,0}, {num_checkpoints,0}, {num_failedckpts,0}, {docs_rep_queue,0}, {size_rep_queue,0}]]}, {memory, [{total,556809192}, {processes,497671264}, {processes_used,496925080}, {system,59137928}, {atom,1402593}, {atom_used,1374359}, {binary,18929048}, {code,14216333}, {ets,6121096}]}, {system_memory_data, [{system_total_memory,4140711936}, {free_swap,5292630016}, {total_swap,5335146496}, {cached_memory,841969664}, {buffered_memory,256643072}, {free_memory,2333933568}, {total_memory,4140711936}]}, {node_storage_conf, [{db_path,"/opt/couchbase/var/lib/couchbase/data/"}, {index_path,"/opt/couchbase/var/lib/couchbase/data/"}]}, {statistics, [{wall_clock,{331325,4999}}, {context_switches,{1899230,0}}, {garbage_collection,{332932,1110910240,0}}, {io,{{input,123050798},{output,65465078}}}, {reductions,{495957562,4593112}}, {run_queue,0}, {runtime,{131570,820}}]}, {system_stats, [{cpu_utilization_rate,4.199475065616798}, {swap_total,5335146496}, {swap_used,42516480}]}, {interesting_stats, [{couch_docs_actual_disk_size,34380464}, {couch_docs_data_size,34353956}, {couch_views_actual_disk_size,0}, {couch_views_data_size,0}, {curr_items,2986}, {curr_items_tot,6004}, {mem_used,24699008}, {vb_replica_curr_items,3018}]}, {cluster_compatibility_version,131072}, {version, [{public_key,"0.13"}, {lhttpc,"1.3.0"}, {ale,"8cffe61"}, {os_mon,"2.2.7"}, {couch_set_view,"1.2.0a-31560d7-git"}, {mnesia,"4.5"}, {inets,"5.7.1"}, {couch,"1.2.0a-31560d7-git"}, {mapreduce,"1.0.0"}, {couch_index_merger,"1.2.0a-31560d7-git"}, {kernel,"2.14.5"}, {crypto,"2.0.4"}, {ssl,"4.1.6"}, {sasl,"2.1.10"}, {couch_view_parser,"1.0.0"}, {ns_server,"2.0.0-1954-rel-enterprise"}, {mochiweb,"1.4.1"}, {oauth,"7d85d3ef"}, {stdlib,"1.17.5"}]}, {supported_compat_version,[2,0]}, {system_arch,"x86_64-unknown-linux-gnu"}, {wall_clock,331}, {memory_data,{4140711936,1799294976,{<14845.4544.0>,9199648}}}, {disk_data, [{"/",20219004,25},{"/boot",101086,14},{"/dev/shm",2021832,0}]}, {meminfo, <<"MemTotal: 4043664 kB\nMemFree: 2279232 kB\nBuffers: 250628 kB\nCached: 822236 kB\nSwapCached: 33260 kB\nActive: 1102468 kB\nInactive: 531716 kB\nHighTotal: 0 kB\nHighFree: 0 kB\nLowTotal: 4043664 kB\nLowFree: 2279232 kB\nSwapTotal: 5210104 kB\nSwapFree: 5168584 kB\nDirty: 284 kB\nWriteback: 0 kB\nAnonPages: 560588 kB\nMapped: 13128 kB\nSlab: 97952 kB\nPageTables: 6052 kB\nNFS_Unstable: 0 kB\nBounce: 0 kB\nCommitLimit: 7231936 kB\nCommitted_AS: 2487976 kB\nVmallocTotal: 34359738367 kB\nVmallocUsed: 265708 kB\nVmallocChunk: 34359472391 kB\nHugePages_Total: 0\nHugePages_Free: 0\nHugePages_Rsvd: 0\nHugepagesize: 2048 kB\n">>}]}, {'ns_1@10.1.3.236', [{last_heard,{1353,461357,978700}}, {outgoing_replications_safeness_level,[{"default",green}]}, {incoming_replications_conf_hashes, [{"default", [{'ns_1@10.1.3.235',96925268},{'ns_1@10.3.2.54',12754605}]}]}, {active_buckets,["default"]}, {ready_buckets,["default"]}, {local_tasks, [[{type,xdcr}, {id,<<"27a2c0bb24123b9a3ad23cedf36ad423/default/default">>}, {errors, [<<"2012-11-20 17:27:32 - Error replicating vbucket 654: {bad_return_value,\n {db_not_found,\n <<\"http://Administrator:*****@10.1.3.238:8092/default%2f654%3baebf7b3a309c2ba1c1bd7e6c857b4c2e/\">>}}">>, <<"2012-11-20 17:27:33 - Error replicating vbucket 665: {bad_return_value,\n {db_not_found,\n <<\"http://Administrator:*****@10.1.3.238:8092/default%2f665%3baebf7b3a309c2ba1c1bd7e6c857b4c2e/\">>}}">>, <<"2012-11-20 17:27:33 - Error replicating vbucket 666: {bad_return_value,\n {db_not_found,\n <<\"http://Administrator:*****@10.1.3.238:8092/default%2f666%3baebf7b3a309c2ba1c1bd7e6c857b4c2e/\">>}}">>, <<"2012-11-20 17:27:33 - Error replicating vbucket 668: {bad_return_value,\n {db_not_found,\n <<\"http://Administrator:*****@10.1.3.238:8092/default%2f668%3baebf7b3a309c2ba1c1bd7e6c857b4c2e/\">>}}">>, <<"2012-11-20 17:27:33 - Error replicating vbucket 674: {bad_return_value,\n {db_not_found,\n <<\"http://Administrator:*****@10.1.3.238:8092/default%2f674%3baebf7b3a309c2ba1c1bd7e6c857b4c2e/\">>}}">>, <<"2012-11-20 17:27:33 - Error replicating vbucket 676: {bad_return_value,\n {db_not_found,\n <<\"http://Administrator:*****@10.1.3.238:8092/default%2f676%3baebf7b3a309c2ba1c1bd7e6c857b4c2e/\">>}}">>, <<"2012-11-20 17:27:33 - Error replicating vbucket 495: {bad_return_value,\n {db_not_found,\n <<\"http://Administrator:*****@10.1.3.238:8092/default%2f495%3baebf7b3a309c2ba1c1bd7e6c857b4c2e/\">>}}">>, <<"2012-11-20 17:27:33 - Error replicating vbucket 573: {bad_return_value,\n {db_not_found,\n <<\"http://Administrator:*****@10.1.3.238:8092/default%2f573%3baebf7b3a309c2ba1c1bd7e6c857b4c2e/\">>}}">>, <<"2012-11-20 17:27:33 - Error replicating vbucket 581: {bad_return_value,\n {db_not_found,\n <<\"http://Administrator:*****@10.1.3.238:8092/default%2f581%3baebf7b3a309c2ba1c1bd7e6c857b4c2e/\">>}}">>, <<"2012-11-20 17:27:33 - Error replicating vbucket 599: {bad_return_value,\n {db_not_found,\n <<\"http://Administrator:*****@10.1.3.238:8092/default%2f599%3baebf7b3a309c2ba1c1bd7e6c857b4c2e/\">>}}">>]}, {changes_left,0}, {docs_checked,5100}, {docs_written,4428}, {data_replicated,2071914}, {active_vbreps,0}, {waiting_vbreps,0}, {time_working,961}, {time_committing,0}, {num_checkpoints,0}, {num_failedckpts,0}, {docs_rep_queue,0}, {size_rep_queue,0}]]}, {memory, [{total,482449448}, {processes,427197128}, {processes_used,426526760}, {system,55252320}, {atom,1395321}, {atom_used,1363211}, {binary,18359320}, {code,14065213}, {ets,2985440}]}, {system_memory_data, [{system_total_memory,4140711936}, {free_swap,5292642304}, {total_swap,5335146496}, {cached_memory,809320448}, {buffered_memory,258179072}, {free_memory,2384146432}, {total_memory,4140711936}]}, {node_storage_conf, [{db_path,"/opt/couchbase/var/lib/couchbase/data/"}, {index_path,"/opt/couchbase/var/lib/couchbase/data/"}]}, {statistics, [{wall_clock,{306374,4999}}, {context_switches,{1772473,0}}, {garbage_collection,{314012,1059947423,0}}, {io,{{input,116448702},{output,59260084}}}, {reductions,{422419219,3076576}}, {run_queue,0}, {runtime,{135320,860}}]}, {system_stats, [{cpu_utilization_rate,5.0761421319796955}, {swap_total,5335146496}, {swap_used,42504192}]}, {interesting_stats, [{couch_docs_actual_disk_size,31033838}, {couch_docs_data_size,31007342}, {couch_views_actual_disk_size,0}, {couch_views_data_size,0}, {curr_items,3002}, {curr_items_tot,6003}, {mem_used,24634832}, {vb_replica_curr_items,3001}]}, {cluster_compatibility_version,131072}, {version, [{public_key,"0.13"}, {lhttpc,"1.3.0"}, {ale,"8cffe61"}, {os_mon,"2.2.7"}, {couch_set_view,"1.2.0a-31560d7-git"}, {mnesia,"4.5"}, {inets,"5.7.1"}, {couch,"1.2.0a-31560d7-git"}, {mapreduce,"1.0.0"}, {couch_index_merger,"1.2.0a-31560d7-git"}, {kernel,"2.14.5"}, {crypto,"2.0.4"}, {ssl,"4.1.6"}, {sasl,"2.1.10"}, {couch_view_parser,"1.0.0"}, {ns_server,"2.0.0-1954-rel-enterprise"}, {mochiweb,"1.4.1"}, {oauth,"7d85d3ef"}, {stdlib,"1.17.5"}]}, {supported_compat_version,[2,0]}, {system_arch,"x86_64-unknown-linux-gnu"}, {wall_clock,306}, {memory_data,{4140711936,1755803648,{<0.4522.0>,7628304}}}, {disk_data, [{"/",20219004,15},{"/boot",101086,14},{"/dev/shm",2021832,0}]}, {meminfo, <<"MemTotal: 4043664 kB\nMemFree: 2328268 kB\nBuffers: 252128 kB\nCached: 790352 kB\nSwapCached: 33340 kB\nActive: 1074960 kB\nInactive: 517176 kB\nHighTotal: 0 kB\nHighFree: 0 kB\nLowTotal: 4043664 kB\nLowFree: 2328268 kB\nSwapTotal: 5210104 kB\nSwapFree: 5168596 kB\nDirty: 1052 kB\nWriteback: 0 kB\nAnonPages: 548852 kB\nMapped: 13124 kB\nSlab: 90736 kB\nPageTables: 6028 kB\nNFS_Unstable: 0 kB\nBounce: 0 kB\nCommitLimit: 7231936 kB\nCommitted_AS: 2397944 kB\nVmallocTotal: 34359738367 kB\nVmallocUsed: 265708 kB\nVmallocChunk: 34359472391 kB\nHugePages_Total: 0\nHugePages_Free: 0\nHugePages_Rsvd: 0\nHugepagesize: 2048 kB\n">>}]}, {'ns_1@10.3.2.54', [{last_heard,{1353,461356,868748}}, {outgoing_replications_safeness_level,[{"default",green}]}, {incoming_replications_conf_hashes, [{"default", [{'ns_1@10.1.3.235',111274792},{'ns_1@10.1.3.236',93000434}]}]}, {active_buckets,["default"]}, {ready_buckets,["default"]}, {local_tasks, [[{type,xdcr}, {id,<<"27a2c0bb24123b9a3ad23cedf36ad423/default/default">>}, {errors, [<<"2012-11-20 17:21:41 - Error replicating vbucket 961: {bad_return_value,\n {db_not_found,\n <<\"http://Administrator:*****@10.3.2.55:8092/default%2f961%3baebf7b3a309c2ba1c1bd7e6c857b4c2e/\">>}}">>, <<"2012-11-20 17:21:41 - Error replicating vbucket 967: {bad_return_value,\n {db_not_found,\n <<\"http://Administrator:*****@10.3.2.55:8092/default%2f967%3baebf7b3a309c2ba1c1bd7e6c857b4c2e/\">>}}">>, <<"2012-11-20 17:21:41 - Error replicating vbucket 979: {bad_return_value,\n {db_not_found,\n <<\"http://Administrator:*****@10.3.2.55:8092/default%2f979%3baebf7b3a309c2ba1c1bd7e6c857b4c2e/\">>}}">>, <<"2012-11-20 17:21:41 - Error replicating vbucket 981: {bad_return_value,\n {db_not_found,\n <<\"http://Administrator:*****@10.3.2.55:8092/default%2f981%3baebf7b3a309c2ba1c1bd7e6c857b4c2e/\">>}}">>, <<"2012-11-20 17:21:41 - Error replicating vbucket 985: {bad_return_value,\n {db_not_found,\n <<\"http://Administrator:*****@10.3.2.55:8092/default%2f985%3baebf7b3a309c2ba1c1bd7e6c857b4c2e/\">>}}">>, <<"2012-11-20 17:21:41 - Error replicating vbucket 1003: {bad_return_value,\n {db_not_found,\n <<\"http://Administrator:*****@10.3.2.55:8092/default%2f1003%3baebf7b3a309c2ba1c1bd7e6c857b4c2e/\">>}}">>, <<"2012-11-20 17:21:41 - Error replicating vbucket 1005: {bad_return_value,\n {db_not_found,\n <<\"http://Administrator:*****@10.3.2.55:8092/default%2f1005%3baebf7b3a309c2ba1c1bd7e6c857b4c2e/\">>}}">>, <<"2012-11-20 17:21:41 - Error replicating vbucket 1011: {bad_return_value,\n {db_not_found,\n <<\"http://Administrator:*****@10.3.2.55:8092/default%2f1011%3baebf7b3a309c2ba1c1bd7e6c857b4c2e/\">>}}">>, <<"2012-11-20 17:21:41 - Error replicating vbucket 1017: {bad_return_value,\n {db_not_found,\n <<\"http://Administrator:*****@10.3.2.55:8092/default%2f1017%3baebf7b3a309c2ba1c1bd7e6c857b4c2e/\">>}}">>, <<"2012-11-20 17:21:41 - Error replicating vbucket 1023: {bad_return_value,\n {db_not_found,\n <<\"http://Administrator:*****@10.3.2.55:8092/default%2f1023%3baebf7b3a309c2ba1c1bd7e6c857b4c2e/\">>}}">>]}, {changes_left,0}, {docs_checked,4991}, {docs_written,4356}, {data_replicated,2047332}, {active_vbreps,0}, {waiting_vbreps,0}, {time_working,682}, {time_committing,0}, {num_checkpoints,0}, {num_failedckpts,0}, {docs_rep_queue,0}, {size_rep_queue,0}]]}, {memory, [{total,484102320}, {processes,428997480}, {processes_used,428251824}, {system,55104840}, {atom,1395321}, {atom_used,1363211}, {binary,18216152}, {code,14083941}, {ets,2970024}]}, {system_memory_data, [{system_total_memory,8370651136}, {free_swap,5335040000}, {total_swap,5335146496}, {cached_memory,896012288}, {buffered_memory,301445120}, {free_memory,6403809280}, {total_memory,8370651136}]}, {node_storage_conf, [{db_path,"/opt/couchbase/var/lib/couchbase/data/"}, {index_path,"/opt/couchbase/var/lib/couchbase/data/"}]}, {statistics, [{wall_clock,{275404,5000}}, {context_switches,{2097938,0}}, {garbage_collection,{385809,1239301968,0}}, {io,{{input,137973742},{output,71061404}}}, {reductions,{482019988,2917483}}, {run_queue,0}, {runtime,{111700,730}}]}, {system_stats, [{cpu_utilization_rate,3.0150753768844223}, {swap_total,5335146496}, {swap_used,106496}]}, {interesting_stats, [{couch_docs_actual_disk_size,39381572}, {couch_docs_data_size,39354990}, {couch_views_actual_disk_size,0}, {couch_views_data_size,0}, {curr_items,3012}, {curr_items_tot,5993}, {mem_used,24630640}, {vb_replica_curr_items,2981}]}, {cluster_compatibility_version,131072}, {version, [{public_key,"0.13"}, {lhttpc,"1.3.0"}, {ale,"8cffe61"}, {os_mon,"2.2.7"}, {couch_set_view,"1.2.0a-31560d7-git"}, {mnesia,"4.5"}, {inets,"5.7.1"}, {couch,"1.2.0a-31560d7-git"}, {mapreduce,"1.0.0"}, {couch_index_merger,"1.2.0a-31560d7-git"}, {kernel,"2.14.5"}, {crypto,"2.0.4"}, {ssl,"4.1.6"}, {sasl,"2.1.10"}, {couch_view_parser,"1.0.0"}, {ns_server,"2.0.0-1954-rel-enterprise"}, {mochiweb,"1.4.1"}, {oauth,"7d85d3ef"}, {stdlib,"1.17.5"}]}, {supported_compat_version,[2,0]}, {system_arch,"x86_64-unknown-linux-gnu"}, {wall_clock,275}, {memory_data,{8370651136,1939931136,{<15388.78.0>,7628344}}}, {disk_data, [{"/",20219004,23}, {"/boot",101086,14}, {"/dev/shm",4087232,0}, {"/data",206420664,6}]}, {meminfo, <<"MemTotal: 8174464 kB\nMemFree: 6253720 kB\nBuffers: 294380 kB\nCached: 875012 kB\nSwapCached: 0 kB\nActive: 1173420 kB\nInactive: 585328 kB\nHighTotal: 0 kB\nHighFree: 0 kB\nLowTotal: 8174464 kB\nLowFree: 6253720 kB\nSwapTotal: 5210104 kB\nSwapFree: 5210000 kB\nDirty: 776 kB\nWriteback: 0 kB\nAnonPages: 589200 kB\nMapped: 16204 kB\nSlab: 127284 kB\nPageTables: 6152 kB\nNFS_Unstable: 0 kB\nBounce: 0 kB\nCommitLimit: 9297336 kB\nCommitted_AS: 2457396 kB\nVmallocTotal: 34359738367 kB\nVmallocUsed: 265716 kB\nVmallocChunk: 34359472391 kB\nHugePages_Total: 0\nHugePages_Free: 0\nHugePages_Rsvd: 0\nHugepagesize: 2048 kB\n">>}]}] [stats:debug,2012-11-20T17:29:20.469,ns_1@10.1.3.236:<0.4795.0>:stats_collector:maybe_log_stats:126](at {{1970,1,16},{7,57,41}}) Stats for bucket "default": accepting_conns 1 auth_cmds 3 auth_errors 0 bucket_active_conns 1 bucket_conns 16 bytes 24634832 bytes_read 2487810 bytes_written 21334679 cas_badval 0 cas_hits 0 cas_misses 0 cmd_flush 0 cmd_get 333 cmd_set 3668 conn_yields 95 connection_structures 5000 curr_connections 18 curr_conns_on_port_11209 14 curr_conns_on_port_11210 2 curr_items 3002 curr_items_tot 6003 curr_temp_items 0 daemon_connections 4 decr_hits 0 decr_misses 0 delete_hits 333 delete_misses 0 ep_access_scanner_last_runtime 0 ep_access_scanner_num_items 0 ep_access_scanner_task_time 2012-11-21 10:00:00 ep_allow_data_loss_during_shutdown 1 ep_alog_block_size 4096 ep_alog_path /opt/couchbase/var/lib/couchbase/data/default/access.log ep_alog_sleep_time 1440 ep_alog_task_time 10 ep_backend couchdb ep_bg_fetch_delay 0 ep_bg_fetched 0 ep_bg_meta_fetched 0 ep_bg_remaining_jobs 0 ep_chk_max_items 5000 ep_chk_period 1800 ep_chk_persistence_remains 0 ep_chk_persistence_timeout 10 ep_chk_remover_stime 5 ep_commit_num 40 ep_commit_time 2 ep_commit_time_total 210 ep_concurrentDB 1 ep_config_file ep_couch_bucket default ep_couch_host localhost ep_couch_port 11213 ep_couch_reconnect_sleeptime 250 ep_couch_response_timeout 180000 ep_data_age 1 ep_data_age_highwat 10 ep_data_traffic_enabled 0 ep_dbinit 0 ep_dbname /opt/couchbase/var/lib/couchbase/data/default ep_degraded_mode 0 ep_diskqueue_drain 7993 ep_diskqueue_fill 7993 ep_diskqueue_items 0 ep_diskqueue_memory 0 ep_diskqueue_pending 0 ep_exp_pager_stime 3600 ep_exp_pager_stime 3600 ep_expired_access 0 ep_expired_pager 0 ep_expiry_window 3 ep_failpartialwarmup 0 ep_flush_all false ep_flush_duration_total 39 ep_flushall_enabled 0 ep_flusher_state running ep_flusher_todo 0 ep_getl_default_timeout 15 ep_getl_max_timeout 30 ep_ht_locks 5 ep_ht_size 3079 ep_inconsistent_slave_chk 0 ep_initfile ep_io_num_read 0 ep_io_num_write 7993 ep_io_read_bytes 0 ep_io_write_bytes 1962931 ep_item_begin_failed 0 ep_item_commit_failed 0 ep_item_flush_expired 0 ep_item_flush_failed 0 ep_item_num_based_new_chk 1 ep_items_rm_from_checkpoints 0 ep_keep_closed_chks 0 ep_klog_block_size 4096 ep_klog_compactor_queue_cap 500000 ep_klog_compactor_stime 3600 ep_klog_flush commit2 ep_klog_max_entry_ratio 10 ep_klog_max_log_size 2147483647 ep_klog_path ep_klog_sync commit2 ep_kv_size 2082985 ep_max_checkpoints 2 ep_max_data_size 490733568 ep_max_item_size 20971520 ep_max_size 490733568 ep_max_txn_size 10000 ep_max_vbuckets 1024 ep_mem_high_wat 368050176 ep_mem_high_wat 368050176 ep_mem_low_wat 294440140 ep_mem_low_wat 294440140 ep_mem_tracker_enabled true ep_min_data_age 0 ep_mlog_compactor_runs 0 ep_mutation_mem_threshold 0 ep_num_access_scanner_runs 0 ep_num_eject_failures 0 ep_num_expiry_pager_runs 0 ep_num_non_resident 0 ep_num_not_my_vbuckets 0 ep_num_ops_del_meta 0 ep_num_ops_get_meta 0 ep_num_ops_set_meta 0 ep_num_pager_runs 0 ep_num_value_ejects 0 ep_oom_errors 0 ep_overhead 18651280 ep_pager_active_vb_pcnt 40 ep_pager_unbiased_period 60 ep_pending_ops 0 ep_pending_ops_max 0 ep_pending_ops_max_duration 0 ep_pending_ops_total 0 ep_postInitfile ep_queue_age_cap 900 ep_queue_size 0 ep_startup_time 1353461058 ep_storage_age 1 ep_storage_age_highwat 8 ep_store_max_concurrency 10 ep_store_max_readers 9 ep_store_max_readwrite 1 ep_stored_val_type ep_tap_ack_grace_period 300 ep_tap_ack_initial_sequence_number 1 ep_tap_ack_interval 1000 ep_tap_ack_window_size 10 ep_tap_backfill_resident 0.9 ep_tap_backlog_limit 5000 ep_tap_backoff_period 5 ep_tap_bg_fetch_requeued 0 ep_tap_bg_fetched 0 ep_tap_bg_max_pending 500 ep_tap_keepalive 300 ep_tap_noop_interval 20 ep_tap_requeue_sleep_time 0.1 ep_tap_throttle_cap_pcnt 10 ep_tap_throttle_queue_cap 1000000 ep_tap_throttle_threshold 90 ep_tmp_oom_errors 0 ep_too_old 0 ep_too_young 0 ep_total_cache_size 2010949 ep_total_del_items 663 ep_total_enqueued 7993 ep_total_new_items 6666 ep_total_persisted 7993 ep_uncommitted_items 0 ep_value_size 1608804 ep_vb0 0 ep_vb_snapshot_total 2 ep_vb_total 682 ep_vbucket_del 0 ep_vbucket_del_fail 0 ep_version 2.0.0r_139_g9b8377b ep_waitforwarmup 0 ep_warmup 1 ep_warmup_batch_size 1000 ep_warmup_dups 0 ep_warmup_min_items_threshold 100 ep_warmup_min_memory_threshold 100 ep_warmup_oom 0 ep_warmup_thread complete ep_warmup_time 342641 get_hits 333 get_misses 0 incr_hits 0 incr_misses 0 libevent 2.0.11-stable limit_maxbytes 67108864 listen_disabled_num 0 max_conns_on_port_11209 1000 max_conns_on_port_11210 9000 mem_used 24634832 pid 15816 pointer_size 64 rejected_conns 0 rusage_system 4.620297 rusage_user 6.228053 tap_checkpoint_start_received 511 tap_checkpoint_start_sent 511 tap_connect_received 3 tap_delete_received 330 tap_delete_sent 333 tap_mutation_received 3662 tap_mutation_sent 3668 tap_opaque_received 7 tap_opaque_sent 6 threads 4 time 1353461359 total_connections 24 uptime 303 vb_active_curr_items 3002 vb_active_eject 0 vb_active_expired 0 vb_active_ht_memory 8563192 vb_active_itm_memory 1005638 vb_active_meta_data_memory 221778 vb_active_num 341 vb_active_num_non_resident 0 vb_active_num_ref_ejects 0 vb_active_num_ref_items 3335 vb_active_ops_create 3335 vb_active_ops_delete 333 vb_active_ops_reject 0 vb_active_ops_update 333 vb_active_perc_mem_resident 100 vb_active_queue_age 0 vb_active_queue_drain 4001 vb_active_queue_fill 4001 vb_active_queue_memory 0 vb_active_queue_pending 0 vb_active_queue_size 0 vb_dead_num 0 vb_pending_curr_items 0 vb_pending_eject 0 vb_pending_expired 0 vb_pending_ht_memory 0 vb_pending_itm_memory 0 vb_pending_meta_data_memory 0 vb_pending_num 0 vb_pending_num_non_resident 0 vb_pending_num_ref_ejects 0 vb_pending_num_ref_items 0 vb_pending_ops_create 0 vb_pending_ops_delete 0 vb_pending_ops_reject 0 vb_pending_ops_update 0 vb_pending_perc_mem_resident 0 vb_pending_queue_age 0 vb_pending_queue_drain 0 vb_pending_queue_fill 0 vb_pending_queue_memory 0 vb_pending_queue_pending 0 vb_pending_queue_size 0 vb_replica_curr_items 3001 vb_replica_eject 0 vb_replica_expired 0 vb_replica_ht_memory 8563192 vb_replica_itm_memory 1005311 vb_replica_meta_data_memory 221708 vb_replica_num 341 vb_replica_num_non_resident 0 vb_replica_num_ref_ejects 0 vb_replica_num_ref_items 3331 vb_replica_ops_create 3331 vb_replica_ops_delete 330 vb_replica_ops_reject 0 vb_replica_ops_update 331 vb_replica_perc_mem_resident 100 vb_replica_queue_age 0 vb_replica_queue_drain 3992 vb_replica_queue_fill 3992 vb_replica_queue_memory 0 vb_replica_queue_pending 0 vb_replica_queue_size 0 version 1.4.4_600_g7ea975a [ns_doctor:debug,2012-11-20T17:30:17.984,ns_1@10.1.3.236:ns_doctor<0.4574.0>:ns_doctor:handle_info:137]Current node statuses: [{'ns_1@10.1.3.235', [{last_heard,{1353,461413,415077}}, {outgoing_replications_safeness_level,[{"default",green}]}, {incoming_replications_conf_hashes, [{"default", [{'ns_1@10.1.3.236',86256472},{'ns_1@10.3.2.54',67084310}]}]}, {active_buckets,["default"]}, {ready_buckets,["default"]}, {local_tasks, [[{type,xdcr}, {id,<<"27a2c0bb24123b9a3ad23cedf36ad423/default/default">>}, {errors,[]}, {changes_left,0}, {docs_checked,4304}, {docs_written,4304}, {data_replicated,1977783}, {active_vbreps,0}, {waiting_vbreps,0}, {time_working,1436}, {time_committing,0}, {num_checkpoints,0}, {num_failedckpts,0}, {docs_rep_queue,0}, {size_rep_queue,0}]]}, {memory, [{total,556352936}, {processes,497877376}, {processes_used,497131192}, {system,58475560}, {atom,1402593}, {atom_used,1374359}, {binary,18091056}, {code,14216333}, {ets,6289248}]}, {system_memory_data, [{system_total_memory,4140711936}, {free_swap,5292630016}, {total_swap,5335146496}, {cached_memory,840794112}, {buffered_memory,256778240}, {free_memory,2328907776}, {total_memory,4140711936}]}, {node_storage_conf, [{db_path,"/opt/couchbase/var/lib/couchbase/data/"}, {index_path,"/opt/couchbase/var/lib/couchbase/data/"}]}, {statistics, [{wall_clock,{391327,5001}}, {context_switches,{2132454,0}}, {garbage_collection,{362199,1227033582,0}}, {io,{{input,137201548},{output,76348332}}}, {reductions,{554590527,9780988}}, {run_queue,0}, {runtime,{146330,2720}}]}, {system_stats, [{cpu_utilization_rate,4.584527220630372}, {swap_total,5335146496}, {swap_used,42516480}]}, {interesting_stats, [{couch_docs_actual_disk_size,36825778}, {couch_docs_data_size,36799268}, {couch_views_actual_disk_size,0}, {couch_views_data_size,0}, {curr_items,2986}, {curr_items_tot,6004}, {mem_used,24699008}, {vb_replica_curr_items,3018}]}, {cluster_compatibility_version,131072}, {version, [{public_key,"0.13"}, {lhttpc,"1.3.0"}, {ale,"8cffe61"}, {os_mon,"2.2.7"}, {couch_set_view,"1.2.0a-31560d7-git"}, {mnesia,"4.5"}, {inets,"5.7.1"}, {couch,"1.2.0a-31560d7-git"}, {mapreduce,"1.0.0"}, {couch_index_merger,"1.2.0a-31560d7-git"}, {kernel,"2.14.5"}, {crypto,"2.0.4"}, {ssl,"4.1.6"}, {sasl,"2.1.10"}, {couch_view_parser,"1.0.0"}, {ns_server,"2.0.0-1954-rel-enterprise"}, {mochiweb,"1.4.1"}, {oauth,"7d85d3ef"}, {stdlib,"1.17.5"}]}, {supported_compat_version,[2,0]}, {system_arch,"x86_64-unknown-linux-gnu"}, {wall_clock,391}, {memory_data,{4140711936,1807929344,{<14845.4544.0>,9199648}}}, {disk_data, [{"/",20219004,25},{"/boot",101086,14},{"/dev/shm",2021832,0}]}, {meminfo, <<"MemTotal: 4043664 kB\nMemFree: 2274324 kB\nBuffers: 250760 kB\nCached: 821088 kB\nSwapCached: 33260 kB\nActive: 1109892 kB\nInactive: 529184 kB\nHighTotal: 0 kB\nHighFree: 0 kB\nLowTotal: 4043664 kB\nLowFree: 2274324 kB\nSwapTotal: 5210104 kB\nSwapFree: 5168584 kB\nDirty: 2512 kB\nWriteback: 0 kB\nAnonPages: 566640 kB\nMapped: 13128 kB\nSlab: 98476 kB\nPageTables: 6076 kB\nNFS_Unstable: 0 kB\nBounce: 0 kB\nCommitLimit: 7231936 kB\nCommitted_AS: 2490424 kB\nVmallocTotal: 34359738367 kB\nVmallocUsed: 265708 kB\nVmallocChunk: 34359472391 kB\nHugePages_Total: 0\nHugePages_Free: 0\nHugePages_Rsvd: 0\nHugepagesize: 2048 kB\n">>}]}, {'ns_1@10.1.3.236', [{last_heard,{1353,461417,978390}}, {outgoing_replications_safeness_level,[{"default",green}]}, {incoming_replications_conf_hashes, [{"default", [{'ns_1@10.1.3.235',96925268},{'ns_1@10.3.2.54',12754605}]}]}, {active_buckets,["default"]}, {ready_buckets,["default"]}, {local_tasks, [[{type,xdcr}, {id,<<"27a2c0bb24123b9a3ad23cedf36ad423/default/default">>}, {errors, [<<"2012-11-20 17:30:05 - Error replicating vbucket 465: {bad_return_value,\n {db_not_found,\n <<\"http://Administrator:*****@10.1.3.238:8092/default%2f465%3baebf7b3a309c2ba1c1bd7e6c857b4c2e/\">>}}">>, <<"2012-11-20 17:30:05 - Error replicating vbucket 445: {bad_return_value,\n {db_not_found,\n <<\"http://Administrator:*****@10.1.3.238:8092/default%2f445%3baebf7b3a309c2ba1c1bd7e6c857b4c2e/\">>}}">>, <<"2012-11-20 17:30:05 - Error replicating vbucket 407: {bad_return_value,\n {db_not_found,\n <<\"http://Administrator:*****@10.1.3.238:8092/default%2f407%3baebf7b3a309c2ba1c1bd7e6c857b4c2e/\">>}}">>, <<"2012-11-20 17:30:05 - Error replicating vbucket 549: {bad_return_value,\n {db_not_found,\n <<\"http://Administrator:*****@10.1.3.238:8092/default%2f549%3baebf7b3a309c2ba1c1bd7e6c857b4c2e/\">>}}">>, <<"2012-11-20 17:30:05 - Error replicating vbucket 486: {bad_return_value,\n {db_not_found,\n <<\"http://Administrator:*****@10.1.3.238:8092/default%2f486%3baebf7b3a309c2ba1c1bd7e6c857b4c2e/\">>}}">>, <<"2012-11-20 17:30:05 - Error replicating vbucket 507: {bad_return_value,\n {db_not_found,\n <<\"http://Administrator:*****@10.1.3.238:8092/default%2f507%3baebf7b3a309c2ba1c1bd7e6c857b4c2e/\">>}}">>, <<"2012-11-20 17:30:05 - Error replicating vbucket 585: {bad_return_value,\n {db_not_found,\n <<\"http://Administrator:*****@10.1.3.238:8092/default%2f585%3baebf7b3a309c2ba1c1bd7e6c857b4c2e/\">>}}">>, <<"2012-11-20 17:30:05 - Error replicating vbucket 656: {bad_return_value,\n {db_not_found,\n <<\"http://Administrator:*****@10.1.3.238:8092/default%2f656%3baebf7b3a309c2ba1c1bd7e6c857b4c2e/\">>}}">>, <<"2012-11-20 17:30:05 - Error replicating vbucket 356: {bad_return_value,\n {db_not_found,\n <<\"http://Administrator:*****@10.1.3.238:8092/default%2f356%3baebf7b3a309c2ba1c1bd7e6c857b4c2e/\">>}}">>, <<"2012-11-20 17:30:05 - Error replicating vbucket 611: {bad_return_value,\n {db_not_found,\n <<\"http://Administrator:*****@10.1.3.238:8092/default%2f611%3baebf7b3a309c2ba1c1bd7e6c857b4c2e/\">>}}">>]}, {changes_left,0}, {docs_checked,5936}, {docs_written,5003}, {data_replicated,2326222}, {active_vbreps,0}, {waiting_vbreps,0}, {time_working,1144}, {time_committing,0}, {num_checkpoints,0}, {num_failedckpts,0}, {docs_rep_queue,0}, {size_rep_queue,0}]]}, {memory, [{total,489451264}, {processes,432632680}, {processes_used,431967744}, {system,56818584}, {atom,1395321}, {atom_used,1363211}, {binary,19727136}, {code,14065213}, {ets,3182416}]}, {system_memory_data, [{system_total_memory,4140711936}, {free_swap,5292642304}, {total_swap,5335146496}, {cached_memory,809385984}, {buffered_memory,258314240}, {free_memory,2388635648}, {total_memory,4140711936}]}, {node_storage_conf, [{db_path,"/opt/couchbase/var/lib/couchbase/data/"}, {index_path,"/opt/couchbase/var/lib/couchbase/data/"}]}, {statistics, [{wall_clock,{366374,4999}}, {context_switches,{2014203,0}}, {garbage_collection,{346649,1197530656,0}}, {io,{{input,134098836},{output,67718063}}}, {reductions,{472155389,3147180}}, {run_queue,0}, {runtime,{150210,980}}]}, {system_stats, [{cpu_utilization_rate,7.948717948717949}, {swap_total,5335146496}, {swap_used,42504192}]}, {interesting_stats, [{couch_docs_actual_disk_size,33372666}, {couch_docs_data_size,33346158}, {couch_views_actual_disk_size,0}, {couch_views_data_size,0}, {curr_items,3002}, {curr_items_tot,6003}, {mem_used,24634832}, {vb_replica_curr_items,3001}]}, {cluster_compatibility_version,131072}, {version, [{public_key,"0.13"}, {lhttpc,"1.3.0"}, {ale,"8cffe61"}, {os_mon,"2.2.7"}, {couch_set_view,"1.2.0a-31560d7-git"}, {mnesia,"4.5"}, {inets,"5.7.1"}, {couch,"1.2.0a-31560d7-git"}, {mapreduce,"1.0.0"}, {couch_index_merger,"1.2.0a-31560d7-git"}, {kernel,"2.14.5"}, {crypto,"2.0.4"}, {ssl,"4.1.6"}, {sasl,"2.1.10"}, {couch_view_parser,"1.0.0"}, {ns_server,"2.0.0-1954-rel-enterprise"}, {mochiweb,"1.4.1"}, {oauth,"7d85d3ef"}, {stdlib,"1.17.5"}]}, {supported_compat_version,[2,0]}, {system_arch,"x86_64-unknown-linux-gnu"}, {wall_clock,366}, {memory_data,{4140711936,1754234880,{<0.4522.0>,7628304}}}, {disk_data, [{"/",20219004,15},{"/boot",101086,14},{"/dev/shm",2021832,0}]}, {meminfo, <<"MemTotal: 4043664 kB\nMemFree: 2332652 kB\nBuffers: 252260 kB\nCached: 790416 kB\nSwapCached: 33340 kB\nActive: 1073168 kB\nInactive: 515072 kB\nHighTotal: 0 kB\nHighFree: 0 kB\nLowTotal: 4043664 kB\nLowFree: 2332652 kB\nSwapTotal: 5210104 kB\nSwapFree: 5168596 kB\nDirty: 3424 kB\nWriteback: 0 kB\nAnonPages: 545048 kB\nMapped: 13124 kB\nSlab: 91392 kB\nPageTables: 6000 kB\nNFS_Unstable: 0 kB\nBounce: 0 kB\nCommitLimit: 7231936 kB\nCommitted_AS: 2409892 kB\nVmallocTotal: 34359738367 kB\nVmallocUsed: 265708 kB\nVmallocChunk: 34359472391 kB\nHugePages_Total: 0\nHugePages_Free: 0\nHugePages_Rsvd: 0\nHugepagesize: 2048 kB\n">>}]}, {'ns_1@10.3.2.54', [{last_heard,{1353,461416,868111}}, {outgoing_replications_safeness_level,[{"default",green}]}, {incoming_replications_conf_hashes, [{"default", [{'ns_1@10.1.3.235',111274792},{'ns_1@10.1.3.236',93000434}]}]}, {active_buckets,["default"]}, {ready_buckets,["default"]}, {local_tasks, [[{type,xdcr}, {id,<<"27a2c0bb24123b9a3ad23cedf36ad423/default/default">>}, {errors, [<<"2012-11-20 17:24:13 - Error replicating vbucket 715: {bad_return_value,\n {db_not_found,\n <<\"http://Administrator:*****@10.3.2.55:8092/default%2f715%3baebf7b3a309c2ba1c1bd7e6c857b4c2e/\">>}}">>, <<"2012-11-20 17:24:13 - Error replicating vbucket 737: {bad_return_value,\n {db_not_found,\n <<\"http://Administrator:*****@10.3.2.55:8092/default%2f737%3baebf7b3a309c2ba1c1bd7e6c857b4c2e/\">>}}">>, <<"2012-11-20 17:24:13 - Error replicating vbucket 999: {bad_return_value,\n {db_not_found,\n <<\"http://Administrator:*****@10.3.2.55:8092/default%2f999%3baebf7b3a309c2ba1c1bd7e6c857b4c2e/\">>}}">>, <<"2012-11-20 17:24:13 - Error replicating vbucket 888: {bad_return_value,\n {db_not_found,\n <<\"http://Administrator:*****@10.3.2.55:8092/default%2f888%3baebf7b3a309c2ba1c1bd7e6c857b4c2e/\">>}}">>, <<"2012-11-20 17:24:13 - Error replicating vbucket 907: {bad_return_value,\n {db_not_found,\n <<\"http://Administrator:*****@10.3.2.55:8092/default%2f907%3baebf7b3a309c2ba1c1bd7e6c857b4c2e/\">>}}">>, <<"2012-11-20 17:24:13 - Error replicating vbucket 726: {bad_return_value,\n {db_not_found,\n <<\"http://Administrator:*****@10.3.2.55:8092/default%2f726%3baebf7b3a309c2ba1c1bd7e6c857b4c2e/\">>}}">>, <<"2012-11-20 17:24:13 - Error replicating vbucket 830: {bad_return_value,\n {db_not_found,\n <<\"http://Administrator:*****@10.3.2.55:8092/default%2f830%3baebf7b3a309c2ba1c1bd7e6c857b4c2e/\">>}}">>, <<"2012-11-20 17:24:13 - Error replicating vbucket 788: {bad_return_value,\n {db_not_found,\n <<\"http://Administrator:*****@10.3.2.55:8092/default%2f788%3baebf7b3a309c2ba1c1bd7e6c857b4c2e/\">>}}">>, <<"2012-11-20 17:24:13 - Error replicating vbucket 1018: {bad_return_value,\n {db_not_found,\n <<\"http://Administrator:*****@10.3.2.55:8092/default%2f1018%3baebf7b3a309c2ba1c1bd7e6c857b4c2e/\">>}}">>, <<"2012-11-20 17:24:13 - Error replicating vbucket 976: {bad_return_value,\n {db_not_found,\n <<\"http://Administrator:*****@10.3.2.55:8092/default%2f976%3baebf7b3a309c2ba1c1bd7e6c857b4c2e/\">>}}">>]}, {changes_left,7}, {docs_checked,5852}, {docs_written,5033}, {data_replicated,2343272}, {active_vbreps,1}, {waiting_vbreps,0}, {time_working,858}, {time_committing,0}, {num_checkpoints,0}, {num_failedckpts,0}, {docs_rep_queue,0}, {size_rep_queue,0}]]}, {memory, [{total,492969576}, {processes,437113320}, {processes_used,436380040}, {system,55856256}, {atom,1395321}, {atom_used,1363211}, {binary,18768544}, {code,14083941}, {ets,3164968}]}, {system_memory_data, [{system_total_memory,8370651136}, {free_swap,5335040000}, {total_swap,5335146496}, {cached_memory,902852608}, {buffered_memory,301527040}, {free_memory,6390054912}, {total_memory,8370651136}]}, {node_storage_conf, [{db_path,"/opt/couchbase/var/lib/couchbase/data/"}, {index_path,"/opt/couchbase/var/lib/couchbase/data/"}]}, {statistics, [{wall_clock,{335403,4999}}, {context_switches,{2340650,0}}, {garbage_collection,{418173,1379024230,0}}, {io,{{input,153035458},{output,78180108}}}, {reductions,{531701424,3230138}}, {run_queue,0}, {runtime,{124280,860}}]}, {system_stats, [{cpu_utilization_rate,3.0150753768844223}, {swap_total,5335146496}, {swap_used,106496}]}, {interesting_stats, [{couch_docs_actual_disk_size,41712196}, {couch_docs_data_size,41685614}, {couch_views_actual_disk_size,0}, {couch_views_data_size,0}, {curr_items,3012}, {curr_items_tot,5993}, {mem_used,24630640}, {vb_replica_curr_items,2981}]}, {cluster_compatibility_version,131072}, {version, [{public_key,"0.13"}, {lhttpc,"1.3.0"}, {ale,"8cffe61"}, {os_mon,"2.2.7"}, {couch_set_view,"1.2.0a-31560d7-git"}, {mnesia,"4.5"}, {inets,"5.7.1"}, {couch,"1.2.0a-31560d7-git"}, {mapreduce,"1.0.0"}, {couch_index_merger,"1.2.0a-31560d7-git"}, {kernel,"2.14.5"}, {crypto,"2.0.4"}, {ssl,"4.1.6"}, {sasl,"2.1.10"}, {couch_view_parser,"1.0.0"}, {ns_server,"2.0.0-1954-rel-enterprise"}, {mochiweb,"1.4.1"}, {oauth,"7d85d3ef"}, {stdlib,"1.17.5"}]}, {supported_compat_version,[2,0]}, {system_arch,"x86_64-unknown-linux-gnu"}, {wall_clock,335}, {memory_data,{8370651136,1989959680,{<15388.78.0>,7628344}}}, {disk_data, [{"/",20219004,23}, {"/boot",101086,14}, {"/dev/shm",4087232,0}, {"/data",206420664,6}]}, {meminfo, <<"MemTotal: 8174464 kB\nMemFree: 6240288 kB\nBuffers: 294460 kB\nCached: 881692 kB\nSwapCached: 0 kB\nActive: 1182884 kB\nInactive: 588880 kB\nHighTotal: 0 kB\nHighFree: 0 kB\nLowTotal: 8174464 kB\nLowFree: 6240288 kB\nSwapTotal: 5210104 kB\nSwapFree: 5210000 kB\nDirty: 4120 kB\nWriteback: 0 kB\nAnonPages: 595436 kB\nMapped: 16204 kB\nSlab: 127776 kB\nPageTables: 6172 kB\nNFS_Unstable: 0 kB\nBounce: 0 kB\nCommitLimit: 9297336 kB\nCommitted_AS: 2477480 kB\nVmallocTotal: 34359738367 kB\nVmallocUsed: 265716 kB\nVmallocChunk: 34359472391 kB\nHugePages_Total: 0\nHugePages_Free: 0\nHugePages_Rsvd: 0\nHugepagesize: 2048 kB\n">>}]}] [stats:debug,2012-11-20T17:31:00.472,ns_1@10.1.3.236:<0.4795.0>:stats_collector:maybe_log_stats:126](at {{1970,1,16},{7,57,41}}) Stats for bucket "default": accepting_conns 1 auth_cmds 4 auth_errors 0 bucket_active_conns 1 bucket_conns 16 bytes 24634832 bytes_read 2719962 bytes_written 28629194 cas_badval 0 cas_hits 0 cas_misses 0 cmd_flush 0 cmd_get 666 cmd_set 4001 conn_yields 100 connection_structures 5000 curr_connections 18 curr_conns_on_port_11209 14 curr_conns_on_port_11210 2 curr_items 3002 curr_items_tot 6003 curr_temp_items 0 daemon_connections 4 decr_hits 0 decr_misses 0 delete_hits 333 delete_misses 0 ep_access_scanner_last_runtime 0 ep_access_scanner_num_items 0 ep_access_scanner_task_time 2012-11-21 10:00:00 ep_allow_data_loss_during_shutdown 1 ep_alog_block_size 4096 ep_alog_path /opt/couchbase/var/lib/couchbase/data/default/access.log ep_alog_sleep_time 1440 ep_alog_task_time 10 ep_backend couchdb ep_bg_fetch_delay 0 ep_bg_fetched 0 ep_bg_meta_fetched 0 ep_bg_remaining_jobs 0 ep_chk_max_items 5000 ep_chk_period 1800 ep_chk_persistence_remains 0 ep_chk_persistence_timeout 10 ep_chk_remover_stime 5 ep_commit_num 118 ep_commit_time 3 ep_commit_time_total 544 ep_concurrentDB 1 ep_config_file ep_couch_bucket default ep_couch_host localhost ep_couch_port 11213 ep_couch_reconnect_sleeptime 250 ep_couch_response_timeout 180000 ep_data_age 1 ep_data_age_highwat 10 ep_data_traffic_enabled 0 ep_dbinit 0 ep_dbname /opt/couchbase/var/lib/couchbase/data/default ep_degraded_mode 0 ep_diskqueue_drain 8657 ep_diskqueue_fill 8657 ep_diskqueue_items 0 ep_diskqueue_memory 0 ep_diskqueue_pending 0 ep_exp_pager_stime 3600 ep_exp_pager_stime 3600 ep_expired_access 0 ep_expired_pager 0 ep_expiry_window 3 ep_failpartialwarmup 0 ep_flush_all false ep_flush_duration_total 41 ep_flushall_enabled 0 ep_flusher_state running ep_flusher_todo 0 ep_getl_default_timeout 15 ep_getl_max_timeout 30 ep_ht_locks 5 ep_ht_size 3079 ep_inconsistent_slave_chk 0 ep_initfile ep_io_num_read 0 ep_io_num_write 8657 ep_io_read_bytes 0 ep_io_write_bytes 2139483 ep_item_begin_failed 0 ep_item_commit_failed 0 ep_item_flush_expired 0 ep_item_flush_failed 0 ep_item_num_based_new_chk 1 ep_items_rm_from_checkpoints 0 ep_keep_closed_chks 0 ep_klog_block_size 4096 ep_klog_compactor_queue_cap 500000 ep_klog_compactor_stime 3600 ep_klog_flush commit2 ep_klog_max_entry_ratio 10 ep_klog_max_log_size 2147483647 ep_klog_path ep_klog_sync commit2 ep_kv_size 2082985 ep_max_checkpoints 2 ep_max_data_size 490733568 ep_max_item_size 20971520 ep_max_size 490733568 ep_max_txn_size 10000 ep_max_vbuckets 1024 ep_mem_high_wat 368050176 ep_mem_high_wat 368050176 ep_mem_low_wat 294440140 ep_mem_low_wat 294440140 ep_mem_tracker_enabled true ep_min_data_age 0 ep_mlog_compactor_runs 0 ep_mutation_mem_threshold 0 ep_num_access_scanner_runs 0 ep_num_eject_failures 0 ep_num_expiry_pager_runs 0 ep_num_non_resident 0 ep_num_not_my_vbuckets 0 ep_num_ops_del_meta 0 ep_num_ops_get_meta 0 ep_num_ops_set_meta 0 ep_num_pager_runs 0 ep_num_value_ejects 0 ep_oom_errors 0 ep_overhead 18651280 ep_pager_active_vb_pcnt 40 ep_pager_unbiased_period 60 ep_pending_ops 0 ep_pending_ops_max 0 ep_pending_ops_max_duration 0 ep_pending_ops_total 0 ep_postInitfile ep_queue_age_cap 900 ep_queue_size 0 ep_startup_time 1353461058 ep_storage_age 0 ep_storage_age_highwat 8 ep_store_max_concurrency 10 ep_store_max_readers 9 ep_store_max_readwrite 1 ep_stored_val_type ep_tap_ack_grace_period 300 ep_tap_ack_initial_sequence_number 1 ep_tap_ack_interval 1000 ep_tap_ack_window_size 10 ep_tap_backfill_resident 0.9 ep_tap_backlog_limit 5000 ep_tap_backoff_period 5 ep_tap_bg_fetch_requeued 0 ep_tap_bg_fetched 0 ep_tap_bg_max_pending 500 ep_tap_keepalive 300 ep_tap_noop_interval 20 ep_tap_requeue_sleep_time 0.1 ep_tap_throttle_cap_pcnt 10 ep_tap_throttle_queue_cap 1000000 ep_tap_throttle_threshold 90 ep_tmp_oom_errors 0 ep_too_old 0 ep_too_young 0 ep_total_cache_size 2010949 ep_total_del_items 663 ep_total_enqueued 8657 ep_total_new_items 6666 ep_total_persisted 8657 ep_uncommitted_items 0 ep_value_size 1608804 ep_vb0 0 ep_vb_snapshot_total 2 ep_vb_total 682 ep_vbucket_del 0 ep_vbucket_del_fail 0 ep_version 2.0.0r_139_g9b8377b ep_waitforwarmup 0 ep_warmup 1 ep_warmup_batch_size 1000 ep_warmup_dups 0 ep_warmup_min_items_threshold 100 ep_warmup_min_memory_threshold 100 ep_warmup_oom 0 ep_warmup_thread complete ep_warmup_time 342641 get_hits 666 get_misses 0 incr_hits 0 incr_misses 0 libevent 2.0.11-stable limit_maxbytes 67108864 listen_disabled_num 0 max_conns_on_port_11209 1000 max_conns_on_port_11210 9000 mem_used 24634832 pid 15816 pointer_size 64 rejected_conns 0 rusage_system 4.892256 rusage_user 7.432870 tap_checkpoint_start_received 511 tap_checkpoint_start_sent 511 tap_connect_received 3 tap_delete_received 330 tap_delete_sent 333 tap_mutation_received 3993 tap_mutation_sent 4001 tap_opaque_received 7 tap_opaque_sent 6 threads 4 time 1353461459 total_connections 25 uptime 403 vb_active_curr_items 3002 vb_active_eject 0 vb_active_expired 0 vb_active_ht_memory 8563192 vb_active_itm_memory 1005638 vb_active_meta_data_memory 221778 vb_active_num 341 vb_active_num_non_resident 0 vb_active_num_ref_ejects 0 vb_active_num_ref_items 3335 vb_active_ops_create 3335 vb_active_ops_delete 333 vb_active_ops_reject 0 vb_active_ops_update 666 vb_active_perc_mem_resident 100 vb_active_queue_age 0 vb_active_queue_drain 4334 vb_active_queue_fill 4334 vb_active_queue_memory 0 vb_active_queue_pending 0 vb_active_queue_size 0 vb_dead_num 0 vb_pending_curr_items 0 vb_pending_eject 0 vb_pending_expired 0 vb_pending_ht_memory 0 vb_pending_itm_memory 0 vb_pending_meta_data_memory 0 vb_pending_num 0 vb_pending_num_non_resident 0 vb_pending_num_ref_ejects 0 vb_pending_num_ref_items 0 vb_pending_ops_create 0 vb_pending_ops_delete 0 vb_pending_ops_reject 0 vb_pending_ops_update 0 vb_pending_perc_mem_resident 0 vb_pending_queue_age 0 vb_pending_queue_drain 0 vb_pending_queue_fill 0 vb_pending_queue_memory 0 vb_pending_queue_pending 0 vb_pending_queue_size 0 vb_replica_curr_items 3001 vb_replica_eject 0 vb_replica_expired 0 vb_replica_ht_memory 8563192 vb_replica_itm_memory 1005311 vb_replica_meta_data_memory 221708 vb_replica_num 341 vb_replica_num_non_resident 0 vb_replica_num_ref_ejects 0 vb_replica_num_ref_items 3331 vb_replica_ops_create 3331 vb_replica_ops_delete 330 vb_replica_ops_reject 0 vb_replica_ops_update 662 vb_replica_perc_mem_resident 100 vb_replica_queue_age 0 vb_replica_queue_drain 4323 vb_replica_queue_fill 4323 vb_replica_queue_memory 0 vb_replica_queue_pending 0 vb_replica_queue_size 0 version 1.4.4_600_g7ea975a [ns_doctor:debug,2012-11-20T17:31:17.987,ns_1@10.1.3.236:ns_doctor<0.4574.0>:ns_doctor:handle_info:137]Current node statuses: [{'ns_1@10.1.3.235', [{last_heard,{1353,461473,415098}}, {outgoing_replications_safeness_level,[{"default",green}]}, {incoming_replications_conf_hashes, [{"default", [{'ns_1@10.1.3.236',86256472},{'ns_1@10.3.2.54',67084310}]}]}, {active_buckets,["default"]}, {ready_buckets,["default"]}, {local_tasks, [[{type,xdcr}, {id,<<"27a2c0bb24123b9a3ad23cedf36ad423/default/default">>}, {errors,[]}, {changes_left,0}, {docs_checked,4304}, {docs_written,4304}, {data_replicated,1977783}, {active_vbreps,0}, {waiting_vbreps,0}, {time_working,1436}, {time_committing,0}, {num_checkpoints,0}, {num_failedckpts,0}, {docs_rep_queue,0}, {size_rep_queue,0}]]}, {memory, [{total,552043152}, {processes,493303352}, {processes_used,492557168}, {system,58739800}, {atom,1402593}, {atom_used,1374359}, {binary,18160576}, {code,14216333}, {ets,6483944}]}, {system_memory_data, [{system_total_memory,4140711936}, {free_swap,5292630016}, {total_swap,5335146496}, {cached_memory,841998336}, {buffered_memory,256790528}, {free_memory,2327838720}, {total_memory,4140711936}]}, {node_storage_conf, [{db_path,"/opt/couchbase/var/lib/couchbase/data/"}, {index_path,"/opt/couchbase/var/lib/couchbase/data/"}]}, {statistics, [{wall_clock,{451327,5002}}, {context_switches,{2281289,0}}, {garbage_collection,{372320,1299720352,0}}, {io,{{input,139910161},{output,80237669}}}, {reductions,{597028920,4594065}}, {run_queue,0}, {runtime,{155430,750}}]}, {system_stats, [{cpu_utilization_rate,3.6082474226804124}, {swap_total,5335146496}, {swap_used,42516480}]}, {interesting_stats, [{couch_docs_actual_disk_size,36825781}, {couch_docs_data_size,36799268}, {couch_views_actual_disk_size,0}, {couch_views_data_size,0}, {curr_items,2986}, {curr_items_tot,6004}, {mem_used,24697824}, {vb_replica_curr_items,3018}]}, {cluster_compatibility_version,131072}, {version, [{public_key,"0.13"}, {lhttpc,"1.3.0"}, {ale,"8cffe61"}, {os_mon,"2.2.7"}, {couch_set_view,"1.2.0a-31560d7-git"}, {mnesia,"4.5"}, {inets,"5.7.1"}, {couch,"1.2.0a-31560d7-git"}, {mapreduce,"1.0.0"}, {couch_index_merger,"1.2.0a-31560d7-git"}, {kernel,"2.14.5"}, {crypto,"2.0.4"}, {ssl,"4.1.6"}, {sasl,"2.1.10"}, {couch_view_parser,"1.0.0"}, {ns_server,"2.0.0-1954-rel-enterprise"}, {mochiweb,"1.4.1"}, {oauth,"7d85d3ef"}, {stdlib,"1.17.5"}]}, {supported_compat_version,[2,0]}, {system_arch,"x86_64-unknown-linux-gnu"}, {wall_clock,451}, {memory_data,{4140711936,1808429056,{<14845.4544.0>,7628304}}}, {disk_data, [{"/",20219004,25},{"/boot",101086,14},{"/dev/shm",2021832,0}]}, {meminfo, <<"MemTotal: 4043664 kB\nMemFree: 2273280 kB\nBuffers: 250772 kB\nCached: 822264 kB\nSwapCached: 33260 kB\nActive: 1109932 kB\nInactive: 530260 kB\nHighTotal: 0 kB\nHighFree: 0 kB\nLowTotal: 4043664 kB\nLowFree: 2273280 kB\nSwapTotal: 5210104 kB\nSwapFree: 5168584 kB\nDirty: 532 kB\nWriteback: 0 kB\nAnonPages: 566396 kB\nMapped: 13128 kB\nSlab: 97544 kB\nPageTables: 6068 kB\nNFS_Unstable: 0 kB\nBounce: 0 kB\nCommitLimit: 7231936 kB\nCommitted_AS: 2486140 kB\nVmallocTotal: 34359738367 kB\nVmallocUsed: 265708 kB\nVmallocChunk: 34359472391 kB\nHugePages_Total: 0\nHugePages_Free: 0\nHugePages_Rsvd: 0\nHugepagesize: 2048 kB\n">>}]}, {'ns_1@10.1.3.236', [{last_heard,{1353,461477,980418}}, {outgoing_replications_safeness_level,[{"default",green}]}, {incoming_replications_conf_hashes, [{"default", [{'ns_1@10.1.3.235',96925268},{'ns_1@10.3.2.54',12754605}]}]}, {active_buckets,["default"]}, {ready_buckets,["default"]}, {local_tasks, [[{type,xdcr}, {id,<<"27a2c0bb24123b9a3ad23cedf36ad423/default/default">>}, {errors, [<<"2012-11-20 17:30:05 - Error replicating vbucket 465: {bad_return_value,\n {db_not_found,\n <<\"http://Administrator:*****@10.1.3.238:8092/default%2f465%3baebf7b3a309c2ba1c1bd7e6c857b4c2e/\">>}}">>, <<"2012-11-20 17:30:05 - Error replicating vbucket 445: {bad_return_value,\n {db_not_found,\n <<\"http://Administrator:*****@10.1.3.238:8092/default%2f445%3baebf7b3a309c2ba1c1bd7e6c857b4c2e/\">>}}">>, <<"2012-11-20 17:30:05 - Error replicating vbucket 407: {bad_return_value,\n {db_not_found,\n <<\"http://Administrator:*****@10.1.3.238:8092/default%2f407%3baebf7b3a309c2ba1c1bd7e6c857b4c2e/\">>}}">>, <<"2012-11-20 17:30:05 - Error replicating vbucket 549: {bad_return_value,\n {db_not_found,\n <<\"http://Administrator:*****@10.1.3.238:8092/default%2f549%3baebf7b3a309c2ba1c1bd7e6c857b4c2e/\">>}}">>, <<"2012-11-20 17:30:05 - Error replicating vbucket 486: {bad_return_value,\n {db_not_found,\n <<\"http://Administrator:*****@10.1.3.238:8092/default%2f486%3baebf7b3a309c2ba1c1bd7e6c857b4c2e/\">>}}">>, <<"2012-11-20 17:30:05 - Error replicating vbucket 507: {bad_return_value,\n {db_not_found,\n <<\"http://Administrator:*****@10.1.3.238:8092/default%2f507%3baebf7b3a309c2ba1c1bd7e6c857b4c2e/\">>}}">>, <<"2012-11-20 17:30:05 - Error replicating vbucket 585: {bad_return_value,\n {db_not_found,\n <<\"http://Administrator:*****@10.1.3.238:8092/default%2f585%3baebf7b3a309c2ba1c1bd7e6c857b4c2e/\">>}}">>, <<"2012-11-20 17:30:05 - Error replicating vbucket 656: {bad_return_value,\n {db_not_found,\n <<\"http://Administrator:*****@10.1.3.238:8092/default%2f656%3baebf7b3a309c2ba1c1bd7e6c857b4c2e/\">>}}">>, <<"2012-11-20 17:30:05 - Error replicating vbucket 356: {bad_return_value,\n {db_not_found,\n <<\"http://Administrator:*****@10.1.3.238:8092/default%2f356%3baebf7b3a309c2ba1c1bd7e6c857b4c2e/\">>}}">>, <<"2012-11-20 17:30:05 - Error replicating vbucket 611: {bad_return_value,\n {db_not_found,\n <<\"http://Administrator:*****@10.1.3.238:8092/default%2f611%3baebf7b3a309c2ba1c1bd7e6c857b4c2e/\">>}}">>]}, {changes_left,0}, {docs_checked,6392}, {docs_written,5343}, {data_replicated,2481634}, {active_vbreps,1}, {waiting_vbreps,0}, {time_working,1152}, {time_committing,0}, {num_checkpoints,0}, {num_failedckpts,0}, {docs_rep_queue,0}, {size_rep_queue,0}]]}, {memory, [{total,552006280}, {processes,494662200}, {processes_used,494044192}, {system,57344080}, {atom,1395321}, {atom_used,1363211}, {binary,20039720}, {code,14065213}, {ets,3387632}]}, {system_memory_data, [{system_total_memory,4140711936}, {free_swap,5292642304}, {total_swap,5335146496}, {cached_memory,811909120}, {buffered_memory,258314240}, {free_memory,2345283584}, {total_memory,4140711936}]}, {node_storage_conf, [{db_path,"/opt/couchbase/var/lib/couchbase/data/"}, {index_path,"/opt/couchbase/var/lib/couchbase/data/"}]}, {statistics, [{wall_clock,{426376,4997}}, {context_switches,{2186204,0}}, {garbage_collection,{362841,1300577148,0}}, {io,{{input,141693564},{output,71887971}}}, {reductions,{508808808,2809593}}, {run_queue,0}, {runtime,{160420,750}}]}, {system_stats, [{cpu_utilization_rate,4.370179948586118}, {swap_total,5335146496}, {swap_used,42504192}]}, {interesting_stats, [{couch_docs_actual_disk_size,33372669}, {couch_docs_data_size,33346158}, {couch_views_actual_disk_size,0}, {couch_views_data_size,0}, {curr_items,3002}, {curr_items_tot,6003}, {mem_used,24634832}, {vb_replica_curr_items,3001}]}, {cluster_compatibility_version,131072}, {version, [{public_key,"0.13"}, {lhttpc,"1.3.0"}, {ale,"8cffe61"}, {os_mon,"2.2.7"}, {couch_set_view,"1.2.0a-31560d7-git"}, {mnesia,"4.5"}, {inets,"5.7.1"}, {couch,"1.2.0a-31560d7-git"}, {mapreduce,"1.0.0"}, {couch_index_merger,"1.2.0a-31560d7-git"}, {kernel,"2.14.5"}, {crypto,"2.0.4"}, {ssl,"4.1.6"}, {sasl,"2.1.10"}, {couch_view_parser,"1.0.0"}, {ns_server,"2.0.0-1954-rel-enterprise"}, {mochiweb,"1.4.1"}, {oauth,"7d85d3ef"}, {stdlib,"1.17.5"}]}, {supported_compat_version,[2,0]}, {system_arch,"x86_64-unknown-linux-gnu"}, {wall_clock,426}, {memory_data,{4140711936,1791627264,{<0.4522.0>,7628304}}}, {disk_data, [{"/",20219004,15},{"/boot",101086,14},{"/dev/shm",2021832,0}]}, {meminfo, <<"MemTotal: 4043664 kB\nMemFree: 2290316 kB\nBuffers: 252260 kB\nCached: 792880 kB\nSwapCached: 33340 kB\nActive: 1113944 kB\nInactive: 516908 kB\nHighTotal: 0 kB\nHighFree: 0 kB\nLowTotal: 4043664 kB\nLowFree: 2290316 kB\nSwapTotal: 5210104 kB\nSwapFree: 5168596 kB\nDirty: 988 kB\nWriteback: 0 kB\nAnonPages: 585004 kB\nMapped: 13124 kB\nSlab: 90736 kB\nPageTables: 6084 kB\nNFS_Unstable: 0 kB\nBounce: 0 kB\nCommitLimit: 7231936 kB\nCommitted_AS: 2485336 kB\nVmallocTotal: 34359738367 kB\nVmallocUsed: 265708 kB\nVmallocChunk: 34359472391 kB\nHugePages_Total: 0\nHugePages_Free: 0\nHugePages_Rsvd: 0\nHugepagesize: 2048 kB\n">>}]}, {'ns_1@10.3.2.54', [{last_heard,{1353,461476,868057}}, {outgoing_replications_safeness_level,[{"default",green}]}, {incoming_replications_conf_hashes, [{"default", [{'ns_1@10.1.3.235',111274792},{'ns_1@10.1.3.236',93000434}]}]}, {active_buckets,["default"]}, {ready_buckets,["default"]}, {local_tasks, [[{type,xdcr}, {id,<<"27a2c0bb24123b9a3ad23cedf36ad423/default/default">>}, {errors, [<<"2012-11-20 17:24:13 - Error replicating vbucket 715: {bad_return_value,\n {db_not_found,\n <<\"http://Administrator:*****@10.3.2.55:8092/default%2f715%3baebf7b3a309c2ba1c1bd7e6c857b4c2e/\">>}}">>, <<"2012-11-20 17:24:13 - Error replicating vbucket 737: {bad_return_value,\n {db_not_found,\n <<\"http://Administrator:*****@10.3.2.55:8092/default%2f737%3baebf7b3a309c2ba1c1bd7e6c857b4c2e/\">>}}">>, <<"2012-11-20 17:24:13 - Error replicating vbucket 999: {bad_return_value,\n {db_not_found,\n <<\"http://Administrator:*****@10.3.2.55:8092/default%2f999%3baebf7b3a309c2ba1c1bd7e6c857b4c2e/\">>}}">>, <<"2012-11-20 17:24:13 - Error replicating vbucket 888: {bad_return_value,\n {db_not_found,\n <<\"http://Administrator:*****@10.3.2.55:8092/default%2f888%3baebf7b3a309c2ba1c1bd7e6c857b4c2e/\">>}}">>, <<"2012-11-20 17:24:13 - Error replicating vbucket 907: {bad_return_value,\n {db_not_found,\n <<\"http://Administrator:*****@10.3.2.55:8092/default%2f907%3baebf7b3a309c2ba1c1bd7e6c857b4c2e/\">>}}">>, <<"2012-11-20 17:24:13 - Error replicating vbucket 726: {bad_return_value,\n {db_not_found,\n <<\"http://Administrator:*****@10.3.2.55:8092/default%2f726%3baebf7b3a309c2ba1c1bd7e6c857b4c2e/\">>}}">>, <<"2012-11-20 17:24:13 - Error replicating vbucket 830: {bad_return_value,\n {db_not_found,\n <<\"http://Administrator:*****@10.3.2.55:8092/default%2f830%3baebf7b3a309c2ba1c1bd7e6c857b4c2e/\">>}}">>, <<"2012-11-20 17:24:13 - Error replicating vbucket 788: {bad_return_value,\n {db_not_found,\n <<\"http://Administrator:*****@10.3.2.55:8092/default%2f788%3baebf7b3a309c2ba1c1bd7e6c857b4c2e/\">>}}">>, <<"2012-11-20 17:24:13 - Error replicating vbucket 1018: {bad_return_value,\n {db_not_found,\n <<\"http://Administrator:*****@10.3.2.55:8092/default%2f1018%3baebf7b3a309c2ba1c1bd7e6c857b4c2e/\">>}}">>, <<"2012-11-20 17:24:13 - Error replicating vbucket 976: {bad_return_value,\n {db_not_found,\n <<\"http://Administrator:*****@10.3.2.55:8092/default%2f976%3baebf7b3a309c2ba1c1bd7e6c857b4c2e/\">>}}">>]}, {changes_left,0}, {docs_checked,6399}, {docs_written,5374}, {data_replicated,2495105}, {active_vbreps,0}, {waiting_vbreps,0}, {time_working,866}, {time_committing,0}, {num_checkpoints,0}, {num_failedckpts,0}, {docs_rep_queue,0}, {size_rep_queue,0}]]}, {memory, [{total,557601296}, {processes,500986600}, {processes_used,500293488}, {system,56614696}, {atom,1395321}, {atom_used,1363211}, {binary,19309624}, {code,14083941}, {ets,3371880}]}, {system_memory_data, [{system_total_memory,8370651136}, {free_swap,5335040000}, {total_swap,5335146496}, {cached_memory,898555904}, {buffered_memory,301539328}, {free_memory,6357192704}, {total_memory,8370651136}]}, {node_storage_conf, [{db_path,"/opt/couchbase/var/lib/couchbase/data/"}, {index_path,"/opt/couchbase/var/lib/couchbase/data/"}]}, {statistics, [{wall_clock,{395404,5000}}, {context_switches,{2512732,0}}, {garbage_collection,{435280,1482610023,0}}, {io,{{input,164539658},{output,83694366}}}, {reductions,{568186319,2913125}}, {run_queue,0}, {runtime,{133480,700}}]}, {system_stats, [{cpu_utilization_rate,4.511278195488722}, {swap_total,5335146496}, {swap_used,106496}]}, {interesting_stats, [{couch_docs_actual_disk_size,41712198}, {couch_docs_data_size,41685614}, {couch_views_actual_disk_size,0}, {couch_views_data_size,0}, {curr_items,3012}, {curr_items_tot,5993}, {mem_used,24630640}, {vb_replica_curr_items,2981}]}, {cluster_compatibility_version,131072}, {version, [{public_key,"0.13"}, {lhttpc,"1.3.0"}, {ale,"8cffe61"}, {os_mon,"2.2.7"}, {couch_set_view,"1.2.0a-31560d7-git"}, {mnesia,"4.5"}, {inets,"5.7.1"}, {couch,"1.2.0a-31560d7-git"}, {mapreduce,"1.0.0"}, {couch_index_merger,"1.2.0a-31560d7-git"}, {kernel,"2.14.5"}, {crypto,"2.0.4"}, {ssl,"4.1.6"}, {sasl,"2.1.10"}, {couch_view_parser,"1.0.0"}, {ns_server,"2.0.0-1954-rel-enterprise"}, {mochiweb,"1.4.1"}, {oauth,"7d85d3ef"}, {stdlib,"1.17.5"}]}, {supported_compat_version,[2,0]}, {system_arch,"x86_64-unknown-linux-gnu"}, {wall_clock,395}, {memory_data,{8370651136,1998983168,{<15388.78.0>,7628344}}}, {disk_data, [{"/",20219004,24}, {"/boot",101086,14}, {"/dev/shm",4087232,0}, {"/data",206420664,6}]}, {meminfo, <<"MemTotal: 8174464 kB\nMemFree: 6208196 kB\nBuffers: 294472 kB\nCached: 877496 kB\nSwapCached: 0 kB\nActive: 1219068 kB\nInactive: 585132 kB\nHighTotal: 0 kB\nHighFree: 0 kB\nLowTotal: 8174464 kB\nLowFree: 6208196 kB\nSwapTotal: 5210104 kB\nSwapFree: 5210000 kB\nDirty: 936 kB\nWriteback: 0 kB\nAnonPages: 631792 kB\nMapped: 16204 kB\nSlab: 127368 kB\nPageTables: 6216 kB\nNFS_Unstable: 0 kB\nBounce: 0 kB\nCommitLimit: 9297336 kB\nCommitted_AS: 2538896 kB\nVmallocTotal: 34359738367 kB\nVmallocUsed: 265716 kB\nVmallocChunk: 34359472391 kB\nHugePages_Total: 0\nHugePages_Free: 0\nHugePages_Rsvd: 0\nHugepagesize: 2048 kB\n">>}]}] [ns_doctor:debug,2012-11-20T17:32:17.983,ns_1@10.1.3.236:ns_doctor<0.4574.0>:ns_doctor:handle_info:137]Current node statuses: [{'ns_1@10.1.3.235', [{last_heard,{1353,461533,482096}}, {outgoing_replications_safeness_level,[{"default",green}]}, {incoming_replications_conf_hashes, [{"default", [{'ns_1@10.1.3.236',129939698},{'ns_1@10.3.2.54',128736959}]}]}, {active_buckets,["default"]}, {ready_buckets,["default"]}, {local_tasks, [[{type,xdcr}, {id,<<"27a2c0bb24123b9a3ad23cedf36ad423/default/default">>}, {errors,[]}, {changes_left,0}, {docs_checked,4401}, {docs_written,4304}, {data_replicated,1977783}, {active_vbreps,0}, {waiting_vbreps,0}, {time_working,1437}, {time_committing,0}, {num_checkpoints,0}, {num_failedckpts,0}, {docs_rep_queue,0}, {size_rep_queue,0}]]}, {memory, [{total,606538504}, {processes,545786920}, {processes_used,545100720}, {system,60751584}, {atom,1413905}, {atom_used,1392435}, {binary,19567168}, {code,14410432}, {ets,6867840}]}, {system_memory_data, [{system_total_memory,4140711936}, {free_swap,5292630016}, {total_swap,5335146496}, {cached_memory,846192640}, {buffered_memory,256864256}, {free_memory,2275897344}, {total_memory,4140711936}]}, {node_storage_conf, [{db_path,"/opt/couchbase/var/lib/couchbase/data/"}, {index_path,"/opt/couchbase/var/lib/couchbase/data/"}]}, {statistics, [{wall_clock,{511387,5037}}, {context_switches,{2471300,0}}, {garbage_collection,{420908,1555915485,0}}, {io,{{input,150360406},{output,97034730}}}, {reductions,{662911571,17675313}}, {run_queue,0}, {runtime,{172550,6820}}]}, {system_stats, [{cpu_utilization_rate,64.94252873563218}, {swap_total,5335146496}, {swap_used,42516480}]}, {interesting_stats, [{couch_docs_actual_disk_size,37051517}, {couch_docs_data_size,36992144}, {couch_views_actual_disk_size,0}, {couch_views_data_size,0}, {curr_items,3065}, {curr_items_tot,6070}, {mem_used,24995128}, {vb_replica_curr_items,3005}]}, {cluster_compatibility_version,131072}, {version, [{public_key,"0.13"}, {lhttpc,"1.3.0"}, {ale,"8cffe61"}, {os_mon,"2.2.7"}, {couch_set_view,"1.2.0a-31560d7-git"}, {mnesia,"4.5"}, {inets,"5.7.1"}, {couch,"1.2.0a-31560d7-git"}, {mapreduce,"1.0.0"}, {couch_index_merger,"1.2.0a-31560d7-git"}, {kernel,"2.14.5"}, {crypto,"2.0.4"}, {ssl,"4.1.6"}, {sasl,"2.1.10"}, {couch_view_parser,"1.0.0"}, {ns_server,"2.0.0-1954-rel-enterprise"}, {mochiweb,"1.4.1"}, {oauth,"7d85d3ef"}, {stdlib,"1.17.5"}]}, {supported_compat_version,[2,0]}, {system_arch,"x86_64-unknown-linux-gnu"}, {wall_clock,511}, {memory_data,{4140711936,1815793664,{<14845.4544.0>,8228504}}}, {disk_data, [{"/",20219004,25},{"/boot",101086,14},{"/dev/shm",2021832,0}]}, {meminfo, <<"MemTotal: 4043664 kB\nMemFree: 2222680 kB\nBuffers: 250844 kB\nCached: 826360 kB\nSwapCached: 33260 kB\nActive: 1155256 kB\nInactive: 533412 kB\nHighTotal: 0 kB\nHighFree: 0 kB\nLowTotal: 4043664 kB\nLowFree: 2222680 kB\nSwapTotal: 5210104 kB\nSwapFree: 5168584 kB\nDirty: 1800 kB\nWriteback: 0 kB\nAnonPages: 611008 kB\nMapped: 13132 kB\nSlab: 98472 kB\nPageTables: 6204 kB\nNFS_Unstable: 0 kB\nBounce: 0 kB\nCommitLimit: 7231936 kB\nCommitted_AS: 2571756 kB\nVmallocTotal: 34359738367 kB\nVmallocUsed: 265708 kB\nVmallocChunk: 34359472391 kB\nHugePages_Total: 0\nHugePages_Free: 0\nHugePages_Rsvd: 0\nHugepagesize: 2048 kB\n">>}]}, {'ns_1@10.1.3.236', [{last_heard,{1353,461532,985194}}, {outgoing_replications_safeness_level,[{"default",green}]}, {incoming_replications_conf_hashes, [{"default", [{'ns_1@10.1.3.235',83765446},{'ns_1@10.3.2.54',12754605}]}]}, {active_buckets,["default"]}, {ready_buckets,["default"]}, {local_tasks, [[{type,xdcr}, {id,<<"27a2c0bb24123b9a3ad23cedf36ad423/default/default">>}, {errors, [<<"2012-11-20 17:30:05 - Error replicating vbucket 465: {bad_return_value,\n {db_not_found,\n <<\"http://Administrator:*****@10.1.3.238:8092/default%2f465%3baebf7b3a309c2ba1c1bd7e6c857b4c2e/\">>}}">>, <<"2012-11-20 17:30:05 - Error replicating vbucket 445: {bad_return_value,\n {db_not_found,\n <<\"http://Administrator:*****@10.1.3.238:8092/default%2f445%3baebf7b3a309c2ba1c1bd7e6c857b4c2e/\">>}}">>, <<"2012-11-20 17:30:05 - Error replicating vbucket 407: {bad_return_value,\n {db_not_found,\n <<\"http://Administrator:*****@10.1.3.238:8092/default%2f407%3baebf7b3a309c2ba1c1bd7e6c857b4c2e/\">>}}">>, <<"2012-11-20 17:30:05 - Error replicating vbucket 549: {bad_return_value,\n {db_not_found,\n <<\"http://Administrator:*****@10.1.3.238:8092/default%2f549%3baebf7b3a309c2ba1c1bd7e6c857b4c2e/\">>}}">>, <<"2012-11-20 17:30:05 - Error replicating vbucket 486: {bad_return_value,\n {db_not_found,\n <<\"http://Administrator:*****@10.1.3.238:8092/default%2f486%3baebf7b3a309c2ba1c1bd7e6c857b4c2e/\">>}}">>, <<"2012-11-20 17:30:05 - Error replicating vbucket 507: {bad_return_value,\n {db_not_found,\n <<\"http://Administrator:*****@10.1.3.238:8092/default%2f507%3baebf7b3a309c2ba1c1bd7e6c857b4c2e/\">>}}">>, <<"2012-11-20 17:30:05 - Error replicating vbucket 585: {bad_return_value,\n {db_not_found,\n <<\"http://Administrator:*****@10.1.3.238:8092/default%2f585%3baebf7b3a309c2ba1c1bd7e6c857b4c2e/\">>}}">>, <<"2012-11-20 17:30:05 - Error replicating vbucket 656: {bad_return_value,\n {db_not_found,\n <<\"http://Administrator:*****@10.1.3.238:8092/default%2f656%3baebf7b3a309c2ba1c1bd7e6c857b4c2e/\">>}}">>, <<"2012-11-20 17:30:05 - Error replicating vbucket 356: {bad_return_value,\n {db_not_found,\n <<\"http://Administrator:*****@10.1.3.238:8092/default%2f356%3baebf7b3a309c2ba1c1bd7e6c857b4c2e/\">>}}">>, <<"2012-11-20 17:30:05 - Error replicating vbucket 611: {bad_return_value,\n {db_not_found,\n <<\"http://Administrator:*****@10.1.3.238:8092/default%2f611%3baebf7b3a309c2ba1c1bd7e6c857b4c2e/\">>}}">>]}, {changes_left,0}, {docs_checked,6482}, {docs_written,5397}, {data_replicated,2503897}, {active_vbreps,0}, {waiting_vbreps,0}, {time_working,1154}, {time_committing,0}, {num_checkpoints,0}, {num_failedckpts,0}, {docs_rep_queue,0}, {size_rep_queue,0}]]}, {memory, [{total,568380536}, {processes,509361768}, {processes_used,508826704}, {system,59018768}, {atom,1397745}, {atom_used,1367207}, {binary,21416024}, {code,14116697}, {ets,3617536}]}, {system_memory_data, [{system_total_memory,4140711936}, {free_swap,5292642304}, {total_swap,5335146496}, {cached_memory,815058944}, {buffered_memory,258367488}, {free_memory,2320412672}, {total_memory,4140711936}]}, {node_storage_conf, [{db_path,"/opt/couchbase/var/lib/couchbase/data/"}, {index_path,"/opt/couchbase/var/lib/couchbase/data/"}]}, {statistics, [{wall_clock,{481380,5002}}, {context_switches,{2344929,0}}, {garbage_collection,{398501,1445749958,0}}, {io,{{input,147833318},{output,83326518}}}, {reductions,{551150755,13612655}}, {run_queue,0}, {runtime,{172320,4140}}]}, {system_stats, [{cpu_utilization_rate,48.266666666666666}, {swap_total,5335146496}, {swap_used,42504192}]}, {interesting_stats, [{couch_docs_actual_disk_size,33459189}, {couch_docs_data_size,33416154}, {couch_views_actual_disk_size,0}, {couch_views_data_size,0}, {curr_items,3002}, {curr_items_tot,6166}, {mem_used,25283912}, {vb_replica_curr_items,3164}]}, {cluster_compatibility_version,131072}, {version, [{public_key,"0.13"}, {lhttpc,"1.3.0"}, {ale,"8cffe61"}, {os_mon,"2.2.7"}, {couch_set_view,"1.2.0a-31560d7-git"}, {mnesia,"4.5"}, {inets,"5.7.1"}, {couch,"1.2.0a-31560d7-git"}, {mapreduce,"1.0.0"}, {couch_index_merger,"1.2.0a-31560d7-git"}, {kernel,"2.14.5"}, {crypto,"2.0.4"}, {ssl,"4.1.6"}, {sasl,"2.1.10"}, {couch_view_parser,"1.0.0"}, {ns_server,"2.0.0-1954-rel-enterprise"}, {mochiweb,"1.4.1"}, {oauth,"7d85d3ef"}, {stdlib,"1.17.5"}]}, {supported_compat_version,[2,0]}, {system_arch,"x86_64-unknown-linux-gnu"}, {wall_clock,481}, {memory_data,{4140711936,1822076928,{<0.4522.0>,10771032}}}, {disk_data, [{"/",20219004,15},{"/boot",101086,14},{"/dev/shm",2021832,0}]}, {meminfo, <<"MemTotal: 4043664 kB\nMemFree: 2266028 kB\nBuffers: 252312 kB\nCached: 795956 kB\nSwapCached: 33340 kB\nActive: 1135612 kB\nInactive: 519268 kB\nHighTotal: 0 kB\nHighFree: 0 kB\nLowTotal: 4043664 kB\nLowFree: 2266028 kB\nSwapTotal: 5210104 kB\nSwapFree: 5168596 kB\nDirty: 1648 kB\nWriteback: 0 kB\nAnonPages: 605816 kB\nMapped: 13128 kB\nSlab: 91416 kB\nPageTables: 6148 kB\nNFS_Unstable: 0 kB\nBounce: 0 kB\nCommitLimit: 7231936 kB\nCommitted_AS: 2527080 kB\nVmallocTotal: 34359738367 kB\nVmallocUsed: 265708 kB\nVmallocChunk: 34359472391 kB\nHugePages_Total: 0\nHugePages_Free: 0\nHugePages_Rsvd: 0\nHugepagesize: 2048 kB\n">>}]}, {'ns_1@10.3.2.54', [{last_heard,{1353,461536,869324}}, {outgoing_replications_safeness_level,[{"default",green}]}, {incoming_replications_conf_hashes, [{"default", [{'ns_1@10.1.3.235',94428625},{'ns_1@10.1.3.236',76637770}]}]}, {active_buckets,["default"]}, {ready_buckets,["default"]}, {local_tasks, [[{type,xdcr}, {id,<<"27a2c0bb24123b9a3ad23cedf36ad423/default/default">>}, {errors, [<<"2012-11-20 17:24:13 - Error replicating vbucket 715: {bad_return_value,\n {db_not_found,\n <<\"http://Administrator:*****@10.3.2.55:8092/default%2f715%3baebf7b3a309c2ba1c1bd7e6c857b4c2e/\">>}}">>, <<"2012-11-20 17:24:13 - Error replicating vbucket 737: {bad_return_value,\n {db_not_found,\n <<\"http://Administrator:*****@10.3.2.55:8092/default%2f737%3baebf7b3a309c2ba1c1bd7e6c857b4c2e/\">>}}">>, <<"2012-11-20 17:24:13 - Error replicating vbucket 999: {bad_return_value,\n {db_not_found,\n <<\"http://Administrator:*****@10.3.2.55:8092/default%2f999%3baebf7b3a309c2ba1c1bd7e6c857b4c2e/\">>}}">>, <<"2012-11-20 17:24:13 - Error replicating vbucket 888: {bad_return_value,\n {db_not_found,\n <<\"http://Administrator:*****@10.3.2.55:8092/default%2f888%3baebf7b3a309c2ba1c1bd7e6c857b4c2e/\">>}}">>, <<"2012-11-20 17:24:13 - Error replicating vbucket 907: {bad_return_value,\n {db_not_found,\n <<\"http://Administrator:*****@10.3.2.55:8092/default%2f907%3baebf7b3a309c2ba1c1bd7e6c857b4c2e/\">>}}">>, <<"2012-11-20 17:24:13 - Error replicating vbucket 726: {bad_return_value,\n {db_not_found,\n <<\"http://Administrator:*****@10.3.2.55:8092/default%2f726%3baebf7b3a309c2ba1c1bd7e6c857b4c2e/\">>}}">>, <<"2012-11-20 17:24:13 - Error replicating vbucket 830: {bad_return_value,\n {db_not_found,\n <<\"http://Administrator:*****@10.3.2.55:8092/default%2f830%3baebf7b3a309c2ba1c1bd7e6c857b4c2e/\">>}}">>, <<"2012-11-20 17:24:13 - Error replicating vbucket 788: {bad_return_value,\n {db_not_found,\n <<\"http://Administrator:*****@10.3.2.55:8092/default%2f788%3baebf7b3a309c2ba1c1bd7e6c857b4c2e/\">>}}">>, <<"2012-11-20 17:24:13 - Error replicating vbucket 1018: {bad_return_value,\n {db_not_found,\n <<\"http://Administrator:*****@10.3.2.55:8092/default%2f1018%3baebf7b3a309c2ba1c1bd7e6c857b4c2e/\">>}}">>, <<"2012-11-20 17:24:13 - Error replicating vbucket 976: {bad_return_value,\n {db_not_found,\n <<\"http://Administrator:*****@10.3.2.55:8092/default%2f976%3baebf7b3a309c2ba1c1bd7e6c857b4c2e/\">>}}">>]}, {changes_left,0}, {docs_checked,6250}, {docs_written,5273}, {data_replicated,2447889}, {active_vbreps,0}, {waiting_vbreps,0}, {time_working,836}, {time_committing,0}, {num_checkpoints,0}, {num_failedckpts,0}, {docs_rep_queue,0}, {size_rep_queue,0}]]}, {memory, [{total,562772232}, {processes,505694088}, {processes_used,504831976}, {system,57078144}, {atom,1397745}, {atom_used,1366872}, {binary,19571632}, {code,14143385}, {ets,3536760}]}, {system_memory_data, [{system_total_memory,8370651136}, {free_swap,5335040000}, {total_swap,5335146496}, {cached_memory,899346432}, {buffered_memory,301559808}, {free_memory,6337654784}, {total_memory,8370651136}]}, {node_storage_conf, [{db_path,"/opt/couchbase/var/lib/couchbase/data/"}, {index_path,"/opt/couchbase/var/lib/couchbase/data/"}]}, {statistics, [{wall_clock,{455404,5000}}, {context_switches,{2682846,0}}, {garbage_collection,{488202,1641177888,0}}, {io,{{input,172393949},{output,99695909}}}, {reductions,{616591158,11315166}}, {run_queue,0}, {runtime,{144830,2550}}]}, {system_stats, [{cpu_utilization_rate,19.29824561403509}, {swap_total,5335146496}, {swap_used,106496}]}, {interesting_stats, [{couch_docs_actual_disk_size,40264310}, {couch_docs_data_size,40270583}, {couch_views_actual_disk_size,0}, {couch_views_data_size,0}, {curr_items,2907}, {curr_items_tot,5609}, {mem_used,23258384}, {vb_replica_curr_items,2702}]}, {cluster_compatibility_version,131072}, {version, [{public_key,"0.13"}, {lhttpc,"1.3.0"}, {ale,"8cffe61"}, {os_mon,"2.2.7"}, {couch_set_view,"1.2.0a-31560d7-git"}, {mnesia,"4.5"}, {inets,"5.7.1"}, {couch,"1.2.0a-31560d7-git"}, {mapreduce,"1.0.0"}, {couch_index_merger,"1.2.0a-31560d7-git"}, {kernel,"2.14.5"}, {crypto,"2.0.4"}, {ssl,"4.1.6"}, {sasl,"2.1.10"}, {couch_view_parser,"1.0.0"}, {ns_server,"2.0.0-1954-rel-enterprise"}, {mochiweb,"1.4.1"}, {oauth,"7d85d3ef"}, {stdlib,"1.17.5"}]}, {supported_compat_version,[2,0]}, {system_arch,"x86_64-unknown-linux-gnu"}, {wall_clock,455}, {memory_data,{8370651136,2019028992,{<15388.78.0>,7628344}}}, {disk_data, [{"/",20219004,24}, {"/boot",101086,14}, {"/dev/shm",4087232,0}, {"/data",206420664,6}]}, {meminfo, <<"MemTotal: 8174464 kB\nMemFree: 6189364 kB\nBuffers: 294492 kB\nCached: 878268 kB\nSwapCached: 0 kB\nActive: 1235084 kB\nInactive: 588132 kB\nHighTotal: 0 kB\nHighFree: 0 kB\nLowTotal: 8174464 kB\nLowFree: 6189364 kB\nSwapTotal: 5210104 kB\nSwapFree: 5210000 kB\nDirty: 2940 kB\nWriteback: 28 kB\nAnonPages: 650380 kB\nMapped: 16212 kB\nSlab: 127780 kB\nPageTables: 6260 kB\nNFS_Unstable: 0 kB\nBounce: 0 kB\nCommitLimit: 9297336 kB\nCommitted_AS: 2558116 kB\nVmallocTotal: 34359738367 kB\nVmallocUsed: 265716 kB\nVmallocChunk: 34359472391 kB\nHugePages_Total: 0\nHugePages_Free: 0\nHugePages_Rsvd: 0\nHugepagesize: 2048 kB\n">>}]}] [stats:debug,2012-11-20T17:32:40.475,ns_1@10.1.3.236:<0.4795.0>:stats_collector:maybe_log_stats:126](at {{1970,1,16},{7,57,41}}) Stats for bucket "default": accepting_conns 1 auth_cmds 5 auth_errors 0 bucket_active_conns 1 bucket_conns 20 bytes 27965432 bytes_read 4285818 bytes_written 179440306 cas_badval 0 cas_hits 0 cas_misses 0 cmd_flush 0 cmd_get 666 cmd_set 4001 conn_yields 1025 connection_structures 5000 curr_connections 20 curr_conns_on_port_11209 18 curr_conns_on_port_11210 1 curr_items 3002 curr_items_tot 6847 curr_temp_items 0 daemon_connections 4 decr_hits 0 decr_misses 0 delete_hits 333 delete_misses 333 ep_access_scanner_last_runtime 0 ep_access_scanner_num_items 0 ep_access_scanner_task_time 2012-11-21 10:00:00 ep_allow_data_loss_during_shutdown 1 ep_alog_block_size 4096 ep_alog_path /opt/couchbase/var/lib/couchbase/data/default/access.log ep_alog_sleep_time 1440 ep_alog_task_time 10 ep_backend couchdb ep_bg_fetch_delay 0 ep_bg_fetched 0 ep_bg_meta_fetched 0 ep_bg_remaining_jobs 0 ep_chk_max_items 5000 ep_chk_period 1800 ep_chk_persistence_remains 0 ep_chk_persistence_timeout 10 ep_chk_remover_stime 5 ep_commit_num 456 ep_commit_time 3 ep_commit_time_total 2044 ep_concurrentDB 1 ep_config_file ep_couch_bucket default ep_couch_host localhost ep_couch_port 11213 ep_couch_reconnect_sleeptime 250 ep_couch_response_timeout 180000 ep_data_age 3 ep_data_age_highwat 10 ep_data_traffic_enabled 0 ep_dbinit 0 ep_dbname /opt/couchbase/var/lib/couchbase/data/default ep_degraded_mode 0 ep_diskqueue_drain 11968 ep_diskqueue_fill 11194 ep_diskqueue_items 73 ep_diskqueue_memory 2336 ep_diskqueue_pending 3131 ep_exp_pager_stime 3600 ep_exp_pager_stime 3600 ep_expired_access 0 ep_expired_pager 0 ep_expiry_window 3 ep_failpartialwarmup 0 ep_flush_all false ep_flush_duration_total 43 ep_flushall_enabled 0 ep_flusher_state running ep_flusher_todo 0 ep_getl_default_timeout 15 ep_getl_max_timeout 30 ep_ht_locks 5 ep_ht_size 3079 ep_inconsistent_slave_chk 0 ep_initfile ep_io_num_read 0 ep_io_num_write 11038 ep_io_read_bytes 0 ep_io_write_bytes 2691749 ep_item_begin_failed 0 ep_item_commit_failed 0 ep_item_flush_expired 0 ep_item_flush_failed 0 ep_item_num_based_new_chk 1 ep_items_rm_from_checkpoints 0 ep_keep_closed_chks 0 ep_klog_block_size 4096 ep_klog_compactor_queue_cap 500000 ep_klog_compactor_stime 3600 ep_klog_flush commit2 ep_klog_max_entry_ratio 10 ep_klog_max_log_size 2147483647 ep_klog_path ep_klog_sync commit2 ep_kv_size 2375853 ep_max_checkpoints 2 ep_max_data_size 490733568 ep_max_item_size 20971520 ep_max_size 490733568 ep_max_txn_size 10000 ep_max_vbuckets 1024 ep_mem_high_wat 368050176 ep_mem_high_wat 368050176 ep_mem_low_wat 294440140 ep_mem_low_wat 294440140 ep_mem_tracker_enabled true ep_min_data_age 0 ep_mlog_compactor_runs 0 ep_mutation_mem_threshold 0 ep_num_access_scanner_runs 0 ep_num_eject_failures 0 ep_num_expiry_pager_runs 0 ep_num_non_resident 0 ep_num_not_my_vbuckets 0 ep_num_ops_del_meta 0 ep_num_ops_get_meta 0 ep_num_ops_set_meta 0 ep_num_pager_runs 0 ep_num_value_ejects 0 ep_oom_errors 0 ep_overhead 21171907 ep_pager_active_vb_pcnt 40 ep_pager_unbiased_period 60 ep_pending_ops 0 ep_pending_ops_max 0 ep_pending_ops_max_duration 0 ep_pending_ops_total 0 ep_postInitfile ep_queue_age_cap 900 ep_queue_size 73 ep_startup_time 1353461058 ep_storage_age 0 ep_storage_age_highwat 8 ep_store_max_concurrency 10 ep_store_max_readers 9 ep_store_max_readwrite 1 ep_stored_val_type ep_tap_ack_grace_period 300 ep_tap_ack_initial_sequence_number 1 ep_tap_ack_interval 1000 ep_tap_ack_window_size 10 ep_tap_backfill_resident 0.9 ep_tap_backlog_limit 5000 ep_tap_backoff_period 5 ep_tap_bg_fetch_requeued 0 ep_tap_bg_fetched 44 ep_tap_bg_max_pending 500 ep_tap_keepalive 300 ep_tap_noop_interval 20 ep_tap_requeue_sleep_time 0.1 ep_tap_throttle_cap_pcnt 10 ep_tap_throttle_queue_cap 1000000 ep_tap_throttle_threshold 90 ep_tmp_oom_errors 0 ep_too_old 0 ep_too_young 0 ep_total_cache_size 2293689 ep_total_del_items 988 ep_total_enqueued 11194 ep_total_new_items 7480 ep_total_persisted 11038 ep_uncommitted_items 0 ep_value_size 1834996 ep_vb0 0 ep_vb_snapshot_total 170 ep_vb_total 774 ep_vbucket_del 0 ep_vbucket_del_fail 0 ep_version 2.0.0r_139_g9b8377b ep_waitforwarmup 0 ep_warmup 1 ep_warmup_batch_size 1000 ep_warmup_dups 0 ep_warmup_min_items_threshold 100 ep_warmup_min_memory_threshold 100 ep_warmup_oom 0 ep_warmup_thread complete ep_warmup_time 342641 get_hits 666 get_misses 0 incr_hits 0 incr_misses 0 libevent 2.0.11-stable limit_maxbytes 67108864 listen_disabled_num 0 max_conns_on_port_11209 1000 max_conns_on_port_11210 9000 mem_used 27965432 pid 15816 pointer_size 64 rejected_conns 0 rusage_system 6.323038 rusage_user 25.973051 tap_checkpoint_start_received 692 tap_checkpoint_start_sent 608 tap_connect_received 52 tap_delete_received 616 tap_delete_sent 474 tap_mutation_received 6505 tap_mutation_sent 5266 tap_opaque_received 641 tap_opaque_sent 298 threads 4 time 1353461559 total_connections 356 uptime 503 vb_active_curr_items 3002 vb_active_eject 0 vb_active_expired 0 vb_active_ht_memory 8563192 vb_active_itm_memory 1005638 vb_active_meta_data_memory 221778 vb_active_num 341 vb_active_num_non_resident 0 vb_active_num_ref_ejects 0 vb_active_num_ref_items 3335 vb_active_ops_create 3335 vb_active_ops_delete 333 vb_active_ops_reject 0 vb_active_ops_update 666 vb_active_perc_mem_resident 100 vb_active_queue_age 0 vb_active_queue_drain 4334 vb_active_queue_fill 4334 vb_active_queue_memory 0 vb_active_queue_pending 0 vb_active_queue_size 0 vb_dead_num 0 vb_pending_curr_items 0 vb_pending_eject 0 vb_pending_expired 0 vb_pending_ht_memory 0 vb_pending_itm_memory 0 vb_pending_meta_data_memory 0 vb_pending_num 0 vb_pending_num_non_resident 0 vb_pending_num_ref_ejects 0 vb_pending_num_ref_items 0 vb_pending_ops_create 0 vb_pending_ops_delete 0 vb_pending_ops_reject 0 vb_pending_ops_update 0 vb_pending_perc_mem_resident 0 vb_pending_queue_age 0 vb_pending_queue_drain 0 vb_pending_queue_fill 0 vb_pending_queue_memory 0 vb_pending_queue_pending 0 vb_pending_queue_size 0 vb_replica_curr_items 3845 vb_replica_eject 0 vb_replica_expired 0 vb_replica_ht_memory 10873496 vb_replica_itm_memory 1288051 vb_replica_meta_data_memory 284059 vb_replica_num 433 vb_replica_num_non_resident 0 vb_replica_num_ref_ejects 0 vb_replica_num_ref_items 4175 vb_replica_ops_create 4145 vb_replica_ops_delete 655 vb_replica_ops_reject 0 vb_replica_ops_update 1904 vb_replica_perc_mem_resident 100 vb_replica_queue_age 0 vb_replica_queue_drain 7634 vb_replica_queue_fill 6860 vb_replica_queue_memory 2336 vb_replica_queue_pending 3131 vb_replica_queue_size 73 version 1.4.4_600_g7ea975a [ns_doctor:debug,2012-11-20T17:33:17.984,ns_1@10.1.3.236:ns_doctor<0.4574.0>:ns_doctor:handle_info:137]Current node statuses: [{'ns_1@10.1.3.235', [{last_heard,{1353,461593,439201}}, {outgoing_replications_safeness_level,[{"default",green}]}, {incoming_replications_conf_hashes, [{"default", [{'ns_1@10.1.3.236',82833044},{'ns_1@10.3.2.54',131674280}]}]}, {active_buckets,["default"]}, {ready_buckets,["default"]}, {local_tasks, [[{type,xdcr}, {id,<<"27a2c0bb24123b9a3ad23cedf36ad423/default/default">>}, {errors,[]}, {changes_left,0}, {docs_checked,5101}, {docs_written,4304}, {data_replicated,1977783}, {active_vbreps,0}, {waiting_vbreps,0}, {time_working,1444}, {time_committing,0}, {num_checkpoints,0}, {num_failedckpts,0}, {docs_rep_queue,0}, {size_rep_queue,0}]]}, {memory, [{total,727020968}, {processes,663540184}, {processes_used,663254368}, {system,63480784}, {atom,1413905}, {atom_used,1392435}, {binary,22004488}, {code,14410432}, {ets,7095016}]}, {system_memory_data, [{system_total_memory,4140711936}, {free_swap,5292630016}, {total_swap,5335146496}, {cached_memory,866938880}, {buffered_memory,257093632}, {free_memory,2149666816}, {total_memory,4140711936}]}, {node_storage_conf, [{db_path,"/opt/couchbase/var/lib/couchbase/data/"}, {index_path,"/opt/couchbase/var/lib/couchbase/data/"}]}, {statistics, [{wall_clock,{571350,4999}}, {context_switches,{2950291,0}}, {garbage_collection,{732370,3604289256,0}}, {io,{{input,224593599},{output,201694263}}}, {reductions,{864364371,15939923}}, {run_queue,0}, {runtime,{260640,7310}}]}, {system_stats, [{cpu_utilization_rate,61.31578947368421}, {swap_total,5335146496}, {swap_used,42516480}]}, {interesting_stats, [{couch_docs_actual_disk_size,40716255}, {couch_docs_data_size,40669895}, {couch_views_actual_disk_size,0}, {couch_views_data_size,0}, {curr_items,3665}, {curr_items_tot,6802}, {mem_used,28141576}, {vb_replica_curr_items,3137}]}, {cluster_compatibility_version,131072}, {version, [{public_key,"0.13"}, {lhttpc,"1.3.0"}, {ale,"8cffe61"}, {os_mon,"2.2.7"}, {couch_set_view,"1.2.0a-31560d7-git"}, {mnesia,"4.5"}, {inets,"5.7.1"}, {couch,"1.2.0a-31560d7-git"}, {mapreduce,"1.0.0"}, {couch_index_merger,"1.2.0a-31560d7-git"}, {kernel,"2.14.5"}, {crypto,"2.0.4"}, {ssl,"4.1.6"}, {sasl,"2.1.10"}, {couch_view_parser,"1.0.0"}, {ns_server,"2.0.0-1954-rel-enterprise"}, {mochiweb,"1.4.1"}, {oauth,"7d85d3ef"}, {stdlib,"1.17.5"}]}, {supported_compat_version,[2,0]}, {system_arch,"x86_64-unknown-linux-gnu"}, {wall_clock,571}, {memory_data,{4140711936,1931247616,{<14845.4544.0>,7628304}}}, {disk_data, [{"/",20219004,25},{"/boot",101086,14},{"/dev/shm",2021832,0}]}, {meminfo, <<"MemTotal: 4043664 kB\nMemFree: 2100896 kB\nBuffers: 251068 kB\nCached: 846620 kB\nSwapCached: 33260 kB\nActive: 1262396 kB\nInactive: 546892 kB\nHighTotal: 0 kB\nHighFree: 0 kB\nLowTotal: 4043664 kB\nLowFree: 2100896 kB\nSwapTotal: 5210104 kB\nSwapFree: 5168584 kB\nDirty: 12316 kB\nWriteback: 0 kB\nAnonPages: 711228 kB\nMapped: 13132 kB\nSlab: 99744 kB\nPageTables: 6944 kB\nNFS_Unstable: 0 kB\nBounce: 0 kB\nCommitLimit: 7231936 kB\nCommitted_AS: 2766972 kB\nVmallocTotal: 34359738367 kB\nVmallocUsed: 265708 kB\nVmallocChunk: 34359472391 kB\nHugePages_Total: 0\nHugePages_Free: 0\nHugePages_Rsvd: 0\nHugepagesize: 2048 kB\n">>}]}, {'ns_1@10.1.3.236', [{last_heard,{1353,461593,44417}}, {outgoing_replications_safeness_level,[{"default",green}]}, {incoming_replications_conf_hashes, [{"default", [{'ns_1@10.1.3.235',55688386},{'ns_1@10.3.2.54',12754605}]}]}, {active_buckets,["default"]}, {ready_buckets,["default"]}, {local_tasks, [[{type,xdcr}, {id,<<"27a2c0bb24123b9a3ad23cedf36ad423/default/default">>}, {errors, [<<"2012-11-20 17:30:05 - Error replicating vbucket 465: {bad_return_value,\n {db_not_found,\n <<\"http://Administrator:*****@10.1.3.238:8092/default%2f465%3baebf7b3a309c2ba1c1bd7e6c857b4c2e/\">>}}">>, <<"2012-11-20 17:30:05 - Error replicating vbucket 445: {bad_return_value,\n {db_not_found,\n <<\"http://Administrator:*****@10.1.3.238:8092/default%2f445%3baebf7b3a309c2ba1c1bd7e6c857b4c2e/\">>}}">>, <<"2012-11-20 17:30:05 - Error replicating vbucket 407: {bad_return_value,\n {db_not_found,\n <<\"http://Administrator:*****@10.1.3.238:8092/default%2f407%3baebf7b3a309c2ba1c1bd7e6c857b4c2e/\">>}}">>, <<"2012-11-20 17:30:05 - Error replicating vbucket 549: {bad_return_value,\n {db_not_found,\n <<\"http://Administrator:*****@10.1.3.238:8092/default%2f549%3baebf7b3a309c2ba1c1bd7e6c857b4c2e/\">>}}">>, <<"2012-11-20 17:30:05 - Error replicating vbucket 486: {bad_return_value,\n {db_not_found,\n <<\"http://Administrator:*****@10.1.3.238:8092/default%2f486%3baebf7b3a309c2ba1c1bd7e6c857b4c2e/\">>}}">>, <<"2012-11-20 17:30:05 - Error replicating vbucket 507: {bad_return_value,\n {db_not_found,\n <<\"http://Administrator:*****@10.1.3.238:8092/default%2f507%3baebf7b3a309c2ba1c1bd7e6c857b4c2e/\">>}}">>, <<"2012-11-20 17:30:05 - Error replicating vbucket 585: {bad_return_value,\n {db_not_found,\n <<\"http://Administrator:*****@10.1.3.238:8092/default%2f585%3baebf7b3a309c2ba1c1bd7e6c857b4c2e/\">>}}">>, <<"2012-11-20 17:30:05 - Error replicating vbucket 656: {bad_return_value,\n {db_not_found,\n <<\"http://Administrator:*****@10.1.3.238:8092/default%2f656%3baebf7b3a309c2ba1c1bd7e6c857b4c2e/\">>}}">>, <<"2012-11-20 17:30:05 - Error replicating vbucket 356: {bad_return_value,\n {db_not_found,\n <<\"http://Administrator:*****@10.1.3.238:8092/default%2f356%3baebf7b3a309c2ba1c1bd7e6c857b4c2e/\">>}}">>, <<"2012-11-20 17:30:05 - Error replicating vbucket 611: {bad_return_value,\n {db_not_found,\n <<\"http://Administrator:*****@10.1.3.238:8092/default%2f611%3baebf7b3a309c2ba1c1bd7e6c857b4c2e/\">>}}">>]}, {changes_left,0}, {docs_checked,6482}, {docs_written,5397}, {data_replicated,2503897}, {active_vbreps,0}, {waiting_vbreps,0}, {time_working,1154}, {time_committing,0}, {num_checkpoints,0}, {num_failedckpts,0}, {docs_rep_queue,0}, {size_rep_queue,0}]]}, {memory, [{total,598225584}, {processes,537293144}, {processes_used,537227272}, {system,60932440}, {atom,1397745}, {atom_used,1367207}, {binary,23088408}, {code,14116697}, {ets,3750480}]}, {system_memory_data, [{system_total_memory,4140711936}, {free_swap,5292642304}, {total_swap,5335146496}, {cached_memory,834035712}, {buffered_memory,258465792}, {free_memory,2275557376}, {total_memory,4140711936}]}, {node_storage_conf, [{db_path,"/opt/couchbase/var/lib/couchbase/data/"}, {index_path,"/opt/couchbase/var/lib/couchbase/data/"}]}, {statistics, [{wall_clock,{541440,5035}}, {context_switches,{2726891,0}}, {garbage_collection,{604983,2215631404,0}}, {io,{{input,173465741},{output,161076648}}}, {reductions,{711024032,13281760}}, {run_queue,0}, {runtime,{223330,4280}}]}, {system_stats, [{cpu_utilization_rate,48.87640449438202}, {swap_total,5335146496}, {swap_used,42504192}]}, {interesting_stats, [{couch_docs_actual_disk_size,37562252}, {couch_docs_data_size,37493673}, {couch_views_actual_disk_size,0}, {couch_views_data_size,0}, {curr_items,3002}, {curr_items_tot,7539}, {mem_used,30827576}, {vb_replica_curr_items,4537}]}, {cluster_compatibility_version,131072},