============================================================================== couchbase logs (debug) cbbrowse_logs ============================================================================== [ns_server:info,2012-11-14T10:46:45.858,nonode@nohost:<0.59.0>:ns_server:init_logging:225]Started & configured logging [ns_server:info,2012-11-14T10:46:45.860,nonode@nohost:<0.59.0>:ns_server:log_pending:30]Static config terms: [{error_logger_mf_dir,"/opt/couchbase/var/lib/couchbase/logs"}, {error_logger_mf_maxbytes,10485760}, {error_logger_mf_maxfiles,20}, {path_config_bindir,"/opt/couchbase/bin"}, {path_config_etcdir,"/opt/couchbase/etc/couchbase"}, {path_config_libdir,"/opt/couchbase/lib"}, {path_config_datadir,"/opt/couchbase/var/lib/couchbase"}, {path_config_tmpdir,"/opt/couchbase/var/lib/couchbase/tmp"}, {loglevel_default,debug}, {loglevel_couchdb,info}, {loglevel_ns_server,debug}, {loglevel_error_logger,debug}, {loglevel_user,debug}, {loglevel_menelaus,debug}, {loglevel_ns_doctor,debug}, {loglevel_stats,debug}, {loglevel_rebalance,debug}, {loglevel_cluster,debug}, {loglevel_views,debug}, {loglevel_mapreduce_errors,debug}, {loglevel_xdcr,debug}] [error_logger:info,2012-11-14T10:46:45.888,nonode@nohost:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================PROGRESS REPORT========================= supervisor: {local,crypto_sup} started: [{pid,<0.174.0>}, {name,crypto_server}, {mfargs,{crypto_server,start_link,[]}}, {restart_type,permanent}, {shutdown,2000}, {child_type,worker}] [error_logger:info,2012-11-14T10:46:45.888,nonode@nohost:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================PROGRESS REPORT========================= application: crypto started_at: nonode@nohost [error_logger:info,2012-11-14T10:46:45.890,nonode@nohost:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================PROGRESS REPORT========================= application: public_key started_at: nonode@nohost [error_logger:info,2012-11-14T10:46:45.893,nonode@nohost:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================PROGRESS REPORT========================= supervisor: {local,inets_sup} started: [{pid,<0.180.0>}, {name,ftp_sup}, {mfargs,{ftp_sup,start_link,[]}}, {restart_type,permanent}, {shutdown,infinity}, {child_type,supervisor}] [error_logger:info,2012-11-14T10:46:45.906,nonode@nohost:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================PROGRESS REPORT========================= supervisor: {local,httpc_profile_sup} started: [{pid,<0.183.0>}, {name,httpc_manager}, {mfargs, {httpc_manager,start_link, [default,only_session_cookies,inets]}}, {restart_type,permanent}, {shutdown,4000}, {child_type,worker}] [error_logger:info,2012-11-14T10:46:45.906,nonode@nohost:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================PROGRESS REPORT========================= supervisor: {local,httpc_sup} started: [{pid,<0.182.0>}, {name,httpc_profile_sup}, {mfargs, {httpc_profile_sup,start_link, [[{httpc,{default,only_session_cookies}}]]}}, {restart_type,permanent}, {shutdown,infinity}, {child_type,supervisor}] [error_logger:info,2012-11-14T10:46:45.908,nonode@nohost:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================PROGRESS REPORT========================= supervisor: {local,httpc_sup} started: [{pid,<0.184.0>}, {name,httpc_handler_sup}, {mfargs,{httpc_handler_sup,start_link,[]}}, {restart_type,permanent}, {shutdown,infinity}, {child_type,supervisor}] [error_logger:info,2012-11-14T10:46:45.908,nonode@nohost:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================PROGRESS REPORT========================= supervisor: {local,inets_sup} started: [{pid,<0.181.0>}, {name,httpc_sup}, {mfargs, {httpc_sup,start_link, [[{httpc,{default,only_session_cookies}}]]}}, {restart_type,permanent}, {shutdown,infinity}, {child_type,supervisor}] [error_logger:info,2012-11-14T10:46:45.910,nonode@nohost:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================PROGRESS REPORT========================= supervisor: {local,inets_sup} started: [{pid,<0.185.0>}, {name,httpd_sup}, {mfargs,{httpd_sup,start_link,[[]]}}, {restart_type,permanent}, {shutdown,infinity}, {child_type,supervisor}] [error_logger:info,2012-11-14T10:46:45.913,nonode@nohost:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================PROGRESS REPORT========================= supervisor: {local,inets_sup} started: [{pid,<0.186.0>}, {name,tftp_sup}, {mfargs,{tftp_sup,start_link,[[]]}}, {restart_type,permanent}, {shutdown,infinity}, {child_type,supervisor}] [error_logger:info,2012-11-14T10:46:45.913,nonode@nohost:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================PROGRESS REPORT========================= application: inets started_at: nonode@nohost [error_logger:info,2012-11-14T10:46:45.913,nonode@nohost:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================PROGRESS REPORT========================= application: oauth started_at: nonode@nohost [error_logger:info,2012-11-14T10:46:45.919,nonode@nohost:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================PROGRESS REPORT========================= supervisor: {local,ssl_sup} started: [{pid,<0.192.0>}, {name,ssl_broker_sup}, {mfargs,{ssl_broker_sup,start_link,[]}}, {restart_type,permanent}, {shutdown,2000}, {child_type,supervisor}] [error_logger:info,2012-11-14T10:46:45.922,nonode@nohost:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================PROGRESS REPORT========================= supervisor: {local,ssl_sup} started: [{pid,<0.193.0>}, {name,ssl_manager}, {mfargs,{ssl_manager,start_link,[[]]}}, {restart_type,permanent}, {shutdown,4000}, {child_type,worker}] [error_logger:info,2012-11-14T10:46:45.922,nonode@nohost:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================PROGRESS REPORT========================= supervisor: {local,ssl_sup} started: [{pid,<0.194.0>}, {name,ssl_connection}, {mfargs,{ssl_connection_sup,start_link,[]}}, {restart_type,permanent}, {shutdown,4000}, {child_type,supervisor}] [error_logger:info,2012-11-14T10:46:45.922,nonode@nohost:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================PROGRESS REPORT========================= application: ssl started_at: nonode@nohost [error_logger:info,2012-11-14T10:46:45.986,nonode@nohost:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================PROGRESS REPORT========================= supervisor: {local,ssl_sup} started: [{pid,<0.201.0>}, {name,ssl_server}, {mfargs,{ssl_server,start_link,[]}}, {restart_type,permanent}, {shutdown,2000}, {child_type,worker}] [error_logger:info,2012-11-14T10:46:45.986,nonode@nohost:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================PROGRESS REPORT========================= supervisor: {local,lhttpc_sup} started: [{pid,<0.199.0>}, {name,lhttpc_manager}, {mfargs, {lhttpc_manager,start_link, [[{name,lhttpc_manager}]]}}, {restart_type,permanent}, {shutdown,10000}, {child_type,worker}] [error_logger:info,2012-11-14T10:46:45.986,nonode@nohost:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================PROGRESS REPORT========================= application: lhttpc started_at: nonode@nohost [error_logger:info,2012-11-14T10:46:45.987,nonode@nohost:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================PROGRESS REPORT========================= application: mochiweb started_at: nonode@nohost [error_logger:info,2012-11-14T10:46:45.990,nonode@nohost:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================PROGRESS REPORT========================= application: couch_view_parser started_at: nonode@nohost [error_logger:info,2012-11-14T10:46:45.992,nonode@nohost:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================PROGRESS REPORT========================= application: couch_set_view started_at: nonode@nohost [error_logger:info,2012-11-14T10:46:45.994,nonode@nohost:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================PROGRESS REPORT========================= application: couch_index_merger started_at: nonode@nohost [error_logger:info,2012-11-14T10:46:45.996,nonode@nohost:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================PROGRESS REPORT========================= application: mapreduce started_at: nonode@nohost [error_logger:info,2012-11-14T10:46:46.016,nonode@nohost:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================PROGRESS REPORT========================= supervisor: {local,couch_server_sup} started: [{pid,<0.210.0>}, {name,couch_config}, {mfargs, {couch_server_sup,couch_config_start_link_wrapper, [["/opt/couchbase/etc/couchdb/default.ini", "/opt/couchbase/etc/couchdb/default.d/capi.ini", "/opt/couchbase/etc/couchdb/default.d/geocouch.ini", "/opt/couchbase/etc/couchdb/local.ini"], <0.210.0>]}}, {restart_type,permanent}, {shutdown,brutal_kill}, {child_type,worker}] [error_logger:info,2012-11-14T10:46:46.029,nonode@nohost:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================PROGRESS REPORT========================= supervisor: {local,couch_primary_services} started: [{pid,<0.213.0>}, {name,collation_driver}, {mfargs,{couch_drv,start_link,[]}}, {restart_type,permanent}, {shutdown,infinity}, {child_type,supervisor}] [error_logger:info,2012-11-14T10:46:46.029,nonode@nohost:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================PROGRESS REPORT========================= supervisor: {local,couch_primary_services} started: [{pid,<0.214.0>}, {name,couch_task_events}, {mfargs, {gen_event,start_link,[{local,couch_task_events}]}}, {restart_type,permanent}, {shutdown,brutal_kill}, {child_type,worker}] [error_logger:info,2012-11-14T10:46:46.030,nonode@nohost:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================PROGRESS REPORT========================= supervisor: {local,couch_primary_services} started: [{pid,<0.215.0>}, {name,couch_task_status}, {mfargs,{couch_task_status,start_link,[]}}, {restart_type,permanent}, {shutdown,brutal_kill}, {child_type,worker}] [error_logger:info,2012-11-14T10:46:46.031,nonode@nohost:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================PROGRESS REPORT========================= supervisor: {local,couch_primary_services} started: [{pid,<0.216.0>}, {name,couch_file_write_guard}, {mfargs,{couch_file_write_guard,sup_start_link,[]}}, {restart_type,permanent}, {shutdown,10000}, {child_type,worker}] [error_logger:info,2012-11-14T10:46:46.039,nonode@nohost:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================PROGRESS REPORT========================= supervisor: {local,couch_primary_services} started: [{pid,<0.217.0>}, {name,couch_server}, {mfargs,{couch_server,sup_start_link,[]}}, {restart_type,permanent}, {shutdown,brutal_kill}, {child_type,worker}] [error_logger:info,2012-11-14T10:46:46.039,nonode@nohost:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================PROGRESS REPORT========================= supervisor: {local,couch_primary_services} started: [{pid,<0.218.0>}, {name,couch_db_update_event}, {mfargs, {gen_event,start_link,[{local,couch_db_update}]}}, {restart_type,permanent}, {shutdown,brutal_kill}, {child_type,worker}] [error_logger:info,2012-11-14T10:46:46.040,nonode@nohost:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================PROGRESS REPORT========================= supervisor: {local,couch_primary_services} started: [{pid,<0.219.0>}, {name,couch_replication_event}, {mfargs, {gen_event,start_link,[{local,couch_replication}]}}, {restart_type,permanent}, {shutdown,brutal_kill}, {child_type,worker}] [error_logger:info,2012-11-14T10:46:46.040,nonode@nohost:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================PROGRESS REPORT========================= supervisor: {local,couch_primary_services} started: [{pid,<0.220.0>}, {name,couch_replication_supervisor}, {mfargs,{couch_rep_sup,start_link,[]}}, {restart_type,permanent}, {shutdown,infinity}, {child_type,supervisor}] [error_logger:info,2012-11-14T10:46:46.041,nonode@nohost:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================PROGRESS REPORT========================= supervisor: {local,couch_primary_services} started: [{pid,<0.221.0>}, {name,couch_log}, {mfargs,{couch_log,start_link,[]}}, {restart_type,permanent}, {shutdown,brutal_kill}, {child_type,worker}] [error_logger:info,2012-11-14T10:46:46.043,nonode@nohost:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================PROGRESS REPORT========================= supervisor: {local,couch_primary_services} started: [{pid,<0.222.0>}, {name,couch_main_index_barrier}, {mfargs, {couch_index_barrier,start_link, [couch_main_index_barrier, "max_parallel_indexers"]}}, {restart_type,permanent}, {shutdown,brutal_kill}, {child_type,worker}] [error_logger:info,2012-11-14T10:46:46.043,nonode@nohost:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================PROGRESS REPORT========================= supervisor: {local,couch_primary_services} started: [{pid,<0.223.0>}, {name,couch_replica_index_barrier}, {mfargs, {couch_index_barrier,start_link, [couch_replica_index_barrier, "max_parallel_replica_indexers"]}}, {restart_type,permanent}, {shutdown,brutal_kill}, {child_type,worker}] [error_logger:info,2012-11-14T10:46:46.043,nonode@nohost:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================PROGRESS REPORT========================= supervisor: {local,couch_server_sup} started: [{pid,<0.212.0>}, {name,couch_primary_services}, {mfargs,{couch_primary_sup,start_link,[]}}, {restart_type,permanent}, {shutdown,infinity}, {child_type,supervisor}] [error_logger:info,2012-11-14T10:46:46.045,nonode@nohost:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================PROGRESS REPORT========================= supervisor: {local,couch_secondary_services} started: [{pid,<0.225.0>}, {name,couch_db_update_notifier_sup}, {mfargs,{couch_db_update_notifier_sup,start_link,[]}}, {restart_type,permanent}, {shutdown,infinity}, {child_type,supervisor}] [error_logger:info,2012-11-14T10:46:46.061,nonode@nohost:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================PROGRESS REPORT========================= supervisor: {local,couch_secondary_services} started: [{pid,<0.226.0>}, {name,auth_cache}, {mfargs,{couch_auth_cache,start_link,[]}}, {restart_type,permanent}, {shutdown,brutal_kill}, {child_type,worker}] [error_logger:info,2012-11-14T10:46:46.064,nonode@nohost:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================PROGRESS REPORT========================= supervisor: {local,couch_secondary_services} started: [{pid,<0.237.0>}, {name,set_view_manager}, {mfargs,{couch_set_view,start_link,[]}}, {restart_type,permanent}, {shutdown,brutal_kill}, {child_type,worker}] [error_logger:info,2012-11-14T10:46:46.065,nonode@nohost:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================PROGRESS REPORT========================= supervisor: {local,couch_secondary_services} started: [{pid,<0.240.0>}, {name,spatial_manager}, {mfargs,{couch_spatial,start_link,[]}}, {restart_type,permanent}, {shutdown,brutal_kill}, {child_type,worker}] [error_logger:info,2012-11-14T10:46:46.065,nonode@nohost:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================PROGRESS REPORT========================= supervisor: {local,couch_secondary_services} started: [{pid,<0.242.0>}, {name,index_merger_pool}, {mfargs, {lhttpc_manager,start_link, [[{connection_timeout,90000}, {pool_size,10000}, {name,couch_index_merger_connection_pool}]]}}, {restart_type,permanent}, {shutdown,brutal_kill}, {child_type,worker}] [error_logger:info,2012-11-14T10:46:46.066,nonode@nohost:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================PROGRESS REPORT========================= supervisor: {local,couch_secondary_services} started: [{pid,<0.243.0>}, {name,query_servers}, {mfargs,{couch_query_servers,start_link,[]}}, {restart_type,permanent}, {shutdown,brutal_kill}, {child_type,worker}] [error_logger:info,2012-11-14T10:46:46.067,nonode@nohost:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================PROGRESS REPORT========================= supervisor: {local,couch_secondary_services} started: [{pid,<0.245.0>}, {name,couch_set_view_ddoc_cache}, {mfargs,{couch_set_view_ddoc_cache,start_link,[]}}, {restart_type,permanent}, {shutdown,brutal_kill}, {child_type,worker}] [error_logger:info,2012-11-14T10:46:46.068,nonode@nohost:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================PROGRESS REPORT========================= supervisor: {local,couch_secondary_services} started: [{pid,<0.247.0>}, {name,view_manager}, {mfargs,{couch_view,start_link,[]}}, {restart_type,permanent}, {shutdown,brutal_kill}, {child_type,worker}] [error_logger:info,2012-11-14T10:46:46.074,nonode@nohost:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================PROGRESS REPORT========================= supervisor: {local,couch_secondary_services} started: [{pid,<0.249.0>}, {name,httpd}, {mfargs,{couch_httpd,start_link,[]}}, {restart_type,permanent}, {shutdown,brutal_kill}, {child_type,worker}] [error_logger:info,2012-11-14T10:46:46.074,nonode@nohost:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================PROGRESS REPORT========================= supervisor: {local,couch_secondary_services} started: [{pid,<0.266.0>}, {name,uuids}, {mfargs,{couch_uuids,start,[]}}, {restart_type,permanent}, {shutdown,brutal_kill}, {child_type,worker}] [error_logger:info,2012-11-14T10:46:46.074,nonode@nohost:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================PROGRESS REPORT========================= supervisor: {local,couch_server_sup} started: [{pid,<0.224.0>}, {name,couch_secondary_services}, {mfargs,{couch_secondary_sup,start_link,[]}}, {restart_type,permanent}, {shutdown,infinity}, {child_type,supervisor}] [error_logger:info,2012-11-14T10:46:46.074,nonode@nohost:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================PROGRESS REPORT========================= supervisor: {local,cb_couch_sup} started: [{pid,<0.211.0>}, {name,couch_app}, {mfargs, {couch_app,start, [fake, ["/opt/couchbase/etc/couchdb/default.ini", "/opt/couchbase/etc/couchdb/local.ini"]]}}, {restart_type,permanent}, {shutdown,infinity}, {child_type,supervisor}] [error_logger:info,2012-11-14T10:46:46.074,nonode@nohost:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================PROGRESS REPORT========================= supervisor: {local,ns_server_cluster_sup} started: [{pid,<0.169.0>}, {name,cb_couch_sup}, {mfargs,{cb_couch_sup,start_link,[]}}, {restart_type,permanent}, {shutdown,5000}, {child_type,supervisor}] [ns_server:info,2012-11-14T10:46:46.077,nonode@nohost:ns_server_cluster_sup<0.168.0>:log_os_info:start_link:25]OS type: {unix,linux} Version: {2,6,18} Runtime info: [{otp_release,"R14B04"}, {erl_version,"5.8.5"}, {erl_version_long, "Erlang R14B04 (erts-5.8.5) [source] [64-bit] [smp:128:128] [rq:128] [async-threads:0] [kernel-poll:true]\n"}, {system_arch_raw,"x86_64-unknown-linux-gnu"}, {system_arch,"x86_64-unknown-linux-gnu"}, {localtime,{{2012,11,14},{10,46,46}}}, {memory, [{total,32437776}, {processes,5809352}, {processes_used,5801064}, {system,26628424}, {atom,832377}, {atom_used,824382}, {binary,54632}, {code,7940901}, {ets,636384}]}, {loaded, [ns_info,log_os_info,couch_config_writer,cb_init_loggers, mochiweb_acceptor,inet_tcp,gen_tcp,mochiweb_socket, mochiweb_socket_server,mochilists,mochiweb_http,eval_bits, couch_httpd,couch_view,couch_set_view_ddoc_cache, couch_query_servers,couch_spatial,mapreduce, couch_set_view,snappy,couch_compress, couch_spatial_validation,couch_set_view_mapreduce,ejson, couch_doc,couch_db_update_notifier,couch_btree, couch_ref_counter,couch_uuids,couch_db_updater,couch_db, couch_auth_cache,couch_db_update_notifier_sup, couch_secondary_sup,couch_index_barrier,couch_event_sup, couch_log,couch_rep_sup,httpd_util,filelib,couch_file, couch_file_write_guard,couch_task_status,erl_ddll, couch_drv,couch_primary_sup,couch_server,string,re,file2, couch_util,couch_config,couch_server_sup,mochiweb_sup, mochiweb_app,ssl_server,crypto,ssl,lhttpc_manager, lhttpc_sup,lhttpc,ssl_connection_sup,ssl_session_cache, ssl_certificate_db,ssl_manager,ssl_broker_sup,ssl_sup, ssl_app,tftp_sup,httpd_sup,httpc_handler_sup,httpc_cookie, inets,httpc_manager,httpc,httpc_profile_sup,httpc_sup, ftp_sup,inets_sup,inets_app,crypto_server,crypto_sup, crypto_app,couch_app,cb_couch_sup,ns_server_cluster_sup, calendar,ale_default_formatter,otp_internal,misc, 'ale_logger-xdcr','ale_logger-mapreduce_errors', 'ale_logger-views','ale_logger-cluster', 'ale_logger-rebalance','ale_logger-stats', 'ale_logger-ns_doctor','ale_logger-menelaus', 'ale_logger-user','ale_logger-ns_server', 'ale_logger-couchdb',ns_log_sink,disk_log_sup, disk_log_server,disk_log_1,disk_log,ale_disk_sink, ns_server,timer,io_lib_fread,cpu_sup,memsup,disksup, os_mon,io,release_handler,overload,alarm_handler,log_mf_h, sasl,ale_error_logger_handler,'ale_logger-ale_logger', 'ale_logger-error_logger',beam_opcodes,beam_dict,beam_asm, beam_validator,beam_flatten,beam_trim,beam_receive, beam_bsm,beam_peep,beam_dead,beam_type,beam_bool, beam_clean,beam_utils,beam_jump,beam_block,v3_codegen, v3_life,v3_kernel,sys_core_dsetel,erl_bifs,sys_core_fold, cerl_trees,sys_core_inline,core_lib,cerl,v3_core,erl_bits, erl_expand_records,sys_pre_expand,sofs,erl_internal,sets, ordsets,erl_lint,compile,dynamic_compile,ale_utils, io_lib_pretty,io_lib_format,io_lib,ale_codegen,dict,ale, ale_dynamic_sup,ale_sup,ale_app,ns_bootstrap, file_io_server,orddict,erl_eval,file,c,queue, kernel_config,user,user_sup,supervisor_bridge, standard_error,unicode,binary,ets,gb_sets, hipe_unified_loader,packages,code_server,code,file_server, net_kernel,global_group,erl_distribution,filename, inet_gethost_native,os,inet_parse,inet,inet_udp, inet_config,inet_db,global,gb_trees,rpc,supervisor,kernel, application_master,sys,application,gen_server,erl_parse, proplists,erl_scan,lists,application_controller,proc_lib, gen,gen_event,error_logger,heart,error_handler,erlang, erl_prim_loader,prim_zip,zlib,prim_file,prim_inet,init, otp_ring0]}, {applications, [{public_key,"Public key infrastructure","0.13"}, {lhttpc,"Lightweight HTTP Client","1.3.0"}, {ale,"Another Logger for Erlang","8cffe61"}, {os_mon,"CPO CXC 138 46","2.2.7"}, {couch_set_view,"Set views","1.2.0a-dd6de6a-git"}, {inets,"INETS CXC 138 49","5.7.1"}, {couch,"Apache CouchDB","1.2.0a-dd6de6a-git"}, {mapreduce,"MapReduce using V8 JavaScript engine","1.0.0"}, {couch_index_merger,"Index merger","1.2.0a-dd6de6a-git"}, {kernel,"ERTS CXC 138 10","2.14.5"}, {crypto,"CRYPTO version 2","2.0.4"}, {ssl,"Erlang/OTP SSL application","4.1.6"}, {sasl,"SASL CXC 138 11","2.1.10"}, {couch_view_parser,"Couch view parser","1.0.0"}, {ns_server,"Couchbase server","2.0.0-1945-rel-enterprise"}, {mochiweb,"MochiMedia Web Server","1.4.1"}, {oauth,"Erlang OAuth implementation","7d85d3ef"}, {stdlib,"ERTS CXC 138 10","1.17.5"}]}, {pre_loaded, [erlang,erl_prim_loader,prim_zip,zlib,prim_file,prim_inet, init,otp_ring0]}, {process_count,151}, {node,nonode@nohost}, {nodes,[]}, {registered, ['sink-disk_stats',kernel_safe_sup,'sink-disk_xdcr_errors', 'sink-disk_xdcr','sink-disk_debug','sink-disk_couchdb', inets_sup,'sink-disk_mapreduce_errors',crypto_server, 'sink-disk_views',crypto_sup,'sink-disk_error', mochiweb_sup,couch_secondary_services, couch_primary_services,ale_sup,couch_db_update, ale_dynamic_sup,sasl_safe_sup,couch_query_servers, couch_httpd,couch_drv,couch_server,ale, couch_set_view_ddoc_cache, couch_index_merger_connection_pool,error_logger, couch_spatial,lhttpc_manager,standard_error, couch_replica_index_barrier,standard_error_sup, couch_main_index_barrier,tftp_sup,sasl_sup, couch_replication,couch_auth_cache,couch_task_events, timer_server,couch_task_status,erl_prim_loader, release_handler,inet_db,overload,rex,kernel_sup, alarm_handler,global_name_server,couch_log,couch_view, file_server_2,couch_rep_sup,global_group, 'sink-disk_default',ssl_connection_sup,cb_couch_sup, ns_server_cluster_sup,couch_config,httpd_sup,ssl_manager, init,couch_server_sup,couch_file_write_guard,couch_uuids, couch_db_update_notifier_sup,disk_log_sup,disk_log_server, user,ssl_broker_sup,code_server,ssl_server,ssl_sup, application_controller,httpc_sup,httpc_profile_sup, os_mon_sup,httpc_manager,httpc_handler_sup,lhttpc_sup, cpu_sup,ftp_sup,memsup,'sink-ns_log',disksup, couch_set_view]}, {cookie,nocookie}, {wordsize,8}, {wall_clock,0}] [ns_server:info,2012-11-14T10:46:46.081,nonode@nohost:ns_server_cluster_sup<0.168.0>:log_os_info:start_link:27]Manifest: ["","", " ", " ", " ", " ", " ", " ", " "," ", " ", " ", " ", " ", " ", " ", " ", " ", " ", " ", " ", " ", " ", " ", " ", " ", " ", " ", " ", " ", " ", " ", " ", " ", " ",""] [error_logger:info,2012-11-14T10:46:46.082,nonode@nohost:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================PROGRESS REPORT========================= supervisor: {local,ns_server_cluster_sup} started: [{pid,<0.268.0>}, {name,timeout_diag_logger}, {mfargs,{timeout_diag_logger,start_link,[]}}, {restart_type,permanent}, {shutdown,1000}, {child_type,worker}] [ns_server:info,2012-11-14T10:46:46.083,nonode@nohost:dist_manager<0.269.0>:dist_manager:read_address_config:55]Reading ip config from "/opt/couchbase/var/lib/couchbase/ip" [ns_server:info,2012-11-14T10:46:46.083,nonode@nohost:dist_manager<0.269.0>:dist_manager:init:125]ip config not found. Looks like we're brand new node [error_logger:info,2012-11-14T10:46:46.084,nonode@nohost:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================PROGRESS REPORT========================= supervisor: {local,inet_gethost_native_sup} started: [{pid,<0.271.0>},{mfa,{inet_gethost_native,init,[[]]}}] [error_logger:info,2012-11-14T10:46:46.084,nonode@nohost:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================PROGRESS REPORT========================= supervisor: {local,kernel_safe_sup} started: [{pid,<0.270.0>}, {name,inet_gethost_native_sup}, {mfargs,{inet_gethost_native,start_link,[]}}, {restart_type,temporary}, {shutdown,1000}, {child_type,worker}] [ns_server:info,2012-11-14T10:46:46.090,nonode@nohost:dist_manager<0.269.0>:dist_manager:bringup:193]Attempting to bring up net_kernel with name 'ns_1@127.0.0.1' [error_logger:info,2012-11-14T10:46:46.091,nonode@nohost:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================PROGRESS REPORT========================= supervisor: {local,net_sup} started: [{pid,<0.273.0>}, {name,erl_epmd}, {mfargs,{erl_epmd,start_link,[]}}, {restart_type,permanent}, {shutdown,2000}, {child_type,worker}] [error_logger:info,2012-11-14T10:46:46.092,nonode@nohost:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================PROGRESS REPORT========================= supervisor: {local,net_sup} started: [{pid,<0.274.0>}, {name,auth}, {mfargs,{auth,start_link,[]}}, {restart_type,permanent}, {shutdown,2000}, {child_type,worker}] [ns_server:info,2012-11-14T10:46:46.092,ns_1@127.0.0.1:dist_manager<0.269.0>:dist_manager:save_node:112]saving node to "/opt/couchbase/var/lib/couchbase/couchbase-server.node" [error_logger:info,2012-11-14T10:46:46.092,ns_1@127.0.0.1:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================PROGRESS REPORT========================= supervisor: {local,net_sup} started: [{pid,<0.275.0>}, {name,net_kernel}, {mfargs, {net_kernel,start_link, [['ns_1@127.0.0.1',longnames]]}}, {restart_type,permanent}, {shutdown,2000}, {child_type,worker}] [error_logger:info,2012-11-14T10:46:46.092,ns_1@127.0.0.1:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================PROGRESS REPORT========================= supervisor: {local,kernel_sup} started: [{pid,<0.272.0>}, {name,net_sup_dynamic}, {mfargs, {erl_distribution,start_link, [['ns_1@127.0.0.1',longnames]]}}, {restart_type,permanent}, {shutdown,1000}, {child_type,supervisor}] [ns_server:debug,2012-11-14T10:46:46.097,ns_1@127.0.0.1:dist_manager<0.269.0>:dist_manager:bringup:201]Attempted to save node name to disk: ok [error_logger:info,2012-11-14T10:46:46.097,ns_1@127.0.0.1:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================PROGRESS REPORT========================= supervisor: {local,ns_server_cluster_sup} started: [{pid,<0.269.0>}, {name,dist_manager}, {mfargs,{dist_manager,start_link,[]}}, {restart_type,permanent}, {shutdown,1000}, {child_type,worker}] [error_logger:info,2012-11-14T10:46:46.098,ns_1@127.0.0.1:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================PROGRESS REPORT========================= supervisor: {local,ns_server_cluster_sup} started: [{pid,<0.278.0>}, {name,ns_cookie_manager}, {mfargs,{ns_cookie_manager,start_link,[]}}, {restart_type,permanent}, {shutdown,1000}, {child_type,worker}] [error_logger:info,2012-11-14T10:46:46.100,ns_1@127.0.0.1:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================PROGRESS REPORT========================= supervisor: {local,ns_server_cluster_sup} started: [{pid,<0.279.0>}, {name,ns_cluster}, {mfargs,{ns_cluster,start_link,[]}}, {restart_type,permanent}, {shutdown,5000}, {child_type,worker}] [error_logger:info,2012-11-14T10:46:46.100,ns_1@127.0.0.1:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================PROGRESS REPORT========================= supervisor: {local,mb_mnesia_sup} started: [{pid,<0.281.0>}, {name,mb_mnesia_events}, {mfargs, {gen_event,start_link,[{local,mb_mnesia_events}]}}, {restart_type,permanent}, {shutdown,10}, {child_type,worker}] [error_logger:info,2012-11-14T10:46:46.138,ns_1@127.0.0.1:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================PROGRESS REPORT========================= supervisor: {local,mnesia_sup} started: [{pid,<0.288.0>}, {name,mnesia_event}, {mfargs,{mnesia_sup,start_event,[]}}, {restart_type,permanent}, {shutdown,30000}, {child_type,worker}] [error_logger:info,2012-11-14T10:46:46.139,ns_1@127.0.0.1:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================PROGRESS REPORT========================= supervisor: {local,mnesia_kernel_sup} started: [{pid,<0.290.0>}, {name,mnesia_monitor}, {mfargs,{mnesia_monitor,start,[]}}, {restart_type,permanent}, {shutdown,3000}, {child_type,worker}] [error_logger:info,2012-11-14T10:46:46.139,ns_1@127.0.0.1:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================PROGRESS REPORT========================= supervisor: {local,mnesia_kernel_sup} started: [{pid,<0.291.0>}, {name,mnesia_subscr}, {mfargs,{mnesia_subscr,start,[]}}, {restart_type,permanent}, {shutdown,3000}, {child_type,worker}] [error_logger:info,2012-11-14T10:46:46.142,ns_1@127.0.0.1:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================PROGRESS REPORT========================= supervisor: {local,mnesia_kernel_sup} started: [{pid,<0.292.0>}, {name,mnesia_locker}, {mfargs,{mnesia_locker,start,[]}}, {restart_type,permanent}, {shutdown,3000}, {child_type,worker}] [error_logger:info,2012-11-14T10:46:46.144,ns_1@127.0.0.1:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================PROGRESS REPORT========================= supervisor: {local,mnesia_kernel_sup} started: [{pid,<0.293.0>}, {name,mnesia_recover}, {mfargs,{mnesia_recover,start,[]}}, {restart_type,permanent}, {shutdown,180000}, {child_type,worker}] [error_logger:info,2012-11-14T10:46:46.150,ns_1@127.0.0.1:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================PROGRESS REPORT========================= supervisor: {local,mnesia_kernel_sup} started: [{pid,<0.294.0>}, {name,mnesia_tm}, {mfargs,{mnesia_tm,start,[]}}, {restart_type,permanent}, {shutdown,30000}, {child_type,worker}] [error_logger:info,2012-11-14T10:46:46.151,ns_1@127.0.0.1:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================PROGRESS REPORT========================= supervisor: {local,mnesia_kernel_sup} started: [{pid,<0.295.0>}, {name,mnesia_checkpoint_sup}, {mfargs,{mnesia_checkpoint_sup,start,[]}}, {restart_type,permanent}, {shutdown,infinity}, {child_type,supervisor}] [error_logger:info,2012-11-14T10:46:46.153,ns_1@127.0.0.1:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================PROGRESS REPORT========================= supervisor: {local,mnesia_kernel_sup} started: [{pid,<0.296.0>}, {name,mnesia_snmp_sup}, {mfargs,{mnesia_snmp_sup,start,[]}}, {restart_type,permanent}, {shutdown,infinity}, {child_type,supervisor}] [error_logger:info,2012-11-14T10:46:46.157,ns_1@127.0.0.1:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================PROGRESS REPORT========================= supervisor: {local,mnesia_kernel_sup} started: [{pid,<0.297.0>}, {name,mnesia_controller}, {mfargs,{mnesia_controller,start,[]}}, {restart_type,permanent}, {shutdown,3000}, {child_type,worker}] [error_logger:info,2012-11-14T10:46:46.163,ns_1@127.0.0.1:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================PROGRESS REPORT========================= supervisor: {local,mnesia_kernel_sup} started: [{pid,<0.298.0>}, {name,mnesia_late_loader}, {mfargs,{mnesia_late_loader,start,[]}}, {restart_type,permanent}, {shutdown,3000}, {child_type,worker}] [error_logger:info,2012-11-14T10:46:46.163,ns_1@127.0.0.1:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================PROGRESS REPORT========================= supervisor: {local,mnesia_sup} started: [{pid,<0.289.0>}, {name,mnesia_kernel_sup}, {mfargs,{mnesia_kernel_sup,start,[]}}, {restart_type,permanent}, {shutdown,infinity}, {child_type,supervisor}] [error_logger:info,2012-11-14T10:46:46.163,ns_1@127.0.0.1:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================PROGRESS REPORT========================= application: mnesia started_at: 'ns_1@127.0.0.1' [error_logger:info,2012-11-14T10:46:46.178,ns_1@127.0.0.1:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================PROGRESS REPORT========================= supervisor: {local,kernel_safe_sup} started: [{pid,<0.304.0>}, {name,dets_sup}, {mfargs,{dets_sup,start_link,[]}}, {restart_type,permanent}, {shutdown,1000}, {child_type,supervisor}] [error_logger:info,2012-11-14T10:46:46.178,ns_1@127.0.0.1:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================PROGRESS REPORT========================= supervisor: {local,kernel_safe_sup} started: [{pid,<0.305.0>}, {name,dets}, {mfargs,{dets_server,start_link,[]}}, {restart_type,permanent}, {shutdown,2000}, {child_type,worker}] [ns_server:debug,2012-11-14T10:46:46.193,ns_1@127.0.0.1:mb_mnesia<0.282.0>:mb_mnesia:ensure_schema:432]Committed schema to disk. [ns_server:debug,2012-11-14T10:46:46.207,ns_1@127.0.0.1:mb_mnesia<0.282.0>:mb_mnesia:init:268]Current config: [{access_module,mnesia}, {auto_repair,true}, {backup_module,mnesia_backup}, {checkpoints,[]}, {db_nodes,['ns_1@127.0.0.1']}, {debug,verbose}, {directory,"/opt/couchbase/var/lib/couchbase/mnesia"}, {dump_log_load_regulation,false}, {dump_log_time_threshold,180000}, {dump_log_update_in_place,true}, {dump_log_write_threshold,1000}, {embedded_mnemosyne,false}, {event_module,mnesia_event}, {extra_db_nodes,[]}, {fallback_activated,false}, {held_locks,[]}, {ignore_fallback_at_startup,false}, {fallback_error_function,{mnesia,lkill}}, {is_running,yes}, {local_tables,[local_config,cluster,schema]}, {lock_queue,[]}, {log_version,"4.3"}, {master_node_tables,[]}, {max_wait_for_decision,10000}, {protocol_version,{8,0}}, {running_db_nodes,['ns_1@127.0.0.1']}, {schema_location,opt_disc}, {schema_version,{3,0}}, {subscribers,[<0.288.0>,<0.282.0>]}, {tables,[local_config,cluster,schema]}, {transaction_commits,5}, {transaction_failures,0}, {transaction_log_writes,6}, {transaction_restarts,0}, {transactions,[]}, {use_dir,true}, {core_dir,false}, {no_table_loaders,2}, {dc_dump_limit,4}, {send_compressed,0}, {version,"4.5"}] Peers: ['ns_1@127.0.0.1'] [error_logger:info,2012-11-14T10:46:46.207,ns_1@127.0.0.1:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================PROGRESS REPORT========================= supervisor: {local,mb_mnesia_sup} started: [{pid,<0.282.0>}, {name,mb_mnesia}, {mfargs,{mb_mnesia,start_link,[]}}, {restart_type,permanent}, {shutdown,5000}, {child_type,worker}] [ns_server:debug,2012-11-14T10:46:46.207,ns_1@127.0.0.1:mb_mnesia<0.282.0>:mb_mnesia:handle_info:222]Mnesia table event: {write,{schema,schema, [{name,schema}, {type,set}, {ram_copies,[]}, {disc_copies,['ns_1@127.0.0.1']}, {disc_only_copies,[]}, {load_order,0}, {access_mode,read_write}, {majority,false}, {index,[]}, {snmp,[]}, {local_content,false}, {record_name,schema}, {attributes,[table,cstruct]}, {user_properties,[]}, {frag_properties,[]}, {cookie,{{1352,918806,147722},'ns_1@127.0.0.1'}}, {version,{{3,0},{'ns_1@127.0.0.1',{1352,918806,163597}}}}]}, {tid,3,<0.301.0>}} [ns_server:info,2012-11-14T10:46:46.208,ns_1@127.0.0.1:ns_config_sup<0.330.0>:ns_config_sup:init:32]loading static ns_config from "/opt/couchbase/etc/couchbase/config" [ns_server:debug,2012-11-14T10:46:46.208,ns_1@127.0.0.1:mb_mnesia<0.282.0>:mb_mnesia:handle_info:217]Peers: ['ns_1@127.0.0.1'] [ns_server:debug,2012-11-14T10:46:46.208,ns_1@127.0.0.1:mb_mnesia<0.282.0>:mb_mnesia:handle_info:217]Peers: ['ns_1@127.0.0.1'] [error_logger:info,2012-11-14T10:46:46.208,ns_1@127.0.0.1:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================PROGRESS REPORT========================= supervisor: {local,ns_server_cluster_sup} started: [{pid,<0.280.0>}, {name,mb_mnesia_sup}, {mfargs,{mb_mnesia_sup,start_link,[]}}, {restart_type,permanent}, {shutdown,infinity}, {child_type,supervisor}] [ns_server:debug,2012-11-14T10:46:46.208,ns_1@127.0.0.1:mb_mnesia<0.282.0>:mb_mnesia:handle_info:222]Mnesia table event: {write,{schema,local_config, [{name,local_config}, {type,set}, {ram_copies,[]}, {disc_copies,['ns_1@127.0.0.1']}, {disc_only_copies,[]}, {load_order,0}, {access_mode,read_write}, {majority,false}, {index,[]}, {snmp,[]}, {local_content,true}, {record_name,local_config}, {attributes,[key,val]}, {user_properties,[]}, {frag_properties,[]}, {cookie,{{1352,918806,205549},'ns_1@127.0.0.1'}}, {version,{{2,0},[]}}]}, {tid,5,<0.324.0>}} [ns_server:debug,2012-11-14T10:46:46.208,ns_1@127.0.0.1:mb_mnesia<0.282.0>:mb_mnesia:handle_info:222]Mnesia table event: {write,{schema,local_config, [{name,local_config}, {type,set}, {ram_copies,[]}, {disc_copies,['ns_1@127.0.0.1']}, {disc_only_copies,[]}, {load_order,0}, {access_mode,read_write}, {majority,false}, {index,[]}, {snmp,[]}, {local_content,true}, {record_name,local_config}, {attributes,[key,val]}, {user_properties,[]}, {frag_properties,[]}, {cookie,{{1352,918806,205549},'ns_1@127.0.0.1'}}, {version,{{2,0},[]}}]}, {tid,5,<0.324.0>}} [error_logger:info,2012-11-14T10:46:46.210,ns_1@127.0.0.1:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================PROGRESS REPORT========================= supervisor: {local,ns_config_sup} started: [{pid,<0.331.0>}, {name,ns_config_events}, {mfargs, {gen_event,start_link,[{local,ns_config_events}]}}, {restart_type,permanent}, {shutdown,1000}, {child_type,worker}] [error_logger:info,2012-11-14T10:46:46.211,ns_1@127.0.0.1:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================PROGRESS REPORT========================= supervisor: {local,ns_config_sup} started: [{pid,<0.332.0>}, {name,ns_config_events_local}, {mfargs, {gen_event,start_link, [{local,ns_config_events_local}]}}, {restart_type,permanent}, {shutdown,brutal_kill}, {child_type,worker}] [ns_server:info,2012-11-14T10:46:46.214,ns_1@127.0.0.1:ns_config<0.333.0>:ns_config:load_config:674]Loading static config from "/opt/couchbase/etc/couchbase/config" [ns_server:info,2012-11-14T10:46:46.214,ns_1@127.0.0.1:ns_config<0.333.0>:ns_config:load_config:688]Loading dynamic config from "/opt/couchbase/var/lib/couchbase/config/config.dat" [ns_server:info,2012-11-14T10:46:46.214,ns_1@127.0.0.1:ns_config<0.333.0>:ns_config:load_config:692]No dynamic config file found. Assuming we're brand new node [ns_server:debug,2012-11-14T10:46:46.214,ns_1@127.0.0.1:ns_config<0.333.0>:ns_config:load_config:695]Here's full dynamic config we loaded: [] [ns_server:info,2012-11-14T10:46:46.214,ns_1@127.0.0.1:ns_config<0.333.0>:ns_config:load_config:706]Here's full dynamic config we loaded + static & default config: [{auto_failover_cfg,[{enabled,false},{timeout,30},{max_nodes,1},{count,0}]}, {replication,[{enabled,true}]}, {email_alerts, [{recipients,["root@localhost"]}, {sender,"couchbase@localhost"}, {enabled,false}, {email_server, [{user,[]},{pass,[]},{host,"localhost"},{port,25},{encrypt,false}]}, {alerts, [auto_failover_node,auto_failover_maximum_reached, auto_failover_other_nodes_down,auto_failover_cluster_too_small,ip, disk,overhead,ep_oom_errors,ep_item_commit_failed]}]}, {{node,'ns_1@127.0.0.1',ns_log}, [{filename,"/opt/couchbase/var/lib/couchbase/data/ns_log"}]}, {{node,'ns_1@127.0.0.1',port_servers}, [{moxi,"/opt/couchbase/bin/moxi", ["-Z", {"port_listen=~B,default_bucket_name=default,downstream_max=1024,downstream_conn_max=4,connect_max_errors=5,connect_retry_interval=30000,connect_timeout=400,auth_timeout=100,cycle=200,downstream_conn_queue_timeout=200,downstream_timeout=5000,wait_queue_timeout=200", [port]}, "-z", {"url=http://127.0.0.1:~B/pools/default/saslBucketsStreaming", [{misc,this_node_rest_port,[]}]}, "-p","0","-Y","y","-O","stderr", {"~s",[verbosity]}], [{env, [{"EVENT_NOSELECT","1"}, {"MOXI_SASL_PLAIN_USR",{"~s",[{ns_moxi_sup,rest_user,[]}]}}, {"MOXI_SASL_PLAIN_PWD",{"~s",[{ns_moxi_sup,rest_pass,[]}]}}]}, use_stdio,exit_status,port_server_send_eol,stderr_to_stdout,stream]}, {memcached,"/opt/couchbase/bin/memcached", ["-X","/opt/couchbase/lib/memcached/stdin_term_handler.so","-X", {"/opt/couchbase/lib/memcached/file_logger.so,cyclesize=~B;sleeptime=~B;filename=~s/~s", [log_cyclesize,log_sleeptime,log_path,log_prefix]}, "-l", {"0.0.0.0:~B,0.0.0.0:~B:1000",[port,dedicated_port]}, "-p", {"~B",[port]}, "-E","/opt/couchbase/lib/memcached/bucket_engine.so","-B","binary", "-r","-c","10000","-e", {"admin=~s;default_bucket_name=default;auto_create=false", [admin_user]}, {"~s",[verbosity]}], [{env, [{"EVENT_NOSELECT","1"}, {"MEMCACHED_TOP_KEYS","100"}, {"ISASL_PWFILE",{"~s",[{isasl,path}]}}, {"ISASL_DB_CHECK_TIME","1"}]}, use_stdio,stderr_to_stdout,exit_status,port_server_send_eol,stream]}]}, {{node,'ns_1@127.0.0.1',moxi},[{port,11211},{verbosity,[]}]}, {buckets,[{configs,[]}]}, {memory_quota,19259}, {{node,'ns_1@127.0.0.1',memcached}, [{'_vclock',[{'_',{1,0}}]}, {port,11210}, {mccouch_port,11213}, {dedicated_port,11209}, {admin_user,"_admin"}, {admin_pass,"_admin"}, {bucket_engine,"/opt/couchbase/lib/memcached/bucket_engine.so"}, {engines, [{membase, [{engine,"/opt/couchbase/lib/memcached/ep.so"}, {static_config_string, "vb0=false;waitforwarmup=false;failpartialwarmup=false"}]}, {memcached, [{engine,"/opt/couchbase/lib/memcached/default_engine.so"}, {static_config_string,"vb0=true"}]}]}, {log_path,"/opt/couchbase/var/lib/couchbase/logs"}, {log_prefix,"memcached.log"}, {log_generations,10}, {log_cyclesize,104857600}, {log_sleeptime,19}, {log_rotation_period,39003}, {verbosity,[]}]}, {{node,'ns_1@127.0.0.1',isasl}, [{path,"/opt/couchbase/var/lib/couchbase/data/isasl.pw"}]}, {remote_clusters,[]}, {rest_creds,[{creds,[]}]}, {{node,'ns_1@127.0.0.1',capi_port},8092}, {{node,'ns_1@127.0.0.1',rest},[{port,8091},{port_meta,global}]}, {{couchdb,max_parallel_replica_indexers},2}, {{couchdb,max_parallel_indexers},4}, {rest,[{port,8091}]}, {{node,'ns_1@127.0.0.1',membership},active}, {nodes_wanted,['ns_1@127.0.0.1']}, {{node,'ns_1@127.0.0.1',compaction_daemon}, [{check_interval,30},{min_file_size,131072}]}, {fast_warmup, [{fast_warmup_enabled,true}, {min_memory_threshold,10}, {min_items_threshold,10}]}, {set_view_update_daemon, [{update_interval,5000}, {update_min_changes,5000}, {replica_update_min_changes,5000}]}, {autocompaction, [{database_fragmentation_threshold,{30,undefined}}, {view_fragmentation_threshold,{30,undefined}}]}, {max_bucket_count,10}, {index_aware_rebalance_disabled,false}, {xdcr_capi_checkpoint_timeout,10}, {xdcr_failure_restart_interval,30}, {xdcr_doc_batch_size_kb,512}, {xdcr_checkpoint_interval,1800}] [ns_server:info,2012-11-14T10:46:46.215,ns_1@127.0.0.1:ns_config<0.333.0>:ns_config_default:upgrade_config_from_1_7_to_1_7_1:296]Upgrading config from 1.7 to 1.7.1 [ns_server:debug,2012-11-14T10:46:46.216,ns_1@127.0.0.1:ns_config<0.333.0>:ns_config:do_upgrade_config:469]Upgrading config by changes: [{set,{node,'ns_1@127.0.0.1',config_version},{1,7,1}}, {set,email_alerts, [{recipients,["root@localhost"]}, {sender,"couchbase@localhost"}, {enabled,false}, {email_server,[{user,[]}, {pass,[]}, {host,"localhost"}, {port,25}, {encrypt,false}]}, {alerts,[auto_failover_node,auto_failover_maximum_reached, auto_failover_other_nodes_down, auto_failover_cluster_too_small,ip,disk,overhead, ep_oom_errors,ep_item_commit_failed]}]}, {set,auto_failover_cfg, [{enabled,false},{timeout,30},{max_nodes,1},{count,0}]}] [ns_server:info,2012-11-14T10:46:46.217,ns_1@127.0.0.1:ns_config<0.333.0>:ns_config_default:upgrade_config_from_1_7_1_to_1_7_2:307]Upgrading config from 1.7.1 to 1.7.2 [ns_server:debug,2012-11-14T10:46:46.218,ns_1@127.0.0.1:ns_config<0.333.0>:ns_config:do_upgrade_config:469]Upgrading config by changes: [{set,{node,'ns_1@127.0.0.1',config_version},{1,7,2}}] [ns_server:info,2012-11-14T10:46:46.218,ns_1@127.0.0.1:ns_config<0.333.0>:ns_config_default:upgrade_config_from_1_7_2_to_1_8_0:361]Upgrading config from 1.7.2 to 1.8.0 [ns_server:debug,2012-11-14T10:46:46.220,ns_1@127.0.0.1:ns_config<0.333.0>:ns_config:do_upgrade_config:469]Upgrading config by changes: [{set,{node,'ns_1@127.0.0.1',config_version},{1,8,0}}, {set,{node,'ns_1@127.0.0.1',port_servers}, [{moxi,"/opt/couchbase/bin/moxi", ["-Z", {"port_listen=~B,default_bucket_name=default,downstream_max=1024,downstream_conn_max=4,connect_max_errors=5,connect_retry_interval=30000,connect_timeout=400,auth_timeout=100,cycle=200,downstream_conn_queue_timeout=200,downstream_timeout=5000,wait_queue_timeout=200", [port]}, "-z", {"url=http://127.0.0.1:~B/pools/default/saslBucketsStreaming", [{misc,this_node_rest_port,[]}]}, "-p","0","-Y","y","-O","stderr", {"~s",[verbosity]}], [{env,[{"EVENT_NOSELECT","1"}, {"MOXI_SASL_PLAIN_USR", {"~s",[{ns_moxi_sup,rest_user,[]}]}}, {"MOXI_SASL_PLAIN_PWD", {"~s",[{ns_moxi_sup,rest_pass,[]}]}}]}, use_stdio,exit_status,port_server_send_eol,stderr_to_stdout, stream]}, {memcached,"/opt/couchbase/bin/memcached", ["-X","/opt/couchbase/lib/memcached/stdin_term_handler.so", "-X", {"/opt/couchbase/lib/memcached/file_logger.so,cyclesize=~B;sleeptime=~B;filename=~s/~s", [log_cyclesize,log_sleeptime,log_path,log_prefix]}, "-l", {"0.0.0.0:~B,0.0.0.0:~B:1000",[port,dedicated_port]}, "-p", {"~B",[port]}, "-E","/opt/couchbase/lib/memcached/bucket_engine.so","-B", "binary","-r","-c","10000","-e", {"admin=~s;default_bucket_name=default;auto_create=false", [admin_user]}, {"~s",[verbosity]}], [{env,[{"EVENT_NOSELECT","1"}, {"MEMCACHED_TOP_KEYS","100"}, {"ISASL_PWFILE",{"~s",[{isasl,path}]}}, {"ISASL_DB_CHECK_TIME","1"}]}, use_stdio,stderr_to_stdout,exit_status, port_server_send_eol,stream]}]}] [ns_server:info,2012-11-14T10:46:46.220,ns_1@127.0.0.1:ns_config<0.333.0>:ns_config_default:upgrade_config_from_1_8_0_to_1_8_1:398]Upgrading config from 1.8.0 to 1.8.1 [ns_server:debug,2012-11-14T10:46:46.221,ns_1@127.0.0.1:ns_config<0.333.0>:ns_config:do_upgrade_config:469]Upgrading config by changes: [{set,{node,'ns_1@127.0.0.1',config_version},{1,8,1}}, {set, {node,'ns_1@127.0.0.1',memcached}, [{dedicated_port,11209}, {bucket_engine,"/opt/couchbase/lib/memcached/bucket_engine.so"}, {engines, [{membase, [{engine,"/opt/couchbase/lib/memcached/ep.so"}, {static_config_string, "vb0=false;waitforwarmup=false;failpartialwarmup=false"}]}, {memcached, [{engine,"/opt/couchbase/lib/memcached/default_engine.so"}, {static_config_string,"vb0=true"}]}]}, {port,11210}, {mccouch_port,11213}, {dedicated_port,11209}, {admin_user,"_admin"}, {admin_pass,"_admin"}, {log_path,"/opt/couchbase/var/lib/couchbase/logs"}, {log_prefix,"memcached.log"}, {log_generations,10}, {log_cyclesize,104857600}, {log_sleeptime,19}, {log_rotation_period,39003}, {verbosity,[]}]}, {set, {node,'ns_1@127.0.0.1',isasl}, [{path,"/opt/couchbase/var/lib/couchbase/data/isasl.pw"}]}, {set, {node,'ns_1@127.0.0.1',port_servers}, [{moxi,"/opt/couchbase/bin/moxi", ["-Z", {"port_listen=~B,default_bucket_name=default,downstream_max=1024,downstream_conn_max=4,connect_max_errors=5,connect_retry_interval=30000,connect_timeout=400,auth_timeout=100,cycle=200,downstream_conn_queue_timeout=200,downstream_timeout=5000,wait_queue_timeout=200", [port]}, "-z", {"url=http://127.0.0.1:~B/pools/default/saslBucketsStreaming", [{misc,this_node_rest_port,[]}]}, "-p","0","-Y","y","-O","stderr", {"~s",[verbosity]}], [{env, [{"EVENT_NOSELECT","1"}, {"MOXI_SASL_PLAIN_USR",{"~s",[{ns_moxi_sup,rest_user,[]}]}}, {"MOXI_SASL_PLAIN_PWD",{"~s",[{ns_moxi_sup,rest_pass,[]}]}}]}, use_stdio,exit_status,port_server_send_eol,stderr_to_stdout, stream]}, {memcached,"/opt/couchbase/bin/memcached", ["-X","/opt/couchbase/lib/memcached/stdin_term_handler.so","-X", {"/opt/couchbase/lib/memcached/file_logger.so,cyclesize=~B;sleeptime=~B;filename=~s/~s", [log_cyclesize,log_sleeptime,log_path,log_prefix]}, "-l", {"0.0.0.0:~B,0.0.0.0:~B:1000",[port,dedicated_port]}, "-p", {"~B",[port]}, "-E","/opt/couchbase/lib/memcached/bucket_engine.so","-B","binary", "-r","-c","10000","-e", {"admin=~s;default_bucket_name=default;auto_create=false", [admin_user]}, {"~s",[verbosity]}], [{env, [{"EVENT_NOSELECT","1"}, {"MEMCACHED_TOP_KEYS","100"}, {"ISASL_PWFILE",{"~s",[{isasl,path}]}}, {"ISASL_DB_CHECK_TIME","1"}]}, use_stdio,stderr_to_stdout,exit_status,port_server_send_eol, stream]}]}, {set, {node,'ns_1@127.0.0.1',ns_log}, [{filename,"/opt/couchbase/var/lib/couchbase/data/ns_log"}]}] [ns_server:info,2012-11-14T10:46:46.222,ns_1@127.0.0.1:ns_config<0.333.0>:ns_config_default:upgrade_config_from_1_8_1_to_2_0:427]Upgrading config from 1.8.1 to 2.0 [ns_server:debug,2012-11-14T10:46:46.223,ns_1@127.0.0.1:ns_config<0.333.0>:ns_config:do_upgrade_config:469]Upgrading config by changes: [{set,{node,'ns_1@127.0.0.1',config_version},{2,0}}, {set, {node,'ns_1@127.0.0.1',memcached}, [{mccouch_port,11213}, {engines, [{membase, [{engine,"/opt/couchbase/lib/memcached/ep.so"}, {static_config_string, "vb0=false;waitforwarmup=false;failpartialwarmup=false"}]}, {memcached, [{engine,"/opt/couchbase/lib/memcached/default_engine.so"}, {static_config_string,"vb0=true"}]}]}, {log_path,"/opt/couchbase/var/lib/couchbase/logs"}, {log_prefix,"memcached.log"}, {log_generations,10}, {log_cyclesize,104857600}, {log_sleeptime,19}, {log_rotation_period,39003}, {dedicated_port,11209}, {bucket_engine,"/opt/couchbase/lib/memcached/bucket_engine.so"}, {port,11210}, {dedicated_port,11209}, {admin_user,"_admin"}, {admin_pass,"_admin"}, {verbosity,[]}]}] [ns_server:debug,2012-11-14T10:46:46.223,ns_1@127.0.0.1:ns_config<0.333.0>:ns_config:do_init:514]Upgraded initial config: {config, {full,"/opt/couchbase/etc/couchbase/config",undefined,ns_config_default}, [[], [{xdcr_checkpoint_interval,1800}, {xdcr_doc_batch_size_kb,512}, {xdcr_failure_restart_interval,30}, {xdcr_capi_checkpoint_timeout,10}, {directory,"/opt/couchbase/var/lib/couchbase/config"}, {index_aware_rebalance_disabled,false}, {max_bucket_count,10}, {autocompaction, [{database_fragmentation_threshold,{30,undefined}}, {view_fragmentation_threshold,{30,undefined}}]}, {set_view_update_daemon, [{update_interval,5000}, {update_min_changes,5000}, {replica_update_min_changes,5000}]}, {fast_warmup, [{fast_warmup_enabled,true}, {min_memory_threshold,10}, {min_items_threshold,10}]}, {{node,'ns_1@127.0.0.1',compaction_daemon}, [{check_interval,30},{min_file_size,131072}]}, {nodes_wanted,['ns_1@127.0.0.1']}, {{node,'ns_1@127.0.0.1',membership},active}, {rest,[{port,8091}]}, {{couchdb,max_parallel_indexers},4}, {{couchdb,max_parallel_replica_indexers},2}, {{node,'ns_1@127.0.0.1',rest},[{port,8091},{port_meta,global}]}, {{node,'ns_1@127.0.0.1',capi_port},8092}, {rest_creds,[{creds,[]}]}, {remote_clusters,[]}, {{node,'ns_1@127.0.0.1',isasl}, [{path,"/opt/couchbase/var/lib/couchbase/data/isasl.pw"}]}, {{node,'ns_1@127.0.0.1',memcached}, [{'_vclock',[{'_',{1,0}}]}, {port,11210}, {mccouch_port,11213}, {dedicated_port,11209}, {admin_user,"_admin"}, {admin_pass,"_admin"}, {bucket_engine,"/opt/couchbase/lib/memcached/bucket_engine.so"}, {engines, [{membase, [{engine,"/opt/couchbase/lib/memcached/ep.so"}, {static_config_string, "vb0=false;waitforwarmup=false;failpartialwarmup=false"}]}, {memcached, [{engine,"/opt/couchbase/lib/memcached/default_engine.so"}, {static_config_string,"vb0=true"}]}]}, {log_path,"/opt/couchbase/var/lib/couchbase/logs"}, {log_prefix,"memcached.log"}, {log_generations,10}, {log_cyclesize,104857600}, {log_sleeptime,19}, {log_rotation_period,39003}, {verbosity,[]}]}, {memory_quota,19259}, {buckets,[{configs,[]}]}, {{node,'ns_1@127.0.0.1',moxi},[{port,11211},{verbosity,[]}]}, {{node,'ns_1@127.0.0.1',port_servers}, [{moxi,"/opt/couchbase/bin/moxi", ["-Z", {"port_listen=~B,default_bucket_name=default,downstream_max=1024,downstream_conn_max=4,connect_max_errors=5,connect_retry_interval=30000,connect_timeout=400,auth_timeout=100,cycle=200,downstream_conn_queue_timeout=200,downstream_timeout=5000,wait_queue_timeout=200", [port]}, "-z", {"url=http://127.0.0.1:~B/pools/default/saslBucketsStreaming", [{misc,this_node_rest_port,[]}]}, "-p","0","-Y","y","-O","stderr", {"~s",[verbosity]}], [{env, [{"EVENT_NOSELECT","1"}, {"MOXI_SASL_PLAIN_USR",{"~s",[{ns_moxi_sup,rest_user,[]}]}}, {"MOXI_SASL_PLAIN_PWD", {"~s",[{ns_moxi_sup,rest_pass,[]}]}}]}, use_stdio,exit_status,port_server_send_eol,stderr_to_stdout, stream]}, {memcached,"/opt/couchbase/bin/memcached", ["-X","/opt/couchbase/lib/memcached/stdin_term_handler.so","-X", {"/opt/couchbase/lib/memcached/file_logger.so,cyclesize=~B;sleeptime=~B;filename=~s/~s", [log_cyclesize,log_sleeptime,log_path,log_prefix]}, "-l", {"0.0.0.0:~B,0.0.0.0:~B:1000",[port,dedicated_port]}, "-p", {"~B",[port]}, "-E","/opt/couchbase/lib/memcached/bucket_engine.so","-B", "binary","-r","-c","10000","-e", {"admin=~s;default_bucket_name=default;auto_create=false", [admin_user]}, {"~s",[verbosity]}], [{env, [{"EVENT_NOSELECT","1"}, {"MEMCACHED_TOP_KEYS","100"}, {"ISASL_PWFILE",{"~s",[{isasl,path}]}}, {"ISASL_DB_CHECK_TIME","1"}]}, use_stdio,stderr_to_stdout,exit_status,port_server_send_eol, stream]}]}, {{node,'ns_1@127.0.0.1',ns_log}, [{filename,"/opt/couchbase/var/lib/couchbase/data/ns_log"}]}, {email_alerts, [{recipients,["root@localhost"]}, {sender,"couchbase@localhost"}, {enabled,false}, {email_server, [{user,[]}, {pass,[]}, {host,"localhost"}, {port,25}, {encrypt,false}]}, {alerts, [auto_failover_node,auto_failover_maximum_reached, auto_failover_other_nodes_down, auto_failover_cluster_too_small,ip,disk,overhead, ep_oom_errors,ep_item_commit_failed]}]}, {replication,[{enabled,true}]}, {auto_failover_cfg, [{enabled,false},{timeout,30},{max_nodes,1},{count,0}]}]], [[{{node,'ns_1@127.0.0.1',config_version}, [{'_vclock',[{'ns_1@127.0.0.1',{5,63520138006}}]}|{2,0}]}, {auto_failover_cfg, [{'_vclock',[{'ns_1@127.0.0.1',{1,63520138006}}]}, {enabled,false}, {timeout,30}, {max_nodes,1}, {count,0}]}, {autocompaction, [{database_fragmentation_threshold,{30,undefined}}, {view_fragmentation_threshold,{30,undefined}}]}, {buckets,[{configs,[]}]}, {email_alerts, [{'_vclock',[{'ns_1@127.0.0.1',{1,63520138006}}]}, {recipients,["root@localhost"]}, {sender,"couchbase@localhost"}, {enabled,false}, {email_server, [{user,[]}, {pass,[]}, {host,"localhost"}, {port,25}, {encrypt,false}]}, {alerts, [auto_failover_node,auto_failover_maximum_reached, auto_failover_other_nodes_down, auto_failover_cluster_too_small,ip,disk,overhead, ep_oom_errors,ep_item_commit_failed]}]}, {fast_warmup, [{fast_warmup_enabled,true}, {min_memory_threshold,10}, {min_items_threshold,10}]}, {index_aware_rebalance_disabled,false}, {max_bucket_count,10}, {memory_quota,19259}, {nodes_wanted,['ns_1@127.0.0.1']}, {remote_clusters,[]}, {replication,[{enabled,true}]}, {rest,[{port,8091}]}, {rest_creds,[{creds,[]}]}, {set_view_update_daemon, [{update_interval,5000}, {update_min_changes,5000}, {replica_update_min_changes,5000}]}, {xdcr_capi_checkpoint_timeout,10}, {xdcr_checkpoint_interval,1800}, {xdcr_doc_batch_size_kb,512}, {xdcr_failure_restart_interval,30}, {{couchdb,max_parallel_indexers},4}, {{couchdb,max_parallel_replica_indexers},2}, {{node,'ns_1@127.0.0.1',capi_port},8092}, {{node,'ns_1@127.0.0.1',compaction_daemon}, [{check_interval,30},{min_file_size,131072}]}, {{node,'ns_1@127.0.0.1',isasl}, [{'_vclock',[{'ns_1@127.0.0.1',{1,63520138006}}]}, {path,"/opt/couchbase/var/lib/couchbase/data/isasl.pw"}]}, {{node,'ns_1@127.0.0.1',membership},active}, {{node,'ns_1@127.0.0.1',memcached}, [{'_vclock',[{'_',{1,0}},{'ns_1@127.0.0.1',{2,63520138006}}]}, {mccouch_port,11213}, {engines, [{membase, [{engine,"/opt/couchbase/lib/memcached/ep.so"}, {static_config_string, "vb0=false;waitforwarmup=false;failpartialwarmup=false"}]}, {memcached, [{engine,"/opt/couchbase/lib/memcached/default_engine.so"}, {static_config_string,"vb0=true"}]}]}, {log_path,"/opt/couchbase/var/lib/couchbase/logs"}, {log_prefix,"memcached.log"}, {log_generations,10}, {log_cyclesize,104857600}, {log_sleeptime,19}, {log_rotation_period,39003}, {dedicated_port,11209}, {bucket_engine,"/opt/couchbase/lib/memcached/bucket_engine.so"}, {port,11210}, {dedicated_port,11209}, {admin_user,"_admin"}, {admin_pass,"_admin"}, {verbosity,[]}]}, {{node,'ns_1@127.0.0.1',moxi},[{port,11211},{verbosity,[]}]}, {{node,'ns_1@127.0.0.1',ns_log}, [{'_vclock',[{'ns_1@127.0.0.1',{1,63520138006}}]}, {filename,"/opt/couchbase/var/lib/couchbase/data/ns_log"}]}, {{node,'ns_1@127.0.0.1',port_servers}, [{'_vclock',[{'ns_1@127.0.0.1',{2,63520138006}}]}, {moxi,"/opt/couchbase/bin/moxi", ["-Z", {"port_listen=~B,default_bucket_name=default,downstream_max=1024,downstream_conn_max=4,connect_max_errors=5,connect_retry_interval=30000,connect_timeout=400,auth_timeout=100,cycle=200,downstream_conn_queue_timeout=200,downstream_timeout=5000,wait_queue_timeout=200", [port]}, "-z", {"url=http://127.0.0.1:~B/pools/default/saslBucketsStreaming", [{misc,this_node_rest_port,[]}]}, "-p","0","-Y","y","-O","stderr", {"~s",[verbosity]}], [{env, [{"EVENT_NOSELECT","1"}, {"MOXI_SASL_PLAIN_USR",{"~s",[{ns_moxi_sup,rest_user,[]}]}}, {"MOXI_SASL_PLAIN_PWD", {"~s",[{ns_moxi_sup,rest_pass,[]}]}}]}, use_stdio,exit_status,port_server_send_eol,stderr_to_stdout, stream]}, {memcached,"/opt/couchbase/bin/memcached", ["-X","/opt/couchbase/lib/memcached/stdin_term_handler.so","-X", {"/opt/couchbase/lib/memcached/file_logger.so,cyclesize=~B;sleeptime=~B;filename=~s/~s", [log_cyclesize,log_sleeptime,log_path,log_prefix]}, "-l", {"0.0.0.0:~B,0.0.0.0:~B:1000",[port,dedicated_port]}, "-p", {"~B",[port]}, "-E","/opt/couchbase/lib/memcached/bucket_engine.so","-B", "binary","-r","-c","10000","-e", {"admin=~s;default_bucket_name=default;auto_create=false", [admin_user]}, {"~s",[verbosity]}], [{env, [{"EVENT_NOSELECT","1"}, {"MEMCACHED_TOP_KEYS","100"}, {"ISASL_PWFILE",{"~s",[{isasl,path}]}}, {"ISASL_DB_CHECK_TIME","1"}]}, use_stdio,stderr_to_stdout,exit_status,port_server_send_eol, stream]}]}, {{node,'ns_1@127.0.0.1',rest},[{port,8091},{port_meta,global}]}]], ns_config_default, {ns_config,save_config_sync,[]}, undefined,false} [error_logger:info,2012-11-14T10:46:46.226,ns_1@127.0.0.1:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================PROGRESS REPORT========================= supervisor: {local,ns_config_sup} started: [{pid,<0.333.0>}, {name,ns_config}, {mfargs, {ns_config,start_link, ["/opt/couchbase/etc/couchbase/config", ns_config_default]}}, {restart_type,permanent}, {shutdown,1000}, {child_type,worker}] [error_logger:info,2012-11-14T10:46:46.231,ns_1@127.0.0.1:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================PROGRESS REPORT========================= supervisor: {local,ns_config_sup} started: [{pid,<0.336.0>}, {name,ns_config_remote}, {mfargs, {ns_config_replica,start_link, [{local,ns_config_remote}]}}, {restart_type,permanent}, {shutdown,1000}, {child_type,worker}] [ns_server:debug,2012-11-14T10:46:46.232,ns_1@127.0.0.1:ns_config_isasl_sync<0.337.0>:ns_config_isasl_sync:init:53]isasl_sync init: ["/opt/couchbase/var/lib/couchbase/data/isasl.pw","_admin", "_admin"] [ns_server:debug,2012-11-14T10:46:46.232,ns_1@127.0.0.1:ns_config_isasl_sync<0.337.0>:ns_config_isasl_sync:init:61]isasl_sync init buckets: [] [ns_server:debug,2012-11-14T10:46:46.233,ns_1@127.0.0.1:ns_config_isasl_sync<0.337.0>:ns_config_isasl_sync:writeSASLConf:133]Writing isasl passwd file: "/opt/couchbase/var/lib/couchbase/data/isasl.pw" [ns_server:warn,2012-11-14T10:46:46.235,ns_1@127.0.0.1:ns_config_isasl_sync<0.337.0>:ns_memcached:connect:1103]Unable to connect: {error,{badmatch,{error,econnrefused}}}, retrying. [error_logger:info,2012-11-14T10:46:47.236,ns_1@127.0.0.1:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================PROGRESS REPORT========================= supervisor: {local,ns_config_sup} started: [{pid,<0.337.0>}, {name,ns_config_isasl_sync}, {mfargs,{ns_config_isasl_sync,start_link,[]}}, {restart_type,permanent}, {shutdown,1000}, {child_type,worker}] [error_logger:info,2012-11-14T10:46:47.237,ns_1@127.0.0.1:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================PROGRESS REPORT========================= supervisor: {local,ns_config_sup} started: [{pid,<0.340.0>}, {name,ns_config_log}, {mfargs,{ns_config_log,start_link,[]}}, {restart_type,permanent}, {shutdown,1000}, {child_type,worker}] [error_logger:info,2012-11-14T10:46:47.238,ns_1@127.0.0.1:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================PROGRESS REPORT========================= supervisor: {local,ns_config_sup} started: [{pid,<0.342.0>}, {name,cb_config_couch_sync}, {mfargs,{cb_config_couch_sync,start_link,[]}}, {restart_type,permanent}, {shutdown,1000}, {child_type,worker}] [error_logger:info,2012-11-14T10:46:47.238,ns_1@127.0.0.1:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================PROGRESS REPORT========================= supervisor: {local,ns_server_cluster_sup} started: [{pid,<0.330.0>}, {name,ns_config_sup}, {mfargs,{ns_config_sup,start_link,[]}}, {restart_type,permanent}, {shutdown,infinity}, {child_type,supervisor}] [error_logger:info,2012-11-14T10:46:47.239,ns_1@127.0.0.1:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================PROGRESS REPORT========================= supervisor: {local,ns_server_cluster_sup} started: [{pid,<0.344.0>}, {name,vbucket_filter_changes_registry}, {mfargs, {ns_process_registry,start_link, [vbucket_filter_changes_registry]}}, {restart_type,permanent}, {shutdown,100}, {child_type,worker}] [ns_server:warn,2012-11-14T10:46:47.241,ns_1@127.0.0.1:ns_log<0.346.0>:ns_log:read_logs:69]Couldn't load logs from "/opt/couchbase/var/lib/couchbase/data/ns_log" (perhaps it's first startup): {error, enoent} [error_logger:info,2012-11-14T10:46:47.241,ns_1@127.0.0.1:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================PROGRESS REPORT========================= supervisor: {local,ns_server_sup} started: [{pid,<0.346.0>}, {name,ns_log}, {mfargs,{ns_log,start_link,[]}}, {restart_type,permanent}, {shutdown,1000}, {child_type,worker}] [error_logger:info,2012-11-14T10:46:47.242,ns_1@127.0.0.1:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================PROGRESS REPORT========================= supervisor: {local,ns_server_sup} started: [{pid,<0.347.0>}, {name,ns_config_ets_dup}, {mfargs,{ns_config_ets_dup,start_link,[]}}, {restart_type,permanent}, {shutdown,brutal_kill}, {child_type,worker}] [error_logger:info,2012-11-14T10:46:47.242,ns_1@127.0.0.1:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================PROGRESS REPORT========================= supervisor: {local,ns_server_sup} started: [{pid,<0.348.0>}, {name,ns_log_events}, {mfargs,{gen_event,start_link,[{local,ns_log_events}]}}, {restart_type,permanent}, {shutdown,1000}, {child_type,worker}] [error_logger:info,2012-11-14T10:46:47.243,ns_1@127.0.0.1:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================PROGRESS REPORT========================= supervisor: {local,ns_node_disco_sup} started: [{pid,<0.351.0>}, {name,ns_node_disco_events}, {mfargs, {gen_event,start_link, [{local,ns_node_disco_events}]}}, {restart_type,permanent}, {shutdown,1000}, {child_type,worker}] [ns_server:debug,2012-11-14T10:46:47.244,ns_1@127.0.0.1:ns_node_disco<0.352.0>:ns_node_disco:init:103]Initting ns_node_disco with [] [ns_server:debug,2012-11-14T10:46:47.244,ns_1@127.0.0.1:ns_cookie_manager<0.278.0>:ns_cookie_manager:do_cookie_sync:115]ns_cookie_manager do_cookie_sync [user:info,2012-11-14T10:46:47.244,ns_1@127.0.0.1:ns_cookie_manager<0.278.0>:ns_cookie_manager:do_cookie_init:91]Initial otp cookie generated: llcsjhluncerukvj [ns_server:debug,2012-11-14T10:46:47.244,ns_1@127.0.0.1:ns_config_log<0.340.0>:ns_config_log:log_common:111]config change: otp -> [{cookie,llcsjhluncerukvj}] [ns_server:debug,2012-11-14T10:46:47.244,ns_1@127.0.0.1:ns_cookie_manager<0.278.0>:ns_cookie_manager:do_cookie_save:152]saving cookie to "/opt/couchbase/var/lib/couchbase/couchbase-server.cookie" [ns_server:debug,2012-11-14T10:46:47.248,ns_1@127.0.0.1:ns_cookie_manager<0.278.0>:ns_cookie_manager:do_cookie_save:154]attempted to save cookie to "/opt/couchbase/var/lib/couchbase/couchbase-server.cookie": ok [ns_server:debug,2012-11-14T10:46:47.249,ns_1@127.0.0.1:<0.353.0>:ns_node_disco:do_nodes_wanted_updated_fun:202]ns_node_disco: nodes_wanted updated: ['ns_1@127.0.0.1'], with cookie: llcsjhluncerukvj [ns_server:debug,2012-11-14T10:46:47.249,ns_1@127.0.0.1:<0.353.0>:ns_node_disco:do_nodes_wanted_updated_fun:208]ns_node_disco: nodes_wanted pong: ['ns_1@127.0.0.1'], with cookie: llcsjhluncerukvj [error_logger:info,2012-11-14T10:46:47.250,ns_1@127.0.0.1:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================PROGRESS REPORT========================= supervisor: {local,ns_node_disco_sup} started: [{pid,<0.352.0>}, {name,ns_node_disco}, {mfargs,{ns_node_disco,start_link,[]}}, {restart_type,permanent}, {shutdown,1000}, {child_type,worker}] [error_logger:info,2012-11-14T10:46:47.250,ns_1@127.0.0.1:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================PROGRESS REPORT========================= supervisor: {local,ns_node_disco_sup} started: [{pid,<0.356.0>}, {name,ns_node_disco_log}, {mfargs,{ns_node_disco_log,start_link,[]}}, {restart_type,permanent}, {shutdown,1000}, {child_type,worker}] [error_logger:info,2012-11-14T10:46:47.251,ns_1@127.0.0.1:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================PROGRESS REPORT========================= supervisor: {local,ns_node_disco_sup} started: [{pid,<0.357.0>}, {name,ns_node_disco_conf_events}, {mfargs,{ns_node_disco_conf_events,start_link,[]}}, {restart_type,permanent}, {shutdown,1000}, {child_type,worker}] [ns_server:debug,2012-11-14T10:46:47.252,ns_1@127.0.0.1:ns_config_rep<0.359.0>:ns_config_rep:init:66]init pulling [error_logger:info,2012-11-14T10:46:47.252,ns_1@127.0.0.1:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================PROGRESS REPORT========================= supervisor: {local,ns_node_disco_sup} started: [{pid,<0.358.0>}, {name,ns_config_rep_merger}, {mfargs,{ns_config_rep,start_link_merger,[]}}, {restart_type,permanent}, {shutdown,brutal_kill}, {child_type,worker}] [ns_server:debug,2012-11-14T10:46:47.252,ns_1@127.0.0.1:ns_config_rep<0.359.0>:ns_config_rep:init:68]init pushing [ns_server:debug,2012-11-14T10:46:47.253,ns_1@127.0.0.1:ns_config_rep<0.359.0>:ns_config_rep:init:72]init reannouncing [ns_server:debug,2012-11-14T10:46:47.253,ns_1@127.0.0.1:ns_config_events<0.331.0>:ns_node_disco_conf_events:handle_event:50]ns_node_disco_conf_events config on otp [ns_server:debug,2012-11-14T10:46:47.253,ns_1@127.0.0.1:ns_config_events<0.331.0>:ns_node_disco_conf_events:handle_event:44]ns_node_disco_conf_events config on nodes_wanted [ns_server:debug,2012-11-14T10:46:47.253,ns_1@127.0.0.1:ns_config_log<0.340.0>:ns_config_log:log_common:111]config change: otp -> [{cookie,llcsjhluncerukvj}] [ns_server:debug,2012-11-14T10:46:47.254,ns_1@127.0.0.1:ns_config_log<0.340.0>:ns_config_log:log_common:111]config change: {node,'ns_1@127.0.0.1',config_version} -> {2,0} [ns_server:debug,2012-11-14T10:46:47.254,ns_1@127.0.0.1:ns_config_log<0.340.0>:ns_config_log:log_common:111]config change: auto_failover_cfg -> [{enabled,false},{timeout,30},{max_nodes,1},{count,0}] [ns_server:debug,2012-11-14T10:46:47.254,ns_1@127.0.0.1:ns_config_log<0.340.0>:ns_config_log:log_common:111]config change: autocompaction -> [{database_fragmentation_threshold,{30,undefined}}, {view_fragmentation_threshold,{30,undefined}}] [ns_server:debug,2012-11-14T10:46:47.254,ns_1@127.0.0.1:ns_config_log<0.340.0>:ns_config_log:log_common:111]config change: buckets -> [{configs,[]}] [ns_server:debug,2012-11-14T10:46:47.254,ns_1@127.0.0.1:ns_cookie_manager<0.278.0>:ns_cookie_manager:do_cookie_sync:115]ns_cookie_manager do_cookie_sync [ns_server:debug,2012-11-14T10:46:47.254,ns_1@127.0.0.1:ns_config_log<0.340.0>:ns_config_log:log_common:111]config change: email_alerts -> [{recipients,["root@localhost"]}, {sender,"couchbase@localhost"}, {enabled,false}, {email_server,[{user,[]}, {pass,[]}, {host,"localhost"}, {port,25}, {encrypt,false}]}, {alerts,[auto_failover_node,auto_failover_maximum_reached, auto_failover_other_nodes_down,auto_failover_cluster_too_small,ip, disk,overhead,ep_oom_errors,ep_item_commit_failed]}] [ns_server:debug,2012-11-14T10:46:47.254,ns_1@127.0.0.1:ns_config_log<0.340.0>:ns_config_log:log_common:111]config change: fast_warmup -> [{fast_warmup_enabled,true}, {min_memory_threshold,10}, {min_items_threshold,10}] [ns_server:debug,2012-11-14T10:46:47.255,ns_1@127.0.0.1:ns_config_log<0.340.0>:ns_config_log:log_common:111]config change: index_aware_rebalance_disabled -> false [ns_server:debug,2012-11-14T10:46:47.255,ns_1@127.0.0.1:ns_config_log<0.340.0>:ns_config_log:log_common:111]config change: max_bucket_count -> 10 [ns_server:debug,2012-11-14T10:46:47.255,ns_1@127.0.0.1:ns_config_log<0.340.0>:ns_config_log:log_common:111]config change: memory_quota -> 19259 [error_logger:info,2012-11-14T10:46:47.255,ns_1@127.0.0.1:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================PROGRESS REPORT========================= supervisor: {local,ns_node_disco_sup} started: [{pid,<0.359.0>}, {name,ns_config_rep}, {mfargs,{ns_config_rep,start_link,[]}}, {restart_type,permanent}, {shutdown,1000}, {child_type,worker}] [ns_server:debug,2012-11-14T10:46:47.255,ns_1@127.0.0.1:ns_config_log<0.340.0>:ns_config_log:log_common:111]config change: nodes_wanted -> ['ns_1@127.0.0.1'] [ns_server:debug,2012-11-14T10:46:47.255,ns_1@127.0.0.1:ns_cookie_manager<0.278.0>:ns_cookie_manager:do_cookie_save:152]saving cookie to "/opt/couchbase/var/lib/couchbase/couchbase-server.cookie" [ns_server:debug,2012-11-14T10:46:47.255,ns_1@127.0.0.1:ns_config_rep<0.359.0>:ns_config_rep:do_push_keys:317]Replicating some config keys ([auto_failover_cfg,autocompaction,buckets, email_alerts,fast_warmup, index_aware_rebalance_disabled]..) [ns_server:debug,2012-11-14T10:46:47.255,ns_1@127.0.0.1:ns_config_log<0.340.0>:ns_config_log:log_common:111]config change: remote_clusters -> [] [ns_server:debug,2012-11-14T10:46:47.255,ns_1@127.0.0.1:ns_config_log<0.340.0>:ns_config_log:log_common:111]config change: replication -> [{enabled,true}] [error_logger:info,2012-11-14T10:46:47.255,ns_1@127.0.0.1:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================PROGRESS REPORT========================= supervisor: {local,ns_server_sup} started: [{pid,<0.350.0>}, {name,ns_node_disco_sup}, {mfargs,{ns_node_disco_sup,start_link,[]}}, {restart_type,permanent}, {shutdown,infinity}, {child_type,supervisor}] [ns_server:debug,2012-11-14T10:46:47.255,ns_1@127.0.0.1:ns_config_log<0.340.0>:ns_config_log:log_common:111]config change: rest -> [{port,8091}] [ns_server:info,2012-11-14T10:46:47.255,ns_1@127.0.0.1:ns_config_log<0.340.0>:ns_config_log:handle_info:57]config change: rest_creds -> ******** [ns_server:debug,2012-11-14T10:46:47.256,ns_1@127.0.0.1:ns_config_log<0.340.0>:ns_config_log:log_common:111]config change: set_view_update_daemon -> [{update_interval,5000}, {update_min_changes,5000}, {replica_update_min_changes,5000}] [ns_server:debug,2012-11-14T10:46:47.256,ns_1@127.0.0.1:ns_config_log<0.340.0>:ns_config_log:log_common:111]config change: xdcr_capi_checkpoint_timeout -> 10 [ns_server:debug,2012-11-14T10:46:47.256,ns_1@127.0.0.1:ns_config_log<0.340.0>:ns_config_log:log_common:111]config change: xdcr_checkpoint_interval -> 1800 [ns_server:debug,2012-11-14T10:46:47.257,ns_1@127.0.0.1:ns_cookie_manager<0.278.0>:ns_cookie_manager:do_cookie_save:154]attempted to save cookie to "/opt/couchbase/var/lib/couchbase/couchbase-server.cookie": ok [ns_server:debug,2012-11-14T10:46:47.257,ns_1@127.0.0.1:ns_config_log<0.340.0>:ns_config_log:log_common:111]config change: xdcr_doc_batch_size_kb -> 512 [ns_server:debug,2012-11-14T10:46:47.258,ns_1@127.0.0.1:ns_cookie_manager<0.278.0>:ns_cookie_manager:do_cookie_sync:115]ns_cookie_manager do_cookie_sync [ns_server:debug,2012-11-14T10:46:47.258,ns_1@127.0.0.1:ns_config_log<0.340.0>:ns_config_log:log_common:111]config change: xdcr_failure_restart_interval -> 30 [ns_server:debug,2012-11-14T10:46:47.258,ns_1@127.0.0.1:<0.362.0>:ns_node_disco:do_nodes_wanted_updated_fun:202]ns_node_disco: nodes_wanted updated: ['ns_1@127.0.0.1'], with cookie: llcsjhluncerukvj [ns_server:debug,2012-11-14T10:46:47.258,ns_1@127.0.0.1:ns_config_log<0.340.0>:ns_config_log:log_common:111]config change: {couchdb,max_parallel_indexers} -> 4 [ns_server:debug,2012-11-14T10:46:47.258,ns_1@127.0.0.1:ns_config_log<0.340.0>:ns_config_log:log_common:111]config change: {couchdb,max_parallel_replica_indexers} -> 2 [error_logger:info,2012-11-14T10:46:47.258,ns_1@127.0.0.1:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================PROGRESS REPORT========================= supervisor: {local,ns_server_sup} started: [{pid,<0.365.0>}, {name,vbucket_map_mirror}, {mfargs,{vbucket_map_mirror,start_link,[]}}, {restart_type,permanent}, {shutdown,brutal_kill}, {child_type,worker}] [ns_server:debug,2012-11-14T10:46:47.258,ns_1@127.0.0.1:ns_config_log<0.340.0>:ns_config_log:log_common:111]config change: {node,'ns_1@127.0.0.1',capi_port} -> 8092 [ns_server:debug,2012-11-14T10:46:47.258,ns_1@127.0.0.1:ns_cookie_manager<0.278.0>:ns_cookie_manager:do_cookie_save:152]saving cookie to "/opt/couchbase/var/lib/couchbase/couchbase-server.cookie" [ns_server:debug,2012-11-14T10:46:47.258,ns_1@127.0.0.1:ns_config_log<0.340.0>:ns_config_log:log_common:111]config change: {node,'ns_1@127.0.0.1',compaction_daemon} -> [{check_interval,30},{min_file_size,131072}] [ns_server:debug,2012-11-14T10:46:47.258,ns_1@127.0.0.1:<0.362.0>:ns_node_disco:do_nodes_wanted_updated_fun:208]ns_node_disco: nodes_wanted pong: ['ns_1@127.0.0.1'], with cookie: llcsjhluncerukvj [ns_server:debug,2012-11-14T10:46:47.258,ns_1@127.0.0.1:ns_config_log<0.340.0>:ns_config_log:log_common:111]config change: {node,'ns_1@127.0.0.1',isasl} -> [{path,"/opt/couchbase/var/lib/couchbase/data/isasl.pw"}] [error_logger:info,2012-11-14T10:46:47.259,ns_1@127.0.0.1:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================PROGRESS REPORT========================= supervisor: {local,ns_server_sup} started: [{pid,<0.367.0>}, {name,ns_tick_event}, {mfargs,{gen_event,start_link,[{local,ns_tick_event}]}}, {restart_type,permanent}, {shutdown,1000}, {child_type,worker}] [ns_server:debug,2012-11-14T10:46:47.259,ns_1@127.0.0.1:ns_config_log<0.340.0>:ns_config_log:log_common:111]config change: {node,'ns_1@127.0.0.1',membership} -> active [ns_server:debug,2012-11-14T10:46:47.259,ns_1@127.0.0.1:ns_config_log<0.340.0>:ns_config_log:log_common:111]config change: {node,'ns_1@127.0.0.1',memcached} -> [{mccouch_port,11213}, {engines, [{membase, [{engine,"/opt/couchbase/lib/memcached/ep.so"}, {static_config_string, "vb0=false;waitforwarmup=false;failpartialwarmup=false"}]}, {memcached, [{engine,"/opt/couchbase/lib/memcached/default_engine.so"}, {static_config_string,"vb0=true"}]}]}, {log_path,"/opt/couchbase/var/lib/couchbase/logs"}, {log_prefix,"memcached.log"}, {log_generations,10}, {log_cyclesize,104857600}, {log_sleeptime,19}, {log_rotation_period,39003}, {dedicated_port,11209}, {bucket_engine,"/opt/couchbase/lib/memcached/bucket_engine.so"}, {port,11210}, {dedicated_port,11209}, {admin_user,"_admin"}, {admin_pass,"_admin"}, {verbosity,[]}] [ns_server:debug,2012-11-14T10:46:47.259,ns_1@127.0.0.1:ns_config_log<0.340.0>:ns_config_log:log_common:111]config change: {node,'ns_1@127.0.0.1',moxi} -> [{port,11211},{verbosity,[]}] [ns_server:debug,2012-11-14T10:46:47.259,ns_1@127.0.0.1:ns_config_log<0.340.0>:ns_config_log:log_common:111]config change: {node,'ns_1@127.0.0.1',ns_log} -> [{filename,"/opt/couchbase/var/lib/couchbase/data/ns_log"}] [error_logger:info,2012-11-14T10:46:47.260,ns_1@127.0.0.1:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================PROGRESS REPORT========================= supervisor: {local,ns_server_sup} started: [{pid,<0.368.0>}, {name,mb_master_events}, {mfargs, {gen_event,start_link,[{local,mb_master_events}]}}, {restart_type,permanent}, {shutdown,1000}, {child_type,worker}] [ns_server:debug,2012-11-14T10:46:47.261,ns_1@127.0.0.1:ns_log_events<0.348.0>:ns_mail_log:init:44]ns_mail_log started up [ns_server:debug,2012-11-14T10:46:47.261,ns_1@127.0.0.1:ns_cookie_manager<0.278.0>:ns_cookie_manager:do_cookie_save:154]attempted to save cookie to "/opt/couchbase/var/lib/couchbase/couchbase-server.cookie": ok [ns_server:debug,2012-11-14T10:46:47.261,ns_1@127.0.0.1:<0.363.0>:ns_node_disco:do_nodes_wanted_updated_fun:202]ns_node_disco: nodes_wanted updated: ['ns_1@127.0.0.1'], with cookie: llcsjhluncerukvj [ns_server:debug,2012-11-14T10:46:47.261,ns_1@127.0.0.1:ns_config_log<0.340.0>:ns_config_log:log_common:111]config change: {node,'ns_1@127.0.0.1',port_servers} -> [{moxi,"/opt/couchbase/bin/moxi", ["-Z", {"port_listen=~B,default_bucket_name=default,downstream_max=1024,downstream_conn_max=4,connect_max_errors=5,connect_retry_interval=30000,connect_timeout=400,auth_timeout=100,cycle=200,downstream_conn_queue_timeout=200,downstream_timeout=5000,wait_queue_timeout=200", [port]}, "-z", {"url=http://127.0.0.1:~B/pools/default/saslBucketsStreaming", [{misc,this_node_rest_port,[]}]}, "-p","0","-Y","y","-O","stderr", {"~s",[verbosity]}], [{env,[{"EVENT_NOSELECT","1"}, {"MOXI_SASL_PLAIN_USR",{"~s",[{ns_moxi_sup,rest_user,[]}]}}, {"MOXI_SASL_PLAIN_PWD",{"~s",[{ns_moxi_sup,rest_pass,[]}]}}]}, use_stdio,exit_status,port_server_send_eol,stderr_to_stdout,stream]}, {memcached,"/opt/couchbase/bin/memcached", ["-X","/opt/couchbase/lib/memcached/stdin_term_handler.so","-X", {"/opt/couchbase/lib/memcached/file_logger.so,cyclesize=~B;sleeptime=~B;filename=~s/~s", [log_cyclesize,log_sleeptime,log_path,log_prefix]}, "-l", {"0.0.0.0:~B,0.0.0.0:~B:1000",[port,dedicated_port]}, "-p", {"~B",[port]}, "-E","/opt/couchbase/lib/memcached/bucket_engine.so","-B", "binary","-r","-c","10000","-e", {"admin=~s;default_bucket_name=default;auto_create=false", [admin_user]}, {"~s",[verbosity]}], [{env,[{"EVENT_NOSELECT","1"}, {"MEMCACHED_TOP_KEYS","100"}, {"ISASL_PWFILE",{"~s",[{isasl,path}]}}, {"ISASL_DB_CHECK_TIME","1"}]}, use_stdio,stderr_to_stdout,exit_status,port_server_send_eol, stream]}] [ns_server:debug,2012-11-14T10:46:47.262,ns_1@127.0.0.1:<0.363.0>:ns_node_disco:do_nodes_wanted_updated_fun:208]ns_node_disco: nodes_wanted pong: ['ns_1@127.0.0.1'], with cookie: llcsjhluncerukvj [error_logger:info,2012-11-14T10:46:47.262,ns_1@127.0.0.1:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================PROGRESS REPORT========================= supervisor: {local,ns_server_sup} started: [{pid,<0.369.0>}, {name,buckets_events}, {mfargs, {gen_event,start_link,[{local,buckets_events}]}}, {restart_type,permanent}, {shutdown,1000}, {child_type,worker}] [ns_server:debug,2012-11-14T10:46:47.262,ns_1@127.0.0.1:ns_config_log<0.340.0>:ns_config_log:log_common:111]config change: {node,'ns_1@127.0.0.1',rest} -> [{port,8091},{port_meta,global}] [error_logger:info,2012-11-14T10:46:47.262,ns_1@127.0.0.1:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================PROGRESS REPORT========================= supervisor: {local,ns_mail_sup} started: [{pid,<0.371.0>}, {name,ns_mail_log}, {mfargs,{ns_mail_log,start_link,[]}}, {restart_type,permanent}, {shutdown,1000}, {child_type,worker}] [ns_server:debug,2012-11-14T10:46:47.264,ns_1@127.0.0.1:ns_heart<0.373.0>:ns_heart:current_status:140]Ignoring failure to grab system stats: {'EXIT',{noproc,{gen_server,call, [{'stats_reader-@system','ns_1@127.0.0.1'}, {latest,"minute"}]}}} [error_logger:info,2012-11-14T10:46:47.264,ns_1@127.0.0.1:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================PROGRESS REPORT========================= supervisor: {local,ns_server_sup} started: [{pid,<0.370.0>}, {name,ns_mail_sup}, {mfargs,{ns_mail_sup,start_link,[]}}, {restart_type,permanent}, {shutdown,infinity}, {child_type,supervisor}] [error_logger:info,2012-11-14T10:46:47.264,ns_1@127.0.0.1:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================PROGRESS REPORT========================= supervisor: {local,ns_server_sup} started: [{pid,<0.372.0>}, {name,ns_stats_event}, {mfargs, {gen_event,start_link,[{local,ns_stats_event}]}}, {restart_type,permanent}, {shutdown,1000}, {child_type,worker}] [error_logger:info,2012-11-14T10:46:47.266,ns_1@127.0.0.1:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================PROGRESS REPORT========================= supervisor: {local,ns_server_sup} started: [{pid,<0.373.0>}, {name,ns_heart}, {mfargs,{ns_heart,start_link,[]}}, {restart_type,permanent}, {shutdown,1000}, {child_type,worker}] [error_logger:info,2012-11-14T10:46:47.268,ns_1@127.0.0.1:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================PROGRESS REPORT========================= supervisor: {local,ns_server_sup} started: [{pid,<0.375.0>}, {name,ns_doctor}, {mfargs,{ns_doctor,start_link,[]}}, {restart_type,permanent}, {shutdown,1000}, {child_type,worker}] [error_logger:info,2012-11-14T10:46:47.271,ns_1@127.0.0.1:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================PROGRESS REPORT========================= supervisor: {local,ns_server_sup} started: [{pid,<0.378.0>}, {name,remote_clusters_info}, {mfargs,{remote_clusters_info,start_link,[]}}, {restart_type,permanent}, {shutdown,1000}, {child_type,worker}] [ns_server:debug,2012-11-14T10:46:47.272,ns_1@127.0.0.1:ns_heart<0.373.0>:ns_heart:grab_local_xdcr_replications:307]Ignoring exception getting xdcr replication infos {exit,{noproc,{gen_server,call,[xdc_replication_sup,which_children,infinity]}}, [{gen_server,call,3}, {xdc_replication_sup,all_local_replication_infos,0}, {ns_heart,grab_local_xdcr_replications,0}, {ns_heart,current_status,0}, {ns_heart,handle_info,2}, {gen_server,handle_msg,5}, {proc_lib,init_p_do_apply,3}]} [ns_server:debug,2012-11-14T10:46:47.273,ns_1@127.0.0.1:ns_server_sup<0.345.0>:mb_master:check_master_takeover_needed:144]Sending master node question to the following nodes: [] [ns_server:debug,2012-11-14T10:46:47.274,ns_1@127.0.0.1:ns_server_sup<0.345.0>:mb_master:check_master_takeover_needed:146]Got replies: [] [ns_server:debug,2012-11-14T10:46:47.274,ns_1@127.0.0.1:ns_server_sup<0.345.0>:mb_master:check_master_takeover_needed:152]Was unable to discover master, not going to force mastership takeover [ns_server:error,2012-11-14T10:46:47.274,ns_1@127.0.0.1:ns_heart<0.373.0>:ns_heart:grab_samples_loading_tasks:319]Failed to grab samples loader tasks: {exit, {noproc, {gen_server,call, [samples_loader_tasks,get_tasks, 2000]}}, [{gen_server,call,3}, {ns_heart,grab_samples_loading_tasks,0}, {ns_heart,current_status,0}, {ns_heart,handle_info,2}, {gen_server,handle_msg,5}, {proc_lib,init_p_do_apply,3}]} [user:info,2012-11-14T10:46:47.276,ns_1@127.0.0.1:mb_master<0.381.0>:mb_master:init:89]I'm the only node, so I'm the master. [ns_server:debug,2012-11-14T10:46:47.282,ns_1@127.0.0.1:ns_heart<0.373.0>:ns_heart:current_status:140]Ignoring failure to grab system stats: {'EXIT',{noproc,{gen_server,call, [{'stats_reader-@system','ns_1@127.0.0.1'}, {latest,"minute"}]}}} [ns_server:debug,2012-11-14T10:46:47.283,ns_1@127.0.0.1:ns_heart<0.373.0>:ns_heart:grab_local_xdcr_replications:307]Ignoring exception getting xdcr replication infos {exit,{noproc,{gen_server,call,[xdc_replication_sup,which_children,infinity]}}, [{gen_server,call,3}, {xdc_replication_sup,all_local_replication_infos,0}, {ns_heart,grab_local_xdcr_replications,0}, {ns_heart,current_status,0}, {ns_heart,handle_call,3}, {gen_server,handle_msg,5}, {proc_lib,init_p_do_apply,3}]} [ns_server:debug,2012-11-14T10:46:47.284,ns_1@127.0.0.1:ns_config_log<0.340.0>:ns_config_log:log_common:111]config change: dynamic_config_version -> undefined [ns_server:info,2012-11-14T10:46:47.284,ns_1@127.0.0.1:ns_config<0.333.0>:ns_online_config_upgrader:upgrade_config_on_join_from_pre_2_0_to_2_0:65]Adding some 2.0 specific keys to the config [ns_server:debug,2012-11-14T10:46:47.284,ns_1@127.0.0.1:ns_config<0.333.0>:ns_config:do_upgrade_config:469]Upgrading config by changes: [{set,dynamic_config_version,[2,0]},{set,vbucket_map_history,[]}] [ns_server:error,2012-11-14T10:46:47.284,ns_1@127.0.0.1:ns_heart<0.373.0>:ns_heart:grab_samples_loading_tasks:319]Failed to grab samples loader tasks: {exit, {noproc, {gen_server,call, [samples_loader_tasks,get_tasks, 2000]}}, [{gen_server,call,3}, {ns_heart,grab_samples_loading_tasks,0}, {ns_heart,current_status,0}, {ns_heart,handle_call,3}, {gen_server,handle_msg,5}, {proc_lib,init_p_do_apply,3}]} [ns_server:debug,2012-11-14T10:46:47.284,ns_1@127.0.0.1:ns_config_rep<0.359.0>:ns_config_rep:do_push_keys:317]Replicating some config keys ([dynamic_config_version]..) [ns_server:debug,2012-11-14T10:46:47.288,ns_1@127.0.0.1:ns_config_log<0.340.0>:ns_config_log:log_common:111]config change: cluster_compat_version -> [2,0] [ns_server:debug,2012-11-14T10:46:47.288,ns_1@127.0.0.1:ns_config_rep<0.359.0>:ns_config_rep:do_push_keys:317]Replicating some config keys ([cluster_compat_version]..) [ns_server:debug,2012-11-14T10:46:47.289,ns_1@127.0.0.1:ns_config_rep<0.359.0>:ns_config_rep:handle_call:113]Got full synchronization request from 'ns_1@127.0.0.1' [ns_server:debug,2012-11-14T10:46:47.289,ns_1@127.0.0.1:ns_config_rep<0.359.0>:ns_config_rep:handle_call:119]Fully synchronized config in 7 us [user:warn,2012-11-14T10:46:47.289,ns_1@127.0.0.1:<0.385.0>:ns_orchestrator:consider_switching_compat_mode:665]Changed cluster compat mode from undefined to [2,0] [ns_server:debug,2012-11-14T10:46:47.289,ns_1@127.0.0.1:ns_config_log<0.340.0>:ns_config_log:log_common:111]config change: dynamic_config_version -> undefined [ns_server:info,2012-11-14T10:46:47.289,ns_1@127.0.0.1:ns_config<0.333.0>:ns_online_config_upgrader:upgrade_config_from_pre_2_0_to_2_0:69]Performing online config upgrade to 2.0 version [ns_server:debug,2012-11-14T10:46:47.289,ns_1@127.0.0.1:ns_config_rep<0.359.0>:ns_config_rep:do_push_keys:317]Replicating some config keys ([dynamic_config_version]..) [ns_server:debug,2012-11-14T10:46:47.289,ns_1@127.0.0.1:ns_config<0.333.0>:ns_config:do_upgrade_config:469]Upgrading config by changes: [{set,dynamic_config_version,[2,0]}] [ns_server:debug,2012-11-14T10:46:47.289,ns_1@127.0.0.1:mb_master_sup<0.383.0>:misc:start_singleton:855]start_singleton(gen_fsm, ns_orchestrator, [], []): started as <0.385.0> on 'ns_1@127.0.0.1' [error_logger:info,2012-11-14T10:46:47.290,ns_1@127.0.0.1:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================PROGRESS REPORT========================= supervisor: {local,mb_master_sup} started: [{pid,<0.385.0>}, {name,ns_orchestrator}, {mfargs,{ns_orchestrator,start_link,[]}}, {restart_type,permanent}, {shutdown,20}, {child_type,worker}] [ns_server:debug,2012-11-14T10:46:47.292,ns_1@127.0.0.1:mb_master_sup<0.383.0>:misc:start_singleton:855]start_singleton(gen_server, ns_tick, [], []): started as <0.396.0> on 'ns_1@127.0.0.1' [error_logger:info,2012-11-14T10:46:47.292,ns_1@127.0.0.1:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================PROGRESS REPORT========================= supervisor: {local,mb_master_sup} started: [{pid,<0.396.0>}, {name,ns_tick}, {mfargs,{ns_tick,start_link,[]}}, {restart_type,permanent}, {shutdown,10}, {child_type,worker}] [ns_server:debug,2012-11-14T10:46:47.295,ns_1@127.0.0.1:<0.398.0>:auto_failover:init:120]init auto_failover. [ns_server:debug,2012-11-14T10:46:47.295,ns_1@127.0.0.1:mb_master_sup<0.383.0>:misc:start_singleton:855]start_singleton(gen_server, auto_failover, [], []): started as <0.398.0> on 'ns_1@127.0.0.1' [error_logger:info,2012-11-14T10:46:47.295,ns_1@127.0.0.1:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================PROGRESS REPORT========================= supervisor: {local,mb_master_sup} started: [{pid,<0.398.0>}, {name,auto_failover}, {mfargs,{auto_failover,start_link,[]}}, {restart_type,permanent}, {shutdown,10}, {child_type,worker}] [error_logger:info,2012-11-14T10:46:47.295,ns_1@127.0.0.1:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================PROGRESS REPORT========================= supervisor: {local,ns_server_sup} started: [{pid,<0.381.0>}, {name,mb_master}, {mfargs,{mb_master,start_link,[]}}, {restart_type,permanent}, {shutdown,infinity}, {child_type,supervisor}] [error_logger:info,2012-11-14T10:46:47.295,ns_1@127.0.0.1:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================PROGRESS REPORT========================= supervisor: {local,ns_server_sup} started: [{pid,<0.399.0>}, {name,master_activity_events}, {mfargs, {gen_event,start_link, [{local,master_activity_events}]}}, {restart_type,permanent}, {shutdown,brutal_kill}, {child_type,worker}] [error_logger:info,2012-11-14T10:46:47.296,ns_1@127.0.0.1:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================PROGRESS REPORT========================= supervisor: {local,ns_server_sup} started: [{pid,<0.400.0>}, {name,master_activity_events_ingress}, {mfargs, {gen_event,start_link, [{local,master_activity_events_ingress}]}}, {restart_type,permanent}, {shutdown,brutal_kill}, {child_type,worker}] [error_logger:info,2012-11-14T10:46:47.296,ns_1@127.0.0.1:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================PROGRESS REPORT========================= supervisor: {local,ns_server_sup} started: [{pid,<0.401.0>}, {name,master_activity_events_timestamper}, {mfargs, {master_activity_events,start_link_timestamper,[]}}, {restart_type,permanent}, {shutdown,brutal_kill}, {child_type,worker}] [error_logger:info,2012-11-14T10:46:47.296,ns_1@127.0.0.1:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================PROGRESS REPORT========================= supervisor: {local,ns_server_sup} started: [{pid,<0.402.0>}, {name,master_activity_events_pids_watcher}, {mfargs, {master_activity_events_pids_watcher,start_link, []}}, {restart_type,permanent}, {shutdown,brutal_kill}, {child_type,worker}] [error_logger:info,2012-11-14T10:46:47.298,ns_1@127.0.0.1:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================PROGRESS REPORT========================= supervisor: {local,ns_server_sup} started: [{pid,<0.403.0>}, {name,master_activity_events_keeper}, {mfargs,{master_activity_events_keeper,start_link,[]}}, {restart_type,permanent}, {shutdown,brutal_kill}, {child_type,worker}] [error_logger:info,2012-11-14T10:46:47.308,ns_1@127.0.0.1:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================PROGRESS REPORT========================= supervisor: {local,menelaus_sup} started: [{pid,<0.406.0>}, {name,menelaus_web}, {mfargs,{menelaus_web,start_link,[]}}, {restart_type,permanent}, {shutdown,5000}, {child_type,worker}] [error_logger:info,2012-11-14T10:46:47.309,ns_1@127.0.0.1:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================PROGRESS REPORT========================= supervisor: {local,menelaus_sup} started: [{pid,<0.423.0>}, {name,menelaus_event}, {mfargs,{menelaus_event,start_link,[]}}, {restart_type,permanent}, {shutdown,5000}, {child_type,worker}] [error_logger:info,2012-11-14T10:46:47.310,ns_1@127.0.0.1:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================PROGRESS REPORT========================= supervisor: {local,menelaus_sup} started: [{pid,<0.424.0>}, {name,hot_keys_keeper}, {mfargs,{hot_keys_keeper,start_link,[]}}, {restart_type,permanent}, {shutdown,5000}, {child_type,worker}] [error_logger:info,2012-11-14T10:46:47.312,ns_1@127.0.0.1:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================PROGRESS REPORT========================= supervisor: {local,menelaus_sup} started: [{pid,<0.425.0>}, {name,menelaus_web_alerts_srv}, {mfargs,{menelaus_web_alerts_srv,start_link,[]}}, {restart_type,permanent}, {shutdown,5000}, {child_type,worker}] [user:info,2012-11-14T10:46:47.312,ns_1@127.0.0.1:ns_server_sup<0.345.0>:menelaus_sup:start_link:44]Couchbase Server has started on web port 8091 on node 'ns_1@127.0.0.1'. [error_logger:info,2012-11-14T10:46:47.312,ns_1@127.0.0.1:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================PROGRESS REPORT========================= supervisor: {local,ns_server_sup} started: [{pid,<0.405.0>}, {name,menelaus}, {mfargs,{menelaus_sup,start_link,[]}}, {restart_type,permanent}, {shutdown,infinity}, {child_type,supervisor}] [error_logger:info,2012-11-14T10:46:47.313,ns_1@127.0.0.1:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================PROGRESS REPORT========================= supervisor: {local,mc_sup} started: [{pid,<0.427.0>}, {name,mc_couch_events}, {mfargs, {gen_event,start_link,[{local,mc_couch_events}]}}, {restart_type,permanent}, {shutdown,brutal_kill}, {child_type,worker}] [error_logger:info,2012-11-14T10:46:47.313,ns_1@127.0.0.1:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================PROGRESS REPORT========================= supervisor: {local,mc_sup} started: [{pid,<0.428.0>}, {name,mc_conn_sup}, {mfargs,{mc_conn_sup,start_link,[]}}, {restart_type,permanent}, {shutdown,brutal_kill}, {child_type,supervisor}] [ns_server:info,2012-11-14T10:46:47.314,ns_1@127.0.0.1:<0.429.0>:mc_tcp_listener:init:24]mccouch is listening on port 11213 [error_logger:info,2012-11-14T10:46:47.314,ns_1@127.0.0.1:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================PROGRESS REPORT========================= supervisor: {local,mc_sup} started: [{pid,<0.429.0>}, {name,mc_tcp_listener}, {mfargs,{mc_tcp_listener,start_link,[11213]}}, {restart_type,permanent}, {shutdown,brutal_kill}, {child_type,worker}] [error_logger:info,2012-11-14T10:46:47.315,ns_1@127.0.0.1:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================PROGRESS REPORT========================= supervisor: {local,ns_server_sup} started: [{pid,<0.426.0>}, {name,mc_sup}, {mfargs,{mc_sup,start_link,[]}}, {restart_type,permanent}, {shutdown,infinity}, {child_type,supervisor}] [error_logger:info,2012-11-14T10:46:47.317,ns_1@127.0.0.1:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================PROGRESS REPORT========================= supervisor: {local,ns_port_sup} started: [{pid,<0.431.0>}, {name,ns_port_init}, {mfargs,{ns_port_init,start_link,[]}}, {restart_type,permanent}, {shutdown,10}, {child_type,worker}] [ns_server:debug,2012-11-14T10:46:47.318,ns_1@127.0.0.1:<0.432.0>:supervisor_cushion:init:43]starting ns_port_server with delay of 5000 [ns_server:debug,2012-11-14T10:46:47.322,ns_1@127.0.0.1:<0.434.0>:supervisor_cushion:init:43]starting ns_port_server with delay of 5000 [error_logger:info,2012-11-14T10:46:47.323,ns_1@127.0.0.1:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================PROGRESS REPORT========================= supervisor: {local,ns_port_sup} started: [{pid,<0.432.0>}, {name, {moxi,"/opt/couchbase/bin/moxi", ["-Z", "port_listen=11211,default_bucket_name=default,downstream_max=1024,downstream_conn_max=4,connect_max_errors=5,connect_retry_interval=30000,connect_timeout=400,auth_timeout=100,cycle=200,downstream_conn_queue_timeout=200,downstream_timeout=5000,wait_queue_timeout=200", "-z", "url=http://127.0.0.1:8091/pools/default/saslBucketsStreaming", "-p","0","-Y","y","-O","stderr",[]], [{env, [{"EVENT_NOSELECT","1"}, {"MOXI_SASL_PLAIN_USR",[]}, {"MOXI_SASL_PLAIN_PWD",[]}]}, use_stdio,exit_status,port_server_send_eol, stderr_to_stdout,stream]}}, {mfargs, {supervisor_cushion,start_link, [moxi,5000,10000,ns_port_server,start_link, [moxi,"/opt/couchbase/bin/moxi", ["-Z", "port_listen=11211,default_bucket_name=default,downstream_max=1024,downstream_conn_max=4,connect_max_errors=5,connect_retry_interval=30000,connect_timeout=400,auth_timeout=100,cycle=200,downstream_conn_queue_timeout=200,downstream_timeout=5000,wait_queue_timeout=200", "-z", "url=http://127.0.0.1:8091/pools/default/saslBucketsStreaming", "-p","0","-Y","y","-O","stderr",[]], [{env, [{"EVENT_NOSELECT","1"}, {"MOXI_SASL_PLAIN_USR",[]}, {"MOXI_SASL_PLAIN_PWD",[]}]}, use_stdio,exit_status,port_server_send_eol, stderr_to_stdout,stream]]]}}, {restart_type,permanent}, {shutdown,86400000}, {child_type,worker}] [ns_server:info,2012-11-14T10:46:47.324,ns_1@127.0.0.1:<0.437.0>:ns_memcached_log_rotator:init:28]Starting log rotator on "/opt/couchbase/var/lib/couchbase/logs"/"memcached.log"* with an initial period of 39003ms [error_logger:info,2012-11-14T10:46:47.325,ns_1@127.0.0.1:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================PROGRESS REPORT========================= supervisor: {local,ns_port_sup} started: [{pid,<0.434.0>}, {name, {memcached,"/opt/couchbase/bin/memcached", ["-X", "/opt/couchbase/lib/memcached/stdin_term_handler.so", "-X", "/opt/couchbase/lib/memcached/file_logger.so,cyclesize=104857600;sleeptime=19;filename=/opt/couchbase/var/lib/couchbase/logs/memcached.log", "-l","0.0.0.0:11210,0.0.0.0:11209:1000","-p", "11210","-E", "/opt/couchbase/lib/memcached/bucket_engine.so", "-B","binary","-r","-c","10000","-e", "admin=_admin;default_bucket_name=default;auto_create=false", []], [{env, [{"EVENT_NOSELECT","1"}, {"MEMCACHED_TOP_KEYS","100"}, {"ISASL_PWFILE", "/opt/couchbase/var/lib/couchbase/data/isasl.pw"}, {"ISASL_DB_CHECK_TIME","1"}]}, use_stdio,stderr_to_stdout,exit_status, port_server_send_eol,stream]}}, {mfargs, {erlang,apply, [#Fun, [memcached,"/opt/couchbase/bin/memcached", ["-X", "/opt/couchbase/lib/memcached/stdin_term_handler.so", "-X", "/opt/couchbase/lib/memcached/file_logger.so,cyclesize=104857600;sleeptime=19;filename=/opt/couchbase/var/lib/couchbase/logs/memcached.log", "-l","0.0.0.0:11210,0.0.0.0:11209:1000", "-p","11210","-E", "/opt/couchbase/lib/memcached/bucket_engine.so", "-B","binary","-r","-c","10000","-e", "admin=_admin;default_bucket_name=default;auto_create=false", []], [{env, [{"EVENT_NOSELECT","1"}, {"MEMCACHED_TOP_KEYS","100"}, {"ISASL_PWFILE", "/opt/couchbase/var/lib/couchbase/data/isasl.pw"}, {"ISASL_DB_CHECK_TIME","1"}]}, use_stdio,stderr_to_stdout,exit_status, port_server_send_eol,stream]]]}}, {restart_type,permanent}, {shutdown,86400000}, {child_type,worker}] [error_logger:info,2012-11-14T10:46:47.327,ns_1@127.0.0.1:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================PROGRESS REPORT========================= supervisor: {local,ns_server_sup} started: [{pid,<0.430.0>}, {name,ns_port_sup}, {mfargs,{ns_port_sup,start_link,[]}}, {restart_type,permanent}, {shutdown,infinity}, {child_type,supervisor}] [error_logger:info,2012-11-14T10:46:47.328,ns_1@127.0.0.1:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================PROGRESS REPORT========================= supervisor: {local,ns_server_sup} started: [{pid,<0.436.0>}, {name,ns_port_memcached_killer}, {mfargs,{ns_port_sup,start_memcached_force_killer,[]}}, {restart_type,permanent}, {shutdown,brutal_kill}, {child_type,worker}] [error_logger:info,2012-11-14T10:46:47.328,ns_1@127.0.0.1:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================PROGRESS REPORT========================= supervisor: {local,ns_server_sup} started: [{pid,<0.437.0>}, {name,ns_memcached_log_rotator}, {mfargs,{ns_memcached_log_rotator,start_link,[]}}, {restart_type,permanent}, {shutdown,1000}, {child_type,worker}] [error_logger:info,2012-11-14T10:46:47.328,ns_1@127.0.0.1:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================PROGRESS REPORT========================= supervisor: {local,ns_server_sup} started: [{pid,<0.439.0>}, {name,ns_bucket_worker}, {mfargs,{work_queue,start_link,[ns_bucket_worker]}}, {restart_type,permanent}, {shutdown,1000}, {child_type,worker}] [error_logger:info,2012-11-14T10:46:47.328,ns_1@127.0.0.1:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================PROGRESS REPORT========================= supervisor: {local,ns_server_sup} started: [{pid,<0.440.0>}, {name,xdc_replication_sup}, {mfargs,{xdc_replication_sup,start_link,[]}}, {restart_type,permanent}, {shutdown,infinity}, {child_type,supervisor}] [error_logger:info,2012-11-14T10:46:47.341,ns_1@127.0.0.1:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================PROGRESS REPORT========================= supervisor: {local,ns_server_sup} started: [{pid,<0.441.0>}, {name,xdc_rep_manager}, {mfargs,{xdc_rep_manager,start_link,[]}}, {restart_type,permanent}, {shutdown,30000}, {child_type,worker}] [error_logger:info,2012-11-14T10:46:47.342,ns_1@127.0.0.1:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================PROGRESS REPORT========================= supervisor: {local,ns_bucket_sup} started: [{pid,<0.451.0>}, {name,buckets_observing_subscription}, {mfargs,{ns_bucket_sup,subscribe_on_config_events,[]}}, {restart_type,permanent}, {shutdown,1000}, {child_type,worker}] [error_logger:info,2012-11-14T10:46:47.342,ns_1@127.0.0.1:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================PROGRESS REPORT========================= supervisor: {local,ns_server_sup} started: [{pid,<0.450.0>}, {name,ns_bucket_sup}, {mfargs,{ns_bucket_sup,start_link,[]}}, {restart_type,permanent}, {shutdown,infinity}, {child_type,supervisor}] [error_logger:info,2012-11-14T10:46:47.346,ns_1@127.0.0.1:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================PROGRESS REPORT========================= supervisor: {local,ns_server_sup} started: [{pid,<0.453.0>}, {name,system_stats_collector}, {mfargs,{system_stats_collector,start_link,[]}}, {restart_type,permanent}, {shutdown,1000}, {child_type,worker}] [error_logger:info,2012-11-14T10:46:47.347,ns_1@127.0.0.1:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================PROGRESS REPORT========================= supervisor: {local,ns_server_sup} started: [{pid,<0.455.0>}, {name,{stats_archiver,"@system"}}, {mfargs,{stats_archiver,start_link,["@system"]}}, {restart_type,permanent}, {shutdown,1000}, {child_type,worker}] [error_logger:info,2012-11-14T10:46:47.347,ns_1@127.0.0.1:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================PROGRESS REPORT========================= supervisor: {local,ns_server_sup} started: [{pid,<0.457.0>}, {name,{stats_reader,"@system"}}, {mfargs,{stats_reader,start_link,["@system"]}}, {restart_type,permanent}, {shutdown,1000}, {child_type,worker}] [ns_server:debug,2012-11-14T10:46:47.347,ns_1@127.0.0.1:mb_mnesia<0.282.0>:mb_mnesia:handle_call:109]Creating table 'stats_archiver-@system-minute' [ns_server:debug,2012-11-14T10:46:47.347,ns_1@127.0.0.1:<0.461.0>:supervisor_cushion:init:43]starting compaction_daemon with delay of 3000 [error_logger:info,2012-11-14T10:46:47.347,ns_1@127.0.0.1:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================PROGRESS REPORT========================= supervisor: {local,ns_server_sup} started: [{pid,<0.458.0>}, {name,ns_moxi_sup_work_queue}, {mfargs, {work_queue,start_link,[ns_moxi_sup_work_queue]}}, {restart_type,permanent}, {shutdown,1000}, {child_type,worker}] [error_logger:info,2012-11-14T10:46:47.348,ns_1@127.0.0.1:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================PROGRESS REPORT========================= supervisor: {local,ns_server_sup} started: [{pid,<0.459.0>}, {name,ns_moxi_sup}, {mfargs,{ns_moxi_sup,start_link,[]}}, {restart_type,permanent}, {shutdown,infinity}, {child_type,supervisor}] [ns_server:debug,2012-11-14T10:46:47.350,ns_1@127.0.0.1:compaction_daemon<0.466.0>:compaction_daemon:handle_info:266]No buckets to compact. Rescheduling compaction. [ns_server:debug,2012-11-14T10:46:47.350,ns_1@127.0.0.1:compaction_daemon<0.466.0>:compaction_daemon:schedule_next_compaction:1199]Finished compaction too soon. Next run will be in 30s [error_logger:info,2012-11-14T10:46:47.350,ns_1@127.0.0.1:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================PROGRESS REPORT========================= supervisor: {local,ns_server_sup} started: [{pid,<0.461.0>}, {name,compaction_daemon}, {mfargs, {supervisor_cushion,start_link, [compaction_daemon,3000,1000,compaction_daemon, start_link,[]]}}, {restart_type,permanent}, {shutdown,86400000}, {child_type,worker}] [ns_server:debug,2012-11-14T10:46:47.351,ns_1@127.0.0.1:xdc_rdoc_replication_srv<0.468.0>:xdc_rdoc_replication_srv:handle_info:132]doing replicate_newnodes_docs [error_logger:info,2012-11-14T10:46:47.351,ns_1@127.0.0.1:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================PROGRESS REPORT========================= supervisor: {local,ns_server_sup} started: [{pid,<0.468.0>}, {name,xdc_rdoc_replication_srv}, {mfargs,{xdc_rdoc_replication_srv,start_link,[]}}, {restart_type,permanent}, {shutdown,1000}, {child_type,worker}] [ns_server:info,2012-11-14T10:46:47.351,ns_1@127.0.0.1:set_view_update_daemon<0.471.0>:set_view_update_daemon:init:50]Set view update daemon, starting with the following settings: update interval: 5000ms minimum number of changes: 5000 [error_logger:info,2012-11-14T10:46:47.352,ns_1@127.0.0.1:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================PROGRESS REPORT========================= supervisor: {local,ns_server_sup} started: [{pid,<0.471.0>}, {name,set_view_update_daemon}, {mfargs,{set_view_update_daemon,start_link,[]}}, {restart_type,permanent}, {shutdown,1000}, {child_type,worker}] [error_logger:info,2012-11-14T10:46:47.352,ns_1@127.0.0.1:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================PROGRESS REPORT========================= supervisor: {local,ns_server_sup} started: [{pid,<0.475.0>}, {name,samples_loader_tasks}, {mfargs,{samples_loader_tasks,start_link,[]}}, {restart_type,permanent}, {shutdown,1000}, {child_type,worker}] [error_logger:info,2012-11-14T10:46:47.363,ns_1@127.0.0.1:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================PROGRESS REPORT========================= supervisor: {local,ns_server_cluster_sup} started: [{pid,<0.345.0>}, {name,ns_server_sup}, {mfargs,{ns_server_sup,start_link,[]}}, {restart_type,permanent}, {shutdown,infinity}, {child_type,supervisor}] [error_logger:info,2012-11-14T10:46:47.363,ns_1@127.0.0.1:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================PROGRESS REPORT========================= application: ns_server started_at: 'ns_1@127.0.0.1' [ns_server:debug,2012-11-14T10:46:47.368,ns_1@127.0.0.1:mb_mnesia<0.282.0>:mb_mnesia:handle_info:222]Mnesia table event: {write,{schema,'stats_archiver-@system-minute', [{name,'stats_archiver-@system-minute'}, {type,ordered_set}, {ram_copies,[]}, {disc_copies,['ns_1@127.0.0.1']}, {disc_only_copies,[]}, {load_order,0}, {access_mode,read_write}, {majority,false}, {index,[]}, {snmp,[]}, {local_content,true}, {record_name,stat_entry}, {attributes,[timestamp,values]}, {user_properties,[]}, {frag_properties,[]}, {cookie,{{1352,918807,348072},'ns_1@127.0.0.1'}}, {version,{{2,0},[]}}]}, {tid,6,<0.463.0>}} [ns_server:debug,2012-11-14T10:46:47.373,ns_1@127.0.0.1:mb_mnesia<0.282.0>:mb_mnesia:handle_info:222]Mnesia table event: {write,{schema,'stats_archiver-@system-minute', [{name,'stats_archiver-@system-minute'}, {type,ordered_set}, {ram_copies,[]}, {disc_copies,['ns_1@127.0.0.1']}, {disc_only_copies,[]}, {load_order,0}, {access_mode,read_write}, {majority,false}, {index,[]}, {snmp,[]}, {local_content,true}, {record_name,stat_entry}, {attributes,[timestamp,values]}, {user_properties,[]}, {frag_properties,[]}, {cookie,{{1352,918807,348072},'ns_1@127.0.0.1'}}, {version,{{2,0},[]}}]}, {tid,6,<0.463.0>}} [ns_server:debug,2012-11-14T10:46:47.373,ns_1@127.0.0.1:mb_mnesia<0.282.0>:mb_mnesia:handle_call:109]Creating table 'stats_archiver-@system-hour' [ns_server:debug,2012-11-14T10:46:47.384,ns_1@127.0.0.1:mb_mnesia<0.282.0>:mb_mnesia:handle_info:222]Mnesia table event: {write,{schema,'stats_archiver-@system-hour', [{name,'stats_archiver-@system-hour'}, {type,ordered_set}, {ram_copies,[]}, {disc_copies,['ns_1@127.0.0.1']}, {disc_only_copies,[]}, {load_order,0}, {access_mode,read_write}, {majority,false}, {index,[]}, {snmp,[]}, {local_content,true}, {record_name,stat_entry}, {attributes,[timestamp,values]}, {user_properties,[]}, {frag_properties,[]}, {cookie,{{1352,918807,373558},'ns_1@127.0.0.1'}}, {version,{{2,0},[]}}]}, {tid,7,<0.478.0>}} [ns_server:debug,2012-11-14T10:46:47.384,ns_1@127.0.0.1:mb_mnesia<0.282.0>:mb_mnesia:handle_info:222]Mnesia table event: {write,{schema,'stats_archiver-@system-hour', [{name,'stats_archiver-@system-hour'}, {type,ordered_set}, {ram_copies,[]}, {disc_copies,['ns_1@127.0.0.1']}, {disc_only_copies,[]}, {load_order,0}, {access_mode,read_write}, {majority,false}, {index,[]}, {snmp,[]}, {local_content,true}, {record_name,stat_entry}, {attributes,[timestamp,values]}, {user_properties,[]}, {frag_properties,[]}, {cookie,{{1352,918807,373558},'ns_1@127.0.0.1'}}, {version,{{2,0},[]}}]}, {tid,7,<0.478.0>}} [ns_server:debug,2012-11-14T10:46:47.385,ns_1@127.0.0.1:mb_mnesia<0.282.0>:mb_mnesia:handle_call:109]Creating table 'stats_archiver-@system-day' [ns_server:debug,2012-11-14T10:46:47.388,ns_1@127.0.0.1:mb_mnesia<0.282.0>:mb_mnesia:handle_info:222]Mnesia table event: {write,{schema,'stats_archiver-@system-day', [{name,'stats_archiver-@system-day'}, {type,ordered_set}, {ram_copies,[]}, {disc_copies,['ns_1@127.0.0.1']}, {disc_only_copies,[]}, {load_order,0}, {access_mode,read_write}, {majority,false}, {index,[]}, {snmp,[]}, {local_content,true}, {record_name,stat_entry}, {attributes,[timestamp,values]}, {user_properties,[]}, {frag_properties,[]}, {cookie,{{1352,918807,385085},'ns_1@127.0.0.1'}}, {version,{{2,0},[]}}]}, {tid,8,<0.485.0>}} [ns_server:debug,2012-11-14T10:46:47.388,ns_1@127.0.0.1:mb_mnesia<0.282.0>:mb_mnesia:handle_info:222]Mnesia table event: {write,{schema,'stats_archiver-@system-day', [{name,'stats_archiver-@system-day'}, {type,ordered_set}, {ram_copies,[]}, {disc_copies,['ns_1@127.0.0.1']}, {disc_only_copies,[]}, {load_order,0}, {access_mode,read_write}, {majority,false}, {index,[]}, {snmp,[]}, {local_content,true}, {record_name,stat_entry}, {attributes,[timestamp,values]}, {user_properties,[]}, {frag_properties,[]}, {cookie,{{1352,918807,385085},'ns_1@127.0.0.1'}}, {version,{{2,0},[]}}]}, {tid,8,<0.485.0>}} [ns_server:debug,2012-11-14T10:46:47.389,ns_1@127.0.0.1:mb_mnesia<0.282.0>:mb_mnesia:handle_call:109]Creating table 'stats_archiver-@system-week' [ns_server:debug,2012-11-14T10:46:47.393,ns_1@127.0.0.1:mb_mnesia<0.282.0>:mb_mnesia:handle_info:222]Mnesia table event: {write,{schema,'stats_archiver-@system-week', [{name,'stats_archiver-@system-week'}, {type,ordered_set}, {ram_copies,[]}, {disc_copies,['ns_1@127.0.0.1']}, {disc_only_copies,[]}, {load_order,0}, {access_mode,read_write}, {majority,false}, {index,[]}, {snmp,[]}, {local_content,true}, {record_name,stat_entry}, {attributes,[timestamp,values]}, {user_properties,[]}, {frag_properties,[]}, {cookie,{{1352,918807,389180},'ns_1@127.0.0.1'}}, {version,{{2,0},[]}}]}, {tid,9,<0.492.0>}} [ns_server:debug,2012-11-14T10:46:47.394,ns_1@127.0.0.1:mb_mnesia<0.282.0>:mb_mnesia:handle_info:222]Mnesia table event: {write,{schema,'stats_archiver-@system-week', [{name,'stats_archiver-@system-week'}, {type,ordered_set}, {ram_copies,[]}, {disc_copies,['ns_1@127.0.0.1']}, {disc_only_copies,[]}, {load_order,0}, {access_mode,read_write}, {majority,false}, {index,[]}, {snmp,[]}, {local_content,true}, {record_name,stat_entry}, {attributes,[timestamp,values]}, {user_properties,[]}, {frag_properties,[]}, {cookie,{{1352,918807,389180},'ns_1@127.0.0.1'}}, {version,{{2,0},[]}}]}, {tid,9,<0.492.0>}} [ns_server:debug,2012-11-14T10:46:47.394,ns_1@127.0.0.1:mb_mnesia<0.282.0>:mb_mnesia:handle_call:109]Creating table 'stats_archiver-@system-month' [ns_server:debug,2012-11-14T10:46:47.397,ns_1@127.0.0.1:mb_mnesia<0.282.0>:mb_mnesia:handle_info:222]Mnesia table event: {write,{schema,'stats_archiver-@system-month', [{name,'stats_archiver-@system-month'}, {type,ordered_set}, {ram_copies,[]}, {disc_copies,['ns_1@127.0.0.1']}, {disc_only_copies,[]}, {load_order,0}, {access_mode,read_write}, {majority,false}, {index,[]}, {snmp,[]}, {local_content,true}, {record_name,stat_entry}, {attributes,[timestamp,values]}, {user_properties,[]}, {frag_properties,[]}, {cookie,{{1352,918807,394496},'ns_1@127.0.0.1'}}, {version,{{2,0},[]}}]}, {tid,10,<0.499.0>}} [ns_server:debug,2012-11-14T10:46:47.397,ns_1@127.0.0.1:mb_mnesia<0.282.0>:mb_mnesia:handle_info:222]Mnesia table event: {write,{schema,'stats_archiver-@system-month', [{name,'stats_archiver-@system-month'}, {type,ordered_set}, {ram_copies,[]}, {disc_copies,['ns_1@127.0.0.1']}, {disc_only_copies,[]}, {load_order,0}, {access_mode,read_write}, {majority,false}, {index,[]}, {snmp,[]}, {local_content,true}, {record_name,stat_entry}, {attributes,[timestamp,values]}, {user_properties,[]}, {frag_properties,[]}, {cookie,{{1352,918807,394496},'ns_1@127.0.0.1'}}, {version,{{2,0},[]}}]}, {tid,10,<0.499.0>}} [ns_server:debug,2012-11-14T10:46:47.397,ns_1@127.0.0.1:mb_mnesia<0.282.0>:mb_mnesia:handle_call:109]Creating table 'stats_archiver-@system-year' [ns_server:debug,2012-11-14T10:46:47.401,ns_1@127.0.0.1:mb_mnesia<0.282.0>:mb_mnesia:handle_info:222]Mnesia table event: {write,{schema,'stats_archiver-@system-year', [{name,'stats_archiver-@system-year'}, {type,ordered_set}, {ram_copies,[]}, {disc_copies,['ns_1@127.0.0.1']}, {disc_only_copies,[]}, {load_order,0}, {access_mode,read_write}, {majority,false}, {index,[]}, {snmp,[]}, {local_content,true}, {record_name,stat_entry}, {attributes,[timestamp,values]}, {user_properties,[]}, {frag_properties,[]}, {cookie,{{1352,918807,398087},'ns_1@127.0.0.1'}}, {version,{{2,0},[]}}]}, {tid,11,<0.506.0>}} [ns_server:debug,2012-11-14T10:46:47.401,ns_1@127.0.0.1:mb_mnesia<0.282.0>:mb_mnesia:handle_info:222]Mnesia table event: {write,{schema,'stats_archiver-@system-year', [{name,'stats_archiver-@system-year'}, {type,ordered_set}, {ram_copies,[]}, {disc_copies,['ns_1@127.0.0.1']}, {disc_only_copies,[]}, {load_order,0}, {access_mode,read_write}, {majority,false}, {index,[]}, {snmp,[]}, {local_content,true}, {record_name,stat_entry}, {attributes,[timestamp,values]}, {user_properties,[]}, {frag_properties,[]}, {cookie,{{1352,918807,398087},'ns_1@127.0.0.1'}}, {version,{{2,0},[]}}]}, {tid,11,<0.506.0>}} [ns_server:info,2012-11-14T10:46:52.602,ns_1@127.0.0.1:<0.525.0>:ns_bootstrap:stop:41]Initiated server shutdown [ns_server:debug,2012-11-14T10:46:52.602,ns_1@127.0.0.1:<0.469.0>:ns_pubsub:do_subscribe_link:132]Parent process of subscription {ns_node_disco_events,<0.468.0>} exited with reason shutdown [ns_server:debug,2012-11-14T10:46:52.602,ns_1@127.0.0.1:<0.472.0>:ns_pubsub:do_subscribe_link:132]Parent process of subscription {ns_config_events,<0.471.0>} exited with reason shutdown [ns_server:debug,2012-11-14T10:46:52.602,ns_1@127.0.0.1:<0.460.0>:ns_pubsub:do_subscribe_link:132]Parent process of subscription {ns_config_events,<0.459.0>} exited with reason shutdown [ns_server:debug,2012-11-14T10:46:52.602,ns_1@127.0.0.1:<0.456.0>:ns_pubsub:do_subscribe_link:132]Parent process of subscription {ns_stats_event,<0.455.0>} exited with reason shutdown [ns_server:debug,2012-11-14T10:46:52.602,ns_1@127.0.0.1:<0.467.0>:ns_pubsub:do_subscribe_link:132]Parent process of subscription {ns_config_events,<0.466.0>} exited with reason shutdown [ns_server:debug,2012-11-14T10:46:52.602,ns_1@127.0.0.1:<0.454.0>:ns_pubsub:do_subscribe_link:132]Parent process of subscription {ns_tick_event,<0.453.0>} exited with reason shutdown [ns_server:debug,2012-11-14T10:46:52.602,ns_1@127.0.0.1:<0.451.0>:ns_pubsub:do_subscribe_link:132]Parent process of subscription {ns_config_events,<0.450.0>} exited with reason shutdown [error_logger:error,2012-11-14T10:46:52.602,ns_1@127.0.0.1:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================SUPERVISOR REPORT========================= Supervisor: {local,ns_bucket_sup} Context: shutdown_error Reason: normal Offender: [{pid,<0.451.0>}, {name,buckets_observing_subscription}, {mfargs,{ns_bucket_sup,subscribe_on_config_events,[]}}, {restart_type,permanent}, {shutdown,1000}, {child_type,worker}] [ns_server:debug,2012-11-14T10:46:52.603,ns_1@127.0.0.1:ns_port_memcached<0.435.0>:ns_port_server:terminate:143]Sending 'shutdown' to port [ns_server:debug,2012-11-14T10:46:52.603,ns_1@127.0.0.1:<0.438.0>:ns_pubsub:do_subscribe_link:132]Parent process of subscription {ns_config_events,<0.436.0>} exited with reason killed [ns_server:info,2012-11-14T10:46:52.805,ns_1@127.0.0.1:ns_port_memcached<0.435.0>:ns_port_server:log:171]memcached<0.435.0>: EOL on stdin. Initiating shutdown [ns_server:info,2012-11-14T10:46:53.379,ns_1@127.0.0.1:ns_port_memcached<0.435.0>:ns_port_server:handle_info:104]Port server memcached exited with status 0 [ns_server:debug,2012-11-14T10:46:53.379,ns_1@127.0.0.1:<0.433.0>:ns_port_server:terminate:143]Sending 'shutdown' to port [ns_server:info,2012-11-14T10:46:53.380,ns_1@127.0.0.1:<0.433.0>:ns_port_server:handle_info:104]Port server moxi exited with status 0 [ns_server:info,2012-11-14T10:46:53.380,ns_1@127.0.0.1:<0.433.0>:ns_port_server:log:171]moxi<0.433.0>: EOL on stdin. Exiting [ns_server:debug,2012-11-14T10:46:53.380,ns_1@127.0.0.1:<0.404.0>:ns_pubsub:do_subscribe_link:132]Parent process of subscription {master_activity_events,<0.403.0>} exited with reason killed [ns_server:info,2012-11-14T10:46:53.381,ns_1@127.0.0.1:mb_master<0.381.0>:mb_master:terminate:288]Synchronously shutting down child mb_master_sup [ns_server:debug,2012-11-14T10:46:53.381,ns_1@127.0.0.1:<0.382.0>:ns_pubsub:do_subscribe_link:132]Parent process of subscription {ns_config_events,<0.381.0>} exited with reason shutdown [ns_server:debug,2012-11-14T10:46:53.381,ns_1@127.0.0.1:<0.376.0>:ns_pubsub:do_subscribe_link:132]Parent process of subscription {ns_config_events,<0.375.0>} exited with reason shutdown [ns_server:debug,2012-11-14T10:46:53.381,ns_1@127.0.0.1:<0.374.0>:ns_pubsub:do_subscribe_link:132]Parent process of subscription {buckets_events,<0.373.0>} exited with reason shutdown [ns_server:debug,2012-11-14T10:46:53.381,ns_1@127.0.0.1:<0.366.0>:ns_pubsub:do_subscribe_link:132]Parent process of subscription {ns_config_events,<0.365.0>} exited with reason killed [ns_server:debug,2012-11-14T10:46:53.381,ns_1@127.0.0.1:<0.360.0>:ns_pubsub:do_subscribe_link:132]Parent process of subscription {ns_config_events_local,<0.359.0>} exited with reason shutdown [ns_server:debug,2012-11-14T10:46:53.382,ns_1@127.0.0.1:<0.349.0>:ns_pubsub:do_subscribe_link:132]Parent process of subscription {ns_config_events,<0.347.0>} exited with reason killed [error_logger:error,2012-11-14T10:46:53.483,ns_1@127.0.0.1:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================SUPERVISOR REPORT========================= Supervisor: {local,ns_server_cluster_sup} Context: shutdown_error Reason: killed Offender: [{pid,<0.344.0>}, {name,vbucket_filter_changes_registry}, {mfargs, {ns_process_registry,start_link, [vbucket_filter_changes_registry]}}, {restart_type,permanent}, {shutdown,100}, {child_type,worker}] [ns_server:debug,2012-11-14T10:46:53.483,ns_1@127.0.0.1:<0.343.0>:ns_pubsub:do_subscribe_link:132]Parent process of subscription {ns_config_events,<0.342.0>} exited with reason shutdown [ns_server:debug,2012-11-14T10:46:53.483,ns_1@127.0.0.1:<0.341.0>:ns_pubsub:do_subscribe_link:132]Parent process of subscription {ns_config_events,<0.340.0>} exited with reason shutdown [ns_server:debug,2012-11-14T10:46:53.483,ns_1@127.0.0.1:<0.338.0>:ns_pubsub:do_subscribe_link:132]Parent process of subscription {ns_config_events,<0.337.0>} exited with reason shutdown [ns_server:debug,2012-11-14T10:46:53.483,ns_1@127.0.0.1:ns_config<0.333.0>:ns_config:wait_saver:539]Waited for saver done. State= {config, {full,"/opt/couchbase/etc/couchbase/config",undefined,ns_config_default}, [[], [{xdcr_checkpoint_interval,1800}, {xdcr_doc_batch_size_kb,512}, {xdcr_failure_restart_interval,30}, {xdcr_capi_checkpoint_timeout,10}, {directory,"/opt/couchbase/var/lib/couchbase/config"}, {index_aware_rebalance_disabled,false}, {max_bucket_count,10}, {autocompaction, [{database_fragmentation_threshold,{30,undefined}}, {view_fragmentation_threshold,{30,undefined}}]}, {set_view_update_daemon, [{update_interval,5000}, {update_min_changes,5000}, {replica_update_min_changes,5000}]}, {fast_warmup, [{fast_warmup_enabled,true}, {min_memory_threshold,10}, {min_items_threshold,10}]}, {{node,'ns_1@127.0.0.1',compaction_daemon}, [{check_interval,30},{min_file_size,131072}]}, {nodes_wanted,['ns_1@127.0.0.1']}, {{node,'ns_1@127.0.0.1',membership},active}, {rest,[{port,8091}]}, {{couchdb,max_parallel_indexers},4}, {{couchdb,max_parallel_replica_indexers},2}, {{node,'ns_1@127.0.0.1',rest},[{port,8091},{port_meta,global}]}, {{node,'ns_1@127.0.0.1',capi_port},8092}, {rest_creds,[{creds,[]}]}, {remote_clusters,[]}, {{node,'ns_1@127.0.0.1',isasl}, [{path,"/opt/couchbase/var/lib/couchbase/data/isasl.pw"}]}, {{node,'ns_1@127.0.0.1',memcached}, [{'_vclock',[{'_',{1,0}}]}, {port,11210}, {mccouch_port,11213}, {dedicated_port,11209}, {admin_user,"_admin"}, {admin_pass,"_admin"}, {bucket_engine,"/opt/couchbase/lib/memcached/bucket_engine.so"}, {engines, [{membase, [{engine,"/opt/couchbase/lib/memcached/ep.so"}, {static_config_string, "vb0=false;waitforwarmup=false;failpartialwarmup=false"}]}, {memcached, [{engine,"/opt/couchbase/lib/memcached/default_engine.so"}, {static_config_string,"vb0=true"}]}]}, {log_path,"/opt/couchbase/var/lib/couchbase/logs"}, {log_prefix,"memcached.log"}, {log_generations,10}, {log_cyclesize,104857600}, {log_sleeptime,19}, {log_rotation_period,39003}, {verbosity,[]}]}, {memory_quota,19259}, {buckets,[{configs,[]}]}, {{node,'ns_1@127.0.0.1',moxi},[{port,11211},{verbosity,[]}]}, {{node,'ns_1@127.0.0.1',port_servers}, [{moxi,"/opt/couchbase/bin/moxi", ["-Z", {"port_listen=~B,default_bucket_name=default,downstream_max=1024,downstream_conn_max=4,connect_max_errors=5,connect_retry_interval=30000,connect_timeout=400,auth_timeout=100,cycle=200,downstream_conn_queue_timeout=200,downstream_timeout=5000,wait_queue_timeout=200", [port]}, "-z", {"url=http://127.0.0.1:~B/pools/default/saslBucketsStreaming", [{misc,this_node_rest_port,[]}]}, "-p","0","-Y","y","-O","stderr", {"~s",[verbosity]}], [{env, [{"EVENT_NOSELECT","1"}, {"MOXI_SASL_PLAIN_USR",{"~s",[{ns_moxi_sup,rest_user,[]}]}}, {"MOXI_SASL_PLAIN_PWD", {"~s",[{ns_moxi_sup,rest_pass,[]}]}}]}, use_stdio,exit_status,port_server_send_eol,stderr_to_stdout, stream]}, {memcached,"/opt/couchbase/bin/memcached", ["-X","/opt/couchbase/lib/memcached/stdin_term_handler.so","-X", {"/opt/couchbase/lib/memcached/file_logger.so,cyclesize=~B;sleeptime=~B;filename=~s/~s", [log_cyclesize,log_sleeptime,log_path,log_prefix]}, "-l", {"0.0.0.0:~B,0.0.0.0:~B:1000",[port,dedicated_port]}, "-p", {"~B",[port]}, "-E","/opt/couchbase/lib/memcached/bucket_engine.so","-B", "binary","-r","-c","10000","-e", {"admin=~s;default_bucket_name=default;auto_create=false", [admin_user]}, {"~s",[verbosity]}], [{env, [{"EVENT_NOSELECT","1"}, {"MEMCACHED_TOP_KEYS","100"}, {"ISASL_PWFILE",{"~s",[{isasl,path}]}}, {"ISASL_DB_CHECK_TIME","1"}]}, use_stdio,stderr_to_stdout,exit_status,port_server_send_eol, stream]}]}, {{node,'ns_1@127.0.0.1',ns_log}, [{filename,"/opt/couchbase/var/lib/couchbase/data/ns_log"}]}, {email_alerts, [{recipients,["root@localhost"]}, {sender,"couchbase@localhost"}, {enabled,false}, {email_server, [{user,[]}, {pass,[]}, {host,"localhost"}, {port,25}, {encrypt,false}]}, {alerts, [auto_failover_node,auto_failover_maximum_reached, auto_failover_other_nodes_down, auto_failover_cluster_too_small,ip,disk,overhead, ep_oom_errors,ep_item_commit_failed]}]}, {replication,[{enabled,true}]}, {auto_failover_cfg, [{enabled,false},{timeout,30},{max_nodes,1},{count,0}]}]], [[{dynamic_config_version, [{'_vclock',[{'ns_1@127.0.0.1',{4,63520138007}}]},2,0]}, {cluster_compat_version, [{'_vclock',[{'ns_1@127.0.0.1',{1,63520138007}}]},2,0]}, {vbucket_map_history,[{'_vclock',[{'ns_1@127.0.0.1',{1,63520138007}}]}]}, {otp, [{'_vclock',[{'ns_1@127.0.0.1',{1,63520138007}}]}, {cookie,llcsjhluncerukvj}]}, {{node,'ns_1@127.0.0.1',config_version}, [{'_vclock',[{'ns_1@127.0.0.1',{5,63520138006}}]}|{2,0}]}, {auto_failover_cfg, [{'_vclock',[{'ns_1@127.0.0.1',{1,63520138006}}]}, {enabled,false}, {timeout,30}, {max_nodes,1}, {count,0}]}, {autocompaction, [{database_fragmentation_threshold,{30,undefined}}, {view_fragmentation_threshold,{30,undefined}}]}, {buckets,[{configs,[]}]}, {email_alerts, [{'_vclock',[{'ns_1@127.0.0.1',{1,63520138006}}]}, {recipients,["root@localhost"]}, {sender,"couchbase@localhost"}, {enabled,false}, {email_server, [{user,[]}, {pass,[]}, {host,"localhost"}, {port,25}, {encrypt,false}]}, {alerts, [auto_failover_node,auto_failover_maximum_reached, auto_failover_other_nodes_down, auto_failover_cluster_too_small,ip,disk,overhead, ep_oom_errors,ep_item_commit_failed]}]}, {fast_warmup, [{fast_warmup_enabled,true}, {min_memory_threshold,10}, {min_items_threshold,10}]}, {index_aware_rebalance_disabled,false}, {max_bucket_count,10}, {memory_quota,19259}, {nodes_wanted,['ns_1@127.0.0.1']}, {remote_clusters,[]}, {replication,[{enabled,true}]}, {rest,[{port,8091}]}, {rest_creds,[{creds,[]}]}, {set_view_update_daemon, [{update_interval,5000}, {update_min_changes,5000}, {replica_update_min_changes,5000}]}, {xdcr_capi_checkpoint_timeout,10}, {xdcr_checkpoint_interval,1800}, {xdcr_doc_batch_size_kb,512}, {xdcr_failure_restart_interval,30}, {{couchdb,max_parallel_indexers},4}, {{couchdb,max_parallel_replica_indexers},2}, {{node,'ns_1@127.0.0.1',capi_port},8092}, {{node,'ns_1@127.0.0.1',compaction_daemon}, [{check_interval,30},{min_file_size,131072}]}, {{node,'ns_1@127.0.0.1',isasl}, [{'_vclock',[{'ns_1@127.0.0.1',{1,63520138006}}]}, {path,"/opt/couchbase/var/lib/couchbase/data/isasl.pw"}]}, {{node,'ns_1@127.0.0.1',membership},active}, {{node,'ns_1@127.0.0.1',memcached}, [{'_vclock',[{'_',{1,0}},{'ns_1@127.0.0.1',{2,63520138006}}]}, {mccouch_port,11213}, {engines, [{membase, [{engine,"/opt/couchbase/lib/memcached/ep.so"}, {static_config_string, "vb0=false;waitforwarmup=false;failpartialwarmup=false"}]}, {memcached, [{engine,"/opt/couchbase/lib/memcached/default_engine.so"}, {static_config_string,"vb0=true"}]}]}, {log_path,"/opt/couchbase/var/lib/couchbase/logs"}, {log_prefix,"memcached.log"}, {log_generations,10}, {log_cyclesize,104857600}, {log_sleeptime,19}, {log_rotation_period,39003}, {dedicated_port,11209}, {bucket_engine,"/opt/couchbase/lib/memcached/bucket_engine.so"}, {port,11210}, {dedicated_port,11209}, {admin_user,"_admin"}, {admin_pass,"_admin"}, {verbosity,[]}]}, {{node,'ns_1@127.0.0.1',moxi},[{port,11211},{verbosity,[]}]}, {{node,'ns_1@127.0.0.1',ns_log}, [{'_vclock',[{'ns_1@127.0.0.1',{1,63520138006}}]}, {filename,"/opt/couchbase/var/lib/couchbase/data/ns_log"}]}, {{node,'ns_1@127.0.0.1',port_servers}, [{'_vclock',[{'ns_1@127.0.0.1',{2,63520138006}}]}, {moxi,"/opt/couchbase/bin/moxi", ["-Z", {"port_listen=~B,default_bucket_name=default,downstream_max=1024,downstream_conn_max=4,connect_max_errors=5,connect_retry_interval=30000,connect_timeout=400,auth_timeout=100,cycle=200,downstream_conn_queue_timeout=200,downstream_timeout=5000,wait_queue_timeout=200", [port]}, "-z", {"url=http://127.0.0.1:~B/pools/default/saslBucketsStreaming", [{misc,this_node_rest_port,[]}]}, "-p","0","-Y","y","-O","stderr", {"~s",[verbosity]}], [{env, [{"EVENT_NOSELECT","1"}, {"MOXI_SASL_PLAIN_USR",{"~s",[{ns_moxi_sup,rest_user,[]}]}}, {"MOXI_SASL_PLAIN_PWD", {"~s",[{ns_moxi_sup,rest_pass,[]}]}}]}, use_stdio,exit_status,port_server_send_eol,stderr_to_stdout, stream]}, {memcached,"/opt/couchbase/bin/memcached", ["-X","/opt/couchbase/lib/memcached/stdin_term_handler.so","-X", {"/opt/couchbase/lib/memcached/file_logger.so,cyclesize=~B;sleeptime=~B;filename=~s/~s", [log_cyclesize,log_sleeptime,log_path,log_prefix]}, "-l", {"0.0.0.0:~B,0.0.0.0:~B:1000",[port,dedicated_port]}, "-p", {"~B",[port]}, "-E","/opt/couchbase/lib/memcached/bucket_engine.so","-B", "binary","-r","-c","10000","-e", {"admin=~s;default_bucket_name=default;auto_create=false", [admin_user]}, {"~s",[verbosity]}], [{env, [{"EVENT_NOSELECT","1"}, {"MEMCACHED_TOP_KEYS","100"}, {"ISASL_PWFILE",{"~s",[{isasl,path}]}}, {"ISASL_DB_CHECK_TIME","1"}]}, use_stdio,stderr_to_stdout,exit_status,port_server_send_eol, stream]}]}, {{node,'ns_1@127.0.0.1',rest},[{port,8091},{port_meta,global}]}]], ns_config_default, {ns_config,save_config_sync,[]}, undefined,false} [error_logger:error,2012-11-14T10:46:58.487,ns_1@127.0.0.1:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================SUPERVISOR REPORT========================= Supervisor: {local,mb_mnesia_sup} Context: shutdown_error Reason: killed Offender: [{pid,<0.282.0>}, {name,mb_mnesia}, {mfargs,{mb_mnesia,start_link,[]}}, {restart_type,permanent}, {shutdown,5000}, {child_type,worker}] [error_logger:error,2012-11-14T10:46:58.491,ns_1@127.0.0.1:error_logger<0.5.0>:ale_error_logger_handler:log_msg:76]** Generic server <0.231.0> terminating ** Last message in was {'EXIT',<0.217.0>,killed} ** When Server state == {db,<0.231.0>,<0.232.0>,nil,<<"1352918806054314">>, <0.227.0>,<0.233.0>, {db_header,11,1, <<0,0,0,0,13,103,0,0,0,0,0,51,0,0,0,0,1,0,0,0, 0,0,0,0,0,0,13,69>>, <<0,0,0,0,13,154,0,0,0,0,0,49,0,0,0,0,1>>, nil,0,nil,nil}, 1, {btree,<0.227.0>, {3431, <<0,0,0,0,1,0,0,0,0,0,0,0,0,0,13,69>>, 51}, #Fun, #Fun, #Fun, #Fun,1279,2558, true}, {btree,<0.227.0>, {3482,<<0,0,0,0,1>>,49}, #Fun, #Fun, #Fun, #Fun,1279,2558, true}, {btree,<0.227.0>,nil, #Fun, #Fun, #Fun,nil,1279,2558, true}, 1,<<"_users">>, "/opt/couchbase/var/lib/couchbase/data/_users.couch.1", [],nil, {user_ctx,null,[],undefined}, nil, [before_header,after_header,on_file_open], [create, {user_ctx, {user_ctx,null,[<<"_admin">>],undefined}}, sys_db]} ** Reason for termination == ** killed [ns_server:info,2012-11-14T10:46:58.492,ns_1@127.0.0.1:<0.525.0>:ns_bootstrap:stop:45]Stopped ns_server application [error_logger:error,2012-11-14T10:46:58.494,ns_1@127.0.0.1:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================CRASH REPORT========================= crasher: initial call: couch_db:init/1 pid: <0.231.0> registered_name: [] exception exit: killed in function gen_server:terminate/6 ancestors: [couch_server,couch_primary_services,couch_server_sup, cb_couch_sup,ns_server_cluster_sup,<0.59.0>] messages: [] links: [] dictionary: [] trap_exit: true status: running heap_size: 987 stack_size: 24 reductions: 284 neighbours: [error_logger:error,2012-11-14T10:46:58.494,ns_1@127.0.0.1:error_logger<0.5.0>:ale_error_logger_handler:log_msg:76]** Generic server <0.446.0> terminating ** Last message in was {'EXIT',<0.217.0>,killed} ** When Server state == {db,<0.446.0>,<0.447.0>,nil,<<"1352918807333292">>, <0.442.0>,<0.448.0>, {db_header,11,1, <<0,0,0,0,11,84,0,0,0,0,0,62,0,0,0,0,1,0,0,0,0, 0,0,0,0,0,11,50>>, <<0,0,0,0,11,146,0,0,0,0,0,60,0,0,0,0,1>>, nil,0,nil,nil}, 1, {btree,<0.442.0>, {2900, <<0,0,0,0,1,0,0,0,0,0,0,0,0,0,11,50>>, 62}, #Fun, #Fun, #Fun, #Fun,1279,2558, true}, {btree,<0.442.0>, {2962,<<0,0,0,0,1>>,60}, #Fun, #Fun, #Fun, #Fun,1279,2558, true}, {btree,<0.442.0>,nil, #Fun, #Fun, #Fun,nil,1279,2558, true}, 1,<<"_replicator">>, "/opt/couchbase/var/lib/couchbase/data/_replicator.couch.1", [],nil, {user_ctx,null,[],undefined}, nil, [before_header,after_header,on_file_open], [create,sys_db, {user_ctx, {user_ctx,null, [<<"_admin">>,<<"_replicator">>], undefined}}]} ** Reason for termination == ** killed [error_logger:error,2012-11-14T10:46:58.495,ns_1@127.0.0.1:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================CRASH REPORT========================= crasher: initial call: couch_db:init/1 pid: <0.446.0> registered_name: [] exception exit: killed in function gen_server:terminate/6 ancestors: [couch_server,couch_primary_services,couch_server_sup, cb_couch_sup,ns_server_cluster_sup,<0.59.0>] messages: [] links: [] dictionary: [] trap_exit: true status: running heap_size: 987 stack_size: 24 reductions: 305 neighbours: [error_logger:info,2012-11-14T10:46:58.495,ns_1@127.0.0.1:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================INFO REPORT========================= application: ns_server exited: stopped type: temporary [error_logger:info,2012-11-14T10:46:58.504,ns_1@127.0.0.1:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================INFO REPORT========================= application: mnesia exited: stopped type: temporary [error_logger:info,2012-11-14T10:46:58.505,ns_1@127.0.0.1:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================INFO REPORT========================= application: os_mon exited: stopped type: temporary [error_logger:info,2012-11-14T10:46:58.505,ns_1@127.0.0.1:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================INFO REPORT========================= application: sasl exited: stopped type: temporary [ns_server:info,2012-11-14T10:47:02.957,ns_1@10.2.1.58:<0.65.0>:ns_server:init_logging:225]Started & configured logging [ns_server:info,2012-11-14T10:47:02.958,ns_1@10.2.1.58:<0.65.0>:ns_server:log_pending:30]Static config terms: [{error_logger_mf_dir,"/opt/couchbase/var/lib/couchbase/logs"}, {error_logger_mf_maxbytes,10485760}, {error_logger_mf_maxfiles,20}, {path_config_bindir,"/opt/couchbase/bin"}, {path_config_etcdir,"/opt/couchbase/etc/couchbase"}, {path_config_libdir,"/opt/couchbase/lib"}, {path_config_datadir,"/opt/couchbase/var/lib/couchbase"}, {path_config_tmpdir,"/opt/couchbase/var/lib/couchbase/tmp"}, {loglevel_default,debug}, {loglevel_couchdb,info}, {loglevel_ns_server,debug}, {loglevel_error_logger,debug}, {loglevel_user,debug}, {loglevel_menelaus,debug}, {loglevel_ns_doctor,debug}, {loglevel_stats,debug}, {loglevel_rebalance,debug}, {loglevel_cluster,debug}, {loglevel_views,debug}, {loglevel_mapreduce_errors,debug}, {loglevel_xdcr,debug}] [error_logger:info,2012-11-14T10:47:02.973,ns_1@10.2.1.58:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================PROGRESS REPORT========================= supervisor: {local,crypto_sup} started: [{pid,<0.179.0>}, {name,crypto_server}, {mfargs,{crypto_server,start_link,[]}}, {restart_type,permanent}, {shutdown,2000}, {child_type,worker}] [error_logger:info,2012-11-14T10:47:02.973,ns_1@10.2.1.58:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================PROGRESS REPORT========================= application: crypto started_at: 'ns_1@10.2.1.58' [error_logger:info,2012-11-14T10:47:02.974,ns_1@10.2.1.58:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================PROGRESS REPORT========================= application: public_key started_at: 'ns_1@10.2.1.58' [error_logger:info,2012-11-14T10:47:02.978,ns_1@10.2.1.58:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================PROGRESS REPORT========================= supervisor: {local,inets_sup} started: [{pid,<0.185.0>}, {name,ftp_sup}, {mfargs,{ftp_sup,start_link,[]}}, {restart_type,permanent}, {shutdown,infinity}, {child_type,supervisor}] [error_logger:info,2012-11-14T10:47:02.997,ns_1@10.2.1.58:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================PROGRESS REPORT========================= supervisor: {local,httpc_profile_sup} started: [{pid,<0.188.0>}, {name,httpc_manager}, {mfargs, {httpc_manager,start_link, [default,only_session_cookies,inets]}}, {restart_type,permanent}, {shutdown,4000}, {child_type,worker}] [error_logger:info,2012-11-14T10:47:02.997,ns_1@10.2.1.58:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================PROGRESS REPORT========================= supervisor: {local,httpc_sup} started: [{pid,<0.187.0>}, {name,httpc_profile_sup}, {mfargs, {httpc_profile_sup,start_link, [[{httpc,{default,only_session_cookies}}]]}}, {restart_type,permanent}, {shutdown,infinity}, {child_type,supervisor}] [error_logger:info,2012-11-14T10:47:02.999,ns_1@10.2.1.58:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================PROGRESS REPORT========================= supervisor: {local,httpc_sup} started: [{pid,<0.189.0>}, {name,httpc_handler_sup}, {mfargs,{httpc_handler_sup,start_link,[]}}, {restart_type,permanent}, {shutdown,infinity}, {child_type,supervisor}] [error_logger:info,2012-11-14T10:47:02.999,ns_1@10.2.1.58:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================PROGRESS REPORT========================= supervisor: {local,inets_sup} started: [{pid,<0.186.0>}, {name,httpc_sup}, {mfargs, {httpc_sup,start_link, [[{httpc,{default,only_session_cookies}}]]}}, {restart_type,permanent}, {shutdown,infinity}, {child_type,supervisor}] [error_logger:info,2012-11-14T10:47:03.001,ns_1@10.2.1.58:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================PROGRESS REPORT========================= supervisor: {local,inets_sup} started: [{pid,<0.190.0>}, {name,httpd_sup}, {mfargs,{httpd_sup,start_link,[[]]}}, {restart_type,permanent}, {shutdown,infinity}, {child_type,supervisor}] [error_logger:info,2012-11-14T10:47:03.003,ns_1@10.2.1.58:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================PROGRESS REPORT========================= supervisor: {local,inets_sup} started: [{pid,<0.191.0>}, {name,tftp_sup}, {mfargs,{tftp_sup,start_link,[[]]}}, {restart_type,permanent}, {shutdown,infinity}, {child_type,supervisor}] [error_logger:info,2012-11-14T10:47:03.004,ns_1@10.2.1.58:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================PROGRESS REPORT========================= application: inets started_at: 'ns_1@10.2.1.58' [error_logger:info,2012-11-14T10:47:03.004,ns_1@10.2.1.58:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================PROGRESS REPORT========================= application: oauth started_at: 'ns_1@10.2.1.58' [error_logger:info,2012-11-14T10:47:03.008,ns_1@10.2.1.58:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================PROGRESS REPORT========================= supervisor: {local,ssl_sup} started: [{pid,<0.197.0>}, {name,ssl_broker_sup}, {mfargs,{ssl_broker_sup,start_link,[]}}, {restart_type,permanent}, {shutdown,2000}, {child_type,supervisor}] [error_logger:info,2012-11-14T10:47:03.010,ns_1@10.2.1.58:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================PROGRESS REPORT========================= supervisor: {local,ssl_sup} started: [{pid,<0.198.0>}, {name,ssl_manager}, {mfargs,{ssl_manager,start_link,[[]]}}, {restart_type,permanent}, {shutdown,4000}, {child_type,worker}] [error_logger:info,2012-11-14T10:47:03.011,ns_1@10.2.1.58:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================PROGRESS REPORT========================= supervisor: {local,ssl_sup} started: [{pid,<0.199.0>}, {name,ssl_connection}, {mfargs,{ssl_connection_sup,start_link,[]}}, {restart_type,permanent}, {shutdown,4000}, {child_type,supervisor}] [error_logger:info,2012-11-14T10:47:03.011,ns_1@10.2.1.58:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================PROGRESS REPORT========================= application: ssl started_at: 'ns_1@10.2.1.58' [error_logger:info,2012-11-14T10:47:03.028,ns_1@10.2.1.58:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================PROGRESS REPORT========================= supervisor: {local,ssl_sup} started: [{pid,<0.206.0>}, {name,ssl_server}, {mfargs,{ssl_server,start_link,[]}}, {restart_type,permanent}, {shutdown,2000}, {child_type,worker}] [error_logger:info,2012-11-14T10:47:03.028,ns_1@10.2.1.58:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================PROGRESS REPORT========================= supervisor: {local,lhttpc_sup} started: [{pid,<0.204.0>}, {name,lhttpc_manager}, {mfargs, {lhttpc_manager,start_link, [[{name,lhttpc_manager}]]}}, {restart_type,permanent}, {shutdown,10000}, {child_type,worker}] [error_logger:info,2012-11-14T10:47:03.028,ns_1@10.2.1.58:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================PROGRESS REPORT========================= application: lhttpc started_at: 'ns_1@10.2.1.58' [error_logger:info,2012-11-14T10:47:03.029,ns_1@10.2.1.58:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================PROGRESS REPORT========================= application: mochiweb started_at: 'ns_1@10.2.1.58' [error_logger:info,2012-11-14T10:47:03.032,ns_1@10.2.1.58:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================PROGRESS REPORT========================= application: couch_view_parser started_at: 'ns_1@10.2.1.58' [error_logger:info,2012-11-14T10:47:03.034,ns_1@10.2.1.58:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================PROGRESS REPORT========================= application: couch_set_view started_at: 'ns_1@10.2.1.58' [error_logger:info,2012-11-14T10:47:03.036,ns_1@10.2.1.58:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================PROGRESS REPORT========================= application: couch_index_merger started_at: 'ns_1@10.2.1.58' [error_logger:info,2012-11-14T10:47:03.038,ns_1@10.2.1.58:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================PROGRESS REPORT========================= application: mapreduce started_at: 'ns_1@10.2.1.58' [error_logger:info,2012-11-14T10:47:03.057,ns_1@10.2.1.58:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================PROGRESS REPORT========================= supervisor: {local,couch_server_sup} started: [{pid,<0.215.0>}, {name,couch_config}, {mfargs, {couch_server_sup,couch_config_start_link_wrapper, [["/opt/couchbase/etc/couchdb/default.ini", "/opt/couchbase/etc/couchdb/default.d/capi.ini", "/opt/couchbase/etc/couchdb/default.d/geocouch.ini", "/opt/couchbase/etc/couchdb/local.ini"], <0.215.0>]}}, {restart_type,permanent}, {shutdown,brutal_kill}, {child_type,worker}] [error_logger:info,2012-11-14T10:47:03.064,ns_1@10.2.1.58:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================PROGRESS REPORT========================= supervisor: {local,couch_primary_services} started: [{pid,<0.218.0>}, {name,collation_driver}, {mfargs,{couch_drv,start_link,[]}}, {restart_type,permanent}, {shutdown,infinity}, {child_type,supervisor}] [error_logger:info,2012-11-14T10:47:03.065,ns_1@10.2.1.58:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================PROGRESS REPORT========================= supervisor: {local,couch_primary_services} started: [{pid,<0.219.0>}, {name,couch_task_events}, {mfargs, {gen_event,start_link,[{local,couch_task_events}]}}, {restart_type,permanent}, {shutdown,brutal_kill}, {child_type,worker}] [error_logger:info,2012-11-14T10:47:03.065,ns_1@10.2.1.58:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================PROGRESS REPORT========================= supervisor: {local,couch_primary_services} started: [{pid,<0.220.0>}, {name,couch_task_status}, {mfargs,{couch_task_status,start_link,[]}}, {restart_type,permanent}, {shutdown,brutal_kill}, {child_type,worker}] [error_logger:info,2012-11-14T10:47:03.066,ns_1@10.2.1.58:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================PROGRESS REPORT========================= supervisor: {local,couch_primary_services} started: [{pid,<0.221.0>}, {name,couch_file_write_guard}, {mfargs,{couch_file_write_guard,sup_start_link,[]}}, {restart_type,permanent}, {shutdown,10000}, {child_type,worker}] [error_logger:info,2012-11-14T10:47:03.070,ns_1@10.2.1.58:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================PROGRESS REPORT========================= supervisor: {local,couch_primary_services} started: [{pid,<0.222.0>}, {name,couch_server}, {mfargs,{couch_server,sup_start_link,[]}}, {restart_type,permanent}, {shutdown,brutal_kill}, {child_type,worker}] [error_logger:info,2012-11-14T10:47:03.070,ns_1@10.2.1.58:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================PROGRESS REPORT========================= supervisor: {local,couch_primary_services} started: [{pid,<0.223.0>}, {name,couch_db_update_event}, {mfargs, {gen_event,start_link,[{local,couch_db_update}]}}, {restart_type,permanent}, {shutdown,brutal_kill}, {child_type,worker}] [error_logger:info,2012-11-14T10:47:03.070,ns_1@10.2.1.58:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================PROGRESS REPORT========================= supervisor: {local,couch_primary_services} started: [{pid,<0.224.0>}, {name,couch_replication_event}, {mfargs, {gen_event,start_link,[{local,couch_replication}]}}, {restart_type,permanent}, {shutdown,brutal_kill}, {child_type,worker}] [error_logger:info,2012-11-14T10:47:03.071,ns_1@10.2.1.58:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================PROGRESS REPORT========================= supervisor: {local,couch_primary_services} started: [{pid,<0.225.0>}, {name,couch_replication_supervisor}, {mfargs,{couch_rep_sup,start_link,[]}}, {restart_type,permanent}, {shutdown,infinity}, {child_type,supervisor}] [error_logger:info,2012-11-14T10:47:03.071,ns_1@10.2.1.58:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================PROGRESS REPORT========================= supervisor: {local,couch_primary_services} started: [{pid,<0.226.0>}, {name,couch_log}, {mfargs,{couch_log,start_link,[]}}, {restart_type,permanent}, {shutdown,brutal_kill}, {child_type,worker}] [error_logger:info,2012-11-14T10:47:03.072,ns_1@10.2.1.58:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================PROGRESS REPORT========================= supervisor: {local,couch_primary_services} started: [{pid,<0.227.0>}, {name,couch_main_index_barrier}, {mfargs, {couch_index_barrier,start_link, [couch_main_index_barrier, "max_parallel_indexers"]}}, {restart_type,permanent}, {shutdown,brutal_kill}, {child_type,worker}] [error_logger:info,2012-11-14T10:47:03.073,ns_1@10.2.1.58:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================PROGRESS REPORT========================= supervisor: {local,couch_primary_services} started: [{pid,<0.228.0>}, {name,couch_replica_index_barrier}, {mfargs, {couch_index_barrier,start_link, [couch_replica_index_barrier, "max_parallel_replica_indexers"]}}, {restart_type,permanent}, {shutdown,brutal_kill}, {child_type,worker}] [error_logger:info,2012-11-14T10:47:03.073,ns_1@10.2.1.58:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================PROGRESS REPORT========================= supervisor: {local,couch_server_sup} started: [{pid,<0.217.0>}, {name,couch_primary_services}, {mfargs,{couch_primary_sup,start_link,[]}}, {restart_type,permanent}, {shutdown,infinity}, {child_type,supervisor}] [error_logger:info,2012-11-14T10:47:03.075,ns_1@10.2.1.58:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================PROGRESS REPORT========================= supervisor: {local,couch_secondary_services} started: [{pid,<0.230.0>}, {name,couch_db_update_notifier_sup}, {mfargs,{couch_db_update_notifier_sup,start_link,[]}}, {restart_type,permanent}, {shutdown,infinity}, {child_type,supervisor}] [error_logger:info,2012-11-14T10:47:03.105,ns_1@10.2.1.58:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================PROGRESS REPORT========================= supervisor: {local,couch_secondary_services} started: [{pid,<0.231.0>}, {name,auth_cache}, {mfargs,{couch_auth_cache,start_link,[]}}, {restart_type,permanent}, {shutdown,brutal_kill}, {child_type,worker}] [error_logger:info,2012-11-14T10:47:03.109,ns_1@10.2.1.58:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================PROGRESS REPORT========================= supervisor: {local,couch_secondary_services} started: [{pid,<0.242.0>}, {name,set_view_manager}, {mfargs,{couch_set_view,start_link,[]}}, {restart_type,permanent}, {shutdown,brutal_kill}, {child_type,worker}] [error_logger:info,2012-11-14T10:47:03.112,ns_1@10.2.1.58:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================PROGRESS REPORT========================= supervisor: {local,couch_secondary_services} started: [{pid,<0.245.0>}, {name,spatial_manager}, {mfargs,{couch_spatial,start_link,[]}}, {restart_type,permanent}, {shutdown,brutal_kill}, {child_type,worker}] [error_logger:info,2012-11-14T10:47:03.112,ns_1@10.2.1.58:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================PROGRESS REPORT========================= supervisor: {local,couch_secondary_services} started: [{pid,<0.247.0>}, {name,index_merger_pool}, {mfargs, {lhttpc_manager,start_link, [[{connection_timeout,90000}, {pool_size,10000}, {name,couch_index_merger_connection_pool}]]}}, {restart_type,permanent}, {shutdown,brutal_kill}, {child_type,worker}] [error_logger:info,2012-11-14T10:47:03.115,ns_1@10.2.1.58:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================PROGRESS REPORT========================= supervisor: {local,couch_secondary_services} started: [{pid,<0.248.0>}, {name,query_servers}, {mfargs,{couch_query_servers,start_link,[]}}, {restart_type,permanent}, {shutdown,brutal_kill}, {child_type,worker}] [error_logger:info,2012-11-14T10:47:03.117,ns_1@10.2.1.58:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================PROGRESS REPORT========================= supervisor: {local,couch_secondary_services} started: [{pid,<0.250.0>}, {name,couch_set_view_ddoc_cache}, {mfargs,{couch_set_view_ddoc_cache,start_link,[]}}, {restart_type,permanent}, {shutdown,brutal_kill}, {child_type,worker}] [error_logger:info,2012-11-14T10:47:03.119,ns_1@10.2.1.58:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================PROGRESS REPORT========================= supervisor: {local,couch_secondary_services} started: [{pid,<0.252.0>}, {name,view_manager}, {mfargs,{couch_view,start_link,[]}}, {restart_type,permanent}, {shutdown,brutal_kill}, {child_type,worker}] [error_logger:info,2012-11-14T10:47:03.127,ns_1@10.2.1.58:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================PROGRESS REPORT========================= supervisor: {local,couch_secondary_services} started: [{pid,<0.254.0>}, {name,httpd}, {mfargs,{couch_httpd,start_link,[]}}, {restart_type,permanent}, {shutdown,brutal_kill}, {child_type,worker}] [error_logger:info,2012-11-14T10:47:03.127,ns_1@10.2.1.58:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================PROGRESS REPORT========================= supervisor: {local,couch_secondary_services} started: [{pid,<0.271.0>}, {name,uuids}, {mfargs,{couch_uuids,start,[]}}, {restart_type,permanent}, {shutdown,brutal_kill}, {child_type,worker}] [error_logger:info,2012-11-14T10:47:03.127,ns_1@10.2.1.58:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================PROGRESS REPORT========================= supervisor: {local,couch_server_sup} started: [{pid,<0.229.0>}, {name,couch_secondary_services}, {mfargs,{couch_secondary_sup,start_link,[]}}, {restart_type,permanent}, {shutdown,infinity}, {child_type,supervisor}] [error_logger:info,2012-11-14T10:47:03.128,ns_1@10.2.1.58:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================PROGRESS REPORT========================= supervisor: {local,cb_couch_sup} started: [{pid,<0.216.0>}, {name,couch_app}, {mfargs, {couch_app,start, [fake, ["/opt/couchbase/etc/couchdb/default.ini", "/opt/couchbase/etc/couchdb/local.ini"]]}}, {restart_type,permanent}, {shutdown,infinity}, {child_type,supervisor}] [error_logger:info,2012-11-14T10:47:03.128,ns_1@10.2.1.58:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================PROGRESS REPORT========================= supervisor: {local,ns_server_cluster_sup} started: [{pid,<0.174.0>}, {name,cb_couch_sup}, {mfargs,{cb_couch_sup,start_link,[]}}, {restart_type,permanent}, {shutdown,5000}, {child_type,supervisor}] [ns_server:info,2012-11-14T10:47:03.130,ns_1@10.2.1.58:ns_server_cluster_sup<0.173.0>:log_os_info:start_link:25]OS type: {unix,linux} Version: {2,6,18} Runtime info: [{otp_release,"R14B04"}, {erl_version,"5.8.5"}, {erl_version_long, "Erlang R14B04 (erts-5.8.5) [source] [64-bit] [smp:128:128] [rq:128] [async-threads:0] [kernel-poll:true]\n"}, {system_arch_raw,"x86_64-unknown-linux-gnu"}, {system_arch,"x86_64-unknown-linux-gnu"}, {localtime,{{2012,11,14},{10,47,3}}}, {memory, [{total,32511752}, {processes,5796376}, {processes_used,5792408}, {system,26715376}, {atom,835609}, {atom_used,828495}, {binary,76928}, {code,7994338}, {ets,644680}]}, {loaded, [ns_info,log_os_info,couch_config_writer,cb_init_loggers, mochiweb_acceptor,mochiweb_socket,mochiweb_socket_server, mochilists,mochiweb_http,eval_bits,couch_httpd,couch_view, couch_set_view_ddoc_cache,couch_query_servers, couch_spatial,mapreduce,couch_set_view,snappy, couch_compress,couch_spatial_validation, couch_set_view_mapreduce,ejson,couch_doc, couch_db_update_notifier,couch_btree,couch_ref_counter, couch_uuids,couch_db_updater,couch_db,couch_auth_cache, couch_db_update_notifier_sup,couch_secondary_sup, couch_index_barrier,couch_event_sup,couch_log, couch_rep_sup,httpd_util,filelib,couch_file, couch_file_write_guard,couch_task_status,erl_ddll, couch_drv,couch_primary_sup,couch_server,string,re,file2, couch_util,couch_config,couch_server_sup,mochiweb_sup, mochiweb_app,ssl_server,crypto,ssl,lhttpc_manager, lhttpc_sup,lhttpc,ssl_connection_sup,ssl_session_cache, ssl_certificate_db,ssl_manager,ssl_broker_sup,ssl_sup, ssl_app,tftp_sup,httpd_sup,httpc_handler_sup,httpc_cookie, inets,httpc_manager,httpc,httpc_profile_sup,httpc_sup, ftp_sup,inets_sup,inets_app,crypto_server,crypto_sup, crypto_app,couch_app,cb_couch_sup,ns_server_cluster_sup, calendar,ale_default_formatter,otp_internal,misc, 'ale_logger-xdcr','ale_logger-mapreduce_errors', 'ale_logger-views','ale_logger-cluster', 'ale_logger-rebalance','ale_logger-stats', 'ale_logger-ns_doctor','ale_logger-menelaus', 'ale_logger-user','ale_logger-ns_server', 'ale_logger-couchdb',ns_log_sink,disk_log_sup, disk_log_server,disk_log_1,disk_log,ale_disk_sink, ns_server,timer,io_lib_fread,cpu_sup,memsup,disksup, os_mon,io,release_handler,overload,alarm_handler,log_mf_h, sasl,ale_error_logger_handler,'ale_logger-ale_logger', 'ale_logger-error_logger',beam_opcodes,beam_dict,beam_asm, beam_validator,beam_flatten,beam_trim,beam_receive, beam_bsm,beam_peep,beam_dead,beam_type,beam_bool, beam_clean,beam_utils,beam_jump,beam_block,v3_codegen, v3_life,v3_kernel,sys_core_dsetel,erl_bifs,sys_core_fold, cerl_trees,sys_core_inline,core_lib,cerl,v3_core,erl_bits, erl_expand_records,sys_pre_expand,sofs,erl_internal,sets, ordsets,erl_lint,compile,dynamic_compile,ale_utils, io_lib_pretty,io_lib_format,io_lib,ale_codegen,dict,ale, ale_dynamic_sup,ale_sup,ale_app,ns_bootstrap, file_io_server,orddict,erl_eval,file,c,queue, kernel_config,user,user_sup,supervisor_bridge, standard_error,unicode,binary,ets,gb_sets, hipe_unified_loader,packages,code_server,code,file_server, global_group,gen_tcp,inet_tcp,auth,erl_epmd,inet_tcp_dist, net_kernel,erl_distribution,inet_gethost_native,filename, os,inet_parse,inet,inet_udp,inet_config,inet_db,global, gb_trees,rpc,supervisor,kernel,application_master,sys, application,gen_server,erl_parse,proplists,erl_scan,lists, application_controller,proc_lib,gen,gen_event, error_logger,heart,error_handler,erlang,erl_prim_loader, prim_zip,zlib,prim_file,prim_inet,init,otp_ring0]}, {applications, [{public_key,"Public key infrastructure","0.13"}, {lhttpc,"Lightweight HTTP Client","1.3.0"}, {ale,"Another Logger for Erlang","8cffe61"}, {os_mon,"CPO CXC 138 46","2.2.7"}, {couch_set_view,"Set views","1.2.0a-dd6de6a-git"}, {inets,"INETS CXC 138 49","5.7.1"}, {couch,"Apache CouchDB","1.2.0a-dd6de6a-git"}, {mapreduce,"MapReduce using V8 JavaScript engine","1.0.0"}, {couch_index_merger,"Index merger","1.2.0a-dd6de6a-git"}, {kernel,"ERTS CXC 138 10","2.14.5"}, {crypto,"CRYPTO version 2","2.0.4"}, {ssl,"Erlang/OTP SSL application","4.1.6"}, {sasl,"SASL CXC 138 11","2.1.10"}, {couch_view_parser,"Couch view parser","1.0.0"}, {ns_server,"Couchbase server","2.0.0-1945-rel-enterprise"}, {mochiweb,"MochiMedia Web Server","1.4.1"}, {oauth,"Erlang OAuth implementation","7d85d3ef"}, {stdlib,"ERTS CXC 138 10","1.17.5"}]}, {pre_loaded, [erlang,erl_prim_loader,prim_zip,zlib,prim_file,prim_inet, init,otp_ring0]}, {process_count,157}, {node,'ns_1@10.2.1.58'}, {nodes,[]}, {registered, [kernel_safe_sup,ns_server_cluster_sup,cb_couch_sup, httpc_sup,os_mon_sup,httpc_profile_sup,httpc_manager, cpu_sup,httpc_handler_sup,memsup,'sink-ns_log',disksup, 'sink-disk_stats',ftp_sup,lhttpc_sup, 'sink-disk_xdcr_errors',couch_set_view,'sink-disk_xdcr', 'sink-disk_debug','sink-disk_couchdb', 'sink-disk_mapreduce_errors',inets_sup,'sink-disk_views', crypto_server,'sink-disk_error',crypto_sup,mochiweb_sup, ale_sup,couch_secondary_services,couch_primary_services, auth,couch_db_update,error_logger,ale_dynamic_sup, sasl_safe_sup,couch_query_servers,standard_error, couch_httpd,couch_drv,ale,couch_server,timer_server, couch_set_view_ddoc_cache,lhttpc_manager, couch_index_merger_connection_pool,standard_error_sup, couch_spatial,erl_prim_loader,inet_db,sasl_sup, couch_replica_index_barrier,tftp_sup,rex, couch_main_index_barrier,net_sup,couch_auth_cache, kernel_sup,couch_replication,global_name_server, file_server_2,couch_task_events,global_group, couch_task_status,release_handler,overload,erl_epmd,init, alarm_handler,disk_log_sup,disk_log_server,couch_view, couch_rep_sup,'sink-disk_default',code_server,user, application_controller,couch_config,ssl_connection_sup, httpd_sup,net_kernel,couch_server_sup,ssl_manager, couch_file_write_guard,couch_uuids, couch_db_update_notifier_sup,couch_log,ssl_broker_sup, ssl_server,ssl_sup]}, {cookie,nocookie}, {wordsize,8}, {wall_clock,0}] [ns_server:info,2012-11-14T10:47:03.133,ns_1@10.2.1.58:ns_server_cluster_sup<0.173.0>:log_os_info:start_link:27]Manifest: ["","", " ", " ", " ", " ", " ", " ", " "," ", " ", " ", " ", " ", " ", " ", " ", " ", " ", " ", " ", " ", " ", " ", " ", " ", " ", " ", " ", " ", " ", " ", " ", " ", " ",""] [error_logger:info,2012-11-14T10:47:03.133,ns_1@10.2.1.58:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================PROGRESS REPORT========================= supervisor: {local,ns_server_cluster_sup} started: [{pid,<0.273.0>}, {name,timeout_diag_logger}, {mfargs,{timeout_diag_logger,start_link,[]}}, {restart_type,permanent}, {shutdown,1000}, {child_type,worker}] [ns_server:info,2012-11-14T10:47:03.134,ns_1@10.2.1.58:dist_manager<0.274.0>:dist_manager:read_address_config:55]Reading ip config from "/opt/couchbase/var/lib/couchbase/ip" [ns_server:info,2012-11-14T10:47:03.134,ns_1@10.2.1.58:dist_manager<0.274.0>:dist_manager:init:125]ip config not found. Looks like we're brand new node [error_logger:info,2012-11-14T10:47:03.135,ns_1@10.2.1.58:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================PROGRESS REPORT========================= supervisor: {local,inet_gethost_native_sup} started: [{pid,<0.276.0>},{mfa,{inet_gethost_native,init,[[]]}}] [error_logger:info,2012-11-14T10:47:03.135,ns_1@10.2.1.58:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================PROGRESS REPORT========================= supervisor: {local,kernel_safe_sup} started: [{pid,<0.275.0>}, {name,inet_gethost_native_sup}, {mfargs,{inet_gethost_native,start_link,[]}}, {restart_type,temporary}, {shutdown,1000}, {child_type,worker}] [ns_server:info,2012-11-14T10:47:03.138,ns_1@10.2.1.58:dist_manager<0.274.0>:dist_manager:bringup:193]Attempting to bring up net_kernel with name 'ns_1@127.0.0.1' [ns_server:info,2012-11-14T10:47:03.138,ns_1@10.2.1.58:dist_manager<0.274.0>:dist_manager:save_node:112]saving node to "/opt/couchbase/var/lib/couchbase/couchbase-server.node" [ns_server:debug,2012-11-14T10:47:03.142,ns_1@10.2.1.58:dist_manager<0.274.0>:dist_manager:bringup:201]Attempted to save node name to disk: ok [error_logger:info,2012-11-14T10:47:03.142,ns_1@10.2.1.58:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================PROGRESS REPORT========================= supervisor: {local,ns_server_cluster_sup} started: [{pid,<0.274.0>}, {name,dist_manager}, {mfargs,{dist_manager,start_link,[]}}, {restart_type,permanent}, {shutdown,1000}, {child_type,worker}] [error_logger:info,2012-11-14T10:47:03.143,ns_1@10.2.1.58:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================PROGRESS REPORT========================= supervisor: {local,ns_server_cluster_sup} started: [{pid,<0.277.0>}, {name,ns_cookie_manager}, {mfargs,{ns_cookie_manager,start_link,[]}}, {restart_type,permanent}, {shutdown,1000}, {child_type,worker}] [error_logger:info,2012-11-14T10:47:03.145,ns_1@10.2.1.58:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================PROGRESS REPORT========================= supervisor: {local,ns_server_cluster_sup} started: [{pid,<0.278.0>}, {name,ns_cluster}, {mfargs,{ns_cluster,start_link,[]}}, {restart_type,permanent}, {shutdown,5000}, {child_type,worker}] [error_logger:info,2012-11-14T10:47:03.146,ns_1@10.2.1.58:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================PROGRESS REPORT========================= supervisor: {local,mb_mnesia_sup} started: [{pid,<0.280.0>}, {name,mb_mnesia_events}, {mfargs, {gen_event,start_link,[{local,mb_mnesia_events}]}}, {restart_type,permanent}, {shutdown,10}, {child_type,worker}] [error_logger:info,2012-11-14T10:47:03.180,ns_1@10.2.1.58:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================PROGRESS REPORT========================= supervisor: {local,mnesia_sup} started: [{pid,<0.287.0>}, {name,mnesia_event}, {mfargs,{mnesia_sup,start_event,[]}}, {restart_type,permanent}, {shutdown,30000}, {child_type,worker}] [error_logger:info,2012-11-14T10:47:03.181,ns_1@10.2.1.58:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================PROGRESS REPORT========================= supervisor: {local,mnesia_kernel_sup} started: [{pid,<0.289.0>}, {name,mnesia_monitor}, {mfargs,{mnesia_monitor,start,[]}}, {restart_type,permanent}, {shutdown,3000}, {child_type,worker}] [error_logger:info,2012-11-14T10:47:03.181,ns_1@10.2.1.58:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================PROGRESS REPORT========================= supervisor: {local,mnesia_kernel_sup} started: [{pid,<0.290.0>}, {name,mnesia_subscr}, {mfargs,{mnesia_subscr,start,[]}}, {restart_type,permanent}, {shutdown,3000}, {child_type,worker}] [error_logger:info,2012-11-14T10:47:03.184,ns_1@10.2.1.58:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================PROGRESS REPORT========================= supervisor: {local,mnesia_kernel_sup} started: [{pid,<0.291.0>}, {name,mnesia_locker}, {mfargs,{mnesia_locker,start,[]}}, {restart_type,permanent}, {shutdown,3000}, {child_type,worker}] [error_logger:info,2012-11-14T10:47:03.186,ns_1@10.2.1.58:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================PROGRESS REPORT========================= supervisor: {local,mnesia_kernel_sup} started: [{pid,<0.292.0>}, {name,mnesia_recover}, {mfargs,{mnesia_recover,start,[]}}, {restart_type,permanent}, {shutdown,180000}, {child_type,worker}] [error_logger:info,2012-11-14T10:47:03.194,ns_1@10.2.1.58:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================PROGRESS REPORT========================= supervisor: {local,mnesia_kernel_sup} started: [{pid,<0.293.0>}, {name,mnesia_tm}, {mfargs,{mnesia_tm,start,[]}}, {restart_type,permanent}, {shutdown,30000}, {child_type,worker}] [error_logger:info,2012-11-14T10:47:03.196,ns_1@10.2.1.58:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================PROGRESS REPORT========================= supervisor: {local,mnesia_kernel_sup} started: [{pid,<0.294.0>}, {name,mnesia_checkpoint_sup}, {mfargs,{mnesia_checkpoint_sup,start,[]}}, {restart_type,permanent}, {shutdown,infinity}, {child_type,supervisor}] [error_logger:info,2012-11-14T10:47:03.198,ns_1@10.2.1.58:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================PROGRESS REPORT========================= supervisor: {local,mnesia_kernel_sup} started: [{pid,<0.295.0>}, {name,mnesia_snmp_sup}, {mfargs,{mnesia_snmp_sup,start,[]}}, {restart_type,permanent}, {shutdown,infinity}, {child_type,supervisor}] [error_logger:info,2012-11-14T10:47:03.203,ns_1@10.2.1.58:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================PROGRESS REPORT========================= supervisor: {local,mnesia_kernel_sup} started: [{pid,<0.296.0>}, {name,mnesia_controller}, {mfargs,{mnesia_controller,start,[]}}, {restart_type,permanent}, {shutdown,3000}, {child_type,worker}] [error_logger:info,2012-11-14T10:47:03.211,ns_1@10.2.1.58:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================PROGRESS REPORT========================= supervisor: {local,mnesia_kernel_sup} started: [{pid,<0.297.0>}, {name,mnesia_late_loader}, {mfargs,{mnesia_late_loader,start,[]}}, {restart_type,permanent}, {shutdown,3000}, {child_type,worker}] [error_logger:info,2012-11-14T10:47:03.211,ns_1@10.2.1.58:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================PROGRESS REPORT========================= supervisor: {local,mnesia_sup} started: [{pid,<0.288.0>}, {name,mnesia_kernel_sup}, {mfargs,{mnesia_kernel_sup,start,[]}}, {restart_type,permanent}, {shutdown,infinity}, {child_type,supervisor}] [error_logger:info,2012-11-14T10:47:03.211,ns_1@10.2.1.58:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================PROGRESS REPORT========================= application: mnesia started_at: 'ns_1@10.2.1.58' [error_logger:info,2012-11-14T10:47:03.226,ns_1@10.2.1.58:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================PROGRESS REPORT========================= supervisor: {local,kernel_safe_sup} started: [{pid,<0.303.0>}, {name,dets_sup}, {mfargs,{dets_sup,start_link,[]}}, {restart_type,permanent}, {shutdown,1000}, {child_type,supervisor}] [error_logger:info,2012-11-14T10:47:03.227,ns_1@10.2.1.58:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================PROGRESS REPORT========================= supervisor: {local,kernel_safe_sup} started: [{pid,<0.304.0>}, {name,dets}, {mfargs,{dets_server,start_link,[]}}, {restart_type,permanent}, {shutdown,2000}, {child_type,worker}] [ns_server:debug,2012-11-14T10:47:03.242,ns_1@10.2.1.58:mb_mnesia<0.281.0>:mb_mnesia:ensure_schema:432]Committed schema to disk. [ns_server:debug,2012-11-14T10:47:03.252,ns_1@10.2.1.58:mb_mnesia<0.281.0>:mb_mnesia:init:268]Current config: [{access_module,mnesia}, {auto_repair,true}, {backup_module,mnesia_backup}, {checkpoints,[]}, {db_nodes,['ns_1@10.2.1.58']}, {debug,verbose}, {directory,"/opt/couchbase/var/lib/couchbase/mnesia"}, {dump_log_load_regulation,false}, {dump_log_time_threshold,180000}, {dump_log_update_in_place,true}, {dump_log_write_threshold,1000}, {embedded_mnemosyne,false}, {event_module,mnesia_event}, {extra_db_nodes,[]}, {fallback_activated,false}, {held_locks,[]}, {ignore_fallback_at_startup,false}, {fallback_error_function,{mnesia,lkill}}, {is_running,yes}, {local_tables,[local_config,cluster,schema]}, {lock_queue,[]}, {log_version,"4.3"}, {master_node_tables,[]}, {max_wait_for_decision,10000}, {protocol_version,{8,0}}, {running_db_nodes,['ns_1@10.2.1.58']}, {schema_location,opt_disc}, {schema_version,{3,0}}, {subscribers,[<0.287.0>,<0.281.0>]}, {tables,[local_config,cluster,schema]}, {transaction_commits,5}, {transaction_failures,0}, {transaction_log_writes,6}, {transaction_restarts,0}, {transactions,[]}, {use_dir,true}, {core_dir,false}, {no_table_loaders,2}, {dc_dump_limit,4}, {send_compressed,0}, {version,"4.5"}] Peers: ['ns_1@10.2.1.58'] [ns_server:debug,2012-11-14T10:47:03.252,ns_1@10.2.1.58:mb_mnesia<0.281.0>:mb_mnesia:handle_info:222]Mnesia table event: {write,{schema,schema, [{name,schema}, {type,set}, {ram_copies,[]}, {disc_copies,['ns_1@10.2.1.58']}, {disc_only_copies,[]}, {load_order,0}, {access_mode,read_write}, {majority,false}, {index,[]}, {snmp,[]}, {local_content,false}, {record_name,schema}, {attributes,[table,cstruct]}, {user_properties,[]}, {frag_properties,[]}, {cookie,{{1352,918823,189402},'ns_1@10.2.1.58'}}, {version,{{3,0},{'ns_1@10.2.1.58',{1352,918823,211442}}}}]}, {tid,3,<0.300.0>}} [error_logger:info,2012-11-14T10:47:03.252,ns_1@10.2.1.58:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================PROGRESS REPORT========================= supervisor: {local,mb_mnesia_sup} started: [{pid,<0.281.0>}, {name,mb_mnesia}, {mfargs,{mb_mnesia,start_link,[]}}, {restart_type,permanent}, {shutdown,5000}, {child_type,worker}] [ns_server:debug,2012-11-14T10:47:03.252,ns_1@10.2.1.58:mb_mnesia<0.281.0>:mb_mnesia:handle_info:217]Peers: ['ns_1@10.2.1.58'] [error_logger:info,2012-11-14T10:47:03.252,ns_1@10.2.1.58:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================PROGRESS REPORT========================= supervisor: {local,ns_server_cluster_sup} started: [{pid,<0.279.0>}, {name,mb_mnesia_sup}, {mfargs,{mb_mnesia_sup,start_link,[]}}, {restart_type,permanent}, {shutdown,infinity}, {child_type,supervisor}] [ns_server:debug,2012-11-14T10:47:03.253,ns_1@10.2.1.58:mb_mnesia<0.281.0>:mb_mnesia:handle_info:217]Peers: ['ns_1@10.2.1.58'] [ns_server:info,2012-11-14T10:47:03.253,ns_1@10.2.1.58:ns_config_sup<0.329.0>:ns_config_sup:init:32]loading static ns_config from "/opt/couchbase/etc/couchbase/config" [ns_server:debug,2012-11-14T10:47:03.253,ns_1@10.2.1.58:mb_mnesia<0.281.0>:mb_mnesia:handle_info:222]Mnesia table event: {write,{schema,local_config, [{name,local_config}, {type,set}, {ram_copies,[]}, {disc_copies,['ns_1@10.2.1.58']}, {disc_only_copies,[]}, {load_order,0}, {access_mode,read_write}, {majority,false}, {index,[]}, {snmp,[]}, {local_content,true}, {record_name,local_config}, {attributes,[key,val]}, {user_properties,[]}, {frag_properties,[]}, {cookie,{{1352,918823,247551},'ns_1@10.2.1.58'}}, {version,{{2,0},[]}}]}, {tid,5,<0.323.0>}} [ns_server:debug,2012-11-14T10:47:03.253,ns_1@10.2.1.58:mb_mnesia<0.281.0>:mb_mnesia:handle_info:222]Mnesia table event: {write,{schema,local_config, [{name,local_config}, {type,set}, {ram_copies,[]}, {disc_copies,['ns_1@10.2.1.58']}, {disc_only_copies,[]}, {load_order,0}, {access_mode,read_write}, {majority,false}, {index,[]}, {snmp,[]}, {local_content,true}, {record_name,local_config}, {attributes,[key,val]}, {user_properties,[]}, {frag_properties,[]}, {cookie,{{1352,918823,247551},'ns_1@10.2.1.58'}}, {version,{{2,0},[]}}]}, {tid,5,<0.323.0>}} [error_logger:info,2012-11-14T10:47:03.257,ns_1@10.2.1.58:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================PROGRESS REPORT========================= supervisor: {local,ns_config_sup} started: [{pid,<0.330.0>}, {name,ns_config_events}, {mfargs, {gen_event,start_link,[{local,ns_config_events}]}}, {restart_type,permanent}, {shutdown,1000}, {child_type,worker}] [error_logger:info,2012-11-14T10:47:03.259,ns_1@10.2.1.58:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================PROGRESS REPORT========================= supervisor: {local,ns_config_sup} started: [{pid,<0.331.0>}, {name,ns_config_events_local}, {mfargs, {gen_event,start_link, [{local,ns_config_events_local}]}}, {restart_type,permanent}, {shutdown,brutal_kill}, {child_type,worker}] [ns_server:info,2012-11-14T10:47:03.260,ns_1@10.2.1.58:ns_config<0.332.0>:ns_config:load_config:674]Loading static config from "/opt/couchbase/etc/couchbase/config" [ns_server:info,2012-11-14T10:47:03.261,ns_1@10.2.1.58:ns_config<0.332.0>:ns_config:load_config:688]Loading dynamic config from "/opt/couchbase/var/lib/couchbase/config/config.dat" [ns_server:info,2012-11-14T10:47:03.261,ns_1@10.2.1.58:ns_config<0.332.0>:ns_config:load_config:692]No dynamic config file found. Assuming we're brand new node [ns_server:debug,2012-11-14T10:47:03.261,ns_1@10.2.1.58:ns_config<0.332.0>:ns_config:load_config:695]Here's full dynamic config we loaded: [] [ns_server:info,2012-11-14T10:47:03.261,ns_1@10.2.1.58:ns_config<0.332.0>:ns_config:load_config:706]Here's full dynamic config we loaded + static & default config: [{auto_failover_cfg,[{enabled,false},{timeout,30},{max_nodes,1},{count,0}]}, {replication,[{enabled,true}]}, {email_alerts, [{recipients,["root@localhost"]}, {sender,"couchbase@localhost"}, {enabled,false}, {email_server, [{user,[]},{pass,[]},{host,"localhost"},{port,25},{encrypt,false}]}, {alerts, [auto_failover_node,auto_failover_maximum_reached, auto_failover_other_nodes_down,auto_failover_cluster_too_small,ip, disk,overhead,ep_oom_errors,ep_item_commit_failed]}]}, {{node,'ns_1@10.2.1.58',ns_log}, [{filename,"/opt/couchbase/var/lib/couchbase/data/ns_log"}]}, {{node,'ns_1@10.2.1.58',port_servers}, [{moxi,"/opt/couchbase/bin/moxi", ["-Z", {"port_listen=~B,default_bucket_name=default,downstream_max=1024,downstream_conn_max=4,connect_max_errors=5,connect_retry_interval=30000,connect_timeout=400,auth_timeout=100,cycle=200,downstream_conn_queue_timeout=200,downstream_timeout=5000,wait_queue_timeout=200", [port]}, "-z", {"url=http://127.0.0.1:~B/pools/default/saslBucketsStreaming", [{misc,this_node_rest_port,[]}]}, "-p","0","-Y","y","-O","stderr", {"~s",[verbosity]}], [{env, [{"EVENT_NOSELECT","1"}, {"MOXI_SASL_PLAIN_USR",{"~s",[{ns_moxi_sup,rest_user,[]}]}}, {"MOXI_SASL_PLAIN_PWD",{"~s",[{ns_moxi_sup,rest_pass,[]}]}}]}, use_stdio,exit_status,port_server_send_eol,stderr_to_stdout,stream]}, {memcached,"/opt/couchbase/bin/memcached", ["-X","/opt/couchbase/lib/memcached/stdin_term_handler.so","-X", {"/opt/couchbase/lib/memcached/file_logger.so,cyclesize=~B;sleeptime=~B;filename=~s/~s", [log_cyclesize,log_sleeptime,log_path,log_prefix]}, "-l", {"0.0.0.0:~B,0.0.0.0:~B:1000",[port,dedicated_port]}, "-p", {"~B",[port]}, "-E","/opt/couchbase/lib/memcached/bucket_engine.so","-B","binary", "-r","-c","10000","-e", {"admin=~s;default_bucket_name=default;auto_create=false", [admin_user]}, {"~s",[verbosity]}], [{env, [{"EVENT_NOSELECT","1"}, {"MEMCACHED_TOP_KEYS","100"}, {"ISASL_PWFILE",{"~s",[{isasl,path}]}}, {"ISASL_DB_CHECK_TIME","1"}]}, use_stdio,stderr_to_stdout,exit_status,port_server_send_eol,stream]}]}, {{node,'ns_1@10.2.1.58',moxi},[{port,11211},{verbosity,[]}]}, {buckets,[{configs,[]}]}, {memory_quota,19259}, {{node,'ns_1@10.2.1.58',memcached}, [{'_vclock',[{'_',{1,0}}]}, {port,11210}, {mccouch_port,11213}, {dedicated_port,11209}, {admin_user,"_admin"}, {admin_pass,"_admin"}, {bucket_engine,"/opt/couchbase/lib/memcached/bucket_engine.so"}, {engines, [{membase, [{engine,"/opt/couchbase/lib/memcached/ep.so"}, {static_config_string, "vb0=false;waitforwarmup=false;failpartialwarmup=false"}]}, {memcached, [{engine,"/opt/couchbase/lib/memcached/default_engine.so"}, {static_config_string,"vb0=true"}]}]}, {log_path,"/opt/couchbase/var/lib/couchbase/logs"}, {log_prefix,"memcached.log"}, {log_generations,10}, {log_cyclesize,104857600}, {log_sleeptime,19}, {log_rotation_period,39003}, {verbosity,[]}]}, {{node,'ns_1@10.2.1.58',isasl}, [{path,"/opt/couchbase/var/lib/couchbase/data/isasl.pw"}]}, {remote_clusters,[]}, {rest_creds,[{creds,[]}]}, {{node,'ns_1@10.2.1.58',capi_port},8092}, {{node,'ns_1@10.2.1.58',rest},[{port,8091},{port_meta,global}]}, {{couchdb,max_parallel_replica_indexers},2}, {{couchdb,max_parallel_indexers},4}, {rest,[{port,8091}]}, {{node,'ns_1@10.2.1.58',membership},active}, {nodes_wanted,['ns_1@10.2.1.58']}, {{node,'ns_1@10.2.1.58',compaction_daemon}, [{check_interval,30},{min_file_size,131072}]}, {fast_warmup, [{fast_warmup_enabled,true}, {min_memory_threshold,10}, {min_items_threshold,10}]}, {set_view_update_daemon, [{update_interval,5000}, {update_min_changes,5000}, {replica_update_min_changes,5000}]}, {autocompaction, [{database_fragmentation_threshold,{30,undefined}}, {view_fragmentation_threshold,{30,undefined}}]}, {max_bucket_count,10}, {index_aware_rebalance_disabled,false}, {xdcr_capi_checkpoint_timeout,10}, {xdcr_failure_restart_interval,30}, {xdcr_doc_batch_size_kb,512}, {xdcr_checkpoint_interval,1800}] [ns_server:info,2012-11-14T10:47:03.263,ns_1@10.2.1.58:ns_config<0.332.0>:ns_config_default:upgrade_config_from_1_7_to_1_7_1:296]Upgrading config from 1.7 to 1.7.1 [ns_server:debug,2012-11-14T10:47:03.264,ns_1@10.2.1.58:ns_config<0.332.0>:ns_config:do_upgrade_config:469]Upgrading config by changes: [{set,{node,'ns_1@10.2.1.58',config_version},{1,7,1}}, {set,email_alerts, [{recipients,["root@localhost"]}, {sender,"couchbase@localhost"}, {enabled,false}, {email_server,[{user,[]}, {pass,[]}, {host,"localhost"}, {port,25}, {encrypt,false}]}, {alerts,[auto_failover_node,auto_failover_maximum_reached, auto_failover_other_nodes_down, auto_failover_cluster_too_small,ip,disk,overhead, ep_oom_errors,ep_item_commit_failed]}]}, {set,auto_failover_cfg, [{enabled,false},{timeout,30},{max_nodes,1},{count,0}]}] [ns_server:info,2012-11-14T10:47:03.264,ns_1@10.2.1.58:ns_config<0.332.0>:ns_config_default:upgrade_config_from_1_7_1_to_1_7_2:307]Upgrading config from 1.7.1 to 1.7.2 [ns_server:debug,2012-11-14T10:47:03.265,ns_1@10.2.1.58:ns_config<0.332.0>:ns_config:do_upgrade_config:469]Upgrading config by changes: [{set,{node,'ns_1@10.2.1.58',config_version},{1,7,2}}] [ns_server:info,2012-11-14T10:47:03.265,ns_1@10.2.1.58:ns_config<0.332.0>:ns_config_default:upgrade_config_from_1_7_2_to_1_8_0:361]Upgrading config from 1.7.2 to 1.8.0 [ns_server:debug,2012-11-14T10:47:03.266,ns_1@10.2.1.58:ns_config<0.332.0>:ns_config:do_upgrade_config:469]Upgrading config by changes: [{set,{node,'ns_1@10.2.1.58',config_version},{1,8,0}}, {set,{node,'ns_1@10.2.1.58',port_servers}, [{moxi,"/opt/couchbase/bin/moxi", ["-Z", {"port_listen=~B,default_bucket_name=default,downstream_max=1024,downstream_conn_max=4,connect_max_errors=5,connect_retry_interval=30000,connect_timeout=400,auth_timeout=100,cycle=200,downstream_conn_queue_timeout=200,downstream_timeout=5000,wait_queue_timeout=200", [port]}, "-z", {"url=http://127.0.0.1:~B/pools/default/saslBucketsStreaming", [{misc,this_node_rest_port,[]}]}, "-p","0","-Y","y","-O","stderr", {"~s",[verbosity]}], [{env,[{"EVENT_NOSELECT","1"}, {"MOXI_SASL_PLAIN_USR", {"~s",[{ns_moxi_sup,rest_user,[]}]}}, {"MOXI_SASL_PLAIN_PWD", {"~s",[{ns_moxi_sup,rest_pass,[]}]}}]}, use_stdio,exit_status,port_server_send_eol,stderr_to_stdout, stream]}, {memcached,"/opt/couchbase/bin/memcached", ["-X","/opt/couchbase/lib/memcached/stdin_term_handler.so", "-X", {"/opt/couchbase/lib/memcached/file_logger.so,cyclesize=~B;sleeptime=~B;filename=~s/~s", [log_cyclesize,log_sleeptime,log_path,log_prefix]}, "-l", {"0.0.0.0:~B,0.0.0.0:~B:1000",[port,dedicated_port]}, "-p", {"~B",[port]}, "-E","/opt/couchbase/lib/memcached/bucket_engine.so","-B", "binary","-r","-c","10000","-e", {"admin=~s;default_bucket_name=default;auto_create=false", [admin_user]}, {"~s",[verbosity]}], [{env,[{"EVENT_NOSELECT","1"}, {"MEMCACHED_TOP_KEYS","100"}, {"ISASL_PWFILE",{"~s",[{isasl,path}]}}, {"ISASL_DB_CHECK_TIME","1"}]}, use_stdio,stderr_to_stdout,exit_status, port_server_send_eol,stream]}]}] [ns_server:info,2012-11-14T10:47:03.266,ns_1@10.2.1.58:ns_config<0.332.0>:ns_config_default:upgrade_config_from_1_8_0_to_1_8_1:398]Upgrading config from 1.8.0 to 1.8.1 [ns_server:debug,2012-11-14T10:47:03.267,ns_1@10.2.1.58:ns_config<0.332.0>:ns_config:do_upgrade_config:469]Upgrading config by changes: [{set,{node,'ns_1@10.2.1.58',config_version},{1,8,1}}, {set, {node,'ns_1@10.2.1.58',memcached}, [{dedicated_port,11209}, {bucket_engine,"/opt/couchbase/lib/memcached/bucket_engine.so"}, {engines, [{membase, [{engine,"/opt/couchbase/lib/memcached/ep.so"}, {static_config_string, "vb0=false;waitforwarmup=false;failpartialwarmup=false"}]}, {memcached, [{engine,"/opt/couchbase/lib/memcached/default_engine.so"}, {static_config_string,"vb0=true"}]}]}, {port,11210}, {mccouch_port,11213}, {dedicated_port,11209}, {admin_user,"_admin"}, {admin_pass,"_admin"}, {log_path,"/opt/couchbase/var/lib/couchbase/logs"}, {log_prefix,"memcached.log"}, {log_generations,10}, {log_cyclesize,104857600}, {log_sleeptime,19}, {log_rotation_period,39003}, {verbosity,[]}]}, {set, {node,'ns_1@10.2.1.58',isasl}, [{path,"/opt/couchbase/var/lib/couchbase/data/isasl.pw"}]}, {set, {node,'ns_1@10.2.1.58',port_servers}, [{moxi,"/opt/couchbase/bin/moxi", ["-Z", {"port_listen=~B,default_bucket_name=default,downstream_max=1024,downstream_conn_max=4,connect_max_errors=5,connect_retry_interval=30000,connect_timeout=400,auth_timeout=100,cycle=200,downstream_conn_queue_timeout=200,downstream_timeout=5000,wait_queue_timeout=200", [port]}, "-z", {"url=http://127.0.0.1:~B/pools/default/saslBucketsStreaming", [{misc,this_node_rest_port,[]}]}, "-p","0","-Y","y","-O","stderr", {"~s",[verbosity]}], [{env, [{"EVENT_NOSELECT","1"}, {"MOXI_SASL_PLAIN_USR",{"~s",[{ns_moxi_sup,rest_user,[]}]}}, {"MOXI_SASL_PLAIN_PWD",{"~s",[{ns_moxi_sup,rest_pass,[]}]}}]}, use_stdio,exit_status,port_server_send_eol,stderr_to_stdout, stream]}, {memcached,"/opt/couchbase/bin/memcached", ["-X","/opt/couchbase/lib/memcached/stdin_term_handler.so","-X", {"/opt/couchbase/lib/memcached/file_logger.so,cyclesize=~B;sleeptime=~B;filename=~s/~s", [log_cyclesize,log_sleeptime,log_path,log_prefix]}, "-l", {"0.0.0.0:~B,0.0.0.0:~B:1000",[port,dedicated_port]}, "-p", {"~B",[port]}, "-E","/opt/couchbase/lib/memcached/bucket_engine.so","-B","binary", "-r","-c","10000","-e", {"admin=~s;default_bucket_name=default;auto_create=false", [admin_user]}, {"~s",[verbosity]}], [{env, [{"EVENT_NOSELECT","1"}, {"MEMCACHED_TOP_KEYS","100"}, {"ISASL_PWFILE",{"~s",[{isasl,path}]}}, {"ISASL_DB_CHECK_TIME","1"}]}, use_stdio,stderr_to_stdout,exit_status,port_server_send_eol, stream]}]}, {set, {node,'ns_1@10.2.1.58',ns_log}, [{filename,"/opt/couchbase/var/lib/couchbase/data/ns_log"}]}] [ns_server:info,2012-11-14T10:47:03.267,ns_1@10.2.1.58:ns_config<0.332.0>:ns_config_default:upgrade_config_from_1_8_1_to_2_0:427]Upgrading config from 1.8.1 to 2.0 [ns_server:debug,2012-11-14T10:47:03.267,ns_1@10.2.1.58:ns_config<0.332.0>:ns_config:do_upgrade_config:469]Upgrading config by changes: [{set,{node,'ns_1@10.2.1.58',config_version},{2,0}}, {set, {node,'ns_1@10.2.1.58',memcached}, [{mccouch_port,11213}, {engines, [{membase, [{engine,"/opt/couchbase/lib/memcached/ep.so"}, {static_config_string, "vb0=false;waitforwarmup=false;failpartialwarmup=false"}]}, {memcached, [{engine,"/opt/couchbase/lib/memcached/default_engine.so"}, {static_config_string,"vb0=true"}]}]}, {log_path,"/opt/couchbase/var/lib/couchbase/logs"}, {log_prefix,"memcached.log"}, {log_generations,10}, {log_cyclesize,104857600}, {log_sleeptime,19}, {log_rotation_period,39003}, {dedicated_port,11209}, {bucket_engine,"/opt/couchbase/lib/memcached/bucket_engine.so"}, {port,11210}, {dedicated_port,11209}, {admin_user,"_admin"}, {admin_pass,"_admin"}, {verbosity,[]}]}] [ns_server:debug,2012-11-14T10:47:03.268,ns_1@10.2.1.58:ns_config<0.332.0>:ns_config:do_init:514]Upgraded initial config: {config, {full,"/opt/couchbase/etc/couchbase/config",undefined,ns_config_default}, [[], [{xdcr_checkpoint_interval,1800}, {xdcr_doc_batch_size_kb,512}, {xdcr_failure_restart_interval,30}, {xdcr_capi_checkpoint_timeout,10}, {directory,"/opt/couchbase/var/lib/couchbase/config"}, {index_aware_rebalance_disabled,false}, {max_bucket_count,10}, {autocompaction, [{database_fragmentation_threshold,{30,undefined}}, {view_fragmentation_threshold,{30,undefined}}]}, {set_view_update_daemon, [{update_interval,5000}, {update_min_changes,5000}, {replica_update_min_changes,5000}]}, {fast_warmup, [{fast_warmup_enabled,true}, {min_memory_threshold,10}, {min_items_threshold,10}]}, {{node,'ns_1@10.2.1.58',compaction_daemon}, [{check_interval,30},{min_file_size,131072}]}, {nodes_wanted,['ns_1@10.2.1.58']}, {{node,'ns_1@10.2.1.58',membership},active}, {rest,[{port,8091}]}, {{couchdb,max_parallel_indexers},4}, {{couchdb,max_parallel_replica_indexers},2}, {{node,'ns_1@10.2.1.58',rest},[{port,8091},{port_meta,global}]}, {{node,'ns_1@10.2.1.58',capi_port},8092}, {rest_creds,[{creds,[]}]}, {remote_clusters,[]}, {{node,'ns_1@10.2.1.58',isasl}, [{path,"/opt/couchbase/var/lib/couchbase/data/isasl.pw"}]}, {{node,'ns_1@10.2.1.58',memcached}, [{'_vclock',[{'_',{1,0}}]}, {port,11210}, {mccouch_port,11213}, {dedicated_port,11209}, {admin_user,"_admin"}, {admin_pass,"_admin"}, {bucket_engine,"/opt/couchbase/lib/memcached/bucket_engine.so"}, {engines, [{membase, [{engine,"/opt/couchbase/lib/memcached/ep.so"}, {static_config_string, "vb0=false;waitforwarmup=false;failpartialwarmup=false"}]}, {memcached, [{engine,"/opt/couchbase/lib/memcached/default_engine.so"}, {static_config_string,"vb0=true"}]}]}, {log_path,"/opt/couchbase/var/lib/couchbase/logs"}, {log_prefix,"memcached.log"}, {log_generations,10}, {log_cyclesize,104857600}, {log_sleeptime,19}, {log_rotation_period,39003}, {verbosity,[]}]}, {memory_quota,19259}, {buckets,[{configs,[]}]}, {{node,'ns_1@10.2.1.58',moxi},[{port,11211},{verbosity,[]}]}, {{node,'ns_1@10.2.1.58',port_servers}, [{moxi,"/opt/couchbase/bin/moxi", ["-Z", {"port_listen=~B,default_bucket_name=default,downstream_max=1024,downstream_conn_max=4,connect_max_errors=5,connect_retry_interval=30000,connect_timeout=400,auth_timeout=100,cycle=200,downstream_conn_queue_timeout=200,downstream_timeout=5000,wait_queue_timeout=200", [port]}, "-z", {"url=http://127.0.0.1:~B/pools/default/saslBucketsStreaming", [{misc,this_node_rest_port,[]}]}, "-p","0","-Y","y","-O","stderr", {"~s",[verbosity]}], [{env, [{"EVENT_NOSELECT","1"}, {"MOXI_SASL_PLAIN_USR",{"~s",[{ns_moxi_sup,rest_user,[]}]}}, {"MOXI_SASL_PLAIN_PWD", {"~s",[{ns_moxi_sup,rest_pass,[]}]}}]}, use_stdio,exit_status,port_server_send_eol,stderr_to_stdout, stream]}, {memcached,"/opt/couchbase/bin/memcached", ["-X","/opt/couchbase/lib/memcached/stdin_term_handler.so","-X", {"/opt/couchbase/lib/memcached/file_logger.so,cyclesize=~B;sleeptime=~B;filename=~s/~s", [log_cyclesize,log_sleeptime,log_path,log_prefix]}, "-l", {"0.0.0.0:~B,0.0.0.0:~B:1000",[port,dedicated_port]}, "-p", {"~B",[port]}, "-E","/opt/couchbase/lib/memcached/bucket_engine.so","-B", "binary","-r","-c","10000","-e", {"admin=~s;default_bucket_name=default;auto_create=false", [admin_user]}, {"~s",[verbosity]}], [{env, [{"EVENT_NOSELECT","1"}, {"MEMCACHED_TOP_KEYS","100"}, {"ISASL_PWFILE",{"~s",[{isasl,path}]}}, {"ISASL_DB_CHECK_TIME","1"}]}, use_stdio,stderr_to_stdout,exit_status,port_server_send_eol, stream]}]}, {{node,'ns_1@10.2.1.58',ns_log}, [{filename,"/opt/couchbase/var/lib/couchbase/data/ns_log"}]}, {email_alerts, [{recipients,["root@localhost"]}, {sender,"couchbase@localhost"}, {enabled,false}, {email_server, [{user,[]}, {pass,[]}, {host,"localhost"}, {port,25}, {encrypt,false}]}, {alerts, [auto_failover_node,auto_failover_maximum_reached, auto_failover_other_nodes_down, auto_failover_cluster_too_small,ip,disk,overhead, ep_oom_errors,ep_item_commit_failed]}]}, {replication,[{enabled,true}]}, {auto_failover_cfg, [{enabled,false},{timeout,30},{max_nodes,1},{count,0}]}]], [[{{node,'ns_1@10.2.1.58',config_version}, [{'_vclock',[{'ns_1@10.2.1.58',{5,63520138023}}]}|{2,0}]}, {auto_failover_cfg, [{'_vclock',[{'ns_1@10.2.1.58',{1,63520138023}}]}, {enabled,false}, {timeout,30}, {max_nodes,1}, {count,0}]}, {autocompaction, [{database_fragmentation_threshold,{30,undefined}}, {view_fragmentation_threshold,{30,undefined}}]}, {buckets,[{configs,[]}]}, {email_alerts, [{'_vclock',[{'ns_1@10.2.1.58',{1,63520138023}}]}, {recipients,["root@localhost"]}, {sender,"couchbase@localhost"}, {enabled,false}, {email_server, [{user,[]}, {pass,[]}, {host,"localhost"}, {port,25}, {encrypt,false}]}, {alerts, [auto_failover_node,auto_failover_maximum_reached, auto_failover_other_nodes_down, auto_failover_cluster_too_small,ip,disk,overhead, ep_oom_errors,ep_item_commit_failed]}]}, {fast_warmup, [{fast_warmup_enabled,true}, {min_memory_threshold,10}, {min_items_threshold,10}]}, {index_aware_rebalance_disabled,false}, {max_bucket_count,10}, {memory_quota,19259}, {nodes_wanted,['ns_1@10.2.1.58']}, {remote_clusters,[]}, {replication,[{enabled,true}]}, {rest,[{port,8091}]}, {rest_creds,[{creds,[]}]}, {set_view_update_daemon, [{update_interval,5000}, {update_min_changes,5000}, {replica_update_min_changes,5000}]}, {xdcr_capi_checkpoint_timeout,10}, {xdcr_checkpoint_interval,1800}, {xdcr_doc_batch_size_kb,512}, {xdcr_failure_restart_interval,30}, {{couchdb,max_parallel_indexers},4}, {{couchdb,max_parallel_replica_indexers},2}, {{node,'ns_1@10.2.1.58',capi_port},8092}, {{node,'ns_1@10.2.1.58',compaction_daemon}, [{check_interval,30},{min_file_size,131072}]}, {{node,'ns_1@10.2.1.58',isasl}, [{'_vclock',[{'ns_1@10.2.1.58',{1,63520138023}}]}, {path,"/opt/couchbase/var/lib/couchbase/data/isasl.pw"}]}, {{node,'ns_1@10.2.1.58',membership},active}, {{node,'ns_1@10.2.1.58',memcached}, [{'_vclock',[{'_',{1,0}},{'ns_1@10.2.1.58',{2,63520138023}}]}, {mccouch_port,11213}, {engines, [{membase, [{engine,"/opt/couchbase/lib/memcached/ep.so"}, {static_config_string, "vb0=false;waitforwarmup=false;failpartialwarmup=false"}]}, {memcached, [{engine,"/opt/couchbase/lib/memcached/default_engine.so"}, {static_config_string,"vb0=true"}]}]}, {log_path,"/opt/couchbase/var/lib/couchbase/logs"}, {log_prefix,"memcached.log"}, {log_generations,10}, {log_cyclesize,104857600}, {log_sleeptime,19}, {log_rotation_period,39003}, {dedicated_port,11209}, {bucket_engine,"/opt/couchbase/lib/memcached/bucket_engine.so"}, {port,11210}, {dedicated_port,11209}, {admin_user,"_admin"}, {admin_pass,"_admin"}, {verbosity,[]}]}, {{node,'ns_1@10.2.1.58',moxi},[{port,11211},{verbosity,[]}]}, {{node,'ns_1@10.2.1.58',ns_log}, [{'_vclock',[{'ns_1@10.2.1.58',{1,63520138023}}]}, {filename,"/opt/couchbase/var/lib/couchbase/data/ns_log"}]}, {{node,'ns_1@10.2.1.58',port_servers}, [{'_vclock',[{'ns_1@10.2.1.58',{2,63520138023}}]}, {moxi,"/opt/couchbase/bin/moxi", ["-Z", {"port_listen=~B,default_bucket_name=default,downstream_max=1024,downstream_conn_max=4,connect_max_errors=5,connect_retry_interval=30000,connect_timeout=400,auth_timeout=100,cycle=200,downstream_conn_queue_timeout=200,downstream_timeout=5000,wait_queue_timeout=200", [port]}, "-z", {"url=http://127.0.0.1:~B/pools/default/saslBucketsStreaming", [{misc,this_node_rest_port,[]}]}, "-p","0","-Y","y","-O","stderr", {"~s",[verbosity]}], [{env, [{"EVENT_NOSELECT","1"}, {"MOXI_SASL_PLAIN_USR",{"~s",[{ns_moxi_sup,rest_user,[]}]}}, {"MOXI_SASL_PLAIN_PWD", {"~s",[{ns_moxi_sup,rest_pass,[]}]}}]}, use_stdio,exit_status,port_server_send_eol,stderr_to_stdout, stream]}, {memcached,"/opt/couchbase/bin/memcached", ["-X","/opt/couchbase/lib/memcached/stdin_term_handler.so","-X", {"/opt/couchbase/lib/memcached/file_logger.so,cyclesize=~B;sleeptime=~B;filename=~s/~s", [log_cyclesize,log_sleeptime,log_path,log_prefix]}, "-l", {"0.0.0.0:~B,0.0.0.0:~B:1000",[port,dedicated_port]}, "-p", {"~B",[port]}, "-E","/opt/couchbase/lib/memcached/bucket_engine.so","-B", "binary","-r","-c","10000","-e", {"admin=~s;default_bucket_name=default;auto_create=false", [admin_user]}, {"~s",[verbosity]}], [{env, [{"EVENT_NOSELECT","1"}, {"MEMCACHED_TOP_KEYS","100"}, {"ISASL_PWFILE",{"~s",[{isasl,path}]}}, {"ISASL_DB_CHECK_TIME","1"}]}, use_stdio,stderr_to_stdout,exit_status,port_server_send_eol, stream]}]}, {{node,'ns_1@10.2.1.58',rest},[{port,8091},{port_meta,global}]}]], ns_config_default, {ns_config,save_config_sync,[]}, undefined,false} [error_logger:info,2012-11-14T10:47:03.269,ns_1@10.2.1.58:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================PROGRESS REPORT========================= supervisor: {local,ns_config_sup} started: [{pid,<0.332.0>}, {name,ns_config}, {mfargs, {ns_config,start_link, ["/opt/couchbase/etc/couchbase/config", ns_config_default]}}, {restart_type,permanent}, {shutdown,1000}, {child_type,worker}] [ns_server:debug,2012-11-14T10:47:03.285,ns_1@10.2.1.58:ns_config_isasl_sync<0.336.0>:ns_config_isasl_sync:init:53]isasl_sync init: ["/opt/couchbase/var/lib/couchbase/data/isasl.pw","_admin", "_admin"] [error_logger:info,2012-11-14T10:47:03.285,ns_1@10.2.1.58:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================PROGRESS REPORT========================= supervisor: {local,ns_config_sup} started: [{pid,<0.335.0>}, {name,ns_config_remote}, {mfargs, {ns_config_replica,start_link, [{local,ns_config_remote}]}}, {restart_type,permanent}, {shutdown,1000}, {child_type,worker}] [ns_server:debug,2012-11-14T10:47:03.285,ns_1@10.2.1.58:ns_config_isasl_sync<0.336.0>:ns_config_isasl_sync:init:61]isasl_sync init buckets: [] [ns_server:debug,2012-11-14T10:47:03.286,ns_1@10.2.1.58:ns_config_isasl_sync<0.336.0>:ns_config_isasl_sync:writeSASLConf:133]Writing isasl passwd file: "/opt/couchbase/var/lib/couchbase/data/isasl.pw" [ns_server:warn,2012-11-14T10:47:03.292,ns_1@10.2.1.58:ns_config_isasl_sync<0.336.0>:ns_memcached:connect:1103]Unable to connect: {error,{badmatch,{error,econnrefused}}}, retrying. [error_logger:info,2012-11-14T10:47:04.293,ns_1@10.2.1.58:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================PROGRESS REPORT========================= supervisor: {local,ns_config_sup} started: [{pid,<0.336.0>}, {name,ns_config_isasl_sync}, {mfargs,{ns_config_isasl_sync,start_link,[]}}, {restart_type,permanent}, {shutdown,1000}, {child_type,worker}] [error_logger:info,2012-11-14T10:47:04.293,ns_1@10.2.1.58:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================PROGRESS REPORT========================= supervisor: {local,ns_config_sup} started: [{pid,<0.339.0>}, {name,ns_config_log}, {mfargs,{ns_config_log,start_link,[]}}, {restart_type,permanent}, {shutdown,1000}, {child_type,worker}] [error_logger:info,2012-11-14T10:47:04.294,ns_1@10.2.1.58:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================PROGRESS REPORT========================= supervisor: {local,ns_config_sup} started: [{pid,<0.341.0>}, {name,cb_config_couch_sync}, {mfargs,{cb_config_couch_sync,start_link,[]}}, {restart_type,permanent}, {shutdown,1000}, {child_type,worker}] [error_logger:info,2012-11-14T10:47:04.295,ns_1@10.2.1.58:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================PROGRESS REPORT========================= supervisor: {local,ns_server_cluster_sup} started: [{pid,<0.329.0>}, {name,ns_config_sup}, {mfargs,{ns_config_sup,start_link,[]}}, {restart_type,permanent}, {shutdown,infinity}, {child_type,supervisor}] [error_logger:info,2012-11-14T10:47:04.295,ns_1@10.2.1.58:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================PROGRESS REPORT========================= supervisor: {local,ns_server_cluster_sup} started: [{pid,<0.343.0>}, {name,vbucket_filter_changes_registry}, {mfargs, {ns_process_registry,start_link, [vbucket_filter_changes_registry]}}, {restart_type,permanent}, {shutdown,100}, {child_type,worker}] [ns_server:warn,2012-11-14T10:47:04.297,ns_1@10.2.1.58:ns_log<0.345.0>:ns_log:read_logs:69]Couldn't load logs from "/opt/couchbase/var/lib/couchbase/data/ns_log" (perhaps it's first startup): {error, enoent} [error_logger:info,2012-11-14T10:47:04.298,ns_1@10.2.1.58:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================PROGRESS REPORT========================= supervisor: {local,ns_server_sup} started: [{pid,<0.345.0>}, {name,ns_log}, {mfargs,{ns_log,start_link,[]}}, {restart_type,permanent}, {shutdown,1000}, {child_type,worker}] [error_logger:info,2012-11-14T10:47:04.299,ns_1@10.2.1.58:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================PROGRESS REPORT========================= supervisor: {local,ns_server_sup} started: [{pid,<0.346.0>}, {name,ns_config_ets_dup}, {mfargs,{ns_config_ets_dup,start_link,[]}}, {restart_type,permanent}, {shutdown,brutal_kill}, {child_type,worker}] [error_logger:info,2012-11-14T10:47:04.299,ns_1@10.2.1.58:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================PROGRESS REPORT========================= supervisor: {local,ns_server_sup} started: [{pid,<0.347.0>}, {name,ns_log_events}, {mfargs,{gen_event,start_link,[{local,ns_log_events}]}}, {restart_type,permanent}, {shutdown,1000}, {child_type,worker}] [error_logger:info,2012-11-14T10:47:04.299,ns_1@10.2.1.58:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================PROGRESS REPORT========================= supervisor: {local,ns_node_disco_sup} started: [{pid,<0.350.0>}, {name,ns_node_disco_events}, {mfargs, {gen_event,start_link, [{local,ns_node_disco_events}]}}, {restart_type,permanent}, {shutdown,1000}, {child_type,worker}] [ns_server:debug,2012-11-14T10:47:04.300,ns_1@10.2.1.58:ns_node_disco<0.351.0>:ns_node_disco:init:103]Initting ns_node_disco with [] [ns_server:debug,2012-11-14T10:47:04.301,ns_1@10.2.1.58:ns_cookie_manager<0.277.0>:ns_cookie_manager:do_cookie_sync:115]ns_cookie_manager do_cookie_sync [user:info,2012-11-14T10:47:04.301,ns_1@10.2.1.58:ns_cookie_manager<0.277.0>:ns_cookie_manager:do_cookie_init:91]Initial otp cookie generated: hgmnojlbofwcfdfk [ns_server:debug,2012-11-14T10:47:04.301,ns_1@10.2.1.58:ns_config_log<0.339.0>:ns_config_log:log_common:111]config change: otp -> [{cookie,hgmnojlbofwcfdfk}] [ns_server:debug,2012-11-14T10:47:04.301,ns_1@10.2.1.58:ns_cookie_manager<0.277.0>:ns_cookie_manager:do_cookie_save:152]saving cookie to "/opt/couchbase/var/lib/couchbase/couchbase-server.cookie" [ns_server:debug,2012-11-14T10:47:04.303,ns_1@10.2.1.58:ns_cookie_manager<0.277.0>:ns_cookie_manager:do_cookie_save:154]attempted to save cookie to "/opt/couchbase/var/lib/couchbase/couchbase-server.cookie": ok [ns_server:debug,2012-11-14T10:47:04.304,ns_1@10.2.1.58:<0.352.0>:ns_node_disco:do_nodes_wanted_updated_fun:202]ns_node_disco: nodes_wanted updated: ['ns_1@10.2.1.58'], with cookie: hgmnojlbofwcfdfk [ns_server:debug,2012-11-14T10:47:04.304,ns_1@10.2.1.58:<0.352.0>:ns_node_disco:do_nodes_wanted_updated_fun:208]ns_node_disco: nodes_wanted pong: ['ns_1@10.2.1.58'], with cookie: hgmnojlbofwcfdfk [error_logger:info,2012-11-14T10:47:04.305,ns_1@10.2.1.58:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================PROGRESS REPORT========================= supervisor: {local,ns_node_disco_sup} started: [{pid,<0.351.0>}, {name,ns_node_disco}, {mfargs,{ns_node_disco,start_link,[]}}, {restart_type,permanent}, {shutdown,1000}, {child_type,worker}] [error_logger:info,2012-11-14T10:47:04.305,ns_1@10.2.1.58:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================PROGRESS REPORT========================= supervisor: {local,ns_node_disco_sup} started: [{pid,<0.355.0>}, {name,ns_node_disco_log}, {mfargs,{ns_node_disco_log,start_link,[]}}, {restart_type,permanent}, {shutdown,1000}, {child_type,worker}] [error_logger:info,2012-11-14T10:47:04.306,ns_1@10.2.1.58:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================PROGRESS REPORT========================= supervisor: {local,ns_node_disco_sup} started: [{pid,<0.356.0>}, {name,ns_node_disco_conf_events}, {mfargs,{ns_node_disco_conf_events,start_link,[]}}, {restart_type,permanent}, {shutdown,1000}, {child_type,worker}] [ns_server:debug,2012-11-14T10:47:04.307,ns_1@10.2.1.58:ns_config_rep<0.358.0>:ns_config_rep:init:66]init pulling [error_logger:info,2012-11-14T10:47:04.307,ns_1@10.2.1.58:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================PROGRESS REPORT========================= supervisor: {local,ns_node_disco_sup} started: [{pid,<0.357.0>}, {name,ns_config_rep_merger}, {mfargs,{ns_config_rep,start_link_merger,[]}}, {restart_type,permanent}, {shutdown,brutal_kill}, {child_type,worker}] [ns_server:debug,2012-11-14T10:47:04.307,ns_1@10.2.1.58:ns_config_rep<0.358.0>:ns_config_rep:init:68]init pushing [ns_server:debug,2012-11-14T10:47:04.308,ns_1@10.2.1.58:ns_config_rep<0.358.0>:ns_config_rep:init:72]init reannouncing [ns_server:debug,2012-11-14T10:47:04.308,ns_1@10.2.1.58:ns_config_events<0.330.0>:ns_node_disco_conf_events:handle_event:50]ns_node_disco_conf_events config on otp [ns_server:debug,2012-11-14T10:47:04.308,ns_1@10.2.1.58:ns_config_events<0.330.0>:ns_node_disco_conf_events:handle_event:44]ns_node_disco_conf_events config on nodes_wanted [ns_server:debug,2012-11-14T10:47:04.308,ns_1@10.2.1.58:ns_config_log<0.339.0>:ns_config_log:log_common:111]config change: otp -> [{cookie,hgmnojlbofwcfdfk}] [ns_server:debug,2012-11-14T10:47:04.309,ns_1@10.2.1.58:ns_config_log<0.339.0>:ns_config_log:log_common:111]config change: {node,'ns_1@10.2.1.58',config_version} -> {2,0} [ns_server:debug,2012-11-14T10:47:04.309,ns_1@10.2.1.58:ns_cookie_manager<0.277.0>:ns_cookie_manager:do_cookie_sync:115]ns_cookie_manager do_cookie_sync [ns_server:debug,2012-11-14T10:47:04.309,ns_1@10.2.1.58:ns_config_log<0.339.0>:ns_config_log:log_common:111]config change: auto_failover_cfg -> [{enabled,false},{timeout,30},{max_nodes,1},{count,0}] [error_logger:info,2012-11-14T10:47:04.309,ns_1@10.2.1.58:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================PROGRESS REPORT========================= supervisor: {local,ns_node_disco_sup} started: [{pid,<0.358.0>}, {name,ns_config_rep}, {mfargs,{ns_config_rep,start_link,[]}}, {restart_type,permanent}, {shutdown,1000}, {child_type,worker}] [ns_server:debug,2012-11-14T10:47:04.309,ns_1@10.2.1.58:ns_cookie_manager<0.277.0>:ns_cookie_manager:do_cookie_save:152]saving cookie to "/opt/couchbase/var/lib/couchbase/couchbase-server.cookie" [ns_server:debug,2012-11-14T10:47:04.310,ns_1@10.2.1.58:ns_config_log<0.339.0>:ns_config_log:log_common:111]config change: autocompaction -> [{database_fragmentation_threshold,{30,undefined}}, {view_fragmentation_threshold,{30,undefined}}] [ns_server:debug,2012-11-14T10:47:04.310,ns_1@10.2.1.58:ns_config_rep<0.358.0>:ns_config_rep:do_push_keys:317]Replicating some config keys ([auto_failover_cfg,autocompaction,buckets, email_alerts,fast_warmup, index_aware_rebalance_disabled]..) [ns_server:debug,2012-11-14T10:47:04.310,ns_1@10.2.1.58:ns_config_log<0.339.0>:ns_config_log:log_common:111]config change: buckets -> [{configs,[]}] [error_logger:info,2012-11-14T10:47:04.310,ns_1@10.2.1.58:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================PROGRESS REPORT========================= supervisor: {local,ns_server_sup} started: [{pid,<0.349.0>}, {name,ns_node_disco_sup}, {mfargs,{ns_node_disco_sup,start_link,[]}}, {restart_type,permanent}, {shutdown,infinity}, {child_type,supervisor}] [ns_server:debug,2012-11-14T10:47:04.311,ns_1@10.2.1.58:ns_config_log<0.339.0>:ns_config_log:log_common:111]config change: email_alerts -> [{recipients,["root@localhost"]}, {sender,"couchbase@localhost"}, {enabled,false}, {email_server,[{user,[]}, {pass,[]}, {host,"localhost"}, {port,25}, {encrypt,false}]}, {alerts,[auto_failover_node,auto_failover_maximum_reached, auto_failover_other_nodes_down,auto_failover_cluster_too_small,ip, disk,overhead,ep_oom_errors,ep_item_commit_failed]}] [ns_server:debug,2012-11-14T10:47:04.311,ns_1@10.2.1.58:ns_config_log<0.339.0>:ns_config_log:log_common:111]config change: fast_warmup -> [{fast_warmup_enabled,true}, {min_memory_threshold,10}, {min_items_threshold,10}] [ns_server:debug,2012-11-14T10:47:04.311,ns_1@10.2.1.58:ns_config_log<0.339.0>:ns_config_log:log_common:111]config change: index_aware_rebalance_disabled -> false [ns_server:debug,2012-11-14T10:47:04.311,ns_1@10.2.1.58:ns_config_log<0.339.0>:ns_config_log:log_common:111]config change: max_bucket_count -> 10 [ns_server:debug,2012-11-14T10:47:04.311,ns_1@10.2.1.58:ns_config_log<0.339.0>:ns_config_log:log_common:111]config change: memory_quota -> 19259 [ns_server:debug,2012-11-14T10:47:04.311,ns_1@10.2.1.58:ns_config_log<0.339.0>:ns_config_log:log_common:111]config change: nodes_wanted -> ['ns_1@10.2.1.58'] [ns_server:debug,2012-11-14T10:47:04.311,ns_1@10.2.1.58:ns_config_log<0.339.0>:ns_config_log:log_common:111]config change: remote_clusters -> [] [ns_server:debug,2012-11-14T10:47:04.311,ns_1@10.2.1.58:ns_config_log<0.339.0>:ns_config_log:log_common:111]config change: replication -> [{enabled,true}] [ns_server:debug,2012-11-14T10:47:04.311,ns_1@10.2.1.58:ns_config_log<0.339.0>:ns_config_log:log_common:111]config change: rest -> [{port,8091}] [ns_server:info,2012-11-14T10:47:04.311,ns_1@10.2.1.58:ns_config_log<0.339.0>:ns_config_log:handle_info:57]config change: rest_creds -> ******** [ns_server:debug,2012-11-14T10:47:04.314,ns_1@10.2.1.58:ns_config_log<0.339.0>:ns_config_log:log_common:111]config change: set_view_update_daemon -> [{update_interval,5000}, {update_min_changes,5000}, {replica_update_min_changes,5000}] [ns_server:debug,2012-11-14T10:47:04.314,ns_1@10.2.1.58:ns_cookie_manager<0.277.0>:ns_cookie_manager:do_cookie_save:154]attempted to save cookie to "/opt/couchbase/var/lib/couchbase/couchbase-server.cookie": ok [ns_server:debug,2012-11-14T10:47:04.315,ns_1@10.2.1.58:ns_config_log<0.339.0>:ns_config_log:log_common:111]config change: xdcr_capi_checkpoint_timeout -> 10 [error_logger:info,2012-11-14T10:47:04.315,ns_1@10.2.1.58:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================PROGRESS REPORT========================= supervisor: {local,ns_server_sup} started: [{pid,<0.364.0>}, {name,vbucket_map_mirror}, {mfargs,{vbucket_map_mirror,start_link,[]}}, {restart_type,permanent}, {shutdown,brutal_kill}, {child_type,worker}] [ns_server:debug,2012-11-14T10:47:04.315,ns_1@10.2.1.58:ns_cookie_manager<0.277.0>:ns_cookie_manager:do_cookie_sync:115]ns_cookie_manager do_cookie_sync [ns_server:debug,2012-11-14T10:47:04.315,ns_1@10.2.1.58:ns_config_log<0.339.0>:ns_config_log:log_common:111]config change: xdcr_checkpoint_interval -> 1800 [ns_server:debug,2012-11-14T10:47:04.315,ns_1@10.2.1.58:<0.361.0>:ns_node_disco:do_nodes_wanted_updated_fun:202]ns_node_disco: nodes_wanted updated: ['ns_1@10.2.1.58'], with cookie: hgmnojlbofwcfdfk [ns_server:debug,2012-11-14T10:47:04.315,ns_1@10.2.1.58:ns_config_log<0.339.0>:ns_config_log:log_common:111]config change: xdcr_doc_batch_size_kb -> 512 [ns_server:debug,2012-11-14T10:47:04.315,ns_1@10.2.1.58:<0.361.0>:ns_node_disco:do_nodes_wanted_updated_fun:208]ns_node_disco: nodes_wanted pong: ['ns_1@10.2.1.58'], with cookie: hgmnojlbofwcfdfk [error_logger:info,2012-11-14T10:47:04.315,ns_1@10.2.1.58:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================PROGRESS REPORT========================= supervisor: {local,ns_server_sup} started: [{pid,<0.366.0>}, {name,ns_tick_event}, {mfargs,{gen_event,start_link,[{local,ns_tick_event}]}}, {restart_type,permanent}, {shutdown,1000}, {child_type,worker}] [ns_server:debug,2012-11-14T10:47:04.315,ns_1@10.2.1.58:ns_config_log<0.339.0>:ns_config_log:log_common:111]config change: xdcr_failure_restart_interval -> 30 [ns_server:debug,2012-11-14T10:47:04.315,ns_1@10.2.1.58:ns_cookie_manager<0.277.0>:ns_cookie_manager:do_cookie_save:152]saving cookie to "/opt/couchbase/var/lib/couchbase/couchbase-server.cookie" [ns_server:debug,2012-11-14T10:47:04.315,ns_1@10.2.1.58:ns_config_log<0.339.0>:ns_config_log:log_common:111]config change: {couchdb,max_parallel_indexers} -> 4 [ns_server:debug,2012-11-14T10:47:04.316,ns_1@10.2.1.58:ns_config_log<0.339.0>:ns_config_log:log_common:111]config change: {couchdb,max_parallel_replica_indexers} -> 2 [error_logger:info,2012-11-14T10:47:04.316,ns_1@10.2.1.58:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================PROGRESS REPORT========================= supervisor: {local,ns_server_sup} started: [{pid,<0.367.0>}, {name,mb_master_events}, {mfargs, {gen_event,start_link,[{local,mb_master_events}]}}, {restart_type,permanent}, {shutdown,1000}, {child_type,worker}] [ns_server:debug,2012-11-14T10:47:04.316,ns_1@10.2.1.58:ns_config_log<0.339.0>:ns_config_log:log_common:111]config change: {node,'ns_1@10.2.1.58',capi_port} -> 8092 [ns_server:debug,2012-11-14T10:47:04.316,ns_1@10.2.1.58:ns_config_log<0.339.0>:ns_config_log:log_common:111]config change: {node,'ns_1@10.2.1.58',compaction_daemon} -> [{check_interval,30},{min_file_size,131072}] [error_logger:info,2012-11-14T10:47:04.316,ns_1@10.2.1.58:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================PROGRESS REPORT========================= supervisor: {local,ns_server_sup} started: [{pid,<0.368.0>}, {name,buckets_events}, {mfargs, {gen_event,start_link,[{local,buckets_events}]}}, {restart_type,permanent}, {shutdown,1000}, {child_type,worker}] [ns_server:debug,2012-11-14T10:47:04.316,ns_1@10.2.1.58:ns_config_log<0.339.0>:ns_config_log:log_common:111]config change: {node,'ns_1@10.2.1.58',isasl} -> [{path,"/opt/couchbase/var/lib/couchbase/data/isasl.pw"}] [ns_server:debug,2012-11-14T10:47:04.319,ns_1@10.2.1.58:ns_config_log<0.339.0>:ns_config_log:log_common:111]config change: {node,'ns_1@10.2.1.58',membership} -> active [ns_server:debug,2012-11-14T10:47:04.319,ns_1@10.2.1.58:ns_log_events<0.347.0>:ns_mail_log:init:44]ns_mail_log started up [error_logger:info,2012-11-14T10:47:04.319,ns_1@10.2.1.58:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================PROGRESS REPORT========================= supervisor: {local,ns_mail_sup} started: [{pid,<0.370.0>}, {name,ns_mail_log}, {mfargs,{ns_mail_log,start_link,[]}}, {restart_type,permanent}, {shutdown,1000}, {child_type,worker}] [ns_server:debug,2012-11-14T10:47:04.319,ns_1@10.2.1.58:ns_cookie_manager<0.277.0>:ns_cookie_manager:do_cookie_save:154]attempted to save cookie to "/opt/couchbase/var/lib/couchbase/couchbase-server.cookie": ok [ns_server:debug,2012-11-14T10:47:04.320,ns_1@10.2.1.58:ns_config_log<0.339.0>:ns_config_log:log_common:111]config change: {node,'ns_1@10.2.1.58',memcached} -> [{mccouch_port,11213}, {engines, [{membase, [{engine,"/opt/couchbase/lib/memcached/ep.so"}, {static_config_string, "vb0=false;waitforwarmup=false;failpartialwarmup=false"}]}, {memcached, [{engine,"/opt/couchbase/lib/memcached/default_engine.so"}, {static_config_string,"vb0=true"}]}]}, {log_path,"/opt/couchbase/var/lib/couchbase/logs"}, {log_prefix,"memcached.log"}, {log_generations,10}, {log_cyclesize,104857600}, {log_sleeptime,19}, {log_rotation_period,39003}, {dedicated_port,11209}, {bucket_engine,"/opt/couchbase/lib/memcached/bucket_engine.so"}, {port,11210}, {dedicated_port,11209}, {admin_user,"_admin"}, {admin_pass,"_admin"}, {verbosity,[]}] [ns_server:debug,2012-11-14T10:47:04.320,ns_1@10.2.1.58:<0.362.0>:ns_node_disco:do_nodes_wanted_updated_fun:202]ns_node_disco: nodes_wanted updated: ['ns_1@10.2.1.58'], with cookie: hgmnojlbofwcfdfk [error_logger:info,2012-11-14T10:47:04.320,ns_1@10.2.1.58:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================PROGRESS REPORT========================= supervisor: {local,ns_server_sup} started: [{pid,<0.369.0>}, {name,ns_mail_sup}, {mfargs,{ns_mail_sup,start_link,[]}}, {restart_type,permanent}, {shutdown,infinity}, {child_type,supervisor}] [ns_server:debug,2012-11-14T10:47:04.321,ns_1@10.2.1.58:ns_config_log<0.339.0>:ns_config_log:log_common:111]config change: {node,'ns_1@10.2.1.58',moxi} -> [{port,11211},{verbosity,[]}] [ns_server:debug,2012-11-14T10:47:04.321,ns_1@10.2.1.58:<0.362.0>:ns_node_disco:do_nodes_wanted_updated_fun:208]ns_node_disco: nodes_wanted pong: ['ns_1@10.2.1.58'], with cookie: hgmnojlbofwcfdfk [error_logger:info,2012-11-14T10:47:04.321,ns_1@10.2.1.58:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================PROGRESS REPORT========================= supervisor: {local,ns_server_sup} started: [{pid,<0.371.0>}, {name,ns_stats_event}, {mfargs, {gen_event,start_link,[{local,ns_stats_event}]}}, {restart_type,permanent}, {shutdown,1000}, {child_type,worker}] [ns_server:debug,2012-11-14T10:47:04.321,ns_1@10.2.1.58:ns_config_log<0.339.0>:ns_config_log:log_common:111]config change: {node,'ns_1@10.2.1.58',ns_log} -> [{filename,"/opt/couchbase/var/lib/couchbase/data/ns_log"}] [error_logger:info,2012-11-14T10:47:04.321,ns_1@10.2.1.58:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================PROGRESS REPORT========================= supervisor: {local,ns_server_sup} started: [{pid,<0.372.0>}, {name,ns_heart}, {mfargs,{ns_heart,start_link,[]}}, {restart_type,permanent}, {shutdown,1000}, {child_type,worker}] [ns_server:debug,2012-11-14T10:47:04.322,ns_1@10.2.1.58:ns_heart<0.372.0>:ns_heart:current_status:140]Ignoring failure to grab system stats: {'EXIT',{noproc,{gen_server,call, [{'stats_reader-@system','ns_1@10.2.1.58'}, {latest,"minute"}]}}} [ns_server:debug,2012-11-14T10:47:04.322,ns_1@10.2.1.58:ns_config_log<0.339.0>:ns_config_log:log_common:111]config change: {node,'ns_1@10.2.1.58',port_servers} -> [{moxi,"/opt/couchbase/bin/moxi", ["-Z", {"port_listen=~B,default_bucket_name=default,downstream_max=1024,downstream_conn_max=4,connect_max_errors=5,connect_retry_interval=30000,connect_timeout=400,auth_timeout=100,cycle=200,downstream_conn_queue_timeout=200,downstream_timeout=5000,wait_queue_timeout=200", [port]}, "-z", {"url=http://127.0.0.1:~B/pools/default/saslBucketsStreaming", [{misc,this_node_rest_port,[]}]}, "-p","0","-Y","y","-O","stderr", {"~s",[verbosity]}], [{env,[{"EVENT_NOSELECT","1"}, {"MOXI_SASL_PLAIN_USR",{"~s",[{ns_moxi_sup,rest_user,[]}]}}, {"MOXI_SASL_PLAIN_PWD",{"~s",[{ns_moxi_sup,rest_pass,[]}]}}]}, use_stdio,exit_status,port_server_send_eol,stderr_to_stdout,stream]}, {memcached,"/opt/couchbase/bin/memcached", ["-X","/opt/couchbase/lib/memcached/stdin_term_handler.so","-X", {"/opt/couchbase/lib/memcached/file_logger.so,cyclesize=~B;sleeptime=~B;filename=~s/~s", [log_cyclesize,log_sleeptime,log_path,log_prefix]}, "-l", {"0.0.0.0:~B,0.0.0.0:~B:1000",[port,dedicated_port]}, "-p", {"~B",[port]}, "-E","/opt/couchbase/lib/memcached/bucket_engine.so","-B", "binary","-r","-c","10000","-e", {"admin=~s;default_bucket_name=default;auto_create=false", [admin_user]}, {"~s",[verbosity]}], [{env,[{"EVENT_NOSELECT","1"}, {"MEMCACHED_TOP_KEYS","100"}, {"ISASL_PWFILE",{"~s",[{isasl,path}]}}, {"ISASL_DB_CHECK_TIME","1"}]}, use_stdio,stderr_to_stdout,exit_status,port_server_send_eol, stream]}] [ns_server:debug,2012-11-14T10:47:04.324,ns_1@10.2.1.58:ns_config_log<0.339.0>:ns_config_log:log_common:111]config change: {node,'ns_1@10.2.1.58',rest} -> [{port,8091},{port_meta,global}] [error_logger:info,2012-11-14T10:47:04.324,ns_1@10.2.1.58:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================PROGRESS REPORT========================= supervisor: {local,ns_server_sup} started: [{pid,<0.374.0>}, {name,ns_doctor}, {mfargs,{ns_doctor,start_link,[]}}, {restart_type,permanent}, {shutdown,1000}, {child_type,worker}] [error_logger:info,2012-11-14T10:47:04.330,ns_1@10.2.1.58:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================PROGRESS REPORT========================= supervisor: {local,ns_server_sup} started: [{pid,<0.377.0>}, {name,remote_clusters_info}, {mfargs,{remote_clusters_info,start_link,[]}}, {restart_type,permanent}, {shutdown,1000}, {child_type,worker}] [ns_server:debug,2012-11-14T10:47:04.330,ns_1@10.2.1.58:ns_heart<0.372.0>:ns_heart:grab_local_xdcr_replications:307]Ignoring exception getting xdcr replication infos {exit,{noproc,{gen_server,call,[xdc_replication_sup,which_children,infinity]}}, [{gen_server,call,3}, {xdc_replication_sup,all_local_replication_infos,0}, {ns_heart,grab_local_xdcr_replications,0}, {ns_heart,current_status,0}, {ns_heart,handle_info,2}, {gen_server,handle_msg,5}, {proc_lib,init_p_do_apply,3}]} [ns_server:debug,2012-11-14T10:47:04.332,ns_1@10.2.1.58:ns_server_sup<0.344.0>:mb_master:check_master_takeover_needed:144]Sending master node question to the following nodes: [] [ns_server:debug,2012-11-14T10:47:04.332,ns_1@10.2.1.58:ns_server_sup<0.344.0>:mb_master:check_master_takeover_needed:146]Got replies: [] [ns_server:debug,2012-11-14T10:47:04.333,ns_1@10.2.1.58:ns_server_sup<0.344.0>:mb_master:check_master_takeover_needed:152]Was unable to discover master, not going to force mastership takeover [ns_server:error,2012-11-14T10:47:04.333,ns_1@10.2.1.58:ns_heart<0.372.0>:ns_heart:grab_samples_loading_tasks:319]Failed to grab samples loader tasks: {exit, {noproc, {gen_server,call, [samples_loader_tasks,get_tasks, 2000]}}, [{gen_server,call,3}, {ns_heart,grab_samples_loading_tasks,0}, {ns_heart,current_status,0}, {ns_heart,handle_info,2}, {gen_server,handle_msg,5}, {proc_lib,init_p_do_apply,3}]} [user:info,2012-11-14T10:47:04.334,ns_1@10.2.1.58:mb_master<0.380.0>:mb_master:init:89]I'm the only node, so I'm the master. [ns_server:debug,2012-11-14T10:47:04.342,ns_1@10.2.1.58:ns_config_log<0.339.0>:ns_config_log:log_common:111]config change: dynamic_config_version -> undefined [ns_server:info,2012-11-14T10:47:04.342,ns_1@10.2.1.58:ns_config<0.332.0>:ns_online_config_upgrader:upgrade_config_on_join_from_pre_2_0_to_2_0:65]Adding some 2.0 specific keys to the config [ns_server:debug,2012-11-14T10:47:04.342,ns_1@10.2.1.58:ns_config_rep<0.358.0>:ns_config_rep:do_push_keys:317]Replicating some config keys ([dynamic_config_version]..) [ns_server:debug,2012-11-14T10:47:04.342,ns_1@10.2.1.58:ns_config<0.332.0>:ns_config:do_upgrade_config:469]Upgrading config by changes: [{set,dynamic_config_version,[2,0]},{set,vbucket_map_history,[]}] [ns_server:debug,2012-11-14T10:47:04.342,ns_1@10.2.1.58:ns_heart<0.372.0>:ns_heart:current_status:140]Ignoring failure to grab system stats: {'EXIT',{noproc,{gen_server,call, [{'stats_reader-@system','ns_1@10.2.1.58'}, {latest,"minute"}]}}} [ns_server:debug,2012-11-14T10:47:04.343,ns_1@10.2.1.58:ns_heart<0.372.0>:ns_heart:grab_local_xdcr_replications:307]Ignoring exception getting xdcr replication infos {exit,{noproc,{gen_server,call,[xdc_replication_sup,which_children,infinity]}}, [{gen_server,call,3}, {xdc_replication_sup,all_local_replication_infos,0}, {ns_heart,grab_local_xdcr_replications,0}, {ns_heart,current_status,0}, {ns_heart,handle_call,3}, {gen_server,handle_msg,5}, {proc_lib,init_p_do_apply,3}]} [ns_server:error,2012-11-14T10:47:04.343,ns_1@10.2.1.58:ns_heart<0.372.0>:ns_heart:grab_samples_loading_tasks:319]Failed to grab samples loader tasks: {exit, {noproc, {gen_server,call, [samples_loader_tasks,get_tasks, 2000]}}, [{gen_server,call,3}, {ns_heart,grab_samples_loading_tasks,0}, {ns_heart,current_status,0}, {ns_heart,handle_call,3}, {gen_server,handle_msg,5}, {proc_lib,init_p_do_apply,3}]} [ns_server:debug,2012-11-14T10:47:04.346,ns_1@10.2.1.58:ns_config_log<0.339.0>:ns_config_log:log_common:111]config change: cluster_compat_version -> [2,0] [ns_server:debug,2012-11-14T10:47:04.346,ns_1@10.2.1.58:ns_config_rep<0.358.0>:ns_config_rep:do_push_keys:317]Replicating some config keys ([cluster_compat_version]..) [ns_server:debug,2012-11-14T10:47:04.346,ns_1@10.2.1.58:ns_config_rep<0.358.0>:ns_config_rep:handle_call:113]Got full synchronization request from 'ns_1@10.2.1.58' [ns_server:debug,2012-11-14T10:47:04.346,ns_1@10.2.1.58:ns_config_rep<0.358.0>:ns_config_rep:handle_call:119]Fully synchronized config in 8 us [user:warn,2012-11-14T10:47:04.346,ns_1@10.2.1.58:<0.383.0>:ns_orchestrator:consider_switching_compat_mode:665]Changed cluster compat mode from undefined to [2,0] [ns_server:info,2012-11-14T10:47:04.347,ns_1@10.2.1.58:ns_config<0.332.0>:ns_online_config_upgrader:upgrade_config_from_pre_2_0_to_2_0:69]Performing online config upgrade to 2.0 version [ns_server:debug,2012-11-14T10:47:04.347,ns_1@10.2.1.58:ns_config_log<0.339.0>:ns_config_log:log_common:111]config change: dynamic_config_version -> undefined [ns_server:debug,2012-11-14T10:47:04.347,ns_1@10.2.1.58:ns_config<0.332.0>:ns_config:do_upgrade_config:469]Upgrading config by changes: [{set,dynamic_config_version,[2,0]}] [ns_server:debug,2012-11-14T10:47:04.347,ns_1@10.2.1.58:mb_master_sup<0.382.0>:misc:start_singleton:855]start_singleton(gen_fsm, ns_orchestrator, [], []): started as <0.383.0> on 'ns_1@10.2.1.58' [ns_server:debug,2012-11-14T10:47:04.347,ns_1@10.2.1.58:ns_config_rep<0.358.0>:ns_config_rep:do_push_keys:317]Replicating some config keys ([dynamic_config_version]..) [error_logger:info,2012-11-14T10:47:04.347,ns_1@10.2.1.58:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================PROGRESS REPORT========================= supervisor: {local,mb_master_sup} started: [{pid,<0.383.0>}, {name,ns_orchestrator}, {mfargs,{ns_orchestrator,start_link,[]}}, {restart_type,permanent}, {shutdown,20}, {child_type,worker}] [ns_server:debug,2012-11-14T10:47:04.350,ns_1@10.2.1.58:mb_master_sup<0.382.0>:misc:start_singleton:855]start_singleton(gen_server, ns_tick, [], []): started as <0.395.0> on 'ns_1@10.2.1.58' [error_logger:info,2012-11-14T10:47:04.350,ns_1@10.2.1.58:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================PROGRESS REPORT========================= supervisor: {local,mb_master_sup} started: [{pid,<0.395.0>}, {name,ns_tick}, {mfargs,{ns_tick,start_link,[]}}, {restart_type,permanent}, {shutdown,10}, {child_type,worker}] [ns_server:debug,2012-11-14T10:47:04.354,ns_1@10.2.1.58:<0.397.0>:auto_failover:init:120]init auto_failover. [ns_server:debug,2012-11-14T10:47:04.354,ns_1@10.2.1.58:mb_master_sup<0.382.0>:misc:start_singleton:855]start_singleton(gen_server, auto_failover, [], []): started as <0.397.0> on 'ns_1@10.2.1.58' [error_logger:info,2012-11-14T10:47:04.355,ns_1@10.2.1.58:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================PROGRESS REPORT========================= supervisor: {local,mb_master_sup} started: [{pid,<0.397.0>}, {name,auto_failover}, {mfargs,{auto_failover,start_link,[]}}, {restart_type,permanent}, {shutdown,10}, {child_type,worker}] [error_logger:info,2012-11-14T10:47:04.355,ns_1@10.2.1.58:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================PROGRESS REPORT========================= supervisor: {local,ns_server_sup} started: [{pid,<0.380.0>}, {name,mb_master}, {mfargs,{mb_master,start_link,[]}}, {restart_type,permanent}, {shutdown,infinity}, {child_type,supervisor}] [error_logger:info,2012-11-14T10:47:04.355,ns_1@10.2.1.58:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================PROGRESS REPORT========================= supervisor: {local,ns_server_sup} started: [{pid,<0.398.0>}, {name,master_activity_events}, {mfargs, {gen_event,start_link, [{local,master_activity_events}]}}, {restart_type,permanent}, {shutdown,brutal_kill}, {child_type,worker}] [error_logger:info,2012-11-14T10:47:04.356,ns_1@10.2.1.58:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================PROGRESS REPORT========================= supervisor: {local,ns_server_sup} started: [{pid,<0.399.0>}, {name,master_activity_events_ingress}, {mfargs, {gen_event,start_link, [{local,master_activity_events_ingress}]}}, {restart_type,permanent}, {shutdown,brutal_kill}, {child_type,worker}] [error_logger:info,2012-11-14T10:47:04.356,ns_1@10.2.1.58:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================PROGRESS REPORT========================= supervisor: {local,ns_server_sup} started: [{pid,<0.400.0>}, {name,master_activity_events_timestamper}, {mfargs, {master_activity_events,start_link_timestamper,[]}}, {restart_type,permanent}, {shutdown,brutal_kill}, {child_type,worker}] [error_logger:info,2012-11-14T10:47:04.357,ns_1@10.2.1.58:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================PROGRESS REPORT========================= supervisor: {local,ns_server_sup} started: [{pid,<0.401.0>}, {name,master_activity_events_pids_watcher}, {mfargs, {master_activity_events_pids_watcher,start_link, []}}, {restart_type,permanent}, {shutdown,brutal_kill}, {child_type,worker}] [error_logger:info,2012-11-14T10:47:04.357,ns_1@10.2.1.58:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================PROGRESS REPORT========================= supervisor: {local,ns_server_sup} started: [{pid,<0.402.0>}, {name,master_activity_events_keeper}, {mfargs,{master_activity_events_keeper,start_link,[]}}, {restart_type,permanent}, {shutdown,brutal_kill}, {child_type,worker}] [error_logger:info,2012-11-14T10:47:04.368,ns_1@10.2.1.58:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================PROGRESS REPORT========================= supervisor: {local,menelaus_sup} started: [{pid,<0.405.0>}, {name,menelaus_web}, {mfargs,{menelaus_web,start_link,[]}}, {restart_type,permanent}, {shutdown,5000}, {child_type,worker}] [error_logger:info,2012-11-14T10:47:04.368,ns_1@10.2.1.58:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================PROGRESS REPORT========================= supervisor: {local,menelaus_sup} started: [{pid,<0.422.0>}, {name,menelaus_event}, {mfargs,{menelaus_event,start_link,[]}}, {restart_type,permanent}, {shutdown,5000}, {child_type,worker}] [error_logger:info,2012-11-14T10:47:04.369,ns_1@10.2.1.58:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================PROGRESS REPORT========================= supervisor: {local,menelaus_sup} started: [{pid,<0.423.0>}, {name,hot_keys_keeper}, {mfargs,{hot_keys_keeper,start_link,[]}}, {restart_type,permanent}, {shutdown,5000}, {child_type,worker}] [error_logger:info,2012-11-14T10:47:04.371,ns_1@10.2.1.58:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================PROGRESS REPORT========================= supervisor: {local,menelaus_sup} started: [{pid,<0.424.0>}, {name,menelaus_web_alerts_srv}, {mfargs,{menelaus_web_alerts_srv,start_link,[]}}, {restart_type,permanent}, {shutdown,5000}, {child_type,worker}] [user:info,2012-11-14T10:47:04.371,ns_1@10.2.1.58:ns_server_sup<0.344.0>:menelaus_sup:start_link:44]Couchbase Server has started on web port 8091 on node 'ns_1@10.2.1.58'. [error_logger:info,2012-11-14T10:47:04.371,ns_1@10.2.1.58:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================PROGRESS REPORT========================= supervisor: {local,ns_server_sup} started: [{pid,<0.404.0>}, {name,menelaus}, {mfargs,{menelaus_sup,start_link,[]}}, {restart_type,permanent}, {shutdown,infinity}, {child_type,supervisor}] [error_logger:info,2012-11-14T10:47:04.372,ns_1@10.2.1.58:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================PROGRESS REPORT========================= supervisor: {local,mc_sup} started: [{pid,<0.426.0>}, {name,mc_couch_events}, {mfargs, {gen_event,start_link,[{local,mc_couch_events}]}}, {restart_type,permanent}, {shutdown,brutal_kill}, {child_type,worker}] [error_logger:info,2012-11-14T10:47:04.373,ns_1@10.2.1.58:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================PROGRESS REPORT========================= supervisor: {local,mc_sup} started: [{pid,<0.427.0>}, {name,mc_conn_sup}, {mfargs,{mc_conn_sup,start_link,[]}}, {restart_type,permanent}, {shutdown,brutal_kill}, {child_type,supervisor}] [ns_server:info,2012-11-14T10:47:04.373,ns_1@10.2.1.58:<0.428.0>:mc_tcp_listener:init:24]mccouch is listening on port 11213 [error_logger:info,2012-11-14T10:47:04.373,ns_1@10.2.1.58:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================PROGRESS REPORT========================= supervisor: {local,mc_sup} started: [{pid,<0.428.0>}, {name,mc_tcp_listener}, {mfargs,{mc_tcp_listener,start_link,[11213]}}, {restart_type,permanent}, {shutdown,brutal_kill}, {child_type,worker}] [error_logger:info,2012-11-14T10:47:04.373,ns_1@10.2.1.58:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================PROGRESS REPORT========================= supervisor: {local,ns_server_sup} started: [{pid,<0.425.0>}, {name,mc_sup}, {mfargs,{mc_sup,start_link,[]}}, {restart_type,permanent}, {shutdown,infinity}, {child_type,supervisor}] [error_logger:info,2012-11-14T10:47:04.377,ns_1@10.2.1.58:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================PROGRESS REPORT========================= supervisor: {local,ns_port_sup} started: [{pid,<0.430.0>}, {name,ns_port_init}, {mfargs,{ns_port_init,start_link,[]}}, {restart_type,permanent}, {shutdown,10}, {child_type,worker}] [ns_server:debug,2012-11-14T10:47:04.377,ns_1@10.2.1.58:<0.431.0>:supervisor_cushion:init:43]starting ns_port_server with delay of 5000 [ns_server:debug,2012-11-14T10:47:04.379,ns_1@10.2.1.58:<0.433.0>:supervisor_cushion:init:43]starting ns_port_server with delay of 5000 [error_logger:info,2012-11-14T10:47:04.379,ns_1@10.2.1.58:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================PROGRESS REPORT========================= supervisor: {local,ns_port_sup} started: [{pid,<0.431.0>}, {name, {moxi,"/opt/couchbase/bin/moxi", ["-Z", "port_listen=11211,default_bucket_name=default,downstream_max=1024,downstream_conn_max=4,connect_max_errors=5,connect_retry_interval=30000,connect_timeout=400,auth_timeout=100,cycle=200,downstream_conn_queue_timeout=200,downstream_timeout=5000,wait_queue_timeout=200", "-z", "url=http://127.0.0.1:8091/pools/default/saslBucketsStreaming", "-p","0","-Y","y","-O","stderr",[]], [{env, [{"EVENT_NOSELECT","1"}, {"MOXI_SASL_PLAIN_USR",[]}, {"MOXI_SASL_PLAIN_PWD",[]}]}, use_stdio,exit_status,port_server_send_eol, stderr_to_stdout,stream]}}, {mfargs, {supervisor_cushion,start_link, [moxi,5000,10000,ns_port_server,start_link, [moxi,"/opt/couchbase/bin/moxi", ["-Z", "port_listen=11211,default_bucket_name=default,downstream_max=1024,downstream_conn_max=4,connect_max_errors=5,connect_retry_interval=30000,connect_timeout=400,auth_timeout=100,cycle=200,downstream_conn_queue_timeout=200,downstream_timeout=5000,wait_queue_timeout=200", "-z", "url=http://127.0.0.1:8091/pools/default/saslBucketsStreaming", "-p","0","-Y","y","-O","stderr",[]], [{env, [{"EVENT_NOSELECT","1"}, {"MOXI_SASL_PLAIN_USR",[]}, {"MOXI_SASL_PLAIN_PWD",[]}]}, use_stdio,exit_status,port_server_send_eol, stderr_to_stdout,stream]]]}}, {restart_type,permanent}, {shutdown,86400000}, {child_type,worker}] [error_logger:info,2012-11-14T10:47:04.381,ns_1@10.2.1.58:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================PROGRESS REPORT========================= supervisor: {local,ns_port_sup} started: [{pid,<0.433.0>}, {name, {memcached,"/opt/couchbase/bin/memcached", ["-X", "/opt/couchbase/lib/memcached/stdin_term_handler.so", "-X", "/opt/couchbase/lib/memcached/file_logger.so,cyclesize=104857600;sleeptime=19;filename=/opt/couchbase/var/lib/couchbase/logs/memcached.log", "-l","0.0.0.0:11210,0.0.0.0:11209:1000","-p", "11210","-E", "/opt/couchbase/lib/memcached/bucket_engine.so", "-B","binary","-r","-c","10000","-e", "admin=_admin;default_bucket_name=default;auto_create=false", []], [{env, [{"EVENT_NOSELECT","1"}, {"MEMCACHED_TOP_KEYS","100"}, {"ISASL_PWFILE", "/opt/couchbase/var/lib/couchbase/data/isasl.pw"}, {"ISASL_DB_CHECK_TIME","1"}]}, use_stdio,stderr_to_stdout,exit_status, port_server_send_eol,stream]}}, {mfargs, {erlang,apply, [#Fun, [memcached,"/opt/couchbase/bin/memcached", ["-X", "/opt/couchbase/lib/memcached/stdin_term_handler.so", "-X", "/opt/couchbase/lib/memcached/file_logger.so,cyclesize=104857600;sleeptime=19;filename=/opt/couchbase/var/lib/couchbase/logs/memcached.log", "-l","0.0.0.0:11210,0.0.0.0:11209:1000", "-p","11210","-E", "/opt/couchbase/lib/memcached/bucket_engine.so", "-B","binary","-r","-c","10000","-e", "admin=_admin;default_bucket_name=default;auto_create=false", []], [{env, [{"EVENT_NOSELECT","1"}, {"MEMCACHED_TOP_KEYS","100"}, {"ISASL_PWFILE", "/opt/couchbase/var/lib/couchbase/data/isasl.pw"}, {"ISASL_DB_CHECK_TIME","1"}]}, use_stdio,stderr_to_stdout,exit_status, port_server_send_eol,stream]]]}}, {restart_type,permanent}, {shutdown,86400000}, {child_type,worker}] [error_logger:info,2012-11-14T10:47:04.382,ns_1@10.2.1.58:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================PROGRESS REPORT========================= supervisor: {local,ns_server_sup} started: [{pid,<0.429.0>}, {name,ns_port_sup}, {mfargs,{ns_port_sup,start_link,[]}}, {restart_type,permanent}, {shutdown,infinity}, {child_type,supervisor}] [error_logger:info,2012-11-14T10:47:04.383,ns_1@10.2.1.58:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================PROGRESS REPORT========================= supervisor: {local,ns_server_sup} started: [{pid,<0.435.0>}, {name,ns_port_memcached_killer}, {mfargs,{ns_port_sup,start_memcached_force_killer,[]}}, {restart_type,permanent}, {shutdown,brutal_kill}, {child_type,worker}] [ns_server:info,2012-11-14T10:47:04.383,ns_1@10.2.1.58:<0.436.0>:ns_memcached_log_rotator:init:28]Starting log rotator on "/opt/couchbase/var/lib/couchbase/logs"/"memcached.log"* with an initial period of 39003ms [error_logger:info,2012-11-14T10:47:04.384,ns_1@10.2.1.58:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================PROGRESS REPORT========================= supervisor: {local,ns_server_sup} started: [{pid,<0.436.0>}, {name,ns_memcached_log_rotator}, {mfargs,{ns_memcached_log_rotator,start_link,[]}}, {restart_type,permanent}, {shutdown,1000}, {child_type,worker}] [error_logger:info,2012-11-14T10:47:04.384,ns_1@10.2.1.58:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================PROGRESS REPORT========================= supervisor: {local,ns_server_sup} started: [{pid,<0.438.0>}, {name,ns_bucket_worker}, {mfargs,{work_queue,start_link,[ns_bucket_worker]}}, {restart_type,permanent}, {shutdown,1000}, {child_type,worker}] [error_logger:info,2012-11-14T10:47:04.385,ns_1@10.2.1.58:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================PROGRESS REPORT========================= supervisor: {local,ns_server_sup} started: [{pid,<0.439.0>}, {name,xdc_replication_sup}, {mfargs,{xdc_replication_sup,start_link,[]}}, {restart_type,permanent}, {shutdown,infinity}, {child_type,supervisor}] [error_logger:info,2012-11-14T10:47:04.402,ns_1@10.2.1.58:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================PROGRESS REPORT========================= supervisor: {local,ns_server_sup} started: [{pid,<0.440.0>}, {name,xdc_rep_manager}, {mfargs,{xdc_rep_manager,start_link,[]}}, {restart_type,permanent}, {shutdown,30000}, {child_type,worker}] [error_logger:info,2012-11-14T10:47:04.403,ns_1@10.2.1.58:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================PROGRESS REPORT========================= supervisor: {local,ns_bucket_sup} started: [{pid,<0.450.0>}, {name,buckets_observing_subscription}, {mfargs,{ns_bucket_sup,subscribe_on_config_events,[]}}, {restart_type,permanent}, {shutdown,1000}, {child_type,worker}] [error_logger:info,2012-11-14T10:47:04.403,ns_1@10.2.1.58:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================PROGRESS REPORT========================= supervisor: {local,ns_server_sup} started: [{pid,<0.449.0>}, {name,ns_bucket_sup}, {mfargs,{ns_bucket_sup,start_link,[]}}, {restart_type,permanent}, {shutdown,infinity}, {child_type,supervisor}] [error_logger:info,2012-11-14T10:47:04.406,ns_1@10.2.1.58:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================PROGRESS REPORT========================= supervisor: {local,ns_server_sup} started: [{pid,<0.452.0>}, {name,system_stats_collector}, {mfargs,{system_stats_collector,start_link,[]}}, {restart_type,permanent}, {shutdown,1000}, {child_type,worker}] [error_logger:info,2012-11-14T10:47:04.408,ns_1@10.2.1.58:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================PROGRESS REPORT========================= supervisor: {local,ns_server_sup} started: [{pid,<0.454.0>}, {name,{stats_archiver,"@system"}}, {mfargs,{stats_archiver,start_link,["@system"]}}, {restart_type,permanent}, {shutdown,1000}, {child_type,worker}] [ns_server:debug,2012-11-14T10:47:04.408,ns_1@10.2.1.58:mb_mnesia<0.281.0>:mb_mnesia:handle_call:109]Creating table 'stats_archiver-@system-minute' [error_logger:info,2012-11-14T10:47:04.408,ns_1@10.2.1.58:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================PROGRESS REPORT========================= supervisor: {local,ns_server_sup} started: [{pid,<0.456.0>}, {name,{stats_reader,"@system"}}, {mfargs,{stats_reader,start_link,["@system"]}}, {restart_type,permanent}, {shutdown,1000}, {child_type,worker}] [ns_server:debug,2012-11-14T10:47:04.408,ns_1@10.2.1.58:<0.462.0>:supervisor_cushion:init:43]starting compaction_daemon with delay of 3000 [error_logger:info,2012-11-14T10:47:04.408,ns_1@10.2.1.58:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================PROGRESS REPORT========================= supervisor: {local,ns_server_sup} started: [{pid,<0.457.0>}, {name,ns_moxi_sup_work_queue}, {mfargs, {work_queue,start_link,[ns_moxi_sup_work_queue]}}, {restart_type,permanent}, {shutdown,1000}, {child_type,worker}] [ns_server:debug,2012-11-14T10:47:04.410,ns_1@10.2.1.58:compaction_daemon<0.463.0>:compaction_daemon:handle_info:266]No buckets to compact. Rescheduling compaction. [error_logger:info,2012-11-14T10:47:04.410,ns_1@10.2.1.58:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================PROGRESS REPORT========================= supervisor: {local,ns_server_sup} started: [{pid,<0.458.0>}, {name,ns_moxi_sup}, {mfargs,{ns_moxi_sup,start_link,[]}}, {restart_type,permanent}, {shutdown,infinity}, {child_type,supervisor}] [ns_server:debug,2012-11-14T10:47:04.411,ns_1@10.2.1.58:compaction_daemon<0.463.0>:compaction_daemon:schedule_next_compaction:1199]Finished compaction too soon. Next run will be in 30s [error_logger:info,2012-11-14T10:47:04.411,ns_1@10.2.1.58:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================PROGRESS REPORT========================= supervisor: {local,ns_server_sup} started: [{pid,<0.462.0>}, {name,compaction_daemon}, {mfargs, {supervisor_cushion,start_link, [compaction_daemon,3000,1000,compaction_daemon, start_link,[]]}}, {restart_type,permanent}, {shutdown,86400000}, {child_type,worker}] [ns_server:debug,2012-11-14T10:47:04.412,ns_1@10.2.1.58:xdc_rdoc_replication_srv<0.467.0>:xdc_rdoc_replication_srv:handle_info:132]doing replicate_newnodes_docs [error_logger:info,2012-11-14T10:47:04.412,ns_1@10.2.1.58:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================PROGRESS REPORT========================= supervisor: {local,ns_server_sup} started: [{pid,<0.467.0>}, {name,xdc_rdoc_replication_srv}, {mfargs,{xdc_rdoc_replication_srv,start_link,[]}}, {restart_type,permanent}, {shutdown,1000}, {child_type,worker}] [ns_server:info,2012-11-14T10:47:04.416,ns_1@10.2.1.58:set_view_update_daemon<0.471.0>:set_view_update_daemon:init:50]Set view update daemon, starting with the following settings: update interval: 5000ms minimum number of changes: 5000 [error_logger:info,2012-11-14T10:47:04.416,ns_1@10.2.1.58:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================PROGRESS REPORT========================= supervisor: {local,ns_server_sup} started: [{pid,<0.471.0>}, {name,set_view_update_daemon}, {mfargs,{set_view_update_daemon,start_link,[]}}, {restart_type,permanent}, {shutdown,1000}, {child_type,worker}] [ns_server:debug,2012-11-14T10:47:04.416,ns_1@10.2.1.58:mb_mnesia<0.281.0>:mb_mnesia:handle_info:222]Mnesia table event: {write,{schema,'stats_archiver-@system-minute', [{name,'stats_archiver-@system-minute'}, {type,ordered_set}, {ram_copies,[]}, {disc_copies,['ns_1@10.2.1.58']}, {disc_only_copies,[]}, {load_order,0}, {access_mode,read_write}, {majority,false}, {index,[]}, {snmp,[]}, {local_content,true}, {record_name,stat_entry}, {attributes,[timestamp,values]}, {user_properties,[]}, {frag_properties,[]}, {cookie,{{1352,918824,408854},'ns_1@10.2.1.58'}}, {version,{{2,0},[]}}]}, {tid,6,<0.461.0>}} [error_logger:info,2012-11-14T10:47:04.416,ns_1@10.2.1.58:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================PROGRESS REPORT========================= supervisor: {local,ns_server_sup} started: [{pid,<0.475.0>}, {name,samples_loader_tasks}, {mfargs,{samples_loader_tasks,start_link,[]}}, {restart_type,permanent}, {shutdown,1000}, {child_type,worker}] [ns_server:debug,2012-11-14T10:47:04.416,ns_1@10.2.1.58:mb_mnesia<0.281.0>:mb_mnesia:handle_info:222]Mnesia table event: {write,{schema,'stats_archiver-@system-minute', [{name,'stats_archiver-@system-minute'}, {type,ordered_set}, {ram_copies,[]}, {disc_copies,['ns_1@10.2.1.58']}, {disc_only_copies,[]}, {load_order,0}, {access_mode,read_write}, {majority,false}, {index,[]}, {snmp,[]}, {local_content,true}, {record_name,stat_entry}, {attributes,[timestamp,values]}, {user_properties,[]}, {frag_properties,[]}, {cookie,{{1352,918824,408854},'ns_1@10.2.1.58'}}, {version,{{2,0},[]}}]}, {tid,6,<0.461.0>}} [ns_server:debug,2012-11-14T10:47:04.418,ns_1@10.2.1.58:mb_mnesia<0.281.0>:mb_mnesia:handle_call:109]Creating table 'stats_archiver-@system-hour' [error_logger:info,2012-11-14T10:47:04.418,ns_1@10.2.1.58:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================PROGRESS REPORT========================= supervisor: {local,ns_server_cluster_sup} started: [{pid,<0.344.0>}, {name,ns_server_sup}, {mfargs,{ns_server_sup,start_link,[]}}, {restart_type,permanent}, {shutdown,infinity}, {child_type,supervisor}] [error_logger:info,2012-11-14T10:47:04.418,ns_1@10.2.1.58:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================PROGRESS REPORT========================= application: ns_server started_at: 'ns_1@10.2.1.58' [ns_server:debug,2012-11-14T10:47:04.431,ns_1@10.2.1.58:mb_mnesia<0.281.0>:mb_mnesia:handle_info:222]Mnesia table event: {write,{schema,'stats_archiver-@system-hour', [{name,'stats_archiver-@system-hour'}, {type,ordered_set}, {ram_copies,[]}, {disc_copies,['ns_1@10.2.1.58']}, {disc_only_copies,[]}, {load_order,0}, {access_mode,read_write}, {majority,false}, {index,[]}, {snmp,[]}, {local_content,true}, {record_name,stat_entry}, {attributes,[timestamp,values]}, {user_properties,[]}, {frag_properties,[]}, {cookie,{{1352,918824,418839},'ns_1@10.2.1.58'}}, {version,{{2,0},[]}}]}, {tid,7,<0.477.0>}} [ns_server:debug,2012-11-14T10:47:04.433,ns_1@10.2.1.58:mb_mnesia<0.281.0>:mb_mnesia:handle_info:222]Mnesia table event: {write,{schema,'stats_archiver-@system-hour', [{name,'stats_archiver-@system-hour'}, {type,ordered_set}, {ram_copies,[]}, {disc_copies,['ns_1@10.2.1.58']}, {disc_only_copies,[]}, {load_order,0}, {access_mode,read_write}, {majority,false}, {index,[]}, {snmp,[]}, {local_content,true}, {record_name,stat_entry}, {attributes,[timestamp,values]}, {user_properties,[]}, {frag_properties,[]}, {cookie,{{1352,918824,418839},'ns_1@10.2.1.58'}}, {version,{{2,0},[]}}]}, {tid,7,<0.477.0>}} [ns_server:debug,2012-11-14T10:47:04.433,ns_1@10.2.1.58:mb_mnesia<0.281.0>:mb_mnesia:handle_call:109]Creating table 'stats_archiver-@system-day' [ns_server:debug,2012-11-14T10:47:04.436,ns_1@10.2.1.58:mb_mnesia<0.281.0>:mb_mnesia:handle_info:222]Mnesia table event: {write,{schema,'stats_archiver-@system-day', [{name,'stats_archiver-@system-day'}, {type,ordered_set}, {ram_copies,[]}, {disc_copies,['ns_1@10.2.1.58']}, {disc_only_copies,[]}, {load_order,0}, {access_mode,read_write}, {majority,false}, {index,[]}, {snmp,[]}, {local_content,true}, {record_name,stat_entry}, {attributes,[timestamp,values]}, {user_properties,[]}, {frag_properties,[]}, {cookie,{{1352,918824,433724},'ns_1@10.2.1.58'}}, {version,{{2,0},[]}}]}, {tid,8,<0.484.0>}} [ns_server:debug,2012-11-14T10:47:04.436,ns_1@10.2.1.58:mb_mnesia<0.281.0>:mb_mnesia:handle_info:222]Mnesia table event: {write,{schema,'stats_archiver-@system-day', [{name,'stats_archiver-@system-day'}, {type,ordered_set}, {ram_copies,[]}, {disc_copies,['ns_1@10.2.1.58']}, {disc_only_copies,[]}, {load_order,0}, {access_mode,read_write}, {majority,false}, {index,[]}, {snmp,[]}, {local_content,true}, {record_name,stat_entry}, {attributes,[timestamp,values]}, {user_properties,[]}, {frag_properties,[]}, {cookie,{{1352,918824,433724},'ns_1@10.2.1.58'}}, {version,{{2,0},[]}}]}, {tid,8,<0.484.0>}} [ns_server:debug,2012-11-14T10:47:04.437,ns_1@10.2.1.58:mb_mnesia<0.281.0>:mb_mnesia:handle_call:109]Creating table 'stats_archiver-@system-week' [ns_server:debug,2012-11-14T10:47:04.438,ns_1@10.2.1.58:mb_mnesia<0.281.0>:mb_mnesia:handle_info:222]Mnesia table event: {write,{schema,'stats_archiver-@system-week', [{name,'stats_archiver-@system-week'}, {type,ordered_set}, {ram_copies,[]}, {disc_copies,['ns_1@10.2.1.58']}, {disc_only_copies,[]}, {load_order,0}, {access_mode,read_write}, {majority,false}, {index,[]}, {snmp,[]}, {local_content,true}, {record_name,stat_entry}, {attributes,[timestamp,values]}, {user_properties,[]}, {frag_properties,[]}, {cookie,{{1352,918824,437138},'ns_1@10.2.1.58'}}, {version,{{2,0},[]}}]}, {tid,9,<0.491.0>}} [ns_server:debug,2012-11-14T10:47:04.439,ns_1@10.2.1.58:mb_mnesia<0.281.0>:mb_mnesia:handle_info:222]Mnesia table event: {write,{schema,'stats_archiver-@system-week', [{name,'stats_archiver-@system-week'}, {type,ordered_set}, {ram_copies,[]}, {disc_copies,['ns_1@10.2.1.58']}, {disc_only_copies,[]}, {load_order,0}, {access_mode,read_write}, {majority,false}, {index,[]}, {snmp,[]}, {local_content,true}, {record_name,stat_entry}, {attributes,[timestamp,values]}, {user_properties,[]}, {frag_properties,[]}, {cookie,{{1352,918824,437138},'ns_1@10.2.1.58'}}, {version,{{2,0},[]}}]}, {tid,9,<0.491.0>}} [ns_server:debug,2012-11-14T10:47:04.439,ns_1@10.2.1.58:mb_mnesia<0.281.0>:mb_mnesia:handle_call:109]Creating table 'stats_archiver-@system-month' [ns_server:debug,2012-11-14T10:47:04.441,ns_1@10.2.1.58:mb_mnesia<0.281.0>:mb_mnesia:handle_info:222]Mnesia table event: {write,{schema,'stats_archiver-@system-month', [{name,'stats_archiver-@system-month'}, {type,ordered_set}, {ram_copies,[]}, {disc_copies,['ns_1@10.2.1.58']}, {disc_only_copies,[]}, {load_order,0}, {access_mode,read_write}, {majority,false}, {index,[]}, {snmp,[]}, {local_content,true}, {record_name,stat_entry}, {attributes,[timestamp,values]}, {user_properties,[]}, {frag_properties,[]}, {cookie,{{1352,918824,439305},'ns_1@10.2.1.58'}}, {version,{{2,0},[]}}]}, {tid,10,<0.498.0>}} [ns_server:debug,2012-11-14T10:47:04.441,ns_1@10.2.1.58:mb_mnesia<0.281.0>:mb_mnesia:handle_info:222]Mnesia table event: {write,{schema,'stats_archiver-@system-month', [{name,'stats_archiver-@system-month'}, {type,ordered_set}, {ram_copies,[]}, {disc_copies,['ns_1@10.2.1.58']}, {disc_only_copies,[]}, {load_order,0}, {access_mode,read_write}, {majority,false}, {index,[]}, {snmp,[]}, {local_content,true}, {record_name,stat_entry}, {attributes,[timestamp,values]}, {user_properties,[]}, {frag_properties,[]}, {cookie,{{1352,918824,439305},'ns_1@10.2.1.58'}}, {version,{{2,0},[]}}]}, {tid,10,<0.498.0>}} [ns_server:debug,2012-11-14T10:47:04.441,ns_1@10.2.1.58:mb_mnesia<0.281.0>:mb_mnesia:handle_call:109]Creating table 'stats_archiver-@system-year' [ns_server:debug,2012-11-14T10:47:04.443,ns_1@10.2.1.58:mb_mnesia<0.281.0>:mb_mnesia:handle_info:222]Mnesia table event: {write,{schema,'stats_archiver-@system-year', [{name,'stats_archiver-@system-year'}, {type,ordered_set}, {ram_copies,[]}, {disc_copies,['ns_1@10.2.1.58']}, {disc_only_copies,[]}, {load_order,0}, {access_mode,read_write}, {majority,false}, {index,[]}, {snmp,[]}, {local_content,true}, {record_name,stat_entry}, {attributes,[timestamp,values]}, {user_properties,[]}, {frag_properties,[]}, {cookie,{{1352,918824,441563},'ns_1@10.2.1.58'}}, {version,{{2,0},[]}}]}, {tid,11,<0.505.0>}} [ns_server:debug,2012-11-14T10:47:04.443,ns_1@10.2.1.58:mb_mnesia<0.281.0>:mb_mnesia:handle_info:222]Mnesia table event: {write,{schema,'stats_archiver-@system-year', [{name,'stats_archiver-@system-year'}, {type,ordered_set}, {ram_copies,[]}, {disc_copies,['ns_1@10.2.1.58']}, {disc_only_copies,[]}, {load_order,0}, {access_mode,read_write}, {majority,false}, {index,[]}, {snmp,[]}, {local_content,true}, {record_name,stat_entry}, {attributes,[timestamp,values]}, {user_properties,[]}, {frag_properties,[]}, {cookie,{{1352,918824,441563},'ns_1@10.2.1.58'}}, {version,{{2,0},[]}}]}, {tid,11,<0.505.0>}} [ns_server:debug,2012-11-14T10:47:04.502,ns_1@10.2.1.58:ns_config_rep<0.358.0>:ns_config_rep:do_push_keys:317]Replicating some config keys ([rest,rest_creds]..) [ns_server:info,2012-11-14T10:47:04.503,ns_1@10.2.1.58:ns_config_events<0.330.0>:ns_port_sup:terminate_port:129]unsupervising port: {moxi,"/opt/couchbase/bin/moxi", ["-Z", "port_listen=11211,default_bucket_name=default,downstream_max=1024,downstream_conn_max=4,connect_max_errors=5,connect_retry_interval=30000,connect_timeout=400,auth_timeout=100,cycle=200,downstream_conn_queue_timeout=200,downstream_timeout=5000,wait_queue_timeout=200", "-z", "url=http://127.0.0.1:8091/pools/default/saslBucketsStreaming", "-p","0","-Y","y","-O","stderr",[]], [{env,[{"EVENT_NOSELECT","1"}, {"MOXI_SASL_PLAIN_USR",[]}, {"MOXI_SASL_PLAIN_PWD",[]}]}, use_stdio,exit_status,port_server_send_eol, stderr_to_stdout,stream]} [ns_server:debug,2012-11-14T10:47:04.503,ns_1@10.2.1.58:<0.432.0>:ns_port_server:terminate:143]Sending 'shutdown' to port [ns_server:info,2012-11-14T10:47:04.504,ns_1@10.2.1.58:<0.432.0>:ns_port_server:handle_info:104]Port server moxi exited with status 0 [ns_server:info,2012-11-14T10:47:04.504,ns_1@10.2.1.58:<0.432.0>:ns_port_server:log:171]moxi<0.432.0>: EOL on stdin. Exiting [ns_server:info,2012-11-14T10:47:04.505,ns_1@10.2.1.58:ns_config_events<0.330.0>:ns_port_sup:launch_port:74]supervising port: {moxi,"/opt/couchbase/bin/moxi", ["-Z", "port_listen=11211,default_bucket_name=default,downstream_max=1024,downstream_conn_max=4,connect_max_errors=5,connect_retry_interval=30000,connect_timeout=400,auth_timeout=100,cycle=200,downstream_conn_queue_timeout=200,downstream_timeout=5000,wait_queue_timeout=200", "-z", "url=http://127.0.0.1:8091/pools/default/saslBucketsStreaming", "-p","0","-Y","y","-O","stderr",[]], [{env,[{"EVENT_NOSELECT","1"}, {"MOXI_SASL_PLAIN_USR","Administrator"}, {"MOXI_SASL_PLAIN_PWD","password"}]}, use_stdio,exit_status,port_server_send_eol, stderr_to_stdout,stream]} [ns_server:debug,2012-11-14T10:47:04.505,ns_1@10.2.1.58:<0.516.0>:supervisor_cushion:init:43]starting ns_port_server with delay of 5000 [ns_server:debug,2012-11-14T10:47:04.506,ns_1@10.2.1.58:ns_config_log<0.339.0>:ns_config_log:log_common:111]config change: rest -> [{port,8091}] [error_logger:info,2012-11-14T10:47:04.506,ns_1@10.2.1.58:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================PROGRESS REPORT========================= supervisor: {local,ns_port_sup} started: [{pid,<0.516.0>}, {name, {moxi,"/opt/couchbase/bin/moxi", ["-Z", "port_listen=11211,default_bucket_name=default,downstream_max=1024,downstream_conn_max=4,connect_max_errors=5,connect_retry_interval=30000,connect_timeout=400,auth_timeout=100,cycle=200,downstream_conn_queue_timeout=200,downstream_timeout=5000,wait_queue_timeout=200", "-z", "url=http://127.0.0.1:8091/pools/default/saslBucketsStreaming", "-p","0","-Y","y","-O","stderr",[]], [{env, [{"EVENT_NOSELECT","1"}, {"MOXI_SASL_PLAIN_USR","Administrator"}, {"MOXI_SASL_PLAIN_PWD","password"}]}, use_stdio,exit_status,port_server_send_eol, stderr_to_stdout,stream]}}, {mfargs, {supervisor_cushion,start_link, [moxi,5000,10000,ns_port_server,start_link, [moxi,"/opt/couchbase/bin/moxi", ["-Z", "port_listen=11211,default_bucket_name=default,downstream_max=1024,downstream_conn_max=4,connect_max_errors=5,connect_retry_interval=30000,connect_timeout=400,auth_timeout=100,cycle=200,downstream_conn_queue_timeout=200,downstream_timeout=5000,wait_queue_timeout=200", "-z", "url=http://127.0.0.1:8091/pools/default/saslBucketsStreaming", "-p","0","-Y","y","-O","stderr",[]], [{env, [{"EVENT_NOSELECT","1"}, {"MOXI_SASL_PLAIN_USR","Administrator"}, {"MOXI_SASL_PLAIN_PWD","password"}]}, use_stdio,exit_status,port_server_send_eol, stderr_to_stdout,stream]]]}}, {restart_type,permanent}, {shutdown,86400000}, {child_type,worker}] [ns_server:info,2012-11-14T10:47:04.507,ns_1@10.2.1.58:ns_config_log<0.339.0>:ns_config_log:handle_info:57]config change: rest_creds -> ******** [ns_server:debug,2012-11-14T10:47:04.509,ns_1@10.2.1.58:ns_config_rep<0.358.0>:ns_config_rep:do_push_keys:317]Replicating some config keys ([memory_quota]..) [ns_server:debug,2012-11-14T10:47:04.510,ns_1@10.2.1.58:ns_config_log<0.339.0>:ns_config_log:log_common:111]config change: memory_quota -> 25678 [ns_server:info,2012-11-14T10:47:04.725,ns_1@10.2.1.58:<0.518.0>:ns_port_server:log:171]moxi<0.518.0>: 2012-11-14 10:47:04: (cproxy_config.c.317) env: MOXI_SASL_PLAIN_USR (13) moxi<0.518.0>: 2012-11-14 10:47:04: (cproxy_config.c.326) env: MOXI_SASL_PLAIN_PWD (8) [user:info,2012-11-14T10:47:11.552,ns_1@10.2.1.58:<0.413.0>:ns_storage_conf:setup_disk_storage_conf:149]Setting database directory path to /data2 and index directory path to /data [ns_server:info,2012-11-14T10:47:11.553,ns_1@10.2.1.58:<0.413.0>:ns_storage_conf:setup_disk_storage_conf:157]Removing all the buckets because database path has changed [ns_server:info,2012-11-14T10:47:11.553,ns_1@10.2.1.58:<0.413.0>:ns_storage_conf:setup_disk_storage_conf:162]Removing all unused database files [ns_server:debug,2012-11-14T10:47:11.561,ns_1@10.2.1.58:<0.470.0>:ns_pubsub:do_subscribe_link:132]Parent process of subscription {ns_node_disco_events,<0.467.0>} exited with reason shutdown [ns_server:debug,2012-11-14T10:47:11.561,ns_1@10.2.1.58:<0.472.0>:ns_pubsub:do_subscribe_link:132]Parent process of subscription {ns_config_events,<0.471.0>} exited with reason shutdown [ns_server:debug,2012-11-14T10:47:11.561,ns_1@10.2.1.58:<0.466.0>:ns_pubsub:do_subscribe_link:132]Parent process of subscription {ns_config_events,<0.463.0>} exited with reason shutdown [ns_server:debug,2012-11-14T10:47:11.561,ns_1@10.2.1.58:<0.459.0>:ns_pubsub:do_subscribe_link:132]Parent process of subscription {ns_config_events,<0.458.0>} exited with reason shutdown [ns_server:debug,2012-11-14T10:47:11.561,ns_1@10.2.1.58:<0.455.0>:ns_pubsub:do_subscribe_link:132]Parent process of subscription {ns_stats_event,<0.454.0>} exited with reason shutdown [ns_server:debug,2012-11-14T10:47:11.562,ns_1@10.2.1.58:<0.453.0>:ns_pubsub:do_subscribe_link:132]Parent process of subscription {ns_tick_event,<0.452.0>} exited with reason shutdown [ns_server:debug,2012-11-14T10:47:11.562,ns_1@10.2.1.58:<0.450.0>:ns_pubsub:do_subscribe_link:132]Parent process of subscription {ns_config_events,<0.449.0>} exited with reason shutdown [error_logger:error,2012-11-14T10:47:11.562,ns_1@10.2.1.58:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================SUPERVISOR REPORT========================= Supervisor: {local,ns_bucket_sup} Context: shutdown_error Reason: normal Offender: [{pid,<0.450.0>}, {name,buckets_observing_subscription}, {mfargs,{ns_bucket_sup,subscribe_on_config_events,[]}}, {restart_type,permanent}, {shutdown,1000}, {child_type,worker}] [ns_server:debug,2012-11-14T10:47:11.563,ns_1@10.2.1.58:<0.518.0>:ns_port_server:terminate:143]Sending 'shutdown' to port [ns_server:debug,2012-11-14T10:47:11.563,ns_1@10.2.1.58:<0.437.0>:ns_pubsub:do_subscribe_link:132]Parent process of subscription {ns_config_events,<0.435.0>} exited with reason killed [ns_server:info,2012-11-14T10:47:11.597,ns_1@10.2.1.58:<0.518.0>:ns_port_server:handle_info:104]Port server moxi exited with status 0 [ns_server:info,2012-11-14T10:47:11.597,ns_1@10.2.1.58:<0.518.0>:ns_port_server:log:171]moxi<0.518.0>: EOL on stdin. Exiting [ns_server:debug,2012-11-14T10:47:11.598,ns_1@10.2.1.58:ns_port_memcached<0.434.0>:ns_port_server:terminate:143]Sending 'shutdown' to port [ns_server:info,2012-11-14T10:47:11.799,ns_1@10.2.1.58:ns_port_memcached<0.434.0>:ns_port_server:log:171]memcached<0.434.0>: EOL on stdin. Initiating shutdown [ns_server:info,2012-11-14T10:47:12.450,ns_1@10.2.1.58:ns_port_memcached<0.434.0>:ns_port_server:handle_info:104]Port server memcached exited with status 0 [ns_server:debug,2012-11-14T10:47:12.451,ns_1@10.2.1.58:<0.403.0>:ns_pubsub:do_subscribe_link:132]Parent process of subscription {master_activity_events,<0.402.0>} exited with reason killed [ns_server:info,2012-11-14T10:47:12.451,ns_1@10.2.1.58:mb_master<0.380.0>:mb_master:terminate:288]Synchronously shutting down child mb_master_sup [ns_server:debug,2012-11-14T10:47:12.451,ns_1@10.2.1.58:<0.381.0>:ns_pubsub:do_subscribe_link:132]Parent process of subscription {ns_config_events,<0.380.0>} exited with reason shutdown [ns_server:debug,2012-11-14T10:47:12.451,ns_1@10.2.1.58:<0.375.0>:ns_pubsub:do_subscribe_link:132]Parent process of subscription {ns_config_events,<0.374.0>} exited with reason shutdown [ns_server:debug,2012-11-14T10:47:12.452,ns_1@10.2.1.58:<0.373.0>:ns_pubsub:do_subscribe_link:132]Parent process of subscription {buckets_events,<0.372.0>} exited with reason shutdown [ns_server:debug,2012-11-14T10:47:12.452,ns_1@10.2.1.58:<0.365.0>:ns_pubsub:do_subscribe_link:132]Parent process of subscription {ns_config_events,<0.364.0>} exited with reason killed [ns_server:debug,2012-11-14T10:47:12.452,ns_1@10.2.1.58:<0.359.0>:ns_pubsub:do_subscribe_link:132]Parent process of subscription {ns_config_events_local,<0.358.0>} exited with reason shutdown [ns_server:debug,2012-11-14T10:47:12.452,ns_1@10.2.1.58:<0.348.0>:ns_pubsub:do_subscribe_link:132]Parent process of subscription {ns_config_events,<0.346.0>} exited with reason killed [error_logger:error,2012-11-14T10:47:12.554,ns_1@10.2.1.58:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================SUPERVISOR REPORT========================= Supervisor: {local,ns_server_cluster_sup} Context: shutdown_error Reason: killed Offender: [{pid,<0.343.0>}, {name,vbucket_filter_changes_registry}, {mfargs, {ns_process_registry,start_link, [vbucket_filter_changes_registry]}}, {restart_type,permanent}, {shutdown,100}, {child_type,worker}] [ns_server:debug,2012-11-14T10:47:12.554,ns_1@10.2.1.58:ns_config<0.332.0>:ns_config:wait_saver:539]Waited for saver done. State= {config, {full,"/opt/couchbase/etc/couchbase/config",undefined,ns_config_default}, [[], [{xdcr_checkpoint_interval,1800}, {xdcr_doc_batch_size_kb,512}, {xdcr_failure_restart_interval,30}, {xdcr_capi_checkpoint_timeout,10}, {directory,"/opt/couchbase/var/lib/couchbase/config"}, {index_aware_rebalance_disabled,false}, {max_bucket_count,10}, {autocompaction, [{database_fragmentation_threshold,{30,undefined}}, {view_fragmentation_threshold,{30,undefined}}]}, {set_view_update_daemon, [{update_interval,5000}, {update_min_changes,5000}, {replica_update_min_changes,5000}]}, {fast_warmup, [{fast_warmup_enabled,true}, {min_memory_threshold,10}, {min_items_threshold,10}]}, {{node,'ns_1@10.2.1.58',compaction_daemon}, [{check_interval,30},{min_file_size,131072}]}, {nodes_wanted,['ns_1@10.2.1.58']}, {{node,'ns_1@10.2.1.58',membership},active}, {rest,[{port,8091}]}, {{couchdb,max_parallel_indexers},4}, {{couchdb,max_parallel_replica_indexers},2}, {{node,'ns_1@10.2.1.58',rest},[{port,8091},{port_meta,global}]}, {{node,'ns_1@10.2.1.58',capi_port},8092}, {rest_creds,[{creds,[]}]}, {remote_clusters,[]}, {{node,'ns_1@10.2.1.58',isasl}, [{path,"/opt/couchbase/var/lib/couchbase/data/isasl.pw"}]}, {{node,'ns_1@10.2.1.58',memcached}, [{'_vclock',[{'_',{1,0}}]}, {port,11210}, {mccouch_port,11213}, {dedicated_port,11209}, {admin_user,"_admin"}, {admin_pass,"_admin"}, {bucket_engine,"/opt/couchbase/lib/memcached/bucket_engine.so"}, {engines, [{membase, [{engine,"/opt/couchbase/lib/memcached/ep.so"}, {static_config_string, "vb0=false;waitforwarmup=false;failpartialwarmup=false"}]}, {memcached, [{engine,"/opt/couchbase/lib/memcached/default_engine.so"}, {static_config_string,"vb0=true"}]}]}, {log_path,"/opt/couchbase/var/lib/couchbase/logs"}, {log_prefix,"memcached.log"}, {log_generations,10}, {log_cyclesize,104857600}, {log_sleeptime,19}, {log_rotation_period,39003}, {verbosity,[]}]}, {memory_quota,19259}, {buckets,[{configs,[]}]}, {{node,'ns_1@10.2.1.58',moxi},[{port,11211},{verbosity,[]}]}, {{node,'ns_1@10.2.1.58',port_servers}, [{moxi,"/opt/couchbase/bin/moxi", ["-Z", {"port_listen=~B,default_bucket_name=default,downstream_max=1024,downstream_conn_max=4,connect_max_errors=5,connect_retry_interval=30000,connect_timeout=400,auth_timeout=100,cycle=200,downstream_conn_queue_timeout=200,downstream_timeout=5000,wait_queue_timeout=200", [port]}, "-z", {"url=http://127.0.0.1:~B/pools/default/saslBucketsStreaming", [{misc,this_node_rest_port,[]}]}, "-p","0","-Y","y","-O","stderr", {"~s",[verbosity]}], [{env, [{"EVENT_NOSELECT","1"}, {"MOXI_SASL_PLAIN_USR",{"~s",[{ns_moxi_sup,rest_user,[]}]}}, {"MOXI_SASL_PLAIN_PWD", {"~s",[{ns_moxi_sup,rest_pass,[]}]}}]}, use_stdio,exit_status,port_server_send_eol,stderr_to_stdout, stream]}, {memcached,"/opt/couchbase/bin/memcached", ["-X","/opt/couchbase/lib/memcached/stdin_term_handler.so","-X", {"/opt/couchbase/lib/memcached/file_logger.so,cyclesize=~B;sleeptime=~B;filename=~s/~s", [log_cyclesize,log_sleeptime,log_path,log_prefix]}, "-l", {"0.0.0.0:~B,0.0.0.0:~B:1000",[port,dedicated_port]}, "-p", {"~B",[port]}, "-E","/opt/couchbase/lib/memcached/bucket_engine.so","-B", "binary","-r","-c","10000","-e", {"admin=~s;default_bucket_name=default;auto_create=false", [admin_user]}, {"~s",[verbosity]}], [{env, [{"EVENT_NOSELECT","1"}, {"MEMCACHED_TOP_KEYS","100"}, {"ISASL_PWFILE",{"~s",[{isasl,path}]}}, {"ISASL_DB_CHECK_TIME","1"}]}, use_stdio,stderr_to_stdout,exit_status,port_server_send_eol, stream]}]}, {{node,'ns_1@10.2.1.58',ns_log}, [{filename,"/opt/couchbase/var/lib/couchbase/data/ns_log"}]}, {email_alerts, [{recipients,["root@localhost"]}, {sender,"couchbase@localhost"}, {enabled,false}, {email_server, [{user,[]}, {pass,[]}, {host,"localhost"}, {port,25}, {encrypt,false}]}, {alerts, [auto_failover_node,auto_failover_maximum_reached, auto_failover_other_nodes_down, auto_failover_cluster_too_small,ip,disk,overhead, ep_oom_errors,ep_item_commit_failed]}]}, {replication,[{enabled,true}]}, {auto_failover_cfg, [{enabled,false},{timeout,30},{max_nodes,1},{count,0}]}]], [[{memory_quota,[{'_vclock',[{'ns_1@10.2.1.58',{1,63520138024}}]}|25678]}, {rest_creds, [{'_vclock',[{'ns_1@10.2.1.58',{1,63520138024}}]}, {creds,[{"Administrator",[{password,"password"}]}]}]}, {rest,[{port,8091}]}, {dynamic_config_version, [{'_vclock',[{'ns_1@10.2.1.58',{4,63520138024}}]},2,0]}, {cluster_compat_version, [{'_vclock',[{'ns_1@10.2.1.58',{1,63520138024}}]},2,0]}, {vbucket_map_history,[{'_vclock',[{'ns_1@10.2.1.58',{1,63520138024}}]}]}, {otp, [{'_vclock',[{'ns_1@10.2.1.58',{1,63520138024}}]}, {cookie,hgmnojlbofwcfdfk}]}, {{node,'ns_1@10.2.1.58',config_version}, [{'_vclock',[{'ns_1@10.2.1.58',{5,63520138023}}]}|{2,0}]}, {auto_failover_cfg, [{'_vclock',[{'ns_1@10.2.1.58',{1,63520138023}}]}, {enabled,false}, {timeout,30}, {max_nodes,1}, {count,0}]}, {autocompaction, [{database_fragmentation_threshold,{30,undefined}}, {view_fragmentation_threshold,{30,undefined}}]}, {buckets,[{configs,[]}]}, {email_alerts, [{'_vclock',[{'ns_1@10.2.1.58',{1,63520138023}}]}, {recipients,["root@localhost"]}, {sender,"couchbase@localhost"}, {enabled,false}, {email_server, [{user,[]}, {pass,[]}, {host,"localhost"}, {port,25}, {encrypt,false}]}, {alerts, [auto_failover_node,auto_failover_maximum_reached, auto_failover_other_nodes_down, auto_failover_cluster_too_small,ip,disk,overhead, ep_oom_errors,ep_item_commit_failed]}]}, {fast_warmup, [{fast_warmup_enabled,true}, {min_memory_threshold,10}, {min_items_threshold,10}]}, {index_aware_rebalance_disabled,false}, {max_bucket_count,10}, {nodes_wanted,['ns_1@10.2.1.58']}, {remote_clusters,[]}, {replication,[{enabled,true}]}, {set_view_update_daemon, [{update_interval,5000}, {update_min_changes,5000}, {replica_update_min_changes,5000}]}, {xdcr_capi_checkpoint_timeout,10}, {xdcr_checkpoint_interval,1800}, {xdcr_doc_batch_size_kb,512}, {xdcr_failure_restart_interval,30}, {{couchdb,max_parallel_indexers},4}, {{couchdb,max_parallel_replica_indexers},2}, {{node,'ns_1@10.2.1.58',capi_port},8092}, {{node,'ns_1@10.2.1.58',compaction_daemon}, [{check_interval,30},{min_file_size,131072}]}, {{node,'ns_1@10.2.1.58',isasl}, [{'_vclock',[{'ns_1@10.2.1.58',{1,63520138023}}]}, {path,"/opt/couchbase/var/lib/couchbase/data/isasl.pw"}]}, {{node,'ns_1@10.2.1.58',membership},active}, {{node,'ns_1@10.2.1.58',memcached}, [{'_vclock',[{'_',{1,0}},{'ns_1@10.2.1.58',{2,63520138023}}]}, {mccouch_port,11213}, {engines, [{membase, [{engine,"/opt/couchbase/lib/memcached/ep.so"}, {static_config_string, "vb0=false;waitforwarmup=false;failpartialwarmup=false"}]}, {memcached, [{engine,"/opt/couchbase/lib/memcached/default_engine.so"}, {static_config_string,"vb0=true"}]}]}, {log_path,"/opt/couchbase/var/lib/couchbase/logs"}, {log_prefix,"memcached.log"}, {log_generations,10}, {log_cyclesize,104857600}, {log_sleeptime,19}, {log_rotation_period,39003}, {dedicated_port,11209}, {bucket_engine,"/opt/couchbase/lib/memcached/bucket_engine.so"}, {port,11210}, {dedicated_port,11209}, {admin_user,"_admin"}, {admin_pass,"_admin"}, {verbosity,[]}]}, {{node,'ns_1@10.2.1.58',moxi},[{port,11211},{verbosity,[]}]}, {{node,'ns_1@10.2.1.58',ns_log}, [{'_vclock',[{'ns_1@10.2.1.58',{1,63520138023}}]}, {filename,"/opt/couchbase/var/lib/couchbase/data/ns_log"}]}, {{node,'ns_1@10.2.1.58',port_servers}, [{'_vclock',[{'ns_1@10.2.1.58',{2,63520138023}}]}, {moxi,"/opt/couchbase/bin/moxi", ["-Z", {"port_listen=~B,default_bucket_name=default,downstream_max=1024,downstream_conn_max=4,connect_max_errors=5,connect_retry_interval=30000,connect_timeout=400,auth_timeout=100,cycle=200,downstream_conn_queue_timeout=200,downstream_timeout=5000,wait_queue_timeout=200", [port]}, "-z", {"url=http://127.0.0.1:~B/pools/default/saslBucketsStreaming", [{misc,this_node_rest_port,[]}]}, "-p","0","-Y","y","-O","stderr", {"~s",[verbosity]}], [{env, [{"EVENT_NOSELECT","1"}, {"MOXI_SASL_PLAIN_USR",{"~s",[{ns_moxi_sup,rest_user,[]}]}}, {"MOXI_SASL_PLAIN_PWD", {"~s",[{ns_moxi_sup,rest_pass,[]}]}}]}, use_stdio,exit_status,port_server_send_eol,stderr_to_stdout, stream]}, {memcached,"/opt/couchbase/bin/memcached", ["-X","/opt/couchbase/lib/memcached/stdin_term_handler.so","-X", {"/opt/couchbase/lib/memcached/file_logger.so,cyclesize=~B;sleeptime=~B;filename=~s/~s", [log_cyclesize,log_sleeptime,log_path,log_prefix]}, "-l", {"0.0.0.0:~B,0.0.0.0:~B:1000",[port,dedicated_port]}, "-p", {"~B",[port]}, "-E","/opt/couchbase/lib/memcached/bucket_engine.so","-B", "binary","-r","-c","10000","-e", {"admin=~s;default_bucket_name=default;auto_create=false", [admin_user]}, {"~s",[verbosity]}], [{env, [{"EVENT_NOSELECT","1"}, {"MEMCACHED_TOP_KEYS","100"}, {"ISASL_PWFILE",{"~s",[{isasl,path}]}}, {"ISASL_DB_CHECK_TIME","1"}]}, use_stdio,stderr_to_stdout,exit_status,port_server_send_eol, stream]}]}, {{node,'ns_1@10.2.1.58',rest},[{port,8091},{port_meta,global}]}]], ns_config_default, {ns_config,save_config_sync,[]}, undefined,false} [ns_server:debug,2012-11-14T10:47:12.557,ns_1@10.2.1.58:<0.337.0>:ns_pubsub:do_subscribe_link:132]Parent process of subscription {ns_config_events,<0.336.0>} exited with reason shutdown [ns_server:debug,2012-11-14T10:47:12.557,ns_1@10.2.1.58:<0.340.0>:ns_pubsub:do_subscribe_link:132]Parent process of subscription {ns_config_events,<0.339.0>} exited with reason shutdown [ns_server:debug,2012-11-14T10:47:12.557,ns_1@10.2.1.58:<0.342.0>:ns_pubsub:do_subscribe_link:132]Parent process of subscription {ns_config_events,<0.341.0>} exited with reason shutdown [ns_server:info,2012-11-14T10:47:12.574,ns_1@10.2.1.58:mb_mnesia<0.281.0>:mb_mnesia:terminate:277]Shut Mnesia down: shutdown. Exiting. [error_logger:info,2012-11-14T10:47:12.574,ns_1@10.2.1.58:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================INFO REPORT========================= application: mnesia exited: stopped type: temporary [error_logger:error,2012-11-14T10:47:12.578,ns_1@10.2.1.58:error_logger<0.5.0>:ale_error_logger_handler:log_msg:76]** Generic server <0.445.0> terminating ** Last message in was {'EXIT',<0.222.0>,killed} ** When Server state == {db,<0.445.0>,<0.446.0>,nil,<<"1352918824389312">>, <0.441.0>,<0.447.0>, {db_header,11,1, <<0,0,0,0,11,84,0,0,0,0,0,62,0,0,0,0,1,0,0,0,0, 0,0,0,0,0,11,50>>, <<0,0,0,0,11,146,0,0,0,0,0,60,0,0,0,0,1>>, nil,0,nil,nil}, 1, {btree,<0.441.0>, {2900, <<0,0,0,0,1,0,0,0,0,0,0,0,0,0,11,50>>, 62}, #Fun, #Fun, #Fun, #Fun,1279,2558, true}, {btree,<0.441.0>, {2962,<<0,0,0,0,1>>,60}, #Fun, #Fun, #Fun, #Fun,1279,2558, true}, {btree,<0.441.0>,nil, #Fun, #Fun, #Fun,nil,1279,2558, true}, 1,<<"_replicator">>, "/opt/couchbase/var/lib/couchbase/data/_replicator.couch.1", [],nil, {user_ctx,null,[],undefined}, nil, [before_header,after_header,on_file_open], [create,sys_db, {user_ctx, {user_ctx,null, [<<"_admin">>,<<"_replicator">>], undefined}}]} ** Reason for termination == ** killed [error_logger:error,2012-11-14T10:47:12.587,ns_1@10.2.1.58:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================CRASH REPORT========================= crasher: initial call: couch_db:init/1 pid: <0.445.0> registered_name: [] exception exit: killed in function gen_server:terminate/6 ancestors: [couch_server,couch_primary_services,couch_server_sup, cb_couch_sup,ns_server_cluster_sup,<0.65.0>] messages: [] links: [] dictionary: [] trap_exit: true status: running heap_size: 987 stack_size: 24 reductions: 305 neighbours: [error_logger:error,2012-11-14T10:47:12.587,ns_1@10.2.1.58:error_logger<0.5.0>:ale_error_logger_handler:log_msg:76]** Generic server <0.236.0> terminating ** Last message in was {'EXIT',<0.222.0>,killed} ** When Server state == {db,<0.236.0>,<0.237.0>,nil,<<"1352918823090066">>, <0.232.0>,<0.238.0>, {db_header,11,1, <<0,0,0,0,13,103,0,0,0,0,0,51,0,0,0,0,1,0,0,0, 0,0,0,0,0,0,13,69>>, <<0,0,0,0,13,154,0,0,0,0,0,49,0,0,0,0,1>>, nil,0,nil,nil}, 1, {btree,<0.232.0>, {3431, <<0,0,0,0,1,0,0,0,0,0,0,0,0,0,13,69>>, 51}, #Fun, #Fun, #Fun, #Fun,1279,2558, true}, {btree,<0.232.0>, {3482,<<0,0,0,0,1>>,49}, #Fun, #Fun, #Fun, #Fun,1279,2558, true}, {btree,<0.232.0>,nil, #Fun, #Fun, #Fun,nil,1279,2558, true}, 1,<<"_users">>, "/opt/couchbase/var/lib/couchbase/data/_users.couch.1", [],nil, {user_ctx,null,[],undefined}, nil, [before_header,after_header,on_file_open], [create, {user_ctx, {user_ctx,null,[<<"_admin">>],undefined}}, sys_db]} ** Reason for termination == ** killed [error_logger:error,2012-11-14T10:47:12.588,ns_1@10.2.1.58:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================CRASH REPORT========================= crasher: initial call: couch_db:init/1 pid: <0.236.0> registered_name: [] exception exit: killed in function gen_server:terminate/6 ancestors: [couch_server,couch_primary_services,couch_server_sup, cb_couch_sup,ns_server_cluster_sup,<0.65.0>] messages: [] links: [] dictionary: [] trap_exit: true status: running heap_size: 987 stack_size: 24 reductions: 284 neighbours: [error_logger:info,2012-11-14T10:47:12.589,ns_1@10.2.1.58:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================INFO REPORT========================= application: mapreduce exited: stopped type: temporary [error_logger:info,2012-11-14T10:47:12.589,ns_1@10.2.1.58:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================INFO REPORT========================= application: couch_view_parser exited: stopped type: temporary [error_logger:info,2012-11-14T10:47:12.589,ns_1@10.2.1.58:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================INFO REPORT========================= application: couch_index_merger exited: stopped type: temporary [error_logger:info,2012-11-14T10:47:12.589,ns_1@10.2.1.58:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================INFO REPORT========================= application: couch_set_view exited: stopped type: temporary [error_logger:info,2012-11-14T10:47:12.589,ns_1@10.2.1.58:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================PROGRESS REPORT========================= application: couch_view_parser started_at: 'ns_1@10.2.1.58' [error_logger:info,2012-11-14T10:47:12.589,ns_1@10.2.1.58:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================PROGRESS REPORT========================= application: couch_set_view started_at: 'ns_1@10.2.1.58' [error_logger:info,2012-11-14T10:47:12.590,ns_1@10.2.1.58:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================PROGRESS REPORT========================= application: couch_index_merger started_at: 'ns_1@10.2.1.58' [error_logger:info,2012-11-14T10:47:12.590,ns_1@10.2.1.58:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================PROGRESS REPORT========================= application: mapreduce started_at: 'ns_1@10.2.1.58' [error_logger:info,2012-11-14T10:47:12.604,ns_1@10.2.1.58:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================PROGRESS REPORT========================= supervisor: {local,couch_server_sup} started: [{pid,<0.548.0>}, {name,couch_config}, {mfargs, {couch_server_sup,couch_config_start_link_wrapper, [["/opt/couchbase/etc/couchdb/default.ini", "/opt/couchbase/etc/couchdb/default.d/capi.ini", "/opt/couchbase/etc/couchdb/default.d/geocouch.ini", "/opt/couchbase/etc/couchdb/local.ini"], <0.548.0>]}}, {restart_type,permanent}, {shutdown,brutal_kill}, {child_type,worker}] [error_logger:info,2012-11-14T10:47:12.605,ns_1@10.2.1.58:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================PROGRESS REPORT========================= supervisor: {local,couch_primary_services} started: [{pid,<0.551.0>}, {name,collation_driver}, {mfargs,{couch_drv,start_link,[]}}, {restart_type,permanent}, {shutdown,infinity}, {child_type,supervisor}] [error_logger:info,2012-11-14T10:47:12.605,ns_1@10.2.1.58:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================PROGRESS REPORT========================= supervisor: {local,couch_primary_services} started: [{pid,<0.552.0>}, {name,couch_task_events}, {mfargs, {gen_event,start_link,[{local,couch_task_events}]}}, {restart_type,permanent}, {shutdown,brutal_kill}, {child_type,worker}] [error_logger:info,2012-11-14T10:47:12.605,ns_1@10.2.1.58:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================PROGRESS REPORT========================= supervisor: {local,couch_primary_services} started: [{pid,<0.553.0>}, {name,couch_task_status}, {mfargs,{couch_task_status,start_link,[]}}, {restart_type,permanent}, {shutdown,brutal_kill}, {child_type,worker}] [error_logger:info,2012-11-14T10:47:12.605,ns_1@10.2.1.58:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================PROGRESS REPORT========================= supervisor: {local,couch_primary_services} started: [{pid,<0.554.0>}, {name,couch_file_write_guard}, {mfargs,{couch_file_write_guard,sup_start_link,[]}}, {restart_type,permanent}, {shutdown,10000}, {child_type,worker}] [error_logger:info,2012-11-14T10:47:12.605,ns_1@10.2.1.58:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================PROGRESS REPORT========================= supervisor: {local,couch_primary_services} started: [{pid,<0.555.0>}, {name,couch_server}, {mfargs,{couch_server,sup_start_link,[]}}, {restart_type,permanent}, {shutdown,brutal_kill}, {child_type,worker}] [error_logger:info,2012-11-14T10:47:12.605,ns_1@10.2.1.58:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================PROGRESS REPORT========================= supervisor: {local,couch_primary_services} started: [{pid,<0.556.0>}, {name,couch_db_update_event}, {mfargs, {gen_event,start_link,[{local,couch_db_update}]}}, {restart_type,permanent}, {shutdown,brutal_kill}, {child_type,worker}] [error_logger:info,2012-11-14T10:47:12.606,ns_1@10.2.1.58:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================PROGRESS REPORT========================= supervisor: {local,couch_primary_services} started: [{pid,<0.557.0>}, {name,couch_replication_event}, {mfargs, {gen_event,start_link,[{local,couch_replication}]}}, {restart_type,permanent}, {shutdown,brutal_kill}, {child_type,worker}] [error_logger:info,2012-11-14T10:47:12.606,ns_1@10.2.1.58:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================PROGRESS REPORT========================= supervisor: {local,couch_primary_services} started: [{pid,<0.558.0>}, {name,couch_replication_supervisor}, {mfargs,{couch_rep_sup,start_link,[]}}, {restart_type,permanent}, {shutdown,infinity}, {child_type,supervisor}] [error_logger:info,2012-11-14T10:47:12.606,ns_1@10.2.1.58:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================PROGRESS REPORT========================= supervisor: {local,couch_primary_services} started: [{pid,<0.559.0>}, {name,couch_log}, {mfargs,{couch_log,start_link,[]}}, {restart_type,permanent}, {shutdown,brutal_kill}, {child_type,worker}] [error_logger:info,2012-11-14T10:47:12.606,ns_1@10.2.1.58:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================PROGRESS REPORT========================= supervisor: {local,couch_primary_services} started: [{pid,<0.560.0>}, {name,couch_main_index_barrier}, {mfargs, {couch_index_barrier,start_link, [couch_main_index_barrier, "max_parallel_indexers"]}}, {restart_type,permanent}, {shutdown,brutal_kill}, {child_type,worker}] [error_logger:info,2012-11-14T10:47:12.606,ns_1@10.2.1.58:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================PROGRESS REPORT========================= supervisor: {local,couch_primary_services} started: [{pid,<0.561.0>}, {name,couch_replica_index_barrier}, {mfargs, {couch_index_barrier,start_link, [couch_replica_index_barrier, "max_parallel_replica_indexers"]}}, {restart_type,permanent}, {shutdown,brutal_kill}, {child_type,worker}] [error_logger:info,2012-11-14T10:47:12.606,ns_1@10.2.1.58:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================PROGRESS REPORT========================= supervisor: {local,couch_server_sup} started: [{pid,<0.550.0>}, {name,couch_primary_services}, {mfargs,{couch_primary_sup,start_link,[]}}, {restart_type,permanent}, {shutdown,infinity}, {child_type,supervisor}] [error_logger:info,2012-11-14T10:47:12.606,ns_1@10.2.1.58:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================PROGRESS REPORT========================= supervisor: {local,couch_secondary_services} started: [{pid,<0.563.0>}, {name,couch_db_update_notifier_sup}, {mfargs,{couch_db_update_notifier_sup,start_link,[]}}, {restart_type,permanent}, {shutdown,infinity}, {child_type,supervisor}] [error_logger:info,2012-11-14T10:47:12.609,ns_1@10.2.1.58:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================PROGRESS REPORT========================= supervisor: {local,couch_secondary_services} started: [{pid,<0.564.0>}, {name,auth_cache}, {mfargs,{couch_auth_cache,start_link,[]}}, {restart_type,permanent}, {shutdown,brutal_kill}, {child_type,worker}] [error_logger:info,2012-11-14T10:47:12.610,ns_1@10.2.1.58:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================PROGRESS REPORT========================= supervisor: {local,couch_secondary_services} started: [{pid,<0.573.0>}, {name,set_view_manager}, {mfargs,{couch_set_view,start_link,[]}}, {restart_type,permanent}, {shutdown,brutal_kill}, {child_type,worker}] [error_logger:info,2012-11-14T10:47:12.610,ns_1@10.2.1.58:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================PROGRESS REPORT========================= supervisor: {local,couch_secondary_services} started: [{pid,<0.575.0>}, {name,spatial_manager}, {mfargs,{couch_spatial,start_link,[]}}, {restart_type,permanent}, {shutdown,brutal_kill}, {child_type,worker}] [error_logger:info,2012-11-14T10:47:12.610,ns_1@10.2.1.58:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================PROGRESS REPORT========================= supervisor: {local,couch_secondary_services} started: [{pid,<0.577.0>}, {name,index_merger_pool}, {mfargs, {lhttpc_manager,start_link, [[{connection_timeout,90000}, {pool_size,10000}, {name,couch_index_merger_connection_pool}]]}}, {restart_type,permanent}, {shutdown,brutal_kill}, {child_type,worker}] [error_logger:info,2012-11-14T10:47:12.610,ns_1@10.2.1.58:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================PROGRESS REPORT========================= supervisor: {local,couch_secondary_services} started: [{pid,<0.578.0>}, {name,query_servers}, {mfargs,{couch_query_servers,start_link,[]}}, {restart_type,permanent}, {shutdown,brutal_kill}, {child_type,worker}] [error_logger:info,2012-11-14T10:47:12.611,ns_1@10.2.1.58:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================PROGRESS REPORT========================= supervisor: {local,couch_secondary_services} started: [{pid,<0.580.0>}, {name,couch_set_view_ddoc_cache}, {mfargs,{couch_set_view_ddoc_cache,start_link,[]}}, {restart_type,permanent}, {shutdown,brutal_kill}, {child_type,worker}] [error_logger:info,2012-11-14T10:47:12.611,ns_1@10.2.1.58:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================PROGRESS REPORT========================= supervisor: {local,couch_secondary_services} started: [{pid,<0.582.0>}, {name,view_manager}, {mfargs,{couch_view,start_link,[]}}, {restart_type,permanent}, {shutdown,brutal_kill}, {child_type,worker}] [error_logger:info,2012-11-14T10:47:12.612,ns_1@10.2.1.58:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================PROGRESS REPORT========================= supervisor: {local,couch_secondary_services} started: [{pid,<0.584.0>}, {name,httpd}, {mfargs,{couch_httpd,start_link,[]}}, {restart_type,permanent}, {shutdown,brutal_kill}, {child_type,worker}] [error_logger:info,2012-11-14T10:47:12.612,ns_1@10.2.1.58:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================PROGRESS REPORT========================= supervisor: {local,couch_secondary_services} started: [{pid,<0.601.0>}, {name,uuids}, {mfargs,{couch_uuids,start,[]}}, {restart_type,permanent}, {shutdown,brutal_kill}, {child_type,worker}] [error_logger:info,2012-11-14T10:47:12.612,ns_1@10.2.1.58:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================PROGRESS REPORT========================= supervisor: {local,couch_server_sup} started: [{pid,<0.562.0>}, {name,couch_secondary_services}, {mfargs,{couch_secondary_sup,start_link,[]}}, {restart_type,permanent}, {shutdown,infinity}, {child_type,supervisor}] [error_logger:info,2012-11-14T10:47:12.613,ns_1@10.2.1.58:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================PROGRESS REPORT========================= supervisor: {local,cb_couch_sup} started: [{pid,<0.549.0>}, {name,couch_app}, {mfargs, {couch_app,start, [fake, ["/opt/couchbase/etc/couchdb/default.ini", "/opt/couchbase/etc/couchdb/local.ini"]]}}, {restart_type,permanent}, {shutdown,infinity}, {child_type,supervisor}] [ns_server:info,2012-11-14T10:47:12.616,ns_1@10.2.1.58:ns_server_cluster_sup<0.173.0>:log_os_info:start_link:25]OS type: {unix,linux} Version: {2,6,18} Runtime info: [{otp_release,"R14B04"}, {erl_version,"5.8.5"}, {erl_version_long, "Erlang R14B04 (erts-5.8.5) [source] [64-bit] [smp:128:128] [rq:128] [async-threads:0] [kernel-poll:true]\n"}, {system_arch_raw,"x86_64-unknown-linux-gnu"}, {system_arch,"x86_64-unknown-linux-gnu"}, {localtime,{{2012,11,14},{10,47,12}}}, {memory, [{total,39313632}, {processes,7085088}, {processes_used,6950504}, {system,32228544}, {atom,1242281}, {atom_used,1241108}, {binary,187576}, {code,12669653}, {ets,837296}]}, {loaded, [lib,mb_grid,capi_utils,base64,mochijson2, mochiweb_response,menelaus_web_buckets,menelaus_auth, mochiweb_util,mochiweb_request,mochiweb_headers,mochiweb, set_view_update_daemon,xdc_rdoc_replication_srv, compaction_daemon,stats_archiver,couch_httpd_view, system_stats_collector,couch_changes,ns_bucket_sup, couch_set_view_util,geocouch_duplicates,xdc_rep_manager, ns_cluster_membership,ns_memcached_log_rotator, ns_port_server,supervisor_cushion,ns_port_init, ns_moxi_sup,ns_port_sup,mc_tcp_listener,mc_conn_sup, mc_sup,menelaus_web_alerts_srv,hot_keys_keeper, menelaus_event,menelaus_util,menelaus_deps,menelaus_web, menelaus_sup,ringbuffer,master_activity_events_keeper, master_activity_events_pids_watcher,auto_failover,ns_tick, ns_online_config_upgrader,ns_orchestrator, failover_safeness_level,master_activity_events, cluster_compat_mode,mb_master_sup,gen_fsm, samples_loader_tasks,mb_master,xdc_replication_sup, remote_clusters_info,ns_bucket,ns_doctor,stats_reader, ns_heart,ns_mail_log,ns_mail_sup,work_queue, vbucket_map_mirror,ns_node_disco_rep_events,ns_config_rep, ns_node_disco_conf_events,ns_node_disco_log,net_adm, ns_node_disco,ns_node_disco_sup,ns_config_ets_dup,random, ns_log,ns_server_sup,ns_process_registry, cb_config_couch_sync,ns_config_log,ns_memcached,ns_pubsub, ns_config_isasl_sync,ns_config_replica,vclock, ns_storage_conf,ns_config_default,ns_config,ns_config_sup, mnesia_index,mnesia_loader,file_sorter,dets_v9,dets_utils, dets_sup,dets_server,dets,mnesia_log,mnesia_snmp_hook, mnesia_checkpoint,mnesia_late_loader,mnesia_dumper, mnesia_snmp_sup,mnesia_checkpoint_sup,mnesia_frag, mnesia_tm,mnesia_recover,mnesia_sp,mnesia_locker, mnesia_event,mnesia_kernel_sup,mnesia_sup,mnesia_bup, mnesia_schema,mnesia_controller,mnesia_lib,mnesia_monitor, mnesia_subscr,mnesia,mb_mnesia,mb_mnesia_sup,ns_cluster, ns_cookie_manager,gen_udp,dist_manager, timeout_diag_logger,path_config,diag_handler,ns_info, log_os_info,couch_config_writer,cb_init_loggers, mochiweb_acceptor,mochiweb_socket,mochiweb_socket_server, mochilists,mochiweb_http,eval_bits,couch_httpd,couch_view, couch_set_view_ddoc_cache,couch_query_servers, couch_spatial,mapreduce,couch_set_view,snappy, couch_compress,couch_spatial_validation, couch_set_view_mapreduce,ejson,couch_doc, couch_db_update_notifier,couch_btree,couch_ref_counter, couch_uuids,couch_db_updater,couch_db,couch_auth_cache, couch_db_update_notifier_sup,couch_secondary_sup, couch_index_barrier,couch_event_sup,couch_log, couch_rep_sup,httpd_util,filelib,couch_file, couch_file_write_guard,couch_task_status,erl_ddll, couch_drv,couch_primary_sup,couch_server,string,re,file2, couch_util,couch_config,couch_server_sup,mochiweb_sup, mochiweb_app,ssl_server,crypto,ssl,lhttpc_manager, lhttpc_sup,lhttpc,ssl_connection_sup,ssl_session_cache, ssl_certificate_db,ssl_manager,ssl_broker_sup,ssl_sup, ssl_app,tftp_sup,httpd_sup,httpc_handler_sup,httpc_cookie, inets,httpc_manager,httpc,httpc_profile_sup,httpc_sup, ftp_sup,inets_sup,inets_app,crypto_server,crypto_sup, crypto_app,couch_app,cb_couch_sup,ns_server_cluster_sup, calendar,ale_default_formatter,otp_internal,misc, 'ale_logger-xdcr','ale_logger-mapreduce_errors', 'ale_logger-views','ale_logger-cluster', 'ale_logger-rebalance','ale_logger-stats', 'ale_logger-ns_doctor','ale_logger-menelaus', 'ale_logger-user','ale_logger-ns_server', 'ale_logger-couchdb',ns_log_sink,disk_log_sup, disk_log_server,disk_log_1,disk_log,ale_disk_sink, ns_server,timer,io_lib_fread,cpu_sup,memsup,disksup, os_mon,io,release_handler,overload,alarm_handler,log_mf_h, sasl,ale_error_logger_handler,'ale_logger-ale_logger', 'ale_logger-error_logger',beam_opcodes,beam_dict,beam_asm, beam_validator,beam_flatten,beam_trim,beam_receive, beam_bsm,beam_peep,beam_dead,beam_type,beam_bool, beam_clean,beam_utils,beam_jump,beam_block,v3_codegen, v3_life,v3_kernel,sys_core_dsetel,erl_bifs,sys_core_fold, cerl_trees,sys_core_inline,core_lib,cerl,v3_core,erl_bits, erl_expand_records,sys_pre_expand,sofs,erl_internal,sets, ordsets,erl_lint,compile,dynamic_compile,ale_utils, io_lib_pretty,io_lib_format,io_lib,ale_codegen,dict,ale, ale_dynamic_sup,ale_sup,ale_app,ns_bootstrap, file_io_server,orddict,erl_eval,file,c,queue, kernel_config,user,user_sup,supervisor_bridge, standard_error,unicode,binary,ets,gb_sets, hipe_unified_loader,packages,code_server,code,file_server, global_group,gen_tcp,inet_tcp,auth,erl_epmd,inet_tcp_dist, net_kernel,erl_distribution,inet_gethost_native,filename, os,inet_parse,inet,inet_udp,inet_config,inet_db,global, gb_trees,rpc,supervisor,kernel,application_master,sys, application,gen_server,erl_parse,proplists,erl_scan,lists, application_controller,proc_lib,gen,gen_event, error_logger,heart,error_handler,erlang,erl_prim_loader, prim_zip,zlib,prim_file,prim_inet,init,otp_ring0]}, {applications, [{public_key,"Public key infrastructure","0.13"}, {lhttpc,"Lightweight HTTP Client","1.3.0"}, {ale,"Another Logger for Erlang","8cffe61"}, {os_mon,"CPO CXC 138 46","2.2.7"}, {couch_set_view,"Set views","1.2.0a-dd6de6a-git"}, {mnesia,"MNESIA CXC 138 12","4.5"}, {inets,"INETS CXC 138 49","5.7.1"}, {couch,"Apache CouchDB","1.2.0a-dd6de6a-git"}, {mapreduce,"MapReduce using V8 JavaScript engine","1.0.0"}, {couch_index_merger,"Index merger","1.2.0a-dd6de6a-git"}, {kernel,"ERTS CXC 138 10","2.14.5"}, {crypto,"CRYPTO version 2","2.0.4"}, {ssl,"Erlang/OTP SSL application","4.1.6"}, {sasl,"SASL CXC 138 11","2.1.10"}, {couch_view_parser,"Couch view parser","1.0.0"}, {ns_server,"Couchbase server","2.0.0-1945-rel-enterprise"}, {mochiweb,"MochiMedia Web Server","1.4.1"}, {oauth,"Erlang OAuth implementation","7d85d3ef"}, {stdlib,"ERTS CXC 138 10","1.17.5"}]}, {pre_loaded, [erlang,erl_prim_loader,prim_zip,zlib,prim_file,prim_inet, init,otp_ring0]}, {process_count,161}, {node,'ns_1@10.2.1.58'}, {nodes,[]}, {registered, [disk_log_sup,release_handler,disk_log_server,overload, code_server,alarm_handler,application_controller,ale_sup, ale_dynamic_sup,couch_auth_cache,couch_task_status,ale, couch_view,error_logger,couch_rep_sup,couch_config, couch_server_sup,couch_file_write_guard,couch_uuids, ns_server_cluster_sup,couch_db_update_notifier_sup, kernel_safe_sup,auth,'sink-ns_log','sink-disk_stats', 'sink-disk_xdcr_errors','sink-disk_xdcr', 'sink-disk_debug','sink-disk_couchdb', 'sink-disk_mapreduce_errors','sink-disk_views', 'sink-disk_error',timer_server,couch_set_view,lhttpc_sup, rex,net_sup,kernel_sup,mochiweb_sup,global_name_server, net_kernel,file_server_2,lhttpc_manager,tftp_sup, couch_set_view_ddoc_cache,'sink-disk_default', couch_index_merger_connection_pool,couch_spatial, standard_error_sup,couch_replica_index_barrier, couch_main_index_barrier,couch_replication,dist_manager, couch_task_events,couch_log,httpd_sup,cb_couch_sup, ssl_connection_sup,os_mon_sup,ssl_manager,cpu_sup,memsup, dets_sup,disksup,dets,inet_gethost_native_sup, ssl_broker_sup,ssl_server,standard_error,ssl_sup, httpc_sup,erl_prim_loader,sasl_safe_sup,httpc_profile_sup, httpc_manager,httpc_handler_sup,ftp_sup, inet_gethost_native,inets_sup,init,crypto_server,inet_db, crypto_sup,couch_secondary_services, couch_primary_services,couch_db_update,sasl_sup, global_group,couch_query_servers,couch_httpd,user, couch_drv,erl_epmd,couch_server]}, {cookie,hgmnojlbofwcfdfk}, {wordsize,8}, {wall_clock,10}] [ns_server:info,2012-11-14T10:47:12.619,ns_1@10.2.1.58:ns_server_cluster_sup<0.173.0>:log_os_info:start_link:27]Manifest: ["","", " ", " ", " ", " ", " ", " ", " "," ", " ", " ", " ", " ", " ", " ", " ", " ", " ", " ", " ", " ", " ", " ", " ", " ", " ", " ", " ", " ", " ", " ", " ", " ", " ",""] [error_logger:info,2012-11-14T10:47:12.620,ns_1@10.2.1.58:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================PROGRESS REPORT========================= supervisor: {local,ns_server_cluster_sup} started: [{pid,<0.603.0>}, {name,timeout_diag_logger}, {mfargs,{timeout_diag_logger,start_link,[]}}, {restart_type,permanent}, {shutdown,1000}, {child_type,worker}] [error_logger:info,2012-11-14T10:47:12.621,ns_1@10.2.1.58:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================PROGRESS REPORT========================= supervisor: {local,ns_server_cluster_sup} started: [{pid,<0.604.0>}, {name,ns_cookie_manager}, {mfargs,{ns_cookie_manager,start_link,[]}}, {restart_type,permanent}, {shutdown,1000}, {child_type,worker}] [error_logger:info,2012-11-14T10:47:12.621,ns_1@10.2.1.58:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================PROGRESS REPORT========================= supervisor: {local,ns_server_cluster_sup} started: [{pid,<0.605.0>}, {name,ns_cluster}, {mfargs,{ns_cluster,start_link,[]}}, {restart_type,permanent}, {shutdown,5000}, {child_type,worker}] [error_logger:info,2012-11-14T10:47:12.621,ns_1@10.2.1.58:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================PROGRESS REPORT========================= supervisor: {local,mb_mnesia_sup} started: [{pid,<0.607.0>}, {name,mb_mnesia_events}, {mfargs, {gen_event,start_link,[{local,mb_mnesia_events}]}}, {restart_type,permanent}, {shutdown,10}, {child_type,worker}] [error_logger:info,2012-11-14T10:47:12.622,ns_1@10.2.1.58:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================PROGRESS REPORT========================= supervisor: {local,mnesia_sup} started: [{pid,<0.617.0>}, {name,mnesia_event}, {mfargs,{mnesia_sup,start_event,[]}}, {restart_type,permanent}, {shutdown,30000}, {child_type,worker}] [error_logger:info,2012-11-14T10:47:12.622,ns_1@10.2.1.58:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================PROGRESS REPORT========================= supervisor: {local,mnesia_kernel_sup} started: [{pid,<0.619.0>}, {name,mnesia_monitor}, {mfargs,{mnesia_monitor,start,[]}}, {restart_type,permanent}, {shutdown,3000}, {child_type,worker}] [error_logger:info,2012-11-14T10:47:12.622,ns_1@10.2.1.58:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================PROGRESS REPORT========================= supervisor: {local,mnesia_kernel_sup} started: [{pid,<0.620.0>}, {name,mnesia_subscr}, {mfargs,{mnesia_subscr,start,[]}}, {restart_type,permanent}, {shutdown,3000}, {child_type,worker}] [error_logger:info,2012-11-14T10:47:12.622,ns_1@10.2.1.58:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================PROGRESS REPORT========================= supervisor: {local,mnesia_kernel_sup} started: [{pid,<0.621.0>}, {name,mnesia_locker}, {mfargs,{mnesia_locker,start,[]}}, {restart_type,permanent}, {shutdown,3000}, {child_type,worker}] [error_logger:info,2012-11-14T10:47:12.623,ns_1@10.2.1.58:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================PROGRESS REPORT========================= supervisor: {local,mnesia_kernel_sup} started: [{pid,<0.622.0>}, {name,mnesia_recover}, {mfargs,{mnesia_recover,start,[]}}, {restart_type,permanent}, {shutdown,180000}, {child_type,worker}] [error_logger:info,2012-11-14T10:47:12.648,ns_1@10.2.1.58:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================PROGRESS REPORT========================= supervisor: {local,mnesia_kernel_sup} started: [{pid,<0.623.0>}, {name,mnesia_tm}, {mfargs,{mnesia_tm,start,[]}}, {restart_type,permanent}, {shutdown,30000}, {child_type,worker}] [error_logger:info,2012-11-14T10:47:12.649,ns_1@10.2.1.58:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================PROGRESS REPORT========================= supervisor: {local,mnesia_kernel_sup} started: [{pid,<0.644.0>}, {name,mnesia_checkpoint_sup}, {mfargs,{mnesia_checkpoint_sup,start,[]}}, {restart_type,permanent}, {shutdown,infinity}, {child_type,supervisor}] [error_logger:info,2012-11-14T10:47:12.649,ns_1@10.2.1.58:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================PROGRESS REPORT========================= supervisor: {local,mnesia_kernel_sup} started: [{pid,<0.645.0>}, {name,mnesia_snmp_sup}, {mfargs,{mnesia_snmp_sup,start,[]}}, {restart_type,permanent}, {shutdown,infinity}, {child_type,supervisor}] [error_logger:info,2012-11-14T10:47:12.650,ns_1@10.2.1.58:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================PROGRESS REPORT========================= supervisor: {local,mnesia_kernel_sup} started: [{pid,<0.646.0>}, {name,mnesia_controller}, {mfargs,{mnesia_controller,start,[]}}, {restart_type,permanent}, {shutdown,3000}, {child_type,worker}] [ns_server:debug,2012-11-14T10:47:12.650,ns_1@10.2.1.58:mb_mnesia<0.608.0>:mb_mnesia:ensure_schema:440]Using existing disk schema on ['ns_1@10.2.1.58']. [error_logger:info,2012-11-14T10:47:12.650,ns_1@10.2.1.58:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================PROGRESS REPORT========================= supervisor: {local,mnesia_kernel_sup} started: [{pid,<0.647.0>}, {name,mnesia_late_loader}, {mfargs,{mnesia_late_loader,start,[]}}, {restart_type,permanent}, {shutdown,3000}, {child_type,worker}] [error_logger:info,2012-11-14T10:47:12.650,ns_1@10.2.1.58:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================PROGRESS REPORT========================= supervisor: {local,mnesia_sup} started: [{pid,<0.618.0>}, {name,mnesia_kernel_sup}, {mfargs,{mnesia_kernel_sup,start,[]}}, {restart_type,permanent}, {shutdown,infinity}, {child_type,supervisor}] [error_logger:info,2012-11-14T10:47:12.650,ns_1@10.2.1.58:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================PROGRESS REPORT========================= application: mnesia started_at: 'ns_1@10.2.1.58' [ns_server:debug,2012-11-14T10:47:12.650,ns_1@10.2.1.58:mb_mnesia<0.608.0>:mb_mnesia:ensure_schema:450]Have local copy of 'stats_archiver-@system-year' [ns_server:debug,2012-11-14T10:47:12.651,ns_1@10.2.1.58:mb_mnesia<0.608.0>:mb_mnesia:ensure_schema:450]Have local copy of 'stats_archiver-@system-month' [ns_server:debug,2012-11-14T10:47:12.651,ns_1@10.2.1.58:mb_mnesia<0.608.0>:mb_mnesia:ensure_schema:450]Have local copy of 'stats_archiver-@system-week' [ns_server:debug,2012-11-14T10:47:12.652,ns_1@10.2.1.58:mb_mnesia<0.608.0>:mb_mnesia:ensure_schema:450]Have local copy of 'stats_archiver-@system-day' [ns_server:debug,2012-11-14T10:47:12.652,ns_1@10.2.1.58:mb_mnesia<0.608.0>:mb_mnesia:ensure_schema:450]Have local copy of 'stats_archiver-@system-hour' [ns_server:debug,2012-11-14T10:47:12.652,ns_1@10.2.1.58:mb_mnesia<0.608.0>:mb_mnesia:ensure_schema:450]Have local copy of 'stats_archiver-@system-minute' [ns_server:debug,2012-11-14T10:47:12.652,ns_1@10.2.1.58:mb_mnesia<0.608.0>:mb_mnesia:ensure_schema:450]Have local copy of local_config [ns_server:debug,2012-11-14T10:47:12.653,ns_1@10.2.1.58:mb_mnesia<0.608.0>:mb_mnesia:ensure_schema:450]Have local copy of cluster [ns_server:debug,2012-11-14T10:47:12.660,ns_1@10.2.1.58:mb_mnesia<0.608.0>:mb_mnesia:init:268]Current config: [{access_module,mnesia}, {auto_repair,true}, {backup_module,mnesia_backup}, {checkpoints,[]}, {db_nodes,['ns_1@10.2.1.58']}, {debug,verbose}, {directory,"/opt/couchbase/var/lib/couchbase/mnesia"}, {dump_log_load_regulation,false}, {dump_log_time_threshold,180000}, {dump_log_update_in_place,true}, {dump_log_write_threshold,1000}, {embedded_mnemosyne,false}, {event_module,mnesia_event}, {extra_db_nodes,[]}, {fallback_activated,false}, {held_locks,[]}, {ignore_fallback_at_startup,false}, {fallback_error_function,{mnesia,lkill}}, {is_running,yes}, {local_tables,['stats_archiver-@system-minute','stats_archiver-@system-year', 'stats_archiver-@system-week','stats_archiver-@system-month', 'stats_archiver-@system-hour','stats_archiver-@system-day', local_config,cluster,schema]}, {lock_queue,[]}, {log_version,"4.3"}, {master_node_tables,[]}, {max_wait_for_decision,10000}, {protocol_version,{8,0}}, {running_db_nodes,['ns_1@10.2.1.58']}, {schema_location,opt_disc}, {schema_version,{3,0}}, {subscribers,[<0.617.0>,<0.608.0>]}, {tables,['stats_archiver-@system-year','stats_archiver-@system-month', 'stats_archiver-@system-week','stats_archiver-@system-day', 'stats_archiver-@system-hour','stats_archiver-@system-minute', local_config,cluster,schema]}, {transaction_commits,2}, {transaction_failures,8}, {transaction_log_writes,0}, {transaction_restarts,0}, {transactions,[]}, {use_dir,true}, {core_dir,false}, {no_table_loaders,2}, {dc_dump_limit,4}, {send_compressed,0}, {version,"4.5"}] Peers: ['ns_1@10.2.1.58'] [error_logger:info,2012-11-14T10:47:12.660,ns_1@10.2.1.58:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================PROGRESS REPORT========================= supervisor: {local,mb_mnesia_sup} started: [{pid,<0.608.0>}, {name,mb_mnesia}, {mfargs,{mb_mnesia,start_link,[]}}, {restart_type,permanent}, {shutdown,5000}, {child_type,worker}] [error_logger:info,2012-11-14T10:47:12.661,ns_1@10.2.1.58:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================PROGRESS REPORT========================= supervisor: {local,ns_server_cluster_sup} started: [{pid,<0.606.0>}, {name,mb_mnesia_sup}, {mfargs,{mb_mnesia_sup,start_link,[]}}, {restart_type,permanent}, {shutdown,infinity}, {child_type,supervisor}] [ns_server:info,2012-11-14T10:47:12.661,ns_1@10.2.1.58:ns_config_sup<0.691.0>:ns_config_sup:init:32]loading static ns_config from "/opt/couchbase/etc/couchbase/config" [error_logger:info,2012-11-14T10:47:12.661,ns_1@10.2.1.58:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================PROGRESS REPORT========================= supervisor: {local,ns_config_sup} started: [{pid,<0.692.0>}, {name,ns_config_events}, {mfargs, {gen_event,start_link,[{local,ns_config_events}]}}, {restart_type,permanent}, {shutdown,1000}, {child_type,worker}] [error_logger:info,2012-11-14T10:47:12.662,ns_1@10.2.1.58:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================PROGRESS REPORT========================= supervisor: {local,ns_config_sup} started: [{pid,<0.693.0>}, {name,ns_config_events_local}, {mfargs, {gen_event,start_link, [{local,ns_config_events_local}]}}, {restart_type,permanent}, {shutdown,brutal_kill}, {child_type,worker}] [ns_server:info,2012-11-14T10:47:12.663,ns_1@10.2.1.58:ns_config<0.694.0>:ns_config:load_config:674]Loading static config from "/opt/couchbase/etc/couchbase/config" [ns_server:info,2012-11-14T10:47:12.663,ns_1@10.2.1.58:ns_config<0.694.0>:ns_config:load_config:688]Loading dynamic config from "/opt/couchbase/var/lib/couchbase/config/config.dat" [ns_server:debug,2012-11-14T10:47:12.663,ns_1@10.2.1.58:ns_config<0.694.0>:ns_config:load_config:695]Here's full dynamic config we loaded: [[{memory_quota,[{'_vclock',[{'ns_1@10.2.1.58',{1,63520138024}}]}|25678]}, {rest_creds, [{'_vclock',[{'ns_1@10.2.1.58',{1,63520138024}}]}, {creds,[{"Administrator",[{password,"password"}]}]}]}, {rest,[{port,8091}]}, {dynamic_config_version, [{'_vclock',[{'ns_1@10.2.1.58',{4,63520138024}}]},2,0]}, {cluster_compat_version, [{'_vclock',[{'ns_1@10.2.1.58',{1,63520138024}}]},2,0]}, {vbucket_map_history,[{'_vclock',[{'ns_1@10.2.1.58',{1,63520138024}}]}]}, {otp, [{'_vclock',[{'ns_1@10.2.1.58',{1,63520138024}}]}, {cookie,hgmnojlbofwcfdfk}]}, {{node,'ns_1@10.2.1.58',config_version}, [{'_vclock',[{'ns_1@10.2.1.58',{5,63520138023}}]}|{2,0}]}, {auto_failover_cfg, [{'_vclock',[{'ns_1@10.2.1.58',{1,63520138023}}]}, {enabled,false}, {timeout,30}, {max_nodes,1}, {count,0}]}, {autocompaction, [{database_fragmentation_threshold,{30,undefined}}, {view_fragmentation_threshold,{30,undefined}}]}, {buckets,[{configs,[]}]}, {email_alerts, [{'_vclock',[{'ns_1@10.2.1.58',{1,63520138023}}]}, {recipients,["root@localhost"]}, {sender,"couchbase@localhost"}, {enabled,false}, {email_server, [{user,[]},{pass,[]},{host,"localhost"},{port,25},{encrypt,false}]}, {alerts, [auto_failover_node,auto_failover_maximum_reached, auto_failover_other_nodes_down,auto_failover_cluster_too_small,ip, disk,overhead,ep_oom_errors,ep_item_commit_failed]}]}, {fast_warmup, [{fast_warmup_enabled,true}, {min_memory_threshold,10}, {min_items_threshold,10}]}, {index_aware_rebalance_disabled,false}, {max_bucket_count,10}, {nodes_wanted,['ns_1@10.2.1.58']}, {remote_clusters,[]}, {replication,[{enabled,true}]}, {set_view_update_daemon, [{update_interval,5000}, {update_min_changes,5000}, {replica_update_min_changes,5000}]}, {xdcr_capi_checkpoint_timeout,10}, {xdcr_checkpoint_interval,1800}, {xdcr_doc_batch_size_kb,512}, {xdcr_failure_restart_interval,30}, {{couchdb,max_parallel_indexers},4}, {{couchdb,max_parallel_replica_indexers},2}, {{node,'ns_1@10.2.1.58',capi_port},8092}, {{node,'ns_1@10.2.1.58',compaction_daemon}, [{check_interval,30},{min_file_size,131072}]}, {{node,'ns_1@10.2.1.58',isasl}, [{'_vclock',[{'ns_1@10.2.1.58',{1,63520138023}}]}, {path,"/opt/couchbase/var/lib/couchbase/data/isasl.pw"}]}, {{node,'ns_1@10.2.1.58',membership},active}, {{node,'ns_1@10.2.1.58',memcached}, [{'_vclock',[{'_',{1,0}},{'ns_1@10.2.1.58',{2,63520138023}}]}, {mccouch_port,11213}, {engines, [{membase, [{engine,"/opt/couchbase/lib/memcached/ep.so"}, {static_config_string, "vb0=false;waitforwarmup=false;failpartialwarmup=false"}]}, {memcached, [{engine,"/opt/couchbase/lib/memcached/default_engine.so"}, {static_config_string,"vb0=true"}]}]}, {log_path,"/opt/couchbase/var/lib/couchbase/logs"}, {log_prefix,"memcached.log"}, {log_generations,10}, {log_cyclesize,104857600}, {log_sleeptime,19}, {log_rotation_period,39003}, {dedicated_port,11209}, {bucket_engine,"/opt/couchbase/lib/memcached/bucket_engine.so"}, {port,11210}, {dedicated_port,11209}, {admin_user,"_admin"}, {admin_pass,"_admin"}, {verbosity,[]}]}, {{node,'ns_1@10.2.1.58',moxi},[{port,11211},{verbosity,[]}]}, {{node,'ns_1@10.2.1.58',ns_log}, [{'_vclock',[{'ns_1@10.2.1.58',{1,63520138023}}]}, {filename,"/opt/couchbase/var/lib/couchbase/data/ns_log"}]}, {{node,'ns_1@10.2.1.58',port_servers}, [{'_vclock',[{'ns_1@10.2.1.58',{2,63520138023}}]}, {moxi,"/opt/couchbase/bin/moxi", ["-Z", {"port_listen=~B,default_bucket_name=default,downstream_max=1024,downstream_conn_max=4,connect_max_errors=5,connect_retry_interval=30000,connect_timeout=400,auth_timeout=100,cycle=200,downstream_conn_queue_timeout=200,downstream_timeout=5000,wait_queue_timeout=200", [port]}, "-z", {"url=http://127.0.0.1:~B/pools/default/saslBucketsStreaming", [{misc,this_node_rest_port,[]}]}, "-p","0","-Y","y","-O","stderr", {"~s",[verbosity]}], [{env, [{"EVENT_NOSELECT","1"}, {"MOXI_SASL_PLAIN_USR",{"~s",[{ns_moxi_sup,rest_user,[]}]}}, {"MOXI_SASL_PLAIN_PWD",{"~s",[{ns_moxi_sup,rest_pass,[]}]}}]}, use_stdio,exit_status,port_server_send_eol,stderr_to_stdout,stream]}, {memcached,"/opt/couchbase/bin/memcached", ["-X","/opt/couchbase/lib/memcached/stdin_term_handler.so","-X", {"/opt/couchbase/lib/memcached/file_logger.so,cyclesize=~B;sleeptime=~B;filename=~s/~s", [log_cyclesize,log_sleeptime,log_path,log_prefix]}, "-l", {"0.0.0.0:~B,0.0.0.0:~B:1000",[port,dedicated_port]}, "-p", {"~B",[port]}, "-E","/opt/couchbase/lib/memcached/bucket_engine.so","-B","binary", "-r","-c","10000","-e", {"admin=~s;default_bucket_name=default;auto_create=false", [admin_user]}, {"~s",[verbosity]}], [{env, [{"EVENT_NOSELECT","1"}, {"MEMCACHED_TOP_KEYS","100"}, {"ISASL_PWFILE",{"~s",[{isasl,path}]}}, {"ISASL_DB_CHECK_TIME","1"}]}, use_stdio,stderr_to_stdout,exit_status,port_server_send_eol, stream]}]}, {{node,'ns_1@10.2.1.58',rest},[{port,8091},{port_meta,global}]}]] [ns_server:info,2012-11-14T10:47:12.665,ns_1@10.2.1.58:ns_config<0.694.0>:ns_config:load_config:706]Here's full dynamic config we loaded + static & default config: [{{node,'ns_1@10.2.1.58',rest},[{port,8091},{port_meta,global}]}, {{node,'ns_1@10.2.1.58',port_servers}, [{'_vclock',[{'ns_1@10.2.1.58',{2,63520138023}}]}, {moxi,"/opt/couchbase/bin/moxi", ["-Z", {"port_listen=~B,default_bucket_name=default,downstream_max=1024,downstream_conn_max=4,connect_max_errors=5,connect_retry_interval=30000,connect_timeout=400,auth_timeout=100,cycle=200,downstream_conn_queue_timeout=200,downstream_timeout=5000,wait_queue_timeout=200", [port]}, "-z", {"url=http://127.0.0.1:~B/pools/default/saslBucketsStreaming", [{misc,this_node_rest_port,[]}]}, "-p","0","-Y","y","-O","stderr", {"~s",[verbosity]}], [{env, [{"EVENT_NOSELECT","1"}, {"MOXI_SASL_PLAIN_USR",{"~s",[{ns_moxi_sup,rest_user,[]}]}}, {"MOXI_SASL_PLAIN_PWD",{"~s",[{ns_moxi_sup,rest_pass,[]}]}}]}, use_stdio,exit_status,port_server_send_eol,stderr_to_stdout,stream]}, {memcached,"/opt/couchbase/bin/memcached", ["-X","/opt/couchbase/lib/memcached/stdin_term_handler.so","-X", {"/opt/couchbase/lib/memcached/file_logger.so,cyclesize=~B;sleeptime=~B;filename=~s/~s", [log_cyclesize,log_sleeptime,log_path,log_prefix]}, "-l", {"0.0.0.0:~B,0.0.0.0:~B:1000",[port,dedicated_port]}, "-p", {"~B",[port]}, "-E","/opt/couchbase/lib/memcached/bucket_engine.so","-B","binary", "-r","-c","10000","-e", {"admin=~s;default_bucket_name=default;auto_create=false", [admin_user]}, {"~s",[verbosity]}], [{env, [{"EVENT_NOSELECT","1"}, {"MEMCACHED_TOP_KEYS","100"}, {"ISASL_PWFILE",{"~s",[{isasl,path}]}}, {"ISASL_DB_CHECK_TIME","1"}]}, use_stdio,stderr_to_stdout,exit_status,port_server_send_eol,stream]}]}, {{node,'ns_1@10.2.1.58',ns_log}, [{'_vclock',[{'ns_1@10.2.1.58',{1,63520138023}}]}, {filename,"/opt/couchbase/var/lib/couchbase/data/ns_log"}]}, {{node,'ns_1@10.2.1.58',moxi},[{port,11211},{verbosity,[]}]}, {{node,'ns_1@10.2.1.58',memcached}, [{'_vclock',[{'_',{1,0}},{'ns_1@10.2.1.58',{2,63520138023}}]}, {mccouch_port,11213}, {engines, [{membase, [{engine,"/opt/couchbase/lib/memcached/ep.so"}, {static_config_string, "vb0=false;waitforwarmup=false;failpartialwarmup=false"}]}, {memcached, [{engine,"/opt/couchbase/lib/memcached/default_engine.so"}, {static_config_string,"vb0=true"}]}]}, {log_path,"/opt/couchbase/var/lib/couchbase/logs"}, {log_prefix,"memcached.log"}, {log_generations,10}, {log_cyclesize,104857600}, {log_sleeptime,19}, {log_rotation_period,39003}, {dedicated_port,11209}, {bucket_engine,"/opt/couchbase/lib/memcached/bucket_engine.so"}, {port,11210}, {dedicated_port,11209}, {admin_user,"_admin"}, {admin_pass,"_admin"}, {verbosity,[]}]}, {{node,'ns_1@10.2.1.58',membership},active}, {{node,'ns_1@10.2.1.58',isasl}, [{'_vclock',[{'ns_1@10.2.1.58',{1,63520138023}}]}, {path,"/opt/couchbase/var/lib/couchbase/data/isasl.pw"}]}, {{node,'ns_1@10.2.1.58',compaction_daemon}, [{check_interval,30},{min_file_size,131072}]}, {{node,'ns_1@10.2.1.58',capi_port},8092}, {{couchdb,max_parallel_replica_indexers},2}, {{couchdb,max_parallel_indexers},4}, {xdcr_failure_restart_interval,30}, {xdcr_doc_batch_size_kb,512}, {xdcr_checkpoint_interval,1800}, {xdcr_capi_checkpoint_timeout,10}, {set_view_update_daemon, [{update_interval,5000}, {update_min_changes,5000}, {replica_update_min_changes,5000}]}, {replication,[{enabled,true}]}, {remote_clusters,[]}, {nodes_wanted,['ns_1@10.2.1.58']}, {max_bucket_count,10}, {index_aware_rebalance_disabled,false}, {fast_warmup, [{fast_warmup_enabled,true}, {min_memory_threshold,10}, {min_items_threshold,10}]}, {email_alerts, [{'_vclock',[{'ns_1@10.2.1.58',{1,63520138023}}]}, {recipients,["root@localhost"]}, {sender,"couchbase@localhost"}, {enabled,false}, {email_server, [{user,[]},{pass,[]},{host,"localhost"},{port,25},{encrypt,false}]}, {alerts, [auto_failover_node,auto_failover_maximum_reached, auto_failover_other_nodes_down,auto_failover_cluster_too_small,ip, disk,overhead,ep_oom_errors,ep_item_commit_failed]}]}, {buckets,[{configs,[]}]}, {autocompaction, [{database_fragmentation_threshold,{30,undefined}}, {view_fragmentation_threshold,{30,undefined}}]}, {auto_failover_cfg, [{'_vclock',[{'ns_1@10.2.1.58',{1,63520138023}}]}, {enabled,false}, {timeout,30}, {max_nodes,1}, {count,0}]}, {{node,'ns_1@10.2.1.58',config_version}, [{'_vclock',[{'ns_1@10.2.1.58',{5,63520138023}}]}|{2,0}]}, {otp, [{'_vclock',[{'ns_1@10.2.1.58',{1,63520138024}}]}, {cookie,hgmnojlbofwcfdfk}]}, {vbucket_map_history,[{'_vclock',[{'ns_1@10.2.1.58',{1,63520138024}}]}]}, {cluster_compat_version, [{'_vclock',[{'ns_1@10.2.1.58',{1,63520138024}}]},2,0]}, {dynamic_config_version, [{'_vclock',[{'ns_1@10.2.1.58',{4,63520138024}}]},2,0]}, {rest,[{port,8091}]}, {rest_creds, [{'_vclock',[{'ns_1@10.2.1.58',{1,63520138024}}]}, {creds,[{"Administrator",[{password,"password"}]}]}]}, {memory_quota,[{'_vclock',[{'ns_1@10.2.1.58',{1,63520138024}}]}|25678]}] [error_logger:info,2012-11-14T10:47:12.666,ns_1@10.2.1.58:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================PROGRESS REPORT========================= supervisor: {local,ns_config_sup} started: [{pid,<0.694.0>}, {name,ns_config}, {mfargs, {ns_config,start_link, ["/opt/couchbase/etc/couchbase/config", ns_config_default]}}, {restart_type,permanent}, {shutdown,1000}, {child_type,worker}] [ns_server:debug,2012-11-14T10:47:12.666,ns_1@10.2.1.58:ns_config_isasl_sync<0.697.0>:ns_config_isasl_sync:init:53]isasl_sync init: ["/opt/couchbase/var/lib/couchbase/data/isasl.pw","_admin", "_admin"] [error_logger:info,2012-11-14T10:47:12.666,ns_1@10.2.1.58:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================PROGRESS REPORT========================= supervisor: {local,ns_config_sup} started: [{pid,<0.696.0>}, {name,ns_config_remote}, {mfargs, {ns_config_replica,start_link, [{local,ns_config_remote}]}}, {restart_type,permanent}, {shutdown,1000}, {child_type,worker}] [ns_server:debug,2012-11-14T10:47:12.666,ns_1@10.2.1.58:ns_config_isasl_sync<0.697.0>:ns_config_isasl_sync:init:61]isasl_sync init buckets: [] [ns_server:debug,2012-11-14T10:47:12.666,ns_1@10.2.1.58:ns_config_isasl_sync<0.697.0>:ns_config_isasl_sync:writeSASLConf:133]Writing isasl passwd file: "/opt/couchbase/var/lib/couchbase/data/isasl.pw" [ns_server:warn,2012-11-14T10:47:12.667,ns_1@10.2.1.58:ns_config_isasl_sync<0.697.0>:ns_memcached:connect:1103]Unable to connect: {error,{badmatch,{error,econnrefused}}}, retrying. [error_logger:info,2012-11-14T10:47:13.668,ns_1@10.2.1.58:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================PROGRESS REPORT========================= supervisor: {local,ns_config_sup} started: [{pid,<0.697.0>}, {name,ns_config_isasl_sync}, {mfargs,{ns_config_isasl_sync,start_link,[]}}, {restart_type,permanent}, {shutdown,1000}, {child_type,worker}] [error_logger:info,2012-11-14T10:47:13.668,ns_1@10.2.1.58:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================PROGRESS REPORT========================= supervisor: {local,ns_config_sup} started: [{pid,<0.700.0>}, {name,ns_config_log}, {mfargs,{ns_config_log,start_link,[]}}, {restart_type,permanent}, {shutdown,1000}, {child_type,worker}] [error_logger:info,2012-11-14T10:47:13.668,ns_1@10.2.1.58:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================PROGRESS REPORT========================= supervisor: {local,ns_config_sup} started: [{pid,<0.702.0>}, {name,cb_config_couch_sync}, {mfargs,{cb_config_couch_sync,start_link,[]}}, {restart_type,permanent}, {shutdown,1000}, {child_type,worker}] [error_logger:info,2012-11-14T10:47:13.668,ns_1@10.2.1.58:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================PROGRESS REPORT========================= supervisor: {local,ns_server_cluster_sup} started: [{pid,<0.691.0>}, {name,ns_config_sup}, {mfargs,{ns_config_sup,start_link,[]}}, {restart_type,permanent}, {shutdown,infinity}, {child_type,supervisor}] [error_logger:info,2012-11-14T10:47:13.669,ns_1@10.2.1.58:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================PROGRESS REPORT========================= supervisor: {local,ns_server_cluster_sup} started: [{pid,<0.704.0>}, {name,vbucket_filter_changes_registry}, {mfargs, {ns_process_registry,start_link, [vbucket_filter_changes_registry]}}, {restart_type,permanent}, {shutdown,100}, {child_type,worker}] [error_logger:info,2012-11-14T10:47:13.669,ns_1@10.2.1.58:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================PROGRESS REPORT========================= supervisor: {local,ns_server_sup} started: [{pid,<0.706.0>}, {name,ns_log}, {mfargs,{ns_log,start_link,[]}}, {restart_type,permanent}, {shutdown,1000}, {child_type,worker}] [ns_server:debug,2012-11-14T10:47:13.669,ns_1@10.2.1.58:ns_node_disco<0.712.0>:ns_node_disco:init:103]Initting ns_node_disco with [] [error_logger:info,2012-11-14T10:47:13.669,ns_1@10.2.1.58:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================PROGRESS REPORT========================= supervisor: {local,ns_server_sup} started: [{pid,<0.707.0>}, {name,ns_config_ets_dup}, {mfargs,{ns_config_ets_dup,start_link,[]}}, {restart_type,permanent}, {shutdown,brutal_kill}, {child_type,worker}] [ns_server:debug,2012-11-14T10:47:13.670,ns_1@10.2.1.58:ns_cookie_manager<0.604.0>:ns_cookie_manager:do_cookie_sync:115]ns_cookie_manager do_cookie_sync [error_logger:info,2012-11-14T10:47:13.670,ns_1@10.2.1.58:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================PROGRESS REPORT========================= supervisor: {local,ns_server_sup} started: [{pid,<0.708.0>}, {name,ns_log_events}, {mfargs,{gen_event,start_link,[{local,ns_log_events}]}}, {restart_type,permanent}, {shutdown,1000}, {child_type,worker}] [ns_server:debug,2012-11-14T10:47:13.670,ns_1@10.2.1.58:ns_cookie_manager<0.604.0>:ns_cookie_manager:do_cookie_save:152]saving cookie to "/opt/couchbase/var/lib/couchbase/couchbase-server.cookie" [error_logger:info,2012-11-14T10:47:13.670,ns_1@10.2.1.58:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================PROGRESS REPORT========================= supervisor: {local,ns_node_disco_sup} started: [{pid,<0.711.0>}, {name,ns_node_disco_events}, {mfargs, {gen_event,start_link, [{local,ns_node_disco_events}]}}, {restart_type,permanent}, {shutdown,1000}, {child_type,worker}] [ns_server:debug,2012-11-14T10:47:13.672,ns_1@10.2.1.58:ns_cookie_manager<0.604.0>:ns_cookie_manager:do_cookie_save:154]attempted to save cookie to "/opt/couchbase/var/lib/couchbase/couchbase-server.cookie": ok [ns_server:debug,2012-11-14T10:47:13.672,ns_1@10.2.1.58:<0.713.0>:ns_node_disco:do_nodes_wanted_updated_fun:202]ns_node_disco: nodes_wanted updated: ['ns_1@10.2.1.58'], with cookie: hgmnojlbofwcfdfk [ns_server:debug,2012-11-14T10:47:13.673,ns_1@10.2.1.58:<0.713.0>:ns_node_disco:do_nodes_wanted_updated_fun:208]ns_node_disco: nodes_wanted pong: ['ns_1@10.2.1.58'], with cookie: hgmnojlbofwcfdfk [error_logger:info,2012-11-14T10:47:13.673,ns_1@10.2.1.58:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================PROGRESS REPORT========================= supervisor: {local,ns_node_disco_sup} started: [{pid,<0.712.0>}, {name,ns_node_disco}, {mfargs,{ns_node_disco,start_link,[]}}, {restart_type,permanent}, {shutdown,1000}, {child_type,worker}] [ns_server:debug,2012-11-14T10:47:13.673,ns_1@10.2.1.58:ns_config_rep<0.718.0>:ns_config_rep:init:66]init pulling [ns_server:info,2012-11-14T10:47:13.673,ns_1@10.2.1.58:ns_node_disco_events<0.711.0>:ns_node_disco_log:handle_event:46]ns_node_disco_log: nodes changed: ['ns_1@10.2.1.58'] [error_logger:info,2012-11-14T10:47:13.673,ns_1@10.2.1.58:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================PROGRESS REPORT========================= supervisor: {local,ns_node_disco_sup} started: [{pid,<0.715.0>}, {name,ns_node_disco_log}, {mfargs,{ns_node_disco_log,start_link,[]}}, {restart_type,permanent}, {shutdown,1000}, {child_type,worker}] [ns_server:debug,2012-11-14T10:47:13.673,ns_1@10.2.1.58:ns_config_rep<0.718.0>:ns_config_rep:init:68]init pushing [error_logger:info,2012-11-14T10:47:13.673,ns_1@10.2.1.58:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================PROGRESS REPORT========================= supervisor: {local,ns_node_disco_sup} started: [{pid,<0.716.0>}, {name,ns_node_disco_conf_events}, {mfargs,{ns_node_disco_conf_events,start_link,[]}}, {restart_type,permanent}, {shutdown,1000}, {child_type,worker}] [error_logger:info,2012-11-14T10:47:13.674,ns_1@10.2.1.58:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================PROGRESS REPORT========================= supervisor: {local,ns_node_disco_sup} started: [{pid,<0.717.0>}, {name,ns_config_rep_merger}, {mfargs,{ns_config_rep,start_link_merger,[]}}, {restart_type,permanent}, {shutdown,brutal_kill}, {child_type,worker}] [ns_server:debug,2012-11-14T10:47:13.674,ns_1@10.2.1.58:ns_config_rep<0.718.0>:ns_config_rep:init:72]init reannouncing [ns_server:debug,2012-11-14T10:47:13.674,ns_1@10.2.1.58:ns_config_events<0.692.0>:ns_node_disco_conf_events:handle_event:44]ns_node_disco_conf_events config on nodes_wanted [ns_server:debug,2012-11-14T10:47:13.674,ns_1@10.2.1.58:ns_config_log<0.700.0>:ns_config_log:log_common:111]config change: auto_failover_cfg -> [{enabled,false},{timeout,30},{max_nodes,1},{count,0}] [ns_server:debug,2012-11-14T10:47:13.675,ns_1@10.2.1.58:ns_config_events<0.692.0>:ns_node_disco_conf_events:handle_event:50]ns_node_disco_conf_events config on otp [error_logger:info,2012-11-14T10:47:13.675,ns_1@10.2.1.58:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================PROGRESS REPORT========================= supervisor: {local,ns_node_disco_sup} started: [{pid,<0.718.0>}, {name,ns_config_rep}, {mfargs,{ns_config_rep,start_link,[]}}, {restart_type,permanent}, {shutdown,1000}, {child_type,worker}] [ns_server:debug,2012-11-14T10:47:13.675,ns_1@10.2.1.58:ns_config_log<0.700.0>:ns_config_log:log_common:111]config change: autocompaction -> [{database_fragmentation_threshold,{30,undefined}}, {view_fragmentation_threshold,{30,undefined}}] [ns_server:debug,2012-11-14T10:47:13.675,ns_1@10.2.1.58:ns_config_rep<0.718.0>:ns_config_rep:do_push_keys:317]Replicating some config keys ([auto_failover_cfg,autocompaction,buckets, cluster_compat_version,dynamic_config_version, email_alerts]..) [ns_server:debug,2012-11-14T10:47:13.675,ns_1@10.2.1.58:ns_config_log<0.700.0>:ns_config_log:log_common:111]config change: buckets -> [{configs,[]}] [error_logger:info,2012-11-14T10:47:13.675,ns_1@10.2.1.58:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================PROGRESS REPORT========================= supervisor: {local,ns_server_sup} started: [{pid,<0.710.0>}, {name,ns_node_disco_sup}, {mfargs,{ns_node_disco_sup,start_link,[]}}, {restart_type,permanent}, {shutdown,infinity}, {child_type,supervisor}] [ns_server:debug,2012-11-14T10:47:13.675,ns_1@10.2.1.58:ns_config_log<0.700.0>:ns_config_log:log_common:111]config change: cluster_compat_version -> [2,0] [ns_server:debug,2012-11-14T10:47:13.675,ns_1@10.2.1.58:ns_log_events<0.708.0>:ns_mail_log:init:44]ns_mail_log started up [ns_server:debug,2012-11-14T10:47:13.676,ns_1@10.2.1.58:ns_config_log<0.700.0>:ns_config_log:log_common:111]config change: dynamic_config_version -> [2,0] [error_logger:info,2012-11-14T10:47:13.676,ns_1@10.2.1.58:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================PROGRESS REPORT========================= supervisor: {local,ns_server_sup} started: [{pid,<0.721.0>}, {name,vbucket_map_mirror}, {mfargs,{vbucket_map_mirror,start_link,[]}}, {restart_type,permanent}, {shutdown,brutal_kill}, {child_type,worker}] [ns_server:debug,2012-11-14T10:47:13.676,ns_1@10.2.1.58:ns_heart<0.729.0>:ns_heart:current_status:140]Ignoring failure to grab system stats: {'EXIT',{noproc,{gen_server,call, [{'stats_reader-@system','ns_1@10.2.1.58'}, {latest,"minute"}]}}} [ns_server:debug,2012-11-14T10:47:13.676,ns_1@10.2.1.58:ns_config_log<0.700.0>:ns_config_log:log_common:111]config change: email_alerts -> [{recipients,["root@localhost"]}, {sender,"couchbase@localhost"}, {enabled,false}, {email_server,[{user,[]}, {pass,[]}, {host,"localhost"}, {port,25}, {encrypt,false}]}, {alerts,[auto_failover_node,auto_failover_maximum_reached, auto_failover_other_nodes_down,auto_failover_cluster_too_small,ip, disk,overhead,ep_oom_errors,ep_item_commit_failed]}] [error_logger:info,2012-11-14T10:47:13.676,ns_1@10.2.1.58:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================PROGRESS REPORT========================= supervisor: {local,ns_server_sup} started: [{pid,<0.723.0>}, {name,ns_tick_event}, {mfargs,{gen_event,start_link,[{local,ns_tick_event}]}}, {restart_type,permanent}, {shutdown,1000}, {child_type,worker}] [ns_server:debug,2012-11-14T10:47:13.676,ns_1@10.2.1.58:ns_cookie_manager<0.604.0>:ns_cookie_manager:do_cookie_sync:115]ns_cookie_manager do_cookie_sync [ns_server:debug,2012-11-14T10:47:13.676,ns_1@10.2.1.58:ns_config_log<0.700.0>:ns_config_log:log_common:111]config change: fast_warmup -> [{fast_warmup_enabled,true}, {min_memory_threshold,10}, {min_items_threshold,10}] [ns_server:debug,2012-11-14T10:47:13.676,ns_1@10.2.1.58:ns_heart<0.729.0>:ns_heart:grab_local_xdcr_replications:307]Ignoring exception getting xdcr replication infos {exit,{noproc,{gen_server,call,[xdc_replication_sup,which_children,infinity]}}, [{gen_server,call,3}, {xdc_replication_sup,all_local_replication_infos,0}, {ns_heart,grab_local_xdcr_replications,0}, {ns_heart,current_status,0}, {ns_heart,handle_info,2}, {gen_server,handle_msg,5}, {proc_lib,init_p_do_apply,3}]} [ns_server:debug,2012-11-14T10:47:13.676,ns_1@10.2.1.58:ns_config_log<0.700.0>:ns_config_log:log_common:111]config change: index_aware_rebalance_disabled -> false [ns_server:debug,2012-11-14T10:47:13.676,ns_1@10.2.1.58:ns_cookie_manager<0.604.0>:ns_cookie_manager:do_cookie_save:152]saving cookie to "/opt/couchbase/var/lib/couchbase/couchbase-server.cookie" [error_logger:info,2012-11-14T10:47:13.676,ns_1@10.2.1.58:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================PROGRESS REPORT========================= supervisor: {local,ns_server_sup} started: [{pid,<0.724.0>}, {name,mb_master_events}, {mfargs, {gen_event,start_link,[{local,mb_master_events}]}}, {restart_type,permanent}, {shutdown,1000}, {child_type,worker}] [ns_server:debug,2012-11-14T10:47:13.676,ns_1@10.2.1.58:ns_config_log<0.700.0>:ns_config_log:log_common:111]config change: max_bucket_count -> 10 [ns_server:error,2012-11-14T10:47:13.676,ns_1@10.2.1.58:ns_heart<0.729.0>:ns_heart:grab_samples_loading_tasks:319]Failed to grab samples loader tasks: {exit, {noproc, {gen_server,call, [samples_loader_tasks,get_tasks, 2000]}}, [{gen_server,call,3}, {ns_heart,grab_samples_loading_tasks,0}, {ns_heart,current_status,0}, {ns_heart,handle_info,2}, {gen_server,handle_msg,5}, {proc_lib,init_p_do_apply,3}]} [ns_server:debug,2012-11-14T10:47:13.676,ns_1@10.2.1.58:ns_server_sup<0.705.0>:mb_master:check_master_takeover_needed:144]Sending master node question to the following nodes: [] [error_logger:info,2012-11-14T10:47:13.677,ns_1@10.2.1.58:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================PROGRESS REPORT========================= supervisor: {local,ns_server_sup} started: [{pid,<0.725.0>}, {name,buckets_events}, {mfargs, {gen_event,start_link,[{local,buckets_events}]}}, {restart_type,permanent}, {shutdown,1000}, {child_type,worker}] [ns_server:debug,2012-11-14T10:47:13.677,ns_1@10.2.1.58:ns_server_sup<0.705.0>:mb_master:check_master_takeover_needed:146]Got replies: [] [error_logger:info,2012-11-14T10:47:13.677,ns_1@10.2.1.58:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================PROGRESS REPORT========================= supervisor: {local,ns_mail_sup} started: [{pid,<0.727.0>}, {name,ns_mail_log}, {mfargs,{ns_mail_log,start_link,[]}}, {restart_type,permanent}, {shutdown,1000}, {child_type,worker}] [ns_server:debug,2012-11-14T10:47:13.677,ns_1@10.2.1.58:ns_server_sup<0.705.0>:mb_master:check_master_takeover_needed:152]Was unable to discover master, not going to force mastership takeover [ns_server:debug,2012-11-14T10:47:13.677,ns_1@10.2.1.58:ns_config_log<0.700.0>:ns_config_log:log_common:111]config change: memory_quota -> 25678 [ns_server:debug,2012-11-14T10:47:13.677,ns_1@10.2.1.58:ns_config_log<0.700.0>:ns_config_log:log_common:111]config change: nodes_wanted -> ['ns_1@10.2.1.58'] [error_logger:info,2012-11-14T10:47:13.677,ns_1@10.2.1.58:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================PROGRESS REPORT========================= supervisor: {local,ns_server_sup} started: [{pid,<0.726.0>}, {name,ns_mail_sup}, {mfargs,{ns_mail_sup,start_link,[]}}, {restart_type,permanent}, {shutdown,infinity}, {child_type,supervisor}] [ns_server:debug,2012-11-14T10:47:13.677,ns_1@10.2.1.58:ns_config_log<0.700.0>:ns_config_log:log_common:111]config change: otp -> [{cookie,hgmnojlbofwcfdfk}] [ns_server:debug,2012-11-14T10:47:13.677,ns_1@10.2.1.58:ns_config_log<0.700.0>:ns_config_log:log_common:111]config change: remote_clusters -> [] [ns_server:debug,2012-11-14T10:47:13.678,ns_1@10.2.1.58:ns_config_log<0.700.0>:ns_config_log:log_common:111]config change: replication -> [{enabled,true}] [user:info,2012-11-14T10:47:13.678,ns_1@10.2.1.58:mb_master<0.740.0>:mb_master:init:89]I'm the only node, so I'm the master. [ns_server:debug,2012-11-14T10:47:13.678,ns_1@10.2.1.58:ns_config_log<0.700.0>:ns_config_log:log_common:111]config change: rest -> [{port,8091}] [ns_server:info,2012-11-14T10:47:13.678,ns_1@10.2.1.58:ns_config_log<0.700.0>:ns_config_log:handle_info:57]config change: rest_creds -> ******** [error_logger:info,2012-11-14T10:47:13.678,ns_1@10.2.1.58:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================PROGRESS REPORT========================= supervisor: {local,ns_server_sup} started: [{pid,<0.728.0>}, {name,ns_stats_event}, {mfargs, {gen_event,start_link,[{local,ns_stats_event}]}}, {restart_type,permanent}, {shutdown,1000}, {child_type,worker}] [ns_server:debug,2012-11-14T10:47:13.678,ns_1@10.2.1.58:ns_config_log<0.700.0>:ns_config_log:log_common:111]config change: set_view_update_daemon -> [{update_interval,5000}, {update_min_changes,5000}, {replica_update_min_changes,5000}] [error_logger:info,2012-11-14T10:47:13.678,ns_1@10.2.1.58:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================PROGRESS REPORT========================= supervisor: {local,ns_server_sup} started: [{pid,<0.729.0>}, {name,ns_heart}, {mfargs,{ns_heart,start_link,[]}}, {restart_type,permanent}, {shutdown,1000}, {child_type,worker}] [ns_server:debug,2012-11-14T10:47:13.678,ns_1@10.2.1.58:ns_config_log<0.700.0>:ns_config_log:log_common:111]config change: vbucket_map_history -> [] [error_logger:info,2012-11-14T10:47:13.678,ns_1@10.2.1.58:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================PROGRESS REPORT========================= supervisor: {local,ns_server_sup} started: [{pid,<0.731.0>}, {name,ns_doctor}, {mfargs,{ns_doctor,start_link,[]}}, {restart_type,permanent}, {shutdown,1000}, {child_type,worker}] [ns_server:debug,2012-11-14T10:47:13.678,ns_1@10.2.1.58:ns_heart<0.729.0>:ns_heart:current_status:140]Ignoring failure to grab system stats: {'EXIT',{noproc,{gen_server,call, [{'stats_reader-@system','ns_1@10.2.1.58'}, {latest,"minute"}]}}} [ns_server:debug,2012-11-14T10:47:13.678,ns_1@10.2.1.58:mb_master_sup<0.742.0>:misc:start_singleton:855]start_singleton(gen_fsm, ns_orchestrator, [], []): started as <0.743.0> on 'ns_1@10.2.1.58' [ns_server:debug,2012-11-14T10:47:13.678,ns_1@10.2.1.58:ns_config_log<0.700.0>:ns_config_log:log_common:111]config change: xdcr_capi_checkpoint_timeout -> 10 [error_logger:info,2012-11-14T10:47:13.679,ns_1@10.2.1.58:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================PROGRESS REPORT========================= supervisor: {local,ns_server_sup} started: [{pid,<0.734.0>}, {name,remote_clusters_info}, {mfargs,{remote_clusters_info,start_link,[]}}, {restart_type,permanent}, {shutdown,1000}, {child_type,worker}] [ns_server:debug,2012-11-14T10:47:13.679,ns_1@10.2.1.58:ns_config_log<0.700.0>:ns_config_log:log_common:111]config change: xdcr_checkpoint_interval -> 1800 [ns_server:debug,2012-11-14T10:47:13.679,ns_1@10.2.1.58:ns_heart<0.729.0>:ns_heart:grab_local_xdcr_replications:307]Ignoring exception getting xdcr replication infos {exit,{noproc,{gen_server,call,[xdc_replication_sup,which_children,infinity]}}, [{gen_server,call,3}, {xdc_replication_sup,all_local_replication_infos,0}, {ns_heart,grab_local_xdcr_replications,0}, {ns_heart,current_status,0}, {ns_heart,handle_call,3}, {gen_server,handle_msg,5}, {proc_lib,init_p_do_apply,3}]} [ns_server:debug,2012-11-14T10:47:13.679,ns_1@10.2.1.58:ns_config_log<0.700.0>:ns_config_log:log_common:111]config change: xdcr_doc_batch_size_kb -> 512 [ns_server:debug,2012-11-14T10:47:13.679,ns_1@10.2.1.58:ns_config_log<0.700.0>:ns_config_log:log_common:111]config change: xdcr_failure_restart_interval -> 30 [error_logger:info,2012-11-14T10:47:13.679,ns_1@10.2.1.58:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================PROGRESS REPORT========================= supervisor: {local,mb_master_sup} started: [{pid,<0.743.0>}, {name,ns_orchestrator}, {mfargs,{ns_orchestrator,start_link,[]}}, {restart_type,permanent}, {shutdown,20}, {child_type,worker}] [ns_server:debug,2012-11-14T10:47:13.679,ns_1@10.2.1.58:ns_config_log<0.700.0>:ns_config_log:log_common:111]config change: {couchdb,max_parallel_indexers} -> 4 [ns_server:error,2012-11-14T10:47:13.679,ns_1@10.2.1.58:ns_heart<0.729.0>:ns_heart:grab_samples_loading_tasks:319]Failed to grab samples loader tasks: {exit, {noproc, {gen_server,call, [samples_loader_tasks,get_tasks, 2000]}}, [{gen_server,call,3}, {ns_heart,grab_samples_loading_tasks,0}, {ns_heart,current_status,0}, {ns_heart,handle_call,3}, {gen_server,handle_msg,5}, {proc_lib,init_p_do_apply,3}]} [ns_server:debug,2012-11-14T10:47:13.679,ns_1@10.2.1.58:ns_config_log<0.700.0>:ns_config_log:log_common:111]config change: {couchdb,max_parallel_replica_indexers} -> 2 [ns_server:debug,2012-11-14T10:47:13.679,ns_1@10.2.1.58:ns_config_log<0.700.0>:ns_config_log:log_common:111]config change: {node,'ns_1@10.2.1.58',capi_port} -> 8092 [ns_server:debug,2012-11-14T10:47:13.679,ns_1@10.2.1.58:ns_config_log<0.700.0>:ns_config_log:log_common:111]config change: {node,'ns_1@10.2.1.58',compaction_daemon} -> [{check_interval,30},{min_file_size,131072}] [ns_server:debug,2012-11-14T10:47:13.680,ns_1@10.2.1.58:ns_config_log<0.700.0>:ns_config_log:log_common:111]config change: {node,'ns_1@10.2.1.58',config_version} -> {2,0} [ns_server:debug,2012-11-14T10:47:13.680,ns_1@10.2.1.58:ns_config_log<0.700.0>:ns_config_log:log_common:111]config change: {node,'ns_1@10.2.1.58',isasl} -> [{path,"/opt/couchbase/var/lib/couchbase/data/isasl.pw"}] [ns_server:debug,2012-11-14T10:47:13.680,ns_1@10.2.1.58:mb_master_sup<0.742.0>:misc:start_singleton:855]start_singleton(gen_server, ns_tick, [], []): started as <0.746.0> on 'ns_1@10.2.1.58' [ns_server:debug,2012-11-14T10:47:13.680,ns_1@10.2.1.58:ns_config_log<0.700.0>:ns_config_log:log_common:111]config change: {node,'ns_1@10.2.1.58',membership} -> active [error_logger:info,2012-11-14T10:47:13.680,ns_1@10.2.1.58:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================PROGRESS REPORT========================= supervisor: {local,mb_master_sup} started: [{pid,<0.746.0>}, {name,ns_tick}, {mfargs,{ns_tick,start_link,[]}}, {restart_type,permanent}, {shutdown,10}, {child_type,worker}] [ns_server:debug,2012-11-14T10:47:13.680,ns_1@10.2.1.58:ns_config_log<0.700.0>:ns_config_log:log_common:111]config change: {node,'ns_1@10.2.1.58',memcached} -> [{mccouch_port,11213}, {engines, [{membase, [{engine,"/opt/couchbase/lib/memcached/ep.so"}, {static_config_string, "vb0=false;waitforwarmup=false;failpartialwarmup=false"}]}, {memcached, [{engine,"/opt/couchbase/lib/memcached/default_engine.so"}, {static_config_string,"vb0=true"}]}]}, {log_path,"/opt/couchbase/var/lib/couchbase/logs"}, {log_prefix,"memcached.log"}, {log_generations,10}, {log_cyclesize,104857600}, {log_sleeptime,19}, {log_rotation_period,39003}, {dedicated_port,11209}, {bucket_engine,"/opt/couchbase/lib/memcached/bucket_engine.so"}, {port,11210}, {dedicated_port,11209}, {admin_user,"_admin"}, {admin_pass,"_admin"}, {verbosity,[]}] [ns_server:debug,2012-11-14T10:47:13.680,ns_1@10.2.1.58:ns_config_log<0.700.0>:ns_config_log:log_common:111]config change: {node,'ns_1@10.2.1.58',moxi} -> [{port,11211},{verbosity,[]}] [ns_server:debug,2012-11-14T10:47:13.680,ns_1@10.2.1.58:<0.748.0>:auto_failover:init:120]init auto_failover. [ns_server:debug,2012-11-14T10:47:13.680,ns_1@10.2.1.58:ns_config_log<0.700.0>:ns_config_log:log_common:111]config change: {node,'ns_1@10.2.1.58',ns_log} -> [{filename,"/opt/couchbase/var/lib/couchbase/data/ns_log"}] [ns_server:debug,2012-11-14T10:47:13.680,ns_1@10.2.1.58:mb_master_sup<0.742.0>:misc:start_singleton:855]start_singleton(gen_server, auto_failover, [], []): started as <0.748.0> on 'ns_1@10.2.1.58' [error_logger:info,2012-11-14T10:47:13.680,ns_1@10.2.1.58:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================PROGRESS REPORT========================= supervisor: {local,mb_master_sup} started: [{pid,<0.748.0>}, {name,auto_failover}, {mfargs,{auto_failover,start_link,[]}}, {restart_type,permanent}, {shutdown,10}, {child_type,worker}] [ns_server:debug,2012-11-14T10:47:13.681,ns_1@10.2.1.58:ns_config_log<0.700.0>:ns_config_log:log_common:111]config change: {node,'ns_1@10.2.1.58',port_servers} -> [{moxi,"/opt/couchbase/bin/moxi", ["-Z", {"port_listen=~B,default_bucket_name=default,downstream_max=1024,downstream_conn_max=4,connect_max_errors=5,connect_retry_interval=30000,connect_timeout=400,auth_timeout=100,cycle=200,downstream_conn_queue_timeout=200,downstream_timeout=5000,wait_queue_timeout=200", [port]}, "-z", {"url=http://127.0.0.1:~B/pools/default/saslBucketsStreaming", [{misc,this_node_rest_port,[]}]}, "-p","0","-Y","y","-O","stderr", {"~s",[verbosity]}], [{env,[{"EVENT_NOSELECT","1"}, {"MOXI_SASL_PLAIN_USR",{"~s",[{ns_moxi_sup,rest_user,[]}]}}, {"MOXI_SASL_PLAIN_PWD",{"~s",[{ns_moxi_sup,rest_pass,[]}]}}]}, use_stdio,exit_status,port_server_send_eol,stderr_to_stdout,stream]}, {memcached,"/opt/couchbase/bin/memcached", ["-X","/opt/couchbase/lib/memcached/stdin_term_handler.so","-X", {"/opt/couchbase/lib/memcached/file_logger.so,cyclesize=~B;sleeptime=~B;filename=~s/~s", [log_cyclesize,log_sleeptime,log_path,log_prefix]}, "-l", {"0.0.0.0:~B,0.0.0.0:~B:1000",[port,dedicated_port]}, "-p", {"~B",[port]}, "-E","/opt/couchbase/lib/memcached/bucket_engine.so","-B", "binary","-r","-c","10000","-e", {"admin=~s;default_bucket_name=default;auto_create=false", [admin_user]}, {"~s",[verbosity]}], [{env,[{"EVENT_NOSELECT","1"}, {"MEMCACHED_TOP_KEYS","100"}, {"ISASL_PWFILE",{"~s",[{isasl,path}]}}, {"ISASL_DB_CHECK_TIME","1"}]}, use_stdio,stderr_to_stdout,exit_status,port_server_send_eol, stream]}] [error_logger:info,2012-11-14T10:47:13.681,ns_1@10.2.1.58:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================PROGRESS REPORT========================= supervisor: {local,ns_server_sup} started: [{pid,<0.740.0>}, {name,mb_master}, {mfargs,{mb_master,start_link,[]}}, {restart_type,permanent}, {shutdown,infinity}, {child_type,supervisor}] [ns_server:debug,2012-11-14T10:47:13.681,ns_1@10.2.1.58:ns_config_log<0.700.0>:ns_config_log:log_common:111]config change: {node,'ns_1@10.2.1.58',rest} -> [{port,8091},{port_meta,global}] [error_logger:info,2012-11-14T10:47:13.681,ns_1@10.2.1.58:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================PROGRESS REPORT========================= supervisor: {local,ns_server_sup} started: [{pid,<0.749.0>}, {name,master_activity_events}, {mfargs, {gen_event,start_link, [{local,master_activity_events}]}}, {restart_type,permanent}, {shutdown,brutal_kill}, {child_type,worker}] [error_logger:info,2012-11-14T10:47:13.681,ns_1@10.2.1.58:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================PROGRESS REPORT========================= supervisor: {local,ns_server_sup} started: [{pid,<0.750.0>}, {name,master_activity_events_ingress}, {mfargs, {gen_event,start_link, [{local,master_activity_events_ingress}]}}, {restart_type,permanent}, {shutdown,brutal_kill}, {child_type,worker}] [error_logger:info,2012-11-14T10:47:13.681,ns_1@10.2.1.58:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================PROGRESS REPORT========================= supervisor: {local,ns_server_sup} started: [{pid,<0.751.0>}, {name,master_activity_events_timestamper}, {mfargs, {master_activity_events,start_link_timestamper,[]}}, {restart_type,permanent}, {shutdown,brutal_kill}, {child_type,worker}] [error_logger:info,2012-11-14T10:47:13.682,ns_1@10.2.1.58:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================PROGRESS REPORT========================= supervisor: {local,ns_server_sup} started: [{pid,<0.752.0>}, {name,master_activity_events_pids_watcher}, {mfargs, {master_activity_events_pids_watcher,start_link, []}}, {restart_type,permanent}, {shutdown,brutal_kill}, {child_type,worker}] [ns_server:debug,2012-11-14T10:47:13.682,ns_1@10.2.1.58:ns_cookie_manager<0.604.0>:ns_cookie_manager:do_cookie_save:154]attempted to save cookie to "/opt/couchbase/var/lib/couchbase/couchbase-server.cookie": ok [ns_server:debug,2012-11-14T10:47:13.682,ns_1@10.2.1.58:ns_cookie_manager<0.604.0>:ns_cookie_manager:do_cookie_sync:115]ns_cookie_manager do_cookie_sync [error_logger:info,2012-11-14T10:47:13.682,ns_1@10.2.1.58:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================PROGRESS REPORT========================= supervisor: {local,ns_server_sup} started: [{pid,<0.753.0>}, {name,master_activity_events_keeper}, {mfargs,{master_activity_events_keeper,start_link,[]}}, {restart_type,permanent}, {shutdown,brutal_kill}, {child_type,worker}] [ns_server:debug,2012-11-14T10:47:13.682,ns_1@10.2.1.58:<0.735.0>:ns_node_disco:do_nodes_wanted_updated_fun:202]ns_node_disco: nodes_wanted updated: ['ns_1@10.2.1.58'], with cookie: hgmnojlbofwcfdfk [ns_server:debug,2012-11-14T10:47:13.682,ns_1@10.2.1.58:<0.735.0>:ns_node_disco:do_nodes_wanted_updated_fun:208]ns_node_disco: nodes_wanted pong: ['ns_1@10.2.1.58'], with cookie: hgmnojlbofwcfdfk [ns_server:debug,2012-11-14T10:47:13.682,ns_1@10.2.1.58:ns_cookie_manager<0.604.0>:ns_cookie_manager:do_cookie_save:152]saving cookie to "/opt/couchbase/var/lib/couchbase/couchbase-server.cookie" [error_logger:info,2012-11-14T10:47:13.682,ns_1@10.2.1.58:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================PROGRESS REPORT========================= supervisor: {local,menelaus_sup} started: [{pid,<0.756.0>}, {name,menelaus_web}, {mfargs,{menelaus_web,start_link,[]}}, {restart_type,permanent}, {shutdown,5000}, {child_type,worker}] [error_logger:info,2012-11-14T10:47:13.683,ns_1@10.2.1.58:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================PROGRESS REPORT========================= supervisor: {local,menelaus_sup} started: [{pid,<0.773.0>}, {name,menelaus_event}, {mfargs,{menelaus_event,start_link,[]}}, {restart_type,permanent}, {shutdown,5000}, {child_type,worker}] [user:info,2012-11-14T10:47:13.683,ns_1@10.2.1.58:ns_server_sup<0.705.0>:menelaus_sup:start_link:44]Couchbase Server has started on web port 8091 on node 'ns_1@10.2.1.58'. [error_logger:info,2012-11-14T10:47:13.683,ns_1@10.2.1.58:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================PROGRESS REPORT========================= supervisor: {local,menelaus_sup} started: [{pid,<0.774.0>}, {name,hot_keys_keeper}, {mfargs,{hot_keys_keeper,start_link,[]}}, {restart_type,permanent}, {shutdown,5000}, {child_type,worker}] [error_logger:info,2012-11-14T10:47:13.683,ns_1@10.2.1.58:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================PROGRESS REPORT========================= supervisor: {local,menelaus_sup} started: [{pid,<0.775.0>}, {name,menelaus_web_alerts_srv}, {mfargs,{menelaus_web_alerts_srv,start_link,[]}}, {restart_type,permanent}, {shutdown,5000}, {child_type,worker}] [error_logger:info,2012-11-14T10:47:13.683,ns_1@10.2.1.58:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================PROGRESS REPORT========================= supervisor: {local,ns_server_sup} started: [{pid,<0.755.0>}, {name,menelaus}, {mfargs,{menelaus_sup,start_link,[]}}, {restart_type,permanent}, {shutdown,infinity}, {child_type,supervisor}] [ns_server:info,2012-11-14T10:47:13.683,ns_1@10.2.1.58:<0.779.0>:mc_tcp_listener:init:24]mccouch is listening on port 11213 [error_logger:info,2012-11-14T10:47:13.683,ns_1@10.2.1.58:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================PROGRESS REPORT========================= supervisor: {local,mc_sup} started: [{pid,<0.777.0>}, {name,mc_couch_events}, {mfargs, {gen_event,start_link,[{local,mc_couch_events}]}}, {restart_type,permanent}, {shutdown,brutal_kill}, {child_type,worker}] [error_logger:info,2012-11-14T10:47:13.684,ns_1@10.2.1.58:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================PROGRESS REPORT========================= supervisor: {local,mc_sup} started: [{pid,<0.778.0>}, {name,mc_conn_sup}, {mfargs,{mc_conn_sup,start_link,[]}}, {restart_type,permanent}, {shutdown,brutal_kill}, {child_type,supervisor}] [error_logger:info,2012-11-14T10:47:13.684,ns_1@10.2.1.58:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================PROGRESS REPORT========================= supervisor: {local,mc_sup} started: [{pid,<0.779.0>}, {name,mc_tcp_listener}, {mfargs,{mc_tcp_listener,start_link,[11213]}}, {restart_type,permanent}, {shutdown,brutal_kill}, {child_type,worker}] [error_logger:info,2012-11-14T10:47:13.684,ns_1@10.2.1.58:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================PROGRESS REPORT========================= supervisor: {local,ns_server_sup} started: [{pid,<0.776.0>}, {name,mc_sup}, {mfargs,{mc_sup,start_link,[]}}, {restart_type,permanent}, {shutdown,infinity}, {child_type,supervisor}] [ns_server:debug,2012-11-14T10:47:13.684,ns_1@10.2.1.58:ns_cookie_manager<0.604.0>:ns_cookie_manager:do_cookie_save:154]attempted to save cookie to "/opt/couchbase/var/lib/couchbase/couchbase-server.cookie": ok [ns_server:debug,2012-11-14T10:47:13.684,ns_1@10.2.1.58:<0.736.0>:ns_node_disco:do_nodes_wanted_updated_fun:202]ns_node_disco: nodes_wanted updated: ['ns_1@10.2.1.58'], with cookie: hgmnojlbofwcfdfk [error_logger:info,2012-11-14T10:47:13.684,ns_1@10.2.1.58:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================PROGRESS REPORT========================= supervisor: {local,ns_port_sup} started: [{pid,<0.781.0>}, {name,ns_port_init}, {mfargs,{ns_port_init,start_link,[]}}, {restart_type,permanent}, {shutdown,10}, {child_type,worker}] [ns_server:debug,2012-11-14T10:47:13.685,ns_1@10.2.1.58:<0.782.0>:supervisor_cushion:init:43]starting ns_port_server with delay of 5000 [ns_server:debug,2012-11-14T10:47:13.685,ns_1@10.2.1.58:<0.736.0>:ns_node_disco:do_nodes_wanted_updated_fun:208]ns_node_disco: nodes_wanted pong: ['ns_1@10.2.1.58'], with cookie: hgmnojlbofwcfdfk [ns_server:debug,2012-11-14T10:47:13.687,ns_1@10.2.1.58:<0.784.0>:supervisor_cushion:init:43]starting ns_port_server with delay of 5000 [error_logger:info,2012-11-14T10:47:13.687,ns_1@10.2.1.58:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================PROGRESS REPORT========================= supervisor: {local,ns_port_sup} started: [{pid,<0.782.0>}, {name, {moxi,"/opt/couchbase/bin/moxi", ["-Z", "port_listen=11211,default_bucket_name=default,downstream_max=1024,downstream_conn_max=4,connect_max_errors=5,connect_retry_interval=30000,connect_timeout=400,auth_timeout=100,cycle=200,downstream_conn_queue_timeout=200,downstream_timeout=5000,wait_queue_timeout=200", "-z", "url=http://127.0.0.1:8091/pools/default/saslBucketsStreaming", "-p","0","-Y","y","-O","stderr",[]], [{env, [{"EVENT_NOSELECT","1"}, {"MOXI_SASL_PLAIN_USR","Administrator"}, {"MOXI_SASL_PLAIN_PWD","password"}]}, use_stdio,exit_status,port_server_send_eol, stderr_to_stdout,stream]}}, {mfargs, {supervisor_cushion,start_link, [moxi,5000,10000,ns_port_server,start_link, [moxi,"/opt/couchbase/bin/moxi", ["-Z", "port_listen=11211,default_bucket_name=default,downstream_max=1024,downstream_conn_max=4,connect_max_errors=5,connect_retry_interval=30000,connect_timeout=400,auth_timeout=100,cycle=200,downstream_conn_queue_timeout=200,downstream_timeout=5000,wait_queue_timeout=200", "-z", "url=http://127.0.0.1:8091/pools/default/saslBucketsStreaming", "-p","0","-Y","y","-O","stderr",[]], [{env, [{"EVENT_NOSELECT","1"}, {"MOXI_SASL_PLAIN_USR","Administrator"}, {"MOXI_SASL_PLAIN_PWD","password"}]}, use_stdio,exit_status,port_server_send_eol, stderr_to_stdout,stream]]]}}, {restart_type,permanent}, {shutdown,86400000}, {child_type,worker}] [ns_server:info,2012-11-14T10:47:13.688,ns_1@10.2.1.58:<0.787.0>:ns_memcached_log_rotator:init:28]Starting log rotator on "/opt/couchbase/var/lib/couchbase/logs"/"memcached.log"* with an initial period of 39003ms [error_logger:info,2012-11-14T10:47:13.688,ns_1@10.2.1.58:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================PROGRESS REPORT========================= supervisor: {local,ns_port_sup} started: [{pid,<0.784.0>}, {name, {memcached,"/opt/couchbase/bin/memcached", ["-X", "/opt/couchbase/lib/memcached/stdin_term_handler.so", "-X", "/opt/couchbase/lib/memcached/file_logger.so,cyclesize=104857600;sleeptime=19;filename=/opt/couchbase/var/lib/couchbase/logs/memcached.log", "-l","0.0.0.0:11210,0.0.0.0:11209:1000","-p", "11210","-E", "/opt/couchbase/lib/memcached/bucket_engine.so", "-B","binary","-r","-c","10000","-e", "admin=_admin;default_bucket_name=default;auto_create=false", []], [{env, [{"EVENT_NOSELECT","1"}, {"MEMCACHED_TOP_KEYS","100"}, {"ISASL_PWFILE", "/opt/couchbase/var/lib/couchbase/data/isasl.pw"}, {"ISASL_DB_CHECK_TIME","1"}]}, use_stdio,stderr_to_stdout,exit_status, port_server_send_eol,stream]}}, {mfargs, {erlang,apply, [#Fun, [memcached,"/opt/couchbase/bin/memcached", ["-X", "/opt/couchbase/lib/memcached/stdin_term_handler.so", "-X", "/opt/couchbase/lib/memcached/file_logger.so,cyclesize=104857600;sleeptime=19;filename=/opt/couchbase/var/lib/couchbase/logs/memcached.log", "-l","0.0.0.0:11210,0.0.0.0:11209:1000", "-p","11210","-E", "/opt/couchbase/lib/memcached/bucket_engine.so", "-B","binary","-r","-c","10000","-e", "admin=_admin;default_bucket_name=default;auto_create=false", []], [{env, [{"EVENT_NOSELECT","1"}, {"MEMCACHED_TOP_KEYS","100"}, {"ISASL_PWFILE", "/opt/couchbase/var/lib/couchbase/data/isasl.pw"}, {"ISASL_DB_CHECK_TIME","1"}]}, use_stdio,stderr_to_stdout,exit_status, port_server_send_eol,stream]]]}}, {restart_type,permanent}, {shutdown,86400000}, {child_type,worker}] [error_logger:info,2012-11-14T10:47:13.689,ns_1@10.2.1.58:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================PROGRESS REPORT========================= supervisor: {local,ns_server_sup} started: [{pid,<0.780.0>}, {name,ns_port_sup}, {mfargs,{ns_port_sup,start_link,[]}}, {restart_type,permanent}, {shutdown,infinity}, {child_type,supervisor}] [error_logger:info,2012-11-14T10:47:13.689,ns_1@10.2.1.58:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================PROGRESS REPORT========================= supervisor: {local,ns_server_sup} started: [{pid,<0.786.0>}, {name,ns_port_memcached_killer}, {mfargs,{ns_port_sup,start_memcached_force_killer,[]}}, {restart_type,permanent}, {shutdown,brutal_kill}, {child_type,worker}] [error_logger:info,2012-11-14T10:47:13.689,ns_1@10.2.1.58:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================PROGRESS REPORT========================= supervisor: {local,ns_server_sup} started: [{pid,<0.787.0>}, {name,ns_memcached_log_rotator}, {mfargs,{ns_memcached_log_rotator,start_link,[]}}, {restart_type,permanent}, {shutdown,1000}, {child_type,worker}] [error_logger:info,2012-11-14T10:47:13.689,ns_1@10.2.1.58:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================PROGRESS REPORT========================= supervisor: {local,ns_server_sup} started: [{pid,<0.789.0>}, {name,ns_bucket_worker}, {mfargs,{work_queue,start_link,[ns_bucket_worker]}}, {restart_type,permanent}, {shutdown,1000}, {child_type,worker}] [error_logger:info,2012-11-14T10:47:13.689,ns_1@10.2.1.58:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================PROGRESS REPORT========================= supervisor: {local,ns_server_sup} started: [{pid,<0.790.0>}, {name,xdc_replication_sup}, {mfargs,{xdc_replication_sup,start_link,[]}}, {restart_type,permanent}, {shutdown,infinity}, {child_type,supervisor}] [error_logger:info,2012-11-14T10:47:13.695,ns_1@10.2.1.58:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================PROGRESS REPORT========================= supervisor: {local,ns_server_sup} started: [{pid,<0.791.0>}, {name,xdc_rep_manager}, {mfargs,{xdc_rep_manager,start_link,[]}}, {restart_type,permanent}, {shutdown,30000}, {child_type,worker}] [error_logger:info,2012-11-14T10:47:13.695,ns_1@10.2.1.58:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================PROGRESS REPORT========================= supervisor: {local,ns_bucket_sup} started: [{pid,<0.802.0>}, {name,buckets_observing_subscription}, {mfargs,{ns_bucket_sup,subscribe_on_config_events,[]}}, {restart_type,permanent}, {shutdown,1000}, {child_type,worker}] [error_logger:info,2012-11-14T10:47:13.695,ns_1@10.2.1.58:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================PROGRESS REPORT========================= supervisor: {local,ns_server_sup} started: [{pid,<0.800.0>}, {name,ns_bucket_sup}, {mfargs,{ns_bucket_sup,start_link,[]}}, {restart_type,permanent}, {shutdown,infinity}, {child_type,supervisor}] [error_logger:info,2012-11-14T10:47:13.696,ns_1@10.2.1.58:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================PROGRESS REPORT========================= supervisor: {local,ns_server_sup} started: [{pid,<0.803.0>}, {name,system_stats_collector}, {mfargs,{system_stats_collector,start_link,[]}}, {restart_type,permanent}, {shutdown,1000}, {child_type,worker}] [error_logger:info,2012-11-14T10:47:13.696,ns_1@10.2.1.58:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================PROGRESS REPORT========================= supervisor: {local,ns_server_sup} started: [{pid,<0.805.0>}, {name,{stats_archiver,"@system"}}, {mfargs,{stats_archiver,start_link,["@system"]}}, {restart_type,permanent}, {shutdown,1000}, {child_type,worker}] [error_logger:info,2012-11-14T10:47:13.696,ns_1@10.2.1.58:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================PROGRESS REPORT========================= supervisor: {local,ns_server_sup} started: [{pid,<0.807.0>}, {name,{stats_reader,"@system"}}, {mfargs,{stats_reader,start_link,["@system"]}}, {restart_type,permanent}, {shutdown,1000}, {child_type,worker}] [ns_server:debug,2012-11-14T10:47:13.697,ns_1@10.2.1.58:<0.811.0>:supervisor_cushion:init:43]starting compaction_daemon with delay of 3000 [ns_server:debug,2012-11-14T10:47:13.697,ns_1@10.2.1.58:compaction_daemon<0.812.0>:compaction_daemon:handle_info:266]No buckets to compact. Rescheduling compaction. [ns_server:debug,2012-11-14T10:47:13.697,ns_1@10.2.1.58:compaction_daemon<0.812.0>:compaction_daemon:schedule_next_compaction:1199]Finished compaction too soon. Next run will be in 30s [ns_server:debug,2012-11-14T10:47:13.698,ns_1@10.2.1.58:xdc_rdoc_replication_srv<0.814.0>:xdc_rdoc_replication_srv:handle_info:132]doing replicate_newnodes_docs [ns_server:info,2012-11-14T10:47:13.698,ns_1@10.2.1.58:set_view_update_daemon<0.816.0>:set_view_update_daemon:init:50]Set view update daemon, starting with the following settings: update interval: 5000ms minimum number of changes: 5000 [error_logger:info,2012-11-14T10:47:13.698,ns_1@10.2.1.58:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================PROGRESS REPORT========================= supervisor: {local,ns_server_sup} started: [{pid,<0.808.0>}, {name,ns_moxi_sup_work_queue}, {mfargs, {work_queue,start_link,[ns_moxi_sup_work_queue]}}, {restart_type,permanent}, {shutdown,1000}, {child_type,worker}] [error_logger:info,2012-11-14T10:47:13.699,ns_1@10.2.1.58:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================PROGRESS REPORT========================= supervisor: {local,ns_server_sup} started: [{pid,<0.809.0>}, {name,ns_moxi_sup}, {mfargs,{ns_moxi_sup,start_link,[]}}, {restart_type,permanent}, {shutdown,infinity}, {child_type,supervisor}] [error_logger:info,2012-11-14T10:47:13.699,ns_1@10.2.1.58:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================PROGRESS REPORT========================= supervisor: {local,ns_server_sup} started: [{pid,<0.811.0>}, {name,compaction_daemon}, {mfargs, {supervisor_cushion,start_link, [compaction_daemon,3000,1000,compaction_daemon, start_link,[]]}}, {restart_type,permanent}, {shutdown,86400000}, {child_type,worker}] [error_logger:info,2012-11-14T10:47:13.699,ns_1@10.2.1.58:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================PROGRESS REPORT========================= supervisor: {local,ns_server_sup} started: [{pid,<0.814.0>}, {name,xdc_rdoc_replication_srv}, {mfargs,{xdc_rdoc_replication_srv,start_link,[]}}, {restart_type,permanent}, {shutdown,1000}, {child_type,worker}] [error_logger:info,2012-11-14T10:47:13.699,ns_1@10.2.1.58:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================PROGRESS REPORT========================= supervisor: {local,ns_server_sup} started: [{pid,<0.816.0>}, {name,set_view_update_daemon}, {mfargs,{set_view_update_daemon,start_link,[]}}, {restart_type,permanent}, {shutdown,1000}, {child_type,worker}] [error_logger:info,2012-11-14T10:47:13.699,ns_1@10.2.1.58:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================PROGRESS REPORT========================= supervisor: {local,ns_server_sup} started: [{pid,<0.818.0>}, {name,samples_loader_tasks}, {mfargs,{samples_loader_tasks,start_link,[]}}, {restart_type,permanent}, {shutdown,1000}, {child_type,worker}] [error_logger:info,2012-11-14T10:47:13.699,ns_1@10.2.1.58:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================PROGRESS REPORT========================= supervisor: {local,ns_server_cluster_sup} started: [{pid,<0.705.0>}, {name,ns_server_sup}, {mfargs,{ns_server_sup,start_link,[]}}, {restart_type,permanent}, {shutdown,infinity}, {child_type,supervisor}] [ns_server:info,2012-11-14T10:47:13.894,ns_1@10.2.1.58:<0.783.0>:ns_port_server:log:171]moxi<0.783.0>: 2012-11-14 10:47:13: (cproxy_config.c.317) env: MOXI_SASL_PLAIN_USR (13) moxi<0.783.0>: 2012-11-14 10:47:13: (cproxy_config.c.326) env: MOXI_SASL_PLAIN_PWD (8) [ns_server:info,2012-11-14T10:47:18.483,ns_1@10.2.1.58:<0.828.0>:ns_bootstrap:stop:41]Initiated server shutdown [ns_server:debug,2012-11-14T10:47:18.483,ns_1@10.2.1.58:<0.815.0>:ns_pubsub:do_subscribe_link:132]Parent process of subscription {ns_node_disco_events,<0.814.0>} exited with reason shutdown [ns_server:debug,2012-11-14T10:47:18.483,ns_1@10.2.1.58:<0.817.0>:ns_pubsub:do_subscribe_link:132]Parent process of subscription {ns_config_events,<0.816.0>} exited with reason shutdown [ns_server:debug,2012-11-14T10:47:18.484,ns_1@10.2.1.58:<0.802.0>:ns_pubsub:do_subscribe_link:132]Parent process of subscription {ns_config_events,<0.800.0>} exited with reason shutdown [ns_server:debug,2012-11-14T10:47:18.484,ns_1@10.2.1.58:<0.804.0>:ns_pubsub:do_subscribe_link:132]Parent process of subscription {ns_tick_event,<0.803.0>} exited with reason shutdown [ns_server:debug,2012-11-14T10:47:18.484,ns_1@10.2.1.58:<0.810.0>:ns_pubsub:do_subscribe_link:132]Parent process of subscription {ns_config_events,<0.809.0>} exited with reason shutdown [ns_server:debug,2012-11-14T10:47:18.484,ns_1@10.2.1.58:<0.813.0>:ns_pubsub:do_subscribe_link:132]Parent process of subscription {ns_config_events,<0.812.0>} exited with reason shutdown [error_logger:error,2012-11-14T10:47:18.484,ns_1@10.2.1.58:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================SUPERVISOR REPORT========================= Supervisor: {local,ns_bucket_sup} Context: shutdown_error Reason: normal Offender: [{pid,<0.802.0>}, {name,buckets_observing_subscription}, {mfargs,{ns_bucket_sup,subscribe_on_config_events,[]}}, {restart_type,permanent}, {shutdown,1000}, {child_type,worker}] [ns_server:debug,2012-11-14T10:47:18.484,ns_1@10.2.1.58:<0.806.0>:ns_pubsub:do_subscribe_link:132]Parent process of subscription {ns_stats_event,<0.805.0>} exited with reason shutdown [ns_server:debug,2012-11-14T10:47:18.484,ns_1@10.2.1.58:<0.788.0>:ns_pubsub:do_subscribe_link:132]Parent process of subscription {ns_config_events,<0.786.0>} exited with reason killed [ns_server:debug,2012-11-14T10:47:18.484,ns_1@10.2.1.58:ns_port_memcached<0.785.0>:ns_port_server:terminate:143]Sending 'shutdown' to port [ns_server:debug,2012-11-14T10:47:18.676,ns_1@10.2.1.58:ns_heart<0.729.0>:ns_heart:current_status:140]Ignoring failure to grab system stats: {'EXIT',{noproc,{gen_server,call, [{'stats_reader-@system','ns_1@10.2.1.58'}, {latest,"minute"}]}}} [ns_server:debug,2012-11-14T10:47:18.676,ns_1@10.2.1.58:ns_heart<0.729.0>:ns_heart:grab_local_xdcr_replications:307]Ignoring exception getting xdcr replication infos {exit,{noproc,{gen_server,call,[xdc_replication_sup,which_children,infinity]}}, [{gen_server,call,3}, {xdc_replication_sup,all_local_replication_infos,0}, {ns_heart,grab_local_xdcr_replications,0}, {ns_heart,current_status,0}, {ns_heart,handle_info,2}, {gen_server,handle_msg,5}, {proc_lib,init_p_do_apply,3}]} [ns_server:error,2012-11-14T10:47:18.676,ns_1@10.2.1.58:ns_heart<0.729.0>:ns_heart:grab_samples_loading_tasks:319]Failed to grab samples loader tasks: {exit, {noproc, {gen_server,call, [samples_loader_tasks,get_tasks, 2000]}}, [{gen_server,call,3}, {ns_heart,grab_samples_loading_tasks,0}, {ns_heart,current_status,0}, {ns_heart,handle_info,2}, {gen_server,handle_msg,5}, {proc_lib,init_p_do_apply,3}]} [ns_server:info,2012-11-14T10:47:18.685,ns_1@10.2.1.58:ns_port_memcached<0.785.0>:ns_port_server:log:171]memcached<0.785.0>: EOL on stdin. Initiating shutdown [ns_server:info,2012-11-14T10:47:18.738,ns_1@10.2.1.58:ns_port_memcached<0.785.0>:ns_port_server:handle_info:104]Port server memcached exited with status 0 [ns_server:debug,2012-11-14T10:47:18.738,ns_1@10.2.1.58:<0.783.0>:ns_port_server:terminate:143]Sending 'shutdown' to port [ns_server:info,2012-11-14T10:47:18.739,ns_1@10.2.1.58:<0.783.0>:ns_port_server:handle_info:104]Port server moxi exited with status 0 [ns_server:info,2012-11-14T10:47:18.739,ns_1@10.2.1.58:<0.783.0>:ns_port_server:log:171]moxi<0.783.0>: EOL on stdin. Exiting [ns_server:debug,2012-11-14T10:47:18.740,ns_1@10.2.1.58:<0.754.0>:ns_pubsub:do_subscribe_link:132]Parent process of subscription {master_activity_events,<0.753.0>} exited with reason killed [ns_server:info,2012-11-14T10:47:18.740,ns_1@10.2.1.58:mb_master<0.740.0>:mb_master:terminate:288]Synchronously shutting down child mb_master_sup [ns_server:debug,2012-11-14T10:47:18.740,ns_1@10.2.1.58:<0.741.0>:ns_pubsub:do_subscribe_link:132]Parent process of subscription {ns_config_events,<0.740.0>} exited with reason shutdown [ns_server:debug,2012-11-14T10:47:18.740,ns_1@10.2.1.58:<0.732.0>:ns_pubsub:do_subscribe_link:132]Parent process of subscription {ns_config_events,<0.731.0>} exited with reason shutdown [ns_server:debug,2012-11-14T10:47:18.740,ns_1@10.2.1.58:<0.730.0>:ns_pubsub:do_subscribe_link:132]Parent process of subscription {buckets_events,<0.729.0>} exited with reason shutdown [ns_server:debug,2012-11-14T10:47:18.741,ns_1@10.2.1.58:<0.722.0>:ns_pubsub:do_subscribe_link:132]Parent process of subscription {ns_config_events,<0.721.0>} exited with reason killed [ns_server:debug,2012-11-14T10:47:18.741,ns_1@10.2.1.58:<0.719.0>:ns_pubsub:do_subscribe_link:132]Parent process of subscription {ns_config_events_local,<0.718.0>} exited with reason shutdown [ns_server:debug,2012-11-14T10:47:18.741,ns_1@10.2.1.58:<0.709.0>:ns_pubsub:do_subscribe_link:132]Parent process of subscription {ns_config_events,<0.707.0>} exited with reason killed [error_logger:error,2012-11-14T10:47:18.842,ns_1@10.2.1.58:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================SUPERVISOR REPORT========================= Supervisor: {local,ns_server_cluster_sup} Context: shutdown_error Reason: killed Offender: [{pid,<0.704.0>}, {name,vbucket_filter_changes_registry}, {mfargs, {ns_process_registry,start_link, [vbucket_filter_changes_registry]}}, {restart_type,permanent}, {shutdown,100}, {child_type,worker}] [ns_server:debug,2012-11-14T10:47:18.842,ns_1@10.2.1.58:<0.703.0>:ns_pubsub:do_subscribe_link:132]Parent process of subscription {ns_config_events,<0.702.0>} exited with reason shutdown [ns_server:debug,2012-11-14T10:47:18.842,ns_1@10.2.1.58:<0.701.0>:ns_pubsub:do_subscribe_link:132]Parent process of subscription {ns_config_events,<0.700.0>} exited with reason shutdown [ns_server:debug,2012-11-14T10:47:18.842,ns_1@10.2.1.58:<0.698.0>:ns_pubsub:do_subscribe_link:132]Parent process of subscription {ns_config_events,<0.697.0>} exited with reason shutdown [ns_server:debug,2012-11-14T10:47:18.842,ns_1@10.2.1.58:ns_config<0.694.0>:ns_config:wait_saver:539]Waited for saver done. State= {config, {full,"/opt/couchbase/etc/couchbase/config",undefined,ns_config_default}, [[], [{xdcr_checkpoint_interval,1800}, {xdcr_doc_batch_size_kb,512}, {xdcr_failure_restart_interval,30}, {xdcr_capi_checkpoint_timeout,10}, {directory,"/opt/couchbase/var/lib/couchbase/config"}, {index_aware_rebalance_disabled,false}, {max_bucket_count,10}, {autocompaction, [{database_fragmentation_threshold,{30,undefined}}, {view_fragmentation_threshold,{30,undefined}}]}, {set_view_update_daemon, [{update_interval,5000}, {update_min_changes,5000}, {replica_update_min_changes,5000}]}, {fast_warmup, [{fast_warmup_enabled,true}, {min_memory_threshold,10}, {min_items_threshold,10}]}, {{node,'ns_1@10.2.1.58',compaction_daemon}, [{check_interval,30},{min_file_size,131072}]}, {nodes_wanted,['ns_1@10.2.1.58']}, {{node,'ns_1@10.2.1.58',membership},active}, {rest,[{port,8091}]}, {{couchdb,max_parallel_indexers},4}, {{couchdb,max_parallel_replica_indexers},2}, {{node,'ns_1@10.2.1.58',rest},[{port,8091},{port_meta,global}]}, {{node,'ns_1@10.2.1.58',capi_port},8092}, {rest_creds,[{creds,[]}]}, {remote_clusters,[]}, {{node,'ns_1@10.2.1.58',isasl}, [{path,"/opt/couchbase/var/lib/couchbase/data/isasl.pw"}]}, {{node,'ns_1@10.2.1.58',memcached}, [{'_vclock',[{'_',{1,0}}]}, {port,11210}, {mccouch_port,11213}, {dedicated_port,11209}, {admin_user,"_admin"}, {admin_pass,"_admin"}, {bucket_engine,"/opt/couchbase/lib/memcached/bucket_engine.so"}, {engines, [{membase, [{engine,"/opt/couchbase/lib/memcached/ep.so"}, {static_config_string, "vb0=false;waitforwarmup=false;failpartialwarmup=false"}]}, {memcached, [{engine,"/opt/couchbase/lib/memcached/default_engine.so"}, {static_config_string,"vb0=true"}]}]}, {log_path,"/opt/couchbase/var/lib/couchbase/logs"}, {log_prefix,"memcached.log"}, {log_generations,10}, {log_cyclesize,104857600}, {log_sleeptime,19}, {log_rotation_period,39003}, {verbosity,[]}]}, {memory_quota,19259}, {buckets,[{configs,[]}]}, {{node,'ns_1@10.2.1.58',moxi},[{port,11211},{verbosity,[]}]}, {{node,'ns_1@10.2.1.58',port_servers}, [{moxi,"/opt/couchbase/bin/moxi", ["-Z", {"port_listen=~B,default_bucket_name=default,downstream_max=1024,downstream_conn_max=4,connect_max_errors=5,connect_retry_interval=30000,connect_timeout=400,auth_timeout=100,cycle=200,downstream_conn_queue_timeout=200,downstream_timeout=5000,wait_queue_timeout=200", [port]}, "-z", {"url=http://127.0.0.1:~B/pools/default/saslBucketsStreaming", [{misc,this_node_rest_port,[]}]}, "-p","0","-Y","y","-O","stderr", {"~s",[verbosity]}], [{env, [{"EVENT_NOSELECT","1"}, {"MOXI_SASL_PLAIN_USR",{"~s",[{ns_moxi_sup,rest_user,[]}]}}, {"MOXI_SASL_PLAIN_PWD", {"~s",[{ns_moxi_sup,rest_pass,[]}]}}]}, use_stdio,exit_status,port_server_send_eol,stderr_to_stdout, stream]}, {memcached,"/opt/couchbase/bin/memcached", ["-X","/opt/couchbase/lib/memcached/stdin_term_handler.so","-X", {"/opt/couchbase/lib/memcached/file_logger.so,cyclesize=~B;sleeptime=~B;filename=~s/~s", [log_cyclesize,log_sleeptime,log_path,log_prefix]}, "-l", {"0.0.0.0:~B,0.0.0.0:~B:1000",[port,dedicated_port]}, "-p", {"~B",[port]}, "-E","/opt/couchbase/lib/memcached/bucket_engine.so","-B", "binary","-r","-c","10000","-e", {"admin=~s;default_bucket_name=default;auto_create=false", [admin_user]}, {"~s",[verbosity]}], [{env, [{"EVENT_NOSELECT","1"}, {"MEMCACHED_TOP_KEYS","100"}, {"ISASL_PWFILE",{"~s",[{isasl,path}]}}, {"ISASL_DB_CHECK_TIME","1"}]}, use_stdio,stderr_to_stdout,exit_status,port_server_send_eol, stream]}]}, {{node,'ns_1@10.2.1.58',ns_log}, [{filename,"/opt/couchbase/var/lib/couchbase/data/ns_log"}]}, {email_alerts, [{recipients,["root@localhost"]}, {sender,"couchbase@localhost"}, {enabled,false}, {email_server, [{user,[]}, {pass,[]}, {host,"localhost"}, {port,25}, {encrypt,false}]}, {alerts, [auto_failover_node,auto_failover_maximum_reached, auto_failover_other_nodes_down, auto_failover_cluster_too_small,ip,disk,overhead, ep_oom_errors,ep_item_commit_failed]}]}, {replication,[{enabled,true}]}, {auto_failover_cfg, [{enabled,false},{timeout,30},{max_nodes,1},{count,0}]}]], [[{auto_failover_cfg, [{'_vclock',[{'ns_1@10.2.1.58',{1,63520138023}}]}, {enabled,false}, {timeout,30}, {max_nodes,1}, {count,0}]}, {autocompaction, [{database_fragmentation_threshold,{30,undefined}}, {view_fragmentation_threshold,{30,undefined}}]}, {buckets,[{configs,[]}]}, {cluster_compat_version, [{'_vclock',[{'ns_1@10.2.1.58',{1,63520138024}}]},2,0]}, {dynamic_config_version, [{'_vclock',[{'ns_1@10.2.1.58',{4,63520138024}}]},2,0]}, {email_alerts, [{'_vclock',[{'ns_1@10.2.1.58',{1,63520138023}}]}, {recipients,["root@localhost"]}, {sender,"couchbase@localhost"}, {enabled,false}, {email_server, [{user,[]}, {pass,[]}, {host,"localhost"}, {port,25}, {encrypt,false}]}, {alerts, [auto_failover_node,auto_failover_maximum_reached, auto_failover_other_nodes_down, auto_failover_cluster_too_small,ip,disk,overhead, ep_oom_errors,ep_item_commit_failed]}]}, {fast_warmup, [{fast_warmup_enabled,true}, {min_memory_threshold,10}, {min_items_threshold,10}]}, {index_aware_rebalance_disabled,false}, {max_bucket_count,10}, {memory_quota,[{'_vclock',[{'ns_1@10.2.1.58',{1,63520138024}}]}|25678]}, {nodes_wanted,['ns_1@10.2.1.58']}, {otp, [{'_vclock',[{'ns_1@10.2.1.58',{1,63520138024}}]}, {cookie,hgmnojlbofwcfdfk}]}, {remote_clusters,[]}, {replication,[{enabled,true}]}, {rest,[{port,8091}]}, {rest_creds, [{'_vclock',[{'ns_1@10.2.1.58',{1,63520138024}}]}, {creds,[{"Administrator",[{password,"password"}]}]}]}, {set_view_update_daemon, [{update_interval,5000}, {update_min_changes,5000}, {replica_update_min_changes,5000}]}, {vbucket_map_history,[{'_vclock',[{'ns_1@10.2.1.58',{1,63520138024}}]}]}, {xdcr_capi_checkpoint_timeout,10}, {xdcr_checkpoint_interval,1800}, {xdcr_doc_batch_size_kb,512}, {xdcr_failure_restart_interval,30}, {{couchdb,max_parallel_indexers},4}, {{couchdb,max_parallel_replica_indexers},2}, {{node,'ns_1@10.2.1.58',capi_port},8092}, {{node,'ns_1@10.2.1.58',compaction_daemon}, [{check_interval,30},{min_file_size,131072}]}, {{node,'ns_1@10.2.1.58',config_version}, [{'_vclock',[{'ns_1@10.2.1.58',{5,63520138023}}]}|{2,0}]}, {{node,'ns_1@10.2.1.58',isasl}, [{'_vclock',[{'ns_1@10.2.1.58',{1,63520138023}}]}, {path,"/opt/couchbase/var/lib/couchbase/data/isasl.pw"}]}, {{node,'ns_1@10.2.1.58',membership},active}, {{node,'ns_1@10.2.1.58',memcached}, [{'_vclock',[{'_',{1,0}},{'ns_1@10.2.1.58',{2,63520138023}}]}, {mccouch_port,11213}, {engines, [{membase, [{engine,"/opt/couchbase/lib/memcached/ep.so"}, {static_config_string, "vb0=false;waitforwarmup=false;failpartialwarmup=false"}]}, {memcached, [{engine,"/opt/couchbase/lib/memcached/default_engine.so"}, {static_config_string,"vb0=true"}]}]}, {log_path,"/opt/couchbase/var/lib/couchbase/logs"}, {log_prefix,"memcached.log"}, {log_generations,10}, {log_cyclesize,104857600}, {log_sleeptime,19}, {log_rotation_period,39003}, {dedicated_port,11209}, {bucket_engine,"/opt/couchbase/lib/memcached/bucket_engine.so"}, {port,11210}, {dedicated_port,11209}, {admin_user,"_admin"}, {admin_pass,"_admin"}, {verbosity,[]}]}, {{node,'ns_1@10.2.1.58',moxi},[{port,11211},{verbosity,[]}]}, {{node,'ns_1@10.2.1.58',ns_log}, [{'_vclock',[{'ns_1@10.2.1.58',{1,63520138023}}]}, {filename,"/opt/couchbase/var/lib/couchbase/data/ns_log"}]}, {{node,'ns_1@10.2.1.58',port_servers}, [{'_vclock',[{'ns_1@10.2.1.58',{2,63520138023}}]}, {moxi,"/opt/couchbase/bin/moxi", ["-Z", {"port_listen=~B,default_bucket_name=default,downstream_max=1024,downstream_conn_max=4,connect_max_errors=5,connect_retry_interval=30000,connect_timeout=400,auth_timeout=100,cycle=200,downstream_conn_queue_timeout=200,downstream_timeout=5000,wait_queue_timeout=200", [port]}, "-z", {"url=http://127.0.0.1:~B/pools/default/saslBucketsStreaming", [{misc,this_node_rest_port,[]}]}, "-p","0","-Y","y","-O","stderr", {"~s",[verbosity]}], [{env, [{"EVENT_NOSELECT","1"}, {"MOXI_SASL_PLAIN_USR",{"~s",[{ns_moxi_sup,rest_user,[]}]}}, {"MOXI_SASL_PLAIN_PWD", {"~s",[{ns_moxi_sup,rest_pass,[]}]}}]}, use_stdio,exit_status,port_server_send_eol,stderr_to_stdout, stream]}, {memcached,"/opt/couchbase/bin/memcached", ["-X","/opt/couchbase/lib/memcached/stdin_term_handler.so","-X", {"/opt/couchbase/lib/memcached/file_logger.so,cyclesize=~B;sleeptime=~B;filename=~s/~s", [log_cyclesize,log_sleeptime,log_path,log_prefix]}, "-l", {"0.0.0.0:~B,0.0.0.0:~B:1000",[port,dedicated_port]}, "-p", {"~B",[port]}, "-E","/opt/couchbase/lib/memcached/bucket_engine.so","-B", "binary","-r","-c","10000","-e", {"admin=~s;default_bucket_name=default;auto_create=false", [admin_user]}, {"~s",[verbosity]}], [{env, [{"EVENT_NOSELECT","1"}, {"MEMCACHED_TOP_KEYS","100"}, {"ISASL_PWFILE",{"~s",[{isasl,path}]}}, {"ISASL_DB_CHECK_TIME","1"}]}, use_stdio,stderr_to_stdout,exit_status,port_server_send_eol, stream]}]}, {{node,'ns_1@10.2.1.58',rest},[{port,8091},{port_meta,global}]}]], ns_config_default, {ns_config,save_config_sync,[]}, undefined,false} [error_logger:error,2012-11-14T10:47:23.846,ns_1@10.2.1.58:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================SUPERVISOR REPORT========================= Supervisor: {local,mb_mnesia_sup} Context: shutdown_error Reason: killed Offender: [{pid,<0.608.0>}, {name,mb_mnesia}, {mfargs,{mb_mnesia,start_link,[]}}, {restart_type,permanent}, {shutdown,5000}, {child_type,worker}] [error_logger:error,2012-11-14T10:47:23.850,ns_1@10.2.1.58:error_logger<0.5.0>:ale_error_logger_handler:log_msg:76]** Generic server <0.569.0> terminating ** Last message in was {'EXIT',<0.555.0>,killed} ** When Server state == {db,<0.569.0>,<0.570.0>,nil,<<"1352918832608897">>, <0.565.0>,<0.571.0>, {db_header,11,1, <<0,0,0,0,13,103,0,0,0,0,0,51,0,0,0,0,1,0,0,0, 0,0,0,0,0,0,13,69>>, <<0,0,0,0,13,154,0,0,0,0,0,49,0,0,0,0,1>>, nil,0,nil,nil}, 1, {btree,<0.565.0>, {3431, <<0,0,0,0,1,0,0,0,0,0,0,0,0,0,13,69>>, 51}, #Fun, #Fun, #Fun, #Fun,1279,2558, true}, {btree,<0.565.0>, {3482,<<0,0,0,0,1>>,49}, #Fun, #Fun, #Fun, #Fun,1279,2558, true}, {btree,<0.565.0>,nil, #Fun, #Fun, #Fun,nil,1279,2558, true}, 1,<<"_users">>,"/data2/_users.couch.1",[],nil, {user_ctx,null,[],undefined}, nil, [before_header,after_header,on_file_open], [create, {user_ctx, {user_ctx,null,[<<"_admin">>],undefined}}, sys_db]} ** Reason for termination == ** killed [error_logger:error,2012-11-14T10:47:23.851,ns_1@10.2.1.58:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================CRASH REPORT========================= crasher: initial call: couch_db:init/1 pid: <0.569.0> registered_name: [] exception exit: killed in function gen_server:terminate/6 ancestors: [couch_server,couch_primary_services,couch_server_sup, cb_couch_sup,ns_server_cluster_sup,<0.65.0>] messages: [] links: [] dictionary: [] trap_exit: true status: running heap_size: 987 stack_size: 24 reductions: 253 neighbours: [error_logger:error,2012-11-14T10:47:23.851,ns_1@10.2.1.58:error_logger<0.5.0>:ale_error_logger_handler:log_msg:76]** Generic server <0.796.0> terminating ** Last message in was {'EXIT',<0.555.0>,killed} ** When Server state == {db,<0.796.0>,<0.797.0>,nil,<<"1352918833690992">>, <0.792.0>,<0.798.0>, {db_header,11,1, <<0,0,0,0,11,84,0,0,0,0,0,62,0,0,0,0,1,0,0,0,0, 0,0,0,0,0,11,50>>, <<0,0,0,0,11,146,0,0,0,0,0,60,0,0,0,0,1>>, nil,0,nil,nil}, 1, {btree,<0.792.0>, {2900, <<0,0,0,0,1,0,0,0,0,0,0,0,0,0,11,50>>, 62}, #Fun, #Fun, #Fun, #Fun,1279,2558, true}, {btree,<0.792.0>, {2962,<<0,0,0,0,1>>,60}, #Fun, #Fun, #Fun, #Fun,1279,2558, true}, {btree,<0.792.0>,nil, #Fun, #Fun, #Fun,nil,1279,2558, true}, 1,<<"_replicator">>,"/data2/_replicator.couch.1", [],nil, {user_ctx,null,[],undefined}, nil, [before_header,after_header,on_file_open], [create,sys_db, {user_ctx, {user_ctx,null, [<<"_admin">>,<<"_replicator">>], undefined}}]} ** Reason for termination == ** killed [error_logger:error,2012-11-14T10:47:23.852,ns_1@10.2.1.58:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================CRASH REPORT========================= crasher: initial call: couch_db:init/1 pid: <0.796.0> registered_name: [] exception exit: killed in function gen_server:terminate/6 ancestors: [couch_server,couch_primary_services,couch_server_sup, cb_couch_sup,ns_server_cluster_sup,<0.65.0>] messages: [] links: [] dictionary: [] trap_exit: true status: running heap_size: 987 stack_size: 24 reductions: 272 neighbours: [ns_server:info,2012-11-14T10:47:23.853,ns_1@10.2.1.58:<0.828.0>:ns_bootstrap:stop:45]Stopped ns_server application [error_logger:info,2012-11-14T10:47:23.853,ns_1@10.2.1.58:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================INFO REPORT========================= application: ns_server exited: stopped type: temporary [error_logger:info,2012-11-14T10:47:23.858,ns_1@10.2.1.58:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================INFO REPORT========================= application: mnesia exited: stopped type: temporary [error_logger:info,2012-11-14T10:47:23.860,ns_1@10.2.1.58:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================INFO REPORT========================= application: os_mon exited: stopped type: temporary [error_logger:info,2012-11-14T10:47:23.861,ns_1@10.2.1.58:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================INFO REPORT========================= application: sasl exited: stopped type: temporary [ns_server:info,2012-11-14T10:47:30.105,ns_1@10.2.1.58:<0.65.0>:ns_server:init_logging:225]Started & configured logging [ns_server:info,2012-11-14T10:47:30.107,ns_1@10.2.1.58:<0.65.0>:ns_server:log_pending:30]Static config terms: [{error_logger_mf_dir,"/opt/couchbase/var/lib/couchbase/logs"}, {error_logger_mf_maxbytes,10485760}, {error_logger_mf_maxfiles,20}, {path_config_bindir,"/opt/couchbase/bin"}, {path_config_etcdir,"/opt/couchbase/etc/couchbase"}, {path_config_libdir,"/opt/couchbase/lib"}, {path_config_datadir,"/opt/couchbase/var/lib/couchbase"}, {path_config_tmpdir,"/opt/couchbase/var/lib/couchbase/tmp"}, {loglevel_default,debug}, {loglevel_couchdb,info}, {loglevel_ns_server,debug}, {loglevel_error_logger,debug}, {loglevel_user,debug}, {loglevel_menelaus,debug}, {loglevel_ns_doctor,debug}, {loglevel_stats,debug}, {loglevel_rebalance,debug}, {loglevel_cluster,debug}, {loglevel_views,debug}, {loglevel_mapreduce_errors,debug}, {loglevel_xdcr,debug}] [error_logger:info,2012-11-14T10:47:30.126,ns_1@10.2.1.58:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================PROGRESS REPORT========================= supervisor: {local,crypto_sup} started: [{pid,<0.179.0>}, {name,crypto_server}, {mfargs,{crypto_server,start_link,[]}}, {restart_type,permanent}, {shutdown,2000}, {child_type,worker}] [error_logger:info,2012-11-14T10:47:30.126,ns_1@10.2.1.58:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================PROGRESS REPORT========================= application: crypto started_at: 'ns_1@10.2.1.58' [error_logger:info,2012-11-14T10:47:30.128,ns_1@10.2.1.58:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================PROGRESS REPORT========================= application: public_key started_at: 'ns_1@10.2.1.58' [error_logger:info,2012-11-14T10:47:30.131,ns_1@10.2.1.58:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================PROGRESS REPORT========================= supervisor: {local,inets_sup} started: [{pid,<0.185.0>}, {name,ftp_sup}, {mfargs,{ftp_sup,start_link,[]}}, {restart_type,permanent}, {shutdown,infinity}, {child_type,supervisor}] [error_logger:info,2012-11-14T10:47:30.141,ns_1@10.2.1.58:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================PROGRESS REPORT========================= supervisor: {local,httpc_profile_sup} started: [{pid,<0.188.0>}, {name,httpc_manager}, {mfargs, {httpc_manager,start_link, [default,only_session_cookies,inets]}}, {restart_type,permanent}, {shutdown,4000}, {child_type,worker}] [error_logger:info,2012-11-14T10:47:30.141,ns_1@10.2.1.58:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================PROGRESS REPORT========================= supervisor: {local,httpc_sup} started: [{pid,<0.187.0>}, {name,httpc_profile_sup}, {mfargs, {httpc_profile_sup,start_link, [[{httpc,{default,only_session_cookies}}]]}}, {restart_type,permanent}, {shutdown,infinity}, {child_type,supervisor}] [error_logger:info,2012-11-14T10:47:30.143,ns_1@10.2.1.58:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================PROGRESS REPORT========================= supervisor: {local,httpc_sup} started: [{pid,<0.189.0>}, {name,httpc_handler_sup}, {mfargs,{httpc_handler_sup,start_link,[]}}, {restart_type,permanent}, {shutdown,infinity}, {child_type,supervisor}] [error_logger:info,2012-11-14T10:47:30.143,ns_1@10.2.1.58:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================PROGRESS REPORT========================= supervisor: {local,inets_sup} started: [{pid,<0.186.0>}, {name,httpc_sup}, {mfargs, {httpc_sup,start_link, [[{httpc,{default,only_session_cookies}}]]}}, {restart_type,permanent}, {shutdown,infinity}, {child_type,supervisor}] [error_logger:info,2012-11-14T10:47:30.146,ns_1@10.2.1.58:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================PROGRESS REPORT========================= supervisor: {local,inets_sup} started: [{pid,<0.190.0>}, {name,httpd_sup}, {mfargs,{httpd_sup,start_link,[[]]}}, {restart_type,permanent}, {shutdown,infinity}, {child_type,supervisor}] [error_logger:info,2012-11-14T10:47:30.148,ns_1@10.2.1.58:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================PROGRESS REPORT========================= supervisor: {local,inets_sup} started: [{pid,<0.191.0>}, {name,tftp_sup}, {mfargs,{tftp_sup,start_link,[[]]}}, {restart_type,permanent}, {shutdown,infinity}, {child_type,supervisor}] [error_logger:info,2012-11-14T10:47:30.148,ns_1@10.2.1.58:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================PROGRESS REPORT========================= application: inets started_at: 'ns_1@10.2.1.58' [error_logger:info,2012-11-14T10:47:30.148,ns_1@10.2.1.58:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================PROGRESS REPORT========================= application: oauth started_at: 'ns_1@10.2.1.58' [error_logger:info,2012-11-14T10:47:30.155,ns_1@10.2.1.58:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================PROGRESS REPORT========================= supervisor: {local,ssl_sup} started: [{pid,<0.197.0>}, {name,ssl_broker_sup}, {mfargs,{ssl_broker_sup,start_link,[]}}, {restart_type,permanent}, {shutdown,2000}, {child_type,supervisor}] [error_logger:info,2012-11-14T10:47:30.161,ns_1@10.2.1.58:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================PROGRESS REPORT========================= supervisor: {local,ssl_sup} started: [{pid,<0.198.0>}, {name,ssl_manager}, {mfargs,{ssl_manager,start_link,[[]]}}, {restart_type,permanent}, {shutdown,4000}, {child_type,worker}] [error_logger:info,2012-11-14T10:47:30.162,ns_1@10.2.1.58:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================PROGRESS REPORT========================= supervisor: {local,ssl_sup} started: [{pid,<0.199.0>}, {name,ssl_connection}, {mfargs,{ssl_connection_sup,start_link,[]}}, {restart_type,permanent}, {shutdown,4000}, {child_type,supervisor}] [error_logger:info,2012-11-14T10:47:30.162,ns_1@10.2.1.58:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================PROGRESS REPORT========================= application: ssl started_at: 'ns_1@10.2.1.58' [error_logger:info,2012-11-14T10:47:30.178,ns_1@10.2.1.58:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================PROGRESS REPORT========================= supervisor: {local,ssl_sup} started: [{pid,<0.206.0>}, {name,ssl_server}, {mfargs,{ssl_server,start_link,[]}}, {restart_type,permanent}, {shutdown,2000}, {child_type,worker}] [error_logger:info,2012-11-14T10:47:30.178,ns_1@10.2.1.58:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================PROGRESS REPORT========================= supervisor: {local,lhttpc_sup} started: [{pid,<0.204.0>}, {name,lhttpc_manager}, {mfargs, {lhttpc_manager,start_link, [[{name,lhttpc_manager}]]}}, {restart_type,permanent}, {shutdown,10000}, {child_type,worker}] [error_logger:info,2012-11-14T10:47:30.178,ns_1@10.2.1.58:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================PROGRESS REPORT========================= application: lhttpc started_at: 'ns_1@10.2.1.58' [error_logger:info,2012-11-14T10:47:30.179,ns_1@10.2.1.58:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================PROGRESS REPORT========================= application: mochiweb started_at: 'ns_1@10.2.1.58' [error_logger:info,2012-11-14T10:47:30.181,ns_1@10.2.1.58:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================PROGRESS REPORT========================= application: couch_view_parser started_at: 'ns_1@10.2.1.58' [error_logger:info,2012-11-14T10:47:30.183,ns_1@10.2.1.58:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================PROGRESS REPORT========================= application: couch_set_view started_at: 'ns_1@10.2.1.58' [error_logger:info,2012-11-14T10:47:30.186,ns_1@10.2.1.58:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================PROGRESS REPORT========================= application: couch_index_merger started_at: 'ns_1@10.2.1.58' [error_logger:info,2012-11-14T10:47:30.187,ns_1@10.2.1.58:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================PROGRESS REPORT========================= application: mapreduce started_at: 'ns_1@10.2.1.58' [error_logger:info,2012-11-14T10:47:30.213,ns_1@10.2.1.58:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================PROGRESS REPORT========================= supervisor: {local,couch_server_sup} started: [{pid,<0.215.0>}, {name,couch_config}, {mfargs, {couch_server_sup,couch_config_start_link_wrapper, [["/opt/couchbase/etc/couchdb/default.ini", "/opt/couchbase/etc/couchdb/default.d/capi.ini", "/opt/couchbase/etc/couchdb/default.d/geocouch.ini", "/opt/couchbase/etc/couchdb/local.ini"], <0.215.0>]}}, {restart_type,permanent}, {shutdown,brutal_kill}, {child_type,worker}] [error_logger:info,2012-11-14T10:47:30.219,ns_1@10.2.1.58:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================PROGRESS REPORT========================= supervisor: {local,couch_primary_services} started: [{pid,<0.218.0>}, {name,collation_driver}, {mfargs,{couch_drv,start_link,[]}}, {restart_type,permanent}, {shutdown,infinity}, {child_type,supervisor}] [error_logger:info,2012-11-14T10:47:30.219,ns_1@10.2.1.58:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================PROGRESS REPORT========================= supervisor: {local,couch_primary_services} started: [{pid,<0.219.0>}, {name,couch_task_events}, {mfargs, {gen_event,start_link,[{local,couch_task_events}]}}, {restart_type,permanent}, {shutdown,brutal_kill}, {child_type,worker}] [error_logger:info,2012-11-14T10:47:30.220,ns_1@10.2.1.58:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================PROGRESS REPORT========================= supervisor: {local,couch_primary_services} started: [{pid,<0.220.0>}, {name,couch_task_status}, {mfargs,{couch_task_status,start_link,[]}}, {restart_type,permanent}, {shutdown,brutal_kill}, {child_type,worker}] [error_logger:info,2012-11-14T10:47:30.220,ns_1@10.2.1.58:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================PROGRESS REPORT========================= supervisor: {local,couch_primary_services} started: [{pid,<0.221.0>}, {name,couch_file_write_guard}, {mfargs,{couch_file_write_guard,sup_start_link,[]}}, {restart_type,permanent}, {shutdown,10000}, {child_type,worker}] [error_logger:info,2012-11-14T10:47:30.232,ns_1@10.2.1.58:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================PROGRESS REPORT========================= supervisor: {local,couch_primary_services} started: [{pid,<0.222.0>}, {name,couch_server}, {mfargs,{couch_server,sup_start_link,[]}}, {restart_type,permanent}, {shutdown,brutal_kill}, {child_type,worker}] [error_logger:info,2012-11-14T10:47:30.232,ns_1@10.2.1.58:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================PROGRESS REPORT========================= supervisor: {local,couch_primary_services} started: [{pid,<0.235.0>}, {name,couch_db_update_event}, {mfargs, {gen_event,start_link,[{local,couch_db_update}]}}, {restart_type,permanent}, {shutdown,brutal_kill}, {child_type,worker}] [error_logger:info,2012-11-14T10:47:30.232,ns_1@10.2.1.58:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================PROGRESS REPORT========================= supervisor: {local,couch_primary_services} started: [{pid,<0.236.0>}, {name,couch_replication_event}, {mfargs, {gen_event,start_link,[{local,couch_replication}]}}, {restart_type,permanent}, {shutdown,brutal_kill}, {child_type,worker}] [error_logger:info,2012-11-14T10:47:30.232,ns_1@10.2.1.58:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================PROGRESS REPORT========================= supervisor: {local,couch_primary_services} started: [{pid,<0.237.0>}, {name,couch_replication_supervisor}, {mfargs,{couch_rep_sup,start_link,[]}}, {restart_type,permanent}, {shutdown,infinity}, {child_type,supervisor}] [error_logger:info,2012-11-14T10:47:30.233,ns_1@10.2.1.58:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================PROGRESS REPORT========================= supervisor: {local,couch_primary_services} started: [{pid,<0.238.0>}, {name,couch_log}, {mfargs,{couch_log,start_link,[]}}, {restart_type,permanent}, {shutdown,brutal_kill}, {child_type,worker}] [error_logger:info,2012-11-14T10:47:30.234,ns_1@10.2.1.58:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================PROGRESS REPORT========================= supervisor: {local,couch_primary_services} started: [{pid,<0.239.0>}, {name,couch_main_index_barrier}, {mfargs, {couch_index_barrier,start_link, [couch_main_index_barrier, "max_parallel_indexers"]}}, {restart_type,permanent}, {shutdown,brutal_kill}, {child_type,worker}] [error_logger:info,2012-11-14T10:47:30.234,ns_1@10.2.1.58:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================PROGRESS REPORT========================= supervisor: {local,couch_primary_services} started: [{pid,<0.240.0>}, {name,couch_replica_index_barrier}, {mfargs, {couch_index_barrier,start_link, [couch_replica_index_barrier, "max_parallel_replica_indexers"]}}, {restart_type,permanent}, {shutdown,brutal_kill}, {child_type,worker}] [error_logger:info,2012-11-14T10:47:30.234,ns_1@10.2.1.58:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================PROGRESS REPORT========================= supervisor: {local,couch_server_sup} started: [{pid,<0.217.0>}, {name,couch_primary_services}, {mfargs,{couch_primary_sup,start_link,[]}}, {restart_type,permanent}, {shutdown,infinity}, {child_type,supervisor}] [error_logger:info,2012-11-14T10:47:30.235,ns_1@10.2.1.58:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================PROGRESS REPORT========================= supervisor: {local,couch_secondary_services} started: [{pid,<0.242.0>}, {name,couch_db_update_notifier_sup}, {mfargs,{couch_db_update_notifier_sup,start_link,[]}}, {restart_type,permanent}, {shutdown,infinity}, {child_type,supervisor}] [error_logger:info,2012-11-14T10:47:30.237,ns_1@10.2.1.58:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================PROGRESS REPORT========================= supervisor: {local,couch_secondary_services} started: [{pid,<0.243.0>}, {name,auth_cache}, {mfargs,{couch_auth_cache,start_link,[]}}, {restart_type,permanent}, {shutdown,brutal_kill}, {child_type,worker}] [error_logger:info,2012-11-14T10:47:30.239,ns_1@10.2.1.58:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================PROGRESS REPORT========================= supervisor: {local,couch_secondary_services} started: [{pid,<0.246.0>}, {name,set_view_manager}, {mfargs,{couch_set_view,start_link,[]}}, {restart_type,permanent}, {shutdown,brutal_kill}, {child_type,worker}] [error_logger:info,2012-11-14T10:47:30.240,ns_1@10.2.1.58:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================PROGRESS REPORT========================= supervisor: {local,couch_secondary_services} started: [{pid,<0.249.0>}, {name,spatial_manager}, {mfargs,{couch_spatial,start_link,[]}}, {restart_type,permanent}, {shutdown,brutal_kill}, {child_type,worker}] [error_logger:info,2012-11-14T10:47:30.241,ns_1@10.2.1.58:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================PROGRESS REPORT========================= supervisor: {local,couch_secondary_services} started: [{pid,<0.251.0>}, {name,index_merger_pool}, {mfargs, {lhttpc_manager,start_link, [[{connection_timeout,90000}, {pool_size,10000}, {name,couch_index_merger_connection_pool}]]}}, {restart_type,permanent}, {shutdown,brutal_kill}, {child_type,worker}] [error_logger:info,2012-11-14T10:47:30.242,ns_1@10.2.1.58:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================PROGRESS REPORT========================= supervisor: {local,couch_secondary_services} started: [{pid,<0.252.0>}, {name,query_servers}, {mfargs,{couch_query_servers,start_link,[]}}, {restart_type,permanent}, {shutdown,brutal_kill}, {child_type,worker}] [error_logger:info,2012-11-14T10:47:30.243,ns_1@10.2.1.58:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================PROGRESS REPORT========================= supervisor: {local,couch_secondary_services} started: [{pid,<0.254.0>}, {name,couch_set_view_ddoc_cache}, {mfargs,{couch_set_view_ddoc_cache,start_link,[]}}, {restart_type,permanent}, {shutdown,brutal_kill}, {child_type,worker}] [error_logger:info,2012-11-14T10:47:30.244,ns_1@10.2.1.58:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================PROGRESS REPORT========================= supervisor: {local,couch_secondary_services} started: [{pid,<0.256.0>}, {name,view_manager}, {mfargs,{couch_view,start_link,[]}}, {restart_type,permanent}, {shutdown,brutal_kill}, {child_type,worker}] [error_logger:info,2012-11-14T10:47:30.249,ns_1@10.2.1.58:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================PROGRESS REPORT========================= supervisor: {local,couch_secondary_services} started: [{pid,<0.258.0>}, {name,httpd}, {mfargs,{couch_httpd,start_link,[]}}, {restart_type,permanent}, {shutdown,brutal_kill}, {child_type,worker}] [error_logger:info,2012-11-14T10:47:30.250,ns_1@10.2.1.58:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================PROGRESS REPORT========================= supervisor: {local,couch_secondary_services} started: [{pid,<0.275.0>}, {name,uuids}, {mfargs,{couch_uuids,start,[]}}, {restart_type,permanent}, {shutdown,brutal_kill}, {child_type,worker}] [error_logger:info,2012-11-14T10:47:30.250,ns_1@10.2.1.58:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================PROGRESS REPORT========================= supervisor: {local,couch_server_sup} started: [{pid,<0.241.0>}, {name,couch_secondary_services}, {mfargs,{couch_secondary_sup,start_link,[]}}, {restart_type,permanent}, {shutdown,infinity}, {child_type,supervisor}] [error_logger:info,2012-11-14T10:47:30.250,ns_1@10.2.1.58:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================PROGRESS REPORT========================= supervisor: {local,cb_couch_sup} started: [{pid,<0.216.0>}, {name,couch_app}, {mfargs, {couch_app,start, [fake, ["/opt/couchbase/etc/couchdb/default.ini", "/opt/couchbase/etc/couchdb/local.ini"]]}}, {restart_type,permanent}, {shutdown,infinity}, {child_type,supervisor}] [error_logger:info,2012-11-14T10:47:30.250,ns_1@10.2.1.58:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================PROGRESS REPORT========================= supervisor: {local,ns_server_cluster_sup} started: [{pid,<0.174.0>}, {name,cb_couch_sup}, {mfargs,{cb_couch_sup,start_link,[]}}, {restart_type,permanent}, {shutdown,5000}, {child_type,supervisor}] [ns_server:info,2012-11-14T10:47:30.253,ns_1@10.2.1.58:ns_server_cluster_sup<0.173.0>:log_os_info:start_link:25]OS type: {unix,linux} Version: {2,6,18} Runtime info: [{otp_release,"R14B04"}, {erl_version,"5.8.5"}, {erl_version_long, "Erlang R14B04 (erts-5.8.5) [source] [64-bit] [smp:128:128] [rq:128] [async-threads:0] [kernel-poll:true]\n"}, {system_arch_raw,"x86_64-unknown-linux-gnu"}, {system_arch,"x86_64-unknown-linux-gnu"}, {localtime,{{2012,11,14},{10,47,30}}}, {memory, [{total,32499744}, {processes,5860936}, {processes_used,5845616}, {system,26638808}, {atom,833185}, {atom_used,824847}, {binary,71936}, {code,7934555}, {ets,637224}]}, {loaded, [ns_info,log_os_info,couch_config_writer,cb_init_loggers, couch_uuids,mochiweb_acceptor,mochiweb_socket, mochiweb_socket_server,mochilists,mochiweb_http,eval_bits, couch_httpd,couch_view,couch_set_view_ddoc_cache, couch_query_servers,couch_spatial,mapreduce, couch_set_view,couch_db_update_notifier,snappy, couch_compress,couch_auth_cache, couch_db_update_notifier_sup,couch_secondary_sup, couch_index_barrier,couch_event_sup,couch_log, couch_rep_sup,couch_btree,couch_ref_counter, couch_db_updater,couch_db,httpd_util,filelib,couch_file, couch_file_write_guard,couch_task_status,erl_ddll, couch_drv,couch_primary_sup,couch_server,string,re,file2, couch_util,couch_config,couch_server_sup,mochiweb_sup, mochiweb_app,ssl_server,crypto,ssl,lhttpc_manager, lhttpc_sup,lhttpc,ssl_connection_sup,ssl_session_cache, ssl_certificate_db,ssl_manager,ssl_broker_sup,ssl_sup, ssl_app,tftp_sup,httpd_sup,httpc_handler_sup,httpc_cookie, inets,httpc_manager,httpc,httpc_profile_sup,httpc_sup, ftp_sup,inets_sup,inets_app,crypto_server,crypto_sup, crypto_app,couch_app,cb_couch_sup,ns_server_cluster_sup, calendar,ale_default_formatter,otp_internal,misc, 'ale_logger-xdcr','ale_logger-mapreduce_errors', 'ale_logger-views','ale_logger-cluster', 'ale_logger-rebalance','ale_logger-stats', 'ale_logger-ns_doctor','ale_logger-menelaus', 'ale_logger-user','ale_logger-ns_server', 'ale_logger-couchdb',ns_log_sink,disk_log_sup, disk_log_server,disk_log_1,disk_log,ale_disk_sink, ns_server,timer,io_lib_fread,cpu_sup,memsup,disksup, os_mon,io,release_handler,overload,alarm_handler,log_mf_h, sasl,ale_error_logger_handler,'ale_logger-ale_logger', 'ale_logger-error_logger',beam_opcodes,beam_dict,beam_asm, beam_validator,beam_flatten,beam_trim,beam_receive, beam_bsm,beam_peep,beam_dead,beam_type,beam_bool, beam_clean,beam_utils,beam_jump,beam_block,v3_codegen, v3_life,v3_kernel,sys_core_dsetel,erl_bifs,sys_core_fold, cerl_trees,sys_core_inline,core_lib,cerl,v3_core,erl_bits, erl_expand_records,sys_pre_expand,sofs,erl_internal,sets, ordsets,erl_lint,compile,dynamic_compile,ale_utils, io_lib_pretty,io_lib_format,io_lib,ale_codegen,dict,ale, ale_dynamic_sup,ale_sup,ale_app,ns_bootstrap, file_io_server,orddict,erl_eval,file,c,queue, kernel_config,user,user_sup,supervisor_bridge, standard_error,unicode,binary,ets,gb_sets, hipe_unified_loader,packages,code_server,code,file_server, global_group,gen_tcp,inet_tcp,auth,erl_epmd,inet_tcp_dist, net_kernel,erl_distribution,inet_gethost_native,filename, os,inet_parse,inet,inet_udp,inet_config,inet_db,global, gb_trees,rpc,supervisor,kernel,application_master,sys, application,gen_server,erl_parse,proplists,erl_scan,lists, application_controller,proc_lib,gen,gen_event, error_logger,heart,error_handler,erlang,erl_prim_loader, prim_zip,zlib,prim_file,prim_inet,init,otp_ring0]}, {applications, [{public_key,"Public key infrastructure","0.13"}, {lhttpc,"Lightweight HTTP Client","1.3.0"}, {ale,"Another Logger for Erlang","8cffe61"}, {os_mon,"CPO CXC 138 46","2.2.7"}, {couch_set_view,"Set views","1.2.0a-dd6de6a-git"}, {inets,"INETS CXC 138 49","5.7.1"}, {couch,"Apache CouchDB","1.2.0a-dd6de6a-git"}, {mapreduce,"MapReduce using V8 JavaScript engine","1.0.0"}, {couch_index_merger,"Index merger","1.2.0a-dd6de6a-git"}, {kernel,"ERTS CXC 138 10","2.14.5"}, {crypto,"CRYPTO version 2","2.0.4"}, {ssl,"Erlang/OTP SSL application","4.1.6"}, {sasl,"SASL CXC 138 11","2.1.10"}, {couch_view_parser,"Couch view parser","1.0.0"}, {ns_server,"Couchbase server","2.0.0-1945-rel-enterprise"}, {mochiweb,"MochiMedia Web Server","1.4.1"}, {oauth,"Erlang OAuth implementation","7d85d3ef"}, {stdlib,"ERTS CXC 138 10","1.17.5"}]}, {pre_loaded, [erlang,erl_prim_loader,prim_zip,zlib,prim_file,prim_inet, init,otp_ring0]}, {process_count,162}, {node,'ns_1@10.2.1.58'}, {nodes,[]}, {registered, [kernel_safe_sup,cb_couch_sup,httpc_sup, couch_set_view_ddoc_cache,os_mon_sup,httpc_profile_sup, couch_index_merger_connection_pool,httpc_manager,cpu_sup, httpc_handler_sup,memsup,couch_spatial,'sink-ns_log', disksup,'sink-disk_stats',ftp_sup,lhttpc_sup, 'sink-disk_xdcr_errors',couch_set_view,'sink-disk_xdcr', 'sink-disk_debug','sink-disk_couchdb', 'sink-disk_mapreduce_errors',inets_sup,'sink-disk_views', crypto_server,'sink-disk_error',crypto_sup,mochiweb_sup, ale_sup,couch_secondary_services,couch_primary_services, auth,couch_db_update,error_logger,ale_dynamic_sup, sasl_safe_sup,couch_query_servers,standard_error, couch_httpd,couch_drv,ale,couch_server,timer_server, lhttpc_manager,standard_error_sup,erl_prim_loader,inet_db, sasl_sup,couch_replica_index_barrier,tftp_sup,rex, couch_main_index_barrier,net_sup,couch_auth_cache, kernel_sup,couch_replication,global_name_server, file_server_2,couch_task_events,global_group, couch_task_status,release_handler,overload,erl_epmd,init, alarm_handler,disk_log_sup,disk_log_server,couch_view, couch_rep_sup,'sink-disk_default',code_server,user, ns_server_cluster_sup,application_controller,couch_config, ssl_connection_sup,httpd_sup,net_kernel,couch_server_sup, ssl_manager,couch_file_write_guard,couch_uuids, couch_db_update_notifier_sup,couch_log,ssl_broker_sup, ssl_server,ssl_sup]}, {cookie,nocookie}, {wordsize,8}, {wall_clock,0}] [ns_server:info,2012-11-14T10:47:30.255,ns_1@10.2.1.58:ns_server_cluster_sup<0.173.0>:log_os_info:start_link:27]Manifest: ["","", " ", " ", " ", " ", " ", " ", " "," ", " ", " ", " ", " ", " ", " ", " ", " ", " ", " ", " ", " ", " ", " ", " ", " ", " ", " ", " ", " ", " ", " ", " ", " ", " ",""] [error_logger:info,2012-11-14T10:47:30.256,ns_1@10.2.1.58:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================PROGRESS REPORT========================= supervisor: {local,ns_server_cluster_sup} started: [{pid,<0.277.0>}, {name,timeout_diag_logger}, {mfargs,{timeout_diag_logger,start_link,[]}}, {restart_type,permanent}, {shutdown,1000}, {child_type,worker}] [ns_server:info,2012-11-14T10:47:30.256,ns_1@10.2.1.58:dist_manager<0.278.0>:dist_manager:read_address_config:55]Reading ip config from "/opt/couchbase/var/lib/couchbase/ip" [ns_server:info,2012-11-14T10:47:30.256,ns_1@10.2.1.58:dist_manager<0.278.0>:dist_manager:init:125]ip config not found. Looks like we're brand new node [error_logger:info,2012-11-14T10:47:30.256,ns_1@10.2.1.58:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================PROGRESS REPORT========================= supervisor: {local,inet_gethost_native_sup} started: [{pid,<0.280.0>},{mfa,{inet_gethost_native,init,[[]]}}] [error_logger:info,2012-11-14T10:47:30.256,ns_1@10.2.1.58:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================PROGRESS REPORT========================= supervisor: {local,kernel_safe_sup} started: [{pid,<0.279.0>}, {name,inet_gethost_native_sup}, {mfargs,{inet_gethost_native,start_link,[]}}, {restart_type,temporary}, {shutdown,1000}, {child_type,worker}] [ns_server:info,2012-11-14T10:47:30.260,ns_1@10.2.1.58:dist_manager<0.278.0>:dist_manager:bringup:193]Attempting to bring up net_kernel with name 'ns_1@127.0.0.1' [ns_server:info,2012-11-14T10:47:30.261,ns_1@10.2.1.58:dist_manager<0.278.0>:dist_manager:save_node:112]saving node to "/opt/couchbase/var/lib/couchbase/couchbase-server.node" [ns_server:debug,2012-11-14T10:47:30.266,ns_1@10.2.1.58:dist_manager<0.278.0>:dist_manager:bringup:201]Attempted to save node name to disk: ok [error_logger:info,2012-11-14T10:47:30.266,ns_1@10.2.1.58:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================PROGRESS REPORT========================= supervisor: {local,ns_server_cluster_sup} started: [{pid,<0.278.0>}, {name,dist_manager}, {mfargs,{dist_manager,start_link,[]}}, {restart_type,permanent}, {shutdown,1000}, {child_type,worker}] [error_logger:info,2012-11-14T10:47:30.267,ns_1@10.2.1.58:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================PROGRESS REPORT========================= supervisor: {local,ns_server_cluster_sup} started: [{pid,<0.281.0>}, {name,ns_cookie_manager}, {mfargs,{ns_cookie_manager,start_link,[]}}, {restart_type,permanent}, {shutdown,1000}, {child_type,worker}] [error_logger:info,2012-11-14T10:47:30.268,ns_1@10.2.1.58:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================PROGRESS REPORT========================= supervisor: {local,ns_server_cluster_sup} started: [{pid,<0.282.0>}, {name,ns_cluster}, {mfargs,{ns_cluster,start_link,[]}}, {restart_type,permanent}, {shutdown,5000}, {child_type,worker}] [error_logger:info,2012-11-14T10:47:30.268,ns_1@10.2.1.58:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================PROGRESS REPORT========================= supervisor: {local,mb_mnesia_sup} started: [{pid,<0.284.0>}, {name,mb_mnesia_events}, {mfargs, {gen_event,start_link,[{local,mb_mnesia_events}]}}, {restart_type,permanent}, {shutdown,10}, {child_type,worker}] [error_logger:info,2012-11-14T10:47:30.305,ns_1@10.2.1.58:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================PROGRESS REPORT========================= supervisor: {local,mnesia_sup} started: [{pid,<0.291.0>}, {name,mnesia_event}, {mfargs,{mnesia_sup,start_event,[]}}, {restart_type,permanent}, {shutdown,30000}, {child_type,worker}] [error_logger:info,2012-11-14T10:47:30.305,ns_1@10.2.1.58:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================PROGRESS REPORT========================= supervisor: {local,mnesia_kernel_sup} started: [{pid,<0.293.0>}, {name,mnesia_monitor}, {mfargs,{mnesia_monitor,start,[]}}, {restart_type,permanent}, {shutdown,3000}, {child_type,worker}] [error_logger:info,2012-11-14T10:47:30.305,ns_1@10.2.1.58:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================PROGRESS REPORT========================= supervisor: {local,mnesia_kernel_sup} started: [{pid,<0.294.0>}, {name,mnesia_subscr}, {mfargs,{mnesia_subscr,start,[]}}, {restart_type,permanent}, {shutdown,3000}, {child_type,worker}] [error_logger:info,2012-11-14T10:47:30.308,ns_1@10.2.1.58:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================PROGRESS REPORT========================= supervisor: {local,mnesia_kernel_sup} started: [{pid,<0.295.0>}, {name,mnesia_locker}, {mfargs,{mnesia_locker,start,[]}}, {restart_type,permanent}, {shutdown,3000}, {child_type,worker}] [error_logger:info,2012-11-14T10:47:30.310,ns_1@10.2.1.58:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================PROGRESS REPORT========================= supervisor: {local,mnesia_kernel_sup} started: [{pid,<0.296.0>}, {name,mnesia_recover}, {mfargs,{mnesia_recover,start,[]}}, {restart_type,permanent}, {shutdown,180000}, {child_type,worker}] [error_logger:info,2012-11-14T10:47:30.317,ns_1@10.2.1.58:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================PROGRESS REPORT========================= supervisor: {local,kernel_safe_sup} started: [{pid,<0.298.0>}, {name,dets_sup}, {mfargs,{dets_sup,start_link,[]}}, {restart_type,permanent}, {shutdown,1000}, {child_type,supervisor}] [error_logger:info,2012-11-14T10:47:30.318,ns_1@10.2.1.58:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================PROGRESS REPORT========================= supervisor: {local,kernel_safe_sup} started: [{pid,<0.299.0>}, {name,dets}, {mfargs,{dets_server,start_link,[]}}, {restart_type,permanent}, {shutdown,2000}, {child_type,worker}] [error_logger:info,2012-11-14T10:47:30.344,ns_1@10.2.1.58:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================PROGRESS REPORT========================= supervisor: {local,mnesia_kernel_sup} started: [{pid,<0.297.0>}, {name,mnesia_tm}, {mfargs,{mnesia_tm,start,[]}}, {restart_type,permanent}, {shutdown,30000}, {child_type,worker}] [error_logger:info,2012-11-14T10:47:30.346,ns_1@10.2.1.58:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================PROGRESS REPORT========================= supervisor: {local,mnesia_kernel_sup} started: [{pid,<0.317.0>}, {name,mnesia_checkpoint_sup}, {mfargs,{mnesia_checkpoint_sup,start,[]}}, {restart_type,permanent}, {shutdown,infinity}, {child_type,supervisor}] [error_logger:info,2012-11-14T10:47:30.348,ns_1@10.2.1.58:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================PROGRESS REPORT========================= supervisor: {local,mnesia_kernel_sup} started: [{pid,<0.318.0>}, {name,mnesia_snmp_sup}, {mfargs,{mnesia_snmp_sup,start,[]}}, {restart_type,permanent}, {shutdown,infinity}, {child_type,supervisor}] [error_logger:info,2012-11-14T10:47:30.348,ns_1@10.2.1.58:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================PROGRESS REPORT========================= supervisor: {local,mnesia_kernel_sup} started: [{pid,<0.319.0>}, {name,mnesia_controller}, {mfargs,{mnesia_controller,start,[]}}, {restart_type,permanent}, {shutdown,3000}, {child_type,worker}] [error_logger:info,2012-11-14T10:47:30.356,ns_1@10.2.1.58:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================PROGRESS REPORT========================= supervisor: {local,mnesia_kernel_sup} started: [{pid,<0.320.0>}, {name,mnesia_late_loader}, {mfargs,{mnesia_late_loader,start,[]}}, {restart_type,permanent}, {shutdown,3000}, {child_type,worker}] [error_logger:info,2012-11-14T10:47:30.357,ns_1@10.2.1.58:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================PROGRESS REPORT========================= supervisor: {local,mnesia_sup} started: [{pid,<0.292.0>}, {name,mnesia_kernel_sup}, {mfargs,{mnesia_kernel_sup,start,[]}}, {restart_type,permanent}, {shutdown,infinity}, {child_type,supervisor}] [ns_server:debug,2012-11-14T10:47:30.357,ns_1@10.2.1.58:mb_mnesia<0.285.0>:mb_mnesia:ensure_schema:440]Using existing disk schema on ['ns_1@10.2.1.58']. [error_logger:info,2012-11-14T10:47:30.357,ns_1@10.2.1.58:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================PROGRESS REPORT========================= application: mnesia started_at: 'ns_1@10.2.1.58' [ns_server:debug,2012-11-14T10:47:30.357,ns_1@10.2.1.58:mb_mnesia<0.285.0>:mb_mnesia:ensure_schema:450]Have local copy of 'stats_archiver-@system-week' [ns_server:debug,2012-11-14T10:47:30.358,ns_1@10.2.1.58:mb_mnesia<0.285.0>:mb_mnesia:ensure_schema:450]Have local copy of 'stats_archiver-@system-day' [ns_server:debug,2012-11-14T10:47:30.358,ns_1@10.2.1.58:mb_mnesia<0.285.0>:mb_mnesia:ensure_schema:450]Have local copy of 'stats_archiver-@system-month' [ns_server:debug,2012-11-14T10:47:30.358,ns_1@10.2.1.58:mb_mnesia<0.285.0>:mb_mnesia:ensure_schema:450]Have local copy of local_config [ns_server:debug,2012-11-14T10:47:30.364,ns_1@10.2.1.58:mb_mnesia<0.285.0>:mb_mnesia:ensure_schema:450]Have local copy of 'stats_archiver-@system-minute' [ns_server:debug,2012-11-14T10:47:30.365,ns_1@10.2.1.58:mb_mnesia<0.285.0>:mb_mnesia:ensure_schema:450]Have local copy of cluster [ns_server:debug,2012-11-14T10:47:30.368,ns_1@10.2.1.58:mb_mnesia<0.285.0>:mb_mnesia:ensure_schema:450]Have local copy of 'stats_archiver-@system-year' [ns_server:debug,2012-11-14T10:47:30.368,ns_1@10.2.1.58:mb_mnesia<0.285.0>:mb_mnesia:ensure_schema:450]Have local copy of 'stats_archiver-@system-hour' [ns_server:debug,2012-11-14T10:47:30.377,ns_1@10.2.1.58:mb_mnesia<0.285.0>:mb_mnesia:init:268]Current config: [{access_module,mnesia}, {auto_repair,true}, {backup_module,mnesia_backup}, {checkpoints,[]}, {db_nodes,['ns_1@10.2.1.58']}, {debug,verbose}, {directory,"/opt/couchbase/var/lib/couchbase/mnesia"}, {dump_log_load_regulation,false}, {dump_log_time_threshold,180000}, {dump_log_update_in_place,true}, {dump_log_write_threshold,1000}, {embedded_mnemosyne,false}, {event_module,mnesia_event}, {extra_db_nodes,[]}, {fallback_activated,false}, {held_locks,[]}, {ignore_fallback_at_startup,false}, {fallback_error_function,{mnesia,lkill}}, {is_running,yes}, {local_tables,['stats_archiver-@system-minute','stats_archiver-@system-week', 'stats_archiver-@system-month','stats_archiver-@system-day', local_config,'stats_archiver-@system-hour', 'stats_archiver-@system-year',cluster,schema]}, {lock_queue,[]}, {log_version,"4.3"}, {master_node_tables,[]}, {max_wait_for_decision,10000}, {protocol_version,{8,0}}, {running_db_nodes,['ns_1@10.2.1.58']}, {schema_location,opt_disc}, {schema_version,{3,0}}, {subscribers,[<0.291.0>,<0.285.0>]}, {tables,['stats_archiver-@system-week','stats_archiver-@system-day', 'stats_archiver-@system-month',local_config, 'stats_archiver-@system-minute',cluster, 'stats_archiver-@system-year','stats_archiver-@system-hour',schema]}, {transaction_commits,2}, {transaction_failures,8}, {transaction_log_writes,0}, {transaction_restarts,0}, {transactions,[]}, {use_dir,true}, {core_dir,false}, {no_table_loaders,2}, {dc_dump_limit,4}, {send_compressed,0}, {version,"4.5"}] Peers: ['ns_1@10.2.1.58'] [error_logger:info,2012-11-14T10:47:30.377,ns_1@10.2.1.58:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================PROGRESS REPORT========================= supervisor: {local,mb_mnesia_sup} started: [{pid,<0.285.0>}, {name,mb_mnesia}, {mfargs,{mb_mnesia,start_link,[]}}, {restart_type,permanent}, {shutdown,5000}, {child_type,worker}] [error_logger:info,2012-11-14T10:47:30.378,ns_1@10.2.1.58:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================PROGRESS REPORT========================= supervisor: {local,ns_server_cluster_sup} started: [{pid,<0.283.0>}, {name,mb_mnesia_sup}, {mfargs,{mb_mnesia_sup,start_link,[]}}, {restart_type,permanent}, {shutdown,infinity}, {child_type,supervisor}] [ns_server:info,2012-11-14T10:47:30.378,ns_1@10.2.1.58:ns_config_sup<0.364.0>:ns_config_sup:init:32]loading static ns_config from "/opt/couchbase/etc/couchbase/config" [error_logger:info,2012-11-14T10:47:30.378,ns_1@10.2.1.58:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================PROGRESS REPORT========================= supervisor: {local,ns_config_sup} started: [{pid,<0.365.0>}, {name,ns_config_events}, {mfargs, {gen_event,start_link,[{local,ns_config_events}]}}, {restart_type,permanent}, {shutdown,1000}, {child_type,worker}] [error_logger:info,2012-11-14T10:47:30.378,ns_1@10.2.1.58:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================PROGRESS REPORT========================= supervisor: {local,ns_config_sup} started: [{pid,<0.366.0>}, {name,ns_config_events_local}, {mfargs, {gen_event,start_link, [{local,ns_config_events_local}]}}, {restart_type,permanent}, {shutdown,brutal_kill}, {child_type,worker}] [ns_server:info,2012-11-14T10:47:30.388,ns_1@10.2.1.58:ns_config<0.367.0>:ns_config:load_config:674]Loading static config from "/opt/couchbase/etc/couchbase/config" [ns_server:info,2012-11-14T10:47:30.389,ns_1@10.2.1.58:ns_config<0.367.0>:ns_config:load_config:688]Loading dynamic config from "/opt/couchbase/var/lib/couchbase/config/config.dat" [ns_server:debug,2012-11-14T10:47:30.389,ns_1@10.2.1.58:ns_config<0.367.0>:ns_config:load_config:695]Here's full dynamic config we loaded: [[{memory_quota,[{'_vclock',[{'ns_1@10.2.1.58',{1,63520138024}}]}|25678]}, {rest_creds, [{'_vclock',[{'ns_1@10.2.1.58',{1,63520138024}}]}, {creds,[{"Administrator",[{password,"password"}]}]}]}, {rest,[{port,8091}]}, {dynamic_config_version, [{'_vclock',[{'ns_1@10.2.1.58',{4,63520138024}}]},2,0]}, {cluster_compat_version, [{'_vclock',[{'ns_1@10.2.1.58',{1,63520138024}}]},2,0]}, {vbucket_map_history,[{'_vclock',[{'ns_1@10.2.1.58',{1,63520138024}}]}]}, {otp, [{'_vclock',[{'ns_1@10.2.1.58',{1,63520138024}}]}, {cookie,hgmnojlbofwcfdfk}]}, {{node,'ns_1@10.2.1.58',config_version}, [{'_vclock',[{'ns_1@10.2.1.58',{5,63520138023}}]}|{2,0}]}, {auto_failover_cfg, [{'_vclock',[{'ns_1@10.2.1.58',{1,63520138023}}]}, {enabled,false}, {timeout,30}, {max_nodes,1}, {count,0}]}, {autocompaction, [{database_fragmentation_threshold,{30,undefined}}, {view_fragmentation_threshold,{30,undefined}}]}, {buckets,[{configs,[]}]}, {email_alerts, [{'_vclock',[{'ns_1@10.2.1.58',{1,63520138023}}]}, {recipients,["root@localhost"]}, {sender,"couchbase@localhost"}, {enabled,false}, {email_server, [{user,[]},{pass,[]},{host,"localhost"},{port,25},{encrypt,false}]}, {alerts, [auto_failover_node,auto_failover_maximum_reached, auto_failover_other_nodes_down,auto_failover_cluster_too_small,ip, disk,overhead,ep_oom_errors,ep_item_commit_failed]}]}, {fast_warmup, [{fast_warmup_enabled,true}, {min_memory_threshold,10}, {min_items_threshold,10}]}, {index_aware_rebalance_disabled,false}, {max_bucket_count,10}, {nodes_wanted,['ns_1@10.2.1.58']}, {remote_clusters,[]}, {replication,[{enabled,true}]}, {set_view_update_daemon, [{update_interval,5000}, {update_min_changes,5000}, {replica_update_min_changes,5000}]}, {xdcr_capi_checkpoint_timeout,10}, {xdcr_checkpoint_interval,1800}, {xdcr_doc_batch_size_kb,512}, {xdcr_failure_restart_interval,30}, {{couchdb,max_parallel_indexers},4}, {{couchdb,max_parallel_replica_indexers},2}, {{node,'ns_1@10.2.1.58',capi_port},8092}, {{node,'ns_1@10.2.1.58',compaction_daemon}, [{check_interval,30},{min_file_size,131072}]}, {{node,'ns_1@10.2.1.58',isasl}, [{'_vclock',[{'ns_1@10.2.1.58',{1,63520138023}}]}, {path,"/opt/couchbase/var/lib/couchbase/data/isasl.pw"}]}, {{node,'ns_1@10.2.1.58',membership},active}, {{node,'ns_1@10.2.1.58',memcached}, [{'_vclock',[{'_',{1,0}},{'ns_1@10.2.1.58',{2,63520138023}}]}, {mccouch_port,11213}, {engines, [{membase, [{engine,"/opt/couchbase/lib/memcached/ep.so"}, {static_config_string, "vb0=false;waitforwarmup=false;failpartialwarmup=false"}]}, {memcached, [{engine,"/opt/couchbase/lib/memcached/default_engine.so"}, {static_config_string,"vb0=true"}]}]}, {log_path,"/opt/couchbase/var/lib/couchbase/logs"}, {log_prefix,"memcached.log"}, {log_generations,10}, {log_cyclesize,104857600}, {log_sleeptime,19}, {log_rotation_period,39003}, {dedicated_port,11209}, {bucket_engine,"/opt/couchbase/lib/memcached/bucket_engine.so"}, {port,11210}, {dedicated_port,11209}, {admin_user,"_admin"}, {admin_pass,"_admin"}, {verbosity,[]}]}, {{node,'ns_1@10.2.1.58',moxi},[{port,11211},{verbosity,[]}]}, {{node,'ns_1@10.2.1.58',ns_log}, [{'_vclock',[{'ns_1@10.2.1.58',{1,63520138023}}]}, {filename,"/opt/couchbase/var/lib/couchbase/data/ns_log"}]}, {{node,'ns_1@10.2.1.58',port_servers}, [{'_vclock',[{'ns_1@10.2.1.58',{2,63520138023}}]}, {moxi,"/opt/couchbase/bin/moxi", ["-Z", {"port_listen=~B,default_bucket_name=default,downstream_max=1024,downstream_conn_max=4,connect_max_errors=5,connect_retry_interval=30000,connect_timeout=400,auth_timeout=100,cycle=200,downstream_conn_queue_timeout=200,downstream_timeout=5000,wait_queue_timeout=200", [port]}, "-z", {"url=http://127.0.0.1:~B/pools/default/saslBucketsStreaming", [{misc,this_node_rest_port,[]}]}, "-p","0","-Y","y","-O","stderr", {"~s",[verbosity]}], [{env, [{"EVENT_NOSELECT","1"}, {"MOXI_SASL_PLAIN_USR",{"~s",[{ns_moxi_sup,rest_user,[]}]}}, {"MOXI_SASL_PLAIN_PWD",{"~s",[{ns_moxi_sup,rest_pass,[]}]}}]}, use_stdio,exit_status,port_server_send_eol,stderr_to_stdout,stream]}, {memcached,"/opt/couchbase/bin/memcached", ["-X","/opt/couchbase/lib/memcached/stdin_term_handler.so","-X", {"/opt/couchbase/lib/memcached/file_logger.so,cyclesize=~B;sleeptime=~B;filename=~s/~s", [log_cyclesize,log_sleeptime,log_path,log_prefix]}, "-l", {"0.0.0.0:~B,0.0.0.0:~B:1000",[port,dedicated_port]}, "-p", {"~B",[port]}, "-E","/opt/couchbase/lib/memcached/bucket_engine.so","-B","binary", "-r","-c","10000","-e", {"admin=~s;default_bucket_name=default;auto_create=false", [admin_user]}, {"~s",[verbosity]}], [{env, [{"EVENT_NOSELECT","1"}, {"MEMCACHED_TOP_KEYS","100"}, {"ISASL_PWFILE",{"~s",[{isasl,path}]}}, {"ISASL_DB_CHECK_TIME","1"}]}, use_stdio,stderr_to_stdout,exit_status,port_server_send_eol, stream]}]}, {{node,'ns_1@10.2.1.58',rest},[{port,8091},{port_meta,global}]}]] [ns_server:info,2012-11-14T10:47:30.391,ns_1@10.2.1.58:ns_config<0.367.0>:ns_config:load_config:706]Here's full dynamic config we loaded + static & default config: [{{node,'ns_1@10.2.1.58',rest},[{port,8091},{port_meta,global}]}, {{node,'ns_1@10.2.1.58',port_servers}, [{'_vclock',[{'ns_1@10.2.1.58',{2,63520138023}}]}, {moxi,"/opt/couchbase/bin/moxi", ["-Z", {"port_listen=~B,default_bucket_name=default,downstream_max=1024,downstream_conn_max=4,connect_max_errors=5,connect_retry_interval=30000,connect_timeout=400,auth_timeout=100,cycle=200,downstream_conn_queue_timeout=200,downstream_timeout=5000,wait_queue_timeout=200", [port]}, "-z", {"url=http://127.0.0.1:~B/pools/default/saslBucketsStreaming", [{misc,this_node_rest_port,[]}]}, "-p","0","-Y","y","-O","stderr", {"~s",[verbosity]}], [{env, [{"EVENT_NOSELECT","1"}, {"MOXI_SASL_PLAIN_USR",{"~s",[{ns_moxi_sup,rest_user,[]}]}}, {"MOXI_SASL_PLAIN_PWD",{"~s",[{ns_moxi_sup,rest_pass,[]}]}}]}, use_stdio,exit_status,port_server_send_eol,stderr_to_stdout,stream]}, {memcached,"/opt/couchbase/bin/memcached", ["-X","/opt/couchbase/lib/memcached/stdin_term_handler.so","-X", {"/opt/couchbase/lib/memcached/file_logger.so,cyclesize=~B;sleeptime=~B;filename=~s/~s", [log_cyclesize,log_sleeptime,log_path,log_prefix]}, "-l", {"0.0.0.0:~B,0.0.0.0:~B:1000",[port,dedicated_port]}, "-p", {"~B",[port]}, "-E","/opt/couchbase/lib/memcached/bucket_engine.so","-B","binary", "-r","-c","10000","-e", {"admin=~s;default_bucket_name=default;auto_create=false", [admin_user]}, {"~s",[verbosity]}], [{env, [{"EVENT_NOSELECT","1"}, {"MEMCACHED_TOP_KEYS","100"}, {"ISASL_PWFILE",{"~s",[{isasl,path}]}}, {"ISASL_DB_CHECK_TIME","1"}]}, use_stdio,stderr_to_stdout,exit_status,port_server_send_eol,stream]}]}, {{node,'ns_1@10.2.1.58',ns_log}, [{'_vclock',[{'ns_1@10.2.1.58',{1,63520138023}}]}, {filename,"/opt/couchbase/var/lib/couchbase/data/ns_log"}]}, {{node,'ns_1@10.2.1.58',moxi},[{port,11211},{verbosity,[]}]}, {{node,'ns_1@10.2.1.58',memcached}, [{'_vclock',[{'_',{1,0}},{'ns_1@10.2.1.58',{2,63520138023}}]}, {mccouch_port,11213}, {engines, [{membase, [{engine,"/opt/couchbase/lib/memcached/ep.so"}, {static_config_string, "vb0=false;waitforwarmup=false;failpartialwarmup=false"}]}, {memcached, [{engine,"/opt/couchbase/lib/memcached/default_engine.so"}, {static_config_string,"vb0=true"}]}]}, {log_path,"/opt/couchbase/var/lib/couchbase/logs"}, {log_prefix,"memcached.log"}, {log_generations,10}, {log_cyclesize,104857600}, {log_sleeptime,19}, {log_rotation_period,39003}, {dedicated_port,11209}, {bucket_engine,"/opt/couchbase/lib/memcached/bucket_engine.so"}, {port,11210}, {dedicated_port,11209}, {admin_user,"_admin"}, {admin_pass,"_admin"}, {verbosity,[]}]}, {{node,'ns_1@10.2.1.58',membership},active}, {{node,'ns_1@10.2.1.58',isasl}, [{'_vclock',[{'ns_1@10.2.1.58',{1,63520138023}}]}, {path,"/opt/couchbase/var/lib/couchbase/data/isasl.pw"}]}, {{node,'ns_1@10.2.1.58',compaction_daemon}, [{check_interval,30},{min_file_size,131072}]}, {{node,'ns_1@10.2.1.58',capi_port},8092}, {{couchdb,max_parallel_replica_indexers},2}, {{couchdb,max_parallel_indexers},4}, {xdcr_failure_restart_interval,30}, {xdcr_doc_batch_size_kb,512}, {xdcr_checkpoint_interval,1800}, {xdcr_capi_checkpoint_timeout,10}, {set_view_update_daemon, [{update_interval,5000}, {update_min_changes,5000}, {replica_update_min_changes,5000}]}, {replication,[{enabled,true}]}, {remote_clusters,[]}, {nodes_wanted,['ns_1@10.2.1.58']}, {max_bucket_count,10}, {index_aware_rebalance_disabled,false}, {fast_warmup, [{fast_warmup_enabled,true}, {min_memory_threshold,10}, {min_items_threshold,10}]}, {email_alerts, [{'_vclock',[{'ns_1@10.2.1.58',{1,63520138023}}]}, {recipients,["root@localhost"]}, {sender,"couchbase@localhost"}, {enabled,false}, {email_server, [{user,[]},{pass,[]},{host,"localhost"},{port,25},{encrypt,false}]}, {alerts, [auto_failover_node,auto_failover_maximum_reached, auto_failover_other_nodes_down,auto_failover_cluster_too_small,ip, disk,overhead,ep_oom_errors,ep_item_commit_failed]}]}, {buckets,[{configs,[]}]}, {autocompaction, [{database_fragmentation_threshold,{30,undefined}}, {view_fragmentation_threshold,{30,undefined}}]}, {auto_failover_cfg, [{'_vclock',[{'ns_1@10.2.1.58',{1,63520138023}}]}, {enabled,false}, {timeout,30}, {max_nodes,1}, {count,0}]}, {{node,'ns_1@10.2.1.58',config_version}, [{'_vclock',[{'ns_1@10.2.1.58',{5,63520138023}}]}|{2,0}]}, {otp, [{'_vclock',[{'ns_1@10.2.1.58',{1,63520138024}}]}, {cookie,hgmnojlbofwcfdfk}]}, {vbucket_map_history,[{'_vclock',[{'ns_1@10.2.1.58',{1,63520138024}}]}]}, {cluster_compat_version, [{'_vclock',[{'ns_1@10.2.1.58',{1,63520138024}}]},2,0]}, {dynamic_config_version, [{'_vclock',[{'ns_1@10.2.1.58',{4,63520138024}}]},2,0]}, {rest,[{port,8091}]}, {rest_creds, [{'_vclock',[{'ns_1@10.2.1.58',{1,63520138024}}]}, {creds,[{"Administrator",[{password,"password"}]}]}]}, {memory_quota,[{'_vclock',[{'ns_1@10.2.1.58',{1,63520138024}}]}|25678]}] [error_logger:info,2012-11-14T10:47:30.393,ns_1@10.2.1.58:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================PROGRESS REPORT========================= supervisor: {local,ns_config_sup} started: [{pid,<0.367.0>}, {name,ns_config}, {mfargs, {ns_config,start_link, ["/opt/couchbase/etc/couchbase/config", ns_config_default]}}, {restart_type,permanent}, {shutdown,1000}, {child_type,worker}] [error_logger:info,2012-11-14T10:47:30.393,ns_1@10.2.1.58:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================PROGRESS REPORT========================= supervisor: {local,ns_config_sup} started: [{pid,<0.369.0>}, {name,ns_config_remote}, {mfargs, {ns_config_replica,start_link, [{local,ns_config_remote}]}}, {restart_type,permanent}, {shutdown,1000}, {child_type,worker}] [ns_server:debug,2012-11-14T10:47:30.394,ns_1@10.2.1.58:ns_config_isasl_sync<0.370.0>:ns_config_isasl_sync:init:53]isasl_sync init: ["/opt/couchbase/var/lib/couchbase/data/isasl.pw","_admin", "_admin"] [ns_server:debug,2012-11-14T10:47:30.394,ns_1@10.2.1.58:ns_config_isasl_sync<0.370.0>:ns_config_isasl_sync:init:61]isasl_sync init buckets: [] [ns_server:debug,2012-11-14T10:47:30.396,ns_1@10.2.1.58:ns_config_isasl_sync<0.370.0>:ns_config_isasl_sync:writeSASLConf:133]Writing isasl passwd file: "/opt/couchbase/var/lib/couchbase/data/isasl.pw" [ns_server:warn,2012-11-14T10:47:30.400,ns_1@10.2.1.58:ns_config_isasl_sync<0.370.0>:ns_memcached:connect:1103]Unable to connect: {error,{badmatch,{error,econnrefused}}}, retrying. [error_logger:info,2012-11-14T10:47:31.401,ns_1@10.2.1.58:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================PROGRESS REPORT========================= supervisor: {local,ns_config_sup} started: [{pid,<0.370.0>}, {name,ns_config_isasl_sync}, {mfargs,{ns_config_isasl_sync,start_link,[]}}, {restart_type,permanent}, {shutdown,1000}, {child_type,worker}] [error_logger:info,2012-11-14T10:47:31.401,ns_1@10.2.1.58:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================PROGRESS REPORT========================= supervisor: {local,ns_config_sup} started: [{pid,<0.373.0>}, {name,ns_config_log}, {mfargs,{ns_config_log,start_link,[]}}, {restart_type,permanent}, {shutdown,1000}, {child_type,worker}] [error_logger:info,2012-11-14T10:47:31.402,ns_1@10.2.1.58:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================PROGRESS REPORT========================= supervisor: {local,ns_config_sup} started: [{pid,<0.375.0>}, {name,cb_config_couch_sync}, {mfargs,{cb_config_couch_sync,start_link,[]}}, {restart_type,permanent}, {shutdown,1000}, {child_type,worker}] [error_logger:info,2012-11-14T10:47:31.403,ns_1@10.2.1.58:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================PROGRESS REPORT========================= supervisor: {local,ns_server_cluster_sup} started: [{pid,<0.364.0>}, {name,ns_config_sup}, {mfargs,{ns_config_sup,start_link,[]}}, {restart_type,permanent}, {shutdown,infinity}, {child_type,supervisor}] [error_logger:info,2012-11-14T10:47:31.403,ns_1@10.2.1.58:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================PROGRESS REPORT========================= supervisor: {local,ns_server_cluster_sup} started: [{pid,<0.377.0>}, {name,vbucket_filter_changes_registry}, {mfargs, {ns_process_registry,start_link, [vbucket_filter_changes_registry]}}, {restart_type,permanent}, {shutdown,100}, {child_type,worker}] [error_logger:info,2012-11-14T10:47:31.406,ns_1@10.2.1.58:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================PROGRESS REPORT========================= supervisor: {local,ns_server_sup} started: [{pid,<0.379.0>}, {name,ns_log}, {mfargs,{ns_log,start_link,[]}}, {restart_type,permanent}, {shutdown,1000}, {child_type,worker}] [error_logger:info,2012-11-14T10:47:31.406,ns_1@10.2.1.58:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================PROGRESS REPORT========================= supervisor: {local,ns_server_sup} started: [{pid,<0.380.0>}, {name,ns_config_ets_dup}, {mfargs,{ns_config_ets_dup,start_link,[]}}, {restart_type,permanent}, {shutdown,brutal_kill}, {child_type,worker}] [error_logger:info,2012-11-14T10:47:31.407,ns_1@10.2.1.58:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================PROGRESS REPORT========================= supervisor: {local,ns_server_sup} started: [{pid,<0.381.0>}, {name,ns_log_events}, {mfargs,{gen_event,start_link,[{local,ns_log_events}]}}, {restart_type,permanent}, {shutdown,1000}, {child_type,worker}] [error_logger:info,2012-11-14T10:47:31.407,ns_1@10.2.1.58:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================PROGRESS REPORT========================= supervisor: {local,ns_node_disco_sup} started: [{pid,<0.384.0>}, {name,ns_node_disco_events}, {mfargs, {gen_event,start_link, [{local,ns_node_disco_events}]}}, {restart_type,permanent}, {shutdown,1000}, {child_type,worker}] [ns_server:debug,2012-11-14T10:47:31.408,ns_1@10.2.1.58:ns_node_disco<0.385.0>:ns_node_disco:init:103]Initting ns_node_disco with [] [ns_server:debug,2012-11-14T10:47:31.408,ns_1@10.2.1.58:ns_cookie_manager<0.281.0>:ns_cookie_manager:do_cookie_sync:115]ns_cookie_manager do_cookie_sync [user:info,2012-11-14T10:47:31.409,ns_1@10.2.1.58:ns_cookie_manager<0.281.0>:ns_cookie_manager:do_cookie_sync:135]Node 'ns_1@10.2.1.58' synchronized otp cookie hgmnojlbofwcfdfk from cluster [ns_server:debug,2012-11-14T10:47:31.409,ns_1@10.2.1.58:ns_cookie_manager<0.281.0>:ns_cookie_manager:do_cookie_save:152]saving cookie to "/opt/couchbase/var/lib/couchbase/couchbase-server.cookie" [ns_server:debug,2012-11-14T10:47:31.412,ns_1@10.2.1.58:ns_cookie_manager<0.281.0>:ns_cookie_manager:do_cookie_save:154]attempted to save cookie to "/opt/couchbase/var/lib/couchbase/couchbase-server.cookie": ok [ns_server:debug,2012-11-14T10:47:31.412,ns_1@10.2.1.58:<0.386.0>:ns_node_disco:do_nodes_wanted_updated_fun:202]ns_node_disco: nodes_wanted updated: ['ns_1@10.2.1.58'], with cookie: hgmnojlbofwcfdfk [ns_server:debug,2012-11-14T10:47:31.413,ns_1@10.2.1.58:<0.386.0>:ns_node_disco:do_nodes_wanted_updated_fun:208]ns_node_disco: nodes_wanted pong: ['ns_1@10.2.1.58'], with cookie: hgmnojlbofwcfdfk [error_logger:info,2012-11-14T10:47:31.413,ns_1@10.2.1.58:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================PROGRESS REPORT========================= supervisor: {local,ns_node_disco_sup} started: [{pid,<0.385.0>}, {name,ns_node_disco}, {mfargs,{ns_node_disco,start_link,[]}}, {restart_type,permanent}, {shutdown,1000}, {child_type,worker}] [error_logger:info,2012-11-14T10:47:31.413,ns_1@10.2.1.58:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================PROGRESS REPORT========================= supervisor: {local,ns_node_disco_sup} started: [{pid,<0.388.0>}, {name,ns_node_disco_log}, {mfargs,{ns_node_disco_log,start_link,[]}}, {restart_type,permanent}, {shutdown,1000}, {child_type,worker}] [error_logger:info,2012-11-14T10:47:31.414,ns_1@10.2.1.58:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================PROGRESS REPORT========================= supervisor: {local,ns_node_disco_sup} started: [{pid,<0.389.0>}, {name,ns_node_disco_conf_events}, {mfargs,{ns_node_disco_conf_events,start_link,[]}}, {restart_type,permanent}, {shutdown,1000}, {child_type,worker}] [error_logger:info,2012-11-14T10:47:31.415,ns_1@10.2.1.58:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================PROGRESS REPORT========================= supervisor: {local,ns_node_disco_sup} started: [{pid,<0.390.0>}, {name,ns_config_rep_merger}, {mfargs,{ns_config_rep,start_link_merger,[]}}, {restart_type,permanent}, {shutdown,brutal_kill}, {child_type,worker}] [ns_server:debug,2012-11-14T10:47:31.415,ns_1@10.2.1.58:ns_config_rep<0.391.0>:ns_config_rep:init:66]init pulling [ns_server:debug,2012-11-14T10:47:31.415,ns_1@10.2.1.58:ns_config_rep<0.391.0>:ns_config_rep:init:68]init pushing [ns_server:debug,2012-11-14T10:47:31.416,ns_1@10.2.1.58:ns_config_rep<0.391.0>:ns_config_rep:init:72]init reannouncing [ns_server:debug,2012-11-14T10:47:31.416,ns_1@10.2.1.58:ns_config_events<0.365.0>:ns_node_disco_conf_events:handle_event:44]ns_node_disco_conf_events config on nodes_wanted [ns_server:debug,2012-11-14T10:47:31.416,ns_1@10.2.1.58:ns_config_log<0.373.0>:ns_config_log:log_common:111]config change: auto_failover_cfg -> [{enabled,false},{timeout,30},{max_nodes,1},{count,0}] [ns_server:debug,2012-11-14T10:47:31.417,ns_1@10.2.1.58:ns_config_events<0.365.0>:ns_node_disco_conf_events:handle_event:50]ns_node_disco_conf_events config on otp [ns_server:debug,2012-11-14T10:47:31.417,ns_1@10.2.1.58:ns_config_log<0.373.0>:ns_config_log:log_common:111]config change: autocompaction -> [{database_fragmentation_threshold,{30,undefined}}, {view_fragmentation_threshold,{30,undefined}}] [ns_server:debug,2012-11-14T10:47:31.417,ns_1@10.2.1.58:ns_cookie_manager<0.281.0>:ns_cookie_manager:do_cookie_sync:115]ns_cookie_manager do_cookie_sync [error_logger:info,2012-11-14T10:47:31.417,ns_1@10.2.1.58:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================PROGRESS REPORT========================= supervisor: {local,ns_node_disco_sup} started: [{pid,<0.391.0>}, {name,ns_config_rep}, {mfargs,{ns_config_rep,start_link,[]}}, {restart_type,permanent}, {shutdown,1000}, {child_type,worker}] [ns_server:debug,2012-11-14T10:47:31.417,ns_1@10.2.1.58:ns_config_log<0.373.0>:ns_config_log:log_common:111]config change: buckets -> [{configs,[]}] [ns_server:debug,2012-11-14T10:47:31.417,ns_1@10.2.1.58:ns_config_rep<0.391.0>:ns_config_rep:do_push_keys:317]Replicating some config keys ([auto_failover_cfg,autocompaction,buckets, cluster_compat_version,dynamic_config_version, email_alerts]..) [ns_server:debug,2012-11-14T10:47:31.417,ns_1@10.2.1.58:ns_config_log<0.373.0>:ns_config_log:log_common:111]config change: cluster_compat_version -> [2,0] [ns_server:debug,2012-11-14T10:47:31.419,ns_1@10.2.1.58:ns_config_log<0.373.0>:ns_config_log:log_common:111]config change: dynamic_config_version -> [2,0] [ns_server:debug,2012-11-14T10:47:31.419,ns_1@10.2.1.58:ns_cookie_manager<0.281.0>:ns_cookie_manager:do_cookie_save:152]saving cookie to "/opt/couchbase/var/lib/couchbase/couchbase-server.cookie" [ns_server:debug,2012-11-14T10:47:31.419,ns_1@10.2.1.58:ns_config_log<0.373.0>:ns_config_log:log_common:111]config change: email_alerts -> [{recipients,["root@localhost"]}, {sender,"couchbase@localhost"}, {enabled,false}, {email_server,[{user,[]}, {pass,[]}, {host,"localhost"}, {port,25}, {encrypt,false}]}, {alerts,[auto_failover_node,auto_failover_maximum_reached, auto_failover_other_nodes_down,auto_failover_cluster_too_small,ip, disk,overhead,ep_oom_errors,ep_item_commit_failed]}] [ns_server:debug,2012-11-14T10:47:31.420,ns_1@10.2.1.58:ns_config_log<0.373.0>:ns_config_log:log_common:111]config change: fast_warmup -> [{fast_warmup_enabled,true}, {min_memory_threshold,10}, {min_items_threshold,10}] [error_logger:info,2012-11-14T10:47:31.420,ns_1@10.2.1.58:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================PROGRESS REPORT========================= supervisor: {local,ns_server_sup} started: [{pid,<0.383.0>}, {name,ns_node_disco_sup}, {mfargs,{ns_node_disco_sup,start_link,[]}}, {restart_type,permanent}, {shutdown,infinity}, {child_type,supervisor}] [ns_server:debug,2012-11-14T10:47:31.420,ns_1@10.2.1.58:ns_config_log<0.373.0>:ns_config_log:log_common:111]config change: index_aware_rebalance_disabled -> false [ns_server:debug,2012-11-14T10:47:31.420,ns_1@10.2.1.58:ns_config_log<0.373.0>:ns_config_log:log_common:111]config change: max_bucket_count -> 10 [error_logger:info,2012-11-14T10:47:31.420,ns_1@10.2.1.58:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================PROGRESS REPORT========================= supervisor: {local,ns_server_sup} started: [{pid,<0.396.0>}, {name,vbucket_map_mirror}, {mfargs,{vbucket_map_mirror,start_link,[]}}, {restart_type,permanent}, {shutdown,brutal_kill}, {child_type,worker}] [ns_server:debug,2012-11-14T10:47:31.420,ns_1@10.2.1.58:ns_config_log<0.373.0>:ns_config_log:log_common:111]config change: memory_quota -> 25678 [ns_server:debug,2012-11-14T10:47:31.420,ns_1@10.2.1.58:ns_config_log<0.373.0>:ns_config_log:log_common:111]config change: nodes_wanted -> ['ns_1@10.2.1.58'] [ns_server:debug,2012-11-14T10:47:31.420,ns_1@10.2.1.58:ns_config_log<0.373.0>:ns_config_log:log_common:111]config change: otp -> [{cookie,hgmnojlbofwcfdfk}] [ns_server:debug,2012-11-14T10:47:31.420,ns_1@10.2.1.58:ns_config_log<0.373.0>:ns_config_log:log_common:111]config change: remote_clusters -> [] [error_logger:info,2012-11-14T10:47:31.420,ns_1@10.2.1.58:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================PROGRESS REPORT========================= supervisor: {local,ns_server_sup} started: [{pid,<0.398.0>}, {name,ns_tick_event}, {mfargs,{gen_event,start_link,[{local,ns_tick_event}]}}, {restart_type,permanent}, {shutdown,1000}, {child_type,worker}] [ns_server:debug,2012-11-14T10:47:31.420,ns_1@10.2.1.58:ns_config_log<0.373.0>:ns_config_log:log_common:111]config change: replication -> [{enabled,true}] [ns_server:debug,2012-11-14T10:47:31.421,ns_1@10.2.1.58:ns_config_log<0.373.0>:ns_config_log:log_common:111]config change: rest -> [{port,8091}] [error_logger:info,2012-11-14T10:47:31.421,ns_1@10.2.1.58:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================PROGRESS REPORT========================= supervisor: {local,ns_server_sup} started: [{pid,<0.399.0>}, {name,mb_master_events}, {mfargs, {gen_event,start_link,[{local,mb_master_events}]}}, {restart_type,permanent}, {shutdown,1000}, {child_type,worker}] [ns_server:debug,2012-11-14T10:47:31.423,ns_1@10.2.1.58:ns_cookie_manager<0.281.0>:ns_cookie_manager:do_cookie_save:154]attempted to save cookie to "/opt/couchbase/var/lib/couchbase/couchbase-server.cookie": ok [ns_server:debug,2012-11-14T10:47:31.423,ns_1@10.2.1.58:ns_cookie_manager<0.281.0>:ns_cookie_manager:do_cookie_sync:115]ns_cookie_manager do_cookie_sync [ns_server:info,2012-11-14T10:47:31.423,ns_1@10.2.1.58:ns_config_log<0.373.0>:ns_config_log:handle_info:57]config change: rest_creds -> ******** [ns_server:debug,2012-11-14T10:47:31.423,ns_1@10.2.1.58:<0.394.0>:ns_node_disco:do_nodes_wanted_updated_fun:202]ns_node_disco: nodes_wanted updated: ['ns_1@10.2.1.58'], with cookie: hgmnojlbofwcfdfk [ns_server:debug,2012-11-14T10:47:31.424,ns_1@10.2.1.58:ns_config_log<0.373.0>:ns_config_log:log_common:111]config change: set_view_update_daemon -> [{update_interval,5000}, {update_min_changes,5000}, {replica_update_min_changes,5000}] [ns_server:debug,2012-11-14T10:47:31.424,ns_1@10.2.1.58:ns_config_log<0.373.0>:ns_config_log:log_common:111]config change: vbucket_map_history -> [] [ns_server:debug,2012-11-14T10:47:31.424,ns_1@10.2.1.58:ns_config_log<0.373.0>:ns_config_log:log_common:111]config change: xdcr_capi_checkpoint_timeout -> 10 [ns_server:debug,2012-11-14T10:47:31.424,ns_1@10.2.1.58:ns_config_log<0.373.0>:ns_config_log:log_common:111]config change: xdcr_checkpoint_interval -> 1800 [ns_server:debug,2012-11-14T10:47:31.424,ns_1@10.2.1.58:ns_config_log<0.373.0>:ns_config_log:log_common:111]config change: xdcr_doc_batch_size_kb -> 512 [ns_server:debug,2012-11-14T10:47:31.424,ns_1@10.2.1.58:ns_config_log<0.373.0>:ns_config_log:log_common:111]config change: xdcr_failure_restart_interval -> 30 [ns_server:debug,2012-11-14T10:47:31.425,ns_1@10.2.1.58:ns_config_log<0.373.0>:ns_config_log:log_common:111]config change: {couchdb,max_parallel_indexers} -> 4 [ns_server:debug,2012-11-14T10:47:31.425,ns_1@10.2.1.58:ns_config_log<0.373.0>:ns_config_log:log_common:111]config change: {couchdb,max_parallel_replica_indexers} -> 2 [ns_server:debug,2012-11-14T10:47:31.425,ns_1@10.2.1.58:<0.394.0>:ns_node_disco:do_nodes_wanted_updated_fun:208]ns_node_disco: nodes_wanted pong: ['ns_1@10.2.1.58'], with cookie: hgmnojlbofwcfdfk [ns_server:debug,2012-11-14T10:47:31.425,ns_1@10.2.1.58:ns_config_log<0.373.0>:ns_config_log:log_common:111]config change: {node,'ns_1@10.2.1.58',capi_port} -> 8092 [ns_server:debug,2012-11-14T10:47:31.426,ns_1@10.2.1.58:ns_log_events<0.381.0>:ns_mail_log:init:44]ns_mail_log started up [ns_server:debug,2012-11-14T10:47:31.426,ns_1@10.2.1.58:ns_config_log<0.373.0>:ns_config_log:log_common:111]config change: {node,'ns_1@10.2.1.58',compaction_daemon} -> [{check_interval,30},{min_file_size,131072}] [ns_server:debug,2012-11-14T10:47:31.427,ns_1@10.2.1.58:ns_cookie_manager<0.281.0>:ns_cookie_manager:do_cookie_save:152]saving cookie to "/opt/couchbase/var/lib/couchbase/couchbase-server.cookie" [ns_server:debug,2012-11-14T10:47:31.427,ns_1@10.2.1.58:ns_heart<0.405.0>:ns_heart:current_status:140]Ignoring failure to grab system stats: {'EXIT',{noproc,{gen_server,call, [{'stats_reader-@system','ns_1@10.2.1.58'}, {latest,"minute"}]}}} [error_logger:info,2012-11-14T10:47:31.427,ns_1@10.2.1.58:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================PROGRESS REPORT========================= supervisor: {local,ns_server_sup} started: [{pid,<0.400.0>}, {name,buckets_events}, {mfargs, {gen_event,start_link,[{local,buckets_events}]}}, {restart_type,permanent}, {shutdown,1000}, {child_type,worker}] [ns_server:debug,2012-11-14T10:47:31.427,ns_1@10.2.1.58:ns_config_log<0.373.0>:ns_config_log:log_common:111]config change: {node,'ns_1@10.2.1.58',config_version} -> {2,0} [error_logger:info,2012-11-14T10:47:31.429,ns_1@10.2.1.58:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================PROGRESS REPORT========================= supervisor: {local,ns_mail_sup} started: [{pid,<0.403.0>}, {name,ns_mail_log}, {mfargs,{ns_mail_log,start_link,[]}}, {restart_type,permanent}, {shutdown,1000}, {child_type,worker}] [error_logger:info,2012-11-14T10:47:31.429,ns_1@10.2.1.58:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================PROGRESS REPORT========================= supervisor: {local,ns_server_sup} started: [{pid,<0.402.0>}, {name,ns_mail_sup}, {mfargs,{ns_mail_sup,start_link,[]}}, {restart_type,permanent}, {shutdown,infinity}, {child_type,supervisor}] [error_logger:info,2012-11-14T10:47:31.430,ns_1@10.2.1.58:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================PROGRESS REPORT========================= supervisor: {local,ns_server_sup} started: [{pid,<0.404.0>}, {name,ns_stats_event}, {mfargs, {gen_event,start_link,[{local,ns_stats_event}]}}, {restart_type,permanent}, {shutdown,1000}, {child_type,worker}] [error_logger:info,2012-11-14T10:47:31.432,ns_1@10.2.1.58:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================PROGRESS REPORT========================= supervisor: {local,ns_server_sup} started: [{pid,<0.405.0>}, {name,ns_heart}, {mfargs,{ns_heart,start_link,[]}}, {restart_type,permanent}, {shutdown,1000}, {child_type,worker}] [ns_server:debug,2012-11-14T10:47:31.433,ns_1@10.2.1.58:ns_cookie_manager<0.281.0>:ns_cookie_manager:do_cookie_save:154]attempted to save cookie to "/opt/couchbase/var/lib/couchbase/couchbase-server.cookie": ok [ns_server:debug,2012-11-14T10:47:31.433,ns_1@10.2.1.58:<0.395.0>:ns_node_disco:do_nodes_wanted_updated_fun:202]ns_node_disco: nodes_wanted updated: ['ns_1@10.2.1.58'], with cookie: hgmnojlbofwcfdfk [ns_server:debug,2012-11-14T10:47:31.433,ns_1@10.2.1.58:<0.395.0>:ns_node_disco:do_nodes_wanted_updated_fun:208]ns_node_disco: nodes_wanted pong: ['ns_1@10.2.1.58'], with cookie: hgmnojlbofwcfdfk [ns_server:debug,2012-11-14T10:47:31.433,ns_1@10.2.1.58:ns_config_log<0.373.0>:ns_config_log:log_common:111]config change: {node,'ns_1@10.2.1.58',isasl} -> [{path,"/opt/couchbase/var/lib/couchbase/data/isasl.pw"}] [ns_server:debug,2012-11-14T10:47:31.433,ns_1@10.2.1.58:ns_config_log<0.373.0>:ns_config_log:log_common:111]config change: {node,'ns_1@10.2.1.58',membership} -> active [ns_server:debug,2012-11-14T10:47:31.433,ns_1@10.2.1.58:ns_config_log<0.373.0>:ns_config_log:log_common:111]config change: {node,'ns_1@10.2.1.58',memcached} -> [{mccouch_port,11213}, {engines, [{membase, [{engine,"/opt/couchbase/lib/memcached/ep.so"}, {static_config_string, "vb0=false;waitforwarmup=false;failpartialwarmup=false"}]}, {memcached, [{engine,"/opt/couchbase/lib/memcached/default_engine.so"}, {static_config_string,"vb0=true"}]}]}, {log_path,"/opt/couchbase/var/lib/couchbase/logs"}, {log_prefix,"memcached.log"}, {log_generations,10}, {log_cyclesize,104857600}, {log_sleeptime,19}, {log_rotation_period,39003}, {dedicated_port,11209}, {bucket_engine,"/opt/couchbase/lib/memcached/bucket_engine.so"}, {port,11210}, {dedicated_port,11209}, {admin_user,"_admin"}, {admin_pass,"_admin"}, {verbosity,[]}] [ns_server:debug,2012-11-14T10:47:31.434,ns_1@10.2.1.58:ns_config_log<0.373.0>:ns_config_log:log_common:111]config change: {node,'ns_1@10.2.1.58',moxi} -> [{port,11211},{verbosity,[]}] [ns_server:debug,2012-11-14T10:47:31.434,ns_1@10.2.1.58:ns_config_log<0.373.0>:ns_config_log:log_common:111]config change: {node,'ns_1@10.2.1.58',ns_log} -> [{filename,"/opt/couchbase/var/lib/couchbase/data/ns_log"}] [ns_server:debug,2012-11-14T10:47:31.434,ns_1@10.2.1.58:ns_config_log<0.373.0>:ns_config_log:log_common:111]config change: {node,'ns_1@10.2.1.58',port_servers} -> [{moxi,"/opt/couchbase/bin/moxi", ["-Z", {"port_listen=~B,default_bucket_name=default,downstream_max=1024,downstream_conn_max=4,connect_max_errors=5,connect_retry_interval=30000,connect_timeout=400,auth_timeout=100,cycle=200,downstream_conn_queue_timeout=200,downstream_timeout=5000,wait_queue_timeout=200", [port]}, "-z", {"url=http://127.0.0.1:~B/pools/default/saslBucketsStreaming", [{misc,this_node_rest_port,[]}]}, "-p","0","-Y","y","-O","stderr", {"~s",[verbosity]}], [{env,[{"EVENT_NOSELECT","1"}, {"MOXI_SASL_PLAIN_USR",{"~s",[{ns_moxi_sup,rest_user,[]}]}}, {"MOXI_SASL_PLAIN_PWD",{"~s",[{ns_moxi_sup,rest_pass,[]}]}}]}, use_stdio,exit_status,port_server_send_eol,stderr_to_stdout,stream]}, {memcached,"/opt/couchbase/bin/memcached", ["-X","/opt/couchbase/lib/memcached/stdin_term_handler.so","-X", {"/opt/couchbase/lib/memcached/file_logger.so,cyclesize=~B;sleeptime=~B;filename=~s/~s", [log_cyclesize,log_sleeptime,log_path,log_prefix]}, "-l", {"0.0.0.0:~B,0.0.0.0:~B:1000",[port,dedicated_port]}, "-p", {"~B",[port]}, "-E","/opt/couchbase/lib/memcached/bucket_engine.so","-B", "binary","-r","-c","10000","-e", {"admin=~s;default_bucket_name=default;auto_create=false", [admin_user]}, {"~s",[verbosity]}], [{env,[{"EVENT_NOSELECT","1"}, {"MEMCACHED_TOP_KEYS","100"}, {"ISASL_PWFILE",{"~s",[{isasl,path}]}}, {"ISASL_DB_CHECK_TIME","1"}]}, use_stdio,stderr_to_stdout,exit_status,port_server_send_eol, stream]}] [ns_server:debug,2012-11-14T10:47:31.434,ns_1@10.2.1.58:ns_config_log<0.373.0>:ns_config_log:log_common:111]config change: {node,'ns_1@10.2.1.58',rest} -> [{port,8091},{port_meta,global}] [ns_server:debug,2012-11-14T10:47:31.435,ns_1@10.2.1.58:ns_heart<0.405.0>:ns_heart:grab_local_xdcr_replications:307]Ignoring exception getting xdcr replication infos {exit,{noproc,{gen_server,call,[xdc_replication_sup,which_children,infinity]}}, [{gen_server,call,3}, {xdc_replication_sup,all_local_replication_infos,0}, {ns_heart,grab_local_xdcr_replications,0}, {ns_heart,current_status,0}, {ns_heart,handle_info,2}, {gen_server,handle_msg,5}, {proc_lib,init_p_do_apply,3}]} [error_logger:info,2012-11-14T10:47:31.435,ns_1@10.2.1.58:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================PROGRESS REPORT========================= supervisor: {local,ns_server_sup} started: [{pid,<0.407.0>}, {name,ns_doctor}, {mfargs,{ns_doctor,start_link,[]}}, {restart_type,permanent}, {shutdown,1000}, {child_type,worker}] [error_logger:info,2012-11-14T10:47:31.439,ns_1@10.2.1.58:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================PROGRESS REPORT========================= supervisor: {local,ns_server_sup} started: [{pid,<0.410.0>}, {name,remote_clusters_info}, {mfargs,{remote_clusters_info,start_link,[]}}, {restart_type,permanent}, {shutdown,1000}, {child_type,worker}] [ns_server:error,2012-11-14T10:47:31.439,ns_1@10.2.1.58:ns_heart<0.405.0>:ns_heart:grab_samples_loading_tasks:319]Failed to grab samples loader tasks: {exit, {noproc, {gen_server,call, [samples_loader_tasks,get_tasks, 2000]}}, [{gen_server,call,3}, {ns_heart,grab_samples_loading_tasks,0}, {ns_heart,current_status,0}, {ns_heart,handle_info,2}, {gen_server,handle_msg,5}, {proc_lib,init_p_do_apply,3}]} [ns_server:debug,2012-11-14T10:47:31.441,ns_1@10.2.1.58:ns_server_sup<0.378.0>:mb_master:check_master_takeover_needed:144]Sending master node question to the following nodes: [] [ns_server:debug,2012-11-14T10:47:31.441,ns_1@10.2.1.58:ns_server_sup<0.378.0>:mb_master:check_master_takeover_needed:146]Got replies: [] [ns_server:debug,2012-11-14T10:47:31.441,ns_1@10.2.1.58:ns_server_sup<0.378.0>:mb_master:check_master_takeover_needed:152]Was unable to discover master, not going to force mastership takeover [user:info,2012-11-14T10:47:31.443,ns_1@10.2.1.58:mb_master<0.413.0>:mb_master:init:89]I'm the only node, so I'm the master. [ns_server:debug,2012-11-14T10:47:31.448,ns_1@10.2.1.58:ns_heart<0.405.0>:ns_heart:current_status:140]Ignoring failure to grab system stats: {'EXIT',{noproc,{gen_server,call, [{'stats_reader-@system','ns_1@10.2.1.58'}, {latest,"minute"}]}}} [ns_server:debug,2012-11-14T10:47:31.449,ns_1@10.2.1.58:ns_heart<0.405.0>:ns_heart:grab_local_xdcr_replications:307]Ignoring exception getting xdcr replication infos {exit,{noproc,{gen_server,call,[xdc_replication_sup,which_children,infinity]}}, [{gen_server,call,3}, {xdc_replication_sup,all_local_replication_infos,0}, {ns_heart,grab_local_xdcr_replications,0}, {ns_heart,current_status,0}, {ns_heart,handle_call,3}, {gen_server,handle_msg,5}, {proc_lib,init_p_do_apply,3}]} [ns_server:error,2012-11-14T10:47:31.450,ns_1@10.2.1.58:ns_heart<0.405.0>:ns_heart:grab_samples_loading_tasks:319]Failed to grab samples loader tasks: {exit, {noproc, {gen_server,call, [samples_loader_tasks,get_tasks, 2000]}}, [{gen_server,call,3}, {ns_heart,grab_samples_loading_tasks,0}, {ns_heart,current_status,0}, {ns_heart,handle_call,3}, {gen_server,handle_msg,5}, {proc_lib,init_p_do_apply,3}]} [ns_server:debug,2012-11-14T10:47:31.450,ns_1@10.2.1.58:mb_master_sup<0.415.0>:misc:start_singleton:855]start_singleton(gen_fsm, ns_orchestrator, [], []): started as <0.418.0> on 'ns_1@10.2.1.58' [error_logger:info,2012-11-14T10:47:31.450,ns_1@10.2.1.58:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================PROGRESS REPORT========================= supervisor: {local,mb_master_sup} started: [{pid,<0.418.0>}, {name,ns_orchestrator}, {mfargs,{ns_orchestrator,start_link,[]}}, {restart_type,permanent}, {shutdown,20}, {child_type,worker}] [ns_server:debug,2012-11-14T10:47:31.451,ns_1@10.2.1.58:mb_master_sup<0.415.0>:misc:start_singleton:855]start_singleton(gen_server, ns_tick, [], []): started as <0.420.0> on 'ns_1@10.2.1.58' [error_logger:info,2012-11-14T10:47:31.451,ns_1@10.2.1.58:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================PROGRESS REPORT========================= supervisor: {local,mb_master_sup} started: [{pid,<0.420.0>}, {name,ns_tick}, {mfargs,{ns_tick,start_link,[]}}, {restart_type,permanent}, {shutdown,10}, {child_type,worker}] [ns_server:debug,2012-11-14T10:47:31.452,ns_1@10.2.1.58:<0.421.0>:auto_failover:init:120]init auto_failover. [ns_server:debug,2012-11-14T10:47:31.453,ns_1@10.2.1.58:mb_master_sup<0.415.0>:misc:start_singleton:855]start_singleton(gen_server, auto_failover, [], []): started as <0.421.0> on 'ns_1@10.2.1.58' [error_logger:info,2012-11-14T10:47:31.453,ns_1@10.2.1.58:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================PROGRESS REPORT========================= supervisor: {local,mb_master_sup} started: [{pid,<0.421.0>}, {name,auto_failover}, {mfargs,{auto_failover,start_link,[]}}, {restart_type,permanent}, {shutdown,10}, {child_type,worker}] [error_logger:info,2012-11-14T10:47:31.453,ns_1@10.2.1.58:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================PROGRESS REPORT========================= supervisor: {local,ns_server_sup} started: [{pid,<0.413.0>}, {name,mb_master}, {mfargs,{mb_master,start_link,[]}}, {restart_type,permanent}, {shutdown,infinity}, {child_type,supervisor}] [error_logger:info,2012-11-14T10:47:31.454,ns_1@10.2.1.58:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================PROGRESS REPORT========================= supervisor: {local,ns_server_sup} started: [{pid,<0.422.0>}, {name,master_activity_events}, {mfargs, {gen_event,start_link, [{local,master_activity_events}]}}, {restart_type,permanent}, {shutdown,brutal_kill}, {child_type,worker}] [error_logger:info,2012-11-14T10:47:31.454,ns_1@10.2.1.58:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================PROGRESS REPORT========================= supervisor: {local,ns_server_sup} started: [{pid,<0.423.0>}, {name,master_activity_events_ingress}, {mfargs, {gen_event,start_link, [{local,master_activity_events_ingress}]}}, {restart_type,permanent}, {shutdown,brutal_kill}, {child_type,worker}] [error_logger:info,2012-11-14T10:47:31.454,ns_1@10.2.1.58:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================PROGRESS REPORT========================= supervisor: {local,ns_server_sup} started: [{pid,<0.424.0>}, {name,master_activity_events_timestamper}, {mfargs, {master_activity_events,start_link_timestamper,[]}}, {restart_type,permanent}, {shutdown,brutal_kill}, {child_type,worker}] [error_logger:info,2012-11-14T10:47:31.455,ns_1@10.2.1.58:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================PROGRESS REPORT========================= supervisor: {local,ns_server_sup} started: [{pid,<0.425.0>}, {name,master_activity_events_pids_watcher}, {mfargs, {master_activity_events_pids_watcher,start_link, []}}, {restart_type,permanent}, {shutdown,brutal_kill}, {child_type,worker}] [error_logger:info,2012-11-14T10:47:31.456,ns_1@10.2.1.58:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================PROGRESS REPORT========================= supervisor: {local,ns_server_sup} started: [{pid,<0.426.0>}, {name,master_activity_events_keeper}, {mfargs,{master_activity_events_keeper,start_link,[]}}, {restart_type,permanent}, {shutdown,brutal_kill}, {child_type,worker}] [error_logger:info,2012-11-14T10:47:31.466,ns_1@10.2.1.58:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================PROGRESS REPORT========================= supervisor: {local,menelaus_sup} started: [{pid,<0.429.0>}, {name,menelaus_web}, {mfargs,{menelaus_web,start_link,[]}}, {restart_type,permanent}, {shutdown,5000}, {child_type,worker}] [error_logger:info,2012-11-14T10:47:31.467,ns_1@10.2.1.58:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================PROGRESS REPORT========================= supervisor: {local,menelaus_sup} started: [{pid,<0.446.0>}, {name,menelaus_event}, {mfargs,{menelaus_event,start_link,[]}}, {restart_type,permanent}, {shutdown,5000}, {child_type,worker}] [error_logger:info,2012-11-14T10:47:31.468,ns_1@10.2.1.58:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================PROGRESS REPORT========================= supervisor: {local,menelaus_sup} started: [{pid,<0.447.0>}, {name,hot_keys_keeper}, {mfargs,{hot_keys_keeper,start_link,[]}}, {restart_type,permanent}, {shutdown,5000}, {child_type,worker}] [error_logger:info,2012-11-14T10:47:31.470,ns_1@10.2.1.58:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================PROGRESS REPORT========================= supervisor: {local,menelaus_sup} started: [{pid,<0.448.0>}, {name,menelaus_web_alerts_srv}, {mfargs,{menelaus_web_alerts_srv,start_link,[]}}, {restart_type,permanent}, {shutdown,5000}, {child_type,worker}] [user:info,2012-11-14T10:47:31.470,ns_1@10.2.1.58:ns_server_sup<0.378.0>:menelaus_sup:start_link:44]Couchbase Server has started on web port 8091 on node 'ns_1@10.2.1.58'. [error_logger:info,2012-11-14T10:47:31.470,ns_1@10.2.1.58:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================PROGRESS REPORT========================= supervisor: {local,ns_server_sup} started: [{pid,<0.428.0>}, {name,menelaus}, {mfargs,{menelaus_sup,start_link,[]}}, {restart_type,permanent}, {shutdown,infinity}, {child_type,supervisor}] [error_logger:info,2012-11-14T10:47:31.471,ns_1@10.2.1.58:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================PROGRESS REPORT========================= supervisor: {local,mc_sup} started: [{pid,<0.450.0>}, {name,mc_couch_events}, {mfargs, {gen_event,start_link,[{local,mc_couch_events}]}}, {restart_type,permanent}, {shutdown,brutal_kill}, {child_type,worker}] [error_logger:info,2012-11-14T10:47:31.471,ns_1@10.2.1.58:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================PROGRESS REPORT========================= supervisor: {local,mc_sup} started: [{pid,<0.451.0>}, {name,mc_conn_sup}, {mfargs,{mc_conn_sup,start_link,[]}}, {restart_type,permanent}, {shutdown,brutal_kill}, {child_type,supervisor}] [ns_server:info,2012-11-14T10:47:31.472,ns_1@10.2.1.58:<0.452.0>:mc_tcp_listener:init:24]mccouch is listening on port 11213 [error_logger:info,2012-11-14T10:47:31.472,ns_1@10.2.1.58:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================PROGRESS REPORT========================= supervisor: {local,mc_sup} started: [{pid,<0.452.0>}, {name,mc_tcp_listener}, {mfargs,{mc_tcp_listener,start_link,[11213]}}, {restart_type,permanent}, {shutdown,brutal_kill}, {child_type,worker}] [error_logger:info,2012-11-14T10:47:31.472,ns_1@10.2.1.58:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================PROGRESS REPORT========================= supervisor: {local,ns_server_sup} started: [{pid,<0.449.0>}, {name,mc_sup}, {mfargs,{mc_sup,start_link,[]}}, {restart_type,permanent}, {shutdown,infinity}, {child_type,supervisor}] [error_logger:info,2012-11-14T10:47:31.475,ns_1@10.2.1.58:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================PROGRESS REPORT========================= supervisor: {local,ns_port_sup} started: [{pid,<0.454.0>}, {name,ns_port_init}, {mfargs,{ns_port_init,start_link,[]}}, {restart_type,permanent}, {shutdown,10}, {child_type,worker}] [ns_server:debug,2012-11-14T10:47:31.476,ns_1@10.2.1.58:<0.455.0>:supervisor_cushion:init:43]starting ns_port_server with delay of 5000 [ns_server:debug,2012-11-14T10:47:31.479,ns_1@10.2.1.58:<0.457.0>:supervisor_cushion:init:43]starting ns_port_server with delay of 5000 [error_logger:info,2012-11-14T10:47:31.479,ns_1@10.2.1.58:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================PROGRESS REPORT========================= supervisor: {local,ns_port_sup} started: [{pid,<0.455.0>}, {name, {moxi,"/opt/couchbase/bin/moxi", ["-Z", "port_listen=11211,default_bucket_name=default,downstream_max=1024,downstream_conn_max=4,connect_max_errors=5,connect_retry_interval=30000,connect_timeout=400,auth_timeout=100,cycle=200,downstream_conn_queue_timeout=200,downstream_timeout=5000,wait_queue_timeout=200", "-z", "url=http://127.0.0.1:8091/pools/default/saslBucketsStreaming", "-p","0","-Y","y","-O","stderr",[]], [{env, [{"EVENT_NOSELECT","1"}, {"MOXI_SASL_PLAIN_USR","Administrator"}, {"MOXI_SASL_PLAIN_PWD","password"}]}, use_stdio,exit_status,port_server_send_eol, stderr_to_stdout,stream]}}, {mfargs, {supervisor_cushion,start_link, [moxi,5000,10000,ns_port_server,start_link, [moxi,"/opt/couchbase/bin/moxi", ["-Z", "port_listen=11211,default_bucket_name=default,downstream_max=1024,downstream_conn_max=4,connect_max_errors=5,connect_retry_interval=30000,connect_timeout=400,auth_timeout=100,cycle=200,downstream_conn_queue_timeout=200,downstream_timeout=5000,wait_queue_timeout=200", "-z", "url=http://127.0.0.1:8091/pools/default/saslBucketsStreaming", "-p","0","-Y","y","-O","stderr",[]], [{env, [{"EVENT_NOSELECT","1"}, {"MOXI_SASL_PLAIN_USR","Administrator"}, {"MOXI_SASL_PLAIN_PWD","password"}]}, use_stdio,exit_status,port_server_send_eol, stderr_to_stdout,stream]]]}}, {restart_type,permanent}, {shutdown,86400000}, {child_type,worker}] [error_logger:info,2012-11-14T10:47:31.481,ns_1@10.2.1.58:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================PROGRESS REPORT========================= supervisor: {local,ns_port_sup} started: [{pid,<0.457.0>}, {name, {memcached,"/opt/couchbase/bin/memcached", ["-X", "/opt/couchbase/lib/memcached/stdin_term_handler.so", "-X", "/opt/couchbase/lib/memcached/file_logger.so,cyclesize=104857600;sleeptime=19;filename=/opt/couchbase/var/lib/couchbase/logs/memcached.log", "-l","0.0.0.0:11210,0.0.0.0:11209:1000","-p", "11210","-E", "/opt/couchbase/lib/memcached/bucket_engine.so", "-B","binary","-r","-c","10000","-e", "admin=_admin;default_bucket_name=default;auto_create=false", []], [{env, [{"EVENT_NOSELECT","1"}, {"MEMCACHED_TOP_KEYS","100"}, {"ISASL_PWFILE", "/opt/couchbase/var/lib/couchbase/data/isasl.pw"}, {"ISASL_DB_CHECK_TIME","1"}]}, use_stdio,stderr_to_stdout,exit_status, port_server_send_eol,stream]}}, {mfargs, {erlang,apply, [#Fun, [memcached,"/opt/couchbase/bin/memcached", ["-X", "/opt/couchbase/lib/memcached/stdin_term_handler.so", "-X", "/opt/couchbase/lib/memcached/file_logger.so,cyclesize=104857600;sleeptime=19;filename=/opt/couchbase/var/lib/couchbase/logs/memcached.log", "-l","0.0.0.0:11210,0.0.0.0:11209:1000", "-p","11210","-E", "/opt/couchbase/lib/memcached/bucket_engine.so", "-B","binary","-r","-c","10000","-e", "admin=_admin;default_bucket_name=default;auto_create=false", []], [{env, [{"EVENT_NOSELECT","1"}, {"MEMCACHED_TOP_KEYS","100"}, {"ISASL_PWFILE", "/opt/couchbase/var/lib/couchbase/data/isasl.pw"}, {"ISASL_DB_CHECK_TIME","1"}]}, use_stdio,stderr_to_stdout,exit_status, port_server_send_eol,stream]]]}}, {restart_type,permanent}, {shutdown,86400000}, {child_type,worker}] [error_logger:info,2012-11-14T10:47:31.482,ns_1@10.2.1.58:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================PROGRESS REPORT========================= supervisor: {local,ns_server_sup} started: [{pid,<0.453.0>}, {name,ns_port_sup}, {mfargs,{ns_port_sup,start_link,[]}}, {restart_type,permanent}, {shutdown,infinity}, {child_type,supervisor}] [error_logger:info,2012-11-14T10:47:31.483,ns_1@10.2.1.58:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================PROGRESS REPORT========================= supervisor: {local,ns_server_sup} started: [{pid,<0.459.0>}, {name,ns_port_memcached_killer}, {mfargs,{ns_port_sup,start_memcached_force_killer,[]}}, {restart_type,permanent}, {shutdown,brutal_kill}, {child_type,worker}] [ns_server:info,2012-11-14T10:47:31.483,ns_1@10.2.1.58:<0.460.0>:ns_memcached_log_rotator:init:28]Starting log rotator on "/opt/couchbase/var/lib/couchbase/logs"/"memcached.log"* with an initial period of 39003ms [error_logger:info,2012-11-14T10:47:31.485,ns_1@10.2.1.58:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================PROGRESS REPORT========================= supervisor: {local,ns_server_sup} started: [{pid,<0.460.0>}, {name,ns_memcached_log_rotator}, {mfargs,{ns_memcached_log_rotator,start_link,[]}}, {restart_type,permanent}, {shutdown,1000}, {child_type,worker}] [error_logger:info,2012-11-14T10:47:31.486,ns_1@10.2.1.58:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================PROGRESS REPORT========================= supervisor: {local,ns_server_sup} started: [{pid,<0.462.0>}, {name,ns_bucket_worker}, {mfargs,{work_queue,start_link,[ns_bucket_worker]}}, {restart_type,permanent}, {shutdown,1000}, {child_type,worker}] [error_logger:info,2012-11-14T10:47:31.486,ns_1@10.2.1.58:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================PROGRESS REPORT========================= supervisor: {local,ns_server_sup} started: [{pid,<0.463.0>}, {name,xdc_replication_sup}, {mfargs,{xdc_replication_sup,start_link,[]}}, {restart_type,permanent}, {shutdown,infinity}, {child_type,supervisor}] [error_logger:info,2012-11-14T10:47:31.486,ns_1@10.2.1.58:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================PROGRESS REPORT========================= supervisor: {local,ns_server_sup} started: [{pid,<0.464.0>}, {name,xdc_rep_manager}, {mfargs,{xdc_rep_manager,start_link,[]}}, {restart_type,permanent}, {shutdown,30000}, {child_type,worker}] [error_logger:info,2012-11-14T10:47:31.486,ns_1@10.2.1.58:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================PROGRESS REPORT========================= supervisor: {local,ns_bucket_sup} started: [{pid,<0.467.0>}, {name,buckets_observing_subscription}, {mfargs,{ns_bucket_sup,subscribe_on_config_events,[]}}, {restart_type,permanent}, {shutdown,1000}, {child_type,worker}] [error_logger:info,2012-11-14T10:47:31.486,ns_1@10.2.1.58:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================PROGRESS REPORT========================= supervisor: {local,ns_server_sup} started: [{pid,<0.466.0>}, {name,ns_bucket_sup}, {mfargs,{ns_bucket_sup,start_link,[]}}, {restart_type,permanent}, {shutdown,infinity}, {child_type,supervisor}] [error_logger:info,2012-11-14T10:47:31.489,ns_1@10.2.1.58:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================PROGRESS REPORT========================= supervisor: {local,ns_server_sup} started: [{pid,<0.469.0>}, {name,system_stats_collector}, {mfargs,{system_stats_collector,start_link,[]}}, {restart_type,permanent}, {shutdown,1000}, {child_type,worker}] [error_logger:info,2012-11-14T10:47:31.491,ns_1@10.2.1.58:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================PROGRESS REPORT========================= supervisor: {local,ns_server_sup} started: [{pid,<0.471.0>}, {name,{stats_archiver,"@system"}}, {mfargs,{stats_archiver,start_link,["@system"]}}, {restart_type,permanent}, {shutdown,1000}, {child_type,worker}] [error_logger:info,2012-11-14T10:47:31.492,ns_1@10.2.1.58:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================PROGRESS REPORT========================= supervisor: {local,ns_server_sup} started: [{pid,<0.473.0>}, {name,{stats_reader,"@system"}}, {mfargs,{stats_reader,start_link,["@system"]}}, {restart_type,permanent}, {shutdown,1000}, {child_type,worker}] [error_logger:info,2012-11-14T10:47:31.492,ns_1@10.2.1.58:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================PROGRESS REPORT========================= supervisor: {local,ns_server_sup} started: [{pid,<0.474.0>}, {name,ns_moxi_sup_work_queue}, {mfargs, {work_queue,start_link,[ns_moxi_sup_work_queue]}}, {restart_type,permanent}, {shutdown,1000}, {child_type,worker}] [error_logger:info,2012-11-14T10:47:31.493,ns_1@10.2.1.58:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================PROGRESS REPORT========================= supervisor: {local,ns_server_sup} started: [{pid,<0.475.0>}, {name,ns_moxi_sup}, {mfargs,{ns_moxi_sup,start_link,[]}}, {restart_type,permanent}, {shutdown,infinity}, {child_type,supervisor}] [ns_server:debug,2012-11-14T10:47:31.493,ns_1@10.2.1.58:<0.478.0>:supervisor_cushion:init:43]starting compaction_daemon with delay of 3000 [ns_server:debug,2012-11-14T10:47:31.495,ns_1@10.2.1.58:compaction_daemon<0.479.0>:compaction_daemon:handle_info:266]No buckets to compact. Rescheduling compaction. [ns_server:debug,2012-11-14T10:47:31.495,ns_1@10.2.1.58:compaction_daemon<0.479.0>:compaction_daemon:schedule_next_compaction:1199]Finished compaction too soon. Next run will be in 30s [error_logger:info,2012-11-14T10:47:31.495,ns_1@10.2.1.58:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================PROGRESS REPORT========================= supervisor: {local,ns_server_sup} started: [{pid,<0.478.0>}, {name,compaction_daemon}, {mfargs, {supervisor_cushion,start_link, [compaction_daemon,3000,1000,compaction_daemon, start_link,[]]}}, {restart_type,permanent}, {shutdown,86400000}, {child_type,worker}] [ns_server:debug,2012-11-14T10:47:31.495,ns_1@10.2.1.58:xdc_rdoc_replication_srv<0.481.0>:xdc_rdoc_replication_srv:handle_info:132]doing replicate_newnodes_docs [error_logger:info,2012-11-14T10:47:31.496,ns_1@10.2.1.58:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================PROGRESS REPORT========================= supervisor: {local,ns_server_sup} started: [{pid,<0.481.0>}, {name,xdc_rdoc_replication_srv}, {mfargs,{xdc_rdoc_replication_srv,start_link,[]}}, {restart_type,permanent}, {shutdown,1000}, {child_type,worker}] [ns_server:info,2012-11-14T10:47:31.496,ns_1@10.2.1.58:set_view_update_daemon<0.483.0>:set_view_update_daemon:init:50]Set view update daemon, starting with the following settings: update interval: 5000ms minimum number of changes: 5000 [error_logger:info,2012-11-14T10:47:31.496,ns_1@10.2.1.58:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================PROGRESS REPORT========================= supervisor: {local,ns_server_sup} started: [{pid,<0.483.0>}, {name,set_view_update_daemon}, {mfargs,{set_view_update_daemon,start_link,[]}}, {restart_type,permanent}, {shutdown,1000}, {child_type,worker}] [error_logger:info,2012-11-14T10:47:31.496,ns_1@10.2.1.58:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================PROGRESS REPORT========================= supervisor: {local,ns_server_sup} started: [{pid,<0.485.0>}, {name,samples_loader_tasks}, {mfargs,{samples_loader_tasks,start_link,[]}}, {restart_type,permanent}, {shutdown,1000}, {child_type,worker}] [error_logger:info,2012-11-14T10:47:31.496,ns_1@10.2.1.58:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================PROGRESS REPORT========================= supervisor: {local,ns_server_cluster_sup} started: [{pid,<0.378.0>}, {name,ns_server_sup}, {mfargs,{ns_server_sup,start_link,[]}}, {restart_type,permanent}, {shutdown,infinity}, {child_type,supervisor}] [error_logger:info,2012-11-14T10:47:31.497,ns_1@10.2.1.58:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================PROGRESS REPORT========================= application: ns_server started_at: 'ns_1@10.2.1.58' [ns_server:info,2012-11-14T10:47:31.693,ns_1@10.2.1.58:<0.456.0>:ns_port_server:log:171]moxi<0.456.0>: 2012-11-14 10:47:31: (cproxy_config.c.317) env: MOXI_SASL_PLAIN_USR (13) moxi<0.456.0>: 2012-11-14 10:47:31: (cproxy_config.c.326) env: MOXI_SASL_PLAIN_PWD (8) [ns_server:debug,2012-11-14T10:48:01.495,ns_1@10.2.1.58:compaction_daemon<0.479.0>:compaction_daemon:handle_info:266]No buckets to compact. Rescheduling compaction. [ns_server:debug,2012-11-14T10:48:01.496,ns_1@10.2.1.58:compaction_daemon<0.479.0>:compaction_daemon:schedule_next_compaction:1199]Finished compaction too soon. Next run will be in 30s [ns_server:debug,2012-11-14T10:48:31.496,ns_1@10.2.1.58:compaction_daemon<0.479.0>:compaction_daemon:handle_info:266]No buckets to compact. Rescheduling compaction. [ns_server:debug,2012-11-14T10:48:31.496,ns_1@10.2.1.58:compaction_daemon<0.479.0>:compaction_daemon:schedule_next_compaction:1199]Finished compaction too soon. Next run will be in 30s [ns_server:debug,2012-11-14T10:49:01.497,ns_1@10.2.1.58:compaction_daemon<0.479.0>:compaction_daemon:handle_info:266]No buckets to compact. Rescheduling compaction. [ns_server:debug,2012-11-14T10:49:01.497,ns_1@10.2.1.58:compaction_daemon<0.479.0>:compaction_daemon:schedule_next_compaction:1199]Finished compaction too soon. Next run will be in 30s [ns_server:debug,2012-11-14T10:49:31.497,ns_1@10.2.1.58:compaction_daemon<0.479.0>:compaction_daemon:handle_info:266]No buckets to compact. Rescheduling compaction. [ns_server:debug,2012-11-14T10:49:31.498,ns_1@10.2.1.58:compaction_daemon<0.479.0>:compaction_daemon:schedule_next_compaction:1199]Finished compaction too soon. Next run will be in 30s [ns_server:debug,2012-11-14T10:50:01.498,ns_1@10.2.1.58:compaction_daemon<0.479.0>:compaction_daemon:handle_info:266]No buckets to compact. Rescheduling compaction. [ns_server:debug,2012-11-14T10:50:01.498,ns_1@10.2.1.58:compaction_daemon<0.479.0>:compaction_daemon:schedule_next_compaction:1199]Finished compaction too soon. Next run will be in 30s [ns_server:debug,2012-11-14T10:50:31.499,ns_1@10.2.1.58:compaction_daemon<0.479.0>:compaction_daemon:handle_info:266]No buckets to compact. Rescheduling compaction. [ns_server:debug,2012-11-14T10:50:31.499,ns_1@10.2.1.58:compaction_daemon<0.479.0>:compaction_daemon:schedule_next_compaction:1199]Finished compaction too soon. Next run will be in 30s [ns_server:debug,2012-11-14T10:51:01.500,ns_1@10.2.1.58:compaction_daemon<0.479.0>:compaction_daemon:handle_info:266]No buckets to compact. Rescheduling compaction. [ns_server:debug,2012-11-14T10:51:01.500,ns_1@10.2.1.58:compaction_daemon<0.479.0>:compaction_daemon:schedule_next_compaction:1199]Finished compaction too soon. Next run will be in 30s [ns_server:debug,2012-11-14T10:51:31.501,ns_1@10.2.1.58:compaction_daemon<0.479.0>:compaction_daemon:handle_info:266]No buckets to compact. Rescheduling compaction. [ns_server:debug,2012-11-14T10:51:31.501,ns_1@10.2.1.58:compaction_daemon<0.479.0>:compaction_daemon:schedule_next_compaction:1199]Finished compaction too soon. Next run will be in 30s [ns_server:debug,2012-11-14T10:52:01.502,ns_1@10.2.1.58:compaction_daemon<0.479.0>:compaction_daemon:handle_info:266]No buckets to compact. Rescheduling compaction. [ns_server:debug,2012-11-14T10:52:01.502,ns_1@10.2.1.58:compaction_daemon<0.479.0>:compaction_daemon:schedule_next_compaction:1199]Finished compaction too soon. Next run will be in 30s [ns_server:debug,2012-11-14T10:52:31.503,ns_1@10.2.1.58:compaction_daemon<0.479.0>:compaction_daemon:handle_info:266]No buckets to compact. Rescheduling compaction. [ns_server:debug,2012-11-14T10:52:31.503,ns_1@10.2.1.58:compaction_daemon<0.479.0>:compaction_daemon:schedule_next_compaction:1199]Finished compaction too soon. Next run will be in 30s [ns_server:debug,2012-11-14T10:53:01.504,ns_1@10.2.1.58:compaction_daemon<0.479.0>:compaction_daemon:handle_info:266]No buckets to compact. Rescheduling compaction. [ns_server:debug,2012-11-14T10:53:01.504,ns_1@10.2.1.58:compaction_daemon<0.479.0>:compaction_daemon:schedule_next_compaction:1199]Finished compaction too soon. Next run will be in 30s [ns_server:debug,2012-11-14T10:53:31.504,ns_1@10.2.1.58:compaction_daemon<0.479.0>:compaction_daemon:handle_info:266]No buckets to compact. Rescheduling compaction. [ns_server:debug,2012-11-14T10:53:31.504,ns_1@10.2.1.58:compaction_daemon<0.479.0>:compaction_daemon:schedule_next_compaction:1199]Finished compaction too soon. Next run will be in 30s [ns_server:debug,2012-11-14T10:54:01.505,ns_1@10.2.1.58:compaction_daemon<0.479.0>:compaction_daemon:handle_info:266]No buckets to compact. Rescheduling compaction. [ns_server:debug,2012-11-14T10:54:01.505,ns_1@10.2.1.58:compaction_daemon<0.479.0>:compaction_daemon:schedule_next_compaction:1199]Finished compaction too soon. Next run will be in 30s [ns_server:debug,2012-11-14T10:54:31.506,ns_1@10.2.1.58:compaction_daemon<0.479.0>:compaction_daemon:handle_info:266]No buckets to compact. Rescheduling compaction. [ns_server:debug,2012-11-14T10:54:31.506,ns_1@10.2.1.58:compaction_daemon<0.479.0>:compaction_daemon:schedule_next_compaction:1199]Finished compaction too soon. Next run will be in 30s [ns_server:debug,2012-11-14T10:55:01.507,ns_1@10.2.1.58:compaction_daemon<0.479.0>:compaction_daemon:handle_info:266]No buckets to compact. Rescheduling compaction. [ns_server:debug,2012-11-14T10:55:01.507,ns_1@10.2.1.58:compaction_daemon<0.479.0>:compaction_daemon:schedule_next_compaction:1199]Finished compaction too soon. Next run will be in 30s [ns_server:debug,2012-11-14T10:55:31.507,ns_1@10.2.1.58:compaction_daemon<0.479.0>:compaction_daemon:handle_info:266]No buckets to compact. Rescheduling compaction. [ns_server:debug,2012-11-14T10:55:31.507,ns_1@10.2.1.58:compaction_daemon<0.479.0>:compaction_daemon:schedule_next_compaction:1199]Finished compaction too soon. Next run will be in 30s [ns_server:debug,2012-11-14T10:56:01.508,ns_1@10.2.1.58:compaction_daemon<0.479.0>:compaction_daemon:handle_info:266]No buckets to compact. Rescheduling compaction. [ns_server:debug,2012-11-14T10:56:01.508,ns_1@10.2.1.58:compaction_daemon<0.479.0>:compaction_daemon:schedule_next_compaction:1199]Finished compaction too soon. Next run will be in 30s [cluster:debug,2012-11-14T10:56:21.077,ns_1@10.2.1.58:ns_cluster<0.282.0>:ns_cluster:handle_call:125]handling engage_cluster([{<<"availableStorage">>, {struct, [{<<"hdd">>, [{struct, [{<<"path">>,<<"/">>}, {<<"sizeKBytes">>,49781912}, {<<"usagePercent">>,20}]}, {struct, [{<<"path">>,<<"/data">>}, {<<"sizeKBytes">>,886279600}, {<<"usagePercent">>,1}]}, {struct, [{<<"path">>,<<"/dev/shm">>}, {<<"sizeKBytes">>,16434404}, {<<"usagePercent">>,0}]}, {struct, [{<<"path">>,<<"/data2">>}, {<<"sizeKBytes">>,1922859824}, {<<"usagePercent">>,1}]}]}]}}, {<<"memoryQuota">>,12000}, {<<"storageTotals">>, {struct, [{<<"ram">>, {struct, [{<<"total">>,33657663488}, {<<"quotaTotal">>,12582912000}, {<<"quotaUsed">>,12582912000}, {<<"used">>,16521998336}, {<<"usedByData">>,7948944296}]}}, {<<"hdd">>, {struct, [{<<"total">>,2876558770176}, {<<"quotaTotal">>,2876558770176}, {<<"used">>,28765587701}, {<<"usedByData">>,7288347685}, {<<"free">>,2847793182475}]}}]}}, {<<"storage">>, {struct, [{<<"ssd">>,[]}, {<<"hdd">>, [{struct, [{<<"path">>,<<"/data2">>}, {<<"index_path">>,<<"/data">>}, {<<"quotaMb">>,<<"none">>}, {<<"state">>,<<"ok">>}]}]}]}}, {<<"systemStats">>, {struct, [{<<"cpu_utilization_rate">>,5.513784461152882}, {<<"swap_total">>,10684628992}, {<<"swap_used">>,0}]}}, {<<"interestingStats">>, {struct, [{<<"couch_docs_actual_disk_size">>,7288347685}, {<<"couch_docs_data_size">>,7286110552}, {<<"couch_views_actual_disk_size">>,0}, {<<"couch_views_data_size">>,0}, {<<"curr_items">>,1499537}, {<<"curr_items_tot">>,3000003}, {<<"mem_used">>,7948944296}, {<<"vb_replica_curr_items">>,1500466}]}}, {<<"uptime">>,<<"531">>}, {<<"memoryTotal">>,33657663488}, {<<"memoryFree">>,17135665152}, {<<"mcdMemoryReserved">>,25678}, {<<"mcdMemoryAllocated">>,25678}, {<<"couchApiBase">>,<<"http://10.2.1.61:8092/">>}, {<<"otpNode">>,<<"ns_1@10.2.1.61">>}, {<<"otpCookie">>,<<"xgvmfnoayvfekdvi">>}, {<<"clusterMembership">>,<<"active">>}, {<<"status">>,<<"healthy">>}, {<<"thisNode">>,true}, {<<"hostname">>,<<"10.2.1.61:8091">>}, {<<"clusterCompatibility">>,131072}, {<<"version">>,<<"2.0.0-1945-rel-enterprise">>}, {<<"os">>,<<"x86_64-unknown-linux-gnu">>}, {<<"ports">>, {struct, [{<<"proxy">>,11211},{<<"direct">>,11210}]}}]) [user:info,2012-11-14T10:56:21.079,ns_1@10.2.1.58:ns_cookie_manager<0.281.0>:ns_cookie_manager:do_cookie_init:91]Initial otp cookie generated: aublrvjvvfjapjhn [ns_server:debug,2012-11-14T10:56:21.106,ns_1@10.2.1.58:ns_config_events<0.365.0>:ns_node_disco_conf_events:handle_event:50]ns_node_disco_conf_events config on otp [ns_server:debug,2012-11-14T10:56:21.106,ns_1@10.2.1.58:ns_config_log<0.373.0>:ns_config_log:log_common:111]config change: otp -> [{cookie,aublrvjvvfjapjhn}] [ns_server:debug,2012-11-14T10:56:21.107,ns_1@10.2.1.58:ns_config_rep<0.391.0>:ns_config_rep:do_push_keys:317]Replicating some config keys ([otp]..) [ns_server:debug,2012-11-14T10:56:21.107,ns_1@10.2.1.58:ns_cookie_manager<0.281.0>:ns_cookie_manager:do_cookie_sync:115]ns_cookie_manager do_cookie_sync [cluster:debug,2012-11-14T10:56:21.107,ns_1@10.2.1.58:ns_cluster<0.282.0>:ns_cluster:handle_call:127]engage_cluster(..) -> {ok,ok} [ns_server:debug,2012-11-14T10:56:21.107,ns_1@10.2.1.58:ns_cookie_manager<0.281.0>:ns_cookie_manager:do_cookie_save:152]saving cookie to "/opt/couchbase/var/lib/couchbase/couchbase-server.cookie" [ns_server:debug,2012-11-14T10:56:21.118,ns_1@10.2.1.58:ns_cookie_manager<0.281.0>:ns_cookie_manager:do_cookie_save:154]attempted to save cookie to "/opt/couchbase/var/lib/couchbase/couchbase-server.cookie": ok [ns_server:debug,2012-11-14T10:56:21.118,ns_1@10.2.1.58:<0.1891.0>:ns_node_disco:do_nodes_wanted_updated_fun:202]ns_node_disco: nodes_wanted updated: ['ns_1@10.2.1.58'], with cookie: aublrvjvvfjapjhn [ns_server:debug,2012-11-14T10:56:21.118,ns_1@10.2.1.58:<0.1891.0>:ns_node_disco:do_nodes_wanted_updated_fun:208]ns_node_disco: nodes_wanted pong: ['ns_1@10.2.1.58'], with cookie: aublrvjvvfjapjhn [cluster:debug,2012-11-14T10:56:21.134,ns_1@10.2.1.58:ns_cluster<0.282.0>:ns_cluster:handle_call:131]handling complete_join([{<<"targetNode">>,<<"ns_1@10.2.1.58">>}, {<<"availableStorage">>, {struct, [{<<"hdd">>, [{struct, [{<<"path">>,<<"/">>}, {<<"sizeKBytes">>,49781912}, {<<"usagePercent">>,20}]}, {struct, [{<<"path">>,<<"/data">>}, {<<"sizeKBytes">>,886279600}, {<<"usagePercent">>,1}]}, {struct, [{<<"path">>,<<"/dev/shm">>}, {<<"sizeKBytes">>,16434404}, {<<"usagePercent">>,0}]}, {struct, [{<<"path">>,<<"/data2">>}, {<<"sizeKBytes">>,1922859824}, {<<"usagePercent">>,1}]}]}]}}, {<<"memoryQuota">>,12000}, {<<"storageTotals">>, {struct, [{<<"ram">>, {struct, [{<<"total">>,33657663488}, {<<"quotaTotal">>,12582912000}, {<<"quotaUsed">>,12582912000}, {<<"used">>,16521998336}, {<<"usedByData">>,7948944296}]}}, {<<"hdd">>, {struct, [{<<"total">>,2876558770176}, {<<"quotaTotal">>,2876558770176}, {<<"used">>,28765587701}, {<<"usedByData">>,7288347685}, {<<"free">>,2847793182475}]}}]}}, {<<"storage">>, {struct, [{<<"ssd">>,[]}, {<<"hdd">>, [{struct, [{<<"path">>,<<"/data2">>}, {<<"index_path">>,<<"/data">>}, {<<"quotaMb">>,<<"none">>}, {<<"state">>,<<"ok">>}]}]}]}}, {<<"systemStats">>, {struct, [{<<"cpu_utilization_rate">>,5.513784461152882}, {<<"swap_total">>,10684628992}, {<<"swap_used">>,0}]}}, {<<"interestingStats">>, {struct, [{<<"couch_docs_actual_disk_size">>,7288347685}, {<<"couch_docs_data_size">>,7286110552}, {<<"couch_views_actual_disk_size">>,0}, {<<"couch_views_data_size">>,0}, {<<"curr_items">>,1499537}, {<<"curr_items_tot">>,3000003}, {<<"mem_used">>,7948944296}, {<<"vb_replica_curr_items">>,1500466}]}}, {<<"uptime">>,<<"531">>}, {<<"memoryTotal">>,33657663488}, {<<"memoryFree">>,17135665152}, {<<"mcdMemoryReserved">>,25678}, {<<"mcdMemoryAllocated">>,25678}, {<<"couchApiBase">>,<<"http://10.2.1.61:8092/">>}, {<<"otpNode">>,<<"ns_1@10.2.1.61">>}, {<<"otpCookie">>,<<"xgvmfnoayvfekdvi">>}, {<<"clusterMembership">>,<<"active">>}, {<<"status">>,<<"healthy">>}, {<<"thisNode">>,true}, {<<"hostname">>,<<"10.2.1.61:8091">>}, {<<"clusterCompatibility">>,131072}, {<<"version">>,<<"2.0.0-1945-rel-enterprise">>}, {<<"os">>,<<"x86_64-unknown-linux-gnu">>}, {<<"ports">>, {struct,[{<<"proxy">>,11211},{<<"direct">>,11210}]}}]) [user:info,2012-11-14T10:56:21.147,ns_1@10.2.1.58:ns_cluster<0.282.0>:ns_cluster:perform_actual_join:630]Node 'ns_1@10.2.1.58' is joining cluster via node 'ns_1@10.2.1.61'. [ns_server:debug,2012-11-14T10:56:21.147,ns_1@10.2.1.58:<0.482.0>:ns_pubsub:do_subscribe_link:132]Parent process of subscription {ns_node_disco_events,<0.481.0>} exited with reason shutdown [ns_server:debug,2012-11-14T10:56:21.147,ns_1@10.2.1.58:<0.484.0>:ns_pubsub:do_subscribe_link:132]Parent process of subscription {ns_config_events,<0.483.0>} exited with reason shutdown [error_logger:error,2012-11-14T10:56:21.147,ns_1@10.2.1.58:error_logger<0.5.0>:ale_error_logger_handler:log_msg:76]** Connection attempt from disallowed node 'ns_1@10.2.1.61' ** [ns_server:debug,2012-11-14T10:56:21.147,ns_1@10.2.1.58:ns_config_rep<0.391.0>:ns_config_rep:do_push_keys:317]Replicating some config keys ([i_am_a_dead_man]..) [ns_server:debug,2012-11-14T10:56:21.147,ns_1@10.2.1.58:<0.480.0>:ns_pubsub:do_subscribe_link:132]Parent process of subscription {ns_config_events,<0.479.0>} exited with reason shutdown [ns_server:debug,2012-11-14T10:56:21.147,ns_1@10.2.1.58:<0.477.0>:ns_pubsub:do_subscribe_link:132]Parent process of subscription {ns_config_events,<0.475.0>} exited with reason shutdown [ns_server:debug,2012-11-14T10:56:21.147,ns_1@10.2.1.58:<0.472.0>:ns_pubsub:do_subscribe_link:132]Parent process of subscription {ns_stats_event,<0.471.0>} exited with reason shutdown [ns_server:debug,2012-11-14T10:56:21.148,ns_1@10.2.1.58:<0.470.0>:ns_pubsub:do_subscribe_link:132]Parent process of subscription {ns_tick_event,<0.469.0>} exited with reason shutdown [ns_server:debug,2012-11-14T10:56:21.148,ns_1@10.2.1.58:<0.467.0>:ns_pubsub:do_subscribe_link:132]Parent process of subscription {ns_config_events,<0.466.0>} exited with reason shutdown [ns_server:debug,2012-11-14T10:56:21.156,ns_1@10.2.1.58:ns_config_log<0.373.0>:ns_config_log:log_common:111]config change: i_am_a_dead_man -> true [error_logger:error,2012-11-14T10:56:21.158,ns_1@10.2.1.58:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================SUPERVISOR REPORT========================= Supervisor: {local,ns_bucket_sup} Context: shutdown_error Reason: normal Offender: [{pid,<0.467.0>}, {name,buckets_observing_subscription}, {mfargs,{ns_bucket_sup,subscribe_on_config_events,[]}}, {restart_type,permanent}, {shutdown,1000}, {child_type,worker}] [ns_server:debug,2012-11-14T10:56:21.158,ns_1@10.2.1.58:<0.461.0>:ns_pubsub:do_subscribe_link:132]Parent process of subscription {ns_config_events,<0.459.0>} exited with reason killed [ns_server:debug,2012-11-14T10:56:21.158,ns_1@10.2.1.58:ns_port_memcached<0.458.0>:ns_port_server:terminate:143]Sending 'shutdown' to port [error_logger:error,2012-11-14T10:56:21.159,ns_1@10.2.1.58:error_logger<0.5.0>:ale_error_logger_handler:log_msg:76]** Connection attempt from disallowed node 'ns_1@10.2.1.63' ** [ns_server:info,2012-11-14T10:56:21.358,ns_1@10.2.1.58:ns_port_memcached<0.458.0>:ns_port_server:log:171]memcached<0.458.0>: EOL on stdin. Initiating shutdown [ns_server:debug,2012-11-14T10:56:21.426,ns_1@10.2.1.58:ns_heart<0.405.0>:ns_heart:current_status:140]Ignoring failure to grab system stats: {'EXIT',{noproc,{gen_server,call, [{'stats_reader-@system','ns_1@10.2.1.58'}, {latest,"minute"}]}}} [ns_server:debug,2012-11-14T10:56:21.426,ns_1@10.2.1.58:ns_heart<0.405.0>:ns_heart:grab_local_xdcr_replications:307]Ignoring exception getting xdcr replication infos {exit,{noproc,{gen_server,call,[xdc_replication_sup,which_children,infinity]}}, [{gen_server,call,3}, {xdc_replication_sup,all_local_replication_infos,0}, {ns_heart,grab_local_xdcr_replications,0}, {ns_heart,current_status,0}, {ns_heart,handle_info,2}, {gen_server,handle_msg,5}, {proc_lib,init_p_do_apply,3}]} [ns_server:error,2012-11-14T10:56:21.426,ns_1@10.2.1.58:ns_heart<0.405.0>:ns_heart:grab_samples_loading_tasks:319]Failed to grab samples loader tasks: {exit, {noproc, {gen_server,call, [samples_loader_tasks,get_tasks, 2000]}}, [{gen_server,call,3}, {ns_heart,grab_samples_loading_tasks,0}, {ns_heart,current_status,0}, {ns_heart,handle_info,2}, {gen_server,handle_msg,5}, {proc_lib,init_p_do_apply,3}]} [ns_server:info,2012-11-14T10:56:22.024,ns_1@10.2.1.58:ns_port_memcached<0.458.0>:ns_port_server:handle_info:104]Port server memcached exited with status 0 [ns_server:debug,2012-11-14T10:56:22.024,ns_1@10.2.1.58:<0.456.0>:ns_port_server:terminate:143]Sending 'shutdown' to port [ns_server:info,2012-11-14T10:56:22.025,ns_1@10.2.1.58:<0.456.0>:ns_port_server:handle_info:104]Port server moxi exited with status 0 [ns_server:info,2012-11-14T10:56:22.025,ns_1@10.2.1.58:<0.456.0>:ns_port_server:log:171]moxi<0.456.0>: EOL on stdin. Exiting [ns_server:debug,2012-11-14T10:56:22.026,ns_1@10.2.1.58:<0.427.0>:ns_pubsub:do_subscribe_link:132]Parent process of subscription {master_activity_events,<0.426.0>} exited with reason killed [ns_server:info,2012-11-14T10:56:22.026,ns_1@10.2.1.58:mb_master<0.413.0>:mb_master:terminate:288]Synchronously shutting down child mb_master_sup [ns_server:debug,2012-11-14T10:56:22.027,ns_1@10.2.1.58:<0.414.0>:ns_pubsub:do_subscribe_link:132]Parent process of subscription {ns_config_events,<0.413.0>} exited with reason shutdown [ns_server:debug,2012-11-14T10:56:22.027,ns_1@10.2.1.58:<0.408.0>:ns_pubsub:do_subscribe_link:132]Parent process of subscription {ns_config_events,<0.407.0>} exited with reason shutdown [ns_server:debug,2012-11-14T10:56:22.027,ns_1@10.2.1.58:<0.406.0>:ns_pubsub:do_subscribe_link:132]Parent process of subscription {buckets_events,<0.405.0>} exited with reason shutdown [ns_server:debug,2012-11-14T10:56:22.027,ns_1@10.2.1.58:<0.397.0>:ns_pubsub:do_subscribe_link:132]Parent process of subscription {ns_config_events,<0.396.0>} exited with reason killed [ns_server:debug,2012-11-14T10:56:22.028,ns_1@10.2.1.58:<0.392.0>:ns_pubsub:do_subscribe_link:132]Parent process of subscription {ns_config_events_local,<0.391.0>} exited with reason shutdown [ns_server:debug,2012-11-14T10:56:22.028,ns_1@10.2.1.58:<0.382.0>:ns_pubsub:do_subscribe_link:132]Parent process of subscription {ns_config_events,<0.380.0>} exited with reason killed [cluster:debug,2012-11-14T10:56:22.029,ns_1@10.2.1.58:ns_cluster<0.282.0>:ns_cluster:perform_actual_join:638]ns_cluster: joining cluster. Child has exited. [ns_server:debug,2012-11-14T10:56:22.029,ns_1@10.2.1.58:ns_config_log<0.373.0>:ns_config_log:log_common:111]config change: otp -> [{cookie,xgvmfnoayvfekdvi}] [cluster:debug,2012-11-14T10:56:22.029,ns_1@10.2.1.58:ns_cluster<0.282.0>:ns_cluster:perform_actual_join:651]pre-join cleaned config is: {config,{}, [[], [{xdcr_checkpoint_interval,1800}, {xdcr_doc_batch_size_kb,512}, {xdcr_failure_restart_interval,30}, {xdcr_capi_checkpoint_timeout,10}, {directory,"/opt/couchbase/var/lib/couchbase/config"}, {index_aware_rebalance_disabled,false}, {max_bucket_count,10}, {autocompaction, [{database_fragmentation_threshold,{30,undefined}}, {view_fragmentation_threshold,{30,undefined}}]}, {set_view_update_daemon, [{update_interval,5000}, {update_min_changes,5000}, {replica_update_min_changes,5000}]}, {fast_warmup, [{fast_warmup_enabled,true}, {min_memory_threshold,10}, {min_items_threshold,10}]}, {{node,'ns_1@10.2.1.58',compaction_daemon}, [{check_interval,30},{min_file_size,131072}]}, {nodes_wanted,['ns_1@10.2.1.58']}, {{node,'ns_1@10.2.1.58',membership},active}, {rest,[{port,8091}]}, {{couchdb,max_parallel_indexers},4}, {{couchdb,max_parallel_replica_indexers},2}, {{node,'ns_1@10.2.1.58',rest},[{port,8091},{port_meta,global}]}, {{node,'ns_1@10.2.1.58',capi_port},8092}, {rest_creds,[{creds,[]}]}, {remote_clusters,[]}, {{node,'ns_1@10.2.1.58',isasl}, [{path,"/opt/couchbase/var/lib/couchbase/data/isasl.pw"}]}, {{node,'ns_1@10.2.1.58',memcached}, [{'_vclock',[{'_',{1,0}}]}, {port,11210}, {mccouch_port,11213}, {dedicated_port,11209}, {admin_user,"_admin"}, {admin_pass,"_admin"}, {bucket_engine,"/opt/couchbase/lib/memcached/bucket_engine.so"}, {engines, [{membase, [{engine,"/opt/couchbase/lib/memcached/ep.so"}, {static_config_string, "vb0=false;waitforwarmup=false;failpartialwarmup=false"}]}, {memcached, [{engine,"/opt/couchbase/lib/memcached/default_engine.so"}, {static_config_string,"vb0=true"}]}]}, {log_path,"/opt/couchbase/var/lib/couchbase/logs"}, {log_prefix,"memcached.log"}, {log_generations,10}, {log_cyclesize,104857600}, {log_sleeptime,19}, {log_rotation_period,39003}, {verbosity,[]}]}, {memory_quota,19259}, {buckets,[{configs,[]}]}, {{node,'ns_1@10.2.1.58',moxi},[{port,11211},{verbosity,[]}]}, {{node,'ns_1@10.2.1.58',port_servers}, [{moxi,"/opt/couchbase/bin/moxi", ["-Z", {"port_listen=~B,default_bucket_name=default,downstream_max=1024,downstream_conn_max=4,connect_max_errors=5,connect_retry_interval=30000,connect_timeout=400,auth_timeout=100,cycle=200,downstream_conn_queue_timeout=200,downstream_timeout=5000,wait_queue_timeout=200", [port]}, "-z", {"url=http://127.0.0.1:~B/pools/default/saslBucketsStreaming", [{misc,this_node_rest_port,[]}]}, "-p","0","-Y","y","-O","stderr", {"~s",[verbosity]}], [{env, [{"EVENT_NOSELECT","1"}, {"MOXI_SASL_PLAIN_USR",{"~s",[{ns_moxi_sup,rest_user,[]}]}}, {"MOXI_SASL_PLAIN_PWD", {"~s",[{ns_moxi_sup,rest_pass,[]}]}}]}, use_stdio,exit_status,port_server_send_eol,stderr_to_stdout, stream]}, {memcached,"/opt/couchbase/bin/memcached", ["-X","/opt/couchbase/lib/memcached/stdin_term_handler.so","-X", {"/opt/couchbase/lib/memcached/file_logger.so,cyclesize=~B;sleeptime=~B;filename=~s/~s", [log_cyclesize,log_sleeptime,log_path,log_prefix]}, "-l", {"0.0.0.0:~B,0.0.0.0:~B:1000",[port,dedicated_port]}, "-p", {"~B",[port]}, "-E","/opt/couchbase/lib/memcached/bucket_engine.so","-B", "binary","-r","-c","10000","-e", {"admin=~s;default_bucket_name=default;auto_create=false", [admin_user]}, {"~s",[verbosity]}], [{env, [{"EVENT_NOSELECT","1"}, {"MEMCACHED_TOP_KEYS","100"}, {"ISASL_PWFILE",{"~s",[{isasl,path}]}}, {"ISASL_DB_CHECK_TIME","1"}]}, use_stdio,stderr_to_stdout,exit_status,port_server_send_eol, stream]}]}, {{node,'ns_1@10.2.1.58',ns_log}, [{filename,"/opt/couchbase/var/lib/couchbase/data/ns_log"}]}, {email_alerts, [{recipients,["root@localhost"]}, {sender,"couchbase@localhost"}, {enabled,false}, {email_server, [{user,[]}, {pass,[]}, {host,"localhost"}, {port,25}, {encrypt,false}]}, {alerts, [auto_failover_node,auto_failover_maximum_reached, auto_failover_other_nodes_down, auto_failover_cluster_too_small,ip,disk,overhead, ep_oom_errors,ep_item_commit_failed]}]}, {replication,[{enabled,true}]}, {auto_failover_cfg, [{enabled,false},{timeout,30},{max_nodes,1},{count,0}]}]], [[{cluster_compat_version,undefined}, {nodes_wanted,['ns_1@10.2.1.58','ns_1@10.2.1.61']}, {{node,'ns_1@10.2.1.58',rest},[{port,8091},{port_meta,global}]}, {{node,'ns_1@10.2.1.58',port_servers}, [{'_vclock',[{'ns_1@10.2.1.58',{2,63520138023}}]}, {moxi,"/opt/couchbase/bin/moxi", ["-Z", {"port_listen=~B,default_bucket_name=default,downstream_max=1024,downstream_conn_max=4,connect_max_errors=5,connect_retry_interval=30000,connect_timeout=400,auth_timeout=100,cycle=200,downstream_conn_queue_timeout=200,downstream_timeout=5000,wait_queue_timeout=200", [port]}, "-z", {"url=http://127.0.0.1:~B/pools/default/saslBucketsStreaming", [{misc,this_node_rest_port,[]}]}, "-p","0","-Y","y","-O","stderr", {"~s",[verbosity]}], [{env, [{"EVENT_NOSELECT","1"}, {"MOXI_SASL_PLAIN_USR",{"~s",[{ns_moxi_sup,rest_user,[]}]}}, {"MOXI_SASL_PLAIN_PWD", {"~s",[{ns_moxi_sup,rest_pass,[]}]}}]}, use_stdio,exit_status,port_server_send_eol,stderr_to_stdout, stream]}, {memcached,"/opt/couchbase/bin/memcached", ["-X","/opt/couchbase/lib/memcached/stdin_term_handler.so","-X", {"/opt/couchbase/lib/memcached/file_logger.so,cyclesize=~B;sleeptime=~B;filename=~s/~s", [log_cyclesize,log_sleeptime,log_path,log_prefix]}, "-l", {"0.0.0.0:~B,0.0.0.0:~B:1000",[port,dedicated_port]}, "-p", {"~B",[port]}, "-E","/opt/couchbase/lib/memcached/bucket_engine.so","-B", "binary","-r","-c","10000","-e", {"admin=~s;default_bucket_name=default;auto_create=false", [admin_user]}, {"~s",[verbosity]}], [{env, [{"EVENT_NOSELECT","1"}, {"MEMCACHED_TOP_KEYS","100"}, {"ISASL_PWFILE",{"~s",[{isasl,path}]}}, {"ISASL_DB_CHECK_TIME","1"}]}, use_stdio,stderr_to_stdout,exit_status,port_server_send_eol, stream]}]}, {{node,'ns_1@10.2.1.58',ns_log}, [{'_vclock',[{'ns_1@10.2.1.58',{1,63520138023}}]}, {filename,"/opt/couchbase/var/lib/couchbase/data/ns_log"}]}, {{node,'ns_1@10.2.1.58',moxi},[{port,11211},{verbosity,[]}]}, {{node,'ns_1@10.2.1.58',memcached}, [{'_vclock',[{'_',{1,0}},{'ns_1@10.2.1.58',{2,63520138023}}]}, {mccouch_port,11213}, {engines, [{membase, [{engine,"/opt/couchbase/lib/memcached/ep.so"}, {static_config_string, "vb0=false;waitforwarmup=false;failpartialwarmup=false"}]}, {memcached, [{engine,"/opt/couchbase/lib/memcached/default_engine.so"}, {static_config_string,"vb0=true"}]}]}, {log_path,"/opt/couchbase/var/lib/couchbase/logs"}, {log_prefix,"memcached.log"}, {log_generations,10}, {log_cyclesize,104857600}, {log_sleeptime,19}, {log_rotation_period,39003}, {dedicated_port,11209}, {bucket_engine,"/opt/couchbase/lib/memcached/bucket_engine.so"}, {port,11210}, {dedicated_port,11209}, {admin_user,"_admin"}, {admin_pass,"_admin"}, {verbosity,[]}]}, {{node,'ns_1@10.2.1.58',isasl}, [{'_vclock',[{'ns_1@10.2.1.58',{1,63520138023}}]}, {path,"/opt/couchbase/var/lib/couchbase/data/isasl.pw"}]}, {{node,'ns_1@10.2.1.58',config_version}, [{'_vclock',[{'ns_1@10.2.1.58',{5,63520138023}}]}|{2,0}]}, {{node,'ns_1@10.2.1.58',compaction_daemon}, [{check_interval,30},{min_file_size,131072}]}, {{node,'ns_1@10.2.1.58',capi_port},8092}, {otp, [{'_vclock',[{'ns_1@10.2.1.58',{3,63520138582}}]}, {cookie,xgvmfnoayvfekdvi}]}]], ns_config_default} [ns_server:debug,2012-11-14T10:56:22.032,ns_1@10.2.1.58:ns_cookie_manager<0.281.0>:ns_cookie_manager:do_cookie_sync:115]ns_cookie_manager do_cookie_sync [user:info,2012-11-14T10:56:22.032,ns_1@10.2.1.58:ns_cookie_manager<0.281.0>:ns_cookie_manager:do_cookie_sync:135]Node 'ns_1@10.2.1.58' synchronized otp cookie xgvmfnoayvfekdvi from cluster [ns_server:debug,2012-11-14T10:56:22.032,ns_1@10.2.1.58:ns_cookie_manager<0.281.0>:ns_cookie_manager:do_cookie_save:152]saving cookie to "/opt/couchbase/var/lib/couchbase/couchbase-server.cookie" [ns_server:debug,2012-11-14T10:56:22.033,ns_1@10.2.1.58:ns_config_log<0.373.0>:ns_config_log:log_common:111]config change: nodes_wanted -> ['ns_1@10.2.1.58','ns_1@10.2.1.61'] [ns_server:debug,2012-11-14T10:56:22.033,ns_1@10.2.1.58:ns_config_log<0.373.0>:ns_config_log:log_common:111]config change: cluster_compat_version -> undefined [ns_server:debug,2012-11-14T10:56:22.036,ns_1@10.2.1.58:ns_cookie_manager<0.281.0>:ns_cookie_manager:do_cookie_save:154]attempted to save cookie to "/opt/couchbase/var/lib/couchbase/couchbase-server.cookie": ok [cluster:debug,2012-11-14T10:56:22.038,ns_1@10.2.1.58:ns_cluster<0.282.0>:ns_cluster:perform_actual_join:655]Connection from 'ns_1@10.2.1.58' to 'ns_1@10.2.1.61': true [cluster:debug,2012-11-14T10:56:22.038,ns_1@10.2.1.58:ns_cluster<0.282.0>:ns_cluster:perform_actual_join:665]Join status: {ok,ok}, starting ns_server_cluster back [ns_server:warn,2012-11-14T10:56:22.056,ns_1@10.2.1.58:ns_log<0.1917.0>:ns_log:read_logs:69]Couldn't load logs from "/opt/couchbase/var/lib/couchbase/data/ns_log" (perhaps it's first startup): {error, enoent} [error_logger:info,2012-11-14T10:56:22.057,ns_1@10.2.1.58:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================PROGRESS REPORT========================= supervisor: {local,ns_server_sup} started: [{pid,<0.1917.0>}, {name,ns_log}, {mfargs,{ns_log,start_link,[]}}, {restart_type,permanent}, {shutdown,1000}, {child_type,worker}] [ns_server:debug,2012-11-14T10:56:22.057,ns_1@10.2.1.58:ns_node_disco<0.1922.0>:ns_node_disco:init:103]Initting ns_node_disco with ['ns_1@10.2.1.61'] [error_logger:info,2012-11-14T10:56:22.057,ns_1@10.2.1.58:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================PROGRESS REPORT========================= supervisor: {local,ns_server_sup} started: [{pid,<0.1918.0>}, {name,ns_config_ets_dup}, {mfargs,{ns_config_ets_dup,start_link,[]}}, {restart_type,permanent}, {shutdown,brutal_kill}, {child_type,worker}] [ns_server:debug,2012-11-14T10:56:22.057,ns_1@10.2.1.58:ns_cookie_manager<0.281.0>:ns_cookie_manager:do_cookie_sync:115]ns_cookie_manager do_cookie_sync [error_logger:info,2012-11-14T10:56:22.057,ns_1@10.2.1.58:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================PROGRESS REPORT========================= supervisor: {local,ns_server_sup} started: [{pid,<0.1919.0>}, {name,ns_log_events}, {mfargs,{gen_event,start_link,[{local,ns_log_events}]}}, {restart_type,permanent}, {shutdown,1000}, {child_type,worker}] [ns_server:debug,2012-11-14T10:56:22.057,ns_1@10.2.1.58:ns_cookie_manager<0.281.0>:ns_cookie_manager:do_cookie_save:152]saving cookie to "/opt/couchbase/var/lib/couchbase/couchbase-server.cookie" [error_logger:info,2012-11-14T10:56:22.058,ns_1@10.2.1.58:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================PROGRESS REPORT========================= supervisor: {local,ns_node_disco_sup} started: [{pid,<0.1921.0>}, {name,ns_node_disco_events}, {mfargs, {gen_event,start_link, [{local,ns_node_disco_events}]}}, {restart_type,permanent}, {shutdown,1000}, {child_type,worker}] [ns_server:debug,2012-11-14T10:56:22.058,ns_1@10.2.1.58:ns_cookie_manager<0.281.0>:ns_cookie_manager:do_cookie_save:154]attempted to save cookie to "/opt/couchbase/var/lib/couchbase/couchbase-server.cookie": ok [ns_server:debug,2012-11-14T10:56:22.059,ns_1@10.2.1.58:<0.1924.0>:ns_node_disco:do_nodes_wanted_updated_fun:202]ns_node_disco: nodes_wanted updated: ['ns_1@10.2.1.58','ns_1@10.2.1.61'], with cookie: xgvmfnoayvfekdvi [ns_server:debug,2012-11-14T10:56:22.059,ns_1@10.2.1.58:<0.1924.0>:ns_node_disco:do_nodes_wanted_updated_fun:208]ns_node_disco: nodes_wanted pong: ['ns_1@10.2.1.58','ns_1@10.2.1.61'], with cookie: xgvmfnoayvfekdvi [error_logger:info,2012-11-14T10:56:22.060,ns_1@10.2.1.58:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================PROGRESS REPORT========================= supervisor: {local,ns_node_disco_sup} started: [{pid,<0.1922.0>}, {name,ns_node_disco}, {mfargs,{ns_node_disco,start_link,[]}}, {restart_type,permanent}, {shutdown,1000}, {child_type,worker}] [ns_server:debug,2012-11-14T10:56:22.060,ns_1@10.2.1.58:ns_config_rep<0.1929.0>:ns_config_rep:init:66]init pulling [error_logger:info,2012-11-14T10:56:22.060,ns_1@10.2.1.58:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================PROGRESS REPORT========================= supervisor: {local,ns_node_disco_sup} started: [{pid,<0.1926.0>}, {name,ns_node_disco_log}, {mfargs,{ns_node_disco_log,start_link,[]}}, {restart_type,permanent}, {shutdown,1000}, {child_type,worker}] [ns_server:info,2012-11-14T10:56:22.060,ns_1@10.2.1.58:ns_config_rep<0.1929.0>:ns_config_rep:do_pull:341]Pulling config from: 'ns_1@10.2.1.61' [error_logger:info,2012-11-14T10:56:22.060,ns_1@10.2.1.58:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================PROGRESS REPORT========================= supervisor: {local,ns_node_disco_sup} started: [{pid,<0.1927.0>}, {name,ns_node_disco_conf_events}, {mfargs,{ns_node_disco_conf_events,start_link,[]}}, {restart_type,permanent}, {shutdown,1000}, {child_type,worker}] [error_logger:info,2012-11-14T10:56:22.060,ns_1@10.2.1.58:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================PROGRESS REPORT========================= supervisor: {local,ns_node_disco_sup} started: [{pid,<0.1928.0>}, {name,ns_config_rep_merger}, {mfargs,{ns_config_rep,start_link_merger,[]}}, {restart_type,permanent}, {shutdown,brutal_kill}, {child_type,worker}] [ns_server:debug,2012-11-14T10:56:22.065,ns_1@10.2.1.58:ns_config_log<0.373.0>:ns_config_log:log_common:111]config change: auto_failover_cfg -> [{enabled,false},{timeout,30},{max_nodes,1},{count,0}] [ns_server:debug,2012-11-14T10:56:22.065,ns_1@10.2.1.58:ns_config_events<0.365.0>:ns_node_disco_conf_events:handle_event:44]ns_node_disco_conf_events config on nodes_wanted [ns_server:debug,2012-11-14T10:56:22.065,ns_1@10.2.1.58:ns_config_isasl_sync<0.370.0>:ns_config_isasl_sync:writeSASLConf:133]Writing isasl passwd file: "/opt/couchbase/var/lib/couchbase/data/isasl.pw" [ns_server:debug,2012-11-14T10:56:22.066,ns_1@10.2.1.58:ns_config_rep<0.1929.0>:ns_config_rep:init:68]init pushing [ns_server:debug,2012-11-14T10:56:22.066,ns_1@10.2.1.58:ns_config_log<0.373.0>:ns_config_log:log_common:111]config change: autocompaction -> [{parallel_db_and_view_compaction,false}, {database_fragmentation_threshold,{30,undefined}}, {view_fragmentation_threshold,{30,undefined}}] [ns_server:debug,2012-11-14T10:56:22.066,ns_1@10.2.1.58:ns_config_events<0.365.0>:ns_node_disco_conf_events:handle_event:50]ns_node_disco_conf_events config on otp [ns_server:debug,2012-11-14T10:56:22.067,ns_1@10.2.1.58:ns_cookie_manager<0.281.0>:ns_cookie_manager:do_cookie_sync:115]ns_cookie_manager do_cookie_sync [ns_server:debug,2012-11-14T10:56:22.069,ns_1@10.2.1.58:ns_cookie_manager<0.281.0>:ns_cookie_manager:do_cookie_save:152]saving cookie to "/opt/couchbase/var/lib/couchbase/couchbase-server.cookie" [ns_server:warn,2012-11-14T10:56:22.069,ns_1@10.2.1.58:ns_config_isasl_sync<0.370.0>:ns_memcached:connect:1103]Unable to connect: {error,{badmatch,{error,econnrefused}}}, retrying. [ns_server:debug,2012-11-14T10:56:22.070,ns_1@10.2.1.58:ns_cookie_manager<0.281.0>:ns_cookie_manager:do_cookie_save:154]attempted to save cookie to "/opt/couchbase/var/lib/couchbase/couchbase-server.cookie": ok [ns_server:debug,2012-11-14T10:56:22.070,ns_1@10.2.1.58:ns_cookie_manager<0.281.0>:ns_cookie_manager:do_cookie_sync:115]ns_cookie_manager do_cookie_sync [ns_server:debug,2012-11-14T10:56:22.070,ns_1@10.2.1.58:ns_config_log<0.373.0>:ns_config_log:log_common:111]config change: buckets -> [{configs,[[{map,[{0,[],['ns_1@10.2.1.61','ns_1@10.2.1.63']}, {1,[],['ns_1@10.2.1.61','ns_1@10.2.1.63']}, {2,[],['ns_1@10.2.1.61','ns_1@10.2.1.63']}, {3,[],['ns_1@10.2.1.61','ns_1@10.2.1.63']}, {4,[],['ns_1@10.2.1.61','ns_1@10.2.1.63']}, {5,[],['ns_1@10.2.1.61','ns_1@10.2.1.63']}, {6,[],['ns_1@10.2.1.61','ns_1@10.2.1.63']}, {7,[],['ns_1@10.2.1.61','ns_1@10.2.1.63']}, {8,[],['ns_1@10.2.1.61','ns_1@10.2.1.63']}, {9,[],['ns_1@10.2.1.61','ns_1@10.2.1.63']}, {10,[],['ns_1@10.2.1.61','ns_1@10.2.1.63']}, {11,[],['ns_1@10.2.1.61','ns_1@10.2.1.63']}, {12,[],['ns_1@10.2.1.61','ns_1@10.2.1.63']}, {13,[],['ns_1@10.2.1.61','ns_1@10.2.1.63']}, {14,[],['ns_1@10.2.1.61','ns_1@10.2.1.63']}, {15,[],['ns_1@10.2.1.61','ns_1@10.2.1.63']}, {16,[],['ns_1@10.2.1.61','ns_1@10.2.1.63']}, {17,[],['ns_1@10.2.1.61','ns_1@10.2.1.63']}, {18,[],['ns_1@10.2.1.61','ns_1@10.2.1.63']}, {19,[],['ns_1@10.2.1.61','ns_1@10.2.1.63']}, {20,[],['ns_1@10.2.1.61','ns_1@10.2.1.63']}, {21,[],['ns_1@10.2.1.61','ns_1@10.2.1.63']}, {22,[],['ns_1@10.2.1.61','ns_1@10.2.1.63']}, {23,[],['ns_1@10.2.1.61','ns_1@10.2.1.63']}, {24,[],['ns_1@10.2.1.61','ns_1@10.2.1.63']}, {25,[],['ns_1@10.2.1.61','ns_1@10.2.1.63']}, {26,[],['ns_1@10.2.1.61','ns_1@10.2.1.63']}, {27,[],['ns_1@10.2.1.61','ns_1@10.2.1.63']}, {28,[],['ns_1@10.2.1.61','ns_1@10.2.1.63']}, {29,[],['ns_1@10.2.1.61','ns_1@10.2.1.63']}, {30,[],['ns_1@10.2.1.61','ns_1@10.2.1.63']}, {31,[],['ns_1@10.2.1.61','ns_1@10.2.1.63']}, {32,[],['ns_1@10.2.1.61','ns_1@10.2.1.63']}, {33,[],['ns_1@10.2.1.61','ns_1@10.2.1.63']}, {34,[],['ns_1@10.2.1.61','ns_1@10.2.1.63']}, {35,[],['ns_1@10.2.1.61','ns_1@10.2.1.63']}, {36,[],['ns_1@10.2.1.61','ns_1@10.2.1.63']}, {37,[],['ns_1@10.2.1.61','ns_1@10.2.1.63']}, {38,[],['ns_1@10.2.1.61','ns_1@10.2.1.63']}, {39,[],['ns_1@10.2.1.61','ns_1@10.2.1.63']}, {40,[],['ns_1@10.2.1.61','ns_1@10.2.1.63']}, {41,[],['ns_1@10.2.1.61','ns_1@10.2.1.63']}, {42,[],['ns_1@10.2.1.61','ns_1@10.2.1.63']}, {43,[],['ns_1@10.2.1.61','ns_1@10.2.1.63']}, {44,[],['ns_1@10.2.1.61','ns_1@10.2.1.63']}, {45,[],['ns_1@10.2.1.61','ns_1@10.2.1.63']}, {46,[],['ns_1@10.2.1.61','ns_1@10.2.1.63']}, {47,[],['ns_1@10.2.1.61','ns_1@10.2.1.63']}, {48,[],['ns_1@10.2.1.61','ns_1@10.2.1.63']}, {49,[],['ns_1@10.2.1.61','ns_1@10.2.1.63']}, {50,[],['ns_1@10.2.1.61','ns_1@10.2.1.63']}, {51,[],['ns_1@10.2.1.61','ns_1@10.2.1.63']}, {52,[],['ns_1@10.2.1.61','ns_1@10.2.1.63']}, {53,[],['ns_1@10.2.1.61','ns_1@10.2.1.63']}, {54,[],['ns_1@10.2.1.61','ns_1@10.2.1.63']}, {55,[],['ns_1@10.2.1.61','ns_1@10.2.1.63']}, {56,[],['ns_1@10.2.1.61','ns_1@10.2.1.63']}, {57,[],['ns_1@10.2.1.61','ns_1@10.2.1.63']}, {58,[],['ns_1@10.2.1.61','ns_1@10.2.1.63']}, {59,[],['ns_1@10.2.1.61','ns_1@10.2.1.63']}, {60,[],['ns_1@10.2.1.61','ns_1@10.2.1.63']}, {61,[],['ns_1@10.2.1.61','ns_1@10.2.1.63']}, {62,[],['ns_1@10.2.1.61','ns_1@10.2.1.63']}, {63,[],['ns_1@10.2.1.61','ns_1@10.2.1.63']}, {64,[],['ns_1@10.2.1.61','ns_1@10.2.1.63']}, {65,[],['ns_1@10.2.1.61','ns_1@10.2.1.63']}, {66,[],['ns_1@10.2.1.61','ns_1@10.2.1.63']}, {67,[],['ns_1@10.2.1.61','ns_1@10.2.1.63']}, {68,[],['ns_1@10.2.1.61','ns_1@10.2.1.63']}, {69,[],['ns_1@10.2.1.61','ns_1@10.2.1.63']}, {70,[],['ns_1@10.2.1.61','ns_1@10.2.1.63']}, {71,[],['ns_1@10.2.1.61','ns_1@10.2.1.63']}, {72,[],['ns_1@10.2.1.61','ns_1@10.2.1.63']}, {73,[],['ns_1@10.2.1.61','ns_1@10.2.1.63']}, {74,[],['ns_1@10.2.1.61','ns_1@10.2.1.63']}, {75,[],['ns_1@10.2.1.61','ns_1@10.2.1.63']}, {76,[],['ns_1@10.2.1.61','ns_1@10.2.1.63']}, {77,[],['ns_1@10.2.1.61','ns_1@10.2.1.63']}, {78,[],['ns_1@10.2.1.61','ns_1@10.2.1.63']}, {79,[],['ns_1@10.2.1.61','ns_1@10.2.1.63']}, {80,[],['ns_1@10.2.1.61','ns_1@10.2.1.63']}, {81,[],['ns_1@10.2.1.61','ns_1@10.2.1.63']}, {82,[],['ns_1@10.2.1.61','ns_1@10.2.1.63']}, {83,[],['ns_1@10.2.1.61','ns_1@10.2.1.63']}, {84,[],['ns_1@10.2.1.61','ns_1@10.2.1.63']}, {85,[],['ns_1@10.2.1.61','ns_1@10.2.1.63']}, {86,[],['ns_1@10.2.1.61','ns_1@10.2.1.63']}, {87,[],['ns_1@10.2.1.61'|...]}, {88,[],[...]}, {89,[],...}, {90,...}, {...}|...]}, {fastForwardMap,[]}, {uuid,<<"2df23521f5621f6caeffb1de32e15ea0">>}, {sasl_password,[]}, {num_replicas,1}, {replica_index,true}, {ram_quota,12582912000}, {auth_type,sasl}, {flush_enabled,true}, {type,membase}, {num_vbuckets,1024}, {servers,['ns_1@10.2.1.61','ns_1@10.2.1.63']}]]}] [ns_server:debug,2012-11-14T10:56:22.070,ns_1@10.2.1.58:<0.1935.0>:ns_node_disco:do_nodes_wanted_updated_fun:202]ns_node_disco: nodes_wanted updated: ['ns_1@10.2.1.58','ns_1@10.2.1.61', 'ns_1@10.2.1.63'], with cookie: xgvmfnoayvfekdvi [ns_server:debug,2012-11-14T10:56:22.070,ns_1@10.2.1.58:ns_config_log<0.373.0>:ns_config_log:log_common:111]config change: cluster_compat_version -> [2,0] [ns_server:debug,2012-11-14T10:56:22.070,ns_1@10.2.1.58:ns_config_log<0.373.0>:ns_config_log:log_common:111]config change: counters -> [{rebalance_success,1},{rebalance_start,1}] [ns_server:debug,2012-11-14T10:56:22.071,ns_1@10.2.1.58:ns_config_log<0.373.0>:ns_config_log:log_common:111]config change: dynamic_config_version -> [2,0] [ns_server:debug,2012-11-14T10:56:22.071,ns_1@10.2.1.58:ns_config_log<0.373.0>:ns_config_log:log_common:111]config change: email_alerts -> [{recipients,["root@localhost"]}, {sender,"couchbase@localhost"}, {enabled,false}, {email_server,[{user,[]}, {pass,[]}, {host,"localhost"}, {port,25}, {encrypt,false}]}, {alerts,[auto_failover_node,auto_failover_maximum_reached, auto_failover_other_nodes_down,auto_failover_cluster_too_small,ip, disk,overhead,ep_oom_errors,ep_item_commit_failed]}] [ns_server:debug,2012-11-14T10:56:22.071,ns_1@10.2.1.58:ns_cookie_manager<0.281.0>:ns_cookie_manager:do_cookie_save:152]saving cookie to "/opt/couchbase/var/lib/couchbase/couchbase-server.cookie" [ns_server:debug,2012-11-14T10:56:22.071,ns_1@10.2.1.58:ns_config_rep<0.1929.0>:ns_config_rep:init:72]init reannouncing [ns_server:debug,2012-11-14T10:56:22.071,ns_1@10.2.1.58:ns_config_log<0.373.0>:ns_config_log:log_common:111]config change: fast_warmup -> [{fast_warmup_enabled,true}, {min_memory_threshold,10}, {min_items_threshold,10}] [ns_server:debug,2012-11-14T10:56:22.071,ns_1@10.2.1.58:ns_config_log<0.373.0>:ns_config_log:log_common:111]config change: index_aware_rebalance_disabled -> false [ns_server:debug,2012-11-14T10:56:22.071,ns_1@10.2.1.58:ns_config_log<0.373.0>:ns_config_log:log_common:111]config change: max_bucket_count -> 10 [ns_server:debug,2012-11-14T10:56:22.071,ns_1@10.2.1.58:ns_config_log<0.373.0>:ns_config_log:log_common:111]config change: memory_quota -> 12000 [ns_server:debug,2012-11-14T10:56:22.071,ns_1@10.2.1.58:ns_config_events<0.365.0>:ns_node_disco_conf_events:handle_event:44]ns_node_disco_conf_events config on nodes_wanted [ns_server:debug,2012-11-14T10:56:22.071,ns_1@10.2.1.58:ns_config_log<0.373.0>:ns_config_log:log_common:111]config change: nodes_wanted -> ['ns_1@10.2.1.58','ns_1@10.2.1.61','ns_1@10.2.1.63'] [ns_server:debug,2012-11-14T10:56:22.072,ns_1@10.2.1.58:ns_config_log<0.373.0>:ns_config_log:log_common:111]config change: otp -> [{cookie,xgvmfnoayvfekdvi}] [ns_server:debug,2012-11-14T10:56:22.072,ns_1@10.2.1.58:ns_config_events<0.365.0>:ns_node_disco_conf_events:handle_event:50]ns_node_disco_conf_events config on otp [ns_server:debug,2012-11-14T10:56:22.072,ns_1@10.2.1.58:ns_config_log<0.373.0>:ns_config_log:log_common:111]config change: rebalance_status -> none [ns_server:debug,2012-11-14T10:56:22.072,ns_1@10.2.1.58:ns_config_rep<0.1929.0>:ns_config_rep:do_push_keys:317]Replicating some config keys ([auto_failover_cfg,autocompaction,buckets, cluster_compat_version,counters, dynamic_config_version]..) [ns_server:debug,2012-11-14T10:56:22.072,ns_1@10.2.1.58:ns_config_log<0.373.0>:ns_config_log:log_common:111]config change: rebalancer_pid -> undefined [error_logger:info,2012-11-14T10:56:22.072,ns_1@10.2.1.58:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================PROGRESS REPORT========================= supervisor: {local,ns_node_disco_sup} started: [{pid,<0.1929.0>}, {name,ns_config_rep}, {mfargs,{ns_config_rep,start_link,[]}}, {restart_type,permanent}, {shutdown,1000}, {child_type,worker}] [ns_server:debug,2012-11-14T10:56:22.072,ns_1@10.2.1.58:ns_config_log<0.373.0>:ns_config_log:log_common:111]config change: remote_clusters -> [] [ns_server:debug,2012-11-14T10:56:22.072,ns_1@10.2.1.58:ns_config_log<0.373.0>:ns_config_log:log_common:111]config change: replication -> [{enabled,true}] [ns_server:debug,2012-11-14T10:56:22.072,ns_1@10.2.1.58:ns_config_log<0.373.0>:ns_config_log:log_common:111]config change: rest -> [{port,8091}] [ns_server:info,2012-11-14T10:56:22.072,ns_1@10.2.1.58:ns_config_log<0.373.0>:ns_config_log:handle_info:57]config change: rest_creds -> ******** [ns_server:debug,2012-11-14T10:56:22.073,ns_1@10.2.1.58:ns_config_log<0.373.0>:ns_config_log:log_common:111]config change: set_view_update_daemon -> [{update_interval,5000}, {update_min_changes,5000}, {replica_update_min_changes,5000}] [error_logger:info,2012-11-14T10:56:22.073,ns_1@10.2.1.58:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================PROGRESS REPORT========================= supervisor: {local,ns_server_sup} started: [{pid,<0.1920.0>}, {name,ns_node_disco_sup}, {mfargs,{ns_node_disco_sup,start_link,[]}}, {restart_type,permanent}, {shutdown,infinity}, {child_type,supervisor}] [ns_server:debug,2012-11-14T10:56:22.073,ns_1@10.2.1.58:ns_cookie_manager<0.281.0>:ns_cookie_manager:do_cookie_save:154]attempted to save cookie to "/opt/couchbase/var/lib/couchbase/couchbase-server.cookie": ok [ns_server:debug,2012-11-14T10:56:22.073,ns_1@10.2.1.58:ns_cookie_manager<0.281.0>:ns_cookie_manager:do_cookie_sync:115]ns_cookie_manager do_cookie_sync [error_logger:info,2012-11-14T10:56:22.073,ns_1@10.2.1.58:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================PROGRESS REPORT========================= supervisor: {local,ns_server_sup} started: [{pid,<0.1940.0>}, {name,vbucket_map_mirror}, {mfargs,{vbucket_map_mirror,start_link,[]}}, {restart_type,permanent}, {shutdown,brutal_kill}, {child_type,worker}] [ns_server:debug,2012-11-14T10:56:22.073,ns_1@10.2.1.58:ns_log_events<0.1919.0>:ns_mail_log:init:44]ns_mail_log started up [ns_server:debug,2012-11-14T10:56:22.073,ns_1@10.2.1.58:<0.1936.0>:ns_node_disco:do_nodes_wanted_updated_fun:202]ns_node_disco: nodes_wanted updated: ['ns_1@10.2.1.58','ns_1@10.2.1.61', 'ns_1@10.2.1.63'], with cookie: xgvmfnoayvfekdvi [ns_server:debug,2012-11-14T10:56:22.073,ns_1@10.2.1.58:ns_cookie_manager<0.281.0>:ns_cookie_manager:do_cookie_save:152]saving cookie to "/opt/couchbase/var/lib/couchbase/couchbase-server.cookie" [ns_server:debug,2012-11-14T10:56:22.073,ns_1@10.2.1.58:ns_heart<0.1951.0>:ns_heart:current_status:140]Ignoring failure to grab system stats: {'EXIT',{noproc,{gen_server,call, [{'stats_reader-@system','ns_1@10.2.1.58'}, {latest,"minute"}]}}} [error_logger:info,2012-11-14T10:56:22.074,ns_1@10.2.1.58:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================PROGRESS REPORT========================= supervisor: {local,ns_server_sup} started: [{pid,<0.1945.0>}, {name,ns_tick_event}, {mfargs,{gen_event,start_link,[{local,ns_tick_event}]}}, {restart_type,permanent}, {shutdown,1000}, {child_type,worker}] [ns_server:debug,2012-11-14T10:56:22.073,ns_1@10.2.1.58:ns_config_log<0.373.0>:ns_config_log:log_common:111]config change: uuid -> <<"ec1881e7373e65173821927107bae3bb">> [error_logger:info,2012-11-14T10:56:22.074,ns_1@10.2.1.58:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================PROGRESS REPORT========================= supervisor: {local,ns_server_sup} started: [{pid,<0.1946.0>}, {name,mb_master_events}, {mfargs, {gen_event,start_link,[{local,mb_master_events}]}}, {restart_type,permanent}, {shutdown,1000}, {child_type,worker}] [ns_server:info,2012-11-14T10:56:22.074,ns_1@10.2.1.58:remote_clusters_info<0.1956.0>:remote_clusters_info:read_or_create_table:384]Reading remote_clusters_info content from /opt/couchbase/var/lib/couchbase/remote_clusters_cache [ns_server:debug,2012-11-14T10:56:22.074,ns_1@10.2.1.58:ns_heart<0.1951.0>:ns_heart:grab_local_xdcr_replications:307]Ignoring exception getting xdcr replication infos {exit,{noproc,{gen_server,call,[xdc_replication_sup,which_children,infinity]}}, [{gen_server,call,3}, {xdc_replication_sup,all_local_replication_infos,0}, {ns_heart,grab_local_xdcr_replications,0}, {ns_heart,current_status,0}, {ns_heart,handle_info,2}, {gen_server,handle_msg,5}, {proc_lib,init_p_do_apply,3}]} [ns_server:debug,2012-11-14T10:56:22.075,ns_1@10.2.1.58:ns_config_log<0.373.0>:ns_config_log:log_common:111]config change: vbucket_map_history -> [] [ns_server:error,2012-11-14T10:56:22.075,ns_1@10.2.1.58:ns_heart<0.1951.0>:ns_heart:grab_samples_loading_tasks:319]Failed to grab samples loader tasks: {exit, {noproc, {gen_server,call, [samples_loader_tasks,get_tasks, 2000]}}, [{gen_server,call,3}, {ns_heart,grab_samples_loading_tasks,0}, {ns_heart,current_status,0}, {ns_heart,handle_info,2}, {gen_server,handle_msg,5}, {proc_lib,init_p_do_apply,3}]} [ns_server:debug,2012-11-14T10:56:22.075,ns_1@10.2.1.58:ns_config_log<0.373.0>:ns_config_log:log_common:111]config change: xdcr_capi_checkpoint_timeout -> 10 [user:info,2012-11-14T10:56:22.075,ns_1@10.2.1.58:ns_node_disco<0.1922.0>:ns_node_disco:handle_info:162]Node 'ns_1@10.2.1.58' saw that node 'ns_1@10.2.1.63' came up. [ns_server:debug,2012-11-14T10:56:22.075,ns_1@10.2.1.58:ns_config_log<0.373.0>:ns_config_log:log_common:111]config change: xdcr_checkpoint_interval -> 1800 [ns_server:debug,2012-11-14T10:56:22.075,ns_1@10.2.1.58:<0.1935.0>:ns_node_disco:do_nodes_wanted_updated_fun:208]ns_node_disco: nodes_wanted pong: ['ns_1@10.2.1.58','ns_1@10.2.1.61', 'ns_1@10.2.1.63'], with cookie: xgvmfnoayvfekdvi [ns_server:debug,2012-11-14T10:56:22.075,ns_1@10.2.1.58:ns_config_log<0.373.0>:ns_config_log:log_common:111]config change: xdcr_doc_batch_size_kb -> 512 [ns_server:debug,2012-11-14T10:56:22.076,ns_1@10.2.1.58:ns_config_log<0.373.0>:ns_config_log:log_common:111]config change: xdcr_failure_restart_interval -> 30 [ns_server:debug,2012-11-14T10:56:22.076,ns_1@10.2.1.58:ns_node_disco_events<0.1921.0>:ns_node_disco_rep_events:handle_event:42]Detected a new nodes (['ns_1@10.2.1.63']). Moving config around. [ns_server:debug,2012-11-14T10:56:22.076,ns_1@10.2.1.58:<0.1936.0>:ns_node_disco:do_nodes_wanted_updated_fun:208]ns_node_disco: nodes_wanted pong: ['ns_1@10.2.1.58','ns_1@10.2.1.61', 'ns_1@10.2.1.63'], with cookie: xgvmfnoayvfekdvi [ns_server:debug,2012-11-14T10:56:22.076,ns_1@10.2.1.58:ns_config_log<0.373.0>:ns_config_log:log_common:111]config change: {couchdb,max_parallel_indexers} -> 4 [ns_server:info,2012-11-14T10:56:22.076,ns_1@10.2.1.58:ns_node_disco_events<0.1921.0>:ns_node_disco_log:handle_event:46]ns_node_disco_log: nodes changed: ['ns_1@10.2.1.58','ns_1@10.2.1.61', 'ns_1@10.2.1.63'] [ns_server:debug,2012-11-14T10:56:22.076,ns_1@10.2.1.58:ns_config_log<0.373.0>:ns_config_log:log_common:111]config change: {couchdb,max_parallel_replica_indexers} -> 2 [ns_server:debug,2012-11-14T10:56:22.076,ns_1@10.2.1.58:ns_config_log<0.373.0>:ns_config_log:log_common:111]config change: {node,'ns_1@10.2.1.58',membership} -> inactiveAdded [error_logger:info,2012-11-14T10:56:22.075,ns_1@10.2.1.58:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================PROGRESS REPORT========================= supervisor: {local,ns_server_sup} started: [{pid,<0.1947.0>}, {name,buckets_events}, {mfargs, {gen_event,start_link,[{local,buckets_events}]}}, {restart_type,permanent}, {shutdown,1000}, {child_type,worker}] [ns_server:debug,2012-11-14T10:56:22.076,ns_1@10.2.1.58:ns_config_log<0.373.0>:ns_config_log:log_common:111]config change: {node,'ns_1@10.2.1.61',capi_port} -> 8092 [ns_server:debug,2012-11-14T10:56:22.076,ns_1@10.2.1.58:ns_config_log<0.373.0>:ns_config_log:log_common:111]config change: {node,'ns_1@10.2.1.61',compaction_daemon} -> [{check_interval,30},{min_file_size,131072}] [ns_server:debug,2012-11-14T10:56:22.076,ns_1@10.2.1.58:ns_config_log<0.373.0>:ns_config_log:log_common:111]config change: {node,'ns_1@10.2.1.61',config_version} -> {2,0} [error_logger:info,2012-11-14T10:56:22.076,ns_1@10.2.1.58:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================PROGRESS REPORT========================= supervisor: {local,ns_mail_sup} started: [{pid,<0.1949.0>}, {name,ns_mail_log}, {mfargs,{ns_mail_log,start_link,[]}}, {restart_type,permanent}, {shutdown,1000}, {child_type,worker}] [ns_server:debug,2012-11-14T10:56:22.076,ns_1@10.2.1.58:ns_config_log<0.373.0>:ns_config_log:log_common:111]config change: {node,'ns_1@10.2.1.61',isasl} -> [{path,"/opt/couchbase/var/lib/couchbase/data/isasl.pw"}] [ns_server:debug,2012-11-14T10:56:22.077,ns_1@10.2.1.58:ns_config_log<0.373.0>:ns_config_log:log_common:111]config change: {node,'ns_1@10.2.1.61',membership} -> active [error_logger:info,2012-11-14T10:56:22.077,ns_1@10.2.1.58:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================PROGRESS REPORT========================= supervisor: {local,ns_server_sup} started: [{pid,<0.1948.0>}, {name,ns_mail_sup}, {mfargs,{ns_mail_sup,start_link,[]}}, {restart_type,permanent}, {shutdown,infinity}, {child_type,supervisor}] [ns_server:debug,2012-11-14T10:56:22.077,ns_1@10.2.1.58:ns_config_log<0.373.0>:ns_config_log:log_common:111]config change: {node,'ns_1@10.2.1.61',memcached} -> [{mccouch_port,11213}, {engines, [{membase, [{engine,"/opt/couchbase/lib/memcached/ep.so"}, {static_config_string, "vb0=false;waitforwarmup=false;failpartialwarmup=false"}]}, {memcached, [{engine,"/opt/couchbase/lib/memcached/default_engine.so"}, {static_config_string,"vb0=true"}]}]}, {log_path,"/opt/couchbase/var/lib/couchbase/logs"}, {log_prefix,"memcached.log"}, {log_generations,10}, {log_cyclesize,104857600}, {log_sleeptime,19}, {log_rotation_period,39003}, {dedicated_port,11209}, {bucket_engine,"/opt/couchbase/lib/memcached/bucket_engine.so"}, {port,11210}, {dedicated_port,11209}, {admin_user,"_admin"}, {admin_pass,"_admin"}, {verbosity,[]}] [error_logger:info,2012-11-14T10:56:22.077,ns_1@10.2.1.58:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================PROGRESS REPORT========================= supervisor: {local,ns_server_sup} started: [{pid,<0.1950.0>}, {name,ns_stats_event}, {mfargs, {gen_event,start_link,[{local,ns_stats_event}]}}, {restart_type,permanent}, {shutdown,1000}, {child_type,worker}] [ns_server:debug,2012-11-14T10:56:22.077,ns_1@10.2.1.58:ns_config_log<0.373.0>:ns_config_log:log_common:111]config change: {node,'ns_1@10.2.1.61',moxi} -> [{port,11211},{verbosity,[]}] [ns_server:debug,2012-11-14T10:56:22.077,ns_1@10.2.1.58:ns_config_log<0.373.0>:ns_config_log:log_common:111]config change: {node,'ns_1@10.2.1.61',ns_log} -> [{filename,"/opt/couchbase/var/lib/couchbase/data/ns_log"}] [error_logger:info,2012-11-14T10:56:22.077,ns_1@10.2.1.58:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================PROGRESS REPORT========================= supervisor: {local,ns_server_sup} started: [{pid,<0.1951.0>}, {name,ns_heart}, {mfargs,{ns_heart,start_link,[]}}, {restart_type,permanent}, {shutdown,1000}, {child_type,worker}] [error_logger:info,2012-11-14T10:56:22.077,ns_1@10.2.1.58:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================PROGRESS REPORT========================= supervisor: {local,ns_server_sup} started: [{pid,<0.1953.0>}, {name,ns_doctor}, {mfargs,{ns_doctor,start_link,[]}}, {restart_type,permanent}, {shutdown,1000}, {child_type,worker}] [ns_server:debug,2012-11-14T10:56:22.078,ns_1@10.2.1.58:ns_config_log<0.373.0>:ns_config_log:log_common:111]config change: {node,'ns_1@10.2.1.61',port_servers} -> [{moxi,"/opt/couchbase/bin/moxi", ["-Z", {"port_listen=~B,default_bucket_name=default,downstream_max=1024,downstream_conn_max=4,connect_max_errors=5,connect_retry_interval=30000,connect_timeout=400,auth_timeout=100,cycle=200,downstream_conn_queue_timeout=200,downstream_timeout=5000,wait_queue_timeout=200", [port]}, "-z", {"url=http://127.0.0.1:~B/pools/default/saslBucketsStreaming", [{misc,this_node_rest_port,[]}]}, "-p","0","-Y","y","-O","stderr", {"~s",[verbosity]}], [{env,[{"EVENT_NOSELECT","1"}, {"MOXI_SASL_PLAIN_USR",{"~s",[{ns_moxi_sup,rest_user,[]}]}}, {"MOXI_SASL_PLAIN_PWD",{"~s",[{ns_moxi_sup,rest_pass,[]}]}}]}, use_stdio,exit_status,port_server_send_eol,stderr_to_stdout,stream]}, {memcached,"/opt/couchbase/bin/memcached", ["-X","/opt/couchbase/lib/memcached/stdin_term_handler.so","-X", {"/opt/couchbase/lib/memcached/file_logger.so,cyclesize=~B;sleeptime=~B;filename=~s/~s", [log_cyclesize,log_sleeptime,log_path,log_prefix]}, "-l", {"0.0.0.0:~B,0.0.0.0:~B:1000",[port,dedicated_port]}, "-p", {"~B",[port]}, "-E","/opt/couchbase/lib/memcached/bucket_engine.so","-B", "binary","-r","-c","10000","-e", {"admin=~s;default_bucket_name=default;auto_create=false", [admin_user]}, {"~s",[verbosity]}], [{env,[{"EVENT_NOSELECT","1"}, {"MEMCACHED_TOP_KEYS","100"}, {"ISASL_PWFILE",{"~s",[{isasl,path}]}}, {"ISASL_DB_CHECK_TIME","1"}]}, use_stdio,stderr_to_stdout,exit_status,port_server_send_eol, stream]}] [error_logger:info,2012-11-14T10:56:22.078,ns_1@10.2.1.58:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================PROGRESS REPORT========================= supervisor: {local,ns_server_sup} started: [{pid,<0.1956.0>}, {name,remote_clusters_info}, {mfargs,{remote_clusters_info,start_link,[]}}, {restart_type,permanent}, {shutdown,1000}, {child_type,worker}] [ns_server:debug,2012-11-14T10:56:22.078,ns_1@10.2.1.58:ns_config_log<0.373.0>:ns_config_log:log_common:111]config change: {node,'ns_1@10.2.1.61',rest} -> [{port,8091},{port_meta,global}] [ns_server:debug,2012-11-14T10:56:22.078,ns_1@10.2.1.58:ns_config_log<0.373.0>:ns_config_log:log_common:111]config change: {node,'ns_1@10.2.1.63',capi_port} -> 8092 [ns_server:debug,2012-11-14T10:56:22.078,ns_1@10.2.1.58:ns_config_log<0.373.0>:ns_config_log:log_common:111]config change: {node,'ns_1@10.2.1.63',compaction_daemon} -> [{check_interval,30},{min_file_size,131072}] [ns_server:debug,2012-11-14T10:56:22.078,ns_1@10.2.1.58:ns_config_log<0.373.0>:ns_config_log:log_common:111]config change: {node,'ns_1@10.2.1.63',config_version} -> {2,0} [ns_server:debug,2012-11-14T10:56:22.078,ns_1@10.2.1.58:ns_cookie_manager<0.281.0>:ns_cookie_manager:do_cookie_save:154]attempted to save cookie to "/opt/couchbase/var/lib/couchbase/couchbase-server.cookie": ok [ns_server:debug,2012-11-14T10:56:22.078,ns_1@10.2.1.58:ns_config_log<0.373.0>:ns_config_log:log_common:111]config change: {node,'ns_1@10.2.1.63',isasl} -> [{path,"/opt/couchbase/var/lib/couchbase/data/isasl.pw"}] [ns_server:debug,2012-11-14T10:56:22.078,ns_1@10.2.1.58:ns_server_sup<0.1915.0>:mb_master:check_master_takeover_needed:144]Sending master node question to the following nodes: ['ns_1@10.2.1.61', 'ns_1@10.2.1.63'] [ns_server:debug,2012-11-14T10:56:22.078,ns_1@10.2.1.58:ns_cookie_manager<0.281.0>:ns_cookie_manager:do_cookie_sync:115]ns_cookie_manager do_cookie_sync [ns_server:debug,2012-11-14T10:56:22.078,ns_1@10.2.1.58:ns_config_log<0.373.0>:ns_config_log:log_common:111]config change: {node,'ns_1@10.2.1.63',membership} -> active [ns_server:debug,2012-11-14T10:56:22.078,ns_1@10.2.1.58:<0.1942.0>:ns_node_disco:do_nodes_wanted_updated_fun:202]ns_node_disco: nodes_wanted updated: ['ns_1@10.2.1.58','ns_1@10.2.1.61', 'ns_1@10.2.1.63'], with cookie: xgvmfnoayvfekdvi [ns_server:debug,2012-11-14T10:56:22.079,ns_1@10.2.1.58:ns_config_log<0.373.0>:ns_config_log:log_common:111]config change: {node,'ns_1@10.2.1.63',memcached} -> [{mccouch_port,11213}, {engines, [{membase, [{engine,"/opt/couchbase/lib/memcached/ep.so"}, {static_config_string, "vb0=false;waitforwarmup=false;failpartialwarmup=false"}]}, {memcached, [{engine,"/opt/couchbase/lib/memcached/default_engine.so"}, {static_config_string,"vb0=true"}]}]}, {log_path,"/opt/couchbase/var/lib/couchbase/logs"}, {log_prefix,"memcached.log"}, {log_generations,10}, {log_cyclesize,104857600}, {log_sleeptime,19}, {log_rotation_period,39003}, {dedicated_port,11209}, {bucket_engine,"/opt/couchbase/lib/memcached/bucket_engine.so"}, {port,11210}, {dedicated_port,11209}, {admin_user,"_admin"}, {admin_pass,"_admin"}, {verbosity,[]}] [ns_server:debug,2012-11-14T10:56:22.079,ns_1@10.2.1.58:ns_cookie_manager<0.281.0>:ns_cookie_manager:do_cookie_save:152]saving cookie to "/opt/couchbase/var/lib/couchbase/couchbase-server.cookie" [ns_server:debug,2012-11-14T10:56:22.079,ns_1@10.2.1.58:ns_config_log<0.373.0>:ns_config_log:log_common:111]config change: {node,'ns_1@10.2.1.63',moxi} -> [{port,11211},{verbosity,[]}] [ns_server:debug,2012-11-14T10:56:22.079,ns_1@10.2.1.58:ns_heart<0.1951.0>:ns_heart:current_status:140]Ignoring failure to grab system stats: {'EXIT',{noproc,{gen_server,call, [{'stats_reader-@system','ns_1@10.2.1.58'}, {latest,"minute"}]}}} [ns_server:debug,2012-11-14T10:56:22.079,ns_1@10.2.1.58:ns_config_log<0.373.0>:ns_config_log:log_common:111]config change: {node,'ns_1@10.2.1.63',ns_log} -> [{filename,"/opt/couchbase/var/lib/couchbase/data/ns_log"}] [ns_server:debug,2012-11-14T10:56:22.079,ns_1@10.2.1.58:ns_heart<0.1951.0>:ns_heart:grab_local_xdcr_replications:307]Ignoring exception getting xdcr replication infos {exit,{noproc,{gen_server,call,[xdc_replication_sup,which_children,infinity]}}, [{gen_server,call,3}, {xdc_replication_sup,all_local_replication_infos,0}, {ns_heart,grab_local_xdcr_replications,0}, {ns_heart,current_status,0}, {ns_heart,handle_call,3}, {gen_server,handle_msg,5}, {proc_lib,init_p_do_apply,3}]} [ns_server:debug,2012-11-14T10:56:22.080,ns_1@10.2.1.58:ns_config_log<0.373.0>:ns_config_log:log_common:111]config change: {node,'ns_1@10.2.1.63',port_servers} -> [{moxi,"/opt/couchbase/bin/moxi", ["-Z", {"port_listen=~B,default_bucket_name=default,downstream_max=1024,downstream_conn_max=4,connect_max_errors=5,connect_retry_interval=30000,connect_timeout=400,auth_timeout=100,cycle=200,downstream_conn_queue_timeout=200,downstream_timeout=5000,wait_queue_timeout=200", [port]}, "-z", {"url=http://127.0.0.1:~B/pools/default/saslBucketsStreaming", [{misc,this_node_rest_port,[]}]}, "-p","0","-Y","y","-O","stderr", {"~s",[verbosity]}], [{env,[{"EVENT_NOSELECT","1"}, {"MOXI_SASL_PLAIN_USR",{"~s",[{ns_moxi_sup,rest_user,[]}]}}, {"MOXI_SASL_PLAIN_PWD",{"~s",[{ns_moxi_sup,rest_pass,[]}]}}]}, use_stdio,exit_status,port_server_send_eol,stderr_to_stdout,stream]}, {memcached,"/opt/couchbase/bin/memcached", ["-X","/opt/couchbase/lib/memcached/stdin_term_handler.so","-X", {"/opt/couchbase/lib/memcached/file_logger.so,cyclesize=~B;sleeptime=~B;filename=~s/~s", [log_cyclesize,log_sleeptime,log_path,log_prefix]}, "-l", {"0.0.0.0:~B,0.0.0.0:~B:1000",[port,dedicated_port]}, "-p", {"~B",[port]}, "-E","/opt/couchbase/lib/memcached/bucket_engine.so","-B", "binary","-r","-c","10000","-e", {"admin=~s;default_bucket_name=default;auto_create=false", [admin_user]}, {"~s",[verbosity]}], [{env,[{"EVENT_NOSELECT","1"}, {"MEMCACHED_TOP_KEYS","100"}, {"ISASL_PWFILE",{"~s",[{isasl,path}]}}, {"ISASL_DB_CHECK_TIME","1"}]}, use_stdio,stderr_to_stdout,exit_status,port_server_send_eol, stream]}] [ns_server:error,2012-11-14T10:56:22.080,ns_1@10.2.1.58:ns_heart<0.1951.0>:ns_heart:grab_samples_loading_tasks:319]Failed to grab samples loader tasks: {exit, {noproc, {gen_server,call, [samples_loader_tasks,get_tasks, 2000]}}, [{gen_server,call,3}, {ns_heart,grab_samples_loading_tasks,0}, {ns_heart,current_status,0}, {ns_heart,handle_call,3}, {gen_server,handle_msg,5}, {proc_lib,init_p_do_apply,3}]} [ns_server:debug,2012-11-14T10:56:22.080,ns_1@10.2.1.58:ns_config_log<0.373.0>:ns_config_log:log_common:111]config change: {node,'ns_1@10.2.1.63',rest} -> [{port,8091},{port_meta,global}] [ns_server:debug,2012-11-14T10:56:22.080,ns_1@10.2.1.58:ns_config_log<0.373.0>:ns_config_log:log_common:111]config change: auto_failover_cfg -> [{enabled,false},{timeout,30},{max_nodes,1},{count,0}] [ns_server:debug,2012-11-14T10:56:22.080,ns_1@10.2.1.58:ns_config_log<0.373.0>:ns_config_log:log_common:111]config change: autocompaction -> [{parallel_db_and_view_compaction,false}, {database_fragmentation_threshold,{30,undefined}}, {view_fragmentation_threshold,{30,undefined}}] [ns_server:debug,2012-11-14T10:56:22.081,ns_1@10.2.1.58:ns_config_log<0.373.0>:ns_config_log:log_common:111]config change: buckets -> [{configs,[{"default", [{map,[]}, {fastForwardMap,[]}, {uuid,<<"2df23521f5621f6caeffb1de32e15ea0">>}, {sasl_password,[]}, {num_replicas,1}, {replica_index,true}, {ram_quota,12582912000}, {auth_type,sasl}, {flush_enabled,true}, {type,membase}, {num_vbuckets,1024}, {servers,['ns_1@10.2.1.61','ns_1@10.2.1.63']}]}]}] [ns_server:debug,2012-11-14T10:56:22.081,ns_1@10.2.1.58:ns_config_log<0.373.0>:ns_config_log:log_common:111]config change: cluster_compat_version -> [2,0] [ns_server:debug,2012-11-14T10:56:22.081,ns_1@10.2.1.58:ns_server_sup<0.1915.0>:mb_master:check_master_takeover_needed:146]Got replies: ['ns_1@10.2.1.61','ns_1@10.2.1.61'] [ns_server:debug,2012-11-14T10:56:22.081,ns_1@10.2.1.58:ns_config_log<0.373.0>:ns_config_log:log_common:111]config change: counters -> [{rebalance_success,1},{rebalance_start,1}] [ns_server:debug,2012-11-14T10:56:22.081,ns_1@10.2.1.58:ns_config_log<0.373.0>:ns_config_log:log_common:111]config change: dynamic_config_version -> [2,0] [ns_server:debug,2012-11-14T10:56:22.081,ns_1@10.2.1.58:<0.1942.0>:ns_node_disco:do_nodes_wanted_updated_fun:208]ns_node_disco: nodes_wanted pong: ['ns_1@10.2.1.58','ns_1@10.2.1.61', 'ns_1@10.2.1.63'], with cookie: xgvmfnoayvfekdvi [ns_server:debug,2012-11-14T10:56:22.081,ns_1@10.2.1.58:ns_server_sup<0.1915.0>:mb_master:check_master_takeover_needed:159]Checking version of current master: 'ns_1@10.2.1.61' [ns_server:debug,2012-11-14T10:56:22.081,ns_1@10.2.1.58:ns_config_log<0.373.0>:ns_config_log:log_common:111]config change: email_alerts -> [{recipients,["root@localhost"]}, {sender,"couchbase@localhost"}, {enabled,false}, {email_server,[{user,[]}, {pass,[]}, {host,"localhost"}, {port,25}, {encrypt,false}]}, {alerts,[auto_failover_node,auto_failover_maximum_reached, auto_failover_other_nodes_down,auto_failover_cluster_too_small,ip, disk,overhead,ep_oom_errors,ep_item_commit_failed]}] [ns_server:debug,2012-11-14T10:56:22.081,ns_1@10.2.1.58:ns_config_log<0.373.0>:ns_config_log:log_common:111]config change: fast_warmup -> [{fast_warmup_enabled,true}, {min_memory_threshold,10}, {min_items_threshold,10}] [ns_server:debug,2012-11-14T10:56:22.081,ns_1@10.2.1.58:ns_config_log<0.373.0>:ns_config_log:log_common:111]config change: index_aware_rebalance_disabled -> false [ns_server:debug,2012-11-14T10:56:22.082,ns_1@10.2.1.58:ns_config_log<0.373.0>:ns_config_log:log_common:111]config change: max_bucket_count -> 10 [ns_server:debug,2012-11-14T10:56:22.082,ns_1@10.2.1.58:ns_config_log<0.373.0>:ns_config_log:log_common:111]config change: memory_quota -> 12000 [ns_server:debug,2012-11-14T10:56:22.082,ns_1@10.2.1.58:ns_server_sup<0.1915.0>:mb_master:check_master_takeover_needed:177]Current master's supported compat version: [2,0] [ns_server:debug,2012-11-14T10:56:22.082,ns_1@10.2.1.58:ns_config_log<0.373.0>:ns_config_log:log_common:111]config change: nodes_wanted -> ['ns_1@10.2.1.58','ns_1@10.2.1.61','ns_1@10.2.1.63'] [ns_server:debug,2012-11-14T10:56:22.082,ns_1@10.2.1.58:ns_server_sup<0.1915.0>:mb_master:check_master_takeover_needed:184]Current master is not older [ns_server:debug,2012-11-14T10:56:22.082,ns_1@10.2.1.58:ns_config_log<0.373.0>:ns_config_log:log_common:111]config change: otp -> [{cookie,xgvmfnoayvfekdvi}] [ns_server:debug,2012-11-14T10:56:22.082,ns_1@10.2.1.58:ns_config_log<0.373.0>:ns_config_log:log_common:111]config change: rebalance_status -> none [ns_server:debug,2012-11-14T10:56:22.082,ns_1@10.2.1.58:ns_config_log<0.373.0>:ns_config_log:log_common:111]config change: rebalancer_pid -> undefined [ns_server:info,2012-11-14T10:56:22.082,ns_1@10.2.1.58:ns_doctor<0.1953.0>:ns_doctor:update_status:211]The following buckets became ready on node 'ns_1@10.2.1.61': ["default"] [ns_server:debug,2012-11-14T10:56:22.082,ns_1@10.2.1.58:ns_config_log<0.373.0>:ns_config_log:log_common:111]config change: remote_clusters -> [] [ns_server:debug,2012-11-14T10:56:22.082,ns_1@10.2.1.58:ns_config_log<0.373.0>:ns_config_log:log_common:111]config change: replication -> [{enabled,true}] [ns_server:debug,2012-11-14T10:56:22.082,ns_1@10.2.1.58:mb_master<0.1970.0>:mb_master:init:99]Starting as candidate. Peers: ['ns_1@10.2.1.58','ns_1@10.2.1.61', 'ns_1@10.2.1.63'] [ns_server:debug,2012-11-14T10:56:22.082,ns_1@10.2.1.58:ns_config_log<0.373.0>:ns_config_log:log_common:111]config change: rest -> [{port,8091}] [ns_server:info,2012-11-14T10:56:22.082,ns_1@10.2.1.58:ns_config_log<0.373.0>:ns_config_log:handle_info:57]config change: rest_creds -> ******** [error_logger:info,2012-11-14T10:56:22.082,ns_1@10.2.1.58:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================PROGRESS REPORT========================= supervisor: {local,ns_server_sup} started: [{pid,<0.1970.0>}, {name,mb_master}, {mfargs,{mb_master,start_link,[]}}, {restart_type,permanent}, {shutdown,infinity}, {child_type,supervisor}] [ns_server:debug,2012-11-14T10:56:22.083,ns_1@10.2.1.58:ns_cookie_manager<0.281.0>:ns_cookie_manager:do_cookie_save:154]attempted to save cookie to "/opt/couchbase/var/lib/couchbase/couchbase-server.cookie": ok [ns_server:debug,2012-11-14T10:56:22.083,ns_1@10.2.1.58:<0.1943.0>:ns_node_disco:do_nodes_wanted_updated_fun:202]ns_node_disco: nodes_wanted updated: ['ns_1@10.2.1.58','ns_1@10.2.1.61', 'ns_1@10.2.1.63'], with cookie: xgvmfnoayvfekdvi [user:info,2012-11-14T10:56:22.085,ns_1@10.2.1.58:ns_server_sup<0.1915.0>:menelaus_sup:start_link:44]Couchbase Server has started on web port 8091 on node 'ns_1@10.2.1.58'. [ns_server:debug,2012-11-14T10:56:22.085,ns_1@10.2.1.58:<0.1943.0>:ns_node_disco:do_nodes_wanted_updated_fun:208]ns_node_disco: nodes_wanted pong: ['ns_1@10.2.1.58','ns_1@10.2.1.61', 'ns_1@10.2.1.63'], with cookie: xgvmfnoayvfekdvi [ns_server:debug,2012-11-14T10:56:22.089,ns_1@10.2.1.58:ns_config_log<0.373.0>:ns_config_log:log_common:111]config change: set_view_update_daemon -> [{update_interval,5000}, {update_min_changes,5000}, {replica_update_min_changes,5000}] [ns_server:debug,2012-11-14T10:56:22.089,ns_1@10.2.1.58:ns_config_log<0.373.0>:ns_config_log:log_common:111]config change: uuid -> <<"ec1881e7373e65173821927107bae3bb">> [error_logger:info,2012-11-14T10:56:22.089,ns_1@10.2.1.58:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================PROGRESS REPORT========================= supervisor: {local,ns_server_sup} started: [{pid,<0.1972.0>}, {name,master_activity_events}, {mfargs, {gen_event,start_link, [{local,master_activity_events}]}}, {restart_type,permanent}, {shutdown,brutal_kill}, {child_type,worker}] [ns_server:debug,2012-11-14T10:56:22.089,ns_1@10.2.1.58:ns_config_log<0.373.0>:ns_config_log:log_common:111]config change: vbucket_map_history -> [] [ns_server:debug,2012-11-14T10:56:22.089,ns_1@10.2.1.58:ns_config_log<0.373.0>:ns_config_log:log_common:111]config change: xdcr_capi_checkpoint_timeout -> 10 [error_logger:info,2012-11-14T10:56:22.089,ns_1@10.2.1.58:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================PROGRESS REPORT========================= supervisor: {local,ns_server_sup} started: [{pid,<0.1973.0>}, {name,master_activity_events_ingress}, {mfargs, {gen_event,start_link, [{local,master_activity_events_ingress}]}}, {restart_type,permanent}, {shutdown,brutal_kill}, {child_type,worker}] [ns_server:debug,2012-11-14T10:56:22.089,ns_1@10.2.1.58:ns_config_log<0.373.0>:ns_config_log:log_common:111]config change: xdcr_checkpoint_interval -> 1800 [ns_server:debug,2012-11-14T10:56:22.089,ns_1@10.2.1.58:ns_config_log<0.373.0>:ns_config_log:log_common:111]config change: xdcr_doc_batch_size_kb -> 512 [ns_server:debug,2012-11-14T10:56:22.090,ns_1@10.2.1.58:ns_config_log<0.373.0>:ns_config_log:log_common:111]config change: xdcr_failure_restart_interval -> 30 [error_logger:info,2012-11-14T10:56:22.090,ns_1@10.2.1.58:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================PROGRESS REPORT========================= supervisor: {local,ns_server_sup} started: [{pid,<0.1974.0>}, {name,master_activity_events_timestamper}, {mfargs, {master_activity_events,start_link_timestamper,[]}}, {restart_type,permanent}, {shutdown,brutal_kill}, {child_type,worker}] [ns_server:debug,2012-11-14T10:56:22.090,ns_1@10.2.1.58:ns_config_log<0.373.0>:ns_config_log:log_common:111]config change: {couchdb,max_parallel_indexers} -> 4 [ns_server:debug,2012-11-14T10:56:22.090,ns_1@10.2.1.58:ns_config_log<0.373.0>:ns_config_log:log_common:111]config change: {couchdb,max_parallel_replica_indexers} -> 2 [ns_server:debug,2012-11-14T10:56:22.090,ns_1@10.2.1.58:ns_config_log<0.373.0>:ns_config_log:log_common:111]config change: {node,'ns_1@10.2.1.58',capi_port} -> 8092 [error_logger:info,2012-11-14T10:56:22.090,ns_1@10.2.1.58:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================PROGRESS REPORT========================= supervisor: {local,ns_server_sup} started: [{pid,<0.1975.0>}, {name,master_activity_events_pids_watcher}, {mfargs, {master_activity_events_pids_watcher,start_link, []}}, {restart_type,permanent}, {shutdown,brutal_kill}, {child_type,worker}] [ns_server:debug,2012-11-14T10:56:22.090,ns_1@10.2.1.58:ns_config_log<0.373.0>:ns_config_log:log_common:111]config change: {node,'ns_1@10.2.1.58',compaction_daemon} -> [{check_interval,30},{min_file_size,131072}] [ns_server:debug,2012-11-14T10:56:22.090,ns_1@10.2.1.58:ns_config_log<0.373.0>:ns_config_log:log_common:111]config change: {node,'ns_1@10.2.1.58',config_version} -> {2,0} [ns_server:info,2012-11-14T10:56:22.090,ns_1@10.2.1.58:<0.2002.0>:mc_tcp_listener:init:24]mccouch is listening on port 11213 [ns_server:debug,2012-11-14T10:56:22.090,ns_1@10.2.1.58:ns_config_log<0.373.0>:ns_config_log:log_common:111]config change: {node,'ns_1@10.2.1.58',isasl} -> [{path,"/opt/couchbase/var/lib/couchbase/data/isasl.pw"}] [ns_server:debug,2012-11-14T10:56:22.090,ns_1@10.2.1.58:ns_config_log<0.373.0>:ns_config_log:log_common:111]config change: {node,'ns_1@10.2.1.58',membership} -> inactiveAdded [error_logger:info,2012-11-14T10:56:22.090,ns_1@10.2.1.58:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================PROGRESS REPORT========================= supervisor: {local,ns_server_sup} started: [{pid,<0.1976.0>}, {name,master_activity_events_keeper}, {mfargs,{master_activity_events_keeper,start_link,[]}}, {restart_type,permanent}, {shutdown,brutal_kill}, {child_type,worker}] [error_logger:info,2012-11-14T10:56:22.091,ns_1@10.2.1.58:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================PROGRESS REPORT========================= supervisor: {local,menelaus_sup} started: [{pid,<0.1979.0>}, {name,menelaus_web}, {mfargs,{menelaus_web,start_link,[]}}, {restart_type,permanent}, {shutdown,5000}, {child_type,worker}] [ns_server:debug,2012-11-14T10:56:22.091,ns_1@10.2.1.58:ns_config_log<0.373.0>:ns_config_log:log_common:111]config change: {node,'ns_1@10.2.1.58',memcached} -> [{mccouch_port,11213}, {engines, [{membase, [{engine,"/opt/couchbase/lib/memcached/ep.so"}, {static_config_string, "vb0=false;waitforwarmup=false;failpartialwarmup=false"}]}, {memcached, [{engine,"/opt/couchbase/lib/memcached/default_engine.so"}, {static_config_string,"vb0=true"}]}]}, {log_path,"/opt/couchbase/var/lib/couchbase/logs"}, {log_prefix,"memcached.log"}, {log_generations,10}, {log_cyclesize,104857600}, {log_sleeptime,19}, {log_rotation_period,39003}, {dedicated_port,11209}, {bucket_engine,"/opt/couchbase/lib/memcached/bucket_engine.so"}, {port,11210}, {dedicated_port,11209}, {admin_user,"_admin"}, {admin_pass,"_admin"}, {verbosity,[]}] [ns_server:debug,2012-11-14T10:56:22.091,ns_1@10.2.1.58:ns_config_log<0.373.0>:ns_config_log:log_common:111]config change: {node,'ns_1@10.2.1.58',moxi} -> [{port,11211},{verbosity,[]}] [error_logger:info,2012-11-14T10:56:22.091,ns_1@10.2.1.58:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================PROGRESS REPORT========================= supervisor: {local,menelaus_sup} started: [{pid,<0.1996.0>}, {name,menelaus_event}, {mfargs,{menelaus_event,start_link,[]}}, {restart_type,permanent}, {shutdown,5000}, {child_type,worker}] [ns_server:debug,2012-11-14T10:56:22.091,ns_1@10.2.1.58:ns_config_log<0.373.0>:ns_config_log:log_common:111]config change: {node,'ns_1@10.2.1.58',ns_log} -> [{filename,"/opt/couchbase/var/lib/couchbase/data/ns_log"}] [error_logger:info,2012-11-14T10:56:22.091,ns_1@10.2.1.58:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================PROGRESS REPORT========================= supervisor: {local,menelaus_sup} started: [{pid,<0.1997.0>}, {name,hot_keys_keeper}, {mfargs,{hot_keys_keeper,start_link,[]}}, {restart_type,permanent}, {shutdown,5000}, {child_type,worker}] [error_logger:info,2012-11-14T10:56:22.092,ns_1@10.2.1.58:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================PROGRESS REPORT========================= supervisor: {local,menelaus_sup} started: [{pid,<0.1998.0>}, {name,menelaus_web_alerts_srv}, {mfargs,{menelaus_web_alerts_srv,start_link,[]}}, {restart_type,permanent}, {shutdown,5000}, {child_type,worker}] [ns_server:debug,2012-11-14T10:56:22.092,ns_1@10.2.1.58:ns_config_log<0.373.0>:ns_config_log:log_common:111]config change: {node,'ns_1@10.2.1.58',port_servers} -> [{moxi,"/opt/couchbase/bin/moxi", ["-Z", {"port_listen=~B,default_bucket_name=default,downstream_max=1024,downstream_conn_max=4,connect_max_errors=5,connect_retry_interval=30000,connect_timeout=400,auth_timeout=100,cycle=200,downstream_conn_queue_timeout=200,downstream_timeout=5000,wait_queue_timeout=200", [port]}, "-z", {"url=http://127.0.0.1:~B/pools/default/saslBucketsStreaming", [{misc,this_node_rest_port,[]}]}, "-p","0","-Y","y","-O","stderr", {"~s",[verbosity]}], [{env,[{"EVENT_NOSELECT","1"}, {"MOXI_SASL_PLAIN_USR",{"~s",[{ns_moxi_sup,rest_user,[]}]}}, {"MOXI_SASL_PLAIN_PWD",{"~s",[{ns_moxi_sup,rest_pass,[]}]}}]}, use_stdio,exit_status,port_server_send_eol,stderr_to_stdout,stream]}, {memcached,"/opt/couchbase/bin/memcached", ["-X","/opt/couchbase/lib/memcached/stdin_term_handler.so","-X", {"/opt/couchbase/lib/memcached/file_logger.so,cyclesize=~B;sleeptime=~B;filename=~s/~s", [log_cyclesize,log_sleeptime,log_path,log_prefix]}, "-l", {"0.0.0.0:~B,0.0.0.0:~B:1000",[port,dedicated_port]}, "-p", {"~B",[port]}, "-E","/opt/couchbase/lib/memcached/bucket_engine.so","-B", "binary","-r","-c","10000","-e", {"admin=~s;default_bucket_name=default;auto_create=false", [admin_user]}, {"~s",[verbosity]}], [{env,[{"EVENT_NOSELECT","1"}, {"MEMCACHED_TOP_KEYS","100"}, {"ISASL_PWFILE",{"~s",[{isasl,path}]}}, {"ISASL_DB_CHECK_TIME","1"}]}, use_stdio,stderr_to_stdout,exit_status,port_server_send_eol, stream]}] [error_logger:info,2012-11-14T10:56:22.092,ns_1@10.2.1.58:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================PROGRESS REPORT========================= supervisor: {local,ns_server_sup} started: [{pid,<0.1978.0>}, {name,menelaus}, {mfargs,{menelaus_sup,start_link,[]}}, {restart_type,permanent}, {shutdown,infinity}, {child_type,supervisor}] [ns_server:debug,2012-11-14T10:56:22.092,ns_1@10.2.1.58:ns_config_log<0.373.0>:ns_config_log:log_common:111]config change: {node,'ns_1@10.2.1.58',rest} -> [{port,8091},{port_meta,global}] [ns_server:debug,2012-11-14T10:56:22.092,ns_1@10.2.1.58:ns_config_log<0.373.0>:ns_config_log:log_common:111]config change: {node,'ns_1@10.2.1.61',capi_port} -> 8092 [ns_server:debug,2012-11-14T10:56:22.092,ns_1@10.2.1.58:ns_config_log<0.373.0>:ns_config_log:log_common:111]config change: {node,'ns_1@10.2.1.61',compaction_daemon} -> [{check_interval,30},{min_file_size,131072}] [error_logger:info,2012-11-14T10:56:22.092,ns_1@10.2.1.58:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================PROGRESS REPORT========================= supervisor: {local,mc_sup} started: [{pid,<0.2000.0>}, {name,mc_couch_events}, {mfargs, {gen_event,start_link,[{local,mc_couch_events}]}}, {restart_type,permanent}, {shutdown,brutal_kill}, {child_type,worker}] [ns_server:debug,2012-11-14T10:56:22.092,ns_1@10.2.1.58:ns_config_log<0.373.0>:ns_config_log:log_common:111]config change: {node,'ns_1@10.2.1.61',config_version} -> {2,0} [ns_server:debug,2012-11-14T10:56:22.092,ns_1@10.2.1.58:ns_config_log<0.373.0>:ns_config_log:log_common:111]config change: {node,'ns_1@10.2.1.61',isasl} -> [{path,"/opt/couchbase/var/lib/couchbase/data/isasl.pw"}] [error_logger:info,2012-11-14T10:56:22.092,ns_1@10.2.1.58:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================PROGRESS REPORT========================= supervisor: {local,mc_sup} started: [{pid,<0.2001.0>}, {name,mc_conn_sup}, {mfargs,{mc_conn_sup,start_link,[]}}, {restart_type,permanent}, {shutdown,brutal_kill}, {child_type,supervisor}] [ns_server:debug,2012-11-14T10:56:22.092,ns_1@10.2.1.58:ns_config_log<0.373.0>:ns_config_log:log_common:111]config change: {node,'ns_1@10.2.1.61',membership} -> active [error_logger:info,2012-11-14T10:56:22.092,ns_1@10.2.1.58:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================PROGRESS REPORT========================= supervisor: {local,mc_sup} started: [{pid,<0.2002.0>}, {name,mc_tcp_listener}, {mfargs,{mc_tcp_listener,start_link,[11213]}}, {restart_type,permanent}, {shutdown,brutal_kill}, {child_type,worker}] [ns_server:debug,2012-11-14T10:56:22.093,ns_1@10.2.1.58:ns_config_log<0.373.0>:ns_config_log:log_common:111]config change: {node,'ns_1@10.2.1.61',memcached} -> [{mccouch_port,11213}, {engines, [{membase, [{engine,"/opt/couchbase/lib/memcached/ep.so"}, {static_config_string, "vb0=false;waitforwarmup=false;failpartialwarmup=false"}]}, {memcached, [{engine,"/opt/couchbase/lib/memcached/default_engine.so"}, {static_config_string,"vb0=true"}]}]}, {log_path,"/opt/couchbase/var/lib/couchbase/logs"}, {log_prefix,"memcached.log"}, {log_generations,10}, {log_cyclesize,104857600}, {log_sleeptime,19}, {log_rotation_period,39003}, {dedicated_port,11209}, {bucket_engine,"/opt/couchbase/lib/memcached/bucket_engine.so"}, {port,11210}, {dedicated_port,11209}, {admin_user,"_admin"}, {admin_pass,"_admin"}, {verbosity,[]}] [ns_server:debug,2012-11-14T10:56:22.093,ns_1@10.2.1.58:ns_config_log<0.373.0>:ns_config_log:log_common:111]config change: {node,'ns_1@10.2.1.61',moxi} -> [{port,11211},{verbosity,[]}] [error_logger:info,2012-11-14T10:56:22.093,ns_1@10.2.1.58:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================PROGRESS REPORT========================= supervisor: {local,ns_server_sup} started: [{pid,<0.1999.0>}, {name,mc_sup}, {mfargs,{mc_sup,start_link,[]}}, {restart_type,permanent}, {shutdown,infinity}, {child_type,supervisor}] [ns_server:debug,2012-11-14T10:56:22.093,ns_1@10.2.1.58:ns_config_log<0.373.0>:ns_config_log:log_common:111]config change: {node,'ns_1@10.2.1.61',ns_log} -> [{filename,"/opt/couchbase/var/lib/couchbase/data/ns_log"}] [error_logger:info,2012-11-14T10:56:22.093,ns_1@10.2.1.58:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================PROGRESS REPORT========================= supervisor: {local,ns_port_sup} started: [{pid,<0.2004.0>}, {name,ns_port_init}, {mfargs,{ns_port_init,start_link,[]}}, {restart_type,permanent}, {shutdown,10}, {child_type,worker}] [ns_server:debug,2012-11-14T10:56:22.093,ns_1@10.2.1.58:<0.2005.0>:supervisor_cushion:init:43]starting ns_port_server with delay of 5000 [ns_server:debug,2012-11-14T10:56:22.093,ns_1@10.2.1.58:ns_config_log<0.373.0>:ns_config_log:log_common:111]config change: {node,'ns_1@10.2.1.61',port_servers} -> [{moxi,"/opt/couchbase/bin/moxi", ["-Z", {"port_listen=~B,default_bucket_name=default,downstream_max=1024,downstream_conn_max=4,connect_max_errors=5,connect_retry_interval=30000,connect_timeout=400,auth_timeout=100,cycle=200,downstream_conn_queue_timeout=200,downstream_timeout=5000,wait_queue_timeout=200", [port]}, "-z", {"url=http://127.0.0.1:~B/pools/default/saslBucketsStreaming", [{misc,this_node_rest_port,[]}]}, "-p","0","-Y","y","-O","stderr", {"~s",[verbosity]}], [{env,[{"EVENT_NOSELECT","1"}, {"MOXI_SASL_PLAIN_USR",{"~s",[{ns_moxi_sup,rest_user,[]}]}}, {"MOXI_SASL_PLAIN_PWD",{"~s",[{ns_moxi_sup,rest_pass,[]}]}}]}, use_stdio,exit_status,port_server_send_eol,stderr_to_stdout,stream]}, {memcached,"/opt/couchbase/bin/memcached", ["-X","/opt/couchbase/lib/memcached/stdin_term_handler.so","-X", {"/opt/couchbase/lib/memcached/file_logger.so,cyclesize=~B;sleeptime=~B;filename=~s/~s", [log_cyclesize,log_sleeptime,log_path,log_prefix]}, "-l", {"0.0.0.0:~B,0.0.0.0:~B:1000",[port,dedicated_port]}, "-p", {"~B",[port]}, "-E","/opt/couchbase/lib/memcached/bucket_engine.so","-B", "binary","-r","-c","10000","-e", {"admin=~s;default_bucket_name=default;auto_create=false", [admin_user]}, {"~s",[verbosity]}], [{env,[{"EVENT_NOSELECT","1"}, {"MEMCACHED_TOP_KEYS","100"}, {"ISASL_PWFILE",{"~s",[{isasl,path}]}}, {"ISASL_DB_CHECK_TIME","1"}]}, use_stdio,stderr_to_stdout,exit_status,port_server_send_eol, stream]}] [ns_server:debug,2012-11-14T10:56:22.093,ns_1@10.2.1.58:ns_config_log<0.373.0>:ns_config_log:log_common:111]config change: {node,'ns_1@10.2.1.61',rest} -> [{port,8091},{port_meta,global}] [ns_server:debug,2012-11-14T10:56:22.093,ns_1@10.2.1.58:ns_config_log<0.373.0>:ns_config_log:log_common:111]config change: {node,'ns_1@10.2.1.63',capi_port} -> 8092 [ns_server:debug,2012-11-14T10:56:22.093,ns_1@10.2.1.58:ns_config_log<0.373.0>:ns_config_log:log_common:111]config change: {node,'ns_1@10.2.1.63',compaction_daemon} -> [{check_interval,30},{min_file_size,131072}] [ns_server:debug,2012-11-14T10:56:22.094,ns_1@10.2.1.58:ns_config_log<0.373.0>:ns_config_log:log_common:111]config change: {node,'ns_1@10.2.1.63',config_version} -> {2,0} [ns_server:debug,2012-11-14T10:56:22.094,ns_1@10.2.1.58:ns_config_log<0.373.0>:ns_config_log:log_common:111]config change: {node,'ns_1@10.2.1.63',isasl} -> [{path,"/opt/couchbase/var/lib/couchbase/data/isasl.pw"}] [ns_server:debug,2012-11-14T10:56:22.094,ns_1@10.2.1.58:ns_config_log<0.373.0>:ns_config_log:log_common:111]config change: {node,'ns_1@10.2.1.63',membership} -> active [ns_server:debug,2012-11-14T10:56:22.094,ns_1@10.2.1.58:ns_config_log<0.373.0>:ns_config_log:log_common:111]config change: {node,'ns_1@10.2.1.63',memcached} -> [{mccouch_port,11213}, {engines, [{membase, [{engine,"/opt/couchbase/lib/memcached/ep.so"}, {static_config_string, "vb0=false;waitforwarmup=false;failpartialwarmup=false"}]}, {memcached, [{engine,"/opt/couchbase/lib/memcached/default_engine.so"}, {static_config_string,"vb0=true"}]}]}, {log_path,"/opt/couchbase/var/lib/couchbase/logs"}, {log_prefix,"memcached.log"}, {log_generations,10}, {log_cyclesize,104857600}, {log_sleeptime,19}, {log_rotation_period,39003}, {dedicated_port,11209}, {bucket_engine,"/opt/couchbase/lib/memcached/bucket_engine.so"}, {port,11210}, {dedicated_port,11209}, {admin_user,"_admin"}, {admin_pass,"_admin"}, {verbosity,[]}] [ns_server:debug,2012-11-14T10:56:22.094,ns_1@10.2.1.58:ns_config_log<0.373.0>:ns_config_log:log_common:111]config change: {node,'ns_1@10.2.1.63',moxi} -> [{port,11211},{verbosity,[]}] [ns_server:debug,2012-11-14T10:56:22.094,ns_1@10.2.1.58:ns_config_log<0.373.0>:ns_config_log:log_common:111]config change: {node,'ns_1@10.2.1.63',ns_log} -> [{filename,"/opt/couchbase/var/lib/couchbase/data/ns_log"}] [ns_server:debug,2012-11-14T10:56:22.095,ns_1@10.2.1.58:ns_config_log<0.373.0>:ns_config_log:log_common:111]config change: {node,'ns_1@10.2.1.63',port_servers} -> [{moxi,"/opt/couchbase/bin/moxi", ["-Z", {"port_listen=~B,default_bucket_name=default,downstream_max=1024,downstream_conn_max=4,connect_max_errors=5,connect_retry_interval=30000,connect_timeout=400,auth_timeout=100,cycle=200,downstream_conn_queue_timeout=200,downstream_timeout=5000,wait_queue_timeout=200", [port]}, "-z", {"url=http://127.0.0.1:~B/pools/default/saslBucketsStreaming", [{misc,this_node_rest_port,[]}]}, "-p","0","-Y","y","-O","stderr", {"~s",[verbosity]}], [{env,[{"EVENT_NOSELECT","1"}, {"MOXI_SASL_PLAIN_USR",{"~s",[{ns_moxi_sup,rest_user,[]}]}}, {"MOXI_SASL_PLAIN_PWD",{"~s",[{ns_moxi_sup,rest_pass,[]}]}}]}, use_stdio,exit_status,port_server_send_eol,stderr_to_stdout,stream]}, {memcached,"/opt/couchbase/bin/memcached", ["-X","/opt/couchbase/lib/memcached/stdin_term_handler.so","-X", {"/opt/couchbase/lib/memcached/file_logger.so,cyclesize=~B;sleeptime=~B;filename=~s/~s", [log_cyclesize,log_sleeptime,log_path,log_prefix]}, "-l", {"0.0.0.0:~B,0.0.0.0:~B:1000",[port,dedicated_port]}, "-p", {"~B",[port]}, "-E","/opt/couchbase/lib/memcached/bucket_engine.so","-B", "binary","-r","-c","10000","-e", {"admin=~s;default_bucket_name=default;auto_create=false", [admin_user]}, {"~s",[verbosity]}], [{env,[{"EVENT_NOSELECT","1"}, {"MEMCACHED_TOP_KEYS","100"}, {"ISASL_PWFILE",{"~s",[{isasl,path}]}}, {"ISASL_DB_CHECK_TIME","1"}]}, use_stdio,stderr_to_stdout,exit_status,port_server_send_eol, stream]}] [ns_server:debug,2012-11-14T10:56:22.095,ns_1@10.2.1.58:ns_config_log<0.373.0>:ns_config_log:log_common:111]config change: {node,'ns_1@10.2.1.63',rest} -> [{port,8091},{port_meta,global}] [ns_server:debug,2012-11-14T10:56:22.119,ns_1@10.2.1.58:<0.2007.0>:supervisor_cushion:init:43]starting ns_port_server with delay of 5000 [error_logger:info,2012-11-14T10:56:22.119,ns_1@10.2.1.58:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================PROGRESS REPORT========================= supervisor: {local,ns_port_sup} started: [{pid,<0.2005.0>}, {name, {moxi,"/opt/couchbase/bin/moxi", ["-Z", "port_listen=11211,default_bucket_name=default,downstream_max=1024,downstream_conn_max=4,connect_max_errors=5,connect_retry_interval=30000,connect_timeout=400,auth_timeout=100,cycle=200,downstream_conn_queue_timeout=200,downstream_timeout=5000,wait_queue_timeout=200", "-z", "url=http://127.0.0.1:8091/pools/default/saslBucketsStreaming", "-p","0","-Y","y","-O","stderr",[]], [{env, [{"EVENT_NOSELECT","1"}, {"MOXI_SASL_PLAIN_USR","Administrator"}, {"MOXI_SASL_PLAIN_PWD","password"}]}, use_stdio,exit_status,port_server_send_eol, stderr_to_stdout,stream]}}, {mfargs, {supervisor_cushion,start_link, [moxi,5000,10000,ns_port_server,start_link, [moxi,"/opt/couchbase/bin/moxi", ["-Z", "port_listen=11211,default_bucket_name=default,downstream_max=1024,downstream_conn_max=4,connect_max_errors=5,connect_retry_interval=30000,connect_timeout=400,auth_timeout=100,cycle=200,downstream_conn_queue_timeout=200,downstream_timeout=5000,wait_queue_timeout=200", "-z", "url=http://127.0.0.1:8091/pools/default/saslBucketsStreaming", "-p","0","-Y","y","-O","stderr",[]], [{env, [{"EVENT_NOSELECT","1"}, {"MOXI_SASL_PLAIN_USR","Administrator"}, {"MOXI_SASL_PLAIN_PWD","password"}]}, use_stdio,exit_status,port_server_send_eol, stderr_to_stdout,stream]]]}}, {restart_type,permanent}, {shutdown,86400000}, {child_type,worker}] [ns_server:info,2012-11-14T10:56:22.124,ns_1@10.2.1.58:<0.2010.0>:ns_memcached_log_rotator:init:28]Starting log rotator on "/opt/couchbase/var/lib/couchbase/logs"/"memcached.log"* with an initial period of 39003ms [error_logger:info,2012-11-14T10:56:22.124,ns_1@10.2.1.58:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================PROGRESS REPORT========================= supervisor: {local,ns_port_sup} started: [{pid,<0.2007.0>}, {name, {memcached,"/opt/couchbase/bin/memcached", ["-X", "/opt/couchbase/lib/memcached/stdin_term_handler.so", "-X", "/opt/couchbase/lib/memcached/file_logger.so,cyclesize=104857600;sleeptime=19;filename=/opt/couchbase/var/lib/couchbase/logs/memcached.log", "-l","0.0.0.0:11210,0.0.0.0:11209:1000","-p", "11210","-E", "/opt/couchbase/lib/memcached/bucket_engine.so", "-B","binary","-r","-c","10000","-e", "admin=_admin;default_bucket_name=default;auto_create=false", []], [{env, [{"EVENT_NOSELECT","1"}, {"MEMCACHED_TOP_KEYS","100"}, {"ISASL_PWFILE", "/opt/couchbase/var/lib/couchbase/data/isasl.pw"}, {"ISASL_DB_CHECK_TIME","1"}]}, use_stdio,stderr_to_stdout,exit_status, port_server_send_eol,stream]}}, {mfargs, {erlang,apply, [#Fun, [memcached,"/opt/couchbase/bin/memcached", ["-X", "/opt/couchbase/lib/memcached/stdin_term_handler.so", "-X", "/opt/couchbase/lib/memcached/file_logger.so,cyclesize=104857600;sleeptime=19;filename=/opt/couchbase/var/lib/couchbase/logs/memcached.log", "-l","0.0.0.0:11210,0.0.0.0:11209:1000", "-p","11210","-E", "/opt/couchbase/lib/memcached/bucket_engine.so", "-B","binary","-r","-c","10000","-e", "admin=_admin;default_bucket_name=default;auto_create=false", []], [{env, [{"EVENT_NOSELECT","1"}, {"MEMCACHED_TOP_KEYS","100"}, {"ISASL_PWFILE", "/opt/couchbase/var/lib/couchbase/data/isasl.pw"}, {"ISASL_DB_CHECK_TIME","1"}]}, use_stdio,stderr_to_stdout,exit_status, port_server_send_eol,stream]]]}}, {restart_type,permanent}, {shutdown,86400000}, {child_type,worker}] [error_logger:info,2012-11-14T10:56:22.125,ns_1@10.2.1.58:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================PROGRESS REPORT========================= supervisor: {local,ns_server_sup} started: [{pid,<0.2003.0>}, {name,ns_port_sup}, {mfargs,{ns_port_sup,start_link,[]}}, {restart_type,permanent}, {shutdown,infinity}, {child_type,supervisor}] [error_logger:info,2012-11-14T10:56:22.125,ns_1@10.2.1.58:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================PROGRESS REPORT========================= supervisor: {local,ns_server_sup} started: [{pid,<0.2009.0>}, {name,ns_port_memcached_killer}, {mfargs,{ns_port_sup,start_memcached_force_killer,[]}}, {restart_type,permanent}, {shutdown,brutal_kill}, {child_type,worker}] [error_logger:info,2012-11-14T10:56:22.126,ns_1@10.2.1.58:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================PROGRESS REPORT========================= supervisor: {local,ns_server_sup} started: [{pid,<0.2010.0>}, {name,ns_memcached_log_rotator}, {mfargs,{ns_memcached_log_rotator,start_link,[]}}, {restart_type,permanent}, {shutdown,1000}, {child_type,worker}] [error_logger:info,2012-11-14T10:56:22.126,ns_1@10.2.1.58:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================PROGRESS REPORT========================= supervisor: {local,ns_server_sup} started: [{pid,<0.2012.0>}, {name,ns_bucket_worker}, {mfargs,{work_queue,start_link,[ns_bucket_worker]}}, {restart_type,permanent}, {shutdown,1000}, {child_type,worker}] [error_logger:info,2012-11-14T10:56:22.126,ns_1@10.2.1.58:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================PROGRESS REPORT========================= supervisor: {local,ns_server_sup} started: [{pid,<0.2013.0>}, {name,xdc_replication_sup}, {mfargs,{xdc_replication_sup,start_link,[]}}, {restart_type,permanent}, {shutdown,infinity}, {child_type,supervisor}] [error_logger:info,2012-11-14T10:56:22.150,ns_1@10.2.1.58:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================PROGRESS REPORT========================= supervisor: {local,ns_server_sup} started: [{pid,<0.2014.0>}, {name,xdc_rep_manager}, {mfargs,{xdc_rep_manager,start_link,[]}}, {restart_type,permanent}, {shutdown,30000}, {child_type,worker}] [error_logger:info,2012-11-14T10:56:22.150,ns_1@10.2.1.58:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================PROGRESS REPORT========================= supervisor: {local,ns_bucket_sup} started: [{pid,<0.2017.0>}, {name,buckets_observing_subscription}, {mfargs,{ns_bucket_sup,subscribe_on_config_events,[]}}, {restart_type,permanent}, {shutdown,1000}, {child_type,worker}] [error_logger:info,2012-11-14T10:56:22.150,ns_1@10.2.1.58:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================PROGRESS REPORT========================= supervisor: {local,ns_server_sup} started: [{pid,<0.2016.0>}, {name,ns_bucket_sup}, {mfargs,{ns_bucket_sup,start_link,[]}}, {restart_type,permanent}, {shutdown,infinity}, {child_type,supervisor}] [error_logger:info,2012-11-14T10:56:22.151,ns_1@10.2.1.58:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================PROGRESS REPORT========================= supervisor: {local,ns_server_sup} started: [{pid,<0.2019.0>}, {name,system_stats_collector}, {mfargs,{system_stats_collector,start_link,[]}}, {restart_type,permanent}, {shutdown,1000}, {child_type,worker}] [error_logger:info,2012-11-14T10:56:22.151,ns_1@10.2.1.58:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================PROGRESS REPORT========================= supervisor: {local,ns_server_sup} started: [{pid,<0.2021.0>}, {name,{stats_archiver,"@system"}}, {mfargs,{stats_archiver,start_link,["@system"]}}, {restart_type,permanent}, {shutdown,1000}, {child_type,worker}] [error_logger:info,2012-11-14T10:56:22.151,ns_1@10.2.1.58:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================PROGRESS REPORT========================= supervisor: {local,ns_server_sup} started: [{pid,<0.2023.0>}, {name,{stats_reader,"@system"}}, {mfargs,{stats_reader,start_link,["@system"]}}, {restart_type,permanent}, {shutdown,1000}, {child_type,worker}] [error_logger:info,2012-11-14T10:56:22.151,ns_1@10.2.1.58:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================PROGRESS REPORT========================= supervisor: {local,ns_server_sup} started: [{pid,<0.2024.0>}, {name,ns_moxi_sup_work_queue}, {mfargs, {work_queue,start_link,[ns_moxi_sup_work_queue]}}, {restart_type,permanent}, {shutdown,1000}, {child_type,worker}] [ns_server:debug,2012-11-14T10:56:22.152,ns_1@10.2.1.58:<0.2027.0>:supervisor_cushion:init:43]starting compaction_daemon with delay of 3000 [error_logger:info,2012-11-14T10:56:22.152,ns_1@10.2.1.58:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================PROGRESS REPORT========================= supervisor: {local,ns_server_sup} started: [{pid,<0.2025.0>}, {name,ns_moxi_sup}, {mfargs,{ns_moxi_sup,start_link,[]}}, {restart_type,permanent}, {shutdown,infinity}, {child_type,supervisor}] [error_logger:info,2012-11-14T10:56:22.152,ns_1@10.2.1.58:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================PROGRESS REPORT========================= supervisor: {local,ns_server_sup} started: [{pid,<0.2027.0>}, {name,compaction_daemon}, {mfargs, {supervisor_cushion,start_link, [compaction_daemon,3000,1000,compaction_daemon, start_link,[]]}}, {restart_type,permanent}, {shutdown,86400000}, {child_type,worker}] [ns_server:debug,2012-11-14T10:56:22.152,ns_1@10.2.1.58:compaction_daemon<0.2028.0>:compaction_daemon:handle_info:266]No buckets to compact. Rescheduling compaction. [ns_server:debug,2012-11-14T10:56:22.152,ns_1@10.2.1.58:compaction_daemon<0.2028.0>:compaction_daemon:schedule_next_compaction:1199]Finished compaction too soon. Next run will be in 30s [ns_server:debug,2012-11-14T10:56:22.153,ns_1@10.2.1.58:xdc_rdoc_replication_srv<0.2030.0>:xdc_rdoc_replication_srv:handle_info:132]doing replicate_newnodes_docs [error_logger:info,2012-11-14T10:56:22.153,ns_1@10.2.1.58:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================PROGRESS REPORT========================= supervisor: {local,ns_server_sup} started: [{pid,<0.2030.0>}, {name,xdc_rdoc_replication_srv}, {mfargs,{xdc_rdoc_replication_srv,start_link,[]}}, {restart_type,permanent}, {shutdown,1000}, {child_type,worker}] [ns_server:debug,2012-11-14T10:56:22.153,ns_1@10.2.1.58:xdc_rdoc_replication_srv<0.2030.0>:xdc_rdoc_replication_srv:replicate_change_to_node:160]Sending _design/_replicator_info to ns_1@10.2.1.61 [ns_server:debug,2012-11-14T10:56:22.153,ns_1@10.2.1.58:xdc_rdoc_replication_srv<0.2030.0>:xdc_rdoc_replication_srv:replicate_change_to_node:160]Sending _design/_replicator_info to ns_1@10.2.1.63 [ns_server:info,2012-11-14T10:56:22.153,ns_1@10.2.1.58:set_view_update_daemon<0.2032.0>:set_view_update_daemon:init:50]Set view update daemon, starting with the following settings: update interval: 5000ms minimum number of changes: 5000 [error_logger:info,2012-11-14T10:56:22.153,ns_1@10.2.1.58:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================PROGRESS REPORT========================= supervisor: {local,ns_server_sup} started: [{pid,<0.2032.0>}, {name,set_view_update_daemon}, {mfargs,{set_view_update_daemon,start_link,[]}}, {restart_type,permanent}, {shutdown,1000}, {child_type,worker}] [user:info,2012-11-14T10:56:22.154,ns_1@10.2.1.58:ns_cluster<0.282.0>:ns_cluster:perform_actual_join:676]Node ns_1@10.2.1.58 joined cluster [error_logger:info,2012-11-14T10:56:22.154,ns_1@10.2.1.58:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================PROGRESS REPORT========================= supervisor: {local,ns_server_sup} started: [{pid,<0.2034.0>}, {name,samples_loader_tasks}, {mfargs,{samples_loader_tasks,start_link,[]}}, {restart_type,permanent}, {shutdown,1000}, {child_type,worker}] [error_logger:info,2012-11-14T10:56:22.154,ns_1@10.2.1.58:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================PROGRESS REPORT========================= supervisor: {local,ns_server_cluster_sup} started: [{pid,<0.1915.0>}, {name,ns_server_sup}, {mfargs,{ns_server_sup,start_link,[]}}, {restart_type,permanent}, {shutdown,infinity}, {child_type,supervisor}] [cluster:debug,2012-11-14T10:56:22.154,ns_1@10.2.1.58:ns_cluster<0.282.0>:ns_cluster:handle_call:133]complete_join([{<<"targetNode">>,<<"ns_1@10.2.1.58">>}, {<<"availableStorage">>, {struct,[{<<"hdd">>, [{struct,[{<<"path">>,<<"/">>}, {<<"sizeKBytes">>,49781912}, {<<"usagePercent">>,20}]}, {struct,[{<<"path">>,<<"/data">>}, {<<"sizeKBytes">>,886279600}, {<<"usagePercent">>,1}]}, {struct,[{<<"path">>,<<"/dev/shm">>}, {<<"sizeKBytes">>,16434404}, {<<"usagePercent">>,0}]}, {struct,[{<<"path">>,<<"/data2">>}, {<<"sizeKBytes">>,1922859824}, {<<"usagePercent">>,1}]}]}]}}, {<<"memoryQuota">>,12000}, {<<"storageTotals">>, {struct,[{<<"ram">>, {struct,[{<<"total">>,33657663488}, {<<"quotaTotal">>,12582912000}, {<<"quotaUsed">>,12582912000}, {<<"used">>,16521998336}, {<<"usedByData">>,7948944296}]}}, {<<"hdd">>, {struct,[{<<"total">>,2876558770176}, {<<"quotaTotal">>,2876558770176}, {<<"used">>,28765587701}, {<<"usedByData">>,7288347685}, {<<"free">>,2847793182475}]}}]}}, {<<"storage">>, {struct,[{<<"ssd">>,[]}, {<<"hdd">>, [{struct,[{<<"path">>,<<"/data2">>}, {<<"index_path">>,<<"/data">>}, {<<"quotaMb">>,<<"none">>}, {<<"state">>,<<"ok">>}]}]}]}}, {<<"systemStats">>, {struct,[{<<"cpu_utilization_rate">>,5.513784461152882}, {<<"swap_total">>,10684628992}, {<<"swap_used">>,0}]}}, {<<"interestingStats">>, {struct,[{<<"couch_docs_actual_disk_size">>,7288347685}, {<<"couch_docs_data_size">>,7286110552}, {<<"couch_views_actual_disk_size">>,0}, {<<"couch_views_data_size">>,0}, {<<"curr_items">>,1499537}, {<<"curr_items_tot">>,3000003}, {<<"mem_used">>,7948944296}, {<<"vb_replica_curr_items">>,1500466}]}}, {<<"uptime">>,<<"531">>}, {<<"memoryTotal">>,33657663488}, {<<"memoryFree">>,17135665152}, {<<"mcdMemoryReserved">>,25678}, {<<"mcdMemoryAllocated">>,25678}, {<<"couchApiBase">>,<<"http://10.2.1.61:8092/">>}, {<<"otpNode">>,<<"ns_1@10.2.1.61">>}, {<<"otpCookie">>,<<"xgvmfnoayvfekdvi">>}, {<<"clusterMembership">>,<<"active">>}, {<<"status">>,<<"healthy">>}, {<<"thisNode">>,true}, {<<"hostname">>,<<"10.2.1.61:8091">>}, {<<"clusterCompatibility">>,131072}, {<<"version">>,<<"2.0.0-1945-rel-enterprise">>}, {<<"os">>,<<"x86_64-unknown-linux-gnu">>}, {<<"ports">>, {struct,[{<<"proxy">>,11211},{<<"direct">>,11210}]}}]) -> {ok, ok} [ns_server:debug,2012-11-14T10:56:22.234,ns_1@10.2.1.58:ns_config_log<0.373.0>:ns_config_log:log_common:111]config change: {node,'ns_1@10.2.1.58',membership} -> active [ns_server:debug,2012-11-14T10:56:22.236,ns_1@10.2.1.58:ns_config_log<0.373.0>:ns_config_log:log_common:111]config change: counters -> [{rebalance_start,2},{rebalance_success,1}] [ns_server:debug,2012-11-14T10:56:22.238,ns_1@10.2.1.58:ns_config_log<0.373.0>:ns_config_log:log_common:111]config change: rebalance_status -> running [ns_server:debug,2012-11-14T10:56:22.240,ns_1@10.2.1.58:ns_config_log<0.373.0>:ns_config_log:log_common:111]config change: rebalancer_pid -> <17879.22445.0> [ns_server:debug,2012-11-14T10:56:22.240,ns_1@10.2.1.58:ns_config_rep<0.1929.0>:ns_config_rep:handle_call:113]Got full synchronization request from 'ns_1@10.2.1.61' [ns_server:debug,2012-11-14T10:56:22.241,ns_1@10.2.1.58:ns_config_rep<0.1929.0>:ns_config_rep:handle_call:119]Fully synchronized config in 25 us [ns_server:debug,2012-11-14T10:56:22.356,ns_1@10.2.1.58:compaction_daemon<0.2028.0>:compaction_daemon:handle_info:353]Got config_changed in state idle. Nothing to do since compaction is not running [ns_server:debug,2012-11-14T10:56:22.356,ns_1@10.2.1.58:ns_bucket_worker<0.2012.0>:ns_bucket_sup:update_childs:84]Starting new child: {{per_bucket_sup,"default"}, {single_bucket_sup,start_link,["default"]}, permanent,infinity,supervisor, [single_bucket_sup]} [ns_server:debug,2012-11-14T10:56:22.357,ns_1@10.2.1.58:ns_config_log<0.373.0>:ns_config_log:log_common:111]config change: buckets -> [{configs,[{"default", [{map,[]}, {fastForwardMap,[]}, {uuid,<<"2df23521f5621f6caeffb1de32e15ea0">>}, {sasl_password,[]}, {num_replicas,1}, {replica_index,true}, {ram_quota,12582912000}, {auth_type,sasl}, {flush_enabled,true}, {type,membase}, {num_vbuckets,1024}, {servers,['ns_1@10.2.1.63','ns_1@10.2.1.58', 'ns_1@10.2.1.61']}]}]}] [error_logger:info,2012-11-14T10:56:22.370,ns_1@10.2.1.58:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================PROGRESS REPORT========================= supervisor: {local,ns_bucket_sup} started: [{pid,<0.2047.0>}, {name,{per_bucket_sup,"default"}}, {mfargs,{single_bucket_sup,start_link,["default"]}}, {restart_type,permanent}, {shutdown,infinity}, {child_type,supervisor}] [ns_server:debug,2012-11-14T10:56:22.444,ns_1@10.2.1.58:capi_set_view_manager-default<0.2049.0>:capi_set_view_manager:init:218]Usable vbuckets: [] [ns_server:debug,2012-11-14T10:56:22.444,ns_1@10.2.1.58:capi_set_view_manager-default<0.2049.0>:capi_set_view_manager:handle_info:349]doing replicate_newnodes_docs [error_logger:info,2012-11-14T10:56:22.444,ns_1@10.2.1.58:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================PROGRESS REPORT========================= supervisor: {local,'single_bucket_sup-default'} started: [{pid,<0.2049.0>}, {name,{capi_set_view_manager,"default"}}, {mfargs,{capi_set_view_manager,start_link,["default"]}}, {restart_type,permanent}, {shutdown,1000}, {child_type,worker}] [ns_server:info,2012-11-14T10:56:22.468,ns_1@10.2.1.58:<0.2006.0>:ns_port_server:log:171]moxi<0.2006.0>: 2012-11-14 10:56:22: (cproxy_config.c.317) env: MOXI_SASL_PLAIN_USR (13) moxi<0.2006.0>: 2012-11-14 10:56:22: (cproxy_config.c.326) env: MOXI_SASL_PLAIN_PWD (8) [ns_server:debug,2012-11-14T10:56:22.722,ns_1@10.2.1.58:<0.2002.0>:mc_tcp_listener:accept_loop:31]Got new connection [ns_server:debug,2012-11-14T10:56:22.724,ns_1@10.2.1.58:<0.2002.0>:mc_tcp_listener:accept_loop:33]Passed connection to mc_conn_sup: <0.2062.0> [ns_server:info,2012-11-14T10:56:22.727,ns_1@10.2.1.58:ns_memcached-default<0.2061.0>:ns_memcached:ensure_bucket:1119]Created bucket "default" with config string "ht_size=3079;ht_locks=5;tap_noop_interval=20;max_txn_size=10000;max_size=12582912000;tap_keepalive=300;dbname=/data2/default;allow_data_loss_during_shutdown=true;backend=couchdb;couch_bucket=default;couch_port=11213;max_vbuckets=1024;alog_path=/data2/default/access.log;data_traffic_enabled=false;vb0=false;waitforwarmup=false;failpartialwarmup=false;" [error_logger:info,2012-11-14T10:56:22.728,ns_1@10.2.1.58:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================PROGRESS REPORT========================= supervisor: {local,'single_bucket_sup-default'} started: [{pid,<0.2061.0>}, {name,{ns_memcached,"default"}}, {mfargs,{ns_memcached,start_link,["default"]}}, {restart_type,permanent}, {shutdown,86400000}, {child_type,worker}] [error_logger:info,2012-11-14T10:56:22.729,ns_1@10.2.1.58:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================PROGRESS REPORT========================= supervisor: {local,'single_bucket_sup-default'} started: [{pid,<0.2067.0>}, {name,{tap_replication_manager,"default"}}, {mfargs, {tap_replication_manager,start_link,["default"]}}, {restart_type,permanent}, {shutdown,1000}, {child_type,worker}] [error_logger:info,2012-11-14T10:56:22.730,ns_1@10.2.1.58:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================PROGRESS REPORT========================= supervisor: {local,'single_bucket_sup-default'} started: [{pid,<0.2068.0>}, {name,{ns_vbm_new_sup,"default"}}, {mfargs,{ns_vbm_new_sup,start_link,["default"]}}, {restart_type,permanent}, {shutdown,infinity}, {child_type,supervisor}] [ns_server:info,2012-11-14T10:56:22.730,ns_1@10.2.1.58:janitor_agent-default<0.2070.0>:janitor_agent:read_flush_counter:764]Loading flushseq failed: {error,enoent}. Assuming it's equal to global config. [error_logger:info,2012-11-14T10:56:22.730,ns_1@10.2.1.58:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================PROGRESS REPORT========================= supervisor: {local,'single_bucket_sup-default'} started: [{pid,<0.2069.0>}, {name,{ns_vbm_sup,"default"}}, {mfargs,{ns_vbm_sup,start_link,["default"]}}, {restart_type,permanent}, {shutdown,1000}, {child_type,supervisor}] [ns_server:info,2012-11-14T10:56:22.730,ns_1@10.2.1.58:janitor_agent-default<0.2070.0>:janitor_agent:read_flush_counter_from_config:771]Initialized flushseq 0 from bucket config [error_logger:info,2012-11-14T10:56:22.730,ns_1@10.2.1.58:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================PROGRESS REPORT========================= supervisor: {local,'single_bucket_sup-default'} started: [{pid,<0.2070.0>}, {name,{janitor_agent,"default"}}, {mfargs,{janitor_agent,start_link,["default"]}}, {restart_type,permanent}, {shutdown,brutal_kill}, {child_type,worker}] [error_logger:info,2012-11-14T10:56:22.733,ns_1@10.2.1.58:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================PROGRESS REPORT========================= supervisor: {local,'single_bucket_sup-default'} started: [{pid,<0.2071.0>}, {name,{couch_stats_reader,"default"}}, {mfargs,{couch_stats_reader,start_link,["default"]}}, {restart_type,permanent}, {shutdown,1000}, {child_type,worker}] [error_logger:info,2012-11-14T10:56:22.736,ns_1@10.2.1.58:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================PROGRESS REPORT========================= supervisor: {local,'single_bucket_sup-default'} started: [{pid,<0.2072.0>}, {name,{stats_collector,"default"}}, {mfargs,{stats_collector,start_link,["default"]}}, {restart_type,permanent}, {shutdown,1000}, {child_type,worker}] [error_logger:info,2012-11-14T10:56:22.737,ns_1@10.2.1.58:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================PROGRESS REPORT========================= supervisor: {local,'single_bucket_sup-default'} started: [{pid,<0.2074.0>}, {name,{stats_archiver,"default"}}, {mfargs,{stats_archiver,start_link,["default"]}}, {restart_type,permanent}, {shutdown,1000}, {child_type,worker}] [error_logger:info,2012-11-14T10:56:22.737,ns_1@10.2.1.58:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================PROGRESS REPORT========================= supervisor: {local,'single_bucket_sup-default'} started: [{pid,<0.2076.0>}, {name,{stats_reader,"default"}}, {mfargs,{stats_reader,start_link,["default"]}}, {restart_type,permanent}, {shutdown,1000}, {child_type,worker}] [error_logger:info,2012-11-14T10:56:22.737,ns_1@10.2.1.58:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================PROGRESS REPORT========================= supervisor: {local,'single_bucket_sup-default'} started: [{pid,<0.2077.0>}, {name,{failover_safeness_level,"default"}}, {mfargs, {failover_safeness_level,start_link,["default"]}}, {restart_type,permanent}, {shutdown,1000}, {child_type,worker}] [ns_server:debug,2012-11-14T10:56:22.737,ns_1@10.2.1.58:mb_mnesia<0.285.0>:mb_mnesia:handle_call:109]Creating table 'stats_archiver-default-minute' [ns_server:debug,2012-11-14T10:56:22.928,ns_1@10.2.1.58:ns_heart<0.1951.0>:ns_heart:current_status:161]Ignoring failure to get stats for bucket: "default": {error,{exit,{aborted,{no_exists,['stats_archiver-default-minute']}}}} [ns_server:info,2012-11-14T10:56:22.928,ns_1@10.2.1.58:ns_port_memcached<0.2008.0>:ns_port_server:log:171]memcached<0.2008.0>: Wed Nov 14 10:56:22.722242 PST 3: Trying to connect to mccouch: "localhost:11213" memcached<0.2008.0>: Wed Nov 14 10:56:22.722860 PST 3: Connected to mccouch: "localhost:11213" memcached<0.2008.0>: Wed Nov 14 10:56:22.727486 PST 3: Warning: failed to load the engine session stats due to IO exception "basic_ios::clear" memcached<0.2008.0>: Wed Nov 14 10:56:22.727596 PST 3: Extension support isn't implemented in this version of bucket_engine memcached<0.2008.0>: Wed Nov 14 10:56:22.727657 PST 3: Failed to load mutation log, falling back to key dump memcached<0.2008.0>: Wed Nov 14 10:56:22.727798 PST 3: metadata loaded in 1328 usec memcached<0.2008.0>: Wed Nov 14 10:56:22.727986 PST 3: warmup completed in 1431 usec [ns_server:debug,2012-11-14T10:56:22.945,ns_1@10.2.1.58:capi_set_view_manager-default<0.2049.0>:capi_set_view_manager:handle_info:349]doing replicate_newnodes_docs [ns_server:debug,2012-11-14T10:56:23.053,ns_1@10.2.1.58:mb_mnesia<0.285.0>:mb_mnesia:handle_info:222]Mnesia table event: {write,{schema,'stats_archiver-default-minute', [{name,'stats_archiver-default-minute'}, {type,ordered_set}, {ram_copies,[]}, {disc_copies,['ns_1@10.2.1.58']}, {disc_only_copies,[]}, {load_order,0}, {access_mode,read_write}, {majority,false}, {index,[]}, {snmp,[]}, {local_content,true}, {record_name,stat_entry}, {attributes,[timestamp,values]}, {user_properties,[]}, {frag_properties,[]}, {cookie,{{1352,919382,737966},'ns_1@10.2.1.58'}}, {version,{{2,0},[]}}]}, {tid,1352,<0.2079.0>}} [ns_server:debug,2012-11-14T10:56:23.053,ns_1@10.2.1.58:mb_mnesia<0.285.0>:mb_mnesia:handle_info:222]Mnesia table event: {write,{schema,'stats_archiver-default-minute', [{name,'stats_archiver-default-minute'}, {type,ordered_set}, {ram_copies,[]}, {disc_copies,['ns_1@10.2.1.58']}, {disc_only_copies,[]}, {load_order,0}, {access_mode,read_write}, {majority,false}, {index,[]}, {snmp,[]}, {local_content,true}, {record_name,stat_entry}, {attributes,[timestamp,values]}, {user_properties,[]}, {frag_properties,[]}, {cookie,{{1352,919382,737966},'ns_1@10.2.1.58'}}, {version,{{2,0},[]}}]}, {tid,1352,<0.2079.0>}} [ns_server:debug,2012-11-14T10:56:23.053,ns_1@10.2.1.58:mb_mnesia<0.285.0>:mb_mnesia:handle_call:109]Creating table 'stats_archiver-default-hour' [ns_server:debug,2012-11-14T10:56:23.059,ns_1@10.2.1.58:mb_mnesia<0.285.0>:mb_mnesia:handle_info:222]Mnesia table event: {write,{schema,'stats_archiver-default-hour', [{name,'stats_archiver-default-hour'}, {type,ordered_set}, {ram_copies,[]}, {disc_copies,['ns_1@10.2.1.58']}, {disc_only_copies,[]}, {load_order,0}, {access_mode,read_write}, {majority,false}, {index,[]}, {snmp,[]}, {local_content,true}, {record_name,stat_entry}, {attributes,[timestamp,values]}, {user_properties,[]}, {frag_properties,[]}, {cookie,{{1352,919383,54146},'ns_1@10.2.1.58'}}, {version,{{2,0},[]}}]}, {tid,1354,<0.2094.0>}} [ns_server:debug,2012-11-14T10:56:23.060,ns_1@10.2.1.58:mb_mnesia<0.285.0>:mb_mnesia:handle_info:222]Mnesia table event: {write,{schema,'stats_archiver-default-hour', [{name,'stats_archiver-default-hour'}, {type,ordered_set}, {ram_copies,[]}, {disc_copies,['ns_1@10.2.1.58']}, {disc_only_copies,[]}, {load_order,0}, {access_mode,read_write}, {majority,false}, {index,[]}, {snmp,[]}, {local_content,true}, {record_name,stat_entry}, {attributes,[timestamp,values]}, {user_properties,[]}, {frag_properties,[]}, {cookie,{{1352,919383,54146},'ns_1@10.2.1.58'}}, {version,{{2,0},[]}}]}, {tid,1354,<0.2094.0>}} [ns_server:debug,2012-11-14T10:56:23.060,ns_1@10.2.1.58:mb_mnesia<0.285.0>:mb_mnesia:handle_call:109]Creating table 'stats_archiver-default-day' [ns_server:debug,2012-11-14T10:56:23.064,ns_1@10.2.1.58:mb_mnesia<0.285.0>:mb_mnesia:handle_info:222]Mnesia table event: {write,{schema,'stats_archiver-default-day', [{name,'stats_archiver-default-day'}, {type,ordered_set}, {ram_copies,[]}, {disc_copies,['ns_1@10.2.1.58']}, {disc_only_copies,[]}, {load_order,0}, {access_mode,read_write}, {majority,false}, {index,[]}, {snmp,[]}, {local_content,true}, {record_name,stat_entry}, {attributes,[timestamp,values]}, {user_properties,[]}, {frag_properties,[]}, {cookie,{{1352,919383,60382},'ns_1@10.2.1.58'}}, {version,{{2,0},[]}}]}, {tid,1355,<0.2101.0>}} [ns_server:debug,2012-11-14T10:56:23.064,ns_1@10.2.1.58:mb_mnesia<0.285.0>:mb_mnesia:handle_info:222]Mnesia table event: {write,{schema,'stats_archiver-default-day', [{name,'stats_archiver-default-day'}, {type,ordered_set}, {ram_copies,[]}, {disc_copies,['ns_1@10.2.1.58']}, {disc_only_copies,[]}, {load_order,0}, {access_mode,read_write}, {majority,false}, {index,[]}, {snmp,[]}, {local_content,true}, {record_name,stat_entry}, {attributes,[timestamp,values]}, {user_properties,[]}, {frag_properties,[]}, {cookie,{{1352,919383,60382},'ns_1@10.2.1.58'}}, {version,{{2,0},[]}}]}, {tid,1355,<0.2101.0>}} [ns_server:debug,2012-11-14T10:56:23.064,ns_1@10.2.1.58:mb_mnesia<0.285.0>:mb_mnesia:handle_call:109]Creating table 'stats_archiver-default-week' [ns_server:debug,2012-11-14T10:56:23.067,ns_1@10.2.1.58:mb_mnesia<0.285.0>:mb_mnesia:handle_info:222]Mnesia table event: {write,{schema,'stats_archiver-default-week', [{name,'stats_archiver-default-week'}, {type,ordered_set}, {ram_copies,[]}, {disc_copies,['ns_1@10.2.1.58']}, {disc_only_copies,[]}, {load_order,0}, {access_mode,read_write}, {majority,false}, {index,[]}, {snmp,[]}, {local_content,true}, {record_name,stat_entry}, {attributes,[timestamp,values]}, {user_properties,[]}, {frag_properties,[]}, {cookie,{{1352,919383,64775},'ns_1@10.2.1.58'}}, {version,{{2,0},[]}}]}, {tid,1356,<0.2108.0>}} [ns_server:debug,2012-11-14T10:56:23.067,ns_1@10.2.1.58:mb_mnesia<0.285.0>:mb_mnesia:handle_info:222]Mnesia table event: {write,{schema,'stats_archiver-default-week', [{name,'stats_archiver-default-week'}, {type,ordered_set}, {ram_copies,[]}, {disc_copies,['ns_1@10.2.1.58']}, {disc_only_copies,[]}, {load_order,0}, {access_mode,read_write}, {majority,false}, {index,[]}, {snmp,[]}, {local_content,true}, {record_name,stat_entry}, {attributes,[timestamp,values]}, {user_properties,[]}, {frag_properties,[]}, {cookie,{{1352,919383,64775},'ns_1@10.2.1.58'}}, {version,{{2,0},[]}}]}, {tid,1356,<0.2108.0>}} [ns_server:debug,2012-11-14T10:56:23.067,ns_1@10.2.1.58:mb_mnesia<0.285.0>:mb_mnesia:handle_call:109]Creating table 'stats_archiver-default-month' [user:info,2012-11-14T10:56:23.071,ns_1@10.2.1.58:ns_memcached-default<0.2061.0>:ns_memcached:handle_cast:581]Bucket "default" loaded on node 'ns_1@10.2.1.58' in 0 seconds. [ns_server:debug,2012-11-14T10:56:23.072,ns_1@10.2.1.58:mb_mnesia<0.285.0>:mb_mnesia:handle_info:222]Mnesia table event: {write,{schema,'stats_archiver-default-month', [{name,'stats_archiver-default-month'}, {type,ordered_set}, {ram_copies,[]}, {disc_copies,['ns_1@10.2.1.58']}, {disc_only_copies,[]}, {load_order,0}, {access_mode,read_write}, {majority,false}, {index,[]}, {snmp,[]}, {local_content,true}, {record_name,stat_entry}, {attributes,[timestamp,values]}, {user_properties,[]}, {frag_properties,[]}, {cookie,{{1352,919383,68008},'ns_1@10.2.1.58'}}, {version,{{2,0},[]}}]}, {tid,1357,<0.2115.0>}} [ns_server:debug,2012-11-14T10:56:23.072,ns_1@10.2.1.58:mb_mnesia<0.285.0>:mb_mnesia:handle_info:222]Mnesia table event: {write,{schema,'stats_archiver-default-month', [{name,'stats_archiver-default-month'}, {type,ordered_set}, {ram_copies,[]}, {disc_copies,['ns_1@10.2.1.58']}, {disc_only_copies,[]}, {load_order,0}, {access_mode,read_write}, {majority,false}, {index,[]}, {snmp,[]}, {local_content,true}, {record_name,stat_entry}, {attributes,[timestamp,values]}, {user_properties,[]}, {frag_properties,[]}, {cookie,{{1352,919383,68008},'ns_1@10.2.1.58'}}, {version,{{2,0},[]}}]}, {tid,1357,<0.2115.0>}} [ns_server:debug,2012-11-14T10:56:23.072,ns_1@10.2.1.58:mb_mnesia<0.285.0>:mb_mnesia:handle_call:109]Creating table 'stats_archiver-default-year' [ns_server:debug,2012-11-14T10:56:23.075,ns_1@10.2.1.58:mb_mnesia<0.285.0>:mb_mnesia:handle_info:222]Mnesia table event: {write,{schema,'stats_archiver-default-year', [{name,'stats_archiver-default-year'}, {type,ordered_set}, {ram_copies,[]}, {disc_copies,['ns_1@10.2.1.58']}, {disc_only_copies,[]}, {load_order,0}, {access_mode,read_write}, {majority,false}, {index,[]}, {snmp,[]}, {local_content,true}, {record_name,stat_entry}, {attributes,[timestamp,values]}, {user_properties,[]}, {frag_properties,[]}, {cookie,{{1352,919383,72974},'ns_1@10.2.1.58'}}, {version,{{2,0},[]}}]}, {tid,1358,<0.2122.0>}} [ns_server:debug,2012-11-14T10:56:23.075,ns_1@10.2.1.58:mb_mnesia<0.285.0>:mb_mnesia:handle_info:222]Mnesia table event: {write,{schema,'stats_archiver-default-year', [{name,'stats_archiver-default-year'}, {type,ordered_set}, {ram_copies,[]}, {disc_copies,['ns_1@10.2.1.58']}, {disc_only_copies,[]}, {load_order,0}, {access_mode,read_write}, {majority,false}, {index,[]}, {snmp,[]}, {local_content,true}, {record_name,stat_entry}, {attributes,[timestamp,values]}, {user_properties,[]}, {frag_properties,[]}, {cookie,{{1352,919383,72974},'ns_1@10.2.1.58'}}, {version,{{2,0},[]}}]}, {tid,1358,<0.2122.0>}} [ns_server:debug,2012-11-14T10:56:23.272,ns_1@10.2.1.58:ns_heart<0.1951.0>:ns_heart:current_status:161]Ignoring failure to get stats for bucket: "default": {error,{exit,{badarg,[{erlang,hd,[[]]}, {stats_reader,'-do_handle_call/3-fun-0-',2}, {mnesia_tm,non_transaction,5}, {stats_reader,do_handle_call,3}, {stats_reader,handle_call,3}, {gen_server,handle_msg,5}, {proc_lib,init_p_do_apply,3}]}}} [ns_server:info,2012-11-14T10:56:23.423,ns_1@10.2.1.58:ns_memcached-default<0.2061.0>:ns_memcached:handle_call:244]Enabling traffic to bucket "default" [ns_server:info,2012-11-14T10:56:23.424,ns_1@10.2.1.58:ns_memcached-default<0.2061.0>:ns_memcached:handle_call:248]Bucket "default" marked as warmed in 0 seconds [ns_server:debug,2012-11-14T10:56:23.470,ns_1@10.2.1.58:capi_set_view_manager-default<0.2049.0>:capi_set_view_manager:handle_info:349]doing replicate_newnodes_docs [ns_server:debug,2012-11-14T10:56:23.470,ns_1@10.2.1.58:compaction_daemon<0.2028.0>:compaction_daemon:handle_info:353]Got config_changed in state idle. Nothing to do since compaction is not running [ns_server:debug,2012-11-14T10:56:23.472,ns_1@10.2.1.58:capi_set_view_manager-default<0.2049.0>:capi_set_view_manager:handle_info:349]doing replicate_newnodes_docs [ns_server:debug,2012-11-14T10:56:23.472,ns_1@10.2.1.58:ns_config_log<0.373.0>:ns_config_log:log_common:111]config change: buckets -> [{configs,[{"default", [{map,[]}, {fastForwardMap,[{0,[],['ns_1@10.2.1.63','ns_1@10.2.1.58']}, {1,[],['ns_1@10.2.1.63','ns_1@10.2.1.58']}, {2,[],['ns_1@10.2.1.63','ns_1@10.2.1.58']}, {3,[],['ns_1@10.2.1.63','ns_1@10.2.1.58']}, {4,[],['ns_1@10.2.1.63','ns_1@10.2.1.58']}, {5,[],['ns_1@10.2.1.63','ns_1@10.2.1.58']}, {6,[],['ns_1@10.2.1.63','ns_1@10.2.1.58']}, {7,[],['ns_1@10.2.1.63','ns_1@10.2.1.58']}, {8,[],['ns_1@10.2.1.63','ns_1@10.2.1.58']}, {9,[],['ns_1@10.2.1.63','ns_1@10.2.1.58']}, {10,[],['ns_1@10.2.1.63','ns_1@10.2.1.58']}, {11,[],['ns_1@10.2.1.63','ns_1@10.2.1.58']}, {12,[],['ns_1@10.2.1.63','ns_1@10.2.1.58']}, {13,[],['ns_1@10.2.1.63','ns_1@10.2.1.58']}, {14,[],['ns_1@10.2.1.63','ns_1@10.2.1.58']}, {15,[],['ns_1@10.2.1.63','ns_1@10.2.1.58']}, {16,[],['ns_1@10.2.1.63','ns_1@10.2.1.58']}, {17,[],['ns_1@10.2.1.63','ns_1@10.2.1.58']}, {18,[],['ns_1@10.2.1.63','ns_1@10.2.1.58']}, {19,[],['ns_1@10.2.1.63','ns_1@10.2.1.58']}, {20,[],['ns_1@10.2.1.63','ns_1@10.2.1.58']}, {21,[],['ns_1@10.2.1.63','ns_1@10.2.1.58']}, {22,[],['ns_1@10.2.1.63','ns_1@10.2.1.58']}, {23,[],['ns_1@10.2.1.63','ns_1@10.2.1.58']}, {24,[],['ns_1@10.2.1.63','ns_1@10.2.1.58']}, {25,[],['ns_1@10.2.1.63','ns_1@10.2.1.58']}, {26,[],['ns_1@10.2.1.63','ns_1@10.2.1.58']}, {27,[],['ns_1@10.2.1.63','ns_1@10.2.1.58']}, {28,[],['ns_1@10.2.1.63','ns_1@10.2.1.58']}, {29,[],['ns_1@10.2.1.63','ns_1@10.2.1.58']}, {30,[],['ns_1@10.2.1.63','ns_1@10.2.1.58']}, {31,[],['ns_1@10.2.1.63','ns_1@10.2.1.58']}, {32,[],['ns_1@10.2.1.63','ns_1@10.2.1.58']}, {33,[],['ns_1@10.2.1.63','ns_1@10.2.1.58']}, {34,[],['ns_1@10.2.1.63','ns_1@10.2.1.58']}, {35,[],['ns_1@10.2.1.63','ns_1@10.2.1.58']}, {36,[],['ns_1@10.2.1.63','ns_1@10.2.1.58']}, {37,[],['ns_1@10.2.1.63','ns_1@10.2.1.58']}, {38,[],['ns_1@10.2.1.63','ns_1@10.2.1.58']}, {39,[],['ns_1@10.2.1.63','ns_1@10.2.1.58']}, {40,[],['ns_1@10.2.1.63','ns_1@10.2.1.58']}, {41,[],['ns_1@10.2.1.63','ns_1@10.2.1.58']}, {42,[],['ns_1@10.2.1.63','ns_1@10.2.1.58']}, {43,[],['ns_1@10.2.1.63','ns_1@10.2.1.58']}, {44,[],['ns_1@10.2.1.63','ns_1@10.2.1.58']}, {45,[],['ns_1@10.2.1.63','ns_1@10.2.1.58']}, {46,[],['ns_1@10.2.1.63','ns_1@10.2.1.58']}, {47,[],['ns_1@10.2.1.63','ns_1@10.2.1.58']}, {48,[],['ns_1@10.2.1.63','ns_1@10.2.1.58']}, {49,[],['ns_1@10.2.1.63','ns_1@10.2.1.58']}, {50,[],['ns_1@10.2.1.63','ns_1@10.2.1.58']}, {51,[],['ns_1@10.2.1.63','ns_1@10.2.1.58']}, {52,[],['ns_1@10.2.1.63','ns_1@10.2.1.58']}, {53,[],['ns_1@10.2.1.63','ns_1@10.2.1.58']}, {54,[],['ns_1@10.2.1.63','ns_1@10.2.1.58']}, {55,[],['ns_1@10.2.1.63','ns_1@10.2.1.58']}, {56,[],['ns_1@10.2.1.63','ns_1@10.2.1.58']}, {57,[],['ns_1@10.2.1.63','ns_1@10.2.1.58']}, {58,[],['ns_1@10.2.1.63','ns_1@10.2.1.58']}, {59,[],['ns_1@10.2.1.63','ns_1@10.2.1.58']}, {60,[],['ns_1@10.2.1.63','ns_1@10.2.1.58']}, {61,[],['ns_1@10.2.1.63','ns_1@10.2.1.58']}, {62,[],['ns_1@10.2.1.63','ns_1@10.2.1.58']}, {63,[],['ns_1@10.2.1.63','ns_1@10.2.1.58']}, {64,[],['ns_1@10.2.1.63','ns_1@10.2.1.58']}, {65,[],['ns_1@10.2.1.63','ns_1@10.2.1.58']}, {66,[],['ns_1@10.2.1.63','ns_1@10.2.1.58']}, {67,[],['ns_1@10.2.1.63','ns_1@10.2.1.58']}, {68,[],['ns_1@10.2.1.63','ns_1@10.2.1.58']}, {69,[],['ns_1@10.2.1.63','ns_1@10.2.1.58']}, {70,[],['ns_1@10.2.1.63','ns_1@10.2.1.58']}, {71,[],['ns_1@10.2.1.63','ns_1@10.2.1.58']}, {72,[],['ns_1@10.2.1.63','ns_1@10.2.1.58']}, {73,[],['ns_1@10.2.1.63','ns_1@10.2.1.58']}, {74,[],['ns_1@10.2.1.63','ns_1@10.2.1.58']}, {75,[],['ns_1@10.2.1.63','ns_1@10.2.1.58']}, {76,[],['ns_1@10.2.1.63','ns_1@10.2.1.58']}, {77,[],['ns_1@10.2.1.63','ns_1@10.2.1.58']}, {78,[],['ns_1@10.2.1.63','ns_1@10.2.1.58']}, {79,[],['ns_1@10.2.1.63','ns_1@10.2.1.58']}, {80,[],['ns_1@10.2.1.63','ns_1@10.2.1.58']}, {81,[],['ns_1@10.2.1.63','ns_1@10.2.1.58']}, {82,[],['ns_1@10.2.1.63','ns_1@10.2.1.58']}, {83,[],['ns_1@10.2.1.63','ns_1@10.2.1.58']}, {84,[],['ns_1@10.2.1.63'|...]}, {85,[],[...]}, {86,[],...}, {87,...}, {...}|...]}, {uuid,<<"2df23521f5621f6caeffb1de32e15ea0">>}, {sasl_password,[]}, {num_replicas,1}, {replica_index,true}, {ram_quota,12582912000}, {auth_type,sasl}, {flush_enabled,true}, {type,membase}, {num_vbuckets,1024}, {servers,['ns_1@10.2.1.63','ns_1@10.2.1.58', 'ns_1@10.2.1.61']}]}]}] [ns_server:debug,2012-11-14T10:56:23.475,ns_1@10.2.1.58:capi_set_view_manager-default<0.2049.0>:capi_set_view_manager:handle_info:349]doing replicate_newnodes_docs [ns_server:debug,2012-11-14T10:56:23.475,ns_1@10.2.1.58:ns_config_log<0.373.0>:ns_config_log:log_common:111]config change: vbucket_map_history -> [{[['ns_1@10.2.1.63','ns_1@10.2.1.58'], ['ns_1@10.2.1.63','ns_1@10.2.1.58'], ['ns_1@10.2.1.63','ns_1@10.2.1.58'], ['ns_1@10.2.1.63','ns_1@10.2.1.58'], ['ns_1@10.2.1.63','ns_1@10.2.1.58'], ['ns_1@10.2.1.63','ns_1@10.2.1.58'], ['ns_1@10.2.1.63','ns_1@10.2.1.58'], ['ns_1@10.2.1.63','ns_1@10.2.1.58'], ['ns_1@10.2.1.63','ns_1@10.2.1.58'], ['ns_1@10.2.1.63','ns_1@10.2.1.58'], ['ns_1@10.2.1.63','ns_1@10.2.1.58'], ['ns_1@10.2.1.63','ns_1@10.2.1.58'], ['ns_1@10.2.1.63','ns_1@10.2.1.58'], ['ns_1@10.2.1.63','ns_1@10.2.1.58'], ['ns_1@10.2.1.63','ns_1@10.2.1.58'], ['ns_1@10.2.1.63','ns_1@10.2.1.58'], ['ns_1@10.2.1.63','ns_1@10.2.1.58'], ['ns_1@10.2.1.63','ns_1@10.2.1.58'], ['ns_1@10.2.1.63','ns_1@10.2.1.58'], ['ns_1@10.2.1.63','ns_1@10.2.1.58'], ['ns_1@10.2.1.63','ns_1@10.2.1.58'], ['ns_1@10.2.1.63','ns_1@10.2.1.58'], ['ns_1@10.2.1.63','ns_1@10.2.1.58'], ['ns_1@10.2.1.63','ns_1@10.2.1.58'], ['ns_1@10.2.1.63','ns_1@10.2.1.58'], ['ns_1@10.2.1.63','ns_1@10.2.1.58'], ['ns_1@10.2.1.63','ns_1@10.2.1.58'], ['ns_1@10.2.1.63','ns_1@10.2.1.58'], ['ns_1@10.2.1.63','ns_1@10.2.1.58'], ['ns_1@10.2.1.63','ns_1@10.2.1.58'], ['ns_1@10.2.1.63','ns_1@10.2.1.58'], ['ns_1@10.2.1.63','ns_1@10.2.1.58'], ['ns_1@10.2.1.63','ns_1@10.2.1.58'], ['ns_1@10.2.1.63','ns_1@10.2.1.58'], ['ns_1@10.2.1.63','ns_1@10.2.1.58'], ['ns_1@10.2.1.63','ns_1@10.2.1.58'], ['ns_1@10.2.1.63','ns_1@10.2.1.58'], ['ns_1@10.2.1.63','ns_1@10.2.1.58'], ['ns_1@10.2.1.63','ns_1@10.2.1.58'], ['ns_1@10.2.1.63','ns_1@10.2.1.58'], ['ns_1@10.2.1.63','ns_1@10.2.1.58'], ['ns_1@10.2.1.63','ns_1@10.2.1.58'], ['ns_1@10.2.1.63','ns_1@10.2.1.58'], ['ns_1@10.2.1.63','ns_1@10.2.1.58'], ['ns_1@10.2.1.63','ns_1@10.2.1.58'], ['ns_1@10.2.1.63','ns_1@10.2.1.58'], ['ns_1@10.2.1.63','ns_1@10.2.1.58'], ['ns_1@10.2.1.63','ns_1@10.2.1.58'], ['ns_1@10.2.1.63','ns_1@10.2.1.58'], ['ns_1@10.2.1.63','ns_1@10.2.1.58'], ['ns_1@10.2.1.63','ns_1@10.2.1.58'], ['ns_1@10.2.1.63','ns_1@10.2.1.58'], ['ns_1@10.2.1.63','ns_1@10.2.1.58'], ['ns_1@10.2.1.63','ns_1@10.2.1.58'], ['ns_1@10.2.1.63','ns_1@10.2.1.58'], ['ns_1@10.2.1.63','ns_1@10.2.1.58'], ['ns_1@10.2.1.63','ns_1@10.2.1.58'], ['ns_1@10.2.1.63','ns_1@10.2.1.58'], ['ns_1@10.2.1.63','ns_1@10.2.1.58'], ['ns_1@10.2.1.63','ns_1@10.2.1.58'], ['ns_1@10.2.1.63','ns_1@10.2.1.58'], ['ns_1@10.2.1.63','ns_1@10.2.1.58'], ['ns_1@10.2.1.63','ns_1@10.2.1.58'], ['ns_1@10.2.1.63','ns_1@10.2.1.58'], ['ns_1@10.2.1.63','ns_1@10.2.1.58'], ['ns_1@10.2.1.63','ns_1@10.2.1.58'], ['ns_1@10.2.1.63','ns_1@10.2.1.58'], ['ns_1@10.2.1.63','ns_1@10.2.1.58'], ['ns_1@10.2.1.63','ns_1@10.2.1.58'], ['ns_1@10.2.1.63','ns_1@10.2.1.58'], ['ns_1@10.2.1.63','ns_1@10.2.1.58'], ['ns_1@10.2.1.63','ns_1@10.2.1.58'], ['ns_1@10.2.1.63','ns_1@10.2.1.58'], ['ns_1@10.2.1.63','ns_1@10.2.1.58'], ['ns_1@10.2.1.63','ns_1@10.2.1.58'], ['ns_1@10.2.1.63','ns_1@10.2.1.58'], ['ns_1@10.2.1.63','ns_1@10.2.1.58'], ['ns_1@10.2.1.63','ns_1@10.2.1.58'], ['ns_1@10.2.1.63','ns_1@10.2.1.58'], ['ns_1@10.2.1.63','ns_1@10.2.1.58'], ['ns_1@10.2.1.63','ns_1@10.2.1.58'], ['ns_1@10.2.1.63','ns_1@10.2.1.58'], ['ns_1@10.2.1.63','ns_1@10.2.1.58'], ['ns_1@10.2.1.63','ns_1@10.2.1.58'], ['ns_1@10.2.1.63','ns_1@10.2.1.58'], ['ns_1@10.2.1.63','ns_1@10.2.1.58'], ['ns_1@10.2.1.63','ns_1@10.2.1.58'], ['ns_1@10.2.1.63','ns_1@10.2.1.58'], ['ns_1@10.2.1.63','ns_1@10.2.1.58'], ['ns_1@10.2.1.63','ns_1@10.2.1.58'], ['ns_1@10.2.1.63','ns_1@10.2.1.58'], ['ns_1@10.2.1.63','ns_1@10.2.1.58'], ['ns_1@10.2.1.63','ns_1@10.2.1.58'], ['ns_1@10.2.1.63','ns_1@10.2.1.58'], ['ns_1@10.2.1.63','ns_1@10.2.1.58'], ['ns_1@10.2.1.63'|...], [...]|...], [{max_slaves,10}]}] [ns_server:debug,2012-11-14T10:56:23.545,ns_1@10.2.1.58:master_activity_events_ingress<0.1973.0>:master_activity_events:timestamper_body:144]sending master_activity_events event to trash can: {vbucket_state_change, "default", 'ns_1@10.2.1.58',512, replica} [ns_server:info,2012-11-14T10:56:23.545,ns_1@10.2.1.58:<0.2064.0>:ns_memcached:do_handle_call:521]Changed vbucket 512 state to replica [ns_server:debug,2012-11-14T10:56:23.546,ns_1@10.2.1.58:master_activity_events_ingress<0.1973.0>:master_activity_events:timestamper_body:144]sending master_activity_events event to trash can: {vbucket_state_change, "default", 'ns_1@10.2.1.58',0, replica} [ns_server:info,2012-11-14T10:56:23.546,ns_1@10.2.1.58:<0.2064.0>:ns_memcached:do_handle_call:521]Changed vbucket 0 state to replica [views:debug,2012-11-14T10:56:23.550,ns_1@10.2.1.58:mc_couch_events<0.2000.0>:capi_set_view_manager:handle_mc_couch_event:529]Got set_vbucket event for default/512. Updated state: replica (0) [ns_server:debug,2012-11-14T10:56:23.550,ns_1@10.2.1.58:<0.2062.0>:mc_connection:do_notify_vbucket_update:112]Signaled mc_couch_event: {set_vbucket,"default",512,replica,0} [ns_server:debug,2012-11-14T10:56:23.550,ns_1@10.2.1.58:capi_set_view_manager-default<0.2049.0>:capi_set_view_manager:handle_info:377]Usable vbuckets: [512] [views:debug,2012-11-14T10:56:23.553,ns_1@10.2.1.58:mc_couch_events<0.2000.0>:capi_set_view_manager:handle_mc_couch_event:529]Got set_vbucket event for default/0. Updated state: replica (0) [ns_server:debug,2012-11-14T10:56:23.553,ns_1@10.2.1.58:capi_set_view_manager-default<0.2049.0>:capi_set_view_manager:handle_info:377]Usable vbuckets: [0,512] [ns_server:debug,2012-11-14T10:56:23.553,ns_1@10.2.1.58:<0.2062.0>:mc_connection:do_notify_vbucket_update:112]Signaled mc_couch_event: {set_vbucket,"default",0,replica,0} [ns_server:info,2012-11-14T10:56:23.561,ns_1@10.2.1.58:<0.2146.0>:ebucketmigrator_srv:init:490]Setting {"10.2.1.58",11209} vbucket 512 to state replica [ns_server:debug,2012-11-14T10:56:23.608,ns_1@10.2.1.58:<0.2146.0>:ebucketmigrator_srv:kill_tapname:966]killing tap named: replication_building_512_'ns_1@10.2.1.58' [ns_server:debug,2012-11-14T10:56:23.608,ns_1@10.2.1.58:master_activity_events_ingress<0.1973.0>:master_activity_events:timestamper_body:144]sending master_activity_events event to trash can: {deregister_tap_name, <0.2146.0>,"default", {"10.2.1.63",11209}, <<"replication_building_512_'ns_1@10.2.1.58'">>} [rebalance:info,2012-11-14T10:56:23.609,ns_1@10.2.1.58:<0.2146.0>:ebucketmigrator_srv:init:549]Starting tap stream: [{vbuckets,[512]}, {checkpoints,[{512,0}]}, {name,<<"replication_building_512_'ns_1@10.2.1.58'">>}, {takeover,false}] {{"10.2.1.63",11209}, {"10.2.1.58",11209}, [{vbuckets,[512]}, {takeover,false}, {suffix,"building_512_'ns_1@10.2.1.58'"}, {username,"default"}, {password,[]}]} [rebalance:debug,2012-11-14T10:56:23.609,ns_1@10.2.1.58:<0.2146.0>:ebucketmigrator_srv:init:586]upstream_sender pid: <0.2147.0> [ns_server:debug,2012-11-14T10:56:23.609,ns_1@10.2.1.58:master_activity_events_ingress<0.1973.0>:master_activity_events:timestamper_body:144]sending master_activity_events event to trash can: {ebucketmigrator_start, <0.2146.0>, {"10.2.1.63",11209}, {"10.2.1.58",11209}, [{bucket,undefined}, {username,"default"}, {vbuckets,[512]}, {checkpoints,[{512,0}]}, {name, <<"replication_building_512_'ns_1@10.2.1.58'">>}, {takeover,false}]} [rebalance:debug,2012-11-14T10:56:23.609,ns_1@10.2.1.58:<0.2146.0>:ebucketmigrator_srv:handle_call:332]Suspended had_backfill waiter {had_backfill,undefined,undefined,[{<17879.22490.0>,#Ref<17879.0.4.139141>}]} [rebalance:info,2012-11-14T10:56:23.610,ns_1@10.2.1.58:<0.2146.0>:ebucketmigrator_srv:process_upstream:912]Initial stream for vbucket 512 [rebalance:debug,2012-11-14T10:56:23.610,ns_1@10.2.1.58:<0.2146.0>:ebucketmigrator_srv:process_downstream:876]Replied had_backfill: true to [{<17879.22490.0>,#Ref<17879.0.4.139141>}] [ns_server:debug,2012-11-14T10:56:23.612,ns_1@10.2.1.58:janitor_agent-default<0.2070.0>:janitor_agent:handle_info:682]Got done message from subprocess: <0.2149.0> (ok) [ns_server:info,2012-11-14T10:56:23.612,ns_1@10.2.1.58:<0.2148.0>:ebucketmigrator_srv:init:490]Setting {"10.2.1.58",11209} vbucket 0 to state replica [rebalance:debug,2012-11-14T10:56:23.617,ns_1@10.2.1.58:<0.2150.0>:janitor_agent:handle_call:651]Going to wait for persistence of checkpoint 2 in vbucket 512 [ns_server:debug,2012-11-14T10:56:23.658,ns_1@10.2.1.58:<0.2148.0>:ebucketmigrator_srv:kill_tapname:966]killing tap named: replication_building_0_'ns_1@10.2.1.58' [ns_server:debug,2012-11-14T10:56:23.658,ns_1@10.2.1.58:master_activity_events_ingress<0.1973.0>:master_activity_events:timestamper_body:144]sending master_activity_events event to trash can: {deregister_tap_name, <0.2148.0>,"default", {"10.2.1.61",11209}, <<"replication_building_0_'ns_1@10.2.1.58'">>} [rebalance:info,2012-11-14T10:56:23.659,ns_1@10.2.1.58:<0.2148.0>:ebucketmigrator_srv:init:549]Starting tap stream: [{vbuckets,[0]}, {checkpoints,[{0,0}]}, {name,<<"replication_building_0_'ns_1@10.2.1.58'">>}, {takeover,false}] {{"10.2.1.61",11209}, {"10.2.1.58",11209}, [{vbuckets,[0]}, {takeover,false}, {suffix,"building_0_'ns_1@10.2.1.58'"}, {username,"default"}, {password,[]}]} [rebalance:debug,2012-11-14T10:56:23.666,ns_1@10.2.1.58:<0.2148.0>:ebucketmigrator_srv:init:586]upstream_sender pid: <0.2152.0> [rebalance:debug,2012-11-14T10:56:23.666,ns_1@10.2.1.58:<0.2148.0>:ebucketmigrator_srv:handle_call:332]Suspended had_backfill waiter {had_backfill,undefined,undefined,[{<17879.22495.0>,#Ref<17879.0.4.139170>}]} [ns_server:debug,2012-11-14T10:56:23.666,ns_1@10.2.1.58:master_activity_events_ingress<0.1973.0>:master_activity_events:timestamper_body:144]sending master_activity_events event to trash can: {ebucketmigrator_start, <0.2148.0>, {"10.2.1.61",11209}, {"10.2.1.58",11209}, [{bucket,undefined}, {username,"default"}, {vbuckets,[0]}, {checkpoints,[{0,0}]}, {name, <<"replication_building_0_'ns_1@10.2.1.58'">>}, {takeover,false}]} [rebalance:info,2012-11-14T10:56:23.666,ns_1@10.2.1.58:<0.2148.0>:ebucketmigrator_srv:process_upstream:912]Initial stream for vbucket 0 [rebalance:debug,2012-11-14T10:56:23.666,ns_1@10.2.1.58:<0.2148.0>:ebucketmigrator_srv:process_downstream:876]Replied had_backfill: true to [{<17879.22495.0>,#Ref<17879.0.4.139170>}] [rebalance:debug,2012-11-14T10:56:23.673,ns_1@10.2.1.58:<0.2153.0>:janitor_agent:handle_call:651]Going to wait for persistence of checkpoint 2 in vbucket 0 [ns_server:info,2012-11-14T10:56:23.810,ns_1@10.2.1.58:ns_port_memcached<0.2008.0>:ns_port_server:log:171]memcached<0.2008.0>: Wed Nov 14 10:56:23.610311 PST 3: TAP (Consumer) eq_tapq:anon_1 - Reset vbucket 512 was completed succecssfully. memcached<0.2008.0>: Wed Nov 14 10:56:23.666762 PST 3: TAP (Consumer) eq_tapq:anon_2 - Reset vbucket 0 was completed succecssfully. [ns_server:info,2012-11-14T10:56:23.837,ns_1@10.2.1.58:mb_master<0.1970.0>:mb_master:candidate:351]Changing master from undefined to 'ns_1@10.2.1.61' [ns_server:debug,2012-11-14T10:56:23.970,ns_1@10.2.1.58:janitor_agent-default<0.2070.0>:janitor_agent:handle_info:682]Got done message from subprocess: <0.2153.0> (ok) [rebalance:debug,2012-11-14T10:56:23.974,ns_1@10.2.1.58:<0.2155.0>:janitor_agent:handle_call:651]Going to wait for persistence of checkpoint 2 in vbucket 0 [ns_server:debug,2012-11-14T10:56:23.976,ns_1@10.2.1.58:janitor_agent-default<0.2070.0>:janitor_agent:handle_info:682]Got done message from subprocess: <0.2155.0> (ok) [ns_server:debug,2012-11-14T10:56:24.047,ns_1@10.2.1.58:janitor_agent-default<0.2070.0>:janitor_agent:handle_info:682]Got done message from subprocess: <0.2150.0> (ok) [rebalance:debug,2012-11-14T10:56:24.052,ns_1@10.2.1.58:<0.2157.0>:janitor_agent:handle_call:651]Going to wait for persistence of checkpoint 2 in vbucket 512 [ns_server:debug,2012-11-14T10:56:24.053,ns_1@10.2.1.58:janitor_agent-default<0.2070.0>:janitor_agent:handle_info:682]Got done message from subprocess: <0.2157.0> (ok) [ns_server:debug,2012-11-14T10:56:24.054,ns_1@10.2.1.58:<0.2160.0>:capi_set_view_manager:do_wait_index_updated:608]References to wait: [] ("default", 512) [ns_server:debug,2012-11-14T10:56:24.054,ns_1@10.2.1.58:<0.2160.0>:capi_set_view_manager:do_wait_index_updated:628]All refs fired [ns_server:debug,2012-11-14T10:56:24.054,ns_1@10.2.1.58:janitor_agent-default<0.2070.0>:janitor_agent:handle_info:682]Got done message from subprocess: <0.2159.0> (ok) [rebalance:info,2012-11-14T10:56:24.055,ns_1@10.2.1.58:<0.2146.0>:ebucketmigrator_srv:do_confirm_sent_messages:682]Got close ack! [rebalance:info,2012-11-14T10:56:24.077,ns_1@10.2.1.58:<0.2148.0>:ebucketmigrator_srv:do_confirm_sent_messages:682]Got close ack! [ns_server:info,2012-11-14T10:56:24.081,ns_1@10.2.1.58:<0.2064.0>:ns_memcached:do_handle_call:521]Changed vbucket 0 state to replica [ns_server:info,2012-11-14T10:56:24.081,ns_1@10.2.1.58:tap_replication_manager-default<0.2067.0>:tap_replication_manager:start_child:157]Starting replication from 'ns_1@10.2.1.63' for [0] [ns_server:info,2012-11-14T10:56:24.082,ns_1@10.2.1.58:tap_replication_manager-default<0.2067.0>:tap_replication_manager:change_vbucket_filter:185]Going to change replication from 'ns_1@10.2.1.63' to have [0] ([0], []) [error_logger:info,2012-11-14T10:56:24.082,ns_1@10.2.1.58:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================PROGRESS REPORT========================= supervisor: {local,'ns_vbm_new_sup-default'} started: [{pid,<0.2161.0>}, {name,{new_child_id,[0],'ns_1@10.2.1.63'}}, {mfargs, {ebucketmigrator_srv,start_link, [{"10.2.1.63",11209}, {"10.2.1.58",11209}, [{on_not_ready_vbuckets, #Fun}, {username,"default"}, {password,[]}, {vbuckets,[0]}, {takeover,false}, {suffix,"ns_1@10.2.1.58"}]]}}, {restart_type,temporary}, {shutdown,60000}, {child_type,worker}] [ns_server:info,2012-11-14T10:56:24.083,ns_1@10.2.1.58:<0.2161.0>:ebucketmigrator_srv:init:490]Setting {"10.2.1.58",11209} vbucket 0 to state replica [ns_server:debug,2012-11-14T10:56:24.090,ns_1@10.2.1.58:ns_config_rep<0.1929.0>:ns_config_rep:handle_call:113]Got full synchronization request from 'ns_1@10.2.1.61' [ns_server:debug,2012-11-14T10:56:24.093,ns_1@10.2.1.58:capi_set_view_manager-default<0.2049.0>:capi_set_view_manager:handle_info:349]doing replicate_newnodes_docs [ns_server:debug,2012-11-14T10:56:24.093,ns_1@10.2.1.58:compaction_daemon<0.2028.0>:compaction_daemon:handle_info:353]Got config_changed in state idle. Nothing to do since compaction is not running [ns_server:debug,2012-11-14T10:56:24.094,ns_1@10.2.1.58:ns_config_rep<0.1929.0>:ns_config_rep:handle_call:119]Fully synchronized config in 4509 us [ns_server:debug,2012-11-14T10:56:24.095,ns_1@10.2.1.58:capi_set_view_manager-default<0.2049.0>:capi_set_view_manager:handle_info:349]doing replicate_newnodes_docs [ns_server:debug,2012-11-14T10:56:24.095,ns_1@10.2.1.58:ns_config_log<0.373.0>:ns_config_log:log_common:111]config change: buckets -> [{configs,[{"default", [{map,[{0, ['ns_1@10.2.1.61','ns_1@10.2.1.63'], ['ns_1@10.2.1.63','ns_1@10.2.1.58']}]}, {fastForwardMap,[]}, {uuid,<<"2df23521f5621f6caeffb1de32e15ea0">>}, {sasl_password,[]}, {num_replicas,1}, {replica_index,true}, {ram_quota,12582912000}, {auth_type,sasl}, {flush_enabled,true}, {type,membase}, {num_vbuckets,1024}, {servers,['ns_1@10.2.1.63','ns_1@10.2.1.58', 'ns_1@10.2.1.61']}]}]}] [ns_server:info,2012-11-14T10:56:24.102,ns_1@10.2.1.58:<0.2064.0>:ns_memcached:do_handle_call:521]Changed vbucket 1 state to replica [views:debug,2012-11-14T10:56:24.106,ns_1@10.2.1.58:mc_couch_events<0.2000.0>:capi_set_view_manager:handle_mc_couch_event:529]Got set_vbucket event for default/1. Updated state: replica (0) [ns_server:debug,2012-11-14T10:56:24.106,ns_1@10.2.1.58:<0.2062.0>:mc_connection:do_notify_vbucket_update:112]Signaled mc_couch_event: {set_vbucket,"default",1,replica,0} [ns_server:debug,2012-11-14T10:56:24.106,ns_1@10.2.1.58:capi_set_view_manager-default<0.2049.0>:capi_set_view_manager:handle_info:377]Usable vbuckets: [0,512,1] [views:debug,2012-11-14T10:56:24.110,ns_1@10.2.1.58:mc_couch_events<0.2000.0>:capi_set_view_manager:handle_mc_couch_event:529]Got set_vbucket event for default/512. Updated state: pending (2) [ns_server:debug,2012-11-14T10:56:24.110,ns_1@10.2.1.58:<0.2062.0>:mc_connection:do_notify_vbucket_update:112]Signaled mc_couch_event: {set_vbucket,"default",512,pending,2} [ns_server:info,2012-11-14T10:56:24.117,ns_1@10.2.1.58:<0.2064.0>:ns_memcached:do_handle_call:521]Changed vbucket 512 state to active [views:debug,2012-11-14T10:56:24.121,ns_1@10.2.1.58:mc_couch_events<0.2000.0>:capi_set_view_manager:handle_mc_couch_event:529]Got set_vbucket event for default/512. Updated state: active (2) [ns_server:debug,2012-11-14T10:56:24.121,ns_1@10.2.1.58:<0.2062.0>:mc_connection:do_notify_vbucket_update:112]Signaled mc_couch_event: {set_vbucket,"default",512,active,2} [ns_server:debug,2012-11-14T10:56:24.123,ns_1@10.2.1.58:<0.2161.0>:ebucketmigrator_srv:kill_tapname:966]killing tap named: replication_ns_1@10.2.1.58 [rebalance:info,2012-11-14T10:56:24.124,ns_1@10.2.1.58:<0.2161.0>:ebucketmigrator_srv:init:549]Starting tap stream: [{vbuckets,[0]}, {checkpoints,[{0,2}]}, {name,<<"replication_ns_1@10.2.1.58">>}, {takeover,false}] {{"10.2.1.63",11209}, {"10.2.1.58",11209}, [{on_not_ready_vbuckets,#Fun}, {username,"default"}, {password,[]}, {vbuckets,[0]}, {takeover,false}, {suffix,"ns_1@10.2.1.58"}]} [rebalance:debug,2012-11-14T10:56:24.125,ns_1@10.2.1.58:<0.2161.0>:ebucketmigrator_srv:init:586]upstream_sender pid: <0.2173.0> [rebalance:info,2012-11-14T10:56:24.126,ns_1@10.2.1.58:<0.2161.0>:ebucketmigrator_srv:process_upstream:933]TAP stream is not doing backfill [ns_server:info,2012-11-14T10:56:24.171,ns_1@10.2.1.58:ns_port_memcached<0.2008.0>:ns_port_server:log:171]memcached<0.2008.0>: Wed Nov 14 10:56:23.969871 PST 3: Notified the completion of checkpoint persistence for vbucket 0, cookie 0x13fef600 memcached<0.2008.0>: Wed Nov 14 10:56:24.047630 PST 3: Notified the completion of checkpoint persistence for vbucket 512, cookie 0x13fef080 memcached<0.2008.0>: Wed Nov 14 10:56:24.055707 PST 3: TAP (Consumer) eq_tapq:anon_1 - disconnected memcached<0.2008.0>: Wed Nov 14 10:56:24.077785 PST 3: TAP (Consumer) eq_tapq:anon_2 - disconnected memcached<0.2008.0>: Wed Nov 14 10:56:24.113095 PST 3: TAP (Consumer) eq_tapq:anon_3 - disconnected [ns_server:info,2012-11-14T10:56:24.189,ns_1@10.2.1.58:<0.2174.0>:ebucketmigrator_srv:init:490]Setting {"10.2.1.58",11209} vbucket 1 to state replica [ns_server:debug,2012-11-14T10:56:24.240,ns_1@10.2.1.58:<0.2174.0>:ebucketmigrator_srv:kill_tapname:966]killing tap named: replication_building_1_'ns_1@10.2.1.58' [rebalance:info,2012-11-14T10:56:24.243,ns_1@10.2.1.58:<0.2174.0>:ebucketmigrator_srv:init:549]Starting tap stream: [{vbuckets,[1]}, {checkpoints,[{1,0}]}, {name,<<"replication_building_1_'ns_1@10.2.1.58'">>}, {takeover,false}] {{"10.2.1.61",11209}, {"10.2.1.58",11209}, [{vbuckets,[1]}, {takeover,false}, {suffix,"building_1_'ns_1@10.2.1.58'"}, {username,"default"}, {password,[]}]} [rebalance:debug,2012-11-14T10:56:24.243,ns_1@10.2.1.58:<0.2174.0>:ebucketmigrator_srv:init:586]upstream_sender pid: <0.2175.0> [rebalance:debug,2012-11-14T10:56:24.243,ns_1@10.2.1.58:<0.2174.0>:ebucketmigrator_srv:handle_call:332]Suspended had_backfill waiter {had_backfill,undefined,undefined,[{<17879.22550.0>,#Ref<17879.0.4.139723>}]} [rebalance:info,2012-11-14T10:56:24.243,ns_1@10.2.1.58:<0.2174.0>:ebucketmigrator_srv:process_upstream:912]Initial stream for vbucket 1 [rebalance:debug,2012-11-14T10:56:24.244,ns_1@10.2.1.58:<0.2174.0>:ebucketmigrator_srv:process_downstream:876]Replied had_backfill: true to [{<17879.22550.0>,#Ref<17879.0.4.139723>}] [ns_server:debug,2012-11-14T10:56:24.250,ns_1@10.2.1.58:ns_config_rep<0.1929.0>:ns_config_rep:handle_call:113]Got full synchronization request from 'ns_1@10.2.1.61' [ns_server:debug,2012-11-14T10:56:24.250,ns_1@10.2.1.58:compaction_daemon<0.2028.0>:compaction_daemon:handle_info:353]Got config_changed in state idle. Nothing to do since compaction is not running [ns_server:debug,2012-11-14T10:56:24.251,ns_1@10.2.1.58:ns_config_rep<0.1929.0>:ns_config_rep:handle_call:119]Fully synchronized config in 4 us [ns_server:debug,2012-11-14T10:56:24.252,ns_1@10.2.1.58:capi_set_view_manager-default<0.2049.0>:capi_set_view_manager:handle_info:349]doing replicate_newnodes_docs [ns_server:debug,2012-11-14T10:56:24.252,ns_1@10.2.1.58:ns_config_log<0.373.0>:ns_config_log:log_common:111]config change: buckets -> [{configs,[{"default", [{map,[{512, ['ns_1@10.2.1.63','ns_1@10.2.1.61'], ['ns_1@10.2.1.58','ns_1@10.2.1.63']}]}, {fastForwardMap,[]}, {uuid,<<"2df23521f5621f6caeffb1de32e15ea0">>}, {sasl_password,[]}, {num_replicas,1}, {replica_index,true}, {ram_quota,12582912000}, {auth_type,sasl}, {flush_enabled,true}, {type,membase}, {num_vbuckets,1024}, {servers,['ns_1@10.2.1.63','ns_1@10.2.1.58', 'ns_1@10.2.1.61']}]}]}] [ns_server:debug,2012-11-14T10:56:24.252,ns_1@10.2.1.58:capi_set_view_manager-default<0.2049.0>:capi_set_view_manager:handle_info:349]doing replicate_newnodes_docs [ns_server:info,2012-11-14T10:56:24.257,ns_1@10.2.1.58:<0.2064.0>:ns_memcached:do_handle_call:521]Changed vbucket 513 state to replica [ns_server:info,2012-11-14T10:56:24.265,ns_1@10.2.1.58:<0.2177.0>:ebucketmigrator_srv:init:490]Setting {"10.2.1.58",11209} vbucket 513 to state replica [views:debug,2012-11-14T10:56:24.269,ns_1@10.2.1.58:mc_couch_events<0.2000.0>:capi_set_view_manager:handle_mc_couch_event:529]Got set_vbucket event for default/513. Updated state: replica (0) [ns_server:debug,2012-11-14T10:56:24.269,ns_1@10.2.1.58:capi_set_view_manager-default<0.2049.0>:capi_set_view_manager:handle_info:377]Usable vbuckets: [0,513,512,1] [ns_server:debug,2012-11-14T10:56:24.269,ns_1@10.2.1.58:<0.2062.0>:mc_connection:do_notify_vbucket_update:112]Signaled mc_couch_event: {set_vbucket,"default",513,replica,0} [rebalance:debug,2012-11-14T10:56:24.279,ns_1@10.2.1.58:<0.2184.0>:janitor_agent:handle_call:651]Going to wait for persistence of checkpoint 2 in vbucket 1 [ns_server:debug,2012-11-14T10:56:24.317,ns_1@10.2.1.58:<0.2177.0>:ebucketmigrator_srv:kill_tapname:966]killing tap named: replication_building_513_'ns_1@10.2.1.58' [rebalance:info,2012-11-14T10:56:24.318,ns_1@10.2.1.58:<0.2177.0>:ebucketmigrator_srv:init:549]Starting tap stream: [{vbuckets,[513]}, {checkpoints,[{513,0}]}, {name,<<"replication_building_513_'ns_1@10.2.1.58'">>}, {takeover,false}] {{"10.2.1.63",11209}, {"10.2.1.58",11209}, [{vbuckets,[513]}, {takeover,false}, {suffix,"building_513_'ns_1@10.2.1.58'"}, {username,"default"}, {password,[]}]} [rebalance:debug,2012-11-14T10:56:24.322,ns_1@10.2.1.58:<0.2177.0>:ebucketmigrator_srv:init:586]upstream_sender pid: <0.2186.0> [rebalance:debug,2012-11-14T10:56:24.322,ns_1@10.2.1.58:<0.2177.0>:ebucketmigrator_srv:handle_call:332]Suspended had_backfill waiter {had_backfill,undefined,undefined,[{<17879.22569.0>,#Ref<17879.0.4.139929>}]} [rebalance:info,2012-11-14T10:56:24.322,ns_1@10.2.1.58:<0.2177.0>:ebucketmigrator_srv:process_upstream:912]Initial stream for vbucket 513 [rebalance:debug,2012-11-14T10:56:24.323,ns_1@10.2.1.58:<0.2177.0>:ebucketmigrator_srv:process_downstream:876]Replied had_backfill: true to [{<17879.22569.0>,#Ref<17879.0.4.139929>}] [ns_server:debug,2012-11-14T10:56:24.329,ns_1@10.2.1.58:janitor_agent-default<0.2070.0>:janitor_agent:handle_info:682]Got done message from subprocess: <0.2187.0> (ok) [rebalance:debug,2012-11-14T10:56:24.344,ns_1@10.2.1.58:<0.2188.0>:janitor_agent:handle_call:651]Going to wait for persistence of checkpoint 2 in vbucket 513 [ns_server:info,2012-11-14T10:56:24.384,ns_1@10.2.1.58:ns_port_memcached<0.2008.0>:ns_port_server:log:171]memcached<0.2008.0>: Wed Nov 14 10:56:24.183977 PST 3: TAP (Producer) eq_tapq:replication_ns_1@10.2.1.63 - Sending TAP_OPAQUE with command "opaque_enable_auto_nack" and vbucket 0 memcached<0.2008.0>: Wed Nov 14 10:56:24.184020 PST 3: TAP (Producer) eq_tapq:replication_ns_1@10.2.1.63 - Sending TAP_OPAQUE with command "enable_checkpoint_sync" and vbucket 0 memcached<0.2008.0>: Wed Nov 14 10:56:24.184197 PST 3: Schedule cleanup of "eq_tapq:anon_1" memcached<0.2008.0>: Wed Nov 14 10:56:24.184229 PST 3: Schedule cleanup of "eq_tapq:anon_2" memcached<0.2008.0>: Wed Nov 14 10:56:24.184242 PST 3: Schedule cleanup of "eq_tapq:anon_3" memcached<0.2008.0>: Wed Nov 14 10:56:24.244053 PST 3: TAP (Consumer) eq_tapq:anon_5 - Reset vbucket 1 was completed succecssfully. memcached<0.2008.0>: Wed Nov 14 10:56:24.323027 PST 3: TAP (Consumer) eq_tapq:anon_6 - Reset vbucket 513 was completed succecssfully. [ns_server:debug,2012-11-14T10:56:24.584,ns_1@10.2.1.58:janitor_agent-default<0.2070.0>:janitor_agent:handle_info:682]Got done message from subprocess: <0.2184.0> (ok) [rebalance:debug,2012-11-14T10:56:24.588,ns_1@10.2.1.58:<0.2190.0>:janitor_agent:handle_call:651]Going to wait for persistence of checkpoint 2 in vbucket 1 [ns_server:debug,2012-11-14T10:56:24.589,ns_1@10.2.1.58:janitor_agent-default<0.2070.0>:janitor_agent:handle_info:682]Got done message from subprocess: <0.2190.0> (ok) [rebalance:info,2012-11-14T10:56:24.651,ns_1@10.2.1.58:<0.2174.0>:ebucketmigrator_srv:do_confirm_sent_messages:682]Got close ack! [ns_server:debug,2012-11-14T10:56:24.652,ns_1@10.2.1.58:janitor_agent-default<0.2070.0>:janitor_agent:handle_info:682]Got done message from subprocess: <0.2188.0> (ok) [ns_server:info,2012-11-14T10:56:24.654,ns_1@10.2.1.58:<0.2064.0>:ns_memcached:do_handle_call:521]Changed vbucket 1 state to replica [ns_server:info,2012-11-14T10:56:24.654,ns_1@10.2.1.58:tap_replication_manager-default<0.2067.0>:tap_replication_manager:change_vbucket_filter:185]Going to change replication from 'ns_1@10.2.1.63' to have [0,1] ([1], []) [ns_server:debug,2012-11-14T10:56:24.655,ns_1@10.2.1.58:<0.2192.0>:ns_vbm_new_sup:perform_vbucket_filter_change:117]Registered myself under id:{"default", {new_child_id,[0,1],'ns_1@10.2.1.63'}, #Ref<0.0.0.37911>} Args:[{"10.2.1.63",11209}, {"10.2.1.58",11209}, [{old_state_retriever,#Fun}, {on_not_ready_vbuckets,#Fun}, {username,"default"}, {password,[]}, {vbuckets,[0,1]}, {takeover,false}, {suffix,"ns_1@10.2.1.58"}]] [ns_server:debug,2012-11-14T10:56:24.655,ns_1@10.2.1.58:<0.2192.0>:ns_vbm_new_sup:perform_vbucket_filter_change:121]Linked myself to old ebucketmigrator <0.2161.0> [ns_server:info,2012-11-14T10:56:24.655,ns_1@10.2.1.58:<0.2161.0>:ebucketmigrator_srv:handle_call:271]Starting new-style vbucket filter change on stream `replication_ns_1@10.2.1.58` [ns_server:info,2012-11-14T10:56:24.681,ns_1@10.2.1.58:<0.2161.0>:ebucketmigrator_srv:handle_call:294]Changing vbucket filter on tap stream `replication_ns_1@10.2.1.58`: [{0,2},{1,2}] [ns_server:info,2012-11-14T10:56:24.681,ns_1@10.2.1.58:<0.2161.0>:ebucketmigrator_srv:handle_call:304]Successfully changed vbucket filter on tap stream `replication_ns_1@10.2.1.58`. [ns_server:info,2012-11-14T10:56:24.682,ns_1@10.2.1.58:<0.2161.0>:ebucketmigrator_srv:process_upstream:922]Got vbucket filter change completion message. Silencing upstream sender [ns_server:info,2012-11-14T10:56:24.682,ns_1@10.2.1.58:<0.2161.0>:ebucketmigrator_srv:handle_info:348]Got reply from upstream silencing request. Completing state transition to a new ebucketmigrator. [ns_server:debug,2012-11-14T10:56:24.682,ns_1@10.2.1.58:<0.2161.0>:ebucketmigrator_srv:complete_native_vb_filter_change:166]Proceeding with reading unread binaries [ns_server:debug,2012-11-14T10:56:24.682,ns_1@10.2.1.58:<0.2161.0>:ebucketmigrator_srv:confirm_downstream:193]Going to confirm reception downstream messages [rebalance:info,2012-11-14T10:56:24.682,ns_1@10.2.1.58:<0.2161.0>:ebucketmigrator_srv:do_confirm_sent_messages:682]Got close ack! [ns_server:debug,2012-11-14T10:56:24.682,ns_1@10.2.1.58:<0.2161.0>:ebucketmigrator_srv:confirm_downstream:197]Confirmed upstream messages are feeded to kernel [ns_server:debug,2012-11-14T10:56:24.682,ns_1@10.2.1.58:<0.2161.0>:ebucketmigrator_srv:reply_and_die:206]Passed old state to caller [ns_server:debug,2012-11-14T10:56:24.682,ns_1@10.2.1.58:<0.2161.0>:ebucketmigrator_srv:reply_and_die:209]Sent out state. Preparing to die [ns_server:debug,2012-11-14T10:56:24.682,ns_1@10.2.1.58:<0.2192.0>:ns_vbm_new_sup:perform_vbucket_filter_change:125]Got old state from previous ebucketmigrator: <0.2161.0> [ns_server:debug,2012-11-14T10:56:24.682,ns_1@10.2.1.58:<0.2192.0>:ns_vbm_new_sup:perform_vbucket_filter_change_loop:166]Sent old state to new instance [ns_server:info,2012-11-14T10:56:24.682,ns_1@10.2.1.58:<0.2195.0>:ns_vbm_new_sup:mk_old_state_retriever:83]Got vbucket filter change old state. Proceeding vbucket filter change operation [ns_server:debug,2012-11-14T10:56:24.682,ns_1@10.2.1.58:<0.2195.0>:ebucketmigrator_srv:init:450]Got old ebucketmigrator state from <0.2161.0>: {state,#Port<0.7752>,#Port<0.7743>,#Port<0.7753>,#Port<0.7744>,<0.2173.0>, <<"cut off">>,<<"cut off">>,[],2915,false,false,0, {1352,919384,682082}, completed, {<0.2192.0>,#Ref<0.0.0.37924>}, <<"replication_ns_1@10.2.1.58">>,<0.2161.0>, {had_backfill,false,undefined,[]}, false}. [ns_server:debug,2012-11-14T10:56:24.683,ns_1@10.2.1.58:<0.377.0>:ns_process_registry:handle_info:98]Got exit msg: {'EXIT',<0.2192.0>,{#Ref<0.0.0.37913>,<0.2195.0>}} [rebalance:debug,2012-11-14T10:56:24.683,ns_1@10.2.1.58:<0.2196.0>:janitor_agent:handle_call:651]Going to wait for persistence of checkpoint 2 in vbucket 513 [error_logger:info,2012-11-14T10:56:24.683,ns_1@10.2.1.58:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================PROGRESS REPORT========================= supervisor: {local,'ns_vbm_new_sup-default'} started: [{pid,<0.2195.0>}, {name,{new_child_id,[0,1],'ns_1@10.2.1.63'}}, {mfargs, {ebucketmigrator_srv,start_link, [{"10.2.1.63",11209}, {"10.2.1.58",11209}, [{old_state_retriever, #Fun}, {on_not_ready_vbuckets, #Fun}, {username,"default"}, {password,[]}, {vbuckets,[0,1]}, {takeover,false}, {suffix,"ns_1@10.2.1.58"}]]}}, {restart_type,temporary}, {shutdown,60000}, {child_type,worker}] [ns_server:debug,2012-11-14T10:56:24.684,ns_1@10.2.1.58:janitor_agent-default<0.2070.0>:janitor_agent:handle_info:682]Got done message from subprocess: <0.2196.0> (ok) [ns_server:debug,2012-11-14T10:56:24.684,ns_1@10.2.1.58:<0.2199.0>:capi_set_view_manager:do_wait_index_updated:608]References to wait: [] ("default", 513) [ns_server:debug,2012-11-14T10:56:24.684,ns_1@10.2.1.58:<0.2199.0>:capi_set_view_manager:do_wait_index_updated:628]All refs fired [ns_server:debug,2012-11-14T10:56:24.685,ns_1@10.2.1.58:janitor_agent-default<0.2070.0>:janitor_agent:handle_info:682]Got done message from subprocess: <0.2198.0> (ok) [rebalance:info,2012-11-14T10:56:24.687,ns_1@10.2.1.58:<0.2177.0>:ebucketmigrator_srv:do_confirm_sent_messages:682]Got close ack! [ns_server:debug,2012-11-14T10:56:24.690,ns_1@10.2.1.58:ns_config_rep<0.1929.0>:ns_config_rep:handle_call:113]Got full synchronization request from 'ns_1@10.2.1.61' [ns_server:debug,2012-11-14T10:56:24.690,ns_1@10.2.1.58:capi_set_view_manager-default<0.2049.0>:capi_set_view_manager:handle_info:349]doing replicate_newnodes_docs [ns_server:debug,2012-11-14T10:56:24.690,ns_1@10.2.1.58:ns_config_rep<0.1929.0>:ns_config_rep:handle_call:119]Fully synchronized config in 7 us [ns_server:debug,2012-11-14T10:56:24.690,ns_1@10.2.1.58:capi_set_view_manager-default<0.2049.0>:capi_set_view_manager:handle_info:349]doing replicate_newnodes_docs [ns_server:debug,2012-11-14T10:56:24.690,ns_1@10.2.1.58:compaction_daemon<0.2028.0>:compaction_daemon:handle_info:353]Got config_changed in state idle. Nothing to do since compaction is not running [ns_server:debug,2012-11-14T10:56:24.690,ns_1@10.2.1.58:ns_config_log<0.373.0>:ns_config_log:log_common:111]config change: buckets -> [{configs,[{"default", [{map,[{1, ['ns_1@10.2.1.61','ns_1@10.2.1.63'], ['ns_1@10.2.1.63','ns_1@10.2.1.58']}]}, {fastForwardMap,[]}, {uuid,<<"2df23521f5621f6caeffb1de32e15ea0">>}, {sasl_password,[]}, {num_replicas,1}, {replica_index,true}, {ram_quota,12582912000}, {auth_type,sasl}, {flush_enabled,true}, {type,membase}, {num_vbuckets,1024}, {servers,['ns_1@10.2.1.63','ns_1@10.2.1.58', 'ns_1@10.2.1.61']}]}]}] [ns_server:info,2012-11-14T10:56:24.694,ns_1@10.2.1.58:<0.2064.0>:ns_memcached:do_handle_call:521]Changed vbucket 2 state to replica [ns_server:debug,2012-11-14T10:56:24.722,ns_1@10.2.1.58:<0.2195.0>:ebucketmigrator_srv:init:567]Reusing old upstream: [{vbuckets,[0,1]},{name,<<"replication_ns_1@10.2.1.58">>},{takeover,false}] [rebalance:debug,2012-11-14T10:56:24.722,ns_1@10.2.1.58:<0.2195.0>:ebucketmigrator_srv:init:586]upstream_sender pid: <0.2201.0> [views:debug,2012-11-14T10:56:24.733,ns_1@10.2.1.58:mc_couch_events<0.2000.0>:capi_set_view_manager:handle_mc_couch_event:529]Got set_vbucket event for default/2. Updated state: replica (0) [ns_server:debug,2012-11-14T10:56:24.733,ns_1@10.2.1.58:<0.2062.0>:mc_connection:do_notify_vbucket_update:112]Signaled mc_couch_event: {set_vbucket,"default",2,replica,0} [ns_server:debug,2012-11-14T10:56:24.733,ns_1@10.2.1.58:capi_set_view_manager-default<0.2049.0>:capi_set_view_manager:handle_info:377]Usable vbuckets: [0,513,512,2,1] [ns_server:info,2012-11-14T10:56:24.766,ns_1@10.2.1.58:<0.2064.0>:ns_memcached:do_handle_call:521]Changed vbucket 513 state to active [ns_server:info,2012-11-14T10:56:24.774,ns_1@10.2.1.58:<0.2208.0>:ebucketmigrator_srv:init:490]Setting {"10.2.1.58",11209} vbucket 2 to state replica [ns_server:info,2012-11-14T10:56:24.785,ns_1@10.2.1.58:ns_port_memcached<0.2008.0>:ns_port_server:log:171]memcached<0.2008.0>: Wed Nov 14 10:56:24.584778 PST 3: Notified the completion of checkpoint persistence for vbucket 1, cookie 0x13fefb80 memcached<0.2008.0>: Wed Nov 14 10:56:24.652027 PST 3: TAP (Consumer) eq_tapq:anon_5 - disconnected memcached<0.2008.0>: Wed Nov 14 10:56:24.652144 PST 3: Notified the completion of checkpoint persistence for vbucket 513, cookie 0x13fc82c0 memcached<0.2008.0>: Wed Nov 14 10:56:24.687202 PST 3: TAP (Consumer) eq_tapq:anon_6 - disconnected memcached<0.2008.0>: Wed Nov 14 10:56:24.728093 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.2008.0>: Wed Nov 14 10:56:24.728120 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.2008.0>: Wed Nov 14 10:56:24.728134 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.2008.0>: Wed Nov 14 10:56:24.728142 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.2008.0>: Wed Nov 14 10:56:24.728150 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.2008.0>: Wed Nov 14 10:56:24.728161 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.2008.0>: Wed Nov 14 10:56:24.728194 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.2008.0>: Wed Nov 14 10:56:24.728203 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.2008.0>: Wed Nov 14 10:56:24.728213 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.2008.0>: Wed Nov 14 10:56:24.728221 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.2008.0>: Wed Nov 14 10:56:24.728230 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.2008.0>: Wed Nov 14 10:56:24.728238 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.2008.0>: Wed Nov 14 10:56:24.729536 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.2008.0>: Wed Nov 14 10:56:24.729553 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.2008.0>: Wed Nov 14 10:56:24.729567 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.2008.0>: Wed Nov 14 10:56:24.729580 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.2008.0>: Wed Nov 14 10:56:24.729593 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.2008.0>: Wed Nov 14 10:56:24.729605 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.2008.0>: Wed Nov 14 10:56:24.729616 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.2008.0>: Wed Nov 14 10:56:24.729629 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.2008.0>: Wed Nov 14 10:56:24.729639 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.2008.0>: Wed Nov 14 10:56:24.729648 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.2008.0>: Wed Nov 14 10:56:24.729655 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.2008.0>: Wed Nov 14 10:56:24.729664 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.2008.0>: Wed Nov 14 10:56:24.729675 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.2008.0>: Wed Nov 14 10:56:24.729725 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.2008.0>: Wed Nov 14 10:56:24.729749 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.2008.0>: Wed Nov 14 10:56:24.729775 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.2008.0>: Wed Nov 14 10:56:24.729794 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.2008.0>: Wed Nov 14 10:56:24.729812 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.2008.0>: Wed Nov 14 10:56:24.729820 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.2008.0>: Wed Nov 14 10:56:24.729837 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.2008.0>: Wed Nov 14 10:56:24.729856 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.2008.0>: Wed Nov 14 10:56:24.729872 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.2008.0>: Wed Nov 14 10:56:24.729888 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.2008.0>: Wed Nov 14 10:56:24.729896 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.2008.0>: Wed Nov 14 10:56:24.729912 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.2008.0>: Wed Nov 14 10:56:24.729935 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.2008.0>: Wed Nov 14 10:56:24.729950 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.2008.0>: Wed Nov 14 10:56:24.729965 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.2008.0>: Wed Nov 14 10:56:24.729980 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.2008.0>: Wed Nov 14 10:56:24.729993 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.2008.0>: Wed Nov 14 10:56:24.730007 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.2008.0>: Wed Nov 14 10:56:24.730020 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.2008.0>: Wed Nov 14 10:56:24.730033 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.2008.0>: Wed Nov 14 10:56:24.730046 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.2008.0>: Wed Nov 14 10:56:24.730063 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.2008.0>: Wed Nov 14 10:56:24.730076 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.2008.0>: Wed Nov 14 10:56:24.730087 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.2008.0>: Wed Nov 14 10:56:24.730098 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.2008.0>: Wed Nov 14 10:56:24.730108 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.2008.0>: Wed Nov 14 10:56:24.730118 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.2008.0>: Wed Nov 14 10:56:24.730127 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.2008.0>: Wed Nov 14 10:56:24.730156 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.2008.0>: Wed Nov 14 10:56:24.730165 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.2008.0>: Wed Nov 14 10:56:24.730175 PST 3: persistence cursor offset is negative. Reset it to 0. [ns_server:warn,2012-11-14T10:56:24.785,ns_1@10.2.1.58:ns_port_memcached<0.2008.0>:ns_port_server:log:176]Dropped 372 log lines from memcached [ns_server:debug,2012-11-14T10:56:24.815,ns_1@10.2.1.58:<0.2208.0>:ebucketmigrator_srv:kill_tapname:966]killing tap named: replication_building_2_'ns_1@10.2.1.58' [rebalance:info,2012-11-14T10:56:24.826,ns_1@10.2.1.58:<0.2208.0>:ebucketmigrator_srv:init:549]Starting tap stream: [{vbuckets,[2]}, {checkpoints,[{2,0}]}, {name,<<"replication_building_2_'ns_1@10.2.1.58'">>}, {takeover,false}] {{"10.2.1.61",11209}, {"10.2.1.58",11209}, [{vbuckets,[2]}, {takeover,false}, {suffix,"building_2_'ns_1@10.2.1.58'"}, {username,"default"}, {password,[]}]} [rebalance:debug,2012-11-14T10:56:24.827,ns_1@10.2.1.58:<0.2208.0>:ebucketmigrator_srv:init:586]upstream_sender pid: <0.2209.0> [rebalance:debug,2012-11-14T10:56:24.827,ns_1@10.2.1.58:<0.2208.0>:ebucketmigrator_srv:handle_call:332]Suspended had_backfill waiter {had_backfill,undefined,undefined,[{<17879.22620.0>,#Ref<17879.0.4.148607>}]} [rebalance:info,2012-11-14T10:56:24.829,ns_1@10.2.1.58:<0.2208.0>:ebucketmigrator_srv:process_upstream:912]Initial stream for vbucket 2 [rebalance:debug,2012-11-14T10:56:24.829,ns_1@10.2.1.58:<0.2208.0>:ebucketmigrator_srv:process_downstream:876]Replied had_backfill: true to [{<17879.22620.0>,#Ref<17879.0.4.148607>}] [ns_server:debug,2012-11-14T10:56:24.852,ns_1@10.2.1.58:capi_set_view_manager-default<0.2049.0>:capi_set_view_manager:handle_info:349]doing replicate_newnodes_docs [ns_server:debug,2012-11-14T10:56:24.852,ns_1@10.2.1.58:compaction_daemon<0.2028.0>:compaction_daemon:handle_info:353]Got config_changed in state idle. Nothing to do since compaction is not running [ns_server:debug,2012-11-14T10:56:24.853,ns_1@10.2.1.58:ns_config_log<0.373.0>:ns_config_log:log_common:111]config change: buckets -> [{configs,[{"default", [{map,[{513, ['ns_1@10.2.1.63','ns_1@10.2.1.61'], ['ns_1@10.2.1.58','ns_1@10.2.1.63']}]}, {fastForwardMap,[]}, {uuid,<<"2df23521f5621f6caeffb1de32e15ea0">>}, {sasl_password,[]}, {num_replicas,1}, {replica_index,true}, {ram_quota,12582912000}, {auth_type,sasl}, {flush_enabled,true}, {type,membase}, {num_vbuckets,1024}, {servers,['ns_1@10.2.1.63','ns_1@10.2.1.58', 'ns_1@10.2.1.61']}]}]}] [rebalance:debug,2012-11-14T10:56:24.853,ns_1@10.2.1.58:<0.2211.0>:janitor_agent:handle_call:651]Going to wait for persistence of checkpoint 2 in vbucket 2 [ns_server:debug,2012-11-14T10:56:24.854,ns_1@10.2.1.58:ns_config_rep<0.1929.0>:ns_config_rep:handle_call:113]Got full synchronization request from 'ns_1@10.2.1.61' [ns_server:debug,2012-11-14T10:56:24.854,ns_1@10.2.1.58:ns_config_rep<0.1929.0>:ns_config_rep:handle_call:119]Fully synchronized config in 4 us [ns_server:debug,2012-11-14T10:56:24.859,ns_1@10.2.1.58:capi_set_view_manager-default<0.2049.0>:capi_set_view_manager:handle_info:349]doing replicate_newnodes_docs [ns_server:info,2012-11-14T10:56:24.871,ns_1@10.2.1.58:<0.2064.0>:ns_memcached:do_handle_call:521]Changed vbucket 514 state to replica [ns_server:info,2012-11-14T10:56:24.884,ns_1@10.2.1.58:<0.2213.0>:ebucketmigrator_srv:init:490]Setting {"10.2.1.58",11209} vbucket 514 to state replica [views:debug,2012-11-14T10:56:24.886,ns_1@10.2.1.58:mc_couch_events<0.2000.0>:capi_set_view_manager:handle_mc_couch_event:529]Got set_vbucket event for default/514. Updated state: replica (0) [ns_server:debug,2012-11-14T10:56:24.886,ns_1@10.2.1.58:<0.2062.0>:mc_connection:do_notify_vbucket_update:112]Signaled mc_couch_event: {set_vbucket,"default",514,replica,0} [ns_server:debug,2012-11-14T10:56:24.886,ns_1@10.2.1.58:capi_set_view_manager-default<0.2049.0>:capi_set_view_manager:handle_info:377]Usable vbuckets: [0,513,512,2,1,514] [views:debug,2012-11-14T10:56:24.888,ns_1@10.2.1.58:mc_couch_events<0.2000.0>:capi_set_view_manager:handle_mc_couch_event:529]Got set_vbucket event for default/513. Updated state: active (2) [ns_server:debug,2012-11-14T10:56:24.888,ns_1@10.2.1.58:<0.2062.0>:mc_connection:do_notify_vbucket_update:112]Signaled mc_couch_event: {set_vbucket,"default",513,active,2} [ns_server:debug,2012-11-14T10:56:24.923,ns_1@10.2.1.58:<0.2213.0>:ebucketmigrator_srv:kill_tapname:966]killing tap named: replication_building_514_'ns_1@10.2.1.58' [rebalance:info,2012-11-14T10:56:24.924,ns_1@10.2.1.58:<0.2213.0>:ebucketmigrator_srv:init:549]Starting tap stream: [{vbuckets,[514]}, {checkpoints,[{514,0}]}, {name,<<"replication_building_514_'ns_1@10.2.1.58'">>}, {takeover,false}] {{"10.2.1.63",11209}, {"10.2.1.58",11209}, [{vbuckets,[514]}, {takeover,false}, {suffix,"building_514_'ns_1@10.2.1.58'"}, {username,"default"}, {password,[]}]} [rebalance:debug,2012-11-14T10:56:24.924,ns_1@10.2.1.58:<0.2213.0>:ebucketmigrator_srv:init:586]upstream_sender pid: <0.2220.0> [rebalance:debug,2012-11-14T10:56:24.925,ns_1@10.2.1.58:<0.2213.0>:ebucketmigrator_srv:handle_call:332]Suspended had_backfill waiter {had_backfill,undefined,undefined,[{<17879.22650.0>,#Ref<17879.0.4.149006>}]} [rebalance:info,2012-11-14T10:56:24.926,ns_1@10.2.1.58:<0.2213.0>:ebucketmigrator_srv:process_upstream:912]Initial stream for vbucket 514 [rebalance:debug,2012-11-14T10:56:24.926,ns_1@10.2.1.58:<0.2213.0>:ebucketmigrator_srv:process_downstream:876]Replied had_backfill: true to [{<17879.22650.0>,#Ref<17879.0.4.149006>}] [ns_server:debug,2012-11-14T10:56:24.931,ns_1@10.2.1.58:janitor_agent-default<0.2070.0>:janitor_agent:handle_info:682]Got done message from subprocess: <0.2221.0> (ok) [rebalance:debug,2012-11-14T10:56:24.944,ns_1@10.2.1.58:<0.2222.0>:janitor_agent:handle_call:651]Going to wait for persistence of checkpoint 2 in vbucket 514 [ns_server:info,2012-11-14T10:56:25.030,ns_1@10.2.1.58:ns_port_memcached<0.2008.0>:ns_port_server:log:171]memcached<0.2008.0>: Wed Nov 14 10:56:24.829746 PST 3: TAP (Consumer) eq_tapq:anon_8 - Reset vbucket 2 was completed succecssfully. memcached<0.2008.0>: Wed Nov 14 10:56:24.926121 PST 3: TAP (Consumer) eq_tapq:anon_9 - Reset vbucket 514 was completed succecssfully. [ns_server:debug,2012-11-14T10:56:25.274,ns_1@10.2.1.58:janitor_agent-default<0.2070.0>:janitor_agent:handle_info:682]Got done message from subprocess: <0.2222.0> (ok) [rebalance:debug,2012-11-14T10:56:25.278,ns_1@10.2.1.58:<0.2225.0>:janitor_agent:handle_call:651]Going to wait for persistence of checkpoint 2 in vbucket 514 [ns_server:debug,2012-11-14T10:56:25.280,ns_1@10.2.1.58:janitor_agent-default<0.2070.0>:janitor_agent:handle_info:682]Got done message from subprocess: <0.2225.0> (ok) [ns_server:debug,2012-11-14T10:56:25.281,ns_1@10.2.1.58:<0.2228.0>:capi_set_view_manager:do_wait_index_updated:608]References to wait: [] ("default", 514) [ns_server:debug,2012-11-14T10:56:25.281,ns_1@10.2.1.58:<0.2228.0>:capi_set_view_manager:do_wait_index_updated:628]All refs fired [ns_server:debug,2012-11-14T10:56:25.281,ns_1@10.2.1.58:janitor_agent-default<0.2070.0>:janitor_agent:handle_info:682]Got done message from subprocess: <0.2227.0> (ok) [rebalance:info,2012-11-14T10:56:25.281,ns_1@10.2.1.58:<0.2213.0>:ebucketmigrator_srv:do_confirm_sent_messages:682]Got close ack! [ns_server:debug,2012-11-14T10:56:25.302,ns_1@10.2.1.58:janitor_agent-default<0.2070.0>:janitor_agent:handle_info:682]Got done message from subprocess: <0.2211.0> (ok) [rebalance:debug,2012-11-14T10:56:25.305,ns_1@10.2.1.58:<0.2229.0>:janitor_agent:handle_call:651]Going to wait for persistence of checkpoint 2 in vbucket 2 [ns_server:debug,2012-11-14T10:56:25.306,ns_1@10.2.1.58:janitor_agent-default<0.2070.0>:janitor_agent:handle_info:682]Got done message from subprocess: <0.2229.0> (ok) [views:debug,2012-11-14T10:56:25.344,ns_1@10.2.1.58:mc_couch_events<0.2000.0>:capi_set_view_manager:handle_mc_couch_event:529]Got set_vbucket event for default/514. Updated state: pending (2) [ns_server:debug,2012-11-14T10:56:25.344,ns_1@10.2.1.58:<0.2062.0>:mc_connection:do_notify_vbucket_update:112]Signaled mc_couch_event: {set_vbucket,"default",514,pending,2} [ns_server:info,2012-11-14T10:56:25.355,ns_1@10.2.1.58:<0.2064.0>:ns_memcached:do_handle_call:521]Changed vbucket 514 state to active [views:debug,2012-11-14T10:56:25.359,ns_1@10.2.1.58:mc_couch_events<0.2000.0>:capi_set_view_manager:handle_mc_couch_event:529]Got set_vbucket event for default/514. Updated state: active (2) [ns_server:debug,2012-11-14T10:56:25.359,ns_1@10.2.1.58:<0.2062.0>:mc_connection:do_notify_vbucket_update:112]Signaled mc_couch_event: {set_vbucket,"default",514,active,2} [rebalance:info,2012-11-14T10:56:25.418,ns_1@10.2.1.58:<0.2208.0>:ebucketmigrator_srv:do_confirm_sent_messages:682]Got close ack! [ns_server:debug,2012-11-14T10:56:25.433,ns_1@10.2.1.58:compaction_daemon<0.2028.0>:compaction_daemon:handle_info:353]Got config_changed in state idle. Nothing to do since compaction is not running [ns_server:debug,2012-11-14T10:56:25.433,ns_1@10.2.1.58:capi_set_view_manager-default<0.2049.0>:capi_set_view_manager:handle_info:349]doing replicate_newnodes_docs [ns_server:debug,2012-11-14T10:56:25.433,ns_1@10.2.1.58:ns_config_log<0.373.0>:ns_config_log:log_common:111]config change: buckets -> [{configs,[{"default", [{map,[{514, ['ns_1@10.2.1.63','ns_1@10.2.1.61'], ['ns_1@10.2.1.58','ns_1@10.2.1.63']}]}, {fastForwardMap,[]}, {uuid,<<"2df23521f5621f6caeffb1de32e15ea0">>}, {sasl_password,[]}, {num_replicas,1}, {replica_index,true}, {ram_quota,12582912000}, {auth_type,sasl}, {flush_enabled,true}, {type,membase}, {num_vbuckets,1024}, {servers,['ns_1@10.2.1.63','ns_1@10.2.1.58', 'ns_1@10.2.1.61']}]}]}] [ns_server:debug,2012-11-14T10:56:25.433,ns_1@10.2.1.58:ns_config_rep<0.1929.0>:ns_config_rep:handle_call:113]Got full synchronization request from 'ns_1@10.2.1.61' [ns_server:debug,2012-11-14T10:56:25.433,ns_1@10.2.1.58:ns_config_rep<0.1929.0>:ns_config_rep:handle_call:119]Fully synchronized config in 4 us [ns_server:debug,2012-11-14T10:56:25.433,ns_1@10.2.1.58:capi_set_view_manager-default<0.2049.0>:capi_set_view_manager:handle_info:349]doing replicate_newnodes_docs [ns_server:info,2012-11-14T10:56:25.443,ns_1@10.2.1.58:<0.2064.0>:ns_memcached:do_handle_call:521]Changed vbucket 515 state to replica [views:debug,2012-11-14T10:56:25.445,ns_1@10.2.1.58:mc_couch_events<0.2000.0>:capi_set_view_manager:handle_mc_couch_event:529]Got set_vbucket event for default/515. Updated state: replica (0) [ns_server:debug,2012-11-14T10:56:25.445,ns_1@10.2.1.58:capi_set_view_manager-default<0.2049.0>:capi_set_view_manager:handle_info:377]Usable vbuckets: [0,513,512,2,515,1,514] [ns_server:debug,2012-11-14T10:56:25.445,ns_1@10.2.1.58:<0.2062.0>:mc_connection:do_notify_vbucket_update:112]Signaled mc_couch_event: {set_vbucket,"default",515,replica,0} [ns_server:info,2012-11-14T10:56:25.447,ns_1@10.2.1.58:<0.2238.0>:ebucketmigrator_srv:init:490]Setting {"10.2.1.58",11209} vbucket 515 to state replica [ns_server:info,2012-11-14T10:56:25.467,ns_1@10.2.1.58:<0.2064.0>:ns_memcached:do_handle_call:521]Changed vbucket 2 state to replica [ns_server:info,2012-11-14T10:56:25.467,ns_1@10.2.1.58:tap_replication_manager-default<0.2067.0>:tap_replication_manager:change_vbucket_filter:185]Going to change replication from 'ns_1@10.2.1.63' to have [0,1,2] ([2], []) [ns_server:debug,2012-11-14T10:56:25.468,ns_1@10.2.1.58:<0.2239.0>:ns_vbm_new_sup:perform_vbucket_filter_change:117]Registered myself under id:{"default", {new_child_id,[0,1,2],'ns_1@10.2.1.63'}, #Ref<0.0.0.38777>} Args:[{"10.2.1.63",11209}, {"10.2.1.58",11209}, [{old_state_retriever,#Fun}, {on_not_ready_vbuckets,#Fun}, {username,"default"}, {password,[]}, {vbuckets,[0,1,2]}, {takeover,false}, {suffix,"ns_1@10.2.1.58"}]] [ns_server:debug,2012-11-14T10:56:25.468,ns_1@10.2.1.58:<0.2239.0>:ns_vbm_new_sup:perform_vbucket_filter_change:121]Linked myself to old ebucketmigrator <0.2195.0> [ns_server:info,2012-11-14T10:56:25.468,ns_1@10.2.1.58:<0.2195.0>:ebucketmigrator_srv:handle_call:271]Starting new-style vbucket filter change on stream `replication_ns_1@10.2.1.58` [ns_server:debug,2012-11-14T10:56:25.474,ns_1@10.2.1.58:<0.2238.0>:ebucketmigrator_srv:kill_tapname:966]killing tap named: replication_building_515_'ns_1@10.2.1.58' [ns_server:info,2012-11-14T10:56:25.474,ns_1@10.2.1.58:ns_port_memcached<0.2008.0>:ns_port_server:log:171]memcached<0.2008.0>: Wed Nov 14 10:56:25.274764 PST 3: Notified the completion of checkpoint persistence for vbucket 514, cookie 0x13fefb80 memcached<0.2008.0>: Wed Nov 14 10:56:25.281913 PST 3: TAP (Consumer) eq_tapq:anon_9 - disconnected memcached<0.2008.0>: Wed Nov 14 10:56:25.302561 PST 3: Notified the completion of checkpoint persistence for vbucket 2, cookie 0x13fc82c0 memcached<0.2008.0>: Wed Nov 14 10:56:25.352091 PST 3: TAP (Consumer) eq_tapq:anon_10 - disconnected memcached<0.2008.0>: Wed Nov 14 10:56:25.364611 PST 3: Schedule cleanup of "eq_tapq:anon_9" memcached<0.2008.0>: Wed Nov 14 10:56:25.364652 PST 3: Schedule cleanup of "eq_tapq:anon_10" memcached<0.2008.0>: Wed Nov 14 10:56:25.364670 PST 3: TAP (Producer) eq_tapq:replication_ns_1@10.2.1.63 - Sending TAP_OPAQUE with command "complete_vb_filter_change" and vbucket 0 memcached<0.2008.0>: Wed Nov 14 10:56:25.443060 PST 3: TAP (Consumer) eq_tapq:anon_8 - disconnected [rebalance:info,2012-11-14T10:56:25.475,ns_1@10.2.1.58:<0.2238.0>:ebucketmigrator_srv:init:549]Starting tap stream: [{vbuckets,[515]}, {checkpoints,[{515,0}]}, {name,<<"replication_building_515_'ns_1@10.2.1.58'">>}, {takeover,false}] {{"10.2.1.63",11209}, {"10.2.1.58",11209}, [{vbuckets,[515]}, {takeover,false}, {suffix,"building_515_'ns_1@10.2.1.58'"}, {username,"default"}, {password,[]}]} [rebalance:debug,2012-11-14T10:56:25.475,ns_1@10.2.1.58:<0.2238.0>:ebucketmigrator_srv:init:586]upstream_sender pid: <0.2241.0> [rebalance:debug,2012-11-14T10:56:25.475,ns_1@10.2.1.58:<0.2238.0>:ebucketmigrator_srv:handle_call:332]Suspended had_backfill waiter {had_backfill,undefined,undefined,[{<17879.22700.0>,#Ref<17879.0.4.149553>}]} [rebalance:info,2012-11-14T10:56:25.476,ns_1@10.2.1.58:<0.2238.0>:ebucketmigrator_srv:process_upstream:912]Initial stream for vbucket 515 [rebalance:debug,2012-11-14T10:56:25.476,ns_1@10.2.1.58:<0.2238.0>:ebucketmigrator_srv:process_downstream:876]Replied had_backfill: true to [{<17879.22700.0>,#Ref<17879.0.4.149553>}] [ns_server:info,2012-11-14T10:56:25.504,ns_1@10.2.1.58:<0.2195.0>:ebucketmigrator_srv:handle_call:294]Changing vbucket filter on tap stream `replication_ns_1@10.2.1.58`: [{0,2},{1,2},{2,2}] [ns_server:info,2012-11-14T10:56:25.505,ns_1@10.2.1.58:<0.2195.0>:ebucketmigrator_srv:handle_call:304]Successfully changed vbucket filter on tap stream `replication_ns_1@10.2.1.58`. [ns_server:info,2012-11-14T10:56:25.506,ns_1@10.2.1.58:<0.2195.0>:ebucketmigrator_srv:process_upstream:922]Got vbucket filter change completion message. Silencing upstream sender [ns_server:info,2012-11-14T10:56:25.506,ns_1@10.2.1.58:<0.2195.0>:ebucketmigrator_srv:handle_info:348]Got reply from upstream silencing request. Completing state transition to a new ebucketmigrator. [ns_server:debug,2012-11-14T10:56:25.506,ns_1@10.2.1.58:<0.2195.0>:ebucketmigrator_srv:complete_native_vb_filter_change:166]Proceeding with reading unread binaries [ns_server:debug,2012-11-14T10:56:25.506,ns_1@10.2.1.58:<0.2195.0>:ebucketmigrator_srv:confirm_downstream:193]Going to confirm reception downstream messages [rebalance:info,2012-11-14T10:56:25.511,ns_1@10.2.1.58:<0.2195.0>:ebucketmigrator_srv:do_confirm_sent_messages:682]Got close ack! [ns_server:debug,2012-11-14T10:56:25.511,ns_1@10.2.1.58:<0.2195.0>:ebucketmigrator_srv:confirm_downstream:197]Confirmed upstream messages are feeded to kernel [ns_server:debug,2012-11-14T10:56:25.511,ns_1@10.2.1.58:<0.2195.0>:ebucketmigrator_srv:reply_and_die:206]Passed old state to caller [ns_server:debug,2012-11-14T10:56:25.511,ns_1@10.2.1.58:<0.2195.0>:ebucketmigrator_srv:reply_and_die:209]Sent out state. Preparing to die [ns_server:debug,2012-11-14T10:56:25.511,ns_1@10.2.1.58:<0.2239.0>:ns_vbm_new_sup:perform_vbucket_filter_change:125]Got old state from previous ebucketmigrator: <0.2195.0> [ns_server:debug,2012-11-14T10:56:25.511,ns_1@10.2.1.58:<0.2239.0>:ns_vbm_new_sup:perform_vbucket_filter_change_loop:166]Sent old state to new instance [ns_server:info,2012-11-14T10:56:25.511,ns_1@10.2.1.58:<0.2243.0>:ns_vbm_new_sup:mk_old_state_retriever:83]Got vbucket filter change old state. Proceeding vbucket filter change operation [ns_server:debug,2012-11-14T10:56:25.511,ns_1@10.2.1.58:<0.2243.0>:ebucketmigrator_srv:init:450]Got old ebucketmigrator state from <0.2195.0>: {state,#Port<0.7752>,#Port<0.7743>,#Port<0.7753>,#Port<0.7744>,<0.2201.0>, <<"cut off">>,<<"cut off">>,[],5938,false,false,0, {1352,919385,506249}, completed, {<0.2239.0>,#Ref<0.0.0.38790>}, <<"replication_ns_1@10.2.1.58">>,<0.2195.0>, {had_backfill,false,undefined,[]}, false}. [error_logger:info,2012-11-14T10:56:25.512,ns_1@10.2.1.58:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================PROGRESS REPORT========================= supervisor: {local,'ns_vbm_new_sup-default'} started: [{pid,<0.2243.0>}, {name,{new_child_id,[0,1,2],'ns_1@10.2.1.63'}}, {mfargs, {ebucketmigrator_srv,start_link, [{"10.2.1.63",11209}, {"10.2.1.58",11209}, [{old_state_retriever, #Fun}, {on_not_ready_vbuckets, #Fun}, {username,"default"}, {password,[]}, {vbuckets,[0,1,2]}, {takeover,false}, {suffix,"ns_1@10.2.1.58"}]]}}, {restart_type,temporary}, {shutdown,60000}, {child_type,worker}] [ns_server:debug,2012-11-14T10:56:25.512,ns_1@10.2.1.58:<0.377.0>:ns_process_registry:handle_info:98]Got exit msg: {'EXIT',<0.2239.0>,{#Ref<0.0.0.38779>,<0.2243.0>}} [ns_server:debug,2012-11-14T10:56:25.512,ns_1@10.2.1.58:janitor_agent-default<0.2070.0>:janitor_agent:handle_info:682]Got done message from subprocess: <0.2244.0> (ok) [rebalance:debug,2012-11-14T10:56:25.518,ns_1@10.2.1.58:<0.2245.0>:janitor_agent:handle_call:651]Going to wait for persistence of checkpoint 2 in vbucket 515 [ns_server:debug,2012-11-14T10:56:25.524,ns_1@10.2.1.58:compaction_daemon<0.2028.0>:compaction_daemon:handle_info:353]Got config_changed in state idle. Nothing to do since compaction is not running [ns_server:debug,2012-11-14T10:56:25.525,ns_1@10.2.1.58:capi_set_view_manager-default<0.2049.0>:capi_set_view_manager:handle_info:349]doing replicate_newnodes_docs [ns_server:debug,2012-11-14T10:56:25.525,ns_1@10.2.1.58:ns_config_rep<0.1929.0>:ns_config_rep:handle_call:113]Got full synchronization request from 'ns_1@10.2.1.61' [ns_server:debug,2012-11-14T10:56:25.525,ns_1@10.2.1.58:ns_config_log<0.373.0>:ns_config_log:log_common:111]config change: buckets -> [{configs,[{"default", [{map,[{2, ['ns_1@10.2.1.61','ns_1@10.2.1.63'], ['ns_1@10.2.1.63','ns_1@10.2.1.58']}]}, {fastForwardMap,[]}, {uuid,<<"2df23521f5621f6caeffb1de32e15ea0">>}, {sasl_password,[]}, {num_replicas,1}, {replica_index,true}, {ram_quota,12582912000}, {auth_type,sasl}, {flush_enabled,true}, {type,membase}, {num_vbuckets,1024}, {servers,['ns_1@10.2.1.63','ns_1@10.2.1.58', 'ns_1@10.2.1.61']}]}]}] [ns_server:debug,2012-11-14T10:56:25.525,ns_1@10.2.1.58:ns_config_rep<0.1929.0>:ns_config_rep:handle_call:119]Fully synchronized config in 5 us [ns_server:debug,2012-11-14T10:56:25.525,ns_1@10.2.1.58:capi_set_view_manager-default<0.2049.0>:capi_set_view_manager:handle_info:349]doing replicate_newnodes_docs [ns_server:info,2012-11-14T10:56:25.530,ns_1@10.2.1.58:<0.2064.0>:ns_memcached:do_handle_call:521]Changed vbucket 3 state to replica [ns_server:debug,2012-11-14T10:56:25.545,ns_1@10.2.1.58:<0.2243.0>:ebucketmigrator_srv:init:567]Reusing old upstream: [{vbuckets,[0,1,2]},{name,<<"replication_ns_1@10.2.1.58">>},{takeover,false}] [rebalance:debug,2012-11-14T10:56:25.545,ns_1@10.2.1.58:<0.2243.0>:ebucketmigrator_srv:init:586]upstream_sender pid: <0.2248.0> [ns_server:info,2012-11-14T10:56:25.598,ns_1@10.2.1.58:<0.2249.0>:ebucketmigrator_srv:init:490]Setting {"10.2.1.58",11209} vbucket 3 to state replica [views:debug,2012-11-14T10:56:25.625,ns_1@10.2.1.58:mc_couch_events<0.2000.0>:capi_set_view_manager:handle_mc_couch_event:529]Got set_vbucket event for default/3. Updated state: replica (0) [ns_server:debug,2012-11-14T10:56:25.625,ns_1@10.2.1.58:<0.2062.0>:mc_connection:do_notify_vbucket_update:112]Signaled mc_couch_event: {set_vbucket,"default",3,replica,0} [ns_server:debug,2012-11-14T10:56:25.625,ns_1@10.2.1.58:capi_set_view_manager-default<0.2049.0>:capi_set_view_manager:handle_info:377]Usable vbuckets: [0,513,3,512,2,515,1,514] [ns_server:debug,2012-11-14T10:56:25.639,ns_1@10.2.1.58:<0.2249.0>:ebucketmigrator_srv:kill_tapname:966]killing tap named: replication_building_3_'ns_1@10.2.1.58' [rebalance:info,2012-11-14T10:56:25.646,ns_1@10.2.1.58:<0.2249.0>:ebucketmigrator_srv:init:549]Starting tap stream: [{vbuckets,[3]}, {checkpoints,[{3,0}]}, {name,<<"replication_building_3_'ns_1@10.2.1.58'">>}, {takeover,false}] {{"10.2.1.61",11209}, {"10.2.1.58",11209}, [{vbuckets,[3]}, {takeover,false}, {suffix,"building_3_'ns_1@10.2.1.58'"}, {username,"default"}, {password,[]}]} [rebalance:debug,2012-11-14T10:56:25.653,ns_1@10.2.1.58:<0.2249.0>:ebucketmigrator_srv:init:586]upstream_sender pid: <0.2256.0> [rebalance:debug,2012-11-14T10:56:25.653,ns_1@10.2.1.58:<0.2249.0>:ebucketmigrator_srv:handle_call:332]Suspended had_backfill waiter {had_backfill,undefined,undefined,[{<17879.22724.0>,#Ref<17879.0.4.149765>}]} [rebalance:info,2012-11-14T10:56:25.653,ns_1@10.2.1.58:<0.2249.0>:ebucketmigrator_srv:process_upstream:912]Initial stream for vbucket 3 [rebalance:debug,2012-11-14T10:56:25.654,ns_1@10.2.1.58:<0.2249.0>:ebucketmigrator_srv:process_downstream:876]Replied had_backfill: true to [{<17879.22724.0>,#Ref<17879.0.4.149765>}] [rebalance:debug,2012-11-14T10:56:25.658,ns_1@10.2.1.58:<0.2257.0>:janitor_agent:handle_call:651]Going to wait for persistence of checkpoint 2 in vbucket 3 [ns_server:info,2012-11-14T10:56:25.677,ns_1@10.2.1.58:ns_port_memcached<0.2008.0>:ns_port_server:log:171]memcached<0.2008.0>: Wed Nov 14 10:56:25.476362 PST 3: TAP (Consumer) eq_tapq:anon_11 - Reset vbucket 515 was completed succecssfully. memcached<0.2008.0>: Wed Nov 14 10:56:25.517759 PST 3: Schedule cleanup of "eq_tapq:anon_8" memcached<0.2008.0>: Wed Nov 14 10:56:25.560320 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.2008.0>: Wed Nov 14 10:56:25.560356 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.2008.0>: Wed Nov 14 10:56:25.560384 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.2008.0>: Wed Nov 14 10:56:25.560402 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.2008.0>: Wed Nov 14 10:56:25.560439 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.2008.0>: Wed Nov 14 10:56:25.561161 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.2008.0>: Wed Nov 14 10:56:25.561175 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.2008.0>: Wed Nov 14 10:56:25.561185 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.2008.0>: Wed Nov 14 10:56:25.561216 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.2008.0>: Wed Nov 14 10:56:25.561237 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.2008.0>: Wed Nov 14 10:56:25.561246 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.2008.0>: Wed Nov 14 10:56:25.561938 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.2008.0>: Wed Nov 14 10:56:25.562013 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.2008.0>: Wed Nov 14 10:56:25.562028 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.2008.0>: Wed Nov 14 10:56:25.562097 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.2008.0>: Wed Nov 14 10:56:25.562112 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.2008.0>: Wed Nov 14 10:56:25.562169 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.2008.0>: Wed Nov 14 10:56:25.562203 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.2008.0>: Wed Nov 14 10:56:25.562232 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.2008.0>: Wed Nov 14 10:56:25.562244 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.2008.0>: Wed Nov 14 10:56:25.562264 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.2008.0>: Wed Nov 14 10:56:25.562277 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.2008.0>: Wed Nov 14 10:56:25.562323 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.2008.0>: Wed Nov 14 10:56:25.562436 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.2008.0>: Wed Nov 14 10:56:25.562470 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.2008.0>: Wed Nov 14 10:56:25.562490 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.2008.0>: Wed Nov 14 10:56:25.562503 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.2008.0>: Wed Nov 14 10:56:25.562515 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.2008.0>: Wed Nov 14 10:56:25.562527 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.2008.0>: Wed Nov 14 10:56:25.562538 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.2008.0>: Wed Nov 14 10:56:25.562566 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.2008.0>: Wed Nov 14 10:56:25.562594 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.2008.0>: Wed Nov 14 10:56:25.562634 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.2008.0>: Wed Nov 14 10:56:25.562645 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.2008.0>: Wed Nov 14 10:56:25.562671 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.2008.0>: Wed Nov 14 10:56:25.562693 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.2008.0>: Wed Nov 14 10:56:25.562726 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.2008.0>: Wed Nov 14 10:56:25.563141 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.2008.0>: Wed Nov 14 10:56:25.563198 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.2008.0>: Wed Nov 14 10:56:25.563243 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.2008.0>: Wed Nov 14 10:56:25.563296 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.2008.0>: Wed Nov 14 10:56:25.563316 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.2008.0>: Wed Nov 14 10:56:25.563334 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.2008.0>: Wed Nov 14 10:56:25.563353 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.2008.0>: Wed Nov 14 10:56:25.563410 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.2008.0>: Wed Nov 14 10:56:25.563440 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.2008.0>: Wed Nov 14 10:56:25.563458 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.2008.0>: Wed Nov 14 10:56:25.563505 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.2008.0>: Wed Nov 14 10:56:25.563534 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.2008.0>: Wed Nov 14 10:56:25.563555 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.2008.0>: Wed Nov 14 10:56:25.563565 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.2008.0>: Wed Nov 14 10:56:25.563579 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.2008.0>: Wed Nov 14 10:56:25.563597 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.2008.0>: Wed Nov 14 10:56:25.563611 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.2008.0>: Wed Nov 14 10:56:25.563624 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.2008.0>: Wed Nov 14 10:56:25.563633 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.2008.0>: Wed Nov 14 10:56:25.563675 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.2008.0>: Wed Nov 14 10:56:25.563705 PST 3: persistence cursor offset is negative. Reset it to 0. [ns_server:warn,2012-11-14T10:56:25.677,ns_1@10.2.1.58:ns_port_memcached<0.2008.0>:ns_port_server:log:176]Dropped 1991 log lines from memcached [ns_server:debug,2012-11-14T10:56:25.850,ns_1@10.2.1.58:janitor_agent-default<0.2070.0>:janitor_agent:handle_info:682]Got done message from subprocess: <0.2245.0> (ok) [rebalance:debug,2012-11-14T10:56:25.863,ns_1@10.2.1.58:<0.2259.0>:janitor_agent:handle_call:651]Going to wait for persistence of checkpoint 2 in vbucket 515 [ns_server:debug,2012-11-14T10:56:25.864,ns_1@10.2.1.58:janitor_agent-default<0.2070.0>:janitor_agent:handle_info:682]Got done message from subprocess: <0.2259.0> (ok) [ns_server:debug,2012-11-14T10:56:25.866,ns_1@10.2.1.58:<0.2262.0>:capi_set_view_manager:do_wait_index_updated:608]References to wait: [] ("default", 515) [ns_server:debug,2012-11-14T10:56:25.866,ns_1@10.2.1.58:<0.2262.0>:capi_set_view_manager:do_wait_index_updated:628]All refs fired [ns_server:debug,2012-11-14T10:56:25.866,ns_1@10.2.1.58:janitor_agent-default<0.2070.0>:janitor_agent:handle_info:682]Got done message from subprocess: <0.2261.0> (ok) [rebalance:info,2012-11-14T10:56:25.868,ns_1@10.2.1.58:<0.2238.0>:ebucketmigrator_srv:do_confirm_sent_messages:682]Got close ack! [ns_server:info,2012-11-14T10:56:25.942,ns_1@10.2.1.58:<0.2064.0>:ns_memcached:do_handle_call:521]Changed vbucket 515 state to active [views:debug,2012-11-14T10:56:25.982,ns_1@10.2.1.58:mc_couch_events<0.2000.0>:capi_set_view_manager:handle_mc_couch_event:529]Got set_vbucket event for default/515. Updated state: active (2) [ns_server:debug,2012-11-14T10:56:25.982,ns_1@10.2.1.58:<0.2062.0>:mc_connection:do_notify_vbucket_update:112]Signaled mc_couch_event: {set_vbucket,"default",515,active,2} [ns_server:debug,2012-11-14T10:56:25.992,ns_1@10.2.1.58:janitor_agent-default<0.2070.0>:janitor_agent:handle_info:682]Got done message from subprocess: <0.2257.0> (ok) [rebalance:debug,2012-11-14T10:56:26.023,ns_1@10.2.1.58:<0.2263.0>:janitor_agent:handle_call:651]Going to wait for persistence of checkpoint 2 in vbucket 3 [ns_server:debug,2012-11-14T10:56:26.023,ns_1@10.2.1.58:compaction_daemon<0.2028.0>:compaction_daemon:handle_info:353]Got config_changed in state idle. Nothing to do since compaction is not running [ns_server:debug,2012-11-14T10:56:26.023,ns_1@10.2.1.58:capi_set_view_manager-default<0.2049.0>:capi_set_view_manager:handle_info:349]doing replicate_newnodes_docs [ns_server:debug,2012-11-14T10:56:26.023,ns_1@10.2.1.58:ns_config_rep<0.1929.0>:ns_config_rep:handle_call:113]Got full synchronization request from 'ns_1@10.2.1.61' [ns_server:debug,2012-11-14T10:56:26.023,ns_1@10.2.1.58:ns_config_rep<0.1929.0>:ns_config_rep:handle_call:119]Fully synchronized config in 10 us [ns_server:debug,2012-11-14T10:56:26.024,ns_1@10.2.1.58:ns_config_log<0.373.0>:ns_config_log:log_common:111]config change: buckets -> [{configs,[{"default", [{map,[{515, ['ns_1@10.2.1.63','ns_1@10.2.1.61'], ['ns_1@10.2.1.58','ns_1@10.2.1.63']}]}, {fastForwardMap,[]}, {uuid,<<"2df23521f5621f6caeffb1de32e15ea0">>}, {sasl_password,[]}, {num_replicas,1}, {replica_index,true}, {ram_quota,12582912000}, {auth_type,sasl}, {flush_enabled,true}, {type,membase}, {num_vbuckets,1024}, {servers,['ns_1@10.2.1.63','ns_1@10.2.1.58', 'ns_1@10.2.1.61']}]}]}] [ns_server:debug,2012-11-14T10:56:26.024,ns_1@10.2.1.58:capi_set_view_manager-default<0.2049.0>:capi_set_view_manager:handle_info:349]doing replicate_newnodes_docs [ns_server:info,2012-11-14T10:56:26.029,ns_1@10.2.1.58:<0.2064.0>:ns_memcached:do_handle_call:521]Changed vbucket 516 state to replica [ns_server:debug,2012-11-14T10:56:26.031,ns_1@10.2.1.58:janitor_agent-default<0.2070.0>:janitor_agent:handle_info:682]Got done message from subprocess: <0.2263.0> (ok) [ns_server:info,2012-11-14T10:56:26.036,ns_1@10.2.1.58:<0.2266.0>:ebucketmigrator_srv:init:490]Setting {"10.2.1.58",11209} vbucket 516 to state replica [ns_server:info,2012-11-14T10:56:26.051,ns_1@10.2.1.58:ns_port_memcached<0.2008.0>:ns_port_server:log:171]memcached<0.2008.0>: Wed Nov 14 10:56:25.850273 PST 3: Notified the completion of checkpoint persistence for vbucket 515, cookie 0x13fc82c0 memcached<0.2008.0>: Wed Nov 14 10:56:25.869132 PST 3: TAP (Consumer) eq_tapq:anon_11 - disconnected memcached<0.2008.0>: Wed Nov 14 10:56:25.938548 PST 3: TAP (Consumer) eq_tapq:anon_13 - disconnected memcached<0.2008.0>: Wed Nov 14 10:56:25.955766 PST 3: Schedule cleanup of "eq_tapq:anon_11" memcached<0.2008.0>: Wed Nov 14 10:56:25.955794 PST 3: Schedule cleanup of "eq_tapq:anon_13" memcached<0.2008.0>: Wed Nov 14 10:56:25.955776 PST 3: TAP (Producer) eq_tapq:replication_ns_1@10.2.1.63 - Sending TAP_OPAQUE with command "complete_vb_filter_change" and vbucket 0 memcached<0.2008.0>: Wed Nov 14 10:56:25.991880 PST 3: Notified the completion of checkpoint persistence for vbucket 3, cookie 0x13fefb80 [ns_server:debug,2012-11-14T10:56:26.064,ns_1@10.2.1.58:<0.2266.0>:ebucketmigrator_srv:kill_tapname:966]killing tap named: replication_building_516_'ns_1@10.2.1.58' [rebalance:info,2012-11-14T10:56:26.070,ns_1@10.2.1.58:<0.2266.0>:ebucketmigrator_srv:init:549]Starting tap stream: [{vbuckets,[516]}, {checkpoints,[{516,0}]}, {name,<<"replication_building_516_'ns_1@10.2.1.58'">>}, {takeover,false}] {{"10.2.1.63",11209}, {"10.2.1.58",11209}, [{vbuckets,[516]}, {takeover,false}, {suffix,"building_516_'ns_1@10.2.1.58'"}, {username,"default"}, {password,[]}]} [rebalance:debug,2012-11-14T10:56:26.071,ns_1@10.2.1.58:<0.2266.0>:ebucketmigrator_srv:init:586]upstream_sender pid: <0.2267.0> [rebalance:debug,2012-11-14T10:56:26.071,ns_1@10.2.1.58:<0.2266.0>:ebucketmigrator_srv:handle_call:332]Suspended had_backfill waiter {had_backfill,undefined,undefined,[{<17879.22767.0>,#Ref<17879.0.4.150203>}]} [rebalance:info,2012-11-14T10:56:26.072,ns_1@10.2.1.58:<0.2266.0>:ebucketmigrator_srv:process_upstream:912]Initial stream for vbucket 516 [rebalance:debug,2012-11-14T10:56:26.073,ns_1@10.2.1.58:<0.2266.0>:ebucketmigrator_srv:process_downstream:876]Replied had_backfill: true to [{<17879.22767.0>,#Ref<17879.0.4.150203>}] [ns_server:debug,2012-11-14T10:56:26.076,ns_1@10.2.1.58:janitor_agent-default<0.2070.0>:janitor_agent:handle_info:682]Got done message from subprocess: <0.2268.0> (ok) [views:debug,2012-11-14T10:56:26.079,ns_1@10.2.1.58:mc_couch_events<0.2000.0>:capi_set_view_manager:handle_mc_couch_event:529]Got set_vbucket event for default/516. Updated state: replica (0) [ns_server:debug,2012-11-14T10:56:26.079,ns_1@10.2.1.58:<0.2062.0>:mc_connection:do_notify_vbucket_update:112]Signaled mc_couch_event: {set_vbucket,"default",516,replica,0} [ns_server:debug,2012-11-14T10:56:26.079,ns_1@10.2.1.58:capi_set_view_manager-default<0.2049.0>:capi_set_view_manager:handle_info:377]Usable vbuckets: [0,513,3,516,512,2,515,1,514] [rebalance:debug,2012-11-14T10:56:26.082,ns_1@10.2.1.58:<0.2275.0>:janitor_agent:handle_call:651]Going to wait for persistence of checkpoint 2 in vbucket 516 [rebalance:info,2012-11-14T10:56:26.145,ns_1@10.2.1.58:<0.2249.0>:ebucketmigrator_srv:do_confirm_sent_messages:682]Got close ack! [ns_server:info,2012-11-14T10:56:26.151,ns_1@10.2.1.58:<0.2064.0>:ns_memcached:do_handle_call:521]Changed vbucket 3 state to replica [ns_server:info,2012-11-14T10:56:26.152,ns_1@10.2.1.58:tap_replication_manager-default<0.2067.0>:tap_replication_manager:change_vbucket_filter:185]Going to change replication from 'ns_1@10.2.1.63' to have [0,1,2,3] ([3], []) [ns_server:debug,2012-11-14T10:56:26.152,ns_1@10.2.1.58:<0.2281.0>:ns_vbm_new_sup:perform_vbucket_filter_change:117]Registered myself under id:{"default", {new_child_id,[0,1,2,3],'ns_1@10.2.1.63'}, #Ref<0.0.0.39571>} Args:[{"10.2.1.63",11209}, {"10.2.1.58",11209}, [{old_state_retriever,#Fun}, {on_not_ready_vbuckets,#Fun}, {username,"default"}, {password,[]}, {vbuckets,[0,1,2,3]}, {takeover,false}, {suffix,"ns_1@10.2.1.58"}]] [ns_server:debug,2012-11-14T10:56:26.152,ns_1@10.2.1.58:<0.2281.0>:ns_vbm_new_sup:perform_vbucket_filter_change:121]Linked myself to old ebucketmigrator <0.2243.0> [ns_server:info,2012-11-14T10:56:26.152,ns_1@10.2.1.58:<0.2243.0>:ebucketmigrator_srv:handle_call:271]Starting new-style vbucket filter change on stream `replication_ns_1@10.2.1.58` [ns_server:info,2012-11-14T10:56:26.188,ns_1@10.2.1.58:<0.2243.0>:ebucketmigrator_srv:handle_call:294]Changing vbucket filter on tap stream `replication_ns_1@10.2.1.58`: [{0,2},{1,2},{2,2},{3,2}] [ns_server:info,2012-11-14T10:56:26.189,ns_1@10.2.1.58:<0.2243.0>:ebucketmigrator_srv:handle_call:304]Successfully changed vbucket filter on tap stream `replication_ns_1@10.2.1.58`. [ns_server:info,2012-11-14T10:56:26.189,ns_1@10.2.1.58:<0.2243.0>:ebucketmigrator_srv:process_upstream:922]Got vbucket filter change completion message. Silencing upstream sender [ns_server:info,2012-11-14T10:56:26.189,ns_1@10.2.1.58:<0.2243.0>:ebucketmigrator_srv:handle_info:348]Got reply from upstream silencing request. Completing state transition to a new ebucketmigrator. [ns_server:debug,2012-11-14T10:56:26.189,ns_1@10.2.1.58:<0.2243.0>:ebucketmigrator_srv:complete_native_vb_filter_change:166]Proceeding with reading unread binaries [ns_server:debug,2012-11-14T10:56:26.189,ns_1@10.2.1.58:<0.2243.0>:ebucketmigrator_srv:confirm_downstream:193]Going to confirm reception downstream messages [rebalance:info,2012-11-14T10:56:26.189,ns_1@10.2.1.58:<0.2243.0>:ebucketmigrator_srv:do_confirm_sent_messages:682]Got close ack! [ns_server:debug,2012-11-14T10:56:26.189,ns_1@10.2.1.58:<0.2243.0>:ebucketmigrator_srv:confirm_downstream:197]Confirmed upstream messages are feeded to kernel [ns_server:debug,2012-11-14T10:56:26.189,ns_1@10.2.1.58:<0.2243.0>:ebucketmigrator_srv:reply_and_die:206]Passed old state to caller [ns_server:debug,2012-11-14T10:56:26.189,ns_1@10.2.1.58:<0.2243.0>:ebucketmigrator_srv:reply_and_die:209]Sent out state. Preparing to die [ns_server:debug,2012-11-14T10:56:26.189,ns_1@10.2.1.58:<0.2281.0>:ns_vbm_new_sup:perform_vbucket_filter_change:125]Got old state from previous ebucketmigrator: <0.2243.0> [ns_server:debug,2012-11-14T10:56:26.189,ns_1@10.2.1.58:<0.2281.0>:ns_vbm_new_sup:perform_vbucket_filter_change_loop:166]Sent old state to new instance [ns_server:info,2012-11-14T10:56:26.189,ns_1@10.2.1.58:<0.2284.0>:ns_vbm_new_sup:mk_old_state_retriever:83]Got vbucket filter change old state. Proceeding vbucket filter change operation [ns_server:debug,2012-11-14T10:56:26.190,ns_1@10.2.1.58:<0.2284.0>:ebucketmigrator_srv:init:450]Got old ebucketmigrator state from <0.2243.0>: {state,#Port<0.7752>,#Port<0.7743>,#Port<0.7753>,#Port<0.7744>,<0.2248.0>, <<"cut off">>,<<"cut off">>,[],8792,false,false,0, {1352,919386,189284}, completed, {<0.2281.0>,#Ref<0.0.0.39584>}, <<"replication_ns_1@10.2.1.58">>,<0.2243.0>, {had_backfill,false,undefined,[]}, false}. [ns_server:debug,2012-11-14T10:56:26.190,ns_1@10.2.1.58:<0.377.0>:ns_process_registry:handle_info:98]Got exit msg: {'EXIT',<0.2281.0>,{#Ref<0.0.0.39573>,<0.2284.0>}} [error_logger:info,2012-11-14T10:56:26.190,ns_1@10.2.1.58:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================PROGRESS REPORT========================= supervisor: {local,'ns_vbm_new_sup-default'} started: [{pid,<0.2284.0>}, {name,{new_child_id,[0,1,2,3],'ns_1@10.2.1.63'}}, {mfargs, {ebucketmigrator_srv,start_link, [{"10.2.1.63",11209}, {"10.2.1.58",11209}, [{old_state_retriever, #Fun}, {on_not_ready_vbuckets, #Fun}, {username,"default"}, {password,[]}, {vbuckets,[0,1,2,3]}, {takeover,false}, {suffix,"ns_1@10.2.1.58"}]]}}, {restart_type,temporary}, {shutdown,60000}, {child_type,worker}] [ns_server:debug,2012-11-14T10:56:26.198,ns_1@10.2.1.58:janitor_agent-default<0.2070.0>:janitor_agent:handle_info:682]Got done message from subprocess: <0.2275.0> (ok) [ns_server:debug,2012-11-14T10:56:26.202,ns_1@10.2.1.58:ns_config_rep<0.1929.0>:ns_config_rep:handle_call:113]Got full synchronization request from 'ns_1@10.2.1.61' [ns_server:debug,2012-11-14T10:56:26.202,ns_1@10.2.1.58:compaction_daemon<0.2028.0>:compaction_daemon:handle_info:353]Got config_changed in state idle. Nothing to do since compaction is not running [ns_server:debug,2012-11-14T10:56:26.202,ns_1@10.2.1.58:capi_set_view_manager-default<0.2049.0>:capi_set_view_manager:handle_info:349]doing replicate_newnodes_docs [ns_server:debug,2012-11-14T10:56:26.202,ns_1@10.2.1.58:ns_config_rep<0.1929.0>:ns_config_rep:handle_call:119]Fully synchronized config in 4 us [ns_server:debug,2012-11-14T10:56:26.202,ns_1@10.2.1.58:capi_set_view_manager-default<0.2049.0>:capi_set_view_manager:handle_info:349]doing replicate_newnodes_docs [ns_server:debug,2012-11-14T10:56:26.202,ns_1@10.2.1.58:ns_config_log<0.373.0>:ns_config_log:log_common:111]config change: buckets -> [{configs,[{"default", [{map,[{3, ['ns_1@10.2.1.61','ns_1@10.2.1.63'], ['ns_1@10.2.1.63','ns_1@10.2.1.58']}]}, {fastForwardMap,[]}, {uuid,<<"2df23521f5621f6caeffb1de32e15ea0">>}, {sasl_password,[]}, {num_replicas,1}, {replica_index,true}, {ram_quota,12582912000}, {auth_type,sasl}, {flush_enabled,true}, {type,membase}, {num_vbuckets,1024}, {servers,['ns_1@10.2.1.63','ns_1@10.2.1.58', 'ns_1@10.2.1.61']}]}]}] [rebalance:debug,2012-11-14T10:56:26.204,ns_1@10.2.1.58:<0.2286.0>:janitor_agent:handle_call:651]Going to wait for persistence of checkpoint 2 in vbucket 516 [ns_server:debug,2012-11-14T10:56:26.204,ns_1@10.2.1.58:janitor_agent-default<0.2070.0>:janitor_agent:handle_info:682]Got done message from subprocess: <0.2286.0> (ok) [ns_server:debug,2012-11-14T10:56:26.205,ns_1@10.2.1.58:<0.2289.0>:capi_set_view_manager:do_wait_index_updated:608]References to wait: [] ("default", 516) [ns_server:debug,2012-11-14T10:56:26.205,ns_1@10.2.1.58:<0.2289.0>:capi_set_view_manager:do_wait_index_updated:628]All refs fired [ns_server:debug,2012-11-14T10:56:26.205,ns_1@10.2.1.58:janitor_agent-default<0.2070.0>:janitor_agent:handle_info:682]Got done message from subprocess: <0.2288.0> (ok) [rebalance:info,2012-11-14T10:56:26.205,ns_1@10.2.1.58:<0.2266.0>:ebucketmigrator_srv:do_confirm_sent_messages:682]Got close ack! [ns_server:info,2012-11-14T10:56:26.210,ns_1@10.2.1.58:<0.2064.0>:ns_memcached:do_handle_call:521]Changed vbucket 4 state to replica [ns_server:debug,2012-11-14T10:56:26.239,ns_1@10.2.1.58:<0.2284.0>:ebucketmigrator_srv:init:567]Reusing old upstream: [{vbuckets,[0,1,2,3]}, {name,<<"replication_ns_1@10.2.1.58">>}, {takeover,false}] [rebalance:debug,2012-11-14T10:56:26.239,ns_1@10.2.1.58:<0.2284.0>:ebucketmigrator_srv:init:586]upstream_sender pid: <0.2290.0> [views:debug,2012-11-14T10:56:26.240,ns_1@10.2.1.58:mc_couch_events<0.2000.0>:capi_set_view_manager:handle_mc_couch_event:529]Got set_vbucket event for default/4. Updated state: replica (0) [ns_server:debug,2012-11-14T10:56:26.240,ns_1@10.2.1.58:<0.2062.0>:mc_connection:do_notify_vbucket_update:112]Signaled mc_couch_event: {set_vbucket,"default",4,replica,0} [ns_server:debug,2012-11-14T10:56:26.240,ns_1@10.2.1.58:capi_set_view_manager-default<0.2049.0>:capi_set_view_manager:handle_info:377]Usable vbuckets: [0,513,3,516,512,2,515,1,514,4] [ns_server:info,2012-11-14T10:56:26.273,ns_1@10.2.1.58:ns_port_memcached<0.2008.0>:ns_port_server:log:171]memcached<0.2008.0>: Wed Nov 14 10:56:26.073208 PST 3: TAP (Consumer) eq_tapq:anon_14 - Reset vbucket 516 was completed succecssfully. memcached<0.2008.0>: Wed Nov 14 10:56:26.145906 PST 3: TAP (Consumer) eq_tapq:anon_12 - disconnected memcached<0.2008.0>: Wed Nov 14 10:56:26.198478 PST 3: Notified the completion of checkpoint persistence for vbucket 516, cookie 0x13fef8c0 memcached<0.2008.0>: Wed Nov 14 10:56:26.206159 PST 3: TAP (Consumer) eq_tapq:anon_14 - disconnected [ns_server:info,2012-11-14T10:56:26.287,ns_1@10.2.1.58:<0.2297.0>:ebucketmigrator_srv:init:490]Setting {"10.2.1.58",11209} vbucket 4 to state replica [ns_server:info,2012-11-14T10:56:26.294,ns_1@10.2.1.58:<0.2064.0>:ns_memcached:do_handle_call:521]Changed vbucket 516 state to active [ns_server:debug,2012-11-14T10:56:26.331,ns_1@10.2.1.58:<0.2297.0>:ebucketmigrator_srv:kill_tapname:966]killing tap named: replication_building_4_'ns_1@10.2.1.58' [rebalance:info,2012-11-14T10:56:26.334,ns_1@10.2.1.58:<0.2297.0>:ebucketmigrator_srv:init:549]Starting tap stream: [{vbuckets,[4]}, {checkpoints,[{4,0}]}, {name,<<"replication_building_4_'ns_1@10.2.1.58'">>}, {takeover,false}] {{"10.2.1.61",11209}, {"10.2.1.58",11209}, [{vbuckets,[4]}, {takeover,false}, {suffix,"building_4_'ns_1@10.2.1.58'"}, {username,"default"}, {password,[]}]} [rebalance:debug,2012-11-14T10:56:26.334,ns_1@10.2.1.58:<0.2297.0>:ebucketmigrator_srv:init:586]upstream_sender pid: <0.2298.0> [rebalance:debug,2012-11-14T10:56:26.334,ns_1@10.2.1.58:<0.2297.0>:ebucketmigrator_srv:handle_call:332]Suspended had_backfill waiter {had_backfill,undefined,undefined,[{<17879.22805.0>,#Ref<17879.0.4.150563>}]} [rebalance:info,2012-11-14T10:56:26.334,ns_1@10.2.1.58:<0.2297.0>:ebucketmigrator_srv:process_upstream:912]Initial stream for vbucket 4 [rebalance:debug,2012-11-14T10:56:26.335,ns_1@10.2.1.58:<0.2297.0>:ebucketmigrator_srv:process_downstream:876]Replied had_backfill: true to [{<17879.22805.0>,#Ref<17879.0.4.150563>}] [views:debug,2012-11-14T10:56:26.366,ns_1@10.2.1.58:mc_couch_events<0.2000.0>:capi_set_view_manager:handle_mc_couch_event:529]Got set_vbucket event for default/516. Updated state: active (2) [ns_server:debug,2012-11-14T10:56:26.366,ns_1@10.2.1.58:<0.2062.0>:mc_connection:do_notify_vbucket_update:112]Signaled mc_couch_event: {set_vbucket,"default",516,active,2} [rebalance:debug,2012-11-14T10:56:26.389,ns_1@10.2.1.58:<0.2299.0>:janitor_agent:handle_call:651]Going to wait for persistence of checkpoint 2 in vbucket 4 [ns_server:debug,2012-11-14T10:56:26.390,ns_1@10.2.1.58:capi_set_view_manager-default<0.2049.0>:capi_set_view_manager:handle_info:349]doing replicate_newnodes_docs [ns_server:debug,2012-11-14T10:56:26.391,ns_1@10.2.1.58:ns_config_log<0.373.0>:ns_config_log:log_common:111]config change: buckets -> [{configs,[{"default", [{map,[{516, ['ns_1@10.2.1.63','ns_1@10.2.1.61'], ['ns_1@10.2.1.58','ns_1@10.2.1.63']}]}, {fastForwardMap,[]}, {uuid,<<"2df23521f5621f6caeffb1de32e15ea0">>}, {sasl_password,[]}, {num_replicas,1}, {replica_index,true}, {ram_quota,12582912000}, {auth_type,sasl}, {flush_enabled,true}, {type,membase}, {num_vbuckets,1024}, {servers,['ns_1@10.2.1.63','ns_1@10.2.1.58', 'ns_1@10.2.1.61']}]}]}] [ns_server:debug,2012-11-14T10:56:26.391,ns_1@10.2.1.58:compaction_daemon<0.2028.0>:compaction_daemon:handle_info:353]Got config_changed in state idle. Nothing to do since compaction is not running [ns_server:debug,2012-11-14T10:56:26.391,ns_1@10.2.1.58:ns_config_rep<0.1929.0>:ns_config_rep:handle_call:113]Got full synchronization request from 'ns_1@10.2.1.61' [ns_server:debug,2012-11-14T10:56:26.391,ns_1@10.2.1.58:capi_set_view_manager-default<0.2049.0>:capi_set_view_manager:handle_info:349]doing replicate_newnodes_docs [ns_server:debug,2012-11-14T10:56:26.392,ns_1@10.2.1.58:ns_config_rep<0.1929.0>:ns_config_rep:handle_call:119]Fully synchronized config in 8 us [ns_server:info,2012-11-14T10:56:26.395,ns_1@10.2.1.58:<0.2064.0>:ns_memcached:do_handle_call:521]Changed vbucket 517 state to replica [ns_server:info,2012-11-14T10:56:26.399,ns_1@10.2.1.58:<0.2302.0>:ebucketmigrator_srv:init:490]Setting {"10.2.1.58",11209} vbucket 517 to state replica [views:debug,2012-11-14T10:56:26.415,ns_1@10.2.1.58:mc_couch_events<0.2000.0>:capi_set_view_manager:handle_mc_couch_event:529]Got set_vbucket event for default/517. Updated state: replica (0) [ns_server:debug,2012-11-14T10:56:26.415,ns_1@10.2.1.58:<0.2062.0>:mc_connection:do_notify_vbucket_update:112]Signaled mc_couch_event: {set_vbucket,"default",517,replica,0} [ns_server:debug,2012-11-14T10:56:26.415,ns_1@10.2.1.58:capi_set_view_manager-default<0.2049.0>:capi_set_view_manager:handle_info:377]Usable vbuckets: [0,513,3,516,512,2,515,1,514,4,517] [ns_server:info,2012-11-14T10:56:26.481,ns_1@10.2.1.58:ns_doctor<0.1953.0>:ns_doctor:update_status:211]The following buckets became ready on node 'ns_1@10.2.1.63': ["default"] [ns_server:debug,2012-11-14T10:56:26.486,ns_1@10.2.1.58:<0.2302.0>:ebucketmigrator_srv:kill_tapname:966]killing tap named: replication_building_517_'ns_1@10.2.1.58' [ns_server:info,2012-11-14T10:56:26.491,ns_1@10.2.1.58:ns_port_memcached<0.2008.0>:ns_port_server:log:171]memcached<0.2008.0>: Wed Nov 14 10:56:26.289015 PST 3: TAP (Consumer) eq_tapq:anon_15 - disconnected memcached<0.2008.0>: Wed Nov 14 10:56:26.305766 PST 3: Schedule cleanup of "eq_tapq:anon_12" memcached<0.2008.0>: Wed Nov 14 10:56:26.305804 PST 3: Schedule cleanup of "eq_tapq:anon_14" memcached<0.2008.0>: Wed Nov 14 10:56:26.305811 PST 3: Schedule cleanup of "eq_tapq:anon_15" memcached<0.2008.0>: Wed Nov 14 10:56:26.305809 PST 3: TAP (Producer) eq_tapq:replication_ns_1@10.2.1.63 - Sending TAP_OPAQUE with command "complete_vb_filter_change" and vbucket 0 memcached<0.2008.0>: Wed Nov 14 10:56:26.334955 PST 3: TAP (Consumer) eq_tapq:anon_16 - Reset vbucket 4 was completed succecssfully. [rebalance:info,2012-11-14T10:56:26.496,ns_1@10.2.1.58:<0.2302.0>:ebucketmigrator_srv:init:549]Starting tap stream: [{vbuckets,[517]}, {checkpoints,[{517,0}]}, {name,<<"replication_building_517_'ns_1@10.2.1.58'">>}, {takeover,false}] {{"10.2.1.63",11209}, {"10.2.1.58",11209}, [{vbuckets,[517]}, {takeover,false}, {suffix,"building_517_'ns_1@10.2.1.58'"}, {username,"default"}, {password,[]}]} [rebalance:debug,2012-11-14T10:56:26.496,ns_1@10.2.1.58:<0.2302.0>:ebucketmigrator_srv:init:586]upstream_sender pid: <0.2309.0> [rebalance:debug,2012-11-14T10:56:26.497,ns_1@10.2.1.58:<0.2302.0>:ebucketmigrator_srv:handle_call:332]Suspended had_backfill waiter {had_backfill,undefined,undefined,[{<17879.22833.0>,#Ref<17879.0.4.150831>}]} [rebalance:info,2012-11-14T10:56:26.497,ns_1@10.2.1.58:<0.2302.0>:ebucketmigrator_srv:process_upstream:912]Initial stream for vbucket 517 [rebalance:debug,2012-11-14T10:56:26.498,ns_1@10.2.1.58:<0.2302.0>:ebucketmigrator_srv:process_downstream:876]Replied had_backfill: true to [{<17879.22833.0>,#Ref<17879.0.4.150831>}] [ns_server:debug,2012-11-14T10:56:26.501,ns_1@10.2.1.58:janitor_agent-default<0.2070.0>:janitor_agent:handle_info:682]Got done message from subprocess: <0.2310.0> (ok) [rebalance:debug,2012-11-14T10:56:26.506,ns_1@10.2.1.58:<0.2311.0>:janitor_agent:handle_call:651]Going to wait for persistence of checkpoint 2 in vbucket 517 [ns_server:info,2012-11-14T10:56:26.698,ns_1@10.2.1.58:ns_port_memcached<0.2008.0>:ns_port_server:log:171]memcached<0.2008.0>: Wed Nov 14 10:56:26.498078 PST 3: TAP (Consumer) eq_tapq:anon_17 - Reset vbucket 517 was completed succecssfully. [ns_server:debug,2012-11-14T10:56:26.760,ns_1@10.2.1.58:janitor_agent-default<0.2070.0>:janitor_agent:handle_info:682]Got done message from subprocess: <0.2299.0> (ok) [rebalance:debug,2012-11-14T10:56:26.766,ns_1@10.2.1.58:<0.2313.0>:janitor_agent:handle_call:651]Going to wait for persistence of checkpoint 2 in vbucket 4 [ns_server:debug,2012-11-14T10:56:26.767,ns_1@10.2.1.58:janitor_agent-default<0.2070.0>:janitor_agent:handle_info:682]Got done message from subprocess: <0.2313.0> (ok) [ns_server:debug,2012-11-14T10:56:26.786,ns_1@10.2.1.58:janitor_agent-default<0.2070.0>:janitor_agent:handle_info:682]Got done message from subprocess: <0.2311.0> (ok) [rebalance:debug,2012-11-14T10:56:26.791,ns_1@10.2.1.58:<0.2315.0>:janitor_agent:handle_call:651]Going to wait for persistence of checkpoint 2 in vbucket 517 [ns_server:debug,2012-11-14T10:56:26.792,ns_1@10.2.1.58:janitor_agent-default<0.2070.0>:janitor_agent:handle_info:682]Got done message from subprocess: <0.2315.0> (ok) [ns_server:debug,2012-11-14T10:56:26.792,ns_1@10.2.1.58:<0.2318.0>:capi_set_view_manager:do_wait_index_updated:608]References to wait: [] ("default", 517) [ns_server:debug,2012-11-14T10:56:26.793,ns_1@10.2.1.58:<0.2318.0>:capi_set_view_manager:do_wait_index_updated:628]All refs fired [ns_server:debug,2012-11-14T10:56:26.793,ns_1@10.2.1.58:janitor_agent-default<0.2070.0>:janitor_agent:handle_info:682]Got done message from subprocess: <0.2317.0> (ok) [rebalance:info,2012-11-14T10:56:26.793,ns_1@10.2.1.58:<0.2302.0>:ebucketmigrator_srv:do_confirm_sent_messages:682]Got close ack! [views:debug,2012-11-14T10:56:26.843,ns_1@10.2.1.58:mc_couch_events<0.2000.0>:capi_set_view_manager:handle_mc_couch_event:529]Got set_vbucket event for default/517. Updated state: pending (2) [ns_server:debug,2012-11-14T10:56:26.843,ns_1@10.2.1.58:<0.2062.0>:mc_connection:do_notify_vbucket_update:112]Signaled mc_couch_event: {set_vbucket,"default",517,pending,2} [ns_server:info,2012-11-14T10:56:26.855,ns_1@10.2.1.58:<0.2064.0>:ns_memcached:do_handle_call:521]Changed vbucket 517 state to active [views:debug,2012-11-14T10:56:26.857,ns_1@10.2.1.58:mc_couch_events<0.2000.0>:capi_set_view_manager:handle_mc_couch_event:529]Got set_vbucket event for default/517. Updated state: active (2) [ns_server:debug,2012-11-14T10:56:26.857,ns_1@10.2.1.58:<0.2062.0>:mc_connection:do_notify_vbucket_update:112]Signaled mc_couch_event: {set_vbucket,"default",517,active,2} [rebalance:info,2012-11-14T10:56:26.858,ns_1@10.2.1.58:<0.2297.0>:ebucketmigrator_srv:do_confirm_sent_messages:682]Got close ack! [ns_server:debug,2012-11-14T10:56:26.907,ns_1@10.2.1.58:compaction_daemon<0.2028.0>:compaction_daemon:handle_info:353]Got config_changed in state idle. Nothing to do since compaction is not running [ns_server:debug,2012-11-14T10:56:26.907,ns_1@10.2.1.58:capi_set_view_manager-default<0.2049.0>:capi_set_view_manager:handle_info:349]doing replicate_newnodes_docs [ns_server:debug,2012-11-14T10:56:26.907,ns_1@10.2.1.58:capi_set_view_manager-default<0.2049.0>:capi_set_view_manager:handle_info:349]doing replicate_newnodes_docs [ns_server:debug,2012-11-14T10:56:26.908,ns_1@10.2.1.58:ns_config_log<0.373.0>:ns_config_log:log_common:111]config change: buckets -> [{configs,[{"default", [{map,[{517, ['ns_1@10.2.1.63','ns_1@10.2.1.61'], ['ns_1@10.2.1.58','ns_1@10.2.1.63']}]}, {fastForwardMap,[]}, {uuid,<<"2df23521f5621f6caeffb1de32e15ea0">>}, {sasl_password,[]}, {num_replicas,1}, {replica_index,true}, {ram_quota,12582912000}, {auth_type,sasl}, {flush_enabled,true}, {type,membase}, {num_vbuckets,1024}, {servers,['ns_1@10.2.1.63','ns_1@10.2.1.58', 'ns_1@10.2.1.61']}]}]}] [ns_server:debug,2012-11-14T10:56:26.908,ns_1@10.2.1.58:ns_config_rep<0.1929.0>:ns_config_rep:handle_call:113]Got full synchronization request from 'ns_1@10.2.1.61' [ns_server:debug,2012-11-14T10:56:26.908,ns_1@10.2.1.58:ns_config_rep<0.1929.0>:ns_config_rep:handle_call:119]Fully synchronized config in 4 us [ns_server:info,2012-11-14T10:56:26.923,ns_1@10.2.1.58:<0.2064.0>:ns_memcached:do_handle_call:521]Changed vbucket 4 state to replica [ns_server:info,2012-11-14T10:56:26.923,ns_1@10.2.1.58:tap_replication_manager-default<0.2067.0>:tap_replication_manager:change_vbucket_filter:185]Going to change replication from 'ns_1@10.2.1.63' to have [0,1,2,3,4] ([4], []) [ns_server:debug,2012-11-14T10:56:26.923,ns_1@10.2.1.58:<0.2320.0>:ns_vbm_new_sup:perform_vbucket_filter_change:117]Registered myself under id:{"default", {new_child_id,[0,1,2,3,4],'ns_1@10.2.1.63'}, #Ref<0.0.0.40426>} Args:[{"10.2.1.63",11209}, {"10.2.1.58",11209}, [{old_state_retriever,#Fun}, {on_not_ready_vbuckets,#Fun}, {username,"default"}, {password,[]}, {vbuckets,[0,1,2,3,4]}, {takeover,false}, {suffix,"ns_1@10.2.1.58"}]] [ns_server:debug,2012-11-14T10:56:26.923,ns_1@10.2.1.58:<0.2320.0>:ns_vbm_new_sup:perform_vbucket_filter_change:121]Linked myself to old ebucketmigrator <0.2284.0> [ns_server:info,2012-11-14T10:56:26.924,ns_1@10.2.1.58:<0.2284.0>:ebucketmigrator_srv:handle_call:271]Starting new-style vbucket filter change on stream `replication_ns_1@10.2.1.58` [ns_server:info,2012-11-14T10:56:26.961,ns_1@10.2.1.58:ns_port_memcached<0.2008.0>:ns_port_server:log:171]memcached<0.2008.0>: Wed Nov 14 10:56:26.760785 PST 3: Notified the completion of checkpoint persistence for vbucket 4, cookie 0x13fc8000 memcached<0.2008.0>: Wed Nov 14 10:56:26.786181 PST 3: Notified the completion of checkpoint persistence for vbucket 517, cookie 0x13fc82c0 memcached<0.2008.0>: Wed Nov 14 10:56:26.793624 PST 3: TAP (Consumer) eq_tapq:anon_17 - disconnected memcached<0.2008.0>: Wed Nov 14 10:56:26.852842 PST 3: TAP (Consumer) eq_tapq:anon_18 - disconnected memcached<0.2008.0>: Wed Nov 14 10:56:26.859340 PST 3: TAP (Consumer) eq_tapq:anon_16 - disconnected memcached<0.2008.0>: Wed Nov 14 10:56:26.864781 PST 3: Schedule cleanup of "eq_tapq:anon_16" memcached<0.2008.0>: Wed Nov 14 10:56:26.864817 PST 3: Schedule cleanup of "eq_tapq:anon_17" memcached<0.2008.0>: Wed Nov 14 10:56:26.864836 PST 3: Schedule cleanup of "eq_tapq:anon_18" memcached<0.2008.0>: Wed Nov 14 10:56:26.865089 PST 3: TAP (Producer) eq_tapq:replication_ns_1@10.2.1.63 - Sending TAP_OPAQUE with command "complete_vb_filter_change" and vbucket 0 [ns_server:info,2012-11-14T10:56:26.962,ns_1@10.2.1.58:<0.2284.0>:ebucketmigrator_srv:handle_call:294]Changing vbucket filter on tap stream `replication_ns_1@10.2.1.58`: [{0,2},{1,2},{2,2},{3,2},{4,2}] [ns_server:info,2012-11-14T10:56:26.964,ns_1@10.2.1.58:<0.2284.0>:ebucketmigrator_srv:handle_call:304]Successfully changed vbucket filter on tap stream `replication_ns_1@10.2.1.58`. [ns_server:info,2012-11-14T10:56:26.968,ns_1@10.2.1.58:<0.2284.0>:ebucketmigrator_srv:process_upstream:922]Got vbucket filter change completion message. Silencing upstream sender [ns_server:info,2012-11-14T10:56:26.968,ns_1@10.2.1.58:<0.2284.0>:ebucketmigrator_srv:handle_info:348]Got reply from upstream silencing request. Completing state transition to a new ebucketmigrator. [ns_server:debug,2012-11-14T10:56:26.968,ns_1@10.2.1.58:<0.2284.0>:ebucketmigrator_srv:complete_native_vb_filter_change:166]Proceeding with reading unread binaries [ns_server:debug,2012-11-14T10:56:26.968,ns_1@10.2.1.58:<0.2284.0>:ebucketmigrator_srv:confirm_downstream:193]Going to confirm reception downstream messages [rebalance:info,2012-11-14T10:56:26.968,ns_1@10.2.1.58:<0.2284.0>:ebucketmigrator_srv:do_confirm_sent_messages:682]Got close ack! [ns_server:debug,2012-11-14T10:56:26.968,ns_1@10.2.1.58:<0.2284.0>:ebucketmigrator_srv:confirm_downstream:197]Confirmed upstream messages are feeded to kernel [ns_server:debug,2012-11-14T10:56:26.968,ns_1@10.2.1.58:<0.2284.0>:ebucketmigrator_srv:reply_and_die:206]Passed old state to caller [ns_server:debug,2012-11-14T10:56:26.968,ns_1@10.2.1.58:<0.2284.0>:ebucketmigrator_srv:reply_and_die:209]Sent out state. Preparing to die [ns_server:debug,2012-11-14T10:56:26.968,ns_1@10.2.1.58:<0.2320.0>:ns_vbm_new_sup:perform_vbucket_filter_change:125]Got old state from previous ebucketmigrator: <0.2284.0> [ns_server:debug,2012-11-14T10:56:26.968,ns_1@10.2.1.58:<0.2320.0>:ns_vbm_new_sup:perform_vbucket_filter_change_loop:166]Sent old state to new instance [ns_server:info,2012-11-14T10:56:26.968,ns_1@10.2.1.58:<0.2323.0>:ns_vbm_new_sup:mk_old_state_retriever:83]Got vbucket filter change old state. Proceeding vbucket filter change operation [ns_server:debug,2012-11-14T10:56:26.969,ns_1@10.2.1.58:<0.2323.0>:ebucketmigrator_srv:init:450]Got old ebucketmigrator state from <0.2284.0>: {state,#Port<0.7752>,#Port<0.7743>,#Port<0.7753>,#Port<0.7744>,<0.2290.0>, <<"cut off">>,<<"cut off">>,[],11727,false,false,0, {1352,919386,968012}, completed, {<0.2320.0>,#Ref<0.0.0.40439>}, <<"replication_ns_1@10.2.1.58">>,<0.2284.0>, {had_backfill,false,undefined,[]}, false}. [error_logger:info,2012-11-14T10:56:26.969,ns_1@10.2.1.58:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================PROGRESS REPORT========================= supervisor: {local,'ns_vbm_new_sup-default'} started: [{pid,<0.2323.0>}, {name,{new_child_id,[0,1,2,3,4],'ns_1@10.2.1.63'}}, {mfargs, {ebucketmigrator_srv,start_link, [{"10.2.1.63",11209}, {"10.2.1.58",11209}, [{old_state_retriever, #Fun}, {on_not_ready_vbuckets, #Fun}, {username,"default"}, {password,[]}, {vbuckets,[0,1,2,3,4]}, {takeover,false}, {suffix,"ns_1@10.2.1.58"}]]}}, {restart_type,temporary}, {shutdown,60000}, {child_type,worker}] [ns_server:debug,2012-11-14T10:56:26.969,ns_1@10.2.1.58:<0.377.0>:ns_process_registry:handle_info:98]Got exit msg: {'EXIT',<0.2320.0>,{#Ref<0.0.0.40428>,<0.2323.0>}} [ns_server:info,2012-11-14T10:56:26.970,ns_1@10.2.1.58:<0.2064.0>:ns_memcached:do_handle_call:521]Changed vbucket 518 state to replica [views:debug,2012-11-14T10:56:26.973,ns_1@10.2.1.58:mc_couch_events<0.2000.0>:capi_set_view_manager:handle_mc_couch_event:529]Got set_vbucket event for default/518. Updated state: replica (0) [ns_server:debug,2012-11-14T10:56:26.973,ns_1@10.2.1.58:<0.2062.0>:mc_connection:do_notify_vbucket_update:112]Signaled mc_couch_event: {set_vbucket,"default",518,replica,0} [ns_server:debug,2012-11-14T10:56:26.973,ns_1@10.2.1.58:capi_set_view_manager-default<0.2049.0>:capi_set_view_manager:handle_info:377]Usable vbuckets: [0,513,3,516,512,2,515,518,1,514,4,517] [ns_server:info,2012-11-14T10:56:26.981,ns_1@10.2.1.58:<0.2330.0>:ebucketmigrator_srv:init:490]Setting {"10.2.1.58",11209} vbucket 518 to state replica [ns_server:debug,2012-11-14T10:56:26.983,ns_1@10.2.1.58:ns_config_rep<0.1929.0>:ns_config_rep:handle_call:113]Got full synchronization request from 'ns_1@10.2.1.61' [ns_server:debug,2012-11-14T10:56:26.984,ns_1@10.2.1.58:capi_set_view_manager-default<0.2049.0>:capi_set_view_manager:handle_info:349]doing replicate_newnodes_docs [ns_server:debug,2012-11-14T10:56:26.984,ns_1@10.2.1.58:ns_config_rep<0.1929.0>:ns_config_rep:handle_call:119]Fully synchronized config in 970 us [ns_server:debug,2012-11-14T10:56:26.984,ns_1@10.2.1.58:compaction_daemon<0.2028.0>:compaction_daemon:handle_info:353]Got config_changed in state idle. Nothing to do since compaction is not running [ns_server:debug,2012-11-14T10:56:26.985,ns_1@10.2.1.58:capi_set_view_manager-default<0.2049.0>:capi_set_view_manager:handle_info:349]doing replicate_newnodes_docs [ns_server:debug,2012-11-14T10:56:26.985,ns_1@10.2.1.58:ns_config_log<0.373.0>:ns_config_log:log_common:111]config change: buckets -> [{configs,[{"default", [{map,[{4, ['ns_1@10.2.1.61','ns_1@10.2.1.63'], ['ns_1@10.2.1.63','ns_1@10.2.1.58']}]}, {fastForwardMap,[]}, {uuid,<<"2df23521f5621f6caeffb1de32e15ea0">>}, {sasl_password,[]}, {num_replicas,1}, {replica_index,true}, {ram_quota,12582912000}, {auth_type,sasl}, {flush_enabled,true}, {type,membase}, {num_vbuckets,1024}, {servers,['ns_1@10.2.1.63','ns_1@10.2.1.58', 'ns_1@10.2.1.61']}]}]}] [ns_server:info,2012-11-14T10:56:26.990,ns_1@10.2.1.58:<0.2064.0>:ns_memcached:do_handle_call:521]Changed vbucket 5 state to replica [views:debug,2012-11-14T10:56:26.993,ns_1@10.2.1.58:mc_couch_events<0.2000.0>:capi_set_view_manager:handle_mc_couch_event:529]Got set_vbucket event for default/5. Updated state: replica (0) [ns_server:debug,2012-11-14T10:56:26.993,ns_1@10.2.1.58:<0.2062.0>:mc_connection:do_notify_vbucket_update:112]Signaled mc_couch_event: {set_vbucket,"default",5,replica,0} [ns_server:debug,2012-11-14T10:56:26.993,ns_1@10.2.1.58:capi_set_view_manager-default<0.2049.0>:capi_set_view_manager:handle_info:377]Usable vbuckets: [0,513,3,516,512,2,515,5,518,1,514,4,517] [ns_server:debug,2012-11-14T10:56:27.014,ns_1@10.2.1.58:<0.2323.0>:ebucketmigrator_srv:init:567]Reusing old upstream: [{vbuckets,[0,1,2,3,4]}, {name,<<"replication_ns_1@10.2.1.58">>}, {takeover,false}] [rebalance:debug,2012-11-14T10:56:27.014,ns_1@10.2.1.58:<0.2323.0>:ebucketmigrator_srv:init:586]upstream_sender pid: <0.2338.0> [ns_server:debug,2012-11-14T10:56:27.026,ns_1@10.2.1.58:<0.2330.0>:ebucketmigrator_srv:kill_tapname:966]killing tap named: replication_building_518_'ns_1@10.2.1.58' [rebalance:info,2012-11-14T10:56:27.031,ns_1@10.2.1.58:<0.2330.0>:ebucketmigrator_srv:init:549]Starting tap stream: [{vbuckets,[518]}, {checkpoints,[{518,0}]}, {name,<<"replication_building_518_'ns_1@10.2.1.58'">>}, {takeover,false}] {{"10.2.1.63",11209}, {"10.2.1.58",11209}, [{vbuckets,[518]}, {takeover,false}, {suffix,"building_518_'ns_1@10.2.1.58'"}, {username,"default"}, {password,[]}]} [rebalance:debug,2012-11-14T10:56:27.032,ns_1@10.2.1.58:<0.2330.0>:ebucketmigrator_srv:init:586]upstream_sender pid: <0.2339.0> [rebalance:debug,2012-11-14T10:56:27.032,ns_1@10.2.1.58:<0.2330.0>:ebucketmigrator_srv:handle_call:332]Suspended had_backfill waiter {had_backfill,undefined,undefined,[{<17879.22887.0>,#Ref<17879.0.4.151492>}]} [rebalance:info,2012-11-14T10:56:27.033,ns_1@10.2.1.58:<0.2330.0>:ebucketmigrator_srv:process_upstream:912]Initial stream for vbucket 518 [rebalance:debug,2012-11-14T10:56:27.033,ns_1@10.2.1.58:<0.2330.0>:ebucketmigrator_srv:process_downstream:876]Replied had_backfill: true to [{<17879.22887.0>,#Ref<17879.0.4.151492>}] [ns_server:debug,2012-11-14T10:56:27.036,ns_1@10.2.1.58:janitor_agent-default<0.2070.0>:janitor_agent:handle_info:682]Got done message from subprocess: <0.2340.0> (ok) [rebalance:debug,2012-11-14T10:56:27.042,ns_1@10.2.1.58:<0.2342.0>:janitor_agent:handle_call:651]Going to wait for persistence of checkpoint 2 in vbucket 518 [ns_server:info,2012-11-14T10:56:27.044,ns_1@10.2.1.58:<0.2341.0>:ebucketmigrator_srv:init:490]Setting {"10.2.1.58",11209} vbucket 5 to state replica [ns_server:info,2012-11-14T10:56:27.076,ns_1@10.2.1.58:ns_doctor<0.1953.0>:ns_doctor:update_status:211]The following buckets became ready on node 'ns_1@10.2.1.58': ["default"] [ns_server:debug,2012-11-14T10:56:27.085,ns_1@10.2.1.58:<0.2341.0>:ebucketmigrator_srv:kill_tapname:966]killing tap named: replication_building_5_'ns_1@10.2.1.58' [rebalance:info,2012-11-14T10:56:27.093,ns_1@10.2.1.58:<0.2341.0>:ebucketmigrator_srv:init:549]Starting tap stream: [{vbuckets,[5]}, {checkpoints,[{5,0}]}, {name,<<"replication_building_5_'ns_1@10.2.1.58'">>}, {takeover,false}] {{"10.2.1.61",11209}, {"10.2.1.58",11209}, [{vbuckets,[5]}, {takeover,false}, {suffix,"building_5_'ns_1@10.2.1.58'"}, {username,"default"}, {password,[]}]} [rebalance:debug,2012-11-14T10:56:27.094,ns_1@10.2.1.58:<0.2341.0>:ebucketmigrator_srv:init:586]upstream_sender pid: <0.2351.0> [rebalance:debug,2012-11-14T10:56:27.095,ns_1@10.2.1.58:<0.2341.0>:ebucketmigrator_srv:handle_call:332]Suspended had_backfill waiter {had_backfill,undefined,undefined,[{<17879.22905.0>,#Ref<17879.0.4.151613>}]} [rebalance:info,2012-11-14T10:56:27.095,ns_1@10.2.1.58:<0.2341.0>:ebucketmigrator_srv:process_upstream:912]Initial stream for vbucket 5 [rebalance:debug,2012-11-14T10:56:27.095,ns_1@10.2.1.58:<0.2341.0>:ebucketmigrator_srv:process_downstream:876]Replied had_backfill: true to [{<17879.22905.0>,#Ref<17879.0.4.151613>}] [rebalance:debug,2012-11-14T10:56:27.178,ns_1@10.2.1.58:<0.2353.0>:janitor_agent:handle_call:651]Going to wait for persistence of checkpoint 2 in vbucket 5 [ns_server:info,2012-11-14T10:56:27.234,ns_1@10.2.1.58:ns_port_memcached<0.2008.0>:ns_port_server:log:171]memcached<0.2008.0>: Wed Nov 14 10:56:27.033517 PST 3: TAP (Consumer) eq_tapq:anon_19 - Reset vbucket 518 was completed succecssfully. memcached<0.2008.0>: Wed Nov 14 10:56:27.095798 PST 3: TAP (Consumer) eq_tapq:anon_20 - Reset vbucket 5 was completed succecssfully. [ns_server:debug,2012-11-14T10:56:27.460,ns_1@10.2.1.58:janitor_agent-default<0.2070.0>:janitor_agent:handle_info:682]Got done message from subprocess: <0.2342.0> (ok) [rebalance:debug,2012-11-14T10:56:27.466,ns_1@10.2.1.58:<0.2355.0>:janitor_agent:handle_call:651]Going to wait for persistence of checkpoint 2 in vbucket 518 [ns_server:debug,2012-11-14T10:56:27.467,ns_1@10.2.1.58:janitor_agent-default<0.2070.0>:janitor_agent:handle_info:682]Got done message from subprocess: <0.2355.0> (ok) [ns_server:debug,2012-11-14T10:56:27.467,ns_1@10.2.1.58:<0.2358.0>:capi_set_view_manager:do_wait_index_updated:608]References to wait: [] ("default", 518) [ns_server:debug,2012-11-14T10:56:27.467,ns_1@10.2.1.58:<0.2358.0>:capi_set_view_manager:do_wait_index_updated:628]All refs fired [ns_server:debug,2012-11-14T10:56:27.467,ns_1@10.2.1.58:janitor_agent-default<0.2070.0>:janitor_agent:handle_info:682]Got done message from subprocess: <0.2357.0> (ok) [rebalance:info,2012-11-14T10:56:27.468,ns_1@10.2.1.58:<0.2330.0>:ebucketmigrator_srv:do_confirm_sent_messages:682]Got close ack! [ns_server:debug,2012-11-14T10:56:27.492,ns_1@10.2.1.58:janitor_agent-default<0.2070.0>:janitor_agent:handle_info:682]Got done message from subprocess: <0.2353.0> (ok) [rebalance:debug,2012-11-14T10:56:27.498,ns_1@10.2.1.58:<0.2359.0>:janitor_agent:handle_call:651]Going to wait for persistence of checkpoint 2 in vbucket 5 [ns_server:debug,2012-11-14T10:56:27.499,ns_1@10.2.1.58:janitor_agent-default<0.2070.0>:janitor_agent:handle_info:682]Got done message from subprocess: <0.2359.0> (ok) [ns_server:info,2012-11-14T10:56:27.534,ns_1@10.2.1.58:<0.2064.0>:ns_memcached:do_handle_call:521]Changed vbucket 518 state to active [views:debug,2012-11-14T10:56:27.583,ns_1@10.2.1.58:mc_couch_events<0.2000.0>:capi_set_view_manager:handle_mc_couch_event:529]Got set_vbucket event for default/518. Updated state: active (2) [ns_server:debug,2012-11-14T10:56:27.583,ns_1@10.2.1.58:<0.2062.0>:mc_connection:do_notify_vbucket_update:112]Signaled mc_couch_event: {set_vbucket,"default",518,active,2} [rebalance:info,2012-11-14T10:56:27.606,ns_1@10.2.1.58:<0.2341.0>:ebucketmigrator_srv:do_confirm_sent_messages:682]Got close ack! [ns_server:debug,2012-11-14T10:56:27.627,ns_1@10.2.1.58:ns_config_rep<0.1929.0>:ns_config_rep:handle_call:113]Got full synchronization request from 'ns_1@10.2.1.61' [ns_server:debug,2012-11-14T10:56:27.627,ns_1@10.2.1.58:capi_set_view_manager-default<0.2049.0>:capi_set_view_manager:handle_info:349]doing replicate_newnodes_docs [ns_server:debug,2012-11-14T10:56:27.627,ns_1@10.2.1.58:compaction_daemon<0.2028.0>:compaction_daemon:handle_info:353]Got config_changed in state idle. Nothing to do since compaction is not running [ns_server:debug,2012-11-14T10:56:27.627,ns_1@10.2.1.58:ns_config_rep<0.1929.0>:ns_config_rep:handle_call:119]Fully synchronized config in 231 us [ns_server:debug,2012-11-14T10:56:27.627,ns_1@10.2.1.58:ns_config_log<0.373.0>:ns_config_log:log_common:111]config change: buckets -> [{configs,[{"default", [{map,[{518, ['ns_1@10.2.1.63','ns_1@10.2.1.61'], ['ns_1@10.2.1.58','ns_1@10.2.1.63']}]}, {fastForwardMap,[]}, {uuid,<<"2df23521f5621f6caeffb1de32e15ea0">>}, {sasl_password,[]}, {num_replicas,1}, {replica_index,true}, {ram_quota,12582912000}, {auth_type,sasl}, {flush_enabled,true}, {type,membase}, {num_vbuckets,1024}, {servers,['ns_1@10.2.1.63','ns_1@10.2.1.58', 'ns_1@10.2.1.61']}]}]}] [ns_server:debug,2012-11-14T10:56:27.628,ns_1@10.2.1.58:capi_set_view_manager-default<0.2049.0>:capi_set_view_manager:handle_info:349]doing replicate_newnodes_docs [ns_server:info,2012-11-14T10:56:27.635,ns_1@10.2.1.58:<0.2064.0>:ns_memcached:do_handle_call:521]Changed vbucket 5 state to replica [ns_server:info,2012-11-14T10:56:27.635,ns_1@10.2.1.58:tap_replication_manager-default<0.2067.0>:tap_replication_manager:change_vbucket_filter:185]Going to change replication from 'ns_1@10.2.1.63' to have [0,1,2,3,4,5] ([5], []) [ns_server:debug,2012-11-14T10:56:27.636,ns_1@10.2.1.58:<0.2362.0>:ns_vbm_new_sup:perform_vbucket_filter_change:117]Registered myself under id:{"default", {new_child_id,[0,1,2,3,4,5],'ns_1@10.2.1.63'}, #Ref<0.0.0.41226>} Args:[{"10.2.1.63",11209}, {"10.2.1.58",11209}, [{old_state_retriever,#Fun}, {on_not_ready_vbuckets,#Fun}, {username,"default"}, {password,[]}, {vbuckets,[0,1,2,3,4,5]}, {takeover,false}, {suffix,"ns_1@10.2.1.58"}]] [ns_server:debug,2012-11-14T10:56:27.636,ns_1@10.2.1.58:<0.2362.0>:ns_vbm_new_sup:perform_vbucket_filter_change:121]Linked myself to old ebucketmigrator <0.2323.0> [ns_server:info,2012-11-14T10:56:27.636,ns_1@10.2.1.58:<0.2323.0>:ebucketmigrator_srv:handle_call:271]Starting new-style vbucket filter change on stream `replication_ns_1@10.2.1.58` [ns_server:info,2012-11-14T10:56:27.660,ns_1@10.2.1.58:ns_port_memcached<0.2008.0>:ns_port_server:log:171]memcached<0.2008.0>: Wed Nov 14 10:56:27.459992 PST 3: Notified the completion of checkpoint persistence for vbucket 518, cookie 0x13fef080 memcached<0.2008.0>: Wed Nov 14 10:56:27.468469 PST 3: TAP (Consumer) eq_tapq:anon_19 - disconnected memcached<0.2008.0>: Wed Nov 14 10:56:27.491970 PST 3: Notified the completion of checkpoint persistence for vbucket 5, cookie 0x13fc8000 memcached<0.2008.0>: Wed Nov 14 10:56:27.531012 PST 3: TAP (Consumer) eq_tapq:anon_21 - disconnected memcached<0.2008.0>: Wed Nov 14 10:56:27.554777 PST 3: Schedule cleanup of "eq_tapq:anon_19" memcached<0.2008.0>: Wed Nov 14 10:56:27.554815 PST 3: Schedule cleanup of "eq_tapq:anon_21" memcached<0.2008.0>: Wed Nov 14 10:56:27.554828 PST 3: TAP (Producer) eq_tapq:replication_ns_1@10.2.1.63 - Sending TAP_OPAQUE with command "complete_vb_filter_change" and vbucket 0 memcached<0.2008.0>: Wed Nov 14 10:56:27.606577 PST 3: TAP (Consumer) eq_tapq:anon_20 - disconnected [ns_server:info,2012-11-14T10:56:27.663,ns_1@10.2.1.58:<0.2323.0>:ebucketmigrator_srv:handle_call:294]Changing vbucket filter on tap stream `replication_ns_1@10.2.1.58`: [{0,2},{1,2},{2,2},{3,2},{4,2},{5,2}] [ns_server:info,2012-11-14T10:56:27.663,ns_1@10.2.1.58:<0.2323.0>:ebucketmigrator_srv:handle_call:304]Successfully changed vbucket filter on tap stream `replication_ns_1@10.2.1.58`. [ns_server:info,2012-11-14T10:56:27.664,ns_1@10.2.1.58:<0.2323.0>:ebucketmigrator_srv:process_upstream:922]Got vbucket filter change completion message. Silencing upstream sender [ns_server:info,2012-11-14T10:56:27.664,ns_1@10.2.1.58:<0.2323.0>:ebucketmigrator_srv:handle_info:348]Got reply from upstream silencing request. Completing state transition to a new ebucketmigrator. [ns_server:debug,2012-11-14T10:56:27.664,ns_1@10.2.1.58:<0.2323.0>:ebucketmigrator_srv:complete_native_vb_filter_change:166]Proceeding with reading unread binaries [ns_server:debug,2012-11-14T10:56:27.664,ns_1@10.2.1.58:<0.2323.0>:ebucketmigrator_srv:confirm_downstream:193]Going to confirm reception downstream messages [rebalance:info,2012-11-14T10:56:27.665,ns_1@10.2.1.58:<0.2323.0>:ebucketmigrator_srv:do_confirm_sent_messages:682]Got close ack! [ns_server:debug,2012-11-14T10:56:27.665,ns_1@10.2.1.58:<0.2323.0>:ebucketmigrator_srv:confirm_downstream:197]Confirmed upstream messages are feeded to kernel [ns_server:debug,2012-11-14T10:56:27.665,ns_1@10.2.1.58:<0.2323.0>:ebucketmigrator_srv:reply_and_die:206]Passed old state to caller [ns_server:debug,2012-11-14T10:56:27.665,ns_1@10.2.1.58:<0.2323.0>:ebucketmigrator_srv:reply_and_die:209]Sent out state. Preparing to die [ns_server:debug,2012-11-14T10:56:27.665,ns_1@10.2.1.58:<0.2362.0>:ns_vbm_new_sup:perform_vbucket_filter_change:125]Got old state from previous ebucketmigrator: <0.2323.0> [ns_server:debug,2012-11-14T10:56:27.665,ns_1@10.2.1.58:<0.2362.0>:ns_vbm_new_sup:perform_vbucket_filter_change_loop:166]Sent old state to new instance [ns_server:info,2012-11-14T10:56:27.665,ns_1@10.2.1.58:<0.2365.0>:ns_vbm_new_sup:mk_old_state_retriever:83]Got vbucket filter change old state. Proceeding vbucket filter change operation [ns_server:debug,2012-11-14T10:56:27.665,ns_1@10.2.1.58:<0.2365.0>:ebucketmigrator_srv:init:450]Got old ebucketmigrator state from <0.2323.0>: {state,#Port<0.7752>,#Port<0.7743>,#Port<0.7753>,#Port<0.7744>,<0.2338.0>, <<"cut off">>,<<"cut off">>,[],14628,false,false,0, {1352,919387,664712}, completed, {<0.2362.0>,#Ref<0.0.0.41239>}, <<"replication_ns_1@10.2.1.58">>,<0.2323.0>, {had_backfill,false,undefined,[]}, false}. [error_logger:info,2012-11-14T10:56:27.665,ns_1@10.2.1.58:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================PROGRESS REPORT========================= supervisor: {local,'ns_vbm_new_sup-default'} started: [{pid,<0.2365.0>}, {name,{new_child_id,[0,1,2,3,4,5],'ns_1@10.2.1.63'}}, {mfargs, {ebucketmigrator_srv,start_link, [{"10.2.1.63",11209}, {"10.2.1.58",11209}, [{old_state_retriever, #Fun}, {on_not_ready_vbuckets, #Fun}, {username,"default"}, {password,[]}, {vbuckets,[0,1,2,3,4,5]}, {takeover,false}, {suffix,"ns_1@10.2.1.58"}]]}}, {restart_type,temporary}, {shutdown,60000}, {child_type,worker}] [ns_server:debug,2012-11-14T10:56:27.665,ns_1@10.2.1.58:<0.377.0>:ns_process_registry:handle_info:98]Got exit msg: {'EXIT',<0.2362.0>,{#Ref<0.0.0.41228>,<0.2365.0>}} [ns_server:info,2012-11-14T10:56:27.677,ns_1@10.2.1.58:<0.2064.0>:ns_memcached:do_handle_call:521]Changed vbucket 519 state to replica [ns_server:debug,2012-11-14T10:56:27.679,ns_1@10.2.1.58:ns_config_rep<0.1929.0>:ns_config_rep:handle_call:113]Got full synchronization request from 'ns_1@10.2.1.61' [views:debug,2012-11-14T10:56:27.681,ns_1@10.2.1.58:mc_couch_events<0.2000.0>:capi_set_view_manager:handle_mc_couch_event:529]Got set_vbucket event for default/519. Updated state: replica (0) [ns_server:debug,2012-11-14T10:56:27.681,ns_1@10.2.1.58:<0.2062.0>:mc_connection:do_notify_vbucket_update:112]Signaled mc_couch_event: {set_vbucket,"default",519,replica,0} [ns_server:debug,2012-11-14T10:56:27.681,ns_1@10.2.1.58:compaction_daemon<0.2028.0>:compaction_daemon:handle_info:353]Got config_changed in state idle. Nothing to do since compaction is not running [ns_server:info,2012-11-14T10:56:27.681,ns_1@10.2.1.58:<0.2366.0>:ebucketmigrator_srv:init:490]Setting {"10.2.1.58",11209} vbucket 519 to state replica [ns_server:debug,2012-11-14T10:56:27.682,ns_1@10.2.1.58:capi_set_view_manager-default<0.2049.0>:capi_set_view_manager:handle_info:377]Usable vbuckets: [0,513,3,516,519,512,2,515,5,518,1,514,4,517] [ns_server:debug,2012-11-14T10:56:27.682,ns_1@10.2.1.58:ns_config_log<0.373.0>:ns_config_log:log_common:111]config change: buckets -> [{configs,[{"default", [{map,[{5, ['ns_1@10.2.1.61','ns_1@10.2.1.63'], ['ns_1@10.2.1.63','ns_1@10.2.1.58']}]}, {fastForwardMap,[]}, {uuid,<<"2df23521f5621f6caeffb1de32e15ea0">>}, {sasl_password,[]}, {num_replicas,1}, {replica_index,true}, {ram_quota,12582912000}, {auth_type,sasl}, {flush_enabled,true}, {type,membase}, {num_vbuckets,1024}, {servers,['ns_1@10.2.1.63','ns_1@10.2.1.58', 'ns_1@10.2.1.61']}]}]}] [ns_server:debug,2012-11-14T10:56:27.683,ns_1@10.2.1.58:ns_config_rep<0.1929.0>:ns_config_rep:handle_call:119]Fully synchronized config in 2982 us [ns_server:debug,2012-11-14T10:56:27.683,ns_1@10.2.1.58:capi_set_view_manager-default<0.2049.0>:capi_set_view_manager:handle_info:349]doing replicate_newnodes_docs [ns_server:debug,2012-11-14T10:56:27.684,ns_1@10.2.1.58:capi_set_view_manager-default<0.2049.0>:capi_set_view_manager:handle_info:349]doing replicate_newnodes_docs [ns_server:info,2012-11-14T10:56:27.688,ns_1@10.2.1.58:<0.2064.0>:ns_memcached:do_handle_call:521]Changed vbucket 6 state to replica [views:debug,2012-11-14T10:56:27.691,ns_1@10.2.1.58:mc_couch_events<0.2000.0>:capi_set_view_manager:handle_mc_couch_event:529]Got set_vbucket event for default/6. Updated state: replica (0) [ns_server:debug,2012-11-14T10:56:27.692,ns_1@10.2.1.58:<0.2062.0>:mc_connection:do_notify_vbucket_update:112]Signaled mc_couch_event: {set_vbucket,"default",6,replica,0} [ns_server:debug,2012-11-14T10:56:27.692,ns_1@10.2.1.58:capi_set_view_manager-default<0.2049.0>:capi_set_view_manager:handle_info:377]Usable vbuckets: [0,513,3,6,516,519,512,2,515,5,518,1,514,4,517] [ns_server:debug,2012-11-14T10:56:27.727,ns_1@10.2.1.58:<0.2365.0>:ebucketmigrator_srv:init:567]Reusing old upstream: [{vbuckets,[0,1,2,3,4,5]}, {name,<<"replication_ns_1@10.2.1.58">>}, {takeover,false}] [rebalance:debug,2012-11-14T10:56:27.727,ns_1@10.2.1.58:<0.2365.0>:ebucketmigrator_srv:init:586]upstream_sender pid: <0.2380.0> [ns_server:debug,2012-11-14T10:56:27.728,ns_1@10.2.1.58:<0.2366.0>:ebucketmigrator_srv:kill_tapname:966]killing tap named: replication_building_519_'ns_1@10.2.1.58' [rebalance:info,2012-11-14T10:56:27.734,ns_1@10.2.1.58:<0.2366.0>:ebucketmigrator_srv:init:549]Starting tap stream: [{vbuckets,[519]}, {checkpoints,[{519,0}]}, {name,<<"replication_building_519_'ns_1@10.2.1.58'">>}, {takeover,false}] {{"10.2.1.63",11209}, {"10.2.1.58",11209}, [{vbuckets,[519]}, {takeover,false}, {suffix,"building_519_'ns_1@10.2.1.58'"}, {username,"default"}, {password,[]}]} [rebalance:debug,2012-11-14T10:56:27.739,ns_1@10.2.1.58:<0.2366.0>:ebucketmigrator_srv:init:586]upstream_sender pid: <0.2381.0> [rebalance:debug,2012-11-14T10:56:27.739,ns_1@10.2.1.58:<0.2366.0>:ebucketmigrator_srv:handle_call:332]Suspended had_backfill waiter {had_backfill,undefined,undefined,[{<17879.22961.0>,#Ref<17879.0.4.152204>}]} [rebalance:info,2012-11-14T10:56:27.739,ns_1@10.2.1.58:<0.2366.0>:ebucketmigrator_srv:process_upstream:912]Initial stream for vbucket 519 [rebalance:debug,2012-11-14T10:56:27.741,ns_1@10.2.1.58:<0.2366.0>:ebucketmigrator_srv:process_downstream:876]Replied had_backfill: true to [{<17879.22961.0>,#Ref<17879.0.4.152204>}] [ns_server:debug,2012-11-14T10:56:27.743,ns_1@10.2.1.58:janitor_agent-default<0.2070.0>:janitor_agent:handle_info:682]Got done message from subprocess: <0.2382.0> (ok) [rebalance:debug,2012-11-14T10:56:27.755,ns_1@10.2.1.58:<0.2383.0>:janitor_agent:handle_call:651]Going to wait for persistence of checkpoint 2 in vbucket 519 [ns_server:info,2012-11-14T10:56:27.759,ns_1@10.2.1.58:<0.2385.0>:ebucketmigrator_srv:init:490]Setting {"10.2.1.58",11209} vbucket 6 to state replica [ns_server:debug,2012-11-14T10:56:27.795,ns_1@10.2.1.58:<0.2385.0>:ebucketmigrator_srv:kill_tapname:966]killing tap named: replication_building_6_'ns_1@10.2.1.58' [rebalance:info,2012-11-14T10:56:27.798,ns_1@10.2.1.58:<0.2385.0>:ebucketmigrator_srv:init:549]Starting tap stream: [{vbuckets,[6]}, {checkpoints,[{6,0}]}, {name,<<"replication_building_6_'ns_1@10.2.1.58'">>}, {takeover,false}] {{"10.2.1.61",11209}, {"10.2.1.58",11209}, [{vbuckets,[6]}, {takeover,false}, {suffix,"building_6_'ns_1@10.2.1.58'"}, {username,"default"}, {password,[]}]} [rebalance:debug,2012-11-14T10:56:27.799,ns_1@10.2.1.58:<0.2385.0>:ebucketmigrator_srv:init:586]upstream_sender pid: <0.2386.0> [rebalance:debug,2012-11-14T10:56:27.799,ns_1@10.2.1.58:<0.2385.0>:ebucketmigrator_srv:handle_call:332]Suspended had_backfill waiter {had_backfill,undefined,undefined,[{<17879.22975.0>,#Ref<17879.0.4.152311>}]} [rebalance:info,2012-11-14T10:56:27.800,ns_1@10.2.1.58:<0.2385.0>:ebucketmigrator_srv:process_upstream:912]Initial stream for vbucket 6 [rebalance:debug,2012-11-14T10:56:27.800,ns_1@10.2.1.58:<0.2385.0>:ebucketmigrator_srv:process_downstream:876]Replied had_backfill: true to [{<17879.22975.0>,#Ref<17879.0.4.152311>}] [rebalance:debug,2012-11-14T10:56:27.871,ns_1@10.2.1.58:<0.2387.0>:janitor_agent:handle_call:651]Going to wait for persistence of checkpoint 2 in vbucket 6 [ns_server:info,2012-11-14T10:56:27.884,ns_1@10.2.1.58:ns_port_memcached<0.2008.0>:ns_port_server:log:171]memcached<0.2008.0>: Wed Nov 14 10:56:27.683277 PST 3: Schedule cleanup of "eq_tapq:anon_20" memcached<0.2008.0>: Wed Nov 14 10:56:27.740445 PST 3: TAP (Consumer) eq_tapq:anon_22 - Reset vbucket 519 was completed succecssfully. memcached<0.2008.0>: Wed Nov 14 10:56:27.800257 PST 3: TAP (Consumer) eq_tapq:anon_23 - Reset vbucket 6 was completed succecssfully. [ns_server:debug,2012-11-14T10:56:28.165,ns_1@10.2.1.58:janitor_agent-default<0.2070.0>:janitor_agent:handle_info:682]Got done message from subprocess: <0.2387.0> (ok) [rebalance:debug,2012-11-14T10:56:28.169,ns_1@10.2.1.58:<0.2394.0>:janitor_agent:handle_call:651]Going to wait for persistence of checkpoint 2 in vbucket 6 [ns_server:debug,2012-11-14T10:56:28.170,ns_1@10.2.1.58:janitor_agent-default<0.2070.0>:janitor_agent:handle_info:682]Got done message from subprocess: <0.2394.0> (ok) [ns_server:debug,2012-11-14T10:56:28.214,ns_1@10.2.1.58:janitor_agent-default<0.2070.0>:janitor_agent:handle_info:682]Got done message from subprocess: <0.2383.0> (ok) [rebalance:debug,2012-11-14T10:56:28.219,ns_1@10.2.1.58:<0.2396.0>:janitor_agent:handle_call:651]Going to wait for persistence of checkpoint 2 in vbucket 519 [ns_server:debug,2012-11-14T10:56:28.220,ns_1@10.2.1.58:janitor_agent-default<0.2070.0>:janitor_agent:handle_info:682]Got done message from subprocess: <0.2396.0> (ok) [ns_server:debug,2012-11-14T10:56:28.222,ns_1@10.2.1.58:<0.2399.0>:capi_set_view_manager:do_wait_index_updated:608]References to wait: [] ("default", 519) [ns_server:debug,2012-11-14T10:56:28.222,ns_1@10.2.1.58:<0.2399.0>:capi_set_view_manager:do_wait_index_updated:628]All refs fired [ns_server:debug,2012-11-14T10:56:28.222,ns_1@10.2.1.58:janitor_agent-default<0.2070.0>:janitor_agent:handle_info:682]Got done message from subprocess: <0.2398.0> (ok) [rebalance:info,2012-11-14T10:56:28.223,ns_1@10.2.1.58:<0.2366.0>:ebucketmigrator_srv:do_confirm_sent_messages:682]Got close ack! [rebalance:info,2012-11-14T10:56:28.241,ns_1@10.2.1.58:<0.2385.0>:ebucketmigrator_srv:do_confirm_sent_messages:682]Got close ack! [ns_server:info,2012-11-14T10:56:28.246,ns_1@10.2.1.58:<0.2064.0>:ns_memcached:do_handle_call:521]Changed vbucket 6 state to replica [ns_server:info,2012-11-14T10:56:28.246,ns_1@10.2.1.58:tap_replication_manager-default<0.2067.0>:tap_replication_manager:change_vbucket_filter:185]Going to change replication from 'ns_1@10.2.1.63' to have [0,1,2,3,4,5,6] ([6], []) [ns_server:debug,2012-11-14T10:56:28.247,ns_1@10.2.1.58:<0.2400.0>:ns_vbm_new_sup:perform_vbucket_filter_change:117]Registered myself under id:{"default", {new_child_id,[0,1,2,3,4,5,6],'ns_1@10.2.1.63'}, #Ref<0.0.0.41990>} Args:[{"10.2.1.63",11209}, {"10.2.1.58",11209}, [{old_state_retriever,#Fun}, {on_not_ready_vbuckets,#Fun}, {username,"default"}, {password,[]}, {vbuckets,[0,1,2,3,4,5,6]}, {takeover,false}, {suffix,"ns_1@10.2.1.58"}]] [ns_server:debug,2012-11-14T10:56:28.247,ns_1@10.2.1.58:<0.2400.0>:ns_vbm_new_sup:perform_vbucket_filter_change:121]Linked myself to old ebucketmigrator <0.2365.0> [ns_server:info,2012-11-14T10:56:28.247,ns_1@10.2.1.58:<0.2365.0>:ebucketmigrator_srv:handle_call:271]Starting new-style vbucket filter change on stream `replication_ns_1@10.2.1.58` [ns_server:info,2012-11-14T10:56:28.300,ns_1@10.2.1.58:<0.2365.0>:ebucketmigrator_srv:handle_call:294]Changing vbucket filter on tap stream `replication_ns_1@10.2.1.58`: [{0,2},{1,2},{2,2},{3,2},{4,2},{5,2},{6,2}] [ns_server:info,2012-11-14T10:56:28.301,ns_1@10.2.1.58:<0.2365.0>:ebucketmigrator_srv:handle_call:304]Successfully changed vbucket filter on tap stream `replication_ns_1@10.2.1.58`. [ns_server:info,2012-11-14T10:56:28.301,ns_1@10.2.1.58:<0.2365.0>:ebucketmigrator_srv:process_upstream:922]Got vbucket filter change completion message. Silencing upstream sender [ns_server:info,2012-11-14T10:56:28.301,ns_1@10.2.1.58:<0.2365.0>:ebucketmigrator_srv:handle_info:348]Got reply from upstream silencing request. Completing state transition to a new ebucketmigrator. [ns_server:debug,2012-11-14T10:56:28.301,ns_1@10.2.1.58:<0.2365.0>:ebucketmigrator_srv:complete_native_vb_filter_change:166]Proceeding with reading unread binaries [ns_server:debug,2012-11-14T10:56:28.301,ns_1@10.2.1.58:<0.2365.0>:ebucketmigrator_srv:confirm_downstream:193]Going to confirm reception downstream messages [rebalance:info,2012-11-14T10:56:28.301,ns_1@10.2.1.58:<0.2365.0>:ebucketmigrator_srv:do_confirm_sent_messages:682]Got close ack! [ns_server:debug,2012-11-14T10:56:28.301,ns_1@10.2.1.58:<0.2365.0>:ebucketmigrator_srv:confirm_downstream:197]Confirmed upstream messages are feeded to kernel [ns_server:debug,2012-11-14T10:56:28.302,ns_1@10.2.1.58:<0.2365.0>:ebucketmigrator_srv:reply_and_die:206]Passed old state to caller [ns_server:debug,2012-11-14T10:56:28.302,ns_1@10.2.1.58:<0.2365.0>:ebucketmigrator_srv:reply_and_die:209]Sent out state. Preparing to die [ns_server:debug,2012-11-14T10:56:28.302,ns_1@10.2.1.58:<0.2400.0>:ns_vbm_new_sup:perform_vbucket_filter_change:125]Got old state from previous ebucketmigrator: <0.2365.0> [ns_server:debug,2012-11-14T10:56:28.302,ns_1@10.2.1.58:<0.2400.0>:ns_vbm_new_sup:perform_vbucket_filter_change_loop:166]Sent old state to new instance [ns_server:info,2012-11-14T10:56:28.302,ns_1@10.2.1.58:<0.2403.0>:ns_vbm_new_sup:mk_old_state_retriever:83]Got vbucket filter change old state. Proceeding vbucket filter change operation [ns_server:debug,2012-11-14T10:56:28.302,ns_1@10.2.1.58:<0.2403.0>:ebucketmigrator_srv:init:450]Got old ebucketmigrator state from <0.2365.0>: {state,#Port<0.7752>,#Port<0.7743>,#Port<0.7753>,#Port<0.7744>,<0.2380.0>, <<"cut off">>,<<"cut off">>,[],17530,false,false,0, {1352,919388,301226}, completed, {<0.2400.0>,#Ref<0.0.0.42003>}, <<"replication_ns_1@10.2.1.58">>,<0.2365.0>, {had_backfill,false,undefined,[]}, false}. [ns_server:debug,2012-11-14T10:56:28.302,ns_1@10.2.1.58:<0.377.0>:ns_process_registry:handle_info:98]Got exit msg: {'EXIT',<0.2400.0>,{#Ref<0.0.0.41992>,<0.2403.0>}} [error_logger:info,2012-11-14T10:56:28.302,ns_1@10.2.1.58:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================PROGRESS REPORT========================= supervisor: {local,'ns_vbm_new_sup-default'} started: [{pid,<0.2403.0>}, {name,{new_child_id,[0,1,2,3,4,5,6],'ns_1@10.2.1.63'}}, {mfargs, {ebucketmigrator_srv,start_link, [{"10.2.1.63",11209}, {"10.2.1.58",11209}, [{old_state_retriever, #Fun}, {on_not_ready_vbuckets, #Fun}, {username,"default"}, {password,[]}, {vbuckets,[0,1,2,3,4,5,6]}, {takeover,false}, {suffix,"ns_1@10.2.1.58"}]]}}, {restart_type,temporary}, {shutdown,60000}, {child_type,worker}] [ns_server:info,2012-11-14T10:56:28.303,ns_1@10.2.1.58:<0.2064.0>:ns_memcached:do_handle_call:521]Changed vbucket 519 state to active [ns_server:debug,2012-11-14T10:56:28.313,ns_1@10.2.1.58:ns_config_rep<0.1929.0>:ns_config_rep:handle_call:113]Got full synchronization request from 'ns_1@10.2.1.61' [ns_server:debug,2012-11-14T10:56:28.313,ns_1@10.2.1.58:capi_set_view_manager-default<0.2049.0>:capi_set_view_manager:handle_info:349]doing replicate_newnodes_docs [ns_server:debug,2012-11-14T10:56:28.313,ns_1@10.2.1.58:compaction_daemon<0.2028.0>:compaction_daemon:handle_info:353]Got config_changed in state idle. Nothing to do since compaction is not running [ns_server:debug,2012-11-14T10:56:28.314,ns_1@10.2.1.58:ns_config_rep<0.1929.0>:ns_config_rep:handle_call:119]Fully synchronized config in 649 us [ns_server:debug,2012-11-14T10:56:28.314,ns_1@10.2.1.58:capi_set_view_manager-default<0.2049.0>:capi_set_view_manager:handle_info:349]doing replicate_newnodes_docs [ns_server:debug,2012-11-14T10:56:28.314,ns_1@10.2.1.58:ns_config_log<0.373.0>:ns_config_log:log_common:111]config change: buckets -> [{configs,[{"default", [{map,[{6, ['ns_1@10.2.1.61','ns_1@10.2.1.63'], ['ns_1@10.2.1.63','ns_1@10.2.1.58']}]}, {fastForwardMap,[]}, {uuid,<<"2df23521f5621f6caeffb1de32e15ea0">>}, {sasl_password,[]}, {num_replicas,1}, {replica_index,true}, {ram_quota,12582912000}, {auth_type,sasl}, {flush_enabled,true}, {type,membase}, {num_vbuckets,1024}, {servers,['ns_1@10.2.1.63','ns_1@10.2.1.58', 'ns_1@10.2.1.61']}]}]}] [ns_server:info,2012-11-14T10:56:28.317,ns_1@10.2.1.58:<0.2064.0>:ns_memcached:do_handle_call:521]Changed vbucket 7 state to replica [views:debug,2012-11-14T10:56:28.321,ns_1@10.2.1.58:mc_couch_events<0.2000.0>:capi_set_view_manager:handle_mc_couch_event:529]Got set_vbucket event for default/519. Updated state: active (2) [ns_server:debug,2012-11-14T10:56:28.322,ns_1@10.2.1.58:<0.2062.0>:mc_connection:do_notify_vbucket_update:112]Signaled mc_couch_event: {set_vbucket,"default",519,active,2} [views:debug,2012-11-14T10:56:28.325,ns_1@10.2.1.58:mc_couch_events<0.2000.0>:capi_set_view_manager:handle_mc_couch_event:529]Got set_vbucket event for default/7. Updated state: replica (0) [ns_server:debug,2012-11-14T10:56:28.325,ns_1@10.2.1.58:<0.2062.0>:mc_connection:do_notify_vbucket_update:112]Signaled mc_couch_event: {set_vbucket,"default",7,replica,0} [ns_server:debug,2012-11-14T10:56:28.325,ns_1@10.2.1.58:capi_set_view_manager-default<0.2049.0>:capi_set_view_manager:handle_info:377]Usable vbuckets: [0,513,3,6,516,519,512,2,515,5,518,1,514,4,7,517] [ns_server:debug,2012-11-14T10:56:28.348,ns_1@10.2.1.58:<0.2403.0>:ebucketmigrator_srv:init:567]Reusing old upstream: [{vbuckets,[0,1,2,3,4,5,6]}, {name,<<"replication_ns_1@10.2.1.58">>}, {takeover,false}] [rebalance:debug,2012-11-14T10:56:28.348,ns_1@10.2.1.58:<0.2403.0>:ebucketmigrator_srv:init:586]upstream_sender pid: <0.2411.0> [ns_server:info,2012-11-14T10:56:28.366,ns_1@10.2.1.58:ns_port_memcached<0.2008.0>:ns_port_server:log:171]memcached<0.2008.0>: Wed Nov 14 10:56:28.165344 PST 3: Notified the completion of checkpoint persistence for vbucket 6, cookie 0x13fef080 memcached<0.2008.0>: Wed Nov 14 10:56:28.214052 PST 3: Notified the completion of checkpoint persistence for vbucket 519, cookie 0x13fc8000 memcached<0.2008.0>: Wed Nov 14 10:56:28.223592 PST 3: TAP (Consumer) eq_tapq:anon_22 - disconnected memcached<0.2008.0>: Wed Nov 14 10:56:28.241942 PST 3: TAP (Consumer) eq_tapq:anon_23 - disconnected memcached<0.2008.0>: Wed Nov 14 10:56:28.296935 PST 3: TAP (Consumer) eq_tapq:anon_24 - disconnected memcached<0.2008.0>: Wed Nov 14 10:56:28.328496 PST 3: Schedule cleanup of "eq_tapq:anon_22" memcached<0.2008.0>: Wed Nov 14 10:56:28.328536 PST 3: Schedule cleanup of "eq_tapq:anon_23" memcached<0.2008.0>: Wed Nov 14 10:56:28.328556 PST 3: Schedule cleanup of "eq_tapq:anon_24" memcached<0.2008.0>: Wed Nov 14 10:56:28.328787 PST 3: TAP (Producer) eq_tapq:replication_ns_1@10.2.1.63 - Sending TAP_OPAQUE with command "complete_vb_filter_change" and vbucket 0 [ns_server:debug,2012-11-14T10:56:28.387,ns_1@10.2.1.58:ns_config_rep<0.1929.0>:ns_config_rep:handle_call:113]Got full synchronization request from 'ns_1@10.2.1.61' [ns_server:debug,2012-11-14T10:56:28.388,ns_1@10.2.1.58:compaction_daemon<0.2028.0>:compaction_daemon:handle_info:353]Got config_changed in state idle. Nothing to do since compaction is not running [ns_server:debug,2012-11-14T10:56:28.388,ns_1@10.2.1.58:ns_config_rep<0.1929.0>:ns_config_rep:handle_call:119]Fully synchronized config in 1539 us [ns_server:debug,2012-11-14T10:56:28.388,ns_1@10.2.1.58:capi_set_view_manager-default<0.2049.0>:capi_set_view_manager:handle_info:349]doing replicate_newnodes_docs [ns_server:debug,2012-11-14T10:56:28.389,ns_1@10.2.1.58:capi_set_view_manager-default<0.2049.0>:capi_set_view_manager:handle_info:349]doing replicate_newnodes_docs [ns_server:debug,2012-11-14T10:56:28.390,ns_1@10.2.1.58:ns_config_log<0.373.0>:ns_config_log:log_common:111]config change: buckets -> [{configs,[{"default", [{map,[{519, ['ns_1@10.2.1.63','ns_1@10.2.1.61'], ['ns_1@10.2.1.58','ns_1@10.2.1.63']}]}, {fastForwardMap,[]}, {uuid,<<"2df23521f5621f6caeffb1de32e15ea0">>}, {sasl_password,[]}, {num_replicas,1}, {replica_index,true}, {ram_quota,12582912000}, {auth_type,sasl}, {flush_enabled,true}, {type,membase}, {num_vbuckets,1024}, {servers,['ns_1@10.2.1.63','ns_1@10.2.1.58', 'ns_1@10.2.1.61']}]}]}] [ns_server:info,2012-11-14T10:56:28.391,ns_1@10.2.1.58:<0.2413.0>:ebucketmigrator_srv:init:490]Setting {"10.2.1.58",11209} vbucket 7 to state replica [ns_server:info,2012-11-14T10:56:28.401,ns_1@10.2.1.58:<0.2064.0>:ns_memcached:do_handle_call:521]Changed vbucket 520 state to replica [ns_server:info,2012-11-14T10:56:28.403,ns_1@10.2.1.58:<0.2414.0>:ebucketmigrator_srv:init:490]Setting {"10.2.1.58",11209} vbucket 520 to state replica [views:debug,2012-11-14T10:56:28.423,ns_1@10.2.1.58:mc_couch_events<0.2000.0>:capi_set_view_manager:handle_mc_couch_event:529]Got set_vbucket event for default/520. Updated state: replica (0) [ns_server:debug,2012-11-14T10:56:28.423,ns_1@10.2.1.58:<0.2062.0>:mc_connection:do_notify_vbucket_update:112]Signaled mc_couch_event: {set_vbucket,"default",520,replica,0} [ns_server:debug,2012-11-14T10:56:28.423,ns_1@10.2.1.58:capi_set_view_manager-default<0.2049.0>:capi_set_view_manager:handle_info:377]Usable vbuckets: [0,513,3,6,516,519,512,2,515,5,518,1,514,4,7,517,520] [ns_server:debug,2012-11-14T10:56:28.430,ns_1@10.2.1.58:<0.2413.0>:ebucketmigrator_srv:kill_tapname:966]killing tap named: replication_building_7_'ns_1@10.2.1.58' [rebalance:info,2012-11-14T10:56:28.431,ns_1@10.2.1.58:<0.2413.0>:ebucketmigrator_srv:init:549]Starting tap stream: [{vbuckets,[7]}, {checkpoints,[{7,0}]}, {name,<<"replication_building_7_'ns_1@10.2.1.58'">>}, {takeover,false}] {{"10.2.1.61",11209}, {"10.2.1.58",11209}, [{vbuckets,[7]}, {takeover,false}, {suffix,"building_7_'ns_1@10.2.1.58'"}, {username,"default"}, {password,[]}]} [rebalance:debug,2012-11-14T10:56:28.440,ns_1@10.2.1.58:<0.2413.0>:ebucketmigrator_srv:init:586]upstream_sender pid: <0.2421.0> [rebalance:debug,2012-11-14T10:56:28.441,ns_1@10.2.1.58:<0.2413.0>:ebucketmigrator_srv:handle_call:332]Suspended had_backfill waiter {had_backfill,undefined,undefined,[{<17879.23041.0>,#Ref<17879.0.4.153110>}]} [rebalance:info,2012-11-14T10:56:28.441,ns_1@10.2.1.58:<0.2413.0>:ebucketmigrator_srv:process_upstream:912]Initial stream for vbucket 7 [rebalance:debug,2012-11-14T10:56:28.442,ns_1@10.2.1.58:<0.2413.0>:ebucketmigrator_srv:process_downstream:876]Replied had_backfill: true to [{<17879.23041.0>,#Ref<17879.0.4.153110>}] [ns_server:debug,2012-11-14T10:56:28.463,ns_1@10.2.1.58:<0.2414.0>:ebucketmigrator_srv:kill_tapname:966]killing tap named: replication_building_520_'ns_1@10.2.1.58' [rebalance:debug,2012-11-14T10:56:28.478,ns_1@10.2.1.58:<0.2422.0>:janitor_agent:handle_call:651]Going to wait for persistence of checkpoint 2 in vbucket 7 [rebalance:info,2012-11-14T10:56:28.479,ns_1@10.2.1.58:<0.2414.0>:ebucketmigrator_srv:init:549]Starting tap stream: [{vbuckets,[520]}, {checkpoints,[{520,0}]}, {name,<<"replication_building_520_'ns_1@10.2.1.58'">>}, {takeover,false}] {{"10.2.1.63",11209}, {"10.2.1.58",11209}, [{vbuckets,[520]}, {takeover,false}, {suffix,"building_520_'ns_1@10.2.1.58'"}, {username,"default"}, {password,[]}]} [rebalance:debug,2012-11-14T10:56:28.479,ns_1@10.2.1.58:<0.2414.0>:ebucketmigrator_srv:init:586]upstream_sender pid: <0.2424.0> [rebalance:debug,2012-11-14T10:56:28.480,ns_1@10.2.1.58:<0.2414.0>:ebucketmigrator_srv:handle_call:332]Suspended had_backfill waiter {had_backfill,undefined,undefined,[{<17879.23049.0>,#Ref<17879.0.4.153152>}]} [rebalance:info,2012-11-14T10:56:28.480,ns_1@10.2.1.58:<0.2414.0>:ebucketmigrator_srv:process_upstream:912]Initial stream for vbucket 520 [rebalance:debug,2012-11-14T10:56:28.480,ns_1@10.2.1.58:<0.2414.0>:ebucketmigrator_srv:process_downstream:876]Replied had_backfill: true to [{<17879.23049.0>,#Ref<17879.0.4.153152>}] [ns_server:debug,2012-11-14T10:56:28.484,ns_1@10.2.1.58:janitor_agent-default<0.2070.0>:janitor_agent:handle_info:682]Got done message from subprocess: <0.2425.0> (ok) [rebalance:debug,2012-11-14T10:56:28.486,ns_1@10.2.1.58:<0.2426.0>:janitor_agent:handle_call:651]Going to wait for persistence of checkpoint 2 in vbucket 520 [ns_server:info,2012-11-14T10:56:28.642,ns_1@10.2.1.58:ns_port_memcached<0.2008.0>:ns_port_server:log:171]memcached<0.2008.0>: Wed Nov 14 10:56:28.441969 PST 3: TAP (Consumer) eq_tapq:anon_25 - Reset vbucket 7 was completed succecssfully. memcached<0.2008.0>: Wed Nov 14 10:56:28.480517 PST 3: TAP (Consumer) eq_tapq:anon_26 - Reset vbucket 520 was completed succecssfully. [ns_server:debug,2012-11-14T10:56:28.747,ns_1@10.2.1.58:janitor_agent-default<0.2070.0>:janitor_agent:handle_info:682]Got done message from subprocess: <0.2426.0> (ok) [rebalance:debug,2012-11-14T10:56:28.753,ns_1@10.2.1.58:<0.2428.0>:janitor_agent:handle_call:651]Going to wait for persistence of checkpoint 2 in vbucket 520 [ns_server:debug,2012-11-14T10:56:28.754,ns_1@10.2.1.58:janitor_agent-default<0.2070.0>:janitor_agent:handle_info:682]Got done message from subprocess: <0.2428.0> (ok) [ns_server:debug,2012-11-14T10:56:28.755,ns_1@10.2.1.58:<0.2431.0>:capi_set_view_manager:do_wait_index_updated:608]References to wait: [] ("default", 520) [ns_server:debug,2012-11-14T10:56:28.755,ns_1@10.2.1.58:<0.2431.0>:capi_set_view_manager:do_wait_index_updated:628]All refs fired [ns_server:debug,2012-11-14T10:56:28.755,ns_1@10.2.1.58:janitor_agent-default<0.2070.0>:janitor_agent:handle_info:682]Got done message from subprocess: <0.2430.0> (ok) [rebalance:info,2012-11-14T10:56:28.756,ns_1@10.2.1.58:<0.2414.0>:ebucketmigrator_srv:do_confirm_sent_messages:682]Got close ack! [ns_server:debug,2012-11-14T10:56:28.807,ns_1@10.2.1.58:janitor_agent-default<0.2070.0>:janitor_agent:handle_info:682]Got done message from subprocess: <0.2422.0> (ok) [rebalance:debug,2012-11-14T10:56:28.810,ns_1@10.2.1.58:<0.2432.0>:janitor_agent:handle_call:651]Going to wait for persistence of checkpoint 2 in vbucket 7 [ns_server:debug,2012-11-14T10:56:28.811,ns_1@10.2.1.58:janitor_agent-default<0.2070.0>:janitor_agent:handle_info:682]Got done message from subprocess: <0.2432.0> (ok) [ns_server:info,2012-11-14T10:56:28.834,ns_1@10.2.1.58:<0.2064.0>:ns_memcached:do_handle_call:521]Changed vbucket 520 state to active [views:debug,2012-11-14T10:56:28.883,ns_1@10.2.1.58:mc_couch_events<0.2000.0>:capi_set_view_manager:handle_mc_couch_event:529]Got set_vbucket event for default/520. Updated state: active (2) [ns_server:debug,2012-11-14T10:56:28.883,ns_1@10.2.1.58:<0.2062.0>:mc_connection:do_notify_vbucket_update:112]Signaled mc_couch_event: {set_vbucket,"default",520,active,2} [rebalance:info,2012-11-14T10:56:28.892,ns_1@10.2.1.58:<0.2413.0>:ebucketmigrator_srv:do_confirm_sent_messages:682]Got close ack! [ns_server:debug,2012-11-14T10:56:28.909,ns_1@10.2.1.58:ns_config_rep<0.1929.0>:ns_config_rep:handle_call:113]Got full synchronization request from 'ns_1@10.2.1.61' [ns_server:debug,2012-11-14T10:56:28.911,ns_1@10.2.1.58:ns_config_rep<0.1929.0>:ns_config_rep:handle_call:119]Fully synchronized config in 1825 us [ns_server:debug,2012-11-14T10:56:28.911,ns_1@10.2.1.58:compaction_daemon<0.2028.0>:compaction_daemon:handle_info:353]Got config_changed in state idle. Nothing to do since compaction is not running [ns_server:debug,2012-11-14T10:56:28.911,ns_1@10.2.1.58:capi_set_view_manager-default<0.2049.0>:capi_set_view_manager:handle_info:349]doing replicate_newnodes_docs [ns_server:debug,2012-11-14T10:56:28.912,ns_1@10.2.1.58:capi_set_view_manager-default<0.2049.0>:capi_set_view_manager:handle_info:349]doing replicate_newnodes_docs [ns_server:debug,2012-11-14T10:56:28.912,ns_1@10.2.1.58:ns_config_log<0.373.0>:ns_config_log:log_common:111]config change: buckets -> [{configs,[{"default", [{map,[{520, ['ns_1@10.2.1.63','ns_1@10.2.1.61'], ['ns_1@10.2.1.58','ns_1@10.2.1.63']}]}, {fastForwardMap,[]}, {uuid,<<"2df23521f5621f6caeffb1de32e15ea0">>}, {sasl_password,[]}, {num_replicas,1}, {replica_index,true}, {ram_quota,12582912000}, {auth_type,sasl}, {flush_enabled,true}, {type,membase}, {num_vbuckets,1024}, {servers,['ns_1@10.2.1.63','ns_1@10.2.1.58', 'ns_1@10.2.1.61']}]}]}] [ns_server:info,2012-11-14T10:56:28.921,ns_1@10.2.1.58:<0.2064.0>:ns_memcached:do_handle_call:521]Changed vbucket 7 state to replica [ns_server:info,2012-11-14T10:56:28.921,ns_1@10.2.1.58:tap_replication_manager-default<0.2067.0>:tap_replication_manager:change_vbucket_filter:185]Going to change replication from 'ns_1@10.2.1.63' to have [0,1,2,3,4,5,6,7] ([7], []) [ns_server:debug,2012-11-14T10:56:28.922,ns_1@10.2.1.58:<0.2435.0>:ns_vbm_new_sup:perform_vbucket_filter_change:117]Registered myself under id:{"default", {new_child_id,[0,1,2,3,4,5,6,7],'ns_1@10.2.1.63'}, #Ref<0.0.0.42735>} Args:[{"10.2.1.63",11209}, {"10.2.1.58",11209}, [{old_state_retriever,#Fun}, {on_not_ready_vbuckets,#Fun}, {username,"default"}, {password,[]}, {vbuckets,[0,1,2,3,4,5,6,7]}, {takeover,false}, {suffix,"ns_1@10.2.1.58"}]] [ns_server:debug,2012-11-14T10:56:28.922,ns_1@10.2.1.58:<0.2435.0>:ns_vbm_new_sup:perform_vbucket_filter_change:121]Linked myself to old ebucketmigrator <0.2403.0> [ns_server:info,2012-11-14T10:56:28.922,ns_1@10.2.1.58:<0.2403.0>:ebucketmigrator_srv:handle_call:271]Starting new-style vbucket filter change on stream `replication_ns_1@10.2.1.58` [ns_server:info,2012-11-14T10:56:28.947,ns_1@10.2.1.58:ns_port_memcached<0.2008.0>:ns_port_server:log:171]memcached<0.2008.0>: Wed Nov 14 10:56:28.746857 PST 3: Notified the completion of checkpoint persistence for vbucket 520, cookie 0x13fef080 memcached<0.2008.0>: Wed Nov 14 10:56:28.756505 PST 3: TAP (Consumer) eq_tapq:anon_26 - disconnected memcached<0.2008.0>: Wed Nov 14 10:56:28.807137 PST 3: Notified the completion of checkpoint persistence for vbucket 7, cookie 0x13fc8000 memcached<0.2008.0>: Wed Nov 14 10:56:28.831327 PST 3: TAP (Consumer) eq_tapq:anon_27 - disconnected memcached<0.2008.0>: Wed Nov 14 10:56:28.842867 PST 3: Schedule cleanup of "eq_tapq:anon_26" memcached<0.2008.0>: Wed Nov 14 10:56:28.842898 PST 3: Schedule cleanup of "eq_tapq:anon_27" memcached<0.2008.0>: Wed Nov 14 10:56:28.843020 PST 3: TAP (Producer) eq_tapq:replication_ns_1@10.2.1.63 - Sending TAP_OPAQUE with command "complete_vb_filter_change" and vbucket 0 memcached<0.2008.0>: Wed Nov 14 10:56:28.892552 PST 3: TAP (Consumer) eq_tapq:anon_25 - disconnected [ns_server:info,2012-11-14T10:56:28.950,ns_1@10.2.1.58:<0.2403.0>:ebucketmigrator_srv:handle_call:294]Changing vbucket filter on tap stream `replication_ns_1@10.2.1.58`: [{0,2},{1,2},{2,2},{3,2},{4,2},{5,2},{6,2},{7,2}] [ns_server:info,2012-11-14T10:56:28.951,ns_1@10.2.1.58:<0.2403.0>:ebucketmigrator_srv:handle_call:304]Successfully changed vbucket filter on tap stream `replication_ns_1@10.2.1.58`. [ns_server:info,2012-11-14T10:56:28.951,ns_1@10.2.1.58:<0.2403.0>:ebucketmigrator_srv:process_upstream:922]Got vbucket filter change completion message. Silencing upstream sender [ns_server:info,2012-11-14T10:56:28.951,ns_1@10.2.1.58:<0.2403.0>:ebucketmigrator_srv:handle_info:348]Got reply from upstream silencing request. Completing state transition to a new ebucketmigrator. [ns_server:debug,2012-11-14T10:56:28.951,ns_1@10.2.1.58:<0.2403.0>:ebucketmigrator_srv:complete_native_vb_filter_change:166]Proceeding with reading unread binaries [ns_server:debug,2012-11-14T10:56:28.951,ns_1@10.2.1.58:<0.2403.0>:ebucketmigrator_srv:confirm_downstream:193]Going to confirm reception downstream messages [rebalance:info,2012-11-14T10:56:28.951,ns_1@10.2.1.58:<0.2403.0>:ebucketmigrator_srv:do_confirm_sent_messages:682]Got close ack! [ns_server:debug,2012-11-14T10:56:28.952,ns_1@10.2.1.58:<0.2403.0>:ebucketmigrator_srv:confirm_downstream:197]Confirmed upstream messages are feeded to kernel [ns_server:debug,2012-11-14T10:56:28.952,ns_1@10.2.1.58:<0.2403.0>:ebucketmigrator_srv:reply_and_die:206]Passed old state to caller [ns_server:debug,2012-11-14T10:56:28.952,ns_1@10.2.1.58:<0.2403.0>:ebucketmigrator_srv:reply_and_die:209]Sent out state. Preparing to die [ns_server:debug,2012-11-14T10:56:28.952,ns_1@10.2.1.58:<0.2435.0>:ns_vbm_new_sup:perform_vbucket_filter_change:125]Got old state from previous ebucketmigrator: <0.2403.0> [ns_server:debug,2012-11-14T10:56:28.952,ns_1@10.2.1.58:<0.2435.0>:ns_vbm_new_sup:perform_vbucket_filter_change_loop:166]Sent old state to new instance [ns_server:info,2012-11-14T10:56:28.952,ns_1@10.2.1.58:<0.2438.0>:ns_vbm_new_sup:mk_old_state_retriever:83]Got vbucket filter change old state. Proceeding vbucket filter change operation [ns_server:debug,2012-11-14T10:56:28.952,ns_1@10.2.1.58:<0.2438.0>:ebucketmigrator_srv:init:450]Got old ebucketmigrator state from <0.2403.0>: {state,#Port<0.7752>,#Port<0.7743>,#Port<0.7753>,#Port<0.7744>,<0.2411.0>, <<"cut off">>,<<"cut off">>,[],20422,false,false,0, {1352,919388,951579}, completed, {<0.2435.0>,#Ref<0.0.0.42748>}, <<"replication_ns_1@10.2.1.58">>,<0.2403.0>, {had_backfill,false,undefined,[]}, false}. [ns_server:debug,2012-11-14T10:56:28.952,ns_1@10.2.1.58:<0.377.0>:ns_process_registry:handle_info:98]Got exit msg: {'EXIT',<0.2435.0>,{#Ref<0.0.0.42737>,<0.2438.0>}} [error_logger:info,2012-11-14T10:56:28.952,ns_1@10.2.1.58:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================PROGRESS REPORT========================= supervisor: {local,'ns_vbm_new_sup-default'} started: [{pid,<0.2438.0>}, {name, {new_child_id,[0,1,2,3,4,5,6,7],'ns_1@10.2.1.63'}}, {mfargs, {ebucketmigrator_srv,start_link, [{"10.2.1.63",11209}, {"10.2.1.58",11209}, [{old_state_retriever, #Fun}, {on_not_ready_vbuckets, #Fun}, {username,"default"}, {password,[]}, {vbuckets,[0,1,2,3,4,5,6,7]}, {takeover,false}, {suffix,"ns_1@10.2.1.58"}]]}}, {restart_type,temporary}, {shutdown,60000}, {child_type,worker}] [ns_server:info,2012-11-14T10:56:28.953,ns_1@10.2.1.58:<0.2064.0>:ns_memcached:do_handle_call:521]Changed vbucket 521 state to replica [views:debug,2012-11-14T10:56:28.955,ns_1@10.2.1.58:mc_couch_events<0.2000.0>:capi_set_view_manager:handle_mc_couch_event:529]Got set_vbucket event for default/521. Updated state: replica (0) [ns_server:debug,2012-11-14T10:56:28.956,ns_1@10.2.1.58:<0.2062.0>:mc_connection:do_notify_vbucket_update:112]Signaled mc_couch_event: {set_vbucket,"default",521,replica,0} [ns_server:debug,2012-11-14T10:56:28.956,ns_1@10.2.1.58:capi_set_view_manager-default<0.2049.0>:capi_set_view_manager:handle_info:377]Usable vbuckets: [0,513,3,6,516,519,512,2,515,5,518,521,1,514,4,7,517,520] [ns_server:debug,2012-11-14T10:56:28.964,ns_1@10.2.1.58:ns_config_rep<0.1929.0>:ns_config_rep:handle_call:113]Got full synchronization request from 'ns_1@10.2.1.61' [ns_server:debug,2012-11-14T10:56:28.965,ns_1@10.2.1.58:compaction_daemon<0.2028.0>:compaction_daemon:handle_info:353]Got config_changed in state idle. Nothing to do since compaction is not running [ns_server:debug,2012-11-14T10:56:28.965,ns_1@10.2.1.58:capi_set_view_manager-default<0.2049.0>:capi_set_view_manager:handle_info:349]doing replicate_newnodes_docs [ns_server:debug,2012-11-14T10:56:28.966,ns_1@10.2.1.58:ns_config_rep<0.1929.0>:ns_config_rep:handle_call:119]Fully synchronized config in 512 us [ns_server:debug,2012-11-14T10:56:28.966,ns_1@10.2.1.58:capi_set_view_manager-default<0.2049.0>:capi_set_view_manager:handle_info:349]doing replicate_newnodes_docs [ns_server:info,2012-11-14T10:56:28.966,ns_1@10.2.1.58:<0.2445.0>:ebucketmigrator_srv:init:490]Setting {"10.2.1.58",11209} vbucket 521 to state replica [ns_server:debug,2012-11-14T10:56:28.966,ns_1@10.2.1.58:ns_config_log<0.373.0>:ns_config_log:log_common:111]config change: buckets -> [{configs,[{"default", [{map,[{7, ['ns_1@10.2.1.61','ns_1@10.2.1.63'], ['ns_1@10.2.1.63','ns_1@10.2.1.58']}]}, {fastForwardMap,[]}, {uuid,<<"2df23521f5621f6caeffb1de32e15ea0">>}, {sasl_password,[]}, {num_replicas,1}, {replica_index,true}, {ram_quota,12582912000}, {auth_type,sasl}, {flush_enabled,true}, {type,membase}, {num_vbuckets,1024}, {servers,['ns_1@10.2.1.63','ns_1@10.2.1.58', 'ns_1@10.2.1.61']}]}]}] [ns_server:info,2012-11-14T10:56:28.968,ns_1@10.2.1.58:<0.2064.0>:ns_memcached:do_handle_call:521]Changed vbucket 8 state to replica [views:debug,2012-11-14T10:56:28.972,ns_1@10.2.1.58:mc_couch_events<0.2000.0>:capi_set_view_manager:handle_mc_couch_event:529]Got set_vbucket event for default/8. Updated state: replica (0) [ns_server:debug,2012-11-14T10:56:28.972,ns_1@10.2.1.58:capi_set_view_manager-default<0.2049.0>:capi_set_view_manager:handle_info:377]Usable vbuckets: [0,513,3,6,516,519,512,2,515,5,8,518,521,1,514,4,7,517,520] [ns_server:debug,2012-11-14T10:56:28.972,ns_1@10.2.1.58:<0.2062.0>:mc_connection:do_notify_vbucket_update:112]Signaled mc_couch_event: {set_vbucket,"default",8,replica,0} [ns_server:debug,2012-11-14T10:56:28.996,ns_1@10.2.1.58:<0.2438.0>:ebucketmigrator_srv:init:567]Reusing old upstream: [{vbuckets,[0,1,2,3,4,5,6,7]}, {name,<<"replication_ns_1@10.2.1.58">>}, {takeover,false}] [rebalance:debug,2012-11-14T10:56:28.996,ns_1@10.2.1.58:<0.2438.0>:ebucketmigrator_srv:init:586]upstream_sender pid: <0.2453.0> [ns_server:debug,2012-11-14T10:56:29.001,ns_1@10.2.1.58:<0.2445.0>:ebucketmigrator_srv:kill_tapname:966]killing tap named: replication_building_521_'ns_1@10.2.1.58' [rebalance:info,2012-11-14T10:56:29.010,ns_1@10.2.1.58:<0.2445.0>:ebucketmigrator_srv:init:549]Starting tap stream: [{vbuckets,[521]}, {checkpoints,[{521,0}]}, {name,<<"replication_building_521_'ns_1@10.2.1.58'">>}, {takeover,false}] {{"10.2.1.63",11209}, {"10.2.1.58",11209}, [{vbuckets,[521]}, {takeover,false}, {suffix,"building_521_'ns_1@10.2.1.58'"}, {username,"default"}, {password,[]}]} [rebalance:debug,2012-11-14T10:56:29.011,ns_1@10.2.1.58:<0.2445.0>:ebucketmigrator_srv:init:586]upstream_sender pid: <0.2454.0> [rebalance:debug,2012-11-14T10:56:29.011,ns_1@10.2.1.58:<0.2445.0>:ebucketmigrator_srv:handle_call:332]Suspended had_backfill waiter {had_backfill,undefined,undefined,[{<17879.23135.0>,#Ref<17879.0.4.154046>}]} [rebalance:info,2012-11-14T10:56:29.011,ns_1@10.2.1.58:<0.2445.0>:ebucketmigrator_srv:process_upstream:912]Initial stream for vbucket 521 [rebalance:debug,2012-11-14T10:56:29.012,ns_1@10.2.1.58:<0.2445.0>:ebucketmigrator_srv:process_downstream:876]Replied had_backfill: true to [{<17879.23135.0>,#Ref<17879.0.4.154046>}] [ns_server:debug,2012-11-14T10:56:29.014,ns_1@10.2.1.58:janitor_agent-default<0.2070.0>:janitor_agent:handle_info:682]Got done message from subprocess: <0.2455.0> (ok) [rebalance:debug,2012-11-14T10:56:29.019,ns_1@10.2.1.58:<0.2456.0>:janitor_agent:handle_call:651]Going to wait for persistence of checkpoint 2 in vbucket 521 [ns_server:info,2012-11-14T10:56:29.022,ns_1@10.2.1.58:<0.2458.0>:ebucketmigrator_srv:init:490]Setting {"10.2.1.58",11209} vbucket 8 to state replica [ns_server:debug,2012-11-14T10:56:29.066,ns_1@10.2.1.58:<0.2458.0>:ebucketmigrator_srv:kill_tapname:966]killing tap named: replication_building_8_'ns_1@10.2.1.58' [rebalance:info,2012-11-14T10:56:29.074,ns_1@10.2.1.58:<0.2458.0>:ebucketmigrator_srv:init:549]Starting tap stream: [{vbuckets,"\b"}, {checkpoints,[{8,0}]}, {name,<<"replication_building_8_'ns_1@10.2.1.58'">>}, {takeover,false}] {{"10.2.1.61",11209}, {"10.2.1.58",11209}, [{vbuckets,"\b"}, {takeover,false}, {suffix,"building_8_'ns_1@10.2.1.58'"}, {username,"default"}, {password,[]}]} [rebalance:debug,2012-11-14T10:56:29.075,ns_1@10.2.1.58:<0.2458.0>:ebucketmigrator_srv:init:586]upstream_sender pid: <0.2459.0> [rebalance:debug,2012-11-14T10:56:29.076,ns_1@10.2.1.58:<0.2458.0>:ebucketmigrator_srv:handle_call:332]Suspended had_backfill waiter {had_backfill,undefined,undefined,[{<17879.23149.0>,#Ref<17879.0.4.154145>}]} [rebalance:info,2012-11-14T10:56:29.076,ns_1@10.2.1.58:<0.2458.0>:ebucketmigrator_srv:process_upstream:912]Initial stream for vbucket 8 [rebalance:debug,2012-11-14T10:56:29.077,ns_1@10.2.1.58:<0.2458.0>:ebucketmigrator_srv:process_downstream:876]Replied had_backfill: true to [{<17879.23149.0>,#Ref<17879.0.4.154145>}] [ns_server:info,2012-11-14T10:56:29.153,ns_1@10.2.1.58:ns_port_memcached<0.2008.0>:ns_port_server:log:171]memcached<0.2008.0>: Wed Nov 14 10:56:28.952319 PST 3: Schedule cleanup of "eq_tapq:anon_25" memcached<0.2008.0>: Wed Nov 14 10:56:29.011967 PST 3: TAP (Consumer) eq_tapq:anon_28 - Reset vbucket 521 was completed succecssfully. memcached<0.2008.0>: Wed Nov 14 10:56:29.077000 PST 3: TAP (Consumer) eq_tapq:anon_29 - Reset vbucket 8 was completed succecssfully. [rebalance:debug,2012-11-14T10:56:29.164,ns_1@10.2.1.58:<0.2460.0>:janitor_agent:handle_call:651]Going to wait for persistence of checkpoint 2 in vbucket 8 [ns_server:debug,2012-11-14T10:56:29.385,ns_1@10.2.1.58:janitor_agent-default<0.2070.0>:janitor_agent:handle_info:682]Got done message from subprocess: <0.2460.0> (ok) [rebalance:debug,2012-11-14T10:56:29.392,ns_1@10.2.1.58:<0.2462.0>:janitor_agent:handle_call:651]Going to wait for persistence of checkpoint 2 in vbucket 8 [ns_server:debug,2012-11-14T10:56:29.392,ns_1@10.2.1.58:janitor_agent-default<0.2070.0>:janitor_agent:handle_info:682]Got done message from subprocess: <0.2462.0> (ok) [ns_server:debug,2012-11-14T10:56:29.458,ns_1@10.2.1.58:janitor_agent-default<0.2070.0>:janitor_agent:handle_info:682]Got done message from subprocess: <0.2456.0> (ok) [rebalance:debug,2012-11-14T10:56:29.464,ns_1@10.2.1.58:<0.2464.0>:janitor_agent:handle_call:651]Going to wait for persistence of checkpoint 2 in vbucket 521 [ns_server:debug,2012-11-14T10:56:29.465,ns_1@10.2.1.58:janitor_agent-default<0.2070.0>:janitor_agent:handle_info:682]Got done message from subprocess: <0.2464.0> (ok) [ns_server:debug,2012-11-14T10:56:29.467,ns_1@10.2.1.58:<0.2467.0>:capi_set_view_manager:do_wait_index_updated:608]References to wait: [] ("default", 521) [ns_server:debug,2012-11-14T10:56:29.467,ns_1@10.2.1.58:<0.2467.0>:capi_set_view_manager:do_wait_index_updated:628]All refs fired [ns_server:debug,2012-11-14T10:56:29.467,ns_1@10.2.1.58:janitor_agent-default<0.2070.0>:janitor_agent:handle_info:682]Got done message from subprocess: <0.2466.0> (ok) [rebalance:info,2012-11-14T10:56:29.467,ns_1@10.2.1.58:<0.2445.0>:ebucketmigrator_srv:do_confirm_sent_messages:682]Got close ack! [rebalance:info,2012-11-14T10:56:29.479,ns_1@10.2.1.58:<0.2458.0>:ebucketmigrator_srv:do_confirm_sent_messages:682]Got close ack! [ns_server:info,2012-11-14T10:56:29.482,ns_1@10.2.1.58:<0.2064.0>:ns_memcached:do_handle_call:521]Changed vbucket 8 state to replica [ns_server:info,2012-11-14T10:56:29.482,ns_1@10.2.1.58:tap_replication_manager-default<0.2067.0>:tap_replication_manager:change_vbucket_filter:185]Going to change replication from 'ns_1@10.2.1.63' to have [0,1,2,3,4,5,6,7,8] ("\b", []) [ns_server:debug,2012-11-14T10:56:29.483,ns_1@10.2.1.58:<0.2468.0>:ns_vbm_new_sup:perform_vbucket_filter_change:117]Registered myself under id:{"default", {new_child_id, [0,1,2,3,4,5,6,7,8], 'ns_1@10.2.1.63'}, #Ref<0.0.0.43367>} Args:[{"10.2.1.63",11209}, {"10.2.1.58",11209}, [{old_state_retriever,#Fun}, {on_not_ready_vbuckets,#Fun}, {username,"default"}, {password,[]}, {vbuckets,[0,1,2,3,4,5,6,7,8]}, {takeover,false}, {suffix,"ns_1@10.2.1.58"}]] [ns_server:debug,2012-11-14T10:56:29.484,ns_1@10.2.1.58:<0.2468.0>:ns_vbm_new_sup:perform_vbucket_filter_change:121]Linked myself to old ebucketmigrator <0.2438.0> [ns_server:info,2012-11-14T10:56:29.484,ns_1@10.2.1.58:<0.2438.0>:ebucketmigrator_srv:handle_call:271]Starting new-style vbucket filter change on stream `replication_ns_1@10.2.1.58` [ns_server:info,2012-11-14T10:56:29.520,ns_1@10.2.1.58:<0.2438.0>:ebucketmigrator_srv:handle_call:294]Changing vbucket filter on tap stream `replication_ns_1@10.2.1.58`: [{0,2},{1,2},{2,2},{3,2},{4,2},{5,2},{6,2},{7,2},{8,2}] [ns_server:info,2012-11-14T10:56:29.521,ns_1@10.2.1.58:<0.2438.0>:ebucketmigrator_srv:handle_call:304]Successfully changed vbucket filter on tap stream `replication_ns_1@10.2.1.58`. [ns_server:info,2012-11-14T10:56:29.522,ns_1@10.2.1.58:<0.2438.0>:ebucketmigrator_srv:process_upstream:922]Got vbucket filter change completion message. Silencing upstream sender [ns_server:info,2012-11-14T10:56:29.522,ns_1@10.2.1.58:<0.2438.0>:ebucketmigrator_srv:handle_info:348]Got reply from upstream silencing request. Completing state transition to a new ebucketmigrator. [ns_server:debug,2012-11-14T10:56:29.522,ns_1@10.2.1.58:<0.2438.0>:ebucketmigrator_srv:complete_native_vb_filter_change:166]Proceeding with reading unread binaries [ns_server:debug,2012-11-14T10:56:29.522,ns_1@10.2.1.58:<0.2438.0>:ebucketmigrator_srv:confirm_downstream:193]Going to confirm reception downstream messages [rebalance:info,2012-11-14T10:56:29.522,ns_1@10.2.1.58:<0.2438.0>:ebucketmigrator_srv:do_confirm_sent_messages:682]Got close ack! [ns_server:debug,2012-11-14T10:56:29.522,ns_1@10.2.1.58:<0.2438.0>:ebucketmigrator_srv:confirm_downstream:197]Confirmed upstream messages are feeded to kernel [ns_server:debug,2012-11-14T10:56:29.522,ns_1@10.2.1.58:<0.2438.0>:ebucketmigrator_srv:reply_and_die:206]Passed old state to caller [ns_server:debug,2012-11-14T10:56:29.523,ns_1@10.2.1.58:<0.2438.0>:ebucketmigrator_srv:reply_and_die:209]Sent out state. Preparing to die [ns_server:debug,2012-11-14T10:56:29.523,ns_1@10.2.1.58:<0.2468.0>:ns_vbm_new_sup:perform_vbucket_filter_change:125]Got old state from previous ebucketmigrator: <0.2438.0> [ns_server:debug,2012-11-14T10:56:29.523,ns_1@10.2.1.58:<0.2468.0>:ns_vbm_new_sup:perform_vbucket_filter_change_loop:166]Sent old state to new instance [ns_server:info,2012-11-14T10:56:29.523,ns_1@10.2.1.58:<0.2471.0>:ns_vbm_new_sup:mk_old_state_retriever:83]Got vbucket filter change old state. Proceeding vbucket filter change operation [ns_server:debug,2012-11-14T10:56:29.523,ns_1@10.2.1.58:<0.2471.0>:ebucketmigrator_srv:init:450]Got old ebucketmigrator state from <0.2438.0>: {state,#Port<0.7752>,#Port<0.7743>,#Port<0.7753>,#Port<0.7744>,<0.2453.0>, <<"cut off">>,<<"cut off">>,[],23341,false,false,0, {1352,919389,522570}, completed, {<0.2468.0>,#Ref<0.0.0.43380>}, <<"replication_ns_1@10.2.1.58">>,<0.2438.0>, {had_backfill,false,undefined,[]}, false}. [ns_server:debug,2012-11-14T10:56:29.523,ns_1@10.2.1.58:<0.377.0>:ns_process_registry:handle_info:98]Got exit msg: {'EXIT',<0.2468.0>,{#Ref<0.0.0.43369>,<0.2471.0>}} [error_logger:info,2012-11-14T10:56:29.523,ns_1@10.2.1.58:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================PROGRESS REPORT========================= supervisor: {local,'ns_vbm_new_sup-default'} started: [{pid,<0.2471.0>}, {name, {new_child_id, [0,1,2,3,4,5,6,7,8], 'ns_1@10.2.1.63'}}, {mfargs, {ebucketmigrator_srv,start_link, [{"10.2.1.63",11209}, {"10.2.1.58",11209}, [{old_state_retriever, #Fun}, {on_not_ready_vbuckets, #Fun}, {username,"default"}, {password,[]}, {vbuckets,[0,1,2,3,4,5,6,7,8]}, {takeover,false}, {suffix,"ns_1@10.2.1.58"}]]}}, {restart_type,temporary}, {shutdown,60000}, {child_type,worker}] [ns_server:info,2012-11-14T10:56:29.542,ns_1@10.2.1.58:<0.2064.0>:ns_memcached:do_handle_call:521]Changed vbucket 521 state to active [ns_server:debug,2012-11-14T10:56:29.544,ns_1@10.2.1.58:compaction_daemon<0.2028.0>:compaction_daemon:handle_info:353]Got config_changed in state idle. Nothing to do since compaction is not running [ns_server:debug,2012-11-14T10:56:29.545,ns_1@10.2.1.58:capi_set_view_manager-default<0.2049.0>:capi_set_view_manager:handle_info:349]doing replicate_newnodes_docs [ns_server:debug,2012-11-14T10:56:29.545,ns_1@10.2.1.58:ns_config_rep<0.1929.0>:ns_config_rep:handle_call:113]Got full synchronization request from 'ns_1@10.2.1.61' [ns_server:debug,2012-11-14T10:56:29.545,ns_1@10.2.1.58:ns_config_log<0.373.0>:ns_config_log:log_common:111]config change: buckets -> [{configs,[{"default", [{map,[{8, ['ns_1@10.2.1.61','ns_1@10.2.1.63'], ['ns_1@10.2.1.63','ns_1@10.2.1.58']}]}, {fastForwardMap,[]}, {uuid,<<"2df23521f5621f6caeffb1de32e15ea0">>}, {sasl_password,[]}, {num_replicas,1}, {replica_index,true}, {ram_quota,12582912000}, {auth_type,sasl}, {flush_enabled,true}, {type,membase}, {num_vbuckets,1024}, {servers,['ns_1@10.2.1.63','ns_1@10.2.1.58', 'ns_1@10.2.1.61']}]}]}] [ns_server:debug,2012-11-14T10:56:29.545,ns_1@10.2.1.58:ns_config_rep<0.1929.0>:ns_config_rep:handle_call:119]Fully synchronized config in 9 us [ns_server:debug,2012-11-14T10:56:29.546,ns_1@10.2.1.58:capi_set_view_manager-default<0.2049.0>:capi_set_view_manager:handle_info:349]doing replicate_newnodes_docs [ns_server:info,2012-11-14T10:56:29.550,ns_1@10.2.1.58:<0.2064.0>:ns_memcached:do_handle_call:521]Changed vbucket 9 state to replica [ns_server:debug,2012-11-14T10:56:29.565,ns_1@10.2.1.58:<0.2471.0>:ebucketmigrator_srv:init:567]Reusing old upstream: [{vbuckets,[0,1,2,3,4,5,6,7,8]}, {name,<<"replication_ns_1@10.2.1.58">>}, {takeover,false}] [rebalance:debug,2012-11-14T10:56:29.565,ns_1@10.2.1.58:<0.2471.0>:ebucketmigrator_srv:init:586]upstream_sender pid: <0.2473.0> [views:debug,2012-11-14T10:56:29.570,ns_1@10.2.1.58:mc_couch_events<0.2000.0>:capi_set_view_manager:handle_mc_couch_event:529]Got set_vbucket event for default/521. Updated state: active (2) [ns_server:debug,2012-11-14T10:56:29.570,ns_1@10.2.1.58:<0.2062.0>:mc_connection:do_notify_vbucket_update:112]Signaled mc_couch_event: {set_vbucket,"default",521,active,2} [views:debug,2012-11-14T10:56:29.573,ns_1@10.2.1.58:mc_couch_events<0.2000.0>:capi_set_view_manager:handle_mc_couch_event:529]Got set_vbucket event for default/9. Updated state: replica (0) [ns_server:debug,2012-11-14T10:56:29.574,ns_1@10.2.1.58:capi_set_view_manager-default<0.2049.0>:capi_set_view_manager:handle_info:377]Usable vbuckets: [0,513,3,6,516,9,519,512,2,515,5,8,518,521,1,514,4,7,517,520] [ns_server:debug,2012-11-14T10:56:29.574,ns_1@10.2.1.58:<0.2062.0>:mc_connection:do_notify_vbucket_update:112]Signaled mc_couch_event: {set_vbucket,"default",9,replica,0} [ns_server:info,2012-11-14T10:56:29.585,ns_1@10.2.1.58:ns_port_memcached<0.2008.0>:ns_port_server:log:171]memcached<0.2008.0>: Wed Nov 14 10:56:29.385648 PST 3: Notified the completion of checkpoint persistence for vbucket 8, cookie 0x13fef080 memcached<0.2008.0>: Wed Nov 14 10:56:29.458063 PST 3: Notified the completion of checkpoint persistence for vbucket 521, cookie 0x13fc82c0 memcached<0.2008.0>: Wed Nov 14 10:56:29.468115 PST 3: TAP (Consumer) eq_tapq:anon_28 - disconnected memcached<0.2008.0>: Wed Nov 14 10:56:29.479371 PST 3: TAP (Consumer) eq_tapq:anon_29 - disconnected memcached<0.2008.0>: Wed Nov 14 10:56:29.536031 PST 3: TAP (Consumer) eq_tapq:anon_30 - disconnected memcached<0.2008.0>: Wed Nov 14 10:56:29.554767 PST 3: Schedule cleanup of "eq_tapq:anon_28" memcached<0.2008.0>: Wed Nov 14 10:56:29.554801 PST 3: Schedule cleanup of "eq_tapq:anon_29" memcached<0.2008.0>: Wed Nov 14 10:56:29.554814 PST 3: Schedule cleanup of "eq_tapq:anon_30" memcached<0.2008.0>: Wed Nov 14 10:56:29.554954 PST 3: TAP (Producer) eq_tapq:replication_ns_1@10.2.1.63 - Sending TAP_OPAQUE with command "complete_vb_filter_change" and vbucket 0 [ns_server:info,2012-11-14T10:56:29.628,ns_1@10.2.1.58:<0.2480.0>:ebucketmigrator_srv:init:490]Setting {"10.2.1.58",11209} vbucket 9 to state replica [ns_server:debug,2012-11-14T10:56:29.661,ns_1@10.2.1.58:<0.2480.0>:ebucketmigrator_srv:kill_tapname:966]killing tap named: replication_building_9_'ns_1@10.2.1.58' [rebalance:info,2012-11-14T10:56:29.671,ns_1@10.2.1.58:<0.2480.0>:ebucketmigrator_srv:init:549]Starting tap stream: [{vbuckets,"\t"}, {checkpoints,[{9,0}]}, {name,<<"replication_building_9_'ns_1@10.2.1.58'">>}, {takeover,false}] {{"10.2.1.61",11209}, {"10.2.1.58",11209}, [{vbuckets,"\t"}, {takeover,false}, {suffix,"building_9_'ns_1@10.2.1.58'"}, {username,"default"}, {password,[]}]} [rebalance:debug,2012-11-14T10:56:29.672,ns_1@10.2.1.58:<0.2480.0>:ebucketmigrator_srv:init:586]upstream_sender pid: <0.2481.0> [rebalance:debug,2012-11-14T10:56:29.672,ns_1@10.2.1.58:<0.2480.0>:ebucketmigrator_srv:handle_call:332]Suspended had_backfill waiter {had_backfill,undefined,undefined,[{<17879.23197.0>,#Ref<17879.0.4.155570>}]} [rebalance:info,2012-11-14T10:56:29.674,ns_1@10.2.1.58:<0.2480.0>:ebucketmigrator_srv:process_upstream:912]Initial stream for vbucket 9 [rebalance:debug,2012-11-14T10:56:29.675,ns_1@10.2.1.58:<0.2480.0>:ebucketmigrator_srv:process_downstream:876]Replied had_backfill: true to [{<17879.23197.0>,#Ref<17879.0.4.155570>}] [ns_server:debug,2012-11-14T10:56:29.682,ns_1@10.2.1.58:ns_config_rep<0.1929.0>:ns_config_rep:handle_call:113]Got full synchronization request from 'ns_1@10.2.1.61' [ns_server:debug,2012-11-14T10:56:29.683,ns_1@10.2.1.58:ns_config_rep<0.1929.0>:ns_config_rep:handle_call:119]Fully synchronized config in 695 us [ns_server:debug,2012-11-14T10:56:29.683,ns_1@10.2.1.58:compaction_daemon<0.2028.0>:compaction_daemon:handle_info:353]Got config_changed in state idle. Nothing to do since compaction is not running [ns_server:debug,2012-11-14T10:56:29.684,ns_1@10.2.1.58:capi_set_view_manager-default<0.2049.0>:capi_set_view_manager:handle_info:349]doing replicate_newnodes_docs [ns_server:debug,2012-11-14T10:56:29.684,ns_1@10.2.1.58:capi_set_view_manager-default<0.2049.0>:capi_set_view_manager:handle_info:349]doing replicate_newnodes_docs [ns_server:debug,2012-11-14T10:56:29.684,ns_1@10.2.1.58:ns_config_log<0.373.0>:ns_config_log:log_common:111]config change: buckets -> [{configs,[{"default", [{map,[{521, ['ns_1@10.2.1.63','ns_1@10.2.1.61'], ['ns_1@10.2.1.58','ns_1@10.2.1.63']}]}, {fastForwardMap,[]}, {uuid,<<"2df23521f5621f6caeffb1de32e15ea0">>}, {sasl_password,[]}, {num_replicas,1}, {replica_index,true}, {ram_quota,12582912000}, {auth_type,sasl}, {flush_enabled,true}, {type,membase}, {num_vbuckets,1024}, {servers,['ns_1@10.2.1.63','ns_1@10.2.1.58', 'ns_1@10.2.1.61']}]}]}] [ns_server:info,2012-11-14T10:56:29.694,ns_1@10.2.1.58:<0.2064.0>:ns_memcached:do_handle_call:521]Changed vbucket 522 state to replica [rebalance:debug,2012-11-14T10:56:29.700,ns_1@10.2.1.58:<0.2483.0>:janitor_agent:handle_call:651]Going to wait for persistence of checkpoint 2 in vbucket 9 [views:debug,2012-11-14T10:56:29.701,ns_1@10.2.1.58:mc_couch_events<0.2000.0>:capi_set_view_manager:handle_mc_couch_event:529]Got set_vbucket event for default/522. Updated state: replica (0) [ns_server:info,2012-11-14T10:56:29.701,ns_1@10.2.1.58:<0.2485.0>:ebucketmigrator_srv:init:490]Setting {"10.2.1.58",11209} vbucket 522 to state replica [ns_server:debug,2012-11-14T10:56:29.701,ns_1@10.2.1.58:<0.2062.0>:mc_connection:do_notify_vbucket_update:112]Signaled mc_couch_event: {set_vbucket,"default",522,replica,0} [ns_server:debug,2012-11-14T10:56:29.701,ns_1@10.2.1.58:capi_set_view_manager-default<0.2049.0>:capi_set_view_manager:handle_info:377]Usable vbuckets: [0,513,3,6,516,9,519,522,512,2,515,5,8,518,521,1,514,4,7,517,520] [ns_server:debug,2012-11-14T10:56:29.746,ns_1@10.2.1.58:<0.2485.0>:ebucketmigrator_srv:kill_tapname:966]killing tap named: replication_building_522_'ns_1@10.2.1.58' [rebalance:info,2012-11-14T10:56:29.747,ns_1@10.2.1.58:<0.2485.0>:ebucketmigrator_srv:init:549]Starting tap stream: [{vbuckets,[522]}, {checkpoints,[{522,0}]}, {name,<<"replication_building_522_'ns_1@10.2.1.58'">>}, {takeover,false}] {{"10.2.1.63",11209}, {"10.2.1.58",11209}, [{vbuckets,[522]}, {takeover,false}, {suffix,"building_522_'ns_1@10.2.1.58'"}, {username,"default"}, {password,[]}]} [rebalance:debug,2012-11-14T10:56:29.750,ns_1@10.2.1.58:<0.2485.0>:ebucketmigrator_srv:init:586]upstream_sender pid: <0.2492.0> [rebalance:debug,2012-11-14T10:56:29.750,ns_1@10.2.1.58:<0.2485.0>:ebucketmigrator_srv:handle_call:332]Suspended had_backfill waiter {had_backfill,undefined,undefined,[{<17879.23218.0>,#Ref<17879.0.4.162898>}]} [rebalance:info,2012-11-14T10:56:29.750,ns_1@10.2.1.58:<0.2485.0>:ebucketmigrator_srv:process_upstream:912]Initial stream for vbucket 522 [rebalance:debug,2012-11-14T10:56:29.751,ns_1@10.2.1.58:<0.2485.0>:ebucketmigrator_srv:process_downstream:876]Replied had_backfill: true to [{<17879.23218.0>,#Ref<17879.0.4.162898>}] [ns_server:debug,2012-11-14T10:56:29.764,ns_1@10.2.1.58:janitor_agent-default<0.2070.0>:janitor_agent:handle_info:682]Got done message from subprocess: <0.2493.0> (ok) [rebalance:debug,2012-11-14T10:56:29.776,ns_1@10.2.1.58:<0.2494.0>:janitor_agent:handle_call:651]Going to wait for persistence of checkpoint 2 in vbucket 522 [ns_server:info,2012-11-14T10:56:29.786,ns_1@10.2.1.58:ns_port_memcached<0.2008.0>:ns_port_server:log:171]memcached<0.2008.0>: Wed Nov 14 10:56:29.586037 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.2008.0>: Wed Nov 14 10:56:29.586159 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.2008.0>: Wed Nov 14 10:56:29.586188 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.2008.0>: Wed Nov 14 10:56:29.586208 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.2008.0>: Wed Nov 14 10:56:29.586228 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.2008.0>: Wed Nov 14 10:56:29.586266 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.2008.0>: Wed Nov 14 10:56:29.586288 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.2008.0>: Wed Nov 14 10:56:29.586307 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.2008.0>: Wed Nov 14 10:56:29.586326 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.2008.0>: Wed Nov 14 10:56:29.586375 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.2008.0>: Wed Nov 14 10:56:29.586403 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.2008.0>: Wed Nov 14 10:56:29.586423 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.2008.0>: Wed Nov 14 10:56:29.586442 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.2008.0>: Wed Nov 14 10:56:29.586476 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.2008.0>: Wed Nov 14 10:56:29.586498 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.2008.0>: Wed Nov 14 10:56:29.586518 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.2008.0>: Wed Nov 14 10:56:29.586536 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.2008.0>: Wed Nov 14 10:56:29.586584 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.2008.0>: Wed Nov 14 10:56:29.586604 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.2008.0>: Wed Nov 14 10:56:29.586624 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.2008.0>: Wed Nov 14 10:56:29.586642 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.2008.0>: Wed Nov 14 10:56:29.586676 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.2008.0>: Wed Nov 14 10:56:29.586697 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.2008.0>: Wed Nov 14 10:56:29.586718 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.2008.0>: Wed Nov 14 10:56:29.586737 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.2008.0>: Wed Nov 14 10:56:29.586787 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.2008.0>: Wed Nov 14 10:56:29.586810 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.2008.0>: Wed Nov 14 10:56:29.586830 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.2008.0>: Wed Nov 14 10:56:29.586849 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.2008.0>: Wed Nov 14 10:56:29.586872 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.2008.0>: Wed Nov 14 10:56:29.586915 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.2008.0>: Wed Nov 14 10:56:29.586939 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.2008.0>: Wed Nov 14 10:56:29.586959 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.2008.0>: Wed Nov 14 10:56:29.586979 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.2008.0>: Wed Nov 14 10:56:29.586998 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.2008.0>: Wed Nov 14 10:56:29.587032 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.2008.0>: Wed Nov 14 10:56:29.587053 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.2008.0>: Wed Nov 14 10:56:29.587071 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.2008.0>: Wed Nov 14 10:56:29.587089 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.2008.0>: Wed Nov 14 10:56:29.587200 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.2008.0>: Wed Nov 14 10:56:29.587222 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.2008.0>: Wed Nov 14 10:56:29.587244 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.2008.0>: Wed Nov 14 10:56:29.587264 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.2008.0>: Wed Nov 14 10:56:29.587283 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.2008.0>: Wed Nov 14 10:56:29.587303 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.2008.0>: Wed Nov 14 10:56:29.587325 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.2008.0>: Wed Nov 14 10:56:29.587372 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.2008.0>: Wed Nov 14 10:56:29.587395 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.2008.0>: Wed Nov 14 10:56:29.587413 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.2008.0>: Wed Nov 14 10:56:29.675069 PST 3: TAP (Consumer) eq_tapq:anon_31 - Reset vbucket 9 was completed succecssfully. memcached<0.2008.0>: Wed Nov 14 10:56:29.751211 PST 3: TAP (Consumer) eq_tapq:anon_32 - Reset vbucket 522 was completed succecssfully. [ns_server:debug,2012-11-14T10:56:30.117,ns_1@10.2.1.58:janitor_agent-default<0.2070.0>:janitor_agent:handle_info:682]Got done message from subprocess: <0.2494.0> (ok) [rebalance:debug,2012-11-14T10:56:30.125,ns_1@10.2.1.58:<0.2500.0>:janitor_agent:handle_call:651]Going to wait for persistence of checkpoint 2 in vbucket 522 [ns_server:debug,2012-11-14T10:56:30.126,ns_1@10.2.1.58:janitor_agent-default<0.2070.0>:janitor_agent:handle_info:682]Got done message from subprocess: <0.2500.0> (ok) [ns_server:debug,2012-11-14T10:56:30.127,ns_1@10.2.1.58:<0.2503.0>:capi_set_view_manager:do_wait_index_updated:608]References to wait: [] ("default", 522) [ns_server:debug,2012-11-14T10:56:30.127,ns_1@10.2.1.58:<0.2503.0>:capi_set_view_manager:do_wait_index_updated:628]All refs fired [ns_server:debug,2012-11-14T10:56:30.127,ns_1@10.2.1.58:janitor_agent-default<0.2070.0>:janitor_agent:handle_info:682]Got done message from subprocess: <0.2502.0> (ok) [rebalance:info,2012-11-14T10:56:30.127,ns_1@10.2.1.58:<0.2485.0>:ebucketmigrator_srv:do_confirm_sent_messages:682]Got close ack! [ns_server:debug,2012-11-14T10:56:30.140,ns_1@10.2.1.58:janitor_agent-default<0.2070.0>:janitor_agent:handle_info:682]Got done message from subprocess: <0.2483.0> (ok) [rebalance:debug,2012-11-14T10:56:30.143,ns_1@10.2.1.58:<0.2504.0>:janitor_agent:handle_call:651]Going to wait for persistence of checkpoint 2 in vbucket 9 [ns_server:debug,2012-11-14T10:56:30.144,ns_1@10.2.1.58:janitor_agent-default<0.2070.0>:janitor_agent:handle_info:682]Got done message from subprocess: <0.2504.0> (ok) [views:debug,2012-11-14T10:56:30.193,ns_1@10.2.1.58:mc_couch_events<0.2000.0>:capi_set_view_manager:handle_mc_couch_event:529]Got set_vbucket event for default/522. Updated state: pending (2) [ns_server:debug,2012-11-14T10:56:30.193,ns_1@10.2.1.58:<0.2062.0>:mc_connection:do_notify_vbucket_update:112]Signaled mc_couch_event: {set_vbucket,"default",522,pending,2} [ns_server:info,2012-11-14T10:56:30.206,ns_1@10.2.1.58:<0.2064.0>:ns_memcached:do_handle_call:521]Changed vbucket 522 state to active [views:debug,2012-11-14T10:56:30.208,ns_1@10.2.1.58:mc_couch_events<0.2000.0>:capi_set_view_manager:handle_mc_couch_event:529]Got set_vbucket event for default/522. Updated state: active (2) [ns_server:debug,2012-11-14T10:56:30.208,ns_1@10.2.1.58:<0.2062.0>:mc_connection:do_notify_vbucket_update:112]Signaled mc_couch_event: {set_vbucket,"default",522,active,2} [rebalance:info,2012-11-14T10:56:30.287,ns_1@10.2.1.58:<0.2480.0>:ebucketmigrator_srv:do_confirm_sent_messages:682]Got close ack! [ns_server:debug,2012-11-14T10:56:30.300,ns_1@10.2.1.58:ns_config_rep<0.1929.0>:ns_config_rep:handle_call:113]Got full synchronization request from 'ns_1@10.2.1.61' [ns_server:debug,2012-11-14T10:56:30.301,ns_1@10.2.1.58:capi_set_view_manager-default<0.2049.0>:capi_set_view_manager:handle_info:349]doing replicate_newnodes_docs [ns_server:debug,2012-11-14T10:56:30.301,ns_1@10.2.1.58:ns_config_rep<0.1929.0>:ns_config_rep:handle_call:119]Fully synchronized config in 1145 us [ns_server:debug,2012-11-14T10:56:30.301,ns_1@10.2.1.58:compaction_daemon<0.2028.0>:compaction_daemon:handle_info:353]Got config_changed in state idle. Nothing to do since compaction is not running [ns_server:debug,2012-11-14T10:56:30.302,ns_1@10.2.1.58:capi_set_view_manager-default<0.2049.0>:capi_set_view_manager:handle_info:349]doing replicate_newnodes_docs [ns_server:debug,2012-11-14T10:56:30.302,ns_1@10.2.1.58:ns_config_log<0.373.0>:ns_config_log:log_common:111]config change: buckets -> [{configs,[{"default", [{map,[{522, ['ns_1@10.2.1.63','ns_1@10.2.1.61'], ['ns_1@10.2.1.58','ns_1@10.2.1.63']}]}, {fastForwardMap,[]}, {uuid,<<"2df23521f5621f6caeffb1de32e15ea0">>}, {sasl_password,[]}, {num_replicas,1}, {replica_index,true}, {ram_quota,12582912000}, {auth_type,sasl}, {flush_enabled,true}, {type,membase}, {num_vbuckets,1024}, {servers,['ns_1@10.2.1.63','ns_1@10.2.1.58', 'ns_1@10.2.1.61']}]}]}] [ns_server:info,2012-11-14T10:56:30.317,ns_1@10.2.1.58:ns_port_memcached<0.2008.0>:ns_port_server:log:171]memcached<0.2008.0>: Wed Nov 14 10:56:30.117613 PST 3: Notified the completion of checkpoint persistence for vbucket 522, cookie 0x13fef080 memcached<0.2008.0>: Wed Nov 14 10:56:30.128077 PST 3: TAP (Consumer) eq_tapq:anon_32 - disconnected memcached<0.2008.0>: Wed Nov 14 10:56:30.140391 PST 3: Notified the completion of checkpoint persistence for vbucket 9, cookie 0x13fef600 memcached<0.2008.0>: Wed Nov 14 10:56:30.200295 PST 3: TAP (Consumer) eq_tapq:anon_33 - disconnected memcached<0.2008.0>: Wed Nov 14 10:56:30.216906 PST 3: Schedule cleanup of "eq_tapq:anon_32" memcached<0.2008.0>: Wed Nov 14 10:56:30.216932 PST 3: TAP (Producer) eq_tapq:replication_ns_1@10.2.1.63 - Sending TAP_OPAQUE with command "complete_vb_filter_change" and vbucket 0 memcached<0.2008.0>: Wed Nov 14 10:56:30.216941 PST 3: Schedule cleanup of "eq_tapq:anon_33" memcached<0.2008.0>: Wed Nov 14 10:56:30.304261 PST 3: TAP (Consumer) eq_tapq:anon_31 - disconnected [ns_server:info,2012-11-14T10:56:30.321,ns_1@10.2.1.58:<0.2064.0>:ns_memcached:do_handle_call:521]Changed vbucket 523 state to replica [views:debug,2012-11-14T10:56:30.323,ns_1@10.2.1.58:mc_couch_events<0.2000.0>:capi_set_view_manager:handle_mc_couch_event:529]Got set_vbucket event for default/523. Updated state: replica (0) [ns_server:debug,2012-11-14T10:56:30.323,ns_1@10.2.1.58:<0.2062.0>:mc_connection:do_notify_vbucket_update:112]Signaled mc_couch_event: {set_vbucket,"default",523,replica,0} [ns_server:debug,2012-11-14T10:56:30.323,ns_1@10.2.1.58:capi_set_view_manager-default<0.2049.0>:capi_set_view_manager:handle_info:377]Usable vbuckets: [0,513,3,6,516,9,519,522,512,2,515,5,8,518,521,1,514,4,7,517,520,523] [ns_server:info,2012-11-14T10:56:30.325,ns_1@10.2.1.58:<0.2507.0>:ebucketmigrator_srv:init:490]Setting {"10.2.1.58",11209} vbucket 523 to state replica [ns_server:info,2012-11-14T10:56:30.342,ns_1@10.2.1.58:<0.2064.0>:ns_memcached:do_handle_call:521]Changed vbucket 9 state to replica [ns_server:info,2012-11-14T10:56:30.342,ns_1@10.2.1.58:tap_replication_manager-default<0.2067.0>:tap_replication_manager:change_vbucket_filter:185]Going to change replication from 'ns_1@10.2.1.63' to have [0,1,2,3,4,5,6,7,8,9] ("\t", []) [ns_server:debug,2012-11-14T10:56:30.343,ns_1@10.2.1.58:<0.2514.0>:ns_vbm_new_sup:perform_vbucket_filter_change:117]Registered myself under id:{"default", {new_child_id, [0,1,2,3,4,5,6,7,8,9], 'ns_1@10.2.1.63'}, #Ref<0.0.0.44263>} Args:[{"10.2.1.63",11209}, {"10.2.1.58",11209}, [{old_state_retriever,#Fun}, {on_not_ready_vbuckets,#Fun}, {username,"default"}, {password,[]}, {vbuckets,[0,1,2,3,4,5,6,7,8,9]}, {takeover,false}, {suffix,"ns_1@10.2.1.58"}]] [ns_server:debug,2012-11-14T10:56:30.343,ns_1@10.2.1.58:<0.2514.0>:ns_vbm_new_sup:perform_vbucket_filter_change:121]Linked myself to old ebucketmigrator <0.2471.0> [ns_server:info,2012-11-14T10:56:30.344,ns_1@10.2.1.58:<0.2471.0>:ebucketmigrator_srv:handle_call:271]Starting new-style vbucket filter change on stream `replication_ns_1@10.2.1.58` [ns_server:debug,2012-11-14T10:56:30.365,ns_1@10.2.1.58:<0.2507.0>:ebucketmigrator_srv:kill_tapname:966]killing tap named: replication_building_523_'ns_1@10.2.1.58' [rebalance:info,2012-11-14T10:56:30.366,ns_1@10.2.1.58:<0.2507.0>:ebucketmigrator_srv:init:549]Starting tap stream: [{vbuckets,[523]}, {checkpoints,[{523,0}]}, {name,<<"replication_building_523_'ns_1@10.2.1.58'">>}, {takeover,false}] {{"10.2.1.63",11209}, {"10.2.1.58",11209}, [{vbuckets,[523]}, {takeover,false}, {suffix,"building_523_'ns_1@10.2.1.58'"}, {username,"default"}, {password,[]}]} [rebalance:debug,2012-11-14T10:56:30.367,ns_1@10.2.1.58:<0.2507.0>:ebucketmigrator_srv:init:586]upstream_sender pid: <0.2535.0> [rebalance:debug,2012-11-14T10:56:30.367,ns_1@10.2.1.58:<0.2507.0>:ebucketmigrator_srv:handle_call:332]Suspended had_backfill waiter {had_backfill,undefined,undefined,[{<17879.23284.0>,#Ref<17879.0.4.163700>}]} [rebalance:info,2012-11-14T10:56:30.367,ns_1@10.2.1.58:<0.2507.0>:ebucketmigrator_srv:process_upstream:912]Initial stream for vbucket 523 [rebalance:debug,2012-11-14T10:56:30.367,ns_1@10.2.1.58:<0.2507.0>:ebucketmigrator_srv:process_downstream:876]Replied had_backfill: true to [{<17879.23284.0>,#Ref<17879.0.4.163700>}] [ns_server:info,2012-11-14T10:56:30.374,ns_1@10.2.1.58:<0.2471.0>:ebucketmigrator_srv:handle_call:294]Changing vbucket filter on tap stream `replication_ns_1@10.2.1.58`: [{0,2},{1,2},{2,2},{3,2},{4,2},{5,2},{6,2},{7,2},{8,2},{9,2}] [ns_server:info,2012-11-14T10:56:30.375,ns_1@10.2.1.58:<0.2471.0>:ebucketmigrator_srv:handle_call:304]Successfully changed vbucket filter on tap stream `replication_ns_1@10.2.1.58`. [ns_server:info,2012-11-14T10:56:30.375,ns_1@10.2.1.58:<0.2471.0>:ebucketmigrator_srv:process_upstream:922]Got vbucket filter change completion message. Silencing upstream sender [ns_server:info,2012-11-14T10:56:30.376,ns_1@10.2.1.58:<0.2471.0>:ebucketmigrator_srv:handle_info:348]Got reply from upstream silencing request. Completing state transition to a new ebucketmigrator. [ns_server:debug,2012-11-14T10:56:30.376,ns_1@10.2.1.58:<0.2471.0>:ebucketmigrator_srv:complete_native_vb_filter_change:166]Proceeding with reading unread binaries [ns_server:debug,2012-11-14T10:56:30.376,ns_1@10.2.1.58:<0.2471.0>:ebucketmigrator_srv:confirm_downstream:193]Going to confirm reception downstream messages [rebalance:info,2012-11-14T10:56:30.376,ns_1@10.2.1.58:<0.2471.0>:ebucketmigrator_srv:do_confirm_sent_messages:682]Got close ack! [ns_server:debug,2012-11-14T10:56:30.376,ns_1@10.2.1.58:<0.2471.0>:ebucketmigrator_srv:confirm_downstream:197]Confirmed upstream messages are feeded to kernel [ns_server:debug,2012-11-14T10:56:30.376,ns_1@10.2.1.58:<0.2471.0>:ebucketmigrator_srv:reply_and_die:206]Passed old state to caller [ns_server:debug,2012-11-14T10:56:30.376,ns_1@10.2.1.58:<0.2471.0>:ebucketmigrator_srv:reply_and_die:209]Sent out state. Preparing to die [ns_server:debug,2012-11-14T10:56:30.376,ns_1@10.2.1.58:<0.2514.0>:ns_vbm_new_sup:perform_vbucket_filter_change:125]Got old state from previous ebucketmigrator: <0.2471.0> [ns_server:debug,2012-11-14T10:56:30.377,ns_1@10.2.1.58:<0.2514.0>:ns_vbm_new_sup:perform_vbucket_filter_change_loop:166]Sent old state to new instance [ns_server:info,2012-11-14T10:56:30.377,ns_1@10.2.1.58:<0.2540.0>:ns_vbm_new_sup:mk_old_state_retriever:83]Got vbucket filter change old state. Proceeding vbucket filter change operation [ns_server:debug,2012-11-14T10:56:30.377,ns_1@10.2.1.58:<0.2540.0>:ebucketmigrator_srv:init:450]Got old ebucketmigrator state from <0.2471.0>: {state,#Port<0.7752>,#Port<0.7743>,#Port<0.7753>,#Port<0.7744>,<0.2473.0>, <<"cut off">>,<<"cut off">>,[],26266,false,false,0, {1352,919390,375874}, completed, {<0.2514.0>,#Ref<0.0.0.44276>}, <<"replication_ns_1@10.2.1.58">>,<0.2471.0>, {had_backfill,false,undefined,[]}, false}. [ns_server:debug,2012-11-14T10:56:30.377,ns_1@10.2.1.58:<0.377.0>:ns_process_registry:handle_info:98]Got exit msg: {'EXIT',<0.2514.0>,{#Ref<0.0.0.44265>,<0.2540.0>}} [error_logger:info,2012-11-14T10:56:30.377,ns_1@10.2.1.58:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================PROGRESS REPORT========================= supervisor: {local,'ns_vbm_new_sup-default'} started: [{pid,<0.2540.0>}, {name, {new_child_id, [0,1,2,3,4,5,6,7,8,9], 'ns_1@10.2.1.63'}}, {mfargs, {ebucketmigrator_srv,start_link, [{"10.2.1.63",11209}, {"10.2.1.58",11209}, [{old_state_retriever, #Fun}, {on_not_ready_vbuckets, #Fun}, {username,"default"}, {password,[]}, {vbuckets,[0,1,2,3,4,5,6,7,8,9]}, {takeover,false}, {suffix,"ns_1@10.2.1.58"}]]}}, {restart_type,temporary}, {shutdown,60000}, {child_type,worker}] [ns_server:debug,2012-11-14T10:56:30.381,ns_1@10.2.1.58:janitor_agent-default<0.2070.0>:janitor_agent:handle_info:682]Got done message from subprocess: <0.2541.0> (ok) [rebalance:debug,2012-11-14T10:56:30.385,ns_1@10.2.1.58:<0.2542.0>:janitor_agent:handle_call:651]Going to wait for persistence of checkpoint 2 in vbucket 523 [ns_server:debug,2012-11-14T10:56:30.388,ns_1@10.2.1.58:ns_config_rep<0.1929.0>:ns_config_rep:handle_call:113]Got full synchronization request from 'ns_1@10.2.1.61' [ns_server:debug,2012-11-14T10:56:30.389,ns_1@10.2.1.58:compaction_daemon<0.2028.0>:compaction_daemon:handle_info:353]Got config_changed in state idle. Nothing to do since compaction is not running [ns_server:debug,2012-11-14T10:56:30.389,ns_1@10.2.1.58:capi_set_view_manager-default<0.2049.0>:capi_set_view_manager:handle_info:349]doing replicate_newnodes_docs [ns_server:debug,2012-11-14T10:56:30.389,ns_1@10.2.1.58:ns_config_rep<0.1929.0>:ns_config_rep:handle_call:119]Fully synchronized config in 1031 us [ns_server:debug,2012-11-14T10:56:30.389,ns_1@10.2.1.58:capi_set_view_manager-default<0.2049.0>:capi_set_view_manager:handle_info:349]doing replicate_newnodes_docs [ns_server:debug,2012-11-14T10:56:30.390,ns_1@10.2.1.58:ns_config_log<0.373.0>:ns_config_log:log_common:111]config change: buckets -> [{configs,[{"default", [{map,[{9, ['ns_1@10.2.1.61','ns_1@10.2.1.63'], ['ns_1@10.2.1.63','ns_1@10.2.1.58']}]}, {fastForwardMap,[]}, {uuid,<<"2df23521f5621f6caeffb1de32e15ea0">>}, {sasl_password,[]}, {num_replicas,1}, {replica_index,true}, {ram_quota,12582912000}, {auth_type,sasl}, {flush_enabled,true}, {type,membase}, {num_vbuckets,1024}, {servers,['ns_1@10.2.1.63','ns_1@10.2.1.58', 'ns_1@10.2.1.61']}]}]}] [ns_server:info,2012-11-14T10:56:30.397,ns_1@10.2.1.58:<0.2064.0>:ns_memcached:do_handle_call:521]Changed vbucket 10 state to replica [views:debug,2012-11-14T10:56:30.405,ns_1@10.2.1.58:mc_couch_events<0.2000.0>:capi_set_view_manager:handle_mc_couch_event:529]Got set_vbucket event for default/10. Updated state: replica (0) [ns_server:debug,2012-11-14T10:56:30.405,ns_1@10.2.1.58:<0.2062.0>:mc_connection:do_notify_vbucket_update:112]Signaled mc_couch_event: {set_vbucket,"default",10,replica,0} [ns_server:debug,2012-11-14T10:56:30.405,ns_1@10.2.1.58:capi_set_view_manager-default<0.2049.0>:capi_set_view_manager:handle_info:377]Usable vbuckets: [0,513,3,6,516,9,519,522,512,2,515,5,8,518,521,1,514,4,7,517,520,10,523] [ns_server:debug,2012-11-14T10:56:30.445,ns_1@10.2.1.58:<0.2540.0>:ebucketmigrator_srv:init:567]Reusing old upstream: [{vbuckets,[0,1,2,3,4,5,6,7,8,9]}, {name,<<"replication_ns_1@10.2.1.58">>}, {takeover,false}] [rebalance:debug,2012-11-14T10:56:30.445,ns_1@10.2.1.58:<0.2540.0>:ebucketmigrator_srv:init:586]upstream_sender pid: <0.2551.0> [ns_server:info,2012-11-14T10:56:30.466,ns_1@10.2.1.58:<0.2552.0>:ebucketmigrator_srv:init:490]Setting {"10.2.1.58",11209} vbucket 10 to state replica [ns_server:debug,2012-11-14T10:56:30.494,ns_1@10.2.1.58:<0.2552.0>:ebucketmigrator_srv:kill_tapname:966]killing tap named: replication_building_10_'ns_1@10.2.1.58' [rebalance:info,2012-11-14T10:56:30.496,ns_1@10.2.1.58:<0.2552.0>:ebucketmigrator_srv:init:549]Starting tap stream: [{vbuckets,"\n"}, {checkpoints,[{10,0}]}, {name,<<"replication_building_10_'ns_1@10.2.1.58'">>}, {takeover,false}] {{"10.2.1.61",11209}, {"10.2.1.58",11209}, [{vbuckets,"\n"}, {takeover,false}, {suffix,"building_10_'ns_1@10.2.1.58'"}, {username,"default"}, {password,[]}]} [rebalance:debug,2012-11-14T10:56:30.496,ns_1@10.2.1.58:<0.2552.0>:ebucketmigrator_srv:init:586]upstream_sender pid: <0.2553.0> [rebalance:debug,2012-11-14T10:56:30.496,ns_1@10.2.1.58:<0.2552.0>:ebucketmigrator_srv:handle_call:332]Suspended had_backfill waiter {had_backfill,undefined,undefined,[{<17879.23306.0>,#Ref<17879.0.4.163881>}]} [rebalance:info,2012-11-14T10:56:30.496,ns_1@10.2.1.58:<0.2552.0>:ebucketmigrator_srv:process_upstream:912]Initial stream for vbucket 10 [rebalance:debug,2012-11-14T10:56:30.498,ns_1@10.2.1.58:<0.2552.0>:ebucketmigrator_srv:process_downstream:876]Replied had_backfill: true to [{<17879.23306.0>,#Ref<17879.0.4.163881>}] [ns_server:info,2012-11-14T10:56:30.568,ns_1@10.2.1.58:ns_port_memcached<0.2008.0>:ns_port_server:log:171]memcached<0.2008.0>: Wed Nov 14 10:56:30.367530 PST 3: TAP (Consumer) eq_tapq:anon_34 - Reset vbucket 523 was completed succecssfully. memcached<0.2008.0>: Wed Nov 14 10:56:30.387949 PST 3: Schedule cleanup of "eq_tapq:anon_31" memcached<0.2008.0>: Wed Nov 14 10:56:30.450220 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.2008.0>: Wed Nov 14 10:56:30.450266 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.2008.0>: Wed Nov 14 10:56:30.450283 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.2008.0>: Wed Nov 14 10:56:30.450314 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.2008.0>: Wed Nov 14 10:56:30.450327 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.2008.0>: Wed Nov 14 10:56:30.450337 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.2008.0>: Wed Nov 14 10:56:30.450366 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.2008.0>: Wed Nov 14 10:56:30.450376 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.2008.0>: Wed Nov 14 10:56:30.450385 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.2008.0>: Wed Nov 14 10:56:30.450412 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.2008.0>: Wed Nov 14 10:56:30.450575 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.2008.0>: Wed Nov 14 10:56:30.450606 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.2008.0>: Wed Nov 14 10:56:30.450620 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.2008.0>: Wed Nov 14 10:56:30.450632 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.2008.0>: Wed Nov 14 10:56:30.450659 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.2008.0>: Wed Nov 14 10:56:30.450671 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.2008.0>: Wed Nov 14 10:56:30.450681 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.2008.0>: Wed Nov 14 10:56:30.450707 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.2008.0>: Wed Nov 14 10:56:30.450719 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.2008.0>: Wed Nov 14 10:56:30.450729 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.2008.0>: Wed Nov 14 10:56:30.451388 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.2008.0>: Wed Nov 14 10:56:30.451406 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.2008.0>: Wed Nov 14 10:56:30.451420 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.2008.0>: Wed Nov 14 10:56:30.451454 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.2008.0>: Wed Nov 14 10:56:30.451468 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.2008.0>: Wed Nov 14 10:56:30.451492 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.2008.0>: Wed Nov 14 10:56:30.451504 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.2008.0>: Wed Nov 14 10:56:30.451515 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.2008.0>: Wed Nov 14 10:56:30.451525 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.2008.0>: Wed Nov 14 10:56:30.451548 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.2008.0>: Wed Nov 14 10:56:30.451573 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.2008.0>: Wed Nov 14 10:56:30.451601 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.2008.0>: Wed Nov 14 10:56:30.451618 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.2008.0>: Wed Nov 14 10:56:30.451627 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.2008.0>: Wed Nov 14 10:56:30.451643 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.2008.0>: Wed Nov 14 10:56:30.451658 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.2008.0>: Wed Nov 14 10:56:30.451672 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.2008.0>: Wed Nov 14 10:56:30.451706 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.2008.0>: Wed Nov 14 10:56:30.451722 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.2008.0>: Wed Nov 14 10:56:30.451751 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.2008.0>: Wed Nov 14 10:56:30.451766 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.2008.0>: Wed Nov 14 10:56:30.451779 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.2008.0>: Wed Nov 14 10:56:30.451791 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.2008.0>: Wed Nov 14 10:56:30.451802 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.2008.0>: Wed Nov 14 10:56:30.451814 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.2008.0>: Wed Nov 14 10:56:30.451822 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.2008.0>: Wed Nov 14 10:56:30.451832 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.2008.0>: Wed Nov 14 10:56:30.451842 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.2008.0>: Wed Nov 14 10:56:30.451851 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.2008.0>: Wed Nov 14 10:56:30.451862 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.2008.0>: Wed Nov 14 10:56:30.453051 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.2008.0>: Wed Nov 14 10:56:30.453091 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.2008.0>: Wed Nov 14 10:56:30.453106 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.2008.0>: Wed Nov 14 10:56:30.453131 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.2008.0>: Wed Nov 14 10:56:30.453144 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.2008.0>: Wed Nov 14 10:56:30.453156 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.2008.0>: Wed Nov 14 10:56:30.453186 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.2008.0>: Wed Nov 14 10:56:30.453197 PST 3: persistence cursor offset is negative. Reset it to 0. [ns_server:warn,2012-11-14T10:56:30.568,ns_1@10.2.1.58:ns_port_memcached<0.2008.0>:ns_port_server:log:176]Dropped 2127 log lines from memcached [rebalance:debug,2012-11-14T10:56:30.617,ns_1@10.2.1.58:<0.2554.0>:janitor_agent:handle_call:651]Going to wait for persistence of checkpoint 2 in vbucket 10 [ns_server:debug,2012-11-14T10:56:30.749,ns_1@10.2.1.58:janitor_agent-default<0.2070.0>:janitor_agent:handle_info:682]Got done message from subprocess: <0.2542.0> (ok) [rebalance:debug,2012-11-14T10:56:30.757,ns_1@10.2.1.58:<0.2556.0>:janitor_agent:handle_call:651]Going to wait for persistence of checkpoint 2 in vbucket 523 [ns_server:debug,2012-11-14T10:56:30.758,ns_1@10.2.1.58:janitor_agent-default<0.2070.0>:janitor_agent:handle_info:682]Got done message from subprocess: <0.2556.0> (ok) [ns_server:debug,2012-11-14T10:56:30.758,ns_1@10.2.1.58:<0.2559.0>:capi_set_view_manager:do_wait_index_updated:608]References to wait: [] ("default", 523) [ns_server:debug,2012-11-14T10:56:30.758,ns_1@10.2.1.58:<0.2559.0>:capi_set_view_manager:do_wait_index_updated:628]All refs fired [ns_server:debug,2012-11-14T10:56:30.758,ns_1@10.2.1.58:janitor_agent-default<0.2070.0>:janitor_agent:handle_info:682]Got done message from subprocess: <0.2558.0> (ok) [rebalance:info,2012-11-14T10:56:30.759,ns_1@10.2.1.58:<0.2507.0>:ebucketmigrator_srv:do_confirm_sent_messages:682]Got close ack! [ns_server:info,2012-11-14T10:56:30.769,ns_1@10.2.1.58:ns_port_memcached<0.2008.0>:ns_port_server:log:171]memcached<0.2008.0>: Wed Nov 14 10:56:30.568881 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.2008.0>: Wed Nov 14 10:56:30.568894 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.2008.0>: Wed Nov 14 10:56:30.568903 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.2008.0>: Wed Nov 14 10:56:30.568940 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.2008.0>: Wed Nov 14 10:56:30.569068 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.2008.0>: Wed Nov 14 10:56:30.569079 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.2008.0>: Wed Nov 14 10:56:30.569099 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.2008.0>: Wed Nov 14 10:56:30.569139 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.2008.0>: Wed Nov 14 10:56:30.569172 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.2008.0>: Wed Nov 14 10:56:30.569402 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.2008.0>: Wed Nov 14 10:56:30.569414 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.2008.0>: Wed Nov 14 10:56:30.569459 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.2008.0>: Wed Nov 14 10:56:30.569470 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.2008.0>: Wed Nov 14 10:56:30.569513 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.2008.0>: Wed Nov 14 10:56:30.569550 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.2008.0>: Wed Nov 14 10:56:30.569654 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.2008.0>: Wed Nov 14 10:56:30.569683 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.2008.0>: Wed Nov 14 10:56:30.569732 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.2008.0>: Wed Nov 14 10:56:30.569744 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.2008.0>: Wed Nov 14 10:56:30.569779 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.2008.0>: Wed Nov 14 10:56:30.570923 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.2008.0>: Wed Nov 14 10:56:30.570954 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.2008.0>: Wed Nov 14 10:56:30.570979 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.2008.0>: Wed Nov 14 10:56:30.570988 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.2008.0>: Wed Nov 14 10:56:30.571040 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.2008.0>: Wed Nov 14 10:56:30.571082 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.2008.0>: Wed Nov 14 10:56:30.571118 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.2008.0>: Wed Nov 14 10:56:30.571145 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.2008.0>: Wed Nov 14 10:56:30.571184 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.2008.0>: Wed Nov 14 10:56:30.571203 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.2008.0>: Wed Nov 14 10:56:30.571222 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.2008.0>: Wed Nov 14 10:56:30.571235 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.2008.0>: Wed Nov 14 10:56:30.571288 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.2008.0>: Wed Nov 14 10:56:30.571334 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.2008.0>: Wed Nov 14 10:56:30.571444 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.2008.0>: Wed Nov 14 10:56:30.571461 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.2008.0>: Wed Nov 14 10:56:30.571510 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.2008.0>: Wed Nov 14 10:56:30.571537 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.2008.0>: Wed Nov 14 10:56:30.571567 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.2008.0>: Wed Nov 14 10:56:30.571598 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.2008.0>: Wed Nov 14 10:56:30.571720 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.2008.0>: Wed Nov 14 10:56:30.571800 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.2008.0>: Wed Nov 14 10:56:30.571884 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.2008.0>: Wed Nov 14 10:56:30.571895 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.2008.0>: Wed Nov 14 10:56:30.572358 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.2008.0>: Wed Nov 14 10:56:30.572400 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.2008.0>: Wed Nov 14 10:56:30.572410 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.2008.0>: Wed Nov 14 10:56:30.572628 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.2008.0>: Wed Nov 14 10:56:30.572664 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.2008.0>: Wed Nov 14 10:56:30.572726 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.2008.0>: Wed Nov 14 10:56:30.572759 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.2008.0>: Wed Nov 14 10:56:30.572777 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.2008.0>: Wed Nov 14 10:56:30.572828 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.2008.0>: Wed Nov 14 10:56:30.572875 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.2008.0>: Wed Nov 14 10:56:30.572906 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.2008.0>: Wed Nov 14 10:56:30.572927 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.2008.0>: Wed Nov 14 10:56:30.573013 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.2008.0>: Wed Nov 14 10:56:30.573075 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.2008.0>: Wed Nov 14 10:56:30.573104 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.2008.0>: Wed Nov 14 10:56:30.573407 PST 3: persistence cursor offset is negative. Reset it to 0. [ns_server:warn,2012-11-14T10:56:30.769,ns_1@10.2.1.58:ns_port_memcached<0.2008.0>:ns_port_server:log:176]Dropped 669 log lines from memcached [ns_server:debug,2012-11-14T10:56:30.798,ns_1@10.2.1.58:janitor_agent-default<0.2070.0>:janitor_agent:handle_info:682]Got done message from subprocess: <0.2554.0> (ok) [ns_server:info,2012-11-14T10:56:30.812,ns_1@10.2.1.58:<0.2064.0>:ns_memcached:do_handle_call:521]Changed vbucket 523 state to active [rebalance:debug,2012-11-14T10:56:30.815,ns_1@10.2.1.58:<0.2560.0>:janitor_agent:handle_call:651]Going to wait for persistence of checkpoint 2 in vbucket 10 [ns_server:debug,2012-11-14T10:56:30.816,ns_1@10.2.1.58:janitor_agent-default<0.2070.0>:janitor_agent:handle_info:682]Got done message from subprocess: <0.2560.0> (ok) [ns_server:debug,2012-11-14T10:56:30.895,ns_1@10.2.1.58:ns_config_rep<0.1929.0>:ns_config_rep:handle_call:113]Got full synchronization request from 'ns_1@10.2.1.61' [ns_server:debug,2012-11-14T10:56:30.895,ns_1@10.2.1.58:ns_config_rep<0.1929.0>:ns_config_rep:handle_call:119]Fully synchronized config in 4 us [ns_server:debug,2012-11-14T10:56:30.896,ns_1@10.2.1.58:ns_config_log<0.373.0>:ns_config_log:log_common:111]config change: buckets -> [{configs,[{"default", [{map,[{523, ['ns_1@10.2.1.63','ns_1@10.2.1.61'], ['ns_1@10.2.1.58','ns_1@10.2.1.63']}]}, {fastForwardMap,[]}, {uuid,<<"2df23521f5621f6caeffb1de32e15ea0">>}, {sasl_password,[]}, {num_replicas,1}, {replica_index,true}, {ram_quota,12582912000}, {auth_type,sasl}, {flush_enabled,true}, {type,membase}, {num_vbuckets,1024}, {servers,['ns_1@10.2.1.63','ns_1@10.2.1.58', 'ns_1@10.2.1.61']}]}]}] [ns_server:debug,2012-11-14T10:56:30.896,ns_1@10.2.1.58:compaction_daemon<0.2028.0>:compaction_daemon:handle_info:353]Got config_changed in state idle. Nothing to do since compaction is not running [ns_server:debug,2012-11-14T10:56:30.896,ns_1@10.2.1.58:capi_set_view_manager-default<0.2049.0>:capi_set_view_manager:handle_info:349]doing replicate_newnodes_docs [ns_server:debug,2012-11-14T10:56:30.896,ns_1@10.2.1.58:capi_set_view_manager-default<0.2049.0>:capi_set_view_manager:handle_info:349]doing replicate_newnodes_docs [ns_server:info,2012-11-14T10:56:30.902,ns_1@10.2.1.58:<0.2065.0>:ns_memcached:do_handle_call:521]Changed vbucket 524 state to replica [ns_server:info,2012-11-14T10:56:30.905,ns_1@10.2.1.58:<0.2563.0>:ebucketmigrator_srv:init:490]Setting {"10.2.1.58",11209} vbucket 524 to state replica [views:debug,2012-11-14T10:56:30.927,ns_1@10.2.1.58:mc_couch_events<0.2000.0>:capi_set_view_manager:handle_mc_couch_event:529]Got set_vbucket event for default/524. Updated state: replica (0) [ns_server:debug,2012-11-14T10:56:30.927,ns_1@10.2.1.58:<0.2062.0>:mc_connection:do_notify_vbucket_update:112]Signaled mc_couch_event: {set_vbucket,"default",524,replica,0} [ns_server:debug,2012-11-14T10:56:30.928,ns_1@10.2.1.58:capi_set_view_manager-default<0.2049.0>:capi_set_view_manager:handle_info:377]Usable vbuckets: [0,513,3,6,516,9,519,522,512,2,515,5,8,518,521,524,1,514,4,7,517,520,10,523] [views:debug,2012-11-14T10:56:30.930,ns_1@10.2.1.58:mc_couch_events<0.2000.0>:capi_set_view_manager:handle_mc_couch_event:529]Got set_vbucket event for default/523. Updated state: active (2) [ns_server:debug,2012-11-14T10:56:30.930,ns_1@10.2.1.58:<0.2062.0>:mc_connection:do_notify_vbucket_update:112]Signaled mc_couch_event: {set_vbucket,"default",523,active,2} [rebalance:info,2012-11-14T10:56:30.934,ns_1@10.2.1.58:<0.2552.0>:ebucketmigrator_srv:do_confirm_sent_messages:682]Got close ack! [ns_server:debug,2012-11-14T10:56:30.935,ns_1@10.2.1.58:<0.2563.0>:ebucketmigrator_srv:kill_tapname:966]killing tap named: replication_building_524_'ns_1@10.2.1.58' [rebalance:info,2012-11-14T10:56:30.938,ns_1@10.2.1.58:<0.2563.0>:ebucketmigrator_srv:init:549]Starting tap stream: [{vbuckets,[524]}, {checkpoints,[{524,0}]}, {name,<<"replication_building_524_'ns_1@10.2.1.58'">>}, {takeover,false}] {{"10.2.1.63",11209}, {"10.2.1.58",11209}, [{vbuckets,[524]}, {takeover,false}, {suffix,"building_524_'ns_1@10.2.1.58'"}, {username,"default"}, {password,[]}]} [rebalance:debug,2012-11-14T10:56:30.941,ns_1@10.2.1.58:<0.2563.0>:ebucketmigrator_srv:init:586]upstream_sender pid: <0.2570.0> [rebalance:debug,2012-11-14T10:56:30.941,ns_1@10.2.1.58:<0.2563.0>:ebucketmigrator_srv:handle_call:332]Suspended had_backfill waiter {had_backfill,undefined,undefined,[{<17879.23349.0>,#Ref<17879.0.4.164351>}]} [rebalance:info,2012-11-14T10:56:30.942,ns_1@10.2.1.58:<0.2563.0>:ebucketmigrator_srv:process_upstream:912]Initial stream for vbucket 524 [rebalance:debug,2012-11-14T10:56:30.948,ns_1@10.2.1.58:<0.2563.0>:ebucketmigrator_srv:process_downstream:876]Replied had_backfill: true to [{<17879.23349.0>,#Ref<17879.0.4.164351>}] [ns_server:info,2012-11-14T10:56:30.952,ns_1@10.2.1.58:<0.2065.0>:ns_memcached:do_handle_call:521]Changed vbucket 10 state to replica [ns_server:info,2012-11-14T10:56:30.952,ns_1@10.2.1.58:tap_replication_manager-default<0.2067.0>:tap_replication_manager:change_vbucket_filter:185]Going to change replication from 'ns_1@10.2.1.63' to have [0,1,2,3,4,5,6,7,8,9,10] ("\n", []) [ns_server:debug,2012-11-14T10:56:30.952,ns_1@10.2.1.58:<0.2572.0>:ns_vbm_new_sup:perform_vbucket_filter_change:117]Registered myself under id:{"default", {new_child_id, [0,1,2,3,4,5,6,7,8,9,10], 'ns_1@10.2.1.63'}, #Ref<0.0.0.45153>} Args:[{"10.2.1.63",11209}, {"10.2.1.58",11209}, [{old_state_retriever,#Fun}, {on_not_ready_vbuckets,#Fun}, {username,"default"}, {password,[]}, {vbuckets,[0,1,2,3,4,5,6,7,8,9,10]}, {takeover,false}, {suffix,"ns_1@10.2.1.58"}]] [ns_server:debug,2012-11-14T10:56:30.953,ns_1@10.2.1.58:<0.2572.0>:ns_vbm_new_sup:perform_vbucket_filter_change:121]Linked myself to old ebucketmigrator <0.2540.0> [ns_server:info,2012-11-14T10:56:30.953,ns_1@10.2.1.58:<0.2540.0>:ebucketmigrator_srv:handle_call:271]Starting new-style vbucket filter change on stream `replication_ns_1@10.2.1.58` [ns_server:info,2012-11-14T10:56:30.999,ns_1@10.2.1.58:ns_port_memcached<0.2008.0>:ns_port_server:log:171]memcached<0.2008.0>: Wed Nov 14 10:56:30.798018 PST 3: Notified the completion of checkpoint persistence for vbucket 10, cookie 0x13fef080 memcached<0.2008.0>: Wed Nov 14 10:56:30.801290 PST 3: TAP (Consumer) eq_tapq:anon_36 - disconnected memcached<0.2008.0>: Wed Nov 14 10:56:30.821671 PST 3: Schedule cleanup of "eq_tapq:anon_34" memcached<0.2008.0>: Wed Nov 14 10:56:30.821684 PST 3: TAP (Producer) eq_tapq:replication_ns_1@10.2.1.63 - Sending TAP_OPAQUE with command "complete_vb_filter_change" and vbucket 0 memcached<0.2008.0>: Wed Nov 14 10:56:30.821693 PST 3: Schedule cleanup of "eq_tapq:anon_36" memcached<0.2008.0>: Wed Nov 14 10:56:30.934801 PST 3: TAP (Consumer) eq_tapq:anon_35 - disconnected memcached<0.2008.0>: Wed Nov 14 10:56:30.948511 PST 3: TAP (Consumer) eq_tapq:anon_37 - Reset vbucket 524 was completed succecssfully. memcached<0.2008.0>: Wed Nov 14 10:56:30.951387 PST 3: Schedule cleanup of "eq_tapq:anon_35" [ns_server:info,2012-11-14T10:56:31.001,ns_1@10.2.1.58:<0.2540.0>:ebucketmigrator_srv:handle_call:294]Changing vbucket filter on tap stream `replication_ns_1@10.2.1.58`: [{0,2},{1,2},{2,2},{3,2},{4,2},{5,2},{6,2},{7,2},{8,2},{9,2},{10,2}] [ns_server:info,2012-11-14T10:56:31.003,ns_1@10.2.1.58:<0.2540.0>:ebucketmigrator_srv:handle_call:304]Successfully changed vbucket filter on tap stream `replication_ns_1@10.2.1.58`. [ns_server:info,2012-11-14T10:56:31.004,ns_1@10.2.1.58:<0.2540.0>:ebucketmigrator_srv:process_upstream:922]Got vbucket filter change completion message. Silencing upstream sender [ns_server:info,2012-11-14T10:56:31.004,ns_1@10.2.1.58:<0.2540.0>:ebucketmigrator_srv:handle_info:348]Got reply from upstream silencing request. Completing state transition to a new ebucketmigrator. [ns_server:debug,2012-11-14T10:56:31.005,ns_1@10.2.1.58:<0.2540.0>:ebucketmigrator_srv:complete_native_vb_filter_change:166]Proceeding with reading unread binaries [ns_server:debug,2012-11-14T10:56:31.005,ns_1@10.2.1.58:<0.2540.0>:ebucketmigrator_srv:confirm_downstream:193]Going to confirm reception downstream messages [rebalance:info,2012-11-14T10:56:31.005,ns_1@10.2.1.58:<0.2540.0>:ebucketmigrator_srv:do_confirm_sent_messages:682]Got close ack! [ns_server:debug,2012-11-14T10:56:31.005,ns_1@10.2.1.58:<0.2540.0>:ebucketmigrator_srv:confirm_downstream:197]Confirmed upstream messages are feeded to kernel [ns_server:debug,2012-11-14T10:56:31.005,ns_1@10.2.1.58:<0.2540.0>:ebucketmigrator_srv:reply_and_die:206]Passed old state to caller [ns_server:debug,2012-11-14T10:56:31.005,ns_1@10.2.1.58:<0.2540.0>:ebucketmigrator_srv:reply_and_die:209]Sent out state. Preparing to die [ns_server:debug,2012-11-14T10:56:31.005,ns_1@10.2.1.58:<0.2572.0>:ns_vbm_new_sup:perform_vbucket_filter_change:125]Got old state from previous ebucketmigrator: <0.2540.0> [ns_server:debug,2012-11-14T10:56:31.006,ns_1@10.2.1.58:<0.2572.0>:ns_vbm_new_sup:perform_vbucket_filter_change_loop:166]Sent old state to new instance [ns_server:info,2012-11-14T10:56:31.006,ns_1@10.2.1.58:<0.2575.0>:ns_vbm_new_sup:mk_old_state_retriever:83]Got vbucket filter change old state. Proceeding vbucket filter change operation [ns_server:debug,2012-11-14T10:56:31.006,ns_1@10.2.1.58:<0.2575.0>:ebucketmigrator_srv:init:450]Got old ebucketmigrator state from <0.2540.0>: {state,#Port<0.7752>,#Port<0.7743>,#Port<0.7753>,#Port<0.7744>,<0.2551.0>, <<"cut off">>,<<"cut off">>,[],29181,false,false,0, {1352,919391,4803}, completed, {<0.2572.0>,#Ref<0.0.0.45166>}, <<"replication_ns_1@10.2.1.58">>,<0.2540.0>, {had_backfill,false,undefined,[]}, false}. [ns_server:debug,2012-11-14T10:56:31.006,ns_1@10.2.1.58:<0.377.0>:ns_process_registry:handle_info:98]Got exit msg: {'EXIT',<0.2572.0>,{#Ref<0.0.0.45155>,<0.2575.0>}} [ns_server:debug,2012-11-14T10:56:31.006,ns_1@10.2.1.58:janitor_agent-default<0.2070.0>:janitor_agent:handle_info:682]Got done message from subprocess: <0.2571.0> (ok) [error_logger:info,2012-11-14T10:56:31.006,ns_1@10.2.1.58:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================PROGRESS REPORT========================= supervisor: {local,'ns_vbm_new_sup-default'} started: [{pid,<0.2575.0>}, {name, {new_child_id, [0,1,2,3,4,5,6,7,8,9,10], 'ns_1@10.2.1.63'}}, {mfargs, {ebucketmigrator_srv,start_link, [{"10.2.1.63",11209}, {"10.2.1.58",11209}, [{old_state_retriever, #Fun}, {on_not_ready_vbuckets, #Fun}, {username,"default"}, {password,[]}, {vbuckets,[0,1,2,3,4,5,6,7,8,9,10]}, {takeover,false}, {suffix,"ns_1@10.2.1.58"}]]}}, {restart_type,temporary}, {shutdown,60000}, {child_type,worker}] [rebalance:debug,2012-11-14T10:56:31.014,ns_1@10.2.1.58:<0.2576.0>:janitor_agent:handle_call:651]Going to wait for persistence of checkpoint 2 in vbucket 524 [ns_server:debug,2012-11-14T10:56:31.016,ns_1@10.2.1.58:ns_config_rep<0.1929.0>:ns_config_rep:handle_call:113]Got full synchronization request from 'ns_1@10.2.1.61' [ns_server:debug,2012-11-14T10:56:31.019,ns_1@10.2.1.58:compaction_daemon<0.2028.0>:compaction_daemon:handle_info:353]Got config_changed in state idle. Nothing to do since compaction is not running [ns_server:debug,2012-11-14T10:56:31.019,ns_1@10.2.1.58:capi_set_view_manager-default<0.2049.0>:capi_set_view_manager:handle_info:349]doing replicate_newnodes_docs [ns_server:debug,2012-11-14T10:56:31.019,ns_1@10.2.1.58:ns_config_rep<0.1929.0>:ns_config_rep:handle_call:119]Fully synchronized config in 2923 us [ns_server:debug,2012-11-14T10:56:31.019,ns_1@10.2.1.58:capi_set_view_manager-default<0.2049.0>:capi_set_view_manager:handle_info:349]doing replicate_newnodes_docs [ns_server:debug,2012-11-14T10:56:31.020,ns_1@10.2.1.58:ns_config_log<0.373.0>:ns_config_log:log_common:111]config change: buckets -> [{configs,[{"default", [{map,[{10, ['ns_1@10.2.1.61','ns_1@10.2.1.63'], ['ns_1@10.2.1.63','ns_1@10.2.1.58']}]}, {fastForwardMap,[]}, {uuid,<<"2df23521f5621f6caeffb1de32e15ea0">>}, {sasl_password,[]}, {num_replicas,1}, {replica_index,true}, {ram_quota,12582912000}, {auth_type,sasl}, {flush_enabled,true}, {type,membase}, {num_vbuckets,1024}, {servers,['ns_1@10.2.1.63','ns_1@10.2.1.58', 'ns_1@10.2.1.61']}]}]}] [ns_server:info,2012-11-14T10:56:31.028,ns_1@10.2.1.58:<0.2065.0>:ns_memcached:do_handle_call:521]Changed vbucket 11 state to replica [ns_server:debug,2012-11-14T10:56:31.037,ns_1@10.2.1.58:<0.2575.0>:ebucketmigrator_srv:init:567]Reusing old upstream: [{vbuckets,[0,1,2,3,4,5,6,7,8,9,10]}, {name,<<"replication_ns_1@10.2.1.58">>}, {takeover,false}] [rebalance:debug,2012-11-14T10:56:31.037,ns_1@10.2.1.58:<0.2575.0>:ebucketmigrator_srv:init:586]upstream_sender pid: <0.2579.0> [views:debug,2012-11-14T10:56:31.043,ns_1@10.2.1.58:mc_couch_events<0.2000.0>:capi_set_view_manager:handle_mc_couch_event:529]Got set_vbucket event for default/11. Updated state: replica (0) [ns_server:debug,2012-11-14T10:56:31.043,ns_1@10.2.1.58:<0.2062.0>:mc_connection:do_notify_vbucket_update:112]Signaled mc_couch_event: {set_vbucket,"default",11,replica,0} [ns_server:debug,2012-11-14T10:56:31.043,ns_1@10.2.1.58:capi_set_view_manager-default<0.2049.0>:capi_set_view_manager:handle_info:377]Usable vbuckets: [0,513,3,6,516,9,519,522,512,2,515,5,8,518,521,11,524,1,514,4,7,517,520,10, 523] [ns_server:info,2012-11-14T10:56:31.121,ns_1@10.2.1.58:<0.2587.0>:ebucketmigrator_srv:init:490]Setting {"10.2.1.58",11209} vbucket 11 to state replica [ns_server:debug,2012-11-14T10:56:31.168,ns_1@10.2.1.58:<0.2587.0>:ebucketmigrator_srv:kill_tapname:966]killing tap named: replication_building_11_'ns_1@10.2.1.58' [rebalance:info,2012-11-14T10:56:31.177,ns_1@10.2.1.58:<0.2587.0>:ebucketmigrator_srv:init:549]Starting tap stream: [{vbuckets,"\v"}, {checkpoints,[{11,0}]}, {name,<<"replication_building_11_'ns_1@10.2.1.58'">>}, {takeover,false}] {{"10.2.1.61",11209}, {"10.2.1.58",11209}, [{vbuckets,"\v"}, {takeover,false}, {suffix,"building_11_'ns_1@10.2.1.58'"}, {username,"default"}, {password,[]}]} [rebalance:debug,2012-11-14T10:56:31.178,ns_1@10.2.1.58:<0.2587.0>:ebucketmigrator_srv:init:586]upstream_sender pid: <0.2588.0> [rebalance:debug,2012-11-14T10:56:31.178,ns_1@10.2.1.58:<0.2587.0>:ebucketmigrator_srv:handle_call:332]Suspended had_backfill waiter {had_backfill,undefined,undefined,[{<17879.23376.0>,#Ref<17879.0.4.164627>}]} [rebalance:info,2012-11-14T10:56:31.179,ns_1@10.2.1.58:<0.2587.0>:ebucketmigrator_srv:process_upstream:912]Initial stream for vbucket 11 [rebalance:debug,2012-11-14T10:56:31.179,ns_1@10.2.1.58:<0.2587.0>:ebucketmigrator_srv:process_downstream:876]Replied had_backfill: true to [{<17879.23376.0>,#Ref<17879.0.4.164627>}] [rebalance:debug,2012-11-14T10:56:31.185,ns_1@10.2.1.58:<0.2589.0>:janitor_agent:handle_call:651]Going to wait for persistence of checkpoint 2 in vbucket 11 [ns_server:debug,2012-11-14T10:56:31.212,ns_1@10.2.1.58:janitor_agent-default<0.2070.0>:janitor_agent:handle_info:682]Got done message from subprocess: <0.2576.0> (ok) [rebalance:debug,2012-11-14T10:56:31.227,ns_1@10.2.1.58:<0.2591.0>:janitor_agent:handle_call:651]Going to wait for persistence of checkpoint 2 in vbucket 524 [ns_server:debug,2012-11-14T10:56:31.228,ns_1@10.2.1.58:janitor_agent-default<0.2070.0>:janitor_agent:handle_info:682]Got done message from subprocess: <0.2591.0> (ok) [ns_server:debug,2012-11-14T10:56:31.233,ns_1@10.2.1.58:<0.2594.0>:capi_set_view_manager:do_wait_index_updated:608]References to wait: [] ("default", 524) [ns_server:debug,2012-11-14T10:56:31.233,ns_1@10.2.1.58:<0.2594.0>:capi_set_view_manager:do_wait_index_updated:628]All refs fired [ns_server:debug,2012-11-14T10:56:31.233,ns_1@10.2.1.58:janitor_agent-default<0.2070.0>:janitor_agent:handle_info:682]Got done message from subprocess: <0.2593.0> (ok) [rebalance:info,2012-11-14T10:56:31.237,ns_1@10.2.1.58:<0.2563.0>:ebucketmigrator_srv:do_confirm_sent_messages:682]Got close ack! [ns_server:info,2012-11-14T10:56:31.301,ns_1@10.2.1.58:<0.2065.0>:ns_memcached:do_handle_call:521]Changed vbucket 524 state to active [ns_server:debug,2012-11-14T10:56:31.359,ns_1@10.2.1.58:ns_config_rep<0.1929.0>:ns_config_rep:handle_call:113]Got full synchronization request from 'ns_1@10.2.1.61' [ns_server:debug,2012-11-14T10:56:31.361,ns_1@10.2.1.58:capi_set_view_manager-default<0.2049.0>:capi_set_view_manager:handle_info:349]doing replicate_newnodes_docs [ns_server:debug,2012-11-14T10:56:31.361,ns_1@10.2.1.58:compaction_daemon<0.2028.0>:compaction_daemon:handle_info:353]Got config_changed in state idle. Nothing to do since compaction is not running [ns_server:debug,2012-11-14T10:56:31.361,ns_1@10.2.1.58:ns_config_rep<0.1929.0>:ns_config_rep:handle_call:119]Fully synchronized config in 2036 us [ns_server:debug,2012-11-14T10:56:31.363,ns_1@10.2.1.58:ns_config_log<0.373.0>:ns_config_log:log_common:111]config change: buckets -> [{configs,[{"default", [{map,[{524, ['ns_1@10.2.1.63','ns_1@10.2.1.61'], ['ns_1@10.2.1.58','ns_1@10.2.1.63']}]}, {fastForwardMap,[]}, {uuid,<<"2df23521f5621f6caeffb1de32e15ea0">>}, {sasl_password,[]}, {num_replicas,1}, {replica_index,true}, {ram_quota,12582912000}, {auth_type,sasl}, {flush_enabled,true}, {type,membase}, {num_vbuckets,1024}, {servers,['ns_1@10.2.1.63','ns_1@10.2.1.58', 'ns_1@10.2.1.61']}]}]}] [ns_server:debug,2012-11-14T10:56:31.363,ns_1@10.2.1.58:capi_set_view_manager-default<0.2049.0>:capi_set_view_manager:handle_info:349]doing replicate_newnodes_docs [ns_server:info,2012-11-14T10:56:31.367,ns_1@10.2.1.58:<0.2065.0>:ns_memcached:do_handle_call:521]Changed vbucket 525 state to replica [ns_server:info,2012-11-14T10:56:31.374,ns_1@10.2.1.58:<0.2596.0>:ebucketmigrator_srv:init:490]Setting {"10.2.1.58",11209} vbucket 525 to state replica [ns_server:info,2012-11-14T10:56:31.379,ns_1@10.2.1.58:ns_port_memcached<0.2008.0>:ns_port_server:log:171]memcached<0.2008.0>: Wed Nov 14 10:56:31.179174 PST 3: TAP (Consumer) eq_tapq:anon_38 - Reset vbucket 11 was completed succecssfully. memcached<0.2008.0>: Wed Nov 14 10:56:31.212679 PST 3: Notified the completion of checkpoint persistence for vbucket 524, cookie 0x13fc82c0 memcached<0.2008.0>: Wed Nov 14 10:56:31.238313 PST 3: TAP (Consumer) eq_tapq:anon_37 - disconnected memcached<0.2008.0>: Wed Nov 14 10:56:31.297765 PST 3: TAP (Consumer) eq_tapq:anon_39 - disconnected memcached<0.2008.0>: Wed Nov 14 10:56:31.316133 PST 3: Schedule cleanup of "eq_tapq:anon_37" memcached<0.2008.0>: Wed Nov 14 10:56:31.316147 PST 3: TAP (Producer) eq_tapq:replication_ns_1@10.2.1.63 - Sending TAP_OPAQUE with command "complete_vb_filter_change" and vbucket 0 memcached<0.2008.0>: Wed Nov 14 10:56:31.316157 PST 3: Schedule cleanup of "eq_tapq:anon_39" [ns_server:debug,2012-11-14T10:56:31.421,ns_1@10.2.1.58:<0.2596.0>:ebucketmigrator_srv:kill_tapname:966]killing tap named: replication_building_525_'ns_1@10.2.1.58' [rebalance:info,2012-11-14T10:56:31.423,ns_1@10.2.1.58:<0.2596.0>:ebucketmigrator_srv:init:549]Starting tap stream: [{vbuckets,[525]}, {checkpoints,[{525,0}]}, {name,<<"replication_building_525_'ns_1@10.2.1.58'">>}, {takeover,false}] {{"10.2.1.63",11209}, {"10.2.1.58",11209}, [{vbuckets,[525]}, {takeover,false}, {suffix,"building_525_'ns_1@10.2.1.58'"}, {username,"default"}, {password,[]}]} [rebalance:debug,2012-11-14T10:56:31.423,ns_1@10.2.1.58:<0.2596.0>:ebucketmigrator_srv:init:586]upstream_sender pid: <0.2597.0> [rebalance:debug,2012-11-14T10:56:31.423,ns_1@10.2.1.58:<0.2596.0>:ebucketmigrator_srv:handle_call:332]Suspended had_backfill waiter {had_backfill,undefined,undefined,[{<17879.23411.0>,#Ref<17879.0.4.164967>}]} [rebalance:info,2012-11-14T10:56:31.423,ns_1@10.2.1.58:<0.2596.0>:ebucketmigrator_srv:process_upstream:912]Initial stream for vbucket 525 [rebalance:debug,2012-11-14T10:56:31.424,ns_1@10.2.1.58:<0.2596.0>:ebucketmigrator_srv:process_downstream:876]Replied had_backfill: true to [{<17879.23411.0>,#Ref<17879.0.4.164967>}] [ns_server:debug,2012-11-14T10:56:31.424,ns_1@10.2.1.58:janitor_agent-default<0.2070.0>:janitor_agent:handle_info:682]Got done message from subprocess: <0.2598.0> (ok) [rebalance:debug,2012-11-14T10:56:31.427,ns_1@10.2.1.58:<0.2599.0>:janitor_agent:handle_call:651]Going to wait for persistence of checkpoint 2 in vbucket 525 [ns_server:debug,2012-11-14T10:56:31.472,ns_1@10.2.1.58:janitor_agent-default<0.2070.0>:janitor_agent:handle_info:682]Got done message from subprocess: <0.2589.0> (ok) [rebalance:debug,2012-11-14T10:56:31.476,ns_1@10.2.1.58:<0.2601.0>:janitor_agent:handle_call:651]Going to wait for persistence of checkpoint 2 in vbucket 11 [ns_server:debug,2012-11-14T10:56:31.477,ns_1@10.2.1.58:janitor_agent-default<0.2070.0>:janitor_agent:handle_info:682]Got done message from subprocess: <0.2601.0> (ok) [views:debug,2012-11-14T10:56:31.478,ns_1@10.2.1.58:mc_couch_events<0.2000.0>:capi_set_view_manager:handle_mc_couch_event:529]Got set_vbucket event for default/525. Updated state: replica (0) [ns_server:debug,2012-11-14T10:56:31.478,ns_1@10.2.1.58:<0.2062.0>:mc_connection:do_notify_vbucket_update:112]Signaled mc_couch_event: {set_vbucket,"default",525,replica,0} [ns_server:debug,2012-11-14T10:56:31.478,ns_1@10.2.1.58:capi_set_view_manager-default<0.2049.0>:capi_set_view_manager:handle_info:377]Usable vbuckets: [0,513,3,6,516,9,519,522,525,512,2,515,5,8,518,521,11,524,1,514,4,7,517,520, 10,523] [views:debug,2012-11-14T10:56:31.480,ns_1@10.2.1.58:mc_couch_events<0.2000.0>:capi_set_view_manager:handle_mc_couch_event:529]Got set_vbucket event for default/524. Updated state: active (2) [ns_server:debug,2012-11-14T10:56:31.480,ns_1@10.2.1.58:<0.2062.0>:mc_connection:do_notify_vbucket_update:112]Signaled mc_couch_event: {set_vbucket,"default",524,active,2} [rebalance:info,2012-11-14T10:56:31.569,ns_1@10.2.1.58:<0.2587.0>:ebucketmigrator_srv:do_confirm_sent_messages:682]Got close ack! [ns_server:info,2012-11-14T10:56:31.581,ns_1@10.2.1.58:<0.2065.0>:ns_memcached:do_handle_call:521]Changed vbucket 11 state to replica [ns_server:info,2012-11-14T10:56:31.582,ns_1@10.2.1.58:tap_replication_manager-default<0.2067.0>:tap_replication_manager:change_vbucket_filter:185]Going to change replication from 'ns_1@10.2.1.63' to have [0,1,2,3,4,5,6,7,8,9,10,11] ("\v", []) [ns_server:debug,2012-11-14T10:56:31.582,ns_1@10.2.1.58:<0.2609.0>:ns_vbm_new_sup:perform_vbucket_filter_change:117]Registered myself under id:{"default", {new_child_id, [0,1,2,3,4,5,6,7,8,9,10,11], 'ns_1@10.2.1.63'}, #Ref<0.0.0.45830>} Args:[{"10.2.1.63",11209}, {"10.2.1.58",11209}, [{old_state_retriever,#Fun}, {on_not_ready_vbuckets,#Fun}, {username,"default"}, {password,[]}, {vbuckets,[0,1,2,3,4,5,6,7,8,9,10,11]}, {takeover,false}, {suffix,"ns_1@10.2.1.58"}]] [ns_server:debug,2012-11-14T10:56:31.582,ns_1@10.2.1.58:<0.2609.0>:ns_vbm_new_sup:perform_vbucket_filter_change:121]Linked myself to old ebucketmigrator <0.2575.0> [ns_server:info,2012-11-14T10:56:31.582,ns_1@10.2.1.58:<0.2575.0>:ebucketmigrator_srv:handle_call:271]Starting new-style vbucket filter change on stream `replication_ns_1@10.2.1.58` [ns_server:info,2012-11-14T10:56:31.625,ns_1@10.2.1.58:ns_port_memcached<0.2008.0>:ns_port_server:log:171]memcached<0.2008.0>: Wed Nov 14 10:56:31.423927 PST 3: TAP (Consumer) eq_tapq:anon_40 - Reset vbucket 525 was completed succecssfully. memcached<0.2008.0>: Wed Nov 14 10:56:31.472667 PST 3: Notified the completion of checkpoint persistence for vbucket 11, cookie 0x13fef600 memcached<0.2008.0>: Wed Nov 14 10:56:31.570067 PST 3: TAP (Consumer) eq_tapq:anon_38 - disconnected memcached<0.2008.0>: Wed Nov 14 10:56:31.601473 PST 3: Notified the completion of checkpoint persistence for vbucket 525, cookie 0x13fc82c0 [ns_server:info,2012-11-14T10:56:31.628,ns_1@10.2.1.58:<0.2575.0>:ebucketmigrator_srv:handle_call:294]Changing vbucket filter on tap stream `replication_ns_1@10.2.1.58`: [{0,2},{1,2},{2,2},{3,2},{4,2},{5,2},{6,2},{7,2},{8,2},{9,2},{10,2},{11,2}] [ns_server:info,2012-11-14T10:56:31.629,ns_1@10.2.1.58:<0.2575.0>:ebucketmigrator_srv:handle_call:304]Successfully changed vbucket filter on tap stream `replication_ns_1@10.2.1.58`. [ns_server:info,2012-11-14T10:56:31.630,ns_1@10.2.1.58:<0.2575.0>:ebucketmigrator_srv:process_upstream:922]Got vbucket filter change completion message. Silencing upstream sender [ns_server:info,2012-11-14T10:56:31.630,ns_1@10.2.1.58:<0.2575.0>:ebucketmigrator_srv:handle_info:348]Got reply from upstream silencing request. Completing state transition to a new ebucketmigrator. [ns_server:debug,2012-11-14T10:56:31.630,ns_1@10.2.1.58:<0.2575.0>:ebucketmigrator_srv:complete_native_vb_filter_change:166]Proceeding with reading unread binaries [ns_server:debug,2012-11-14T10:56:31.630,ns_1@10.2.1.58:<0.2575.0>:ebucketmigrator_srv:confirm_downstream:193]Going to confirm reception downstream messages [rebalance:info,2012-11-14T10:56:31.630,ns_1@10.2.1.58:<0.2575.0>:ebucketmigrator_srv:do_confirm_sent_messages:682]Got close ack! [ns_server:debug,2012-11-14T10:56:31.630,ns_1@10.2.1.58:<0.2575.0>:ebucketmigrator_srv:confirm_downstream:197]Confirmed upstream messages are feeded to kernel [ns_server:debug,2012-11-14T10:56:31.630,ns_1@10.2.1.58:<0.2575.0>:ebucketmigrator_srv:reply_and_die:206]Passed old state to caller [ns_server:debug,2012-11-14T10:56:31.630,ns_1@10.2.1.58:<0.2575.0>:ebucketmigrator_srv:reply_and_die:209]Sent out state. Preparing to die [ns_server:debug,2012-11-14T10:56:31.630,ns_1@10.2.1.58:<0.2609.0>:ns_vbm_new_sup:perform_vbucket_filter_change:125]Got old state from previous ebucketmigrator: <0.2575.0> [ns_server:debug,2012-11-14T10:56:31.630,ns_1@10.2.1.58:<0.2609.0>:ns_vbm_new_sup:perform_vbucket_filter_change_loop:166]Sent old state to new instance [ns_server:info,2012-11-14T10:56:31.630,ns_1@10.2.1.58:<0.2612.0>:ns_vbm_new_sup:mk_old_state_retriever:83]Got vbucket filter change old state. Proceeding vbucket filter change operation [ns_server:debug,2012-11-14T10:56:31.630,ns_1@10.2.1.58:<0.2612.0>:ebucketmigrator_srv:init:450]Got old ebucketmigrator state from <0.2575.0>: {state,#Port<0.7752>,#Port<0.7743>,#Port<0.7753>,#Port<0.7744>,<0.2579.0>, <<"cut off">>,<<"cut off">>,[],32070,false,false,0, {1352,919391,630105}, completed, {<0.2609.0>,#Ref<0.0.0.45843>}, <<"replication_ns_1@10.2.1.58">>,<0.2575.0>, {had_backfill,false,undefined,[]}, false}. [ns_server:debug,2012-11-14T10:56:31.630,ns_1@10.2