============================================================================== couchbase logs (info) cbbrowse_logs info ============================================================================== [ns_server:info,2012-11-12T12:26:33.932,nonode@nohost:<0.59.0>:ns_server:init_logging:225]Started & configured logging [ns_server:info,2012-11-12T12:26:33.934,nonode@nohost:<0.59.0>:ns_server:log_pending:30]Static config terms: [{error_logger_mf_dir,"/opt/couchbase/var/lib/couchbase/logs"}, {error_logger_mf_maxbytes,10485760}, {error_logger_mf_maxfiles,20}, {path_config_bindir,"/opt/couchbase/bin"}, {path_config_etcdir,"/opt/couchbase/etc/couchbase"}, {path_config_libdir,"/opt/couchbase/lib"}, {path_config_datadir,"/opt/couchbase/var/lib/couchbase"}, {path_config_tmpdir,"/opt/couchbase/var/lib/couchbase/tmp"}, {loglevel_default,debug}, {loglevel_couchdb,info}, {loglevel_ns_server,debug}, {loglevel_error_logger,debug}, {loglevel_user,debug}, {loglevel_menelaus,debug}, {loglevel_ns_doctor,debug}, {loglevel_stats,debug}, {loglevel_rebalance,debug}, {loglevel_cluster,debug}, {loglevel_views,debug}, {loglevel_mapreduce_errors,debug}, {loglevel_xdcr,debug}] [error_logger:info,2012-11-12T12:26:33.965,nonode@nohost:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================PROGRESS REPORT========================= supervisor: {local,crypto_sup} started: [{pid,<0.174.0>}, {name,crypto_server}, {mfargs,{crypto_server,start_link,[]}}, {restart_type,permanent}, {shutdown,2000}, {child_type,worker}] [error_logger:info,2012-11-12T12:26:33.966,nonode@nohost:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================PROGRESS REPORT========================= application: crypto started_at: nonode@nohost [error_logger:info,2012-11-12T12:26:33.969,nonode@nohost:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================PROGRESS REPORT========================= application: public_key started_at: nonode@nohost [error_logger:info,2012-11-12T12:26:33.976,nonode@nohost:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================PROGRESS REPORT========================= supervisor: {local,inets_sup} started: [{pid,<0.180.0>}, {name,ftp_sup}, {mfargs,{ftp_sup,start_link,[]}}, {restart_type,permanent}, {shutdown,infinity}, {child_type,supervisor}] [error_logger:info,2012-11-12T12:26:33.997,nonode@nohost:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================PROGRESS REPORT========================= supervisor: {local,httpc_profile_sup} started: [{pid,<0.183.0>}, {name,httpc_manager}, {mfargs, {httpc_manager,start_link, [default,only_session_cookies,inets]}}, {restart_type,permanent}, {shutdown,4000}, {child_type,worker}] [error_logger:info,2012-11-12T12:26:33.997,nonode@nohost:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================PROGRESS REPORT========================= supervisor: {local,httpc_sup} started: [{pid,<0.182.0>}, {name,httpc_profile_sup}, {mfargs, {httpc_profile_sup,start_link, [[{httpc,{default,only_session_cookies}}]]}}, {restart_type,permanent}, {shutdown,infinity}, {child_type,supervisor}] [error_logger:info,2012-11-12T12:26:34.000,nonode@nohost:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================PROGRESS REPORT========================= supervisor: {local,httpc_sup} started: [{pid,<0.184.0>}, {name,httpc_handler_sup}, {mfargs,{httpc_handler_sup,start_link,[]}}, {restart_type,permanent}, {shutdown,infinity}, {child_type,supervisor}] [error_logger:info,2012-11-12T12:26:34.000,nonode@nohost:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================PROGRESS REPORT========================= supervisor: {local,inets_sup} started: [{pid,<0.181.0>}, {name,httpc_sup}, {mfargs, {httpc_sup,start_link, [[{httpc,{default,only_session_cookies}}]]}}, {restart_type,permanent}, {shutdown,infinity}, {child_type,supervisor}] [error_logger:info,2012-11-12T12:26:34.002,nonode@nohost:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================PROGRESS REPORT========================= supervisor: {local,inets_sup} started: [{pid,<0.185.0>}, {name,httpd_sup}, {mfargs,{httpd_sup,start_link,[[]]}}, {restart_type,permanent}, {shutdown,infinity}, {child_type,supervisor}] [error_logger:info,2012-11-12T12:26:34.005,nonode@nohost:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================PROGRESS REPORT========================= supervisor: {local,inets_sup} started: [{pid,<0.186.0>}, {name,tftp_sup}, {mfargs,{tftp_sup,start_link,[[]]}}, {restart_type,permanent}, {shutdown,infinity}, {child_type,supervisor}] [error_logger:info,2012-11-12T12:26:34.005,nonode@nohost:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================PROGRESS REPORT========================= application: inets started_at: nonode@nohost [error_logger:info,2012-11-12T12:26:34.005,nonode@nohost:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================PROGRESS REPORT========================= application: oauth started_at: nonode@nohost [error_logger:info,2012-11-12T12:26:34.013,nonode@nohost:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================PROGRESS REPORT========================= supervisor: {local,ssl_sup} started: [{pid,<0.192.0>}, {name,ssl_broker_sup}, {mfargs,{ssl_broker_sup,start_link,[]}}, {restart_type,permanent}, {shutdown,2000}, {child_type,supervisor}] [error_logger:info,2012-11-12T12:26:34.019,nonode@nohost:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================PROGRESS REPORT========================= supervisor: {local,ssl_sup} started: [{pid,<0.193.0>}, {name,ssl_manager}, {mfargs,{ssl_manager,start_link,[[]]}}, {restart_type,permanent}, {shutdown,4000}, {child_type,worker}] [error_logger:info,2012-11-12T12:26:34.021,nonode@nohost:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================PROGRESS REPORT========================= supervisor: {local,ssl_sup} started: [{pid,<0.194.0>}, {name,ssl_connection}, {mfargs,{ssl_connection_sup,start_link,[]}}, {restart_type,permanent}, {shutdown,4000}, {child_type,supervisor}] [error_logger:info,2012-11-12T12:26:34.021,nonode@nohost:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================PROGRESS REPORT========================= application: ssl started_at: nonode@nohost [error_logger:info,2012-11-12T12:26:34.062,nonode@nohost:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================PROGRESS REPORT========================= supervisor: {local,ssl_sup} started: [{pid,<0.201.0>}, {name,ssl_server}, {mfargs,{ssl_server,start_link,[]}}, {restart_type,permanent}, {shutdown,2000}, {child_type,worker}] [error_logger:info,2012-11-12T12:26:34.062,nonode@nohost:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================PROGRESS REPORT========================= supervisor: {local,lhttpc_sup} started: [{pid,<0.199.0>}, {name,lhttpc_manager}, {mfargs, {lhttpc_manager,start_link, [[{name,lhttpc_manager}]]}}, {restart_type,permanent}, {shutdown,10000}, {child_type,worker}] [error_logger:info,2012-11-12T12:26:34.062,nonode@nohost:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================PROGRESS REPORT========================= application: lhttpc started_at: nonode@nohost [error_logger:info,2012-11-12T12:26:34.063,nonode@nohost:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================PROGRESS REPORT========================= application: mochiweb started_at: nonode@nohost [error_logger:info,2012-11-12T12:26:34.065,nonode@nohost:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================PROGRESS REPORT========================= application: couch_view_parser started_at: nonode@nohost [error_logger:info,2012-11-12T12:26:34.067,nonode@nohost:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================PROGRESS REPORT========================= application: couch_set_view started_at: nonode@nohost [error_logger:info,2012-11-12T12:26:34.069,nonode@nohost:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================PROGRESS REPORT========================= application: couch_index_merger started_at: nonode@nohost [error_logger:info,2012-11-12T12:26:34.071,nonode@nohost:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================PROGRESS REPORT========================= application: mapreduce started_at: nonode@nohost [error_logger:info,2012-11-12T12:26:34.104,nonode@nohost:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================PROGRESS REPORT========================= supervisor: {local,couch_server_sup} started: [{pid,<0.210.0>}, {name,couch_config}, {mfargs, {couch_server_sup,couch_config_start_link_wrapper, [["/opt/couchbase/etc/couchdb/default.ini", "/opt/couchbase/etc/couchdb/default.d/capi.ini", "/opt/couchbase/etc/couchdb/default.d/geocouch.ini", "/opt/couchbase/etc/couchdb/local.ini"], <0.210.0>]}}, {restart_type,permanent}, {shutdown,brutal_kill}, {child_type,worker}] [error_logger:info,2012-11-12T12:26:34.118,nonode@nohost:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================PROGRESS REPORT========================= supervisor: {local,couch_primary_services} started: [{pid,<0.213.0>}, {name,collation_driver}, {mfargs,{couch_drv,start_link,[]}}, {restart_type,permanent}, {shutdown,infinity}, {child_type,supervisor}] [error_logger:info,2012-11-12T12:26:34.118,nonode@nohost:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================PROGRESS REPORT========================= supervisor: {local,couch_primary_services} started: [{pid,<0.214.0>}, {name,couch_task_events}, {mfargs, {gen_event,start_link,[{local,couch_task_events}]}}, {restart_type,permanent}, {shutdown,brutal_kill}, {child_type,worker}] [error_logger:info,2012-11-12T12:26:34.120,nonode@nohost:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================PROGRESS REPORT========================= supervisor: {local,couch_primary_services} started: [{pid,<0.215.0>}, {name,couch_task_status}, {mfargs,{couch_task_status,start_link,[]}}, {restart_type,permanent}, {shutdown,brutal_kill}, {child_type,worker}] [error_logger:info,2012-11-12T12:26:34.121,nonode@nohost:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================PROGRESS REPORT========================= supervisor: {local,couch_primary_services} started: [{pid,<0.216.0>}, {name,couch_file_write_guard}, {mfargs,{couch_file_write_guard,sup_start_link,[]}}, {restart_type,permanent}, {shutdown,10000}, {child_type,worker}] [error_logger:info,2012-11-12T12:26:34.130,nonode@nohost:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================PROGRESS REPORT========================= supervisor: {local,couch_primary_services} started: [{pid,<0.217.0>}, {name,couch_server}, {mfargs,{couch_server,sup_start_link,[]}}, {restart_type,permanent}, {shutdown,brutal_kill}, {child_type,worker}] [error_logger:info,2012-11-12T12:26:34.131,nonode@nohost:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================PROGRESS REPORT========================= supervisor: {local,couch_primary_services} started: [{pid,<0.218.0>}, {name,couch_db_update_event}, {mfargs, {gen_event,start_link,[{local,couch_db_update}]}}, {restart_type,permanent}, {shutdown,brutal_kill}, {child_type,worker}] [error_logger:info,2012-11-12T12:26:34.131,nonode@nohost:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================PROGRESS REPORT========================= supervisor: {local,couch_primary_services} started: [{pid,<0.219.0>}, {name,couch_replication_event}, {mfargs, {gen_event,start_link,[{local,couch_replication}]}}, {restart_type,permanent}, {shutdown,brutal_kill}, {child_type,worker}] [error_logger:info,2012-11-12T12:26:34.131,nonode@nohost:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================PROGRESS REPORT========================= supervisor: {local,couch_primary_services} started: [{pid,<0.220.0>}, {name,couch_replication_supervisor}, {mfargs,{couch_rep_sup,start_link,[]}}, {restart_type,permanent}, {shutdown,infinity}, {child_type,supervisor}] [error_logger:info,2012-11-12T12:26:34.133,nonode@nohost:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================PROGRESS REPORT========================= supervisor: {local,couch_primary_services} started: [{pid,<0.221.0>}, {name,couch_log}, {mfargs,{couch_log,start_link,[]}}, {restart_type,permanent}, {shutdown,brutal_kill}, {child_type,worker}] [error_logger:info,2012-11-12T12:26:34.135,nonode@nohost:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================PROGRESS REPORT========================= supervisor: {local,couch_primary_services} started: [{pid,<0.222.0>}, {name,couch_main_index_barrier}, {mfargs, {couch_index_barrier,start_link, [couch_main_index_barrier, "max_parallel_indexers"]}}, {restart_type,permanent}, {shutdown,brutal_kill}, {child_type,worker}] [error_logger:info,2012-11-12T12:26:34.135,nonode@nohost:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================PROGRESS REPORT========================= supervisor: {local,couch_primary_services} started: [{pid,<0.223.0>}, {name,couch_replica_index_barrier}, {mfargs, {couch_index_barrier,start_link, [couch_replica_index_barrier, "max_parallel_replica_indexers"]}}, {restart_type,permanent}, {shutdown,brutal_kill}, {child_type,worker}] [error_logger:info,2012-11-12T12:26:34.135,nonode@nohost:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================PROGRESS REPORT========================= supervisor: {local,couch_server_sup} started: [{pid,<0.212.0>}, {name,couch_primary_services}, {mfargs,{couch_primary_sup,start_link,[]}}, {restart_type,permanent}, {shutdown,infinity}, {child_type,supervisor}] [error_logger:info,2012-11-12T12:26:34.138,nonode@nohost:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================PROGRESS REPORT========================= supervisor: {local,couch_secondary_services} started: [{pid,<0.225.0>}, {name,couch_db_update_notifier_sup}, {mfargs,{couch_db_update_notifier_sup,start_link,[]}}, {restart_type,permanent}, {shutdown,infinity}, {child_type,supervisor}] [error_logger:info,2012-11-12T12:26:34.169,nonode@nohost:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================PROGRESS REPORT========================= supervisor: {local,couch_secondary_services} started: [{pid,<0.226.0>}, {name,auth_cache}, {mfargs,{couch_auth_cache,start_link,[]}}, {restart_type,permanent}, {shutdown,brutal_kill}, {child_type,worker}] [error_logger:info,2012-11-12T12:26:34.175,nonode@nohost:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================PROGRESS REPORT========================= supervisor: {local,couch_secondary_services} started: [{pid,<0.237.0>}, {name,set_view_manager}, {mfargs,{couch_set_view,start_link,[]}}, {restart_type,permanent}, {shutdown,brutal_kill}, {child_type,worker}] [error_logger:info,2012-11-12T12:26:34.177,nonode@nohost:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================PROGRESS REPORT========================= supervisor: {local,couch_secondary_services} started: [{pid,<0.240.0>}, {name,spatial_manager}, {mfargs,{couch_spatial,start_link,[]}}, {restart_type,permanent}, {shutdown,brutal_kill}, {child_type,worker}] [error_logger:info,2012-11-12T12:26:34.178,nonode@nohost:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================PROGRESS REPORT========================= supervisor: {local,couch_secondary_services} started: [{pid,<0.242.0>}, {name,index_merger_pool}, {mfargs, {lhttpc_manager,start_link, [[{connection_timeout,90000}, {pool_size,10000}, {name,couch_index_merger_connection_pool}]]}}, {restart_type,permanent}, {shutdown,brutal_kill}, {child_type,worker}] [error_logger:info,2012-11-12T12:26:34.182,nonode@nohost:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================PROGRESS REPORT========================= supervisor: {local,couch_secondary_services} started: [{pid,<0.243.0>}, {name,query_servers}, {mfargs,{couch_query_servers,start_link,[]}}, {restart_type,permanent}, {shutdown,brutal_kill}, {child_type,worker}] [error_logger:info,2012-11-12T12:26:34.183,nonode@nohost:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================PROGRESS REPORT========================= supervisor: {local,couch_secondary_services} started: [{pid,<0.245.0>}, {name,couch_set_view_ddoc_cache}, {mfargs,{couch_set_view_ddoc_cache,start_link,[]}}, {restart_type,permanent}, {shutdown,brutal_kill}, {child_type,worker}] [error_logger:info,2012-11-12T12:26:34.186,nonode@nohost:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================PROGRESS REPORT========================= supervisor: {local,couch_secondary_services} started: [{pid,<0.247.0>}, {name,view_manager}, {mfargs,{couch_view,start_link,[]}}, {restart_type,permanent}, {shutdown,brutal_kill}, {child_type,worker}] [error_logger:info,2012-11-12T12:26:34.199,nonode@nohost:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================PROGRESS REPORT========================= supervisor: {local,couch_secondary_services} started: [{pid,<0.249.0>}, {name,httpd}, {mfargs,{couch_httpd,start_link,[]}}, {restart_type,permanent}, {shutdown,brutal_kill}, {child_type,worker}] [error_logger:info,2012-11-12T12:26:34.200,nonode@nohost:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================PROGRESS REPORT========================= supervisor: {local,couch_secondary_services} started: [{pid,<0.266.0>}, {name,uuids}, {mfargs,{couch_uuids,start,[]}}, {restart_type,permanent}, {shutdown,brutal_kill}, {child_type,worker}] [error_logger:info,2012-11-12T12:26:34.200,nonode@nohost:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================PROGRESS REPORT========================= supervisor: {local,couch_server_sup} started: [{pid,<0.224.0>}, {name,couch_secondary_services}, {mfargs,{couch_secondary_sup,start_link,[]}}, {restart_type,permanent}, {shutdown,infinity}, {child_type,supervisor}] [error_logger:info,2012-11-12T12:26:34.200,nonode@nohost:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================PROGRESS REPORT========================= supervisor: {local,cb_couch_sup} started: [{pid,<0.211.0>}, {name,couch_app}, {mfargs, {couch_app,start, [fake, ["/opt/couchbase/etc/couchdb/default.ini", "/opt/couchbase/etc/couchdb/local.ini"]]}}, {restart_type,permanent}, {shutdown,infinity}, {child_type,supervisor}] [error_logger:info,2012-11-12T12:26:34.201,nonode@nohost:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================PROGRESS REPORT========================= supervisor: {local,ns_server_cluster_sup} started: [{pid,<0.169.0>}, {name,cb_couch_sup}, {mfargs,{cb_couch_sup,start_link,[]}}, {restart_type,permanent}, {shutdown,5000}, {child_type,supervisor}] [ns_server:info,2012-11-12T12:26:34.209,nonode@nohost:ns_server_cluster_sup<0.168.0>:log_os_info:start_link:25]OS type: {unix,linux} Version: {2,6,32} Runtime info: [{otp_release,"R14B04"}, {erl_version,"5.8.5"}, {erl_version_long, "Erlang R14B04 (erts-5.8.5) [source] [64-bit] [smp:128:128] [rq:128] [async-threads:0] [kernel-poll:true]\n"}, {system_arch_raw,"x86_64-unknown-linux-gnu"}, {system_arch,"x86_64-unknown-linux-gnu"}, {localtime,{{2012,11,12},{12,26,34}}}, {memory, [{total,32518400}, {processes,5912736}, {processes_used,5904448}, {system,26605664}, {atom,832377}, {atom_used,824430}, {binary,51952}, {code,7922389}, {ets,636336}]}, {loaded, [ns_info,log_os_info,couch_config_writer,cb_init_loggers, mochiweb_acceptor,inet_tcp,gen_tcp,mochiweb_socket, mochiweb_socket_server,mochilists,mochiweb_http,eval_bits, couch_httpd,couch_view,couch_set_view_ddoc_cache, couch_query_servers,couch_spatial,mapreduce, couch_set_view,snappy,couch_compress, couch_spatial_validation,couch_set_view_mapreduce,ejson, couch_doc,couch_db_update_notifier,couch_btree, couch_ref_counter,couch_uuids,couch_db_updater,couch_db, couch_auth_cache,couch_db_update_notifier_sup, couch_secondary_sup,couch_index_barrier,couch_event_sup, couch_log,couch_rep_sup,httpd_util,filelib,couch_file, couch_file_write_guard,couch_task_status,erl_ddll, couch_drv,couch_primary_sup,couch_server,string,re,file2, couch_util,couch_config,couch_server_sup,mochiweb_sup, mochiweb_app,ssl_server,crypto,ssl,lhttpc_manager, lhttpc_sup,lhttpc,ssl_connection_sup,ssl_session_cache, ssl_certificate_db,ssl_manager,ssl_broker_sup,ssl_sup, ssl_app,tftp_sup,httpd_sup,httpc_handler_sup,httpc_cookie, inets,httpc_manager,httpc,httpc_profile_sup,httpc_sup, ftp_sup,inets_sup,inets_app,crypto_server,crypto_sup, crypto_app,couch_app,cb_couch_sup,ns_server_cluster_sup, calendar,ale_default_formatter,otp_internal,misc, 'ale_logger-xdcr','ale_logger-mapreduce_errors', 'ale_logger-views','ale_logger-cluster', 'ale_logger-rebalance','ale_logger-stats', 'ale_logger-ns_doctor','ale_logger-menelaus', 'ale_logger-user','ale_logger-ns_server', 'ale_logger-couchdb',ns_log_sink,disk_log_sup, disk_log_server,disk_log_1,disk_log,ale_disk_sink, ns_server,timer,io_lib_fread,cpu_sup,memsup,disksup, os_mon,io,release_handler,overload,alarm_handler,log_mf_h, sasl,ale_error_logger_handler,'ale_logger-ale_logger', 'ale_logger-error_logger',beam_opcodes,beam_dict,beam_asm, beam_validator,beam_flatten,beam_trim,beam_receive, beam_bsm,beam_peep,beam_dead,beam_type,beam_bool, beam_clean,beam_utils,beam_jump,beam_block,v3_codegen, v3_life,v3_kernel,sys_core_dsetel,erl_bifs,sys_core_fold, cerl_trees,sys_core_inline,core_lib,cerl,v3_core,erl_bits, erl_expand_records,sys_pre_expand,sofs,erl_internal,sets, ordsets,erl_lint,compile,dynamic_compile,ale_utils, io_lib_pretty,io_lib_format,io_lib,ale_codegen,dict,ale, ale_dynamic_sup,ale_sup,ale_app,ns_bootstrap, file_io_server,orddict,erl_eval,file,c,queue, kernel_config,user,user_sup,supervisor_bridge, standard_error,unicode,binary,ets,gb_sets, hipe_unified_loader,packages,code_server,code,file_server, net_kernel,global_group,erl_distribution,filename, inet_gethost_native,os,inet_parse,inet,inet_udp, inet_config,inet_db,global,gb_trees,rpc,supervisor,kernel, application_master,sys,application,gen_server,erl_parse, proplists,erl_scan,lists,application_controller,proc_lib, gen,gen_event,error_logger,heart,error_handler,erlang, erl_prim_loader,prim_zip,zlib,prim_file,prim_inet,init, otp_ring0]}, {applications, [{public_key,"Public key infrastructure","0.13"}, {lhttpc,"Lightweight HTTP Client","1.3.0"}, {ale,"Another Logger for Erlang","8cffe61"}, {os_mon,"CPO CXC 138 46","2.2.7"}, {couch_set_view,"Set views","1.2.0a-b68b5f4-git"}, {inets,"INETS CXC 138 49","5.7.1"}, {couch,"Apache CouchDB","1.2.0a-b68b5f4-git"}, {mapreduce,"MapReduce using V8 JavaScript engine","1.0.0"}, {couch_index_merger,"Index merger","1.2.0a-b68b5f4-git"}, {kernel,"ERTS CXC 138 10","2.14.5"}, {crypto,"CRYPTO version 2","2.0.4"}, {ssl,"Erlang/OTP SSL application","4.1.6"}, {sasl,"SASL CXC 138 11","2.1.10"}, {couch_view_parser,"Couch view parser","1.0.0"}, {ns_server,"Couchbase server","2.0.0-1939-rel-enterprise"}, {mochiweb,"MochiMedia Web Server","1.4.1"}, {oauth,"Erlang OAuth implementation","7d85d3ef"}, {stdlib,"ERTS CXC 138 10","1.17.5"}]}, {pre_loaded, [erlang,erl_prim_loader,prim_zip,zlib,prim_file,prim_inet, init,otp_ring0]}, {process_count,151}, {node,nonode@nohost}, {nodes,[]}, {registered, ['sink-disk_xdcr_errors',kernel_safe_sup,'sink-disk_xdcr', 'sink-disk_debug','sink-disk_couchdb',inets_sup, 'sink-disk_mapreduce_errors',crypto_server, 'sink-disk_views',crypto_sup,'sink-disk_error',couch_log, mochiweb_sup,couch_secondary_services, couch_primary_services,ale_sup,couch_db_update, cb_couch_sup,ale_dynamic_sup,sasl_safe_sup, couch_query_servers,couch_httpd,couch_drv,couch_server, ale,couch_set_view_ddoc_cache, couch_index_merger_connection_pool,couch_spatial, lhttpc_manager,error_logger,couch_replica_index_barrier, standard_error,standard_error_sup, couch_main_index_barrier,tftp_sup,sasl_sup, couch_replication,couch_auth_cache,couch_task_events, timer_server,couch_task_status,release_handler, erl_prim_loader,inet_db,overload,rex,alarm_handler, kernel_sup,couch_view,global_name_server,couch_rep_sup, file_server_2,global_group,'sink-disk_default', ssl_connection_sup,ns_server_cluster_sup,couch_config, httpd_sup,ssl_manager,couch_server_sup,init, couch_file_write_guard,couch_uuids, couch_db_update_notifier_sup,disk_log_sup,disk_log_server, ssl_broker_sup,user,code_server,ssl_server,ssl_sup, application_controller,httpc_sup,httpc_profile_sup, os_mon_sup,httpc_manager,httpc_handler_sup,lhttpc_sup, cpu_sup,ftp_sup,memsup,'sink-ns_log',disksup, couch_set_view,'sink-disk_stats']}, {cookie,nocookie}, {wordsize,8}, {wall_clock,1}] [ns_server:info,2012-11-12T12:26:34.213,nonode@nohost:ns_server_cluster_sup<0.168.0>:log_os_info:start_link:27]Manifest: ["","", " ", " ", " ", " ", " ", " ", " "," ", " ", " ", " ", " ", " ", " ", " ", " ", " ", " ", " ", " ", " ", " ", " ", " ", " ", " ", " ", " ", " ", " ", " ", " ", " ",""] [error_logger:info,2012-11-12T12:26:34.215,nonode@nohost:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================PROGRESS REPORT========================= supervisor: {local,ns_server_cluster_sup} started: [{pid,<0.268.0>}, {name,timeout_diag_logger}, {mfargs,{timeout_diag_logger,start_link,[]}}, {restart_type,permanent}, {shutdown,1000}, {child_type,worker}] [ns_server:info,2012-11-12T12:26:34.216,nonode@nohost:dist_manager<0.269.0>:dist_manager:read_address_config:55]Reading ip config from "/opt/couchbase/var/lib/couchbase/ip" [ns_server:info,2012-11-12T12:26:34.217,nonode@nohost:dist_manager<0.269.0>:dist_manager:init:125]ip config not found. Looks like we're brand new node [error_logger:info,2012-11-12T12:26:34.217,nonode@nohost:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================PROGRESS REPORT========================= supervisor: {local,inet_gethost_native_sup} started: [{pid,<0.271.0>},{mfa,{inet_gethost_native,init,[[]]}}] [error_logger:info,2012-11-12T12:26:34.217,nonode@nohost:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================PROGRESS REPORT========================= supervisor: {local,kernel_safe_sup} started: [{pid,<0.270.0>}, {name,inet_gethost_native_sup}, {mfargs,{inet_gethost_native,start_link,[]}}, {restart_type,temporary}, {shutdown,1000}, {child_type,worker}] [ns_server:info,2012-11-12T12:26:34.223,nonode@nohost:dist_manager<0.269.0>:dist_manager:bringup:193]Attempting to bring up net_kernel with name 'ns_1@127.0.0.1' [error_logger:info,2012-11-12T12:26:34.226,nonode@nohost:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================PROGRESS REPORT========================= supervisor: {local,net_sup} started: [{pid,<0.273.0>}, {name,erl_epmd}, {mfargs,{erl_epmd,start_link,[]}}, {restart_type,permanent}, {shutdown,2000}, {child_type,worker}] [error_logger:info,2012-11-12T12:26:34.226,nonode@nohost:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================PROGRESS REPORT========================= supervisor: {local,net_sup} started: [{pid,<0.274.0>}, {name,auth}, {mfargs,{auth,start_link,[]}}, {restart_type,permanent}, {shutdown,2000}, {child_type,worker}] [ns_server:info,2012-11-12T12:26:34.227,ns_1@127.0.0.1:dist_manager<0.269.0>:dist_manager:save_node:112]saving node to "/opt/couchbase/var/lib/couchbase/couchbase-server.node" [error_logger:info,2012-11-12T12:26:34.227,ns_1@127.0.0.1:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================PROGRESS REPORT========================= supervisor: {local,net_sup} started: [{pid,<0.275.0>}, {name,net_kernel}, {mfargs, {net_kernel,start_link, [['ns_1@127.0.0.1',longnames]]}}, {restart_type,permanent}, {shutdown,2000}, {child_type,worker}] [error_logger:info,2012-11-12T12:26:34.227,ns_1@127.0.0.1:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================PROGRESS REPORT========================= supervisor: {local,kernel_sup} started: [{pid,<0.272.0>}, {name,net_sup_dynamic}, {mfargs, {erl_distribution,start_link, [['ns_1@127.0.0.1',longnames]]}}, {restart_type,permanent}, {shutdown,1000}, {child_type,supervisor}] [error_logger:info,2012-11-12T12:26:34.229,ns_1@127.0.0.1:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================PROGRESS REPORT========================= supervisor: {local,ns_server_cluster_sup} started: [{pid,<0.269.0>}, {name,dist_manager}, {mfargs,{dist_manager,start_link,[]}}, {restart_type,permanent}, {shutdown,1000}, {child_type,worker}] [error_logger:info,2012-11-12T12:26:34.230,ns_1@127.0.0.1:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================PROGRESS REPORT========================= supervisor: {local,ns_server_cluster_sup} started: [{pid,<0.278.0>}, {name,ns_cookie_manager}, {mfargs,{ns_cookie_manager,start_link,[]}}, {restart_type,permanent}, {shutdown,1000}, {child_type,worker}] [error_logger:info,2012-11-12T12:26:34.232,ns_1@127.0.0.1:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================PROGRESS REPORT========================= supervisor: {local,ns_server_cluster_sup} started: [{pid,<0.279.0>}, {name,ns_cluster}, {mfargs,{ns_cluster,start_link,[]}}, {restart_type,permanent}, {shutdown,5000}, {child_type,worker}] [error_logger:info,2012-11-12T12:26:34.232,ns_1@127.0.0.1:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================PROGRESS REPORT========================= supervisor: {local,mb_mnesia_sup} started: [{pid,<0.281.0>}, {name,mb_mnesia_events}, {mfargs, {gen_event,start_link,[{local,mb_mnesia_events}]}}, {restart_type,permanent}, {shutdown,10}, {child_type,worker}] [error_logger:info,2012-11-12T12:26:34.289,ns_1@127.0.0.1:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================PROGRESS REPORT========================= supervisor: {local,mnesia_sup} started: [{pid,<0.288.0>}, {name,mnesia_event}, {mfargs,{mnesia_sup,start_event,[]}}, {restart_type,permanent}, {shutdown,30000}, {child_type,worker}] [error_logger:info,2012-11-12T12:26:34.290,ns_1@127.0.0.1:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================PROGRESS REPORT========================= supervisor: {local,mnesia_kernel_sup} started: [{pid,<0.290.0>}, {name,mnesia_monitor}, {mfargs,{mnesia_monitor,start,[]}}, {restart_type,permanent}, {shutdown,3000}, {child_type,worker}] [error_logger:info,2012-11-12T12:26:34.290,ns_1@127.0.0.1:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================PROGRESS REPORT========================= supervisor: {local,mnesia_kernel_sup} started: [{pid,<0.291.0>}, {name,mnesia_subscr}, {mfargs,{mnesia_subscr,start,[]}}, {restart_type,permanent}, {shutdown,3000}, {child_type,worker}] [error_logger:info,2012-11-12T12:26:34.297,ns_1@127.0.0.1:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================PROGRESS REPORT========================= supervisor: {local,mnesia_kernel_sup} started: [{pid,<0.292.0>}, {name,mnesia_locker}, {mfargs,{mnesia_locker,start,[]}}, {restart_type,permanent}, {shutdown,3000}, {child_type,worker}] [error_logger:info,2012-11-12T12:26:34.302,ns_1@127.0.0.1:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================PROGRESS REPORT========================= supervisor: {local,mnesia_kernel_sup} started: [{pid,<0.293.0>}, {name,mnesia_recover}, {mfargs,{mnesia_recover,start,[]}}, {restart_type,permanent}, {shutdown,180000}, {child_type,worker}] [error_logger:info,2012-11-12T12:26:34.316,ns_1@127.0.0.1:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================PROGRESS REPORT========================= supervisor: {local,mnesia_kernel_sup} started: [{pid,<0.294.0>}, {name,mnesia_tm}, {mfargs,{mnesia_tm,start,[]}}, {restart_type,permanent}, {shutdown,30000}, {child_type,worker}] [error_logger:info,2012-11-12T12:26:34.318,ns_1@127.0.0.1:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================PROGRESS REPORT========================= supervisor: {local,mnesia_kernel_sup} started: [{pid,<0.295.0>}, {name,mnesia_checkpoint_sup}, {mfargs,{mnesia_checkpoint_sup,start,[]}}, {restart_type,permanent}, {shutdown,infinity}, {child_type,supervisor}] [error_logger:info,2012-11-12T12:26:34.320,ns_1@127.0.0.1:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================PROGRESS REPORT========================= supervisor: {local,mnesia_kernel_sup} started: [{pid,<0.296.0>}, {name,mnesia_snmp_sup}, {mfargs,{mnesia_snmp_sup,start,[]}}, {restart_type,permanent}, {shutdown,infinity}, {child_type,supervisor}] [error_logger:info,2012-11-12T12:26:34.325,ns_1@127.0.0.1:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================PROGRESS REPORT========================= supervisor: {local,mnesia_kernel_sup} started: [{pid,<0.297.0>}, {name,mnesia_controller}, {mfargs,{mnesia_controller,start,[]}}, {restart_type,permanent}, {shutdown,3000}, {child_type,worker}] [error_logger:info,2012-11-12T12:26:34.353,ns_1@127.0.0.1:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================PROGRESS REPORT========================= supervisor: {local,mnesia_kernel_sup} started: [{pid,<0.298.0>}, {name,mnesia_late_loader}, {mfargs,{mnesia_late_loader,start,[]}}, {restart_type,permanent}, {shutdown,3000}, {child_type,worker}] [error_logger:info,2012-11-12T12:26:34.353,ns_1@127.0.0.1:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================PROGRESS REPORT========================= supervisor: {local,mnesia_sup} started: [{pid,<0.289.0>}, {name,mnesia_kernel_sup}, {mfargs,{mnesia_kernel_sup,start,[]}}, {restart_type,permanent}, {shutdown,infinity}, {child_type,supervisor}] [error_logger:info,2012-11-12T12:26:34.354,ns_1@127.0.0.1:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================PROGRESS REPORT========================= application: mnesia started_at: 'ns_1@127.0.0.1' [error_logger:info,2012-11-12T12:26:34.379,ns_1@127.0.0.1:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================PROGRESS REPORT========================= supervisor: {local,kernel_safe_sup} started: [{pid,<0.304.0>}, {name,dets_sup}, {mfargs,{dets_sup,start_link,[]}}, {restart_type,permanent}, {shutdown,1000}, {child_type,supervisor}] [error_logger:info,2012-11-12T12:26:34.380,ns_1@127.0.0.1:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================PROGRESS REPORT========================= supervisor: {local,kernel_safe_sup} started: [{pid,<0.305.0>}, {name,dets}, {mfargs,{dets_server,start_link,[]}}, {restart_type,permanent}, {shutdown,2000}, {child_type,worker}] [error_logger:info,2012-11-12T12:26:34.451,ns_1@127.0.0.1:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================PROGRESS REPORT========================= supervisor: {local,mb_mnesia_sup} started: [{pid,<0.282.0>}, {name,mb_mnesia}, {mfargs,{mb_mnesia,start_link,[]}}, {restart_type,permanent}, {shutdown,5000}, {child_type,worker}] [error_logger:info,2012-11-12T12:26:34.452,ns_1@127.0.0.1:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================PROGRESS REPORT========================= supervisor: {local,ns_server_cluster_sup} started: [{pid,<0.280.0>}, {name,mb_mnesia_sup}, {mfargs,{mb_mnesia_sup,start_link,[]}}, {restart_type,permanent}, {shutdown,infinity}, {child_type,supervisor}] [ns_server:info,2012-11-12T12:26:34.453,ns_1@127.0.0.1:ns_config_sup<0.330.0>:ns_config_sup:init:32]loading static ns_config from "/opt/couchbase/etc/couchbase/config" [error_logger:info,2012-11-12T12:26:34.453,ns_1@127.0.0.1:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================PROGRESS REPORT========================= supervisor: {local,ns_config_sup} started: [{pid,<0.331.0>}, {name,ns_config_events}, {mfargs, {gen_event,start_link,[{local,ns_config_events}]}}, {restart_type,permanent}, {shutdown,1000}, {child_type,worker}] [error_logger:info,2012-11-12T12:26:34.453,ns_1@127.0.0.1:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================PROGRESS REPORT========================= supervisor: {local,ns_config_sup} started: [{pid,<0.332.0>}, {name,ns_config_events_local}, {mfargs, {gen_event,start_link, [{local,ns_config_events_local}]}}, {restart_type,permanent}, {shutdown,brutal_kill}, {child_type,worker}] [ns_server:info,2012-11-12T12:26:34.464,ns_1@127.0.0.1:ns_config<0.333.0>:ns_config:load_config:674]Loading static config from "/opt/couchbase/etc/couchbase/config" [ns_server:info,2012-11-12T12:26:34.465,ns_1@127.0.0.1:ns_config<0.333.0>:ns_config:load_config:688]Loading dynamic config from "/opt/couchbase/var/lib/couchbase/config/config.dat" [ns_server:info,2012-11-12T12:26:34.465,ns_1@127.0.0.1:ns_config<0.333.0>:ns_config:load_config:692]No dynamic config file found. Assuming we're brand new node [ns_server:info,2012-11-12T12:26:34.465,ns_1@127.0.0.1:ns_config<0.333.0>:ns_config:load_config:706]Here's full dynamic config we loaded + static & default config: [{auto_failover_cfg,[{enabled,false},{timeout,30},{max_nodes,1},{count,0}]}, {replication,[{enabled,true}]}, {email_alerts, [{recipients,["root@localhost"]}, {sender,"couchbase@localhost"}, {enabled,false}, {email_server, [{user,[]},{pass,[]},{host,"localhost"},{port,25},{encrypt,false}]}, {alerts, [auto_failover_node,auto_failover_maximum_reached, auto_failover_other_nodes_down,auto_failover_cluster_too_small,ip, disk,overhead,ep_oom_errors,ep_item_commit_failed]}]}, {{node,'ns_1@127.0.0.1',ns_log}, [{filename,"/opt/couchbase/var/lib/couchbase/data/ns_log"}]}, {{node,'ns_1@127.0.0.1',port_servers}, [{moxi,"/opt/couchbase/bin/moxi", ["-Z", {"port_listen=~B,default_bucket_name=default,downstream_max=1024,downstream_conn_max=4,connect_max_errors=5,connect_retry_interval=30000,connect_timeout=400,auth_timeout=100,cycle=200,downstream_conn_queue_timeout=200,downstream_timeout=5000,wait_queue_timeout=200", [port]}, "-z", {"url=http://127.0.0.1:~B/pools/default/saslBucketsStreaming", [{misc,this_node_rest_port,[]}]}, "-p","0","-Y","y","-O","stderr", {"~s",[verbosity]}], [{env, [{"EVENT_NOSELECT","1"}, {"MOXI_SASL_PLAIN_USR",{"~s",[{ns_moxi_sup,rest_user,[]}]}}, {"MOXI_SASL_PLAIN_PWD",{"~s",[{ns_moxi_sup,rest_pass,[]}]}}]}, use_stdio,exit_status,port_server_send_eol,stderr_to_stdout,stream]}, {memcached,"/opt/couchbase/bin/memcached", ["-X","/opt/couchbase/lib/memcached/stdin_term_handler.so","-X", {"/opt/couchbase/lib/memcached/file_logger.so,cyclesize=~B;sleeptime=~B;filename=~s/~s", [log_cyclesize,log_sleeptime,log_path,log_prefix]}, "-l", {"0.0.0.0:~B,0.0.0.0:~B:1000",[port,dedicated_port]}, "-p", {"~B",[port]}, "-E","/opt/couchbase/lib/memcached/bucket_engine.so","-B","binary", "-r","-c","10000","-e", {"admin=~s;default_bucket_name=default;auto_create=false", [admin_user]}, {"~s",[verbosity]}], [{env, [{"EVENT_NOSELECT","1"}, {"MEMCACHED_TOP_KEYS","100"}, {"ISASL_PWFILE",{"~s",[{isasl,path}]}}, {"ISASL_DB_CHECK_TIME","1"}]}, use_stdio,stderr_to_stdout,exit_status,port_server_send_eol,stream]}]}, {{node,'ns_1@127.0.0.1',moxi},[{port,11211},{verbosity,[]}]}, {buckets,[{configs,[]}]}, {memory_quota,14419}, {{node,'ns_1@127.0.0.1',memcached}, [{'_vclock',[{'_',{1,0}}]}, {port,11210}, {mccouch_port,11213}, {dedicated_port,11209}, {admin_user,"_admin"}, {admin_pass,"_admin"}, {bucket_engine,"/opt/couchbase/lib/memcached/bucket_engine.so"}, {engines, [{membase, [{engine,"/opt/couchbase/lib/memcached/ep.so"}, {static_config_string, "vb0=false;waitforwarmup=false;failpartialwarmup=false"}]}, {memcached, [{engine,"/opt/couchbase/lib/memcached/default_engine.so"}, {static_config_string,"vb0=true"}]}]}, {log_path,"/opt/couchbase/var/lib/couchbase/logs"}, {log_prefix,"memcached.log"}, {log_generations,10}, {log_cyclesize,104857600}, {log_sleeptime,19}, {log_rotation_period,39003}, {verbosity,[]}]}, {{node,'ns_1@127.0.0.1',isasl}, [{path,"/opt/couchbase/var/lib/couchbase/data/isasl.pw"}]}, {remote_clusters,[]}, {rest_creds,[{creds,[]}]}, {{node,'ns_1@127.0.0.1',capi_port},8092}, {{node,'ns_1@127.0.0.1',rest},[{port,8091},{port_meta,global}]}, {{couchdb,max_parallel_replica_indexers},2}, {{couchdb,max_parallel_indexers},4}, {rest,[{port,8091}]}, {{node,'ns_1@127.0.0.1',membership},active}, {nodes_wanted,['ns_1@127.0.0.1']}, {{node,'ns_1@127.0.0.1',compaction_daemon}, [{check_interval,30},{min_file_size,131072}]}, {fast_warmup, [{fast_warmup_enabled,true}, {min_memory_threshold,10}, {min_items_threshold,10}]}, {set_view_update_daemon, [{update_interval,5000}, {update_min_changes,5000}, {replica_update_min_changes,5000}]}, {autocompaction, [{database_fragmentation_threshold,{30,undefined}}, {view_fragmentation_threshold,{30,undefined}}]}, {max_bucket_count,10}, {index_aware_rebalance_disabled,false}, {xdcr_capi_checkpoint_timeout,10}, {xdcr_failure_restart_interval,30}, {xdcr_doc_batch_size_kb,512}, {xdcr_checkpoint_interval,1800}] [ns_server:info,2012-11-12T12:26:34.467,ns_1@127.0.0.1:ns_config<0.333.0>:ns_config_default:upgrade_config_from_1_7_to_1_7_1:296]Upgrading config from 1.7 to 1.7.1 [ns_server:info,2012-11-12T12:26:34.469,ns_1@127.0.0.1:ns_config<0.333.0>:ns_config_default:upgrade_config_from_1_7_1_to_1_7_2:307]Upgrading config from 1.7.1 to 1.7.2 [ns_server:info,2012-11-12T12:26:34.470,ns_1@127.0.0.1:ns_config<0.333.0>:ns_config_default:upgrade_config_from_1_7_2_to_1_8_0:361]Upgrading config from 1.7.2 to 1.8.0 [ns_server:info,2012-11-12T12:26:34.472,ns_1@127.0.0.1:ns_config<0.333.0>:ns_config_default:upgrade_config_from_1_8_0_to_1_8_1:398]Upgrading config from 1.8.0 to 1.8.1 [ns_server:info,2012-11-12T12:26:34.474,ns_1@127.0.0.1:ns_config<0.333.0>:ns_config_default:upgrade_config_from_1_8_1_to_2_0:427]Upgrading config from 1.8.1 to 2.0 [error_logger:info,2012-11-12T12:26:34.479,ns_1@127.0.0.1:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================PROGRESS REPORT========================= supervisor: {local,ns_config_sup} started: [{pid,<0.333.0>}, {name,ns_config}, {mfargs, {ns_config,start_link, ["/opt/couchbase/etc/couchbase/config", ns_config_default]}}, {restart_type,permanent}, {shutdown,1000}, {child_type,worker}] [error_logger:info,2012-11-12T12:26:34.481,ns_1@127.0.0.1:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================PROGRESS REPORT========================= supervisor: {local,ns_config_sup} started: [{pid,<0.336.0>}, {name,ns_config_remote}, {mfargs, {ns_config_replica,start_link, [{local,ns_config_remote}]}}, {restart_type,permanent}, {shutdown,1000}, {child_type,worker}] [ns_server:warn,2012-11-12T12:26:34.488,ns_1@127.0.0.1:ns_config_isasl_sync<0.337.0>:ns_memcached:connect:1103]Unable to connect: {error,{badmatch,{error,econnrefused}}}, retrying. [error_logger:info,2012-11-12T12:26:35.490,ns_1@127.0.0.1:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================PROGRESS REPORT========================= supervisor: {local,ns_config_sup} started: [{pid,<0.337.0>}, {name,ns_config_isasl_sync}, {mfargs,{ns_config_isasl_sync,start_link,[]}}, {restart_type,permanent}, {shutdown,1000}, {child_type,worker}] [error_logger:info,2012-11-12T12:26:35.491,ns_1@127.0.0.1:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================PROGRESS REPORT========================= supervisor: {local,ns_config_sup} started: [{pid,<0.340.0>}, {name,ns_config_log}, {mfargs,{ns_config_log,start_link,[]}}, {restart_type,permanent}, {shutdown,1000}, {child_type,worker}] [error_logger:info,2012-11-12T12:26:35.492,ns_1@127.0.0.1:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================PROGRESS REPORT========================= supervisor: {local,ns_config_sup} started: [{pid,<0.342.0>}, {name,cb_config_couch_sync}, {mfargs,{cb_config_couch_sync,start_link,[]}}, {restart_type,permanent}, {shutdown,1000}, {child_type,worker}] [error_logger:info,2012-11-12T12:26:35.492,ns_1@127.0.0.1:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================PROGRESS REPORT========================= supervisor: {local,ns_server_cluster_sup} started: [{pid,<0.330.0>}, {name,ns_config_sup}, {mfargs,{ns_config_sup,start_link,[]}}, {restart_type,permanent}, {shutdown,infinity}, {child_type,supervisor}] [error_logger:info,2012-11-12T12:26:35.493,ns_1@127.0.0.1:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================PROGRESS REPORT========================= supervisor: {local,ns_server_cluster_sup} started: [{pid,<0.344.0>}, {name,vbucket_filter_changes_registry}, {mfargs, {ns_process_registry,start_link, [vbucket_filter_changes_registry]}}, {restart_type,permanent}, {shutdown,100}, {child_type,worker}] [ns_server:warn,2012-11-12T12:26:35.496,ns_1@127.0.0.1:ns_log<0.346.0>:ns_log:read_logs:69]Couldn't load logs from "/opt/couchbase/var/lib/couchbase/data/ns_log" (perhaps it's first startup): {error, enoent} [error_logger:info,2012-11-12T12:26:35.496,ns_1@127.0.0.1:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================PROGRESS REPORT========================= supervisor: {local,ns_server_sup} started: [{pid,<0.346.0>}, {name,ns_log}, {mfargs,{ns_log,start_link,[]}}, {restart_type,permanent}, {shutdown,1000}, {child_type,worker}] [error_logger:info,2012-11-12T12:26:35.497,ns_1@127.0.0.1:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================PROGRESS REPORT========================= supervisor: {local,ns_server_sup} started: [{pid,<0.347.0>}, {name,ns_config_ets_dup}, {mfargs,{ns_config_ets_dup,start_link,[]}}, {restart_type,permanent}, {shutdown,brutal_kill}, {child_type,worker}] [error_logger:info,2012-11-12T12:26:35.498,ns_1@127.0.0.1:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================PROGRESS REPORT========================= supervisor: {local,ns_server_sup} started: [{pid,<0.348.0>}, {name,ns_log_events}, {mfargs,{gen_event,start_link,[{local,ns_log_events}]}}, {restart_type,permanent}, {shutdown,1000}, {child_type,worker}] [error_logger:info,2012-11-12T12:26:35.498,ns_1@127.0.0.1:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================PROGRESS REPORT========================= supervisor: {local,ns_node_disco_sup} started: [{pid,<0.351.0>}, {name,ns_node_disco_events}, {mfargs, {gen_event,start_link, [{local,ns_node_disco_events}]}}, {restart_type,permanent}, {shutdown,1000}, {child_type,worker}] [user:info,2012-11-12T12:26:35.500,ns_1@127.0.0.1:ns_cookie_manager<0.278.0>:ns_cookie_manager:do_cookie_init:91]Initial otp cookie generated: jfotzsneskevtrdq [error_logger:info,2012-11-12T12:26:35.503,ns_1@127.0.0.1:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================PROGRESS REPORT========================= supervisor: {local,ns_node_disco_sup} started: [{pid,<0.352.0>}, {name,ns_node_disco}, {mfargs,{ns_node_disco,start_link,[]}}, {restart_type,permanent}, {shutdown,1000}, {child_type,worker}] [error_logger:info,2012-11-12T12:26:35.503,ns_1@127.0.0.1:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================PROGRESS REPORT========================= supervisor: {local,ns_node_disco_sup} started: [{pid,<0.356.0>}, {name,ns_node_disco_log}, {mfargs,{ns_node_disco_log,start_link,[]}}, {restart_type,permanent}, {shutdown,1000}, {child_type,worker}] [error_logger:info,2012-11-12T12:26:35.504,ns_1@127.0.0.1:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================PROGRESS REPORT========================= supervisor: {local,ns_node_disco_sup} started: [{pid,<0.357.0>}, {name,ns_node_disco_conf_events}, {mfargs,{ns_node_disco_conf_events,start_link,[]}}, {restart_type,permanent}, {shutdown,1000}, {child_type,worker}] [error_logger:info,2012-11-12T12:26:35.505,ns_1@127.0.0.1:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================PROGRESS REPORT========================= supervisor: {local,ns_node_disco_sup} started: [{pid,<0.358.0>}, {name,ns_config_rep_merger}, {mfargs,{ns_config_rep,start_link_merger,[]}}, {restart_type,permanent}, {shutdown,brutal_kill}, {child_type,worker}] [error_logger:info,2012-11-12T12:26:35.508,ns_1@127.0.0.1:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================PROGRESS REPORT========================= supervisor: {local,ns_node_disco_sup} started: [{pid,<0.359.0>}, {name,ns_config_rep}, {mfargs,{ns_config_rep,start_link,[]}}, {restart_type,permanent}, {shutdown,1000}, {child_type,worker}] [error_logger:info,2012-11-12T12:26:35.509,ns_1@127.0.0.1:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================PROGRESS REPORT========================= supervisor: {local,ns_server_sup} started: [{pid,<0.350.0>}, {name,ns_node_disco_sup}, {mfargs,{ns_node_disco_sup,start_link,[]}}, {restart_type,permanent}, {shutdown,infinity}, {child_type,supervisor}] [error_logger:info,2012-11-12T12:26:35.512,ns_1@127.0.0.1:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================PROGRESS REPORT========================= supervisor: {local,ns_server_sup} started: [{pid,<0.365.0>}, {name,vbucket_map_mirror}, {mfargs,{vbucket_map_mirror,start_link,[]}}, {restart_type,permanent}, {shutdown,brutal_kill}, {child_type,worker}] [error_logger:info,2012-11-12T12:26:35.513,ns_1@127.0.0.1:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================PROGRESS REPORT========================= supervisor: {local,ns_server_sup} started: [{pid,<0.367.0>}, {name,ns_tick_event}, {mfargs,{gen_event,start_link,[{local,ns_tick_event}]}}, {restart_type,permanent}, {shutdown,1000}, {child_type,worker}] [ns_server:info,2012-11-12T12:26:35.514,ns_1@127.0.0.1:ns_config_log<0.340.0>:ns_config_log:handle_info:57]config change: rest_creds -> ******** [error_logger:info,2012-11-12T12:26:35.514,ns_1@127.0.0.1:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================PROGRESS REPORT========================= supervisor: {local,ns_server_sup} started: [{pid,<0.368.0>}, {name,mb_master_events}, {mfargs, {gen_event,start_link,[{local,mb_master_events}]}}, {restart_type,permanent}, {shutdown,1000}, {child_type,worker}] [error_logger:info,2012-11-12T12:26:35.516,ns_1@127.0.0.1:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================PROGRESS REPORT========================= supervisor: {local,ns_server_sup} started: [{pid,<0.369.0>}, {name,buckets_events}, {mfargs, {gen_event,start_link,[{local,buckets_events}]}}, {restart_type,permanent}, {shutdown,1000}, {child_type,worker}] [error_logger:info,2012-11-12T12:26:35.516,ns_1@127.0.0.1:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================PROGRESS REPORT========================= supervisor: {local,ns_mail_sup} started: [{pid,<0.371.0>}, {name,ns_mail_log}, {mfargs,{ns_mail_log,start_link,[]}}, {restart_type,permanent}, {shutdown,1000}, {child_type,worker}] [error_logger:info,2012-11-12T12:26:35.518,ns_1@127.0.0.1:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================PROGRESS REPORT========================= supervisor: {local,ns_server_sup} started: [{pid,<0.370.0>}, {name,ns_mail_sup}, {mfargs,{ns_mail_sup,start_link,[]}}, {restart_type,permanent}, {shutdown,infinity}, {child_type,supervisor}] [error_logger:info,2012-11-12T12:26:35.520,ns_1@127.0.0.1:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================PROGRESS REPORT========================= supervisor: {local,ns_server_sup} started: [{pid,<0.372.0>}, {name,ns_stats_event}, {mfargs, {gen_event,start_link,[{local,ns_stats_event}]}}, {restart_type,permanent}, {shutdown,1000}, {child_type,worker}] [error_logger:info,2012-11-12T12:26:35.521,ns_1@127.0.0.1:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================PROGRESS REPORT========================= supervisor: {local,ns_server_sup} started: [{pid,<0.373.0>}, {name,ns_heart}, {mfargs,{ns_heart,start_link,[]}}, {restart_type,permanent}, {shutdown,1000}, {child_type,worker}] [error_logger:info,2012-11-12T12:26:35.523,ns_1@127.0.0.1:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================PROGRESS REPORT========================= supervisor: {local,ns_server_sup} started: [{pid,<0.375.0>}, {name,ns_doctor}, {mfargs,{ns_doctor,start_link,[]}}, {restart_type,permanent}, {shutdown,1000}, {child_type,worker}] [error_logger:info,2012-11-12T12:26:35.527,ns_1@127.0.0.1:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================PROGRESS REPORT========================= supervisor: {local,ns_server_sup} started: [{pid,<0.378.0>}, {name,remote_clusters_info}, {mfargs,{remote_clusters_info,start_link,[]}}, {restart_type,permanent}, {shutdown,1000}, {child_type,worker}] [ns_server:error,2012-11-12T12:26:35.531,ns_1@127.0.0.1:ns_heart<0.373.0>:ns_heart:grab_samples_loading_tasks:298]Failed to grab samples loader tasks: {exit, {noproc, {gen_server,call, [samples_loader_tasks,get_tasks, 2000]}}, [{gen_server,call,3}, {ns_heart,grab_samples_loading_tasks,0}, {ns_heart,current_status,0}, {ns_heart,handle_info,2}, {gen_server,handle_msg,5}, {proc_lib,init_p_do_apply,3}]} [user:info,2012-11-12T12:26:35.533,ns_1@127.0.0.1:mb_master<0.380.0>:mb_master:init:89]I'm the only node, so I'm the master. [ns_server:info,2012-11-12T12:26:35.542,ns_1@127.0.0.1:ns_config<0.333.0>:ns_online_config_upgrader:upgrade_config_on_join_from_pre_2_0_to_2_0:65]Adding some 2.0 specific keys to the config [ns_server:error,2012-11-12T12:26:35.542,ns_1@127.0.0.1:ns_heart<0.373.0>:ns_heart:grab_samples_loading_tasks:298]Failed to grab samples loader tasks: {exit, {noproc, {gen_server,call, [samples_loader_tasks,get_tasks, 2000]}}, [{gen_server,call,3}, {ns_heart,grab_samples_loading_tasks,0}, {ns_heart,current_status,0}, {ns_heart,handle_call,3}, {gen_server,handle_msg,5}, {proc_lib,init_p_do_apply,3}]} [user:warn,2012-11-12T12:26:35.546,ns_1@127.0.0.1:<0.384.0>:ns_orchestrator:consider_switching_compat_mode:665]Changed cluster compat mode from undefined to [2,0] [ns_server:info,2012-11-12T12:26:35.547,ns_1@127.0.0.1:ns_config<0.333.0>:ns_online_config_upgrader:upgrade_config_from_pre_2_0_to_2_0:69]Performing online config upgrade to 2.0 version [error_logger:info,2012-11-12T12:26:35.547,ns_1@127.0.0.1:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================PROGRESS REPORT========================= supervisor: {local,mb_master_sup} started: [{pid,<0.384.0>}, {name,ns_orchestrator}, {mfargs,{ns_orchestrator,start_link,[]}}, {restart_type,permanent}, {shutdown,20}, {child_type,worker}] [error_logger:info,2012-11-12T12:26:35.549,ns_1@127.0.0.1:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================PROGRESS REPORT========================= supervisor: {local,mb_master_sup} started: [{pid,<0.397.0>}, {name,ns_tick}, {mfargs,{ns_tick,start_link,[]}}, {restart_type,permanent}, {shutdown,10}, {child_type,worker}] [error_logger:info,2012-11-12T12:26:35.551,ns_1@127.0.0.1:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================PROGRESS REPORT========================= supervisor: {local,mb_master_sup} started: [{pid,<0.398.0>}, {name,auto_failover}, {mfargs,{auto_failover,start_link,[]}}, {restart_type,permanent}, {shutdown,10}, {child_type,worker}] [error_logger:info,2012-11-12T12:26:35.551,ns_1@127.0.0.1:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================PROGRESS REPORT========================= supervisor: {local,ns_server_sup} started: [{pid,<0.380.0>}, {name,mb_master}, {mfargs,{mb_master,start_link,[]}}, {restart_type,permanent}, {shutdown,infinity}, {child_type,supervisor}] [error_logger:info,2012-11-12T12:26:35.552,ns_1@127.0.0.1:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================PROGRESS REPORT========================= supervisor: {local,ns_server_sup} started: [{pid,<0.399.0>}, {name,master_activity_events}, {mfargs, {gen_event,start_link, [{local,master_activity_events}]}}, {restart_type,permanent}, {shutdown,brutal_kill}, {child_type,worker}] [error_logger:info,2012-11-12T12:26:35.552,ns_1@127.0.0.1:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================PROGRESS REPORT========================= supervisor: {local,ns_server_sup} started: [{pid,<0.400.0>}, {name,master_activity_events_ingress}, {mfargs, {gen_event,start_link, [{local,master_activity_events_ingress}]}}, {restart_type,permanent}, {shutdown,brutal_kill}, {child_type,worker}] [error_logger:info,2012-11-12T12:26:35.553,ns_1@127.0.0.1:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================PROGRESS REPORT========================= supervisor: {local,ns_server_sup} started: [{pid,<0.401.0>}, {name,master_activity_events_timestamper}, {mfargs, {master_activity_events,start_link_timestamper,[]}}, {restart_type,permanent}, {shutdown,brutal_kill}, {child_type,worker}] [error_logger:info,2012-11-12T12:26:35.553,ns_1@127.0.0.1:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================PROGRESS REPORT========================= supervisor: {local,ns_server_sup} started: [{pid,<0.402.0>}, {name,master_activity_events_pids_watcher}, {mfargs, {master_activity_events_pids_watcher,start_link, []}}, {restart_type,permanent}, {shutdown,brutal_kill}, {child_type,worker}] [error_logger:info,2012-11-12T12:26:35.555,ns_1@127.0.0.1:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================PROGRESS REPORT========================= supervisor: {local,ns_server_sup} started: [{pid,<0.403.0>}, {name,master_activity_events_keeper}, {mfargs,{master_activity_events_keeper,start_link,[]}}, {restart_type,permanent}, {shutdown,brutal_kill}, {child_type,worker}] [error_logger:info,2012-11-12T12:26:35.567,ns_1@127.0.0.1:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================PROGRESS REPORT========================= supervisor: {local,menelaus_sup} started: [{pid,<0.406.0>}, {name,menelaus_web}, {mfargs,{menelaus_web,start_link,[]}}, {restart_type,permanent}, {shutdown,5000}, {child_type,worker}] [error_logger:info,2012-11-12T12:26:35.568,ns_1@127.0.0.1:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================PROGRESS REPORT========================= supervisor: {local,menelaus_sup} started: [{pid,<0.423.0>}, {name,menelaus_event}, {mfargs,{menelaus_event,start_link,[]}}, {restart_type,permanent}, {shutdown,5000}, {child_type,worker}] [error_logger:info,2012-11-12T12:26:35.569,ns_1@127.0.0.1:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================PROGRESS REPORT========================= supervisor: {local,menelaus_sup} started: [{pid,<0.424.0>}, {name,hot_keys_keeper}, {mfargs,{hot_keys_keeper,start_link,[]}}, {restart_type,permanent}, {shutdown,5000}, {child_type,worker}] [error_logger:info,2012-11-12T12:26:35.571,ns_1@127.0.0.1:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================PROGRESS REPORT========================= supervisor: {local,menelaus_sup} started: [{pid,<0.425.0>}, {name,menelaus_web_alerts_srv}, {mfargs,{menelaus_web_alerts_srv,start_link,[]}}, {restart_type,permanent}, {shutdown,5000}, {child_type,worker}] [user:info,2012-11-12T12:26:35.571,ns_1@127.0.0.1:ns_server_sup<0.345.0>:menelaus_sup:start_link:44]Couchbase Server has started on web port 8091 on node 'ns_1@127.0.0.1'. [error_logger:info,2012-11-12T12:26:35.571,ns_1@127.0.0.1:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================PROGRESS REPORT========================= supervisor: {local,ns_server_sup} started: [{pid,<0.405.0>}, {name,menelaus}, {mfargs,{menelaus_sup,start_link,[]}}, {restart_type,permanent}, {shutdown,infinity}, {child_type,supervisor}] [error_logger:info,2012-11-12T12:26:35.572,ns_1@127.0.0.1:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================PROGRESS REPORT========================= supervisor: {local,mc_sup} started: [{pid,<0.427.0>}, {name,mc_couch_events}, {mfargs, {gen_event,start_link,[{local,mc_couch_events}]}}, {restart_type,permanent}, {shutdown,brutal_kill}, {child_type,worker}] [error_logger:info,2012-11-12T12:26:35.573,ns_1@127.0.0.1:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================PROGRESS REPORT========================= supervisor: {local,mc_sup} started: [{pid,<0.428.0>}, {name,mc_conn_sup}, {mfargs,{mc_conn_sup,start_link,[]}}, {restart_type,permanent}, {shutdown,brutal_kill}, {child_type,supervisor}] [ns_server:info,2012-11-12T12:26:35.573,ns_1@127.0.0.1:<0.429.0>:mc_tcp_listener:init:24]mccouch is listening on port 11213 [error_logger:info,2012-11-12T12:26:35.573,ns_1@127.0.0.1:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================PROGRESS REPORT========================= supervisor: {local,mc_sup} started: [{pid,<0.429.0>}, {name,mc_tcp_listener}, {mfargs,{mc_tcp_listener,start_link,[11213]}}, {restart_type,permanent}, {shutdown,brutal_kill}, {child_type,worker}] [error_logger:info,2012-11-12T12:26:35.574,ns_1@127.0.0.1:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================PROGRESS REPORT========================= supervisor: {local,ns_server_sup} started: [{pid,<0.426.0>}, {name,mc_sup}, {mfargs,{mc_sup,start_link,[]}}, {restart_type,permanent}, {shutdown,infinity}, {child_type,supervisor}] [error_logger:info,2012-11-12T12:26:35.577,ns_1@127.0.0.1:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================PROGRESS REPORT========================= supervisor: {local,ns_port_sup} started: [{pid,<0.431.0>}, {name,ns_port_init}, {mfargs,{ns_port_init,start_link,[]}}, {restart_type,permanent}, {shutdown,10}, {child_type,worker}] [error_logger:info,2012-11-12T12:26:35.580,ns_1@127.0.0.1:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================PROGRESS REPORT========================= supervisor: {local,ns_port_sup} started: [{pid,<0.432.0>}, {name, {moxi,"/opt/couchbase/bin/moxi", ["-Z", "port_listen=11211,default_bucket_name=default,downstream_max=1024,downstream_conn_max=4,connect_max_errors=5,connect_retry_interval=30000,connect_timeout=400,auth_timeout=100,cycle=200,downstream_conn_queue_timeout=200,downstream_timeout=5000,wait_queue_timeout=200", "-z", "url=http://127.0.0.1:8091/pools/default/saslBucketsStreaming", "-p","0","-Y","y","-O","stderr",[]], [{env, [{"EVENT_NOSELECT","1"}, {"MOXI_SASL_PLAIN_USR",[]}, {"MOXI_SASL_PLAIN_PWD",[]}]}, use_stdio,exit_status,port_server_send_eol, stderr_to_stdout,stream]}}, {mfargs, {supervisor_cushion,start_link, [moxi,5000,10000,ns_port_server,start_link, [moxi,"/opt/couchbase/bin/moxi", ["-Z", "port_listen=11211,default_bucket_name=default,downstream_max=1024,downstream_conn_max=4,connect_max_errors=5,connect_retry_interval=30000,connect_timeout=400,auth_timeout=100,cycle=200,downstream_conn_queue_timeout=200,downstream_timeout=5000,wait_queue_timeout=200", "-z", "url=http://127.0.0.1:8091/pools/default/saslBucketsStreaming", "-p","0","-Y","y","-O","stderr",[]], [{env, [{"EVENT_NOSELECT","1"}, {"MOXI_SASL_PLAIN_USR",[]}, {"MOXI_SASL_PLAIN_PWD",[]}]}, use_stdio,exit_status,port_server_send_eol, stderr_to_stdout,stream]]]}}, {restart_type,permanent}, {shutdown,86400000}, {child_type,worker}] [error_logger:info,2012-11-12T12:26:35.581,ns_1@127.0.0.1:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================PROGRESS REPORT========================= supervisor: {local,ns_port_sup} started: [{pid,<0.434.0>}, {name, {memcached,"/opt/couchbase/bin/memcached", ["-X", "/opt/couchbase/lib/memcached/stdin_term_handler.so", "-X", "/opt/couchbase/lib/memcached/file_logger.so,cyclesize=104857600;sleeptime=19;filename=/opt/couchbase/var/lib/couchbase/logs/memcached.log", "-l","0.0.0.0:11210,0.0.0.0:11209:1000","-p", "11210","-E", "/opt/couchbase/lib/memcached/bucket_engine.so", "-B","binary","-r","-c","10000","-e", "admin=_admin;default_bucket_name=default;auto_create=false", []], [{env, [{"EVENT_NOSELECT","1"}, {"MEMCACHED_TOP_KEYS","100"}, {"ISASL_PWFILE", "/opt/couchbase/var/lib/couchbase/data/isasl.pw"}, {"ISASL_DB_CHECK_TIME","1"}]}, use_stdio,stderr_to_stdout,exit_status, port_server_send_eol,stream]}}, {mfargs, {erlang,apply, [#Fun, [memcached,"/opt/couchbase/bin/memcached", ["-X", "/opt/couchbase/lib/memcached/stdin_term_handler.so", "-X", "/opt/couchbase/lib/memcached/file_logger.so,cyclesize=104857600;sleeptime=19;filename=/opt/couchbase/var/lib/couchbase/logs/memcached.log", "-l","0.0.0.0:11210,0.0.0.0:11209:1000", "-p","11210","-E", "/opt/couchbase/lib/memcached/bucket_engine.so", "-B","binary","-r","-c","10000","-e", "admin=_admin;default_bucket_name=default;auto_create=false", []], [{env, [{"EVENT_NOSELECT","1"}, {"MEMCACHED_TOP_KEYS","100"}, {"ISASL_PWFILE", "/opt/couchbase/var/lib/couchbase/data/isasl.pw"}, {"ISASL_DB_CHECK_TIME","1"}]}, use_stdio,stderr_to_stdout,exit_status, port_server_send_eol,stream]]]}}, {restart_type,permanent}, {shutdown,86400000}, {child_type,worker}] [ns_server:info,2012-11-12T12:26:35.585,ns_1@127.0.0.1:<0.437.0>:ns_memcached_log_rotator:init:28]Starting log rotator on "/opt/couchbase/var/lib/couchbase/logs"/"memcached.log"* with an initial period of 39003ms [error_logger:info,2012-11-12T12:26:35.585,ns_1@127.0.0.1:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================PROGRESS REPORT========================= supervisor: {local,ns_server_sup} started: [{pid,<0.430.0>}, {name,ns_port_sup}, {mfargs,{ns_port_sup,start_link,[]}}, {restart_type,permanent}, {shutdown,infinity}, {child_type,supervisor}] [error_logger:info,2012-11-12T12:26:35.586,ns_1@127.0.0.1:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================PROGRESS REPORT========================= supervisor: {local,ns_server_sup} started: [{pid,<0.436.0>}, {name,ns_port_memcached_killer}, {mfargs,{ns_port_sup,start_memcached_force_killer,[]}}, {restart_type,permanent}, {shutdown,brutal_kill}, {child_type,worker}] [error_logger:info,2012-11-12T12:26:35.586,ns_1@127.0.0.1:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================PROGRESS REPORT========================= supervisor: {local,ns_server_sup} started: [{pid,<0.437.0>}, {name,ns_memcached_log_rotator}, {mfargs,{ns_memcached_log_rotator,start_link,[]}}, {restart_type,permanent}, {shutdown,1000}, {child_type,worker}] [error_logger:info,2012-11-12T12:26:35.586,ns_1@127.0.0.1:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================PROGRESS REPORT========================= supervisor: {local,ns_server_sup} started: [{pid,<0.439.0>}, {name,ns_bucket_worker}, {mfargs,{work_queue,start_link,[ns_bucket_worker]}}, {restart_type,permanent}, {shutdown,1000}, {child_type,worker}] [error_logger:info,2012-11-12T12:26:35.587,ns_1@127.0.0.1:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================PROGRESS REPORT========================= supervisor: {local,ns_server_sup} started: [{pid,<0.440.0>}, {name,xdc_replication_sup}, {mfargs,{xdc_replication_sup,start_link,[]}}, {restart_type,permanent}, {shutdown,infinity}, {child_type,supervisor}] [error_logger:info,2012-11-12T12:26:35.616,ns_1@127.0.0.1:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================PROGRESS REPORT========================= supervisor: {local,ns_server_sup} started: [{pid,<0.441.0>}, {name,xdc_rep_manager}, {mfargs,{xdc_rep_manager,start_link,[]}}, {restart_type,permanent}, {shutdown,30000}, {child_type,worker}] [error_logger:info,2012-11-12T12:26:35.620,ns_1@127.0.0.1:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================PROGRESS REPORT========================= supervisor: {local,ns_bucket_sup} started: [{pid,<0.452.0>}, {name,buckets_observing_subscription}, {mfargs,{ns_bucket_sup,subscribe_on_config_events,[]}}, {restart_type,permanent}, {shutdown,1000}, {child_type,worker}] [error_logger:info,2012-11-12T12:26:35.621,ns_1@127.0.0.1:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================PROGRESS REPORT========================= supervisor: {local,ns_server_sup} started: [{pid,<0.451.0>}, {name,ns_bucket_sup}, {mfargs,{ns_bucket_sup,start_link,[]}}, {restart_type,permanent}, {shutdown,infinity}, {child_type,supervisor}] [error_logger:info,2012-11-12T12:26:35.627,ns_1@127.0.0.1:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================PROGRESS REPORT========================= supervisor: {local,ns_server_sup} started: [{pid,<0.454.0>}, {name,system_stats_collector}, {mfargs,{system_stats_collector,start_link,[]}}, {restart_type,permanent}, {shutdown,1000}, {child_type,worker}] [error_logger:info,2012-11-12T12:26:35.638,ns_1@127.0.0.1:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================PROGRESS REPORT========================= supervisor: {local,ns_server_sup} started: [{pid,<0.456.0>}, {name,{stats_archiver,"@system"}}, {mfargs,{stats_archiver,start_link,["@system"]}}, {restart_type,permanent}, {shutdown,1000}, {child_type,worker}] [error_logger:info,2012-11-12T12:26:35.639,ns_1@127.0.0.1:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================PROGRESS REPORT========================= supervisor: {local,ns_server_sup} started: [{pid,<0.458.0>}, {name,{stats_reader,"@system"}}, {mfargs,{stats_reader,start_link,["@system"]}}, {restart_type,permanent}, {shutdown,1000}, {child_type,worker}] [error_logger:info,2012-11-12T12:26:35.639,ns_1@127.0.0.1:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================PROGRESS REPORT========================= supervisor: {local,ns_server_sup} started: [{pid,<0.460.0>}, {name,ns_moxi_sup_work_queue}, {mfargs, {work_queue,start_link,[ns_moxi_sup_work_queue]}}, {restart_type,permanent}, {shutdown,1000}, {child_type,worker}] [error_logger:info,2012-11-12T12:26:35.640,ns_1@127.0.0.1:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================PROGRESS REPORT========================= supervisor: {local,ns_server_sup} started: [{pid,<0.462.0>}, {name,ns_moxi_sup}, {mfargs,{ns_moxi_sup,start_link,[]}}, {restart_type,permanent}, {shutdown,infinity}, {child_type,supervisor}] [error_logger:info,2012-11-12T12:26:35.655,ns_1@127.0.0.1:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================PROGRESS REPORT========================= supervisor: {local,ns_server_sup} started: [{pid,<0.464.0>}, {name,compaction_daemon}, {mfargs, {supervisor_cushion,start_link, [compaction_daemon,3000,1000,compaction_daemon, start_link,[]]}}, {restart_type,permanent}, {shutdown,86400000}, {child_type,worker}] [error_logger:info,2012-11-12T12:26:35.664,ns_1@127.0.0.1:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================PROGRESS REPORT========================= supervisor: {local,ns_server_sup} started: [{pid,<0.471.0>}, {name,xdc_rdoc_replication_srv}, {mfargs,{xdc_rdoc_replication_srv,start_link,[]}}, {restart_type,permanent}, {shutdown,1000}, {child_type,worker}] [ns_server:info,2012-11-12T12:26:35.684,ns_1@127.0.0.1:set_view_update_daemon<0.476.0>:set_view_update_daemon:init:50]Set view update daemon, starting with the following settings: update interval: 5000ms minimum number of changes: 5000 [error_logger:info,2012-11-12T12:26:35.685,ns_1@127.0.0.1:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================PROGRESS REPORT========================= supervisor: {local,ns_server_sup} started: [{pid,<0.476.0>}, {name,set_view_update_daemon}, {mfargs,{set_view_update_daemon,start_link,[]}}, {restart_type,permanent}, {shutdown,1000}, {child_type,worker}] [error_logger:info,2012-11-12T12:26:35.685,ns_1@127.0.0.1:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================PROGRESS REPORT========================= supervisor: {local,ns_server_sup} started: [{pid,<0.480.0>}, {name,samples_loader_tasks}, {mfargs,{samples_loader_tasks,start_link,[]}}, {restart_type,permanent}, {shutdown,1000}, {child_type,worker}] [error_logger:info,2012-11-12T12:26:35.686,ns_1@127.0.0.1:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================PROGRESS REPORT========================= supervisor: {local,ns_server_cluster_sup} started: [{pid,<0.345.0>}, {name,ns_server_sup}, {mfargs,{ns_server_sup,start_link,[]}}, {restart_type,permanent}, {shutdown,infinity}, {child_type,supervisor}] [error_logger:info,2012-11-12T12:26:35.686,ns_1@127.0.0.1:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================PROGRESS REPORT========================= application: ns_server started_at: 'ns_1@127.0.0.1' [ns_server:info,2012-11-12T12:26:41.726,ns_1@127.0.0.1:<0.528.0>:ns_bootstrap:stop:41]Initiated server shutdown [error_logger:error,2012-11-12T12:26:41.734,ns_1@127.0.0.1:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================SUPERVISOR REPORT========================= Supervisor: {local,ns_bucket_sup} Context: shutdown_error Reason: normal Offender: [{pid,<0.452.0>}, {name,buckets_observing_subscription}, {mfargs,{ns_bucket_sup,subscribe_on_config_events,[]}}, {restart_type,permanent}, {shutdown,1000}, {child_type,worker}] [ns_server:info,2012-11-12T12:26:41.792,ns_1@127.0.0.1:ns_port_memcached<0.435.0>:ns_port_server:handle_info:104]Port server memcached exited with status 0 [ns_server:info,2012-11-12T12:26:41.792,ns_1@127.0.0.1:ns_port_memcached<0.435.0>:ns_port_server:log:171]memcached<0.435.0>: EOL on stdin. Initiating shutdown [ns_server:info,2012-11-12T12:26:41.793,ns_1@127.0.0.1:<0.433.0>:ns_port_server:handle_info:104]Port server moxi exited with status 0 [ns_server:info,2012-11-12T12:26:41.794,ns_1@127.0.0.1:<0.433.0>:ns_port_server:log:171]moxi<0.433.0>: EOL on stdin. Exiting [ns_server:info,2012-11-12T12:26:41.803,ns_1@127.0.0.1:mb_master<0.380.0>:mb_master:terminate:288]Synchronously shutting down child mb_master_sup [error_logger:error,2012-11-12T12:26:41.945,ns_1@127.0.0.1:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================SUPERVISOR REPORT========================= Supervisor: {local,ns_server_cluster_sup} Context: shutdown_error Reason: killed Offender: [{pid,<0.344.0>}, {name,vbucket_filter_changes_registry}, {mfargs, {ns_process_registry,start_link, [vbucket_filter_changes_registry]}}, {restart_type,permanent}, {shutdown,100}, {child_type,worker}] [error_logger:error,2012-11-12T12:26:46.949,ns_1@127.0.0.1:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================SUPERVISOR REPORT========================= Supervisor: {local,mb_mnesia_sup} Context: shutdown_error Reason: killed Offender: [{pid,<0.282.0>}, {name,mb_mnesia}, {mfargs,{mb_mnesia,start_link,[]}}, {restart_type,permanent}, {shutdown,5000}, {child_type,worker}] [error_logger:error,2012-11-12T12:26:47.016,ns_1@127.0.0.1:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================CRASH REPORT========================= crasher: initial call: couch_file:spawn_writer/2 pid: <0.230.0> registered_name: [] exception exit: {noproc, {gen_server,call, [couch_file_write_guard, {remove,<0.230.0>}, infinity]}} in function gen_server:call/3 in call from couch_file:writer_loop/4 ancestors: [<0.227.0>,couch_server,couch_primary_services, couch_server_sup,cb_couch_sup,ns_server_cluster_sup, <0.59.0>] messages: [] links: [] dictionary: [] trap_exit: true status: running heap_size: 233 stack_size: 24 reductions: 2140 neighbours: [error_logger:error,2012-11-12T12:26:47.016,ns_1@127.0.0.1:error_logger<0.5.0>:ale_error_logger_handler:log_msg:76]** Generic server <0.231.0> terminating ** Last message in was {'EXIT',<0.217.0>,killed} ** When Server state == {db,<0.231.0>,<0.232.0>,nil,<<"1352751994152542">>, <0.227.0>,<0.233.0>, {db_header,11,1, <<0,0,0,0,13,103,0,0,0,0,0,51,0,0,0,0,1,0,0,0, 0,0,0,0,0,0,13,69>>, <<0,0,0,0,13,154,0,0,0,0,0,49,0,0,0,0,1>>, nil,0,nil,nil}, 1, {btree,<0.227.0>, {3431, <<0,0,0,0,1,0,0,0,0,0,0,0,0,0,13,69>>, 51}, #Fun, #Fun, #Fun, #Fun,1279,2558, true}, {btree,<0.227.0>, {3482,<<0,0,0,0,1>>,49}, #Fun, #Fun, #Fun, #Fun,1279,2558, true}, {btree,<0.227.0>,nil, #Fun, #Fun, #Fun,nil,1279,2558, true}, 1,<<"_users">>, "/opt/couchbase/var/lib/couchbase/data/_users.couch.1", [],nil, {user_ctx,null,[],undefined}, nil, [before_header,after_header,on_file_open], [create, {user_ctx, {user_ctx,null,[<<"_admin">>],undefined}}, sys_db]} ** Reason for termination == ** killed [error_logger:error,2012-11-12T12:26:47.020,ns_1@127.0.0.1:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================CRASH REPORT========================= crasher: initial call: couch_db:init/1 pid: <0.231.0> registered_name: [] exception exit: killed in function gen_server:terminate/6 ancestors: [couch_server,couch_primary_services,couch_server_sup, cb_couch_sup,ns_server_cluster_sup,<0.59.0>] messages: [] links: [] dictionary: [] trap_exit: true status: running heap_size: 987 stack_size: 24 reductions: 284 neighbours: [error_logger:error,2012-11-12T12:26:47.021,ns_1@127.0.0.1:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================CRASH REPORT========================= crasher: initial call: couch_file:spawn_writer/2 pid: <0.445.0> registered_name: [] exception exit: {noproc, {gen_server,call, [couch_file_write_guard, {remove,<0.445.0>}, infinity]}} in function gen_server:call/3 in call from couch_file:writer_loop/4 ancestors: [<0.442.0>,couch_server,couch_primary_services, couch_server_sup,cb_couch_sup,ns_server_cluster_sup, <0.59.0>] messages: [] links: [] dictionary: [] trap_exit: true status: running heap_size: 377 stack_size: 24 reductions: 2154 neighbours: [ns_server:info,2012-11-12T12:26:47.021,ns_1@127.0.0.1:<0.528.0>:ns_bootstrap:stop:45]Stopped ns_server application [error_logger:info,2012-11-12T12:26:47.021,ns_1@127.0.0.1:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================INFO REPORT========================= application: ns_server exited: stopped type: temporary [error_logger:info,2012-11-12T12:26:47.049,ns_1@127.0.0.1:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================INFO REPORT========================= application: mnesia exited: stopped type: temporary [error_logger:info,2012-11-12T12:26:47.050,ns_1@127.0.0.1:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================INFO REPORT========================= application: os_mon exited: stopped type: temporary [error_logger:info,2012-11-12T12:26:47.051,ns_1@127.0.0.1:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================INFO REPORT========================= application: sasl exited: stopped type: temporary [ns_server:info,2012-11-12T12:26:51.594,ns_1@192.168.0.21:<0.65.0>:ns_server:init_logging:225]Started & configured logging [ns_server:info,2012-11-12T12:26:51.596,ns_1@192.168.0.21:<0.65.0>:ns_server:log_pending:30]Static config terms: [{error_logger_mf_dir,"/opt/couchbase/var/lib/couchbase/logs"}, {error_logger_mf_maxbytes,10485760}, {error_logger_mf_maxfiles,20}, {path_config_bindir,"/opt/couchbase/bin"}, {path_config_etcdir,"/opt/couchbase/etc/couchbase"}, {path_config_libdir,"/opt/couchbase/lib"}, {path_config_datadir,"/opt/couchbase/var/lib/couchbase"}, {path_config_tmpdir,"/opt/couchbase/var/lib/couchbase/tmp"}, {loglevel_default,debug}, {loglevel_couchdb,info}, {loglevel_ns_server,debug}, {loglevel_error_logger,debug}, {loglevel_user,debug}, {loglevel_menelaus,debug}, {loglevel_ns_doctor,debug}, {loglevel_stats,debug}, {loglevel_rebalance,debug}, {loglevel_cluster,debug}, {loglevel_views,debug}, {loglevel_mapreduce_errors,debug}, {loglevel_xdcr,debug}] [error_logger:info,2012-11-12T12:26:51.629,ns_1@192.168.0.21:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================PROGRESS REPORT========================= supervisor: {local,crypto_sup} started: [{pid,<0.180.0>}, {name,crypto_server}, {mfargs,{crypto_server,start_link,[]}}, {restart_type,permanent}, {shutdown,2000}, {child_type,worker}] [error_logger:info,2012-11-12T12:26:51.630,ns_1@192.168.0.21:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================PROGRESS REPORT========================= application: crypto started_at: 'ns_1@192.168.0.21' [error_logger:info,2012-11-12T12:26:51.633,ns_1@192.168.0.21:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================PROGRESS REPORT========================= application: public_key started_at: 'ns_1@192.168.0.21' [error_logger:info,2012-11-12T12:26:51.640,ns_1@192.168.0.21:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================PROGRESS REPORT========================= supervisor: {local,inets_sup} started: [{pid,<0.186.0>}, {name,ftp_sup}, {mfargs,{ftp_sup,start_link,[]}}, {restart_type,permanent}, {shutdown,infinity}, {child_type,supervisor}] [error_logger:info,2012-11-12T12:26:51.661,ns_1@192.168.0.21:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================PROGRESS REPORT========================= supervisor: {local,httpc_profile_sup} started: [{pid,<0.189.0>}, {name,httpc_manager}, {mfargs, {httpc_manager,start_link, [default,only_session_cookies,inets]}}, {restart_type,permanent}, {shutdown,4000}, {child_type,worker}] [error_logger:info,2012-11-12T12:26:51.662,ns_1@192.168.0.21:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================PROGRESS REPORT========================= supervisor: {local,httpc_sup} started: [{pid,<0.188.0>}, {name,httpc_profile_sup}, {mfargs, {httpc_profile_sup,start_link, [[{httpc,{default,only_session_cookies}}]]}}, {restart_type,permanent}, {shutdown,infinity}, {child_type,supervisor}] [error_logger:info,2012-11-12T12:26:51.664,ns_1@192.168.0.21:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================PROGRESS REPORT========================= supervisor: {local,httpc_sup} started: [{pid,<0.190.0>}, {name,httpc_handler_sup}, {mfargs,{httpc_handler_sup,start_link,[]}}, {restart_type,permanent}, {shutdown,infinity}, {child_type,supervisor}] [error_logger:info,2012-11-12T12:26:51.664,ns_1@192.168.0.21:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================PROGRESS REPORT========================= supervisor: {local,inets_sup} started: [{pid,<0.187.0>}, {name,httpc_sup}, {mfargs, {httpc_sup,start_link, [[{httpc,{default,only_session_cookies}}]]}}, {restart_type,permanent}, {shutdown,infinity}, {child_type,supervisor}] [error_logger:info,2012-11-12T12:26:51.666,ns_1@192.168.0.21:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================PROGRESS REPORT========================= supervisor: {local,inets_sup} started: [{pid,<0.191.0>}, {name,httpd_sup}, {mfargs,{httpd_sup,start_link,[[]]}}, {restart_type,permanent}, {shutdown,infinity}, {child_type,supervisor}] [error_logger:info,2012-11-12T12:26:51.669,ns_1@192.168.0.21:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================PROGRESS REPORT========================= supervisor: {local,inets_sup} started: [{pid,<0.192.0>}, {name,tftp_sup}, {mfargs,{tftp_sup,start_link,[[]]}}, {restart_type,permanent}, {shutdown,infinity}, {child_type,supervisor}] [error_logger:info,2012-11-12T12:26:51.669,ns_1@192.168.0.21:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================PROGRESS REPORT========================= application: inets started_at: 'ns_1@192.168.0.21' [error_logger:info,2012-11-12T12:26:51.669,ns_1@192.168.0.21:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================PROGRESS REPORT========================= application: oauth started_at: 'ns_1@192.168.0.21' [error_logger:info,2012-11-12T12:26:51.677,ns_1@192.168.0.21:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================PROGRESS REPORT========================= supervisor: {local,ssl_sup} started: [{pid,<0.198.0>}, {name,ssl_broker_sup}, {mfargs,{ssl_broker_sup,start_link,[]}}, {restart_type,permanent}, {shutdown,2000}, {child_type,supervisor}] [error_logger:info,2012-11-12T12:26:51.683,ns_1@192.168.0.21:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================PROGRESS REPORT========================= supervisor: {local,ssl_sup} started: [{pid,<0.199.0>}, {name,ssl_manager}, {mfargs,{ssl_manager,start_link,[[]]}}, {restart_type,permanent}, {shutdown,4000}, {child_type,worker}] [error_logger:info,2012-11-12T12:26:51.684,ns_1@192.168.0.21:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================PROGRESS REPORT========================= supervisor: {local,ssl_sup} started: [{pid,<0.200.0>}, {name,ssl_connection}, {mfargs,{ssl_connection_sup,start_link,[]}}, {restart_type,permanent}, {shutdown,4000}, {child_type,supervisor}] [error_logger:info,2012-11-12T12:26:51.685,ns_1@192.168.0.21:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================PROGRESS REPORT========================= application: ssl started_at: 'ns_1@192.168.0.21' [error_logger:info,2012-11-12T12:26:51.714,ns_1@192.168.0.21:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================PROGRESS REPORT========================= supervisor: {local,ssl_sup} started: [{pid,<0.207.0>}, {name,ssl_server}, {mfargs,{ssl_server,start_link,[]}}, {restart_type,permanent}, {shutdown,2000}, {child_type,worker}] [error_logger:info,2012-11-12T12:26:51.714,ns_1@192.168.0.21:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================PROGRESS REPORT========================= supervisor: {local,lhttpc_sup} started: [{pid,<0.205.0>}, {name,lhttpc_manager}, {mfargs, {lhttpc_manager,start_link, [[{name,lhttpc_manager}]]}}, {restart_type,permanent}, {shutdown,10000}, {child_type,worker}] [error_logger:info,2012-11-12T12:26:51.715,ns_1@192.168.0.21:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================PROGRESS REPORT========================= application: lhttpc started_at: 'ns_1@192.168.0.21' [error_logger:info,2012-11-12T12:26:51.716,ns_1@192.168.0.21:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================PROGRESS REPORT========================= application: mochiweb started_at: 'ns_1@192.168.0.21' [error_logger:info,2012-11-12T12:26:51.718,ns_1@192.168.0.21:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================PROGRESS REPORT========================= application: couch_view_parser started_at: 'ns_1@192.168.0.21' [error_logger:info,2012-11-12T12:26:51.721,ns_1@192.168.0.21:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================PROGRESS REPORT========================= application: couch_set_view started_at: 'ns_1@192.168.0.21' [error_logger:info,2012-11-12T12:26:51.723,ns_1@192.168.0.21:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================PROGRESS REPORT========================= application: couch_index_merger started_at: 'ns_1@192.168.0.21' [error_logger:info,2012-11-12T12:26:51.725,ns_1@192.168.0.21:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================PROGRESS REPORT========================= application: mapreduce started_at: 'ns_1@192.168.0.21' [error_logger:info,2012-11-12T12:26:51.760,ns_1@192.168.0.21:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================PROGRESS REPORT========================= supervisor: {local,couch_server_sup} started: [{pid,<0.216.0>}, {name,couch_config}, {mfargs, {couch_server_sup,couch_config_start_link_wrapper, [["/opt/couchbase/etc/couchdb/default.ini", "/opt/couchbase/etc/couchdb/default.d/capi.ini", "/opt/couchbase/etc/couchdb/default.d/geocouch.ini", "/opt/couchbase/etc/couchdb/local.ini"], <0.216.0>]}}, {restart_type,permanent}, {shutdown,brutal_kill}, {child_type,worker}] [error_logger:info,2012-11-12T12:26:51.775,ns_1@192.168.0.21:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================PROGRESS REPORT========================= supervisor: {local,couch_primary_services} started: [{pid,<0.219.0>}, {name,collation_driver}, {mfargs,{couch_drv,start_link,[]}}, {restart_type,permanent}, {shutdown,infinity}, {child_type,supervisor}] [error_logger:info,2012-11-12T12:26:51.775,ns_1@192.168.0.21:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================PROGRESS REPORT========================= supervisor: {local,couch_primary_services} started: [{pid,<0.220.0>}, {name,couch_task_events}, {mfargs, {gen_event,start_link,[{local,couch_task_events}]}}, {restart_type,permanent}, {shutdown,brutal_kill}, {child_type,worker}] [error_logger:info,2012-11-12T12:26:51.777,ns_1@192.168.0.21:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================PROGRESS REPORT========================= supervisor: {local,couch_primary_services} started: [{pid,<0.221.0>}, {name,couch_task_status}, {mfargs,{couch_task_status,start_link,[]}}, {restart_type,permanent}, {shutdown,brutal_kill}, {child_type,worker}] [error_logger:info,2012-11-12T12:26:51.778,ns_1@192.168.0.21:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================PROGRESS REPORT========================= supervisor: {local,couch_primary_services} started: [{pid,<0.222.0>}, {name,couch_file_write_guard}, {mfargs,{couch_file_write_guard,sup_start_link,[]}}, {restart_type,permanent}, {shutdown,10000}, {child_type,worker}] [error_logger:info,2012-11-12T12:26:51.787,ns_1@192.168.0.21:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================PROGRESS REPORT========================= supervisor: {local,couch_primary_services} started: [{pid,<0.223.0>}, {name,couch_server}, {mfargs,{couch_server,sup_start_link,[]}}, {restart_type,permanent}, {shutdown,brutal_kill}, {child_type,worker}] [error_logger:info,2012-11-12T12:26:51.787,ns_1@192.168.0.21:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================PROGRESS REPORT========================= supervisor: {local,couch_primary_services} started: [{pid,<0.224.0>}, {name,couch_db_update_event}, {mfargs, {gen_event,start_link,[{local,couch_db_update}]}}, {restart_type,permanent}, {shutdown,brutal_kill}, {child_type,worker}] [error_logger:info,2012-11-12T12:26:51.787,ns_1@192.168.0.21:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================PROGRESS REPORT========================= supervisor: {local,couch_primary_services} started: [{pid,<0.225.0>}, {name,couch_replication_event}, {mfargs, {gen_event,start_link,[{local,couch_replication}]}}, {restart_type,permanent}, {shutdown,brutal_kill}, {child_type,worker}] [error_logger:info,2012-11-12T12:26:51.788,ns_1@192.168.0.21:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================PROGRESS REPORT========================= supervisor: {local,couch_primary_services} started: [{pid,<0.226.0>}, {name,couch_replication_supervisor}, {mfargs,{couch_rep_sup,start_link,[]}}, {restart_type,permanent}, {shutdown,infinity}, {child_type,supervisor}] [error_logger:info,2012-11-12T12:26:51.790,ns_1@192.168.0.21:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================PROGRESS REPORT========================= supervisor: {local,couch_primary_services} started: [{pid,<0.227.0>}, {name,couch_log}, {mfargs,{couch_log,start_link,[]}}, {restart_type,permanent}, {shutdown,brutal_kill}, {child_type,worker}] [error_logger:info,2012-11-12T12:26:51.791,ns_1@192.168.0.21:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================PROGRESS REPORT========================= supervisor: {local,couch_primary_services} started: [{pid,<0.228.0>}, {name,couch_main_index_barrier}, {mfargs, {couch_index_barrier,start_link, [couch_main_index_barrier, "max_parallel_indexers"]}}, {restart_type,permanent}, {shutdown,brutal_kill}, {child_type,worker}] [error_logger:info,2012-11-12T12:26:51.792,ns_1@192.168.0.21:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================PROGRESS REPORT========================= supervisor: {local,couch_primary_services} started: [{pid,<0.229.0>}, {name,couch_replica_index_barrier}, {mfargs, {couch_index_barrier,start_link, [couch_replica_index_barrier, "max_parallel_replica_indexers"]}}, {restart_type,permanent}, {shutdown,brutal_kill}, {child_type,worker}] [error_logger:info,2012-11-12T12:26:51.792,ns_1@192.168.0.21:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================PROGRESS REPORT========================= supervisor: {local,couch_server_sup} started: [{pid,<0.218.0>}, {name,couch_primary_services}, {mfargs,{couch_primary_sup,start_link,[]}}, {restart_type,permanent}, {shutdown,infinity}, {child_type,supervisor}] [error_logger:info,2012-11-12T12:26:51.795,ns_1@192.168.0.21:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================PROGRESS REPORT========================= supervisor: {local,couch_secondary_services} started: [{pid,<0.231.0>}, {name,couch_db_update_notifier_sup}, {mfargs,{couch_db_update_notifier_sup,start_link,[]}}, {restart_type,permanent}, {shutdown,infinity}, {child_type,supervisor}] [error_logger:info,2012-11-12T12:26:51.825,ns_1@192.168.0.21:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================PROGRESS REPORT========================= supervisor: {local,couch_secondary_services} started: [{pid,<0.232.0>}, {name,auth_cache}, {mfargs,{couch_auth_cache,start_link,[]}}, {restart_type,permanent}, {shutdown,brutal_kill}, {child_type,worker}] [error_logger:info,2012-11-12T12:26:51.831,ns_1@192.168.0.21:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================PROGRESS REPORT========================= supervisor: {local,couch_secondary_services} started: [{pid,<0.243.0>}, {name,set_view_manager}, {mfargs,{couch_set_view,start_link,[]}}, {restart_type,permanent}, {shutdown,brutal_kill}, {child_type,worker}] [error_logger:info,2012-11-12T12:26:51.834,ns_1@192.168.0.21:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================PROGRESS REPORT========================= supervisor: {local,couch_secondary_services} started: [{pid,<0.246.0>}, {name,spatial_manager}, {mfargs,{couch_spatial,start_link,[]}}, {restart_type,permanent}, {shutdown,brutal_kill}, {child_type,worker}] [error_logger:info,2012-11-12T12:26:51.834,ns_1@192.168.0.21:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================PROGRESS REPORT========================= supervisor: {local,couch_secondary_services} started: [{pid,<0.248.0>}, {name,index_merger_pool}, {mfargs, {lhttpc_manager,start_link, [[{connection_timeout,90000}, {pool_size,10000}, {name,couch_index_merger_connection_pool}]]}}, {restart_type,permanent}, {shutdown,brutal_kill}, {child_type,worker}] [error_logger:info,2012-11-12T12:26:51.837,ns_1@192.168.0.21:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================PROGRESS REPORT========================= supervisor: {local,couch_secondary_services} started: [{pid,<0.249.0>}, {name,query_servers}, {mfargs,{couch_query_servers,start_link,[]}}, {restart_type,permanent}, {shutdown,brutal_kill}, {child_type,worker}] [error_logger:info,2012-11-12T12:26:51.839,ns_1@192.168.0.21:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================PROGRESS REPORT========================= supervisor: {local,couch_secondary_services} started: [{pid,<0.251.0>}, {name,couch_set_view_ddoc_cache}, {mfargs,{couch_set_view_ddoc_cache,start_link,[]}}, {restart_type,permanent}, {shutdown,brutal_kill}, {child_type,worker}] [error_logger:info,2012-11-12T12:26:51.842,ns_1@192.168.0.21:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================PROGRESS REPORT========================= supervisor: {local,couch_secondary_services} started: [{pid,<0.253.0>}, {name,view_manager}, {mfargs,{couch_view,start_link,[]}}, {restart_type,permanent}, {shutdown,brutal_kill}, {child_type,worker}] [error_logger:info,2012-11-12T12:26:51.854,ns_1@192.168.0.21:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================PROGRESS REPORT========================= supervisor: {local,couch_secondary_services} started: [{pid,<0.255.0>}, {name,httpd}, {mfargs,{couch_httpd,start_link,[]}}, {restart_type,permanent}, {shutdown,brutal_kill}, {child_type,worker}] [error_logger:info,2012-11-12T12:26:51.854,ns_1@192.168.0.21:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================PROGRESS REPORT========================= supervisor: {local,couch_secondary_services} started: [{pid,<0.272.0>}, {name,uuids}, {mfargs,{couch_uuids,start,[]}}, {restart_type,permanent}, {shutdown,brutal_kill}, {child_type,worker}] [error_logger:info,2012-11-12T12:26:51.854,ns_1@192.168.0.21:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================PROGRESS REPORT========================= supervisor: {local,couch_server_sup} started: [{pid,<0.230.0>}, {name,couch_secondary_services}, {mfargs,{couch_secondary_sup,start_link,[]}}, {restart_type,permanent}, {shutdown,infinity}, {child_type,supervisor}] [error_logger:info,2012-11-12T12:26:51.855,ns_1@192.168.0.21:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================PROGRESS REPORT========================= supervisor: {local,cb_couch_sup} started: [{pid,<0.217.0>}, {name,couch_app}, {mfargs, {couch_app,start, [fake, ["/opt/couchbase/etc/couchdb/default.ini", "/opt/couchbase/etc/couchdb/local.ini"]]}}, {restart_type,permanent}, {shutdown,infinity}, {child_type,supervisor}] [error_logger:info,2012-11-12T12:26:51.855,ns_1@192.168.0.21:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================PROGRESS REPORT========================= supervisor: {local,ns_server_cluster_sup} started: [{pid,<0.175.0>}, {name,cb_couch_sup}, {mfargs,{cb_couch_sup,start_link,[]}}, {restart_type,permanent}, {shutdown,5000}, {child_type,supervisor}] [ns_server:info,2012-11-12T12:26:51.862,ns_1@192.168.0.21:ns_server_cluster_sup<0.174.0>:log_os_info:start_link:25]OS type: {unix,linux} Version: {2,6,32} Runtime info: [{otp_release,"R14B04"}, {erl_version,"5.8.5"}, {erl_version_long, "Erlang R14B04 (erts-5.8.5) [source] [64-bit] [smp:128:128] [rq:128] [async-threads:0] [kernel-poll:true]\n"}, {system_arch_raw,"x86_64-unknown-linux-gnu"}, {system_arch,"x86_64-unknown-linux-gnu"}, {localtime,{{2012,11,12},{12,26,51}}}, {memory, [{total,32888800}, {processes,6170352}, {processes_used,6166384}, {system,26718448}, {atom,835609}, {atom_used,828546}, {binary,72088}, {code,8003594}, {ets,645080}]}, {loaded, [ns_info,log_os_info,couch_config_writer,cb_init_loggers, mochiweb_acceptor,mochiweb_socket,mochiweb_socket_server, mochilists,mochiweb_http,eval_bits,couch_httpd,couch_view, couch_set_view_ddoc_cache,couch_query_servers, couch_spatial,mapreduce,couch_set_view,snappy, couch_compress,couch_spatial_validation, couch_set_view_mapreduce,ejson,couch_doc, couch_db_update_notifier,couch_btree,couch_ref_counter, couch_uuids,couch_db_updater,couch_db,couch_auth_cache, couch_db_update_notifier_sup,couch_secondary_sup, couch_index_barrier,couch_event_sup,couch_log, couch_rep_sup,httpd_util,filelib,couch_file, couch_file_write_guard,couch_task_status,erl_ddll, couch_drv,couch_primary_sup,couch_server,string,re,file2, couch_util,couch_config,couch_server_sup,mochiweb_sup, mochiweb_app,ssl_server,crypto,ssl,lhttpc_manager, lhttpc_sup,lhttpc,ssl_connection_sup,ssl_session_cache, ssl_certificate_db,ssl_manager,ssl_broker_sup,ssl_sup, ssl_app,tftp_sup,httpd_sup,httpc_handler_sup,httpc_cookie, inets,httpc_manager,httpc,httpc_profile_sup,httpc_sup, ftp_sup,inets_sup,inets_app,crypto_server,crypto_sup, crypto_app,couch_app,cb_couch_sup,ns_server_cluster_sup, calendar,ale_default_formatter,otp_internal,misc, 'ale_logger-xdcr','ale_logger-mapreduce_errors', 'ale_logger-views','ale_logger-cluster', 'ale_logger-rebalance','ale_logger-stats', 'ale_logger-ns_doctor','ale_logger-menelaus', 'ale_logger-user','ale_logger-ns_server', 'ale_logger-couchdb',ns_log_sink,disk_log_sup, disk_log_server,disk_log_1,disk_log,ale_disk_sink, ns_server,timer,io_lib_fread,cpu_sup,memsup,disksup, os_mon,io,release_handler,overload,alarm_handler,log_mf_h, sasl,ale_error_logger_handler,'ale_logger-ale_logger', 'ale_logger-error_logger',beam_opcodes,beam_dict,beam_asm, beam_validator,beam_flatten,beam_trim,beam_receive, beam_bsm,beam_peep,beam_dead,beam_type,beam_bool, beam_clean,beam_utils,beam_jump,beam_block,v3_codegen, v3_life,v3_kernel,sys_core_dsetel,erl_bifs,sys_core_fold, cerl_trees,sys_core_inline,core_lib,cerl,v3_core,erl_bits, erl_expand_records,sys_pre_expand,sofs,erl_internal,sets, ordsets,erl_lint,compile,dynamic_compile,ale_utils, io_lib_pretty,io_lib_format,io_lib,ale_codegen,dict,ale, ale_dynamic_sup,ale_sup,ale_app,ns_bootstrap, file_io_server,orddict,erl_eval,file,c,queue, kernel_config,user,user_sup,supervisor_bridge, standard_error,unicode,binary,ets,gb_sets, hipe_unified_loader,packages,code_server,code,file_server, global_group,gen_tcp,inet_tcp,auth,erl_epmd,inet_tcp_dist, net_kernel,erl_distribution,inet_gethost_native,filename, os,inet_parse,inet,inet_udp,inet_config,inet_db,global, gb_trees,rpc,supervisor,kernel,application_master,sys, application,gen_server,erl_parse,proplists,erl_scan,lists, application_controller,proc_lib,gen,gen_event, error_logger,heart,error_handler,erlang,erl_prim_loader, prim_zip,zlib,prim_file,prim_inet,init,otp_ring0]}, {applications, [{public_key,"Public key infrastructure","0.13"}, {lhttpc,"Lightweight HTTP Client","1.3.0"}, {ale,"Another Logger for Erlang","8cffe61"}, {os_mon,"CPO CXC 138 46","2.2.7"}, {couch_set_view,"Set views","1.2.0a-b68b5f4-git"}, {inets,"INETS CXC 138 49","5.7.1"}, {couch,"Apache CouchDB","1.2.0a-b68b5f4-git"}, {mapreduce,"MapReduce using V8 JavaScript engine","1.0.0"}, {couch_index_merger,"Index merger","1.2.0a-b68b5f4-git"}, {kernel,"ERTS CXC 138 10","2.14.5"}, {crypto,"CRYPTO version 2","2.0.4"}, {ssl,"Erlang/OTP SSL application","4.1.6"}, {sasl,"SASL CXC 138 11","2.1.10"}, {couch_view_parser,"Couch view parser","1.0.0"}, {ns_server,"Couchbase server","2.0.0-1939-rel-enterprise"}, {mochiweb,"MochiMedia Web Server","1.4.1"}, {oauth,"Erlang OAuth implementation","7d85d3ef"}, {stdlib,"ERTS CXC 138 10","1.17.5"}]}, {pre_loaded, [erlang,erl_prim_loader,prim_zip,zlib,prim_file,prim_inet, init,otp_ring0]}, {process_count,157}, {node,'ns_1@192.168.0.21'}, {nodes,[]}, {registered, [kernel_safe_sup,httpc_sup,os_mon_sup,httpc_profile_sup, httpc_manager,cpu_sup,httpc_handler_sup,memsup, 'sink-ns_log',disksup,'sink-disk_stats',ftp_sup, lhttpc_sup,'sink-disk_xdcr_errors',couch_set_view, 'sink-disk_xdcr','sink-disk_debug','sink-disk_couchdb', 'sink-disk_mapreduce_errors',inets_sup,'sink-disk_views', crypto_server,'sink-disk_error',crypto_sup,mochiweb_sup, ale_sup,couch_secondary_services,couch_primary_services, couch_db_update,auth,ale_dynamic_sup,sasl_safe_sup, error_logger,couch_query_servers,standard_error, couch_httpd,couch_drv,ale,couch_server,timer_server, couch_set_view_ddoc_cache,lhttpc_manager, couch_index_merger_connection_pool,standard_error_sup, couch_spatial,erl_prim_loader,sasl_sup,inet_db, couch_replica_index_barrier,tftp_sup, couch_main_index_barrier,rex,couch_auth_cache,net_sup, couch_replication,kernel_sup,global_name_server, couch_task_events,file_server_2,couch_task_status, global_group,release_handler,overload,erl_epmd,init, alarm_handler,couch_log,disk_log_sup,couch_view, disk_log_server,couch_rep_sup,'sink-disk_default', cb_couch_sup,ns_server_cluster_sup,code_server,user, application_controller,couch_config,ssl_connection_sup, httpd_sup,couch_server_sup,ssl_manager,net_kernel, couch_file_write_guard,couch_uuids, couch_db_update_notifier_sup,ssl_broker_sup,ssl_server, ssl_sup]}, {cookie,nocookie}, {wordsize,8}, {wall_clock,1}] [ns_server:info,2012-11-12T12:26:51.867,ns_1@192.168.0.21:ns_server_cluster_sup<0.174.0>:log_os_info:start_link:27]Manifest: ["","", " ", " ", " ", " ", " ", " ", " "," ", " ", " ", " ", " ", " ", " ", " ", " ", " ", " ", " ", " ", " ", " ", " ", " ", " ", " ", " ", " ", " ", " ", " ", " ", " ",""] [error_logger:info,2012-11-12T12:26:51.868,ns_1@192.168.0.21:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================PROGRESS REPORT========================= supervisor: {local,ns_server_cluster_sup} started: [{pid,<0.274.0>}, {name,timeout_diag_logger}, {mfargs,{timeout_diag_logger,start_link,[]}}, {restart_type,permanent}, {shutdown,1000}, {child_type,worker}] [ns_server:info,2012-11-12T12:26:51.869,ns_1@192.168.0.21:dist_manager<0.275.0>:dist_manager:read_address_config:55]Reading ip config from "/opt/couchbase/var/lib/couchbase/ip" [ns_server:info,2012-11-12T12:26:51.870,ns_1@192.168.0.21:dist_manager<0.275.0>:dist_manager:init:125]ip config not found. Looks like we're brand new node [error_logger:info,2012-11-12T12:26:51.870,ns_1@192.168.0.21:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================PROGRESS REPORT========================= supervisor: {local,inet_gethost_native_sup} started: [{pid,<0.277.0>},{mfa,{inet_gethost_native,init,[[]]}}] [error_logger:info,2012-11-12T12:26:51.870,ns_1@192.168.0.21:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================PROGRESS REPORT========================= supervisor: {local,kernel_safe_sup} started: [{pid,<0.276.0>}, {name,inet_gethost_native_sup}, {mfargs,{inet_gethost_native,start_link,[]}}, {restart_type,temporary}, {shutdown,1000}, {child_type,worker}] [ns_server:info,2012-11-12T12:26:51.877,ns_1@192.168.0.21:dist_manager<0.275.0>:dist_manager:bringup:193]Attempting to bring up net_kernel with name 'ns_1@127.0.0.1' [ns_server:info,2012-11-12T12:26:51.877,ns_1@192.168.0.21:dist_manager<0.275.0>:dist_manager:save_node:112]saving node to "/opt/couchbase/var/lib/couchbase/couchbase-server.node" [error_logger:info,2012-11-12T12:26:51.878,ns_1@192.168.0.21:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================PROGRESS REPORT========================= supervisor: {local,ns_server_cluster_sup} started: [{pid,<0.275.0>}, {name,dist_manager}, {mfargs,{dist_manager,start_link,[]}}, {restart_type,permanent}, {shutdown,1000}, {child_type,worker}] [error_logger:info,2012-11-12T12:26:51.879,ns_1@192.168.0.21:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================PROGRESS REPORT========================= supervisor: {local,ns_server_cluster_sup} started: [{pid,<0.278.0>}, {name,ns_cookie_manager}, {mfargs,{ns_cookie_manager,start_link,[]}}, {restart_type,permanent}, {shutdown,1000}, {child_type,worker}] [error_logger:info,2012-11-12T12:26:51.882,ns_1@192.168.0.21:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================PROGRESS REPORT========================= supervisor: {local,ns_server_cluster_sup} started: [{pid,<0.279.0>}, {name,ns_cluster}, {mfargs,{ns_cluster,start_link,[]}}, {restart_type,permanent}, {shutdown,5000}, {child_type,worker}] [error_logger:info,2012-11-12T12:26:51.882,ns_1@192.168.0.21:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================PROGRESS REPORT========================= supervisor: {local,mb_mnesia_sup} started: [{pid,<0.281.0>}, {name,mb_mnesia_events}, {mfargs, {gen_event,start_link,[{local,mb_mnesia_events}]}}, {restart_type,permanent}, {shutdown,10}, {child_type,worker}] [error_logger:info,2012-11-12T12:26:51.941,ns_1@192.168.0.21:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================PROGRESS REPORT========================= supervisor: {local,mnesia_sup} started: [{pid,<0.288.0>}, {name,mnesia_event}, {mfargs,{mnesia_sup,start_event,[]}}, {restart_type,permanent}, {shutdown,30000}, {child_type,worker}] [error_logger:info,2012-11-12T12:26:51.942,ns_1@192.168.0.21:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================PROGRESS REPORT========================= supervisor: {local,mnesia_kernel_sup} started: [{pid,<0.290.0>}, {name,mnesia_monitor}, {mfargs,{mnesia_monitor,start,[]}}, {restart_type,permanent}, {shutdown,3000}, {child_type,worker}] [error_logger:info,2012-11-12T12:26:51.942,ns_1@192.168.0.21:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================PROGRESS REPORT========================= supervisor: {local,mnesia_kernel_sup} started: [{pid,<0.291.0>}, {name,mnesia_subscr}, {mfargs,{mnesia_subscr,start,[]}}, {restart_type,permanent}, {shutdown,3000}, {child_type,worker}] [error_logger:info,2012-11-12T12:26:51.949,ns_1@192.168.0.21:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================PROGRESS REPORT========================= supervisor: {local,mnesia_kernel_sup} started: [{pid,<0.292.0>}, {name,mnesia_locker}, {mfargs,{mnesia_locker,start,[]}}, {restart_type,permanent}, {shutdown,3000}, {child_type,worker}] [error_logger:info,2012-11-12T12:26:51.954,ns_1@192.168.0.21:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================PROGRESS REPORT========================= supervisor: {local,mnesia_kernel_sup} started: [{pid,<0.293.0>}, {name,mnesia_recover}, {mfargs,{mnesia_recover,start,[]}}, {restart_type,permanent}, {shutdown,180000}, {child_type,worker}] [error_logger:info,2012-11-12T12:26:51.968,ns_1@192.168.0.21:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================PROGRESS REPORT========================= supervisor: {local,mnesia_kernel_sup} started: [{pid,<0.294.0>}, {name,mnesia_tm}, {mfargs,{mnesia_tm,start,[]}}, {restart_type,permanent}, {shutdown,30000}, {child_type,worker}] [error_logger:info,2012-11-12T12:26:51.970,ns_1@192.168.0.21:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================PROGRESS REPORT========================= supervisor: {local,mnesia_kernel_sup} started: [{pid,<0.295.0>}, {name,mnesia_checkpoint_sup}, {mfargs,{mnesia_checkpoint_sup,start,[]}}, {restart_type,permanent}, {shutdown,infinity}, {child_type,supervisor}] [error_logger:info,2012-11-12T12:26:51.973,ns_1@192.168.0.21:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================PROGRESS REPORT========================= supervisor: {local,mnesia_kernel_sup} started: [{pid,<0.296.0>}, {name,mnesia_snmp_sup}, {mfargs,{mnesia_snmp_sup,start,[]}}, {restart_type,permanent}, {shutdown,infinity}, {child_type,supervisor}] [error_logger:info,2012-11-12T12:26:51.977,ns_1@192.168.0.21:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================PROGRESS REPORT========================= supervisor: {local,mnesia_kernel_sup} started: [{pid,<0.297.0>}, {name,mnesia_controller}, {mfargs,{mnesia_controller,start,[]}}, {restart_type,permanent}, {shutdown,3000}, {child_type,worker}] [error_logger:info,2012-11-12T12:26:51.996,ns_1@192.168.0.21:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================PROGRESS REPORT========================= supervisor: {local,mnesia_kernel_sup} started: [{pid,<0.298.0>}, {name,mnesia_late_loader}, {mfargs,{mnesia_late_loader,start,[]}}, {restart_type,permanent}, {shutdown,3000}, {child_type,worker}] [error_logger:info,2012-11-12T12:26:51.996,ns_1@192.168.0.21:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================PROGRESS REPORT========================= supervisor: {local,mnesia_sup} started: [{pid,<0.289.0>}, {name,mnesia_kernel_sup}, {mfargs,{mnesia_kernel_sup,start,[]}}, {restart_type,permanent}, {shutdown,infinity}, {child_type,supervisor}] [error_logger:info,2012-11-12T12:26:51.997,ns_1@192.168.0.21:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================PROGRESS REPORT========================= application: mnesia started_at: 'ns_1@192.168.0.21' [error_logger:info,2012-11-12T12:26:52.035,ns_1@192.168.0.21:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================PROGRESS REPORT========================= supervisor: {local,kernel_safe_sup} started: [{pid,<0.304.0>}, {name,dets_sup}, {mfargs,{dets_sup,start_link,[]}}, {restart_type,permanent}, {shutdown,1000}, {child_type,supervisor}] [error_logger:info,2012-11-12T12:26:52.035,ns_1@192.168.0.21:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================PROGRESS REPORT========================= supervisor: {local,kernel_safe_sup} started: [{pid,<0.305.0>}, {name,dets}, {mfargs,{dets_server,start_link,[]}}, {restart_type,permanent}, {shutdown,2000}, {child_type,worker}] [error_logger:info,2012-11-12T12:26:52.118,ns_1@192.168.0.21:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================PROGRESS REPORT========================= supervisor: {local,mb_mnesia_sup} started: [{pid,<0.282.0>}, {name,mb_mnesia}, {mfargs,{mb_mnesia,start_link,[]}}, {restart_type,permanent}, {shutdown,5000}, {child_type,worker}] [error_logger:info,2012-11-12T12:26:52.119,ns_1@192.168.0.21:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================PROGRESS REPORT========================= supervisor: {local,ns_server_cluster_sup} started: [{pid,<0.280.0>}, {name,mb_mnesia_sup}, {mfargs,{mb_mnesia_sup,start_link,[]}}, {restart_type,permanent}, {shutdown,infinity}, {child_type,supervisor}] [ns_server:info,2012-11-12T12:26:52.119,ns_1@192.168.0.21:ns_config_sup<0.330.0>:ns_config_sup:init:32]loading static ns_config from "/opt/couchbase/etc/couchbase/config" [error_logger:info,2012-11-12T12:26:52.119,ns_1@192.168.0.21:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================PROGRESS REPORT========================= supervisor: {local,ns_config_sup} started: [{pid,<0.331.0>}, {name,ns_config_events}, {mfargs, {gen_event,start_link,[{local,ns_config_events}]}}, {restart_type,permanent}, {shutdown,1000}, {child_type,worker}] [error_logger:info,2012-11-12T12:26:52.120,ns_1@192.168.0.21:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================PROGRESS REPORT========================= supervisor: {local,ns_config_sup} started: [{pid,<0.332.0>}, {name,ns_config_events_local}, {mfargs, {gen_event,start_link, [{local,ns_config_events_local}]}}, {restart_type,permanent}, {shutdown,brutal_kill}, {child_type,worker}] [ns_server:info,2012-11-12T12:26:52.131,ns_1@192.168.0.21:ns_config<0.333.0>:ns_config:load_config:674]Loading static config from "/opt/couchbase/etc/couchbase/config" [ns_server:info,2012-11-12T12:26:52.131,ns_1@192.168.0.21:ns_config<0.333.0>:ns_config:load_config:688]Loading dynamic config from "/opt/couchbase/var/lib/couchbase/config/config.dat" [ns_server:info,2012-11-12T12:26:52.132,ns_1@192.168.0.21:ns_config<0.333.0>:ns_config:load_config:692]No dynamic config file found. Assuming we're brand new node [ns_server:info,2012-11-12T12:26:52.132,ns_1@192.168.0.21:ns_config<0.333.0>:ns_config:load_config:706]Here's full dynamic config we loaded + static & default config: [{auto_failover_cfg,[{enabled,false},{timeout,30},{max_nodes,1},{count,0}]}, {replication,[{enabled,true}]}, {email_alerts, [{recipients,["root@localhost"]}, {sender,"couchbase@localhost"}, {enabled,false}, {email_server, [{user,[]},{pass,[]},{host,"localhost"},{port,25},{encrypt,false}]}, {alerts, [auto_failover_node,auto_failover_maximum_reached, auto_failover_other_nodes_down,auto_failover_cluster_too_small,ip, disk,overhead,ep_oom_errors,ep_item_commit_failed]}]}, {{node,'ns_1@192.168.0.21',ns_log}, [{filename,"/opt/couchbase/var/lib/couchbase/data/ns_log"}]}, {{node,'ns_1@192.168.0.21',port_servers}, [{moxi,"/opt/couchbase/bin/moxi", ["-Z", {"port_listen=~B,default_bucket_name=default,downstream_max=1024,downstream_conn_max=4,connect_max_errors=5,connect_retry_interval=30000,connect_timeout=400,auth_timeout=100,cycle=200,downstream_conn_queue_timeout=200,downstream_timeout=5000,wait_queue_timeout=200", [port]}, "-z", {"url=http://127.0.0.1:~B/pools/default/saslBucketsStreaming", [{misc,this_node_rest_port,[]}]}, "-p","0","-Y","y","-O","stderr", {"~s",[verbosity]}], [{env, [{"EVENT_NOSELECT","1"}, {"MOXI_SASL_PLAIN_USR",{"~s",[{ns_moxi_sup,rest_user,[]}]}}, {"MOXI_SASL_PLAIN_PWD",{"~s",[{ns_moxi_sup,rest_pass,[]}]}}]}, use_stdio,exit_status,port_server_send_eol,stderr_to_stdout,stream]}, {memcached,"/opt/couchbase/bin/memcached", ["-X","/opt/couchbase/lib/memcached/stdin_term_handler.so","-X", {"/opt/couchbase/lib/memcached/file_logger.so,cyclesize=~B;sleeptime=~B;filename=~s/~s", [log_cyclesize,log_sleeptime,log_path,log_prefix]}, "-l", {"0.0.0.0:~B,0.0.0.0:~B:1000",[port,dedicated_port]}, "-p", {"~B",[port]}, "-E","/opt/couchbase/lib/memcached/bucket_engine.so","-B","binary", "-r","-c","10000","-e", {"admin=~s;default_bucket_name=default;auto_create=false", [admin_user]}, {"~s",[verbosity]}], [{env, [{"EVENT_NOSELECT","1"}, {"MEMCACHED_TOP_KEYS","100"}, {"ISASL_PWFILE",{"~s",[{isasl,path}]}}, {"ISASL_DB_CHECK_TIME","1"}]}, use_stdio,stderr_to_stdout,exit_status,port_server_send_eol,stream]}]}, {{node,'ns_1@192.168.0.21',moxi},[{port,11211},{verbosity,[]}]}, {buckets,[{configs,[]}]}, {memory_quota,14419}, {{node,'ns_1@192.168.0.21',memcached}, [{'_vclock',[{'_',{1,0}}]}, {port,11210}, {mccouch_port,11213}, {dedicated_port,11209}, {admin_user,"_admin"}, {admin_pass,"_admin"}, {bucket_engine,"/opt/couchbase/lib/memcached/bucket_engine.so"}, {engines, [{membase, [{engine,"/opt/couchbase/lib/memcached/ep.so"}, {static_config_string, "vb0=false;waitforwarmup=false;failpartialwarmup=false"}]}, {memcached, [{engine,"/opt/couchbase/lib/memcached/default_engine.so"}, {static_config_string,"vb0=true"}]}]}, {log_path,"/opt/couchbase/var/lib/couchbase/logs"}, {log_prefix,"memcached.log"}, {log_generations,10}, {log_cyclesize,104857600}, {log_sleeptime,19}, {log_rotation_period,39003}, {verbosity,[]}]}, {{node,'ns_1@192.168.0.21',isasl}, [{path,"/opt/couchbase/var/lib/couchbase/data/isasl.pw"}]}, {remote_clusters,[]}, {rest_creds,[{creds,[]}]}, {{node,'ns_1@192.168.0.21',capi_port},8092}, {{node,'ns_1@192.168.0.21',rest},[{port,8091},{port_meta,global}]}, {{couchdb,max_parallel_replica_indexers},2}, {{couchdb,max_parallel_indexers},4}, {rest,[{port,8091}]}, {{node,'ns_1@192.168.0.21',membership},active}, {nodes_wanted,['ns_1@192.168.0.21']}, {{node,'ns_1@192.168.0.21',compaction_daemon}, [{check_interval,30},{min_file_size,131072}]}, {fast_warmup, [{fast_warmup_enabled,true}, {min_memory_threshold,10}, {min_items_threshold,10}]}, {set_view_update_daemon, [{update_interval,5000}, {update_min_changes,5000}, {replica_update_min_changes,5000}]}, {autocompaction, [{database_fragmentation_threshold,{30,undefined}}, {view_fragmentation_threshold,{30,undefined}}]}, {max_bucket_count,10}, {index_aware_rebalance_disabled,false}, {xdcr_capi_checkpoint_timeout,10}, {xdcr_failure_restart_interval,30}, {xdcr_doc_batch_size_kb,512}, {xdcr_checkpoint_interval,1800}] [ns_server:info,2012-11-12T12:26:52.134,ns_1@192.168.0.21:ns_config<0.333.0>:ns_config_default:upgrade_config_from_1_7_to_1_7_1:296]Upgrading config from 1.7 to 1.7.1 [ns_server:info,2012-11-12T12:26:52.136,ns_1@192.168.0.21:ns_config<0.333.0>:ns_config_default:upgrade_config_from_1_7_1_to_1_7_2:307]Upgrading config from 1.7.1 to 1.7.2 [ns_server:info,2012-11-12T12:26:52.137,ns_1@192.168.0.21:ns_config<0.333.0>:ns_config_default:upgrade_config_from_1_7_2_to_1_8_0:361]Upgrading config from 1.7.2 to 1.8.0 [ns_server:info,2012-11-12T12:26:52.139,ns_1@192.168.0.21:ns_config<0.333.0>:ns_config_default:upgrade_config_from_1_8_0_to_1_8_1:398]Upgrading config from 1.8.0 to 1.8.1 [ns_server:info,2012-11-12T12:26:52.141,ns_1@192.168.0.21:ns_config<0.333.0>:ns_config_default:upgrade_config_from_1_8_1_to_2_0:427]Upgrading config from 1.8.1 to 2.0 [error_logger:info,2012-11-12T12:26:52.147,ns_1@192.168.0.21:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================PROGRESS REPORT========================= supervisor: {local,ns_config_sup} started: [{pid,<0.333.0>}, {name,ns_config}, {mfargs, {ns_config,start_link, ["/opt/couchbase/etc/couchbase/config", ns_config_default]}}, {restart_type,permanent}, {shutdown,1000}, {child_type,worker}] [error_logger:info,2012-11-12T12:26:52.148,ns_1@192.168.0.21:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================PROGRESS REPORT========================= supervisor: {local,ns_config_sup} started: [{pid,<0.336.0>}, {name,ns_config_remote}, {mfargs, {ns_config_replica,start_link, [{local,ns_config_remote}]}}, {restart_type,permanent}, {shutdown,1000}, {child_type,worker}] [ns_server:warn,2012-11-12T12:26:52.157,ns_1@192.168.0.21:ns_config_isasl_sync<0.337.0>:ns_memcached:connect:1103]Unable to connect: {error,{badmatch,{error,econnrefused}}}, retrying. [error_logger:info,2012-11-12T12:26:53.158,ns_1@192.168.0.21:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================PROGRESS REPORT========================= supervisor: {local,ns_config_sup} started: [{pid,<0.337.0>}, {name,ns_config_isasl_sync}, {mfargs,{ns_config_isasl_sync,start_link,[]}}, {restart_type,permanent}, {shutdown,1000}, {child_type,worker}] [error_logger:info,2012-11-12T12:26:53.159,ns_1@192.168.0.21:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================PROGRESS REPORT========================= supervisor: {local,ns_config_sup} started: [{pid,<0.340.0>}, {name,ns_config_log}, {mfargs,{ns_config_log,start_link,[]}}, {restart_type,permanent}, {shutdown,1000}, {child_type,worker}] [error_logger:info,2012-11-12T12:26:53.161,ns_1@192.168.0.21:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================PROGRESS REPORT========================= supervisor: {local,ns_config_sup} started: [{pid,<0.342.0>}, {name,cb_config_couch_sync}, {mfargs,{cb_config_couch_sync,start_link,[]}}, {restart_type,permanent}, {shutdown,1000}, {child_type,worker}] [error_logger:info,2012-11-12T12:26:53.161,ns_1@192.168.0.21:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================PROGRESS REPORT========================= supervisor: {local,ns_server_cluster_sup} started: [{pid,<0.330.0>}, {name,ns_config_sup}, {mfargs,{ns_config_sup,start_link,[]}}, {restart_type,permanent}, {shutdown,infinity}, {child_type,supervisor}] [error_logger:info,2012-11-12T12:26:53.162,ns_1@192.168.0.21:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================PROGRESS REPORT========================= supervisor: {local,ns_server_cluster_sup} started: [{pid,<0.344.0>}, {name,vbucket_filter_changes_registry}, {mfargs, {ns_process_registry,start_link, [vbucket_filter_changes_registry]}}, {restart_type,permanent}, {shutdown,100}, {child_type,worker}] [ns_server:warn,2012-11-12T12:26:53.165,ns_1@192.168.0.21:ns_log<0.346.0>:ns_log:read_logs:69]Couldn't load logs from "/opt/couchbase/var/lib/couchbase/data/ns_log" (perhaps it's first startup): {error, enoent} [error_logger:info,2012-11-12T12:26:53.165,ns_1@192.168.0.21:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================PROGRESS REPORT========================= supervisor: {local,ns_server_sup} started: [{pid,<0.346.0>}, {name,ns_log}, {mfargs,{ns_log,start_link,[]}}, {restart_type,permanent}, {shutdown,1000}, {child_type,worker}] [error_logger:info,2012-11-12T12:26:53.166,ns_1@192.168.0.21:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================PROGRESS REPORT========================= supervisor: {local,ns_server_sup} started: [{pid,<0.347.0>}, {name,ns_config_ets_dup}, {mfargs,{ns_config_ets_dup,start_link,[]}}, {restart_type,permanent}, {shutdown,brutal_kill}, {child_type,worker}] [error_logger:info,2012-11-12T12:26:53.167,ns_1@192.168.0.21:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================PROGRESS REPORT========================= supervisor: {local,ns_server_sup} started: [{pid,<0.348.0>}, {name,ns_log_events}, {mfargs,{gen_event,start_link,[{local,ns_log_events}]}}, {restart_type,permanent}, {shutdown,1000}, {child_type,worker}] [error_logger:info,2012-11-12T12:26:53.167,ns_1@192.168.0.21:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================PROGRESS REPORT========================= supervisor: {local,ns_node_disco_sup} started: [{pid,<0.351.0>}, {name,ns_node_disco_events}, {mfargs, {gen_event,start_link, [{local,ns_node_disco_events}]}}, {restart_type,permanent}, {shutdown,1000}, {child_type,worker}] [user:info,2012-11-12T12:26:53.169,ns_1@192.168.0.21:ns_cookie_manager<0.278.0>:ns_cookie_manager:do_cookie_init:91]Initial otp cookie generated: lqbojxmryktyqpqc [error_logger:info,2012-11-12T12:26:53.172,ns_1@192.168.0.21:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================PROGRESS REPORT========================= supervisor: {local,ns_node_disco_sup} started: [{pid,<0.352.0>}, {name,ns_node_disco}, {mfargs,{ns_node_disco,start_link,[]}}, {restart_type,permanent}, {shutdown,1000}, {child_type,worker}] [error_logger:info,2012-11-12T12:26:53.173,ns_1@192.168.0.21:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================PROGRESS REPORT========================= supervisor: {local,ns_node_disco_sup} started: [{pid,<0.356.0>}, {name,ns_node_disco_log}, {mfargs,{ns_node_disco_log,start_link,[]}}, {restart_type,permanent}, {shutdown,1000}, {child_type,worker}] [error_logger:info,2012-11-12T12:26:53.173,ns_1@192.168.0.21:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================PROGRESS REPORT========================= supervisor: {local,ns_node_disco_sup} started: [{pid,<0.357.0>}, {name,ns_node_disco_conf_events}, {mfargs,{ns_node_disco_conf_events,start_link,[]}}, {restart_type,permanent}, {shutdown,1000}, {child_type,worker}] [error_logger:info,2012-11-12T12:26:53.174,ns_1@192.168.0.21:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================PROGRESS REPORT========================= supervisor: {local,ns_node_disco_sup} started: [{pid,<0.358.0>}, {name,ns_config_rep_merger}, {mfargs,{ns_config_rep,start_link_merger,[]}}, {restart_type,permanent}, {shutdown,brutal_kill}, {child_type,worker}] [error_logger:info,2012-11-12T12:26:53.178,ns_1@192.168.0.21:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================PROGRESS REPORT========================= supervisor: {local,ns_node_disco_sup} started: [{pid,<0.359.0>}, {name,ns_config_rep}, {mfargs,{ns_config_rep,start_link,[]}}, {restart_type,permanent}, {shutdown,1000}, {child_type,worker}] [error_logger:info,2012-11-12T12:26:53.179,ns_1@192.168.0.21:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================PROGRESS REPORT========================= supervisor: {local,ns_server_sup} started: [{pid,<0.350.0>}, {name,ns_node_disco_sup}, {mfargs,{ns_node_disco_sup,start_link,[]}}, {restart_type,permanent}, {shutdown,infinity}, {child_type,supervisor}] [error_logger:info,2012-11-12T12:26:53.180,ns_1@192.168.0.21:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================PROGRESS REPORT========================= supervisor: {local,ns_server_sup} started: [{pid,<0.364.0>}, {name,vbucket_map_mirror}, {mfargs,{vbucket_map_mirror,start_link,[]}}, {restart_type,permanent}, {shutdown,brutal_kill}, {child_type,worker}] [error_logger:info,2012-11-12T12:26:53.180,ns_1@192.168.0.21:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================PROGRESS REPORT========================= supervisor: {local,ns_server_sup} started: [{pid,<0.366.0>}, {name,ns_tick_event}, {mfargs,{gen_event,start_link,[{local,ns_tick_event}]}}, {restart_type,permanent}, {shutdown,1000}, {child_type,worker}] [error_logger:info,2012-11-12T12:26:53.181,ns_1@192.168.0.21:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================PROGRESS REPORT========================= supervisor: {local,ns_server_sup} started: [{pid,<0.367.0>}, {name,mb_master_events}, {mfargs, {gen_event,start_link,[{local,mb_master_events}]}}, {restart_type,permanent}, {shutdown,1000}, {child_type,worker}] [ns_server:info,2012-11-12T12:26:53.183,ns_1@192.168.0.21:ns_config_log<0.340.0>:ns_config_log:handle_info:57]config change: rest_creds -> ******** [error_logger:info,2012-11-12T12:26:53.183,ns_1@192.168.0.21:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================PROGRESS REPORT========================= supervisor: {local,ns_server_sup} started: [{pid,<0.368.0>}, {name,buckets_events}, {mfargs, {gen_event,start_link,[{local,buckets_events}]}}, {restart_type,permanent}, {shutdown,1000}, {child_type,worker}] [error_logger:info,2012-11-12T12:26:53.183,ns_1@192.168.0.21:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================PROGRESS REPORT========================= supervisor: {local,ns_mail_sup} started: [{pid,<0.371.0>}, {name,ns_mail_log}, {mfargs,{ns_mail_log,start_link,[]}}, {restart_type,permanent}, {shutdown,1000}, {child_type,worker}] [error_logger:info,2012-11-12T12:26:53.185,ns_1@192.168.0.21:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================PROGRESS REPORT========================= supervisor: {local,ns_server_sup} started: [{pid,<0.370.0>}, {name,ns_mail_sup}, {mfargs,{ns_mail_sup,start_link,[]}}, {restart_type,permanent}, {shutdown,infinity}, {child_type,supervisor}] [error_logger:info,2012-11-12T12:26:53.187,ns_1@192.168.0.21:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================PROGRESS REPORT========================= supervisor: {local,ns_server_sup} started: [{pid,<0.372.0>}, {name,ns_stats_event}, {mfargs, {gen_event,start_link,[{local,ns_stats_event}]}}, {restart_type,permanent}, {shutdown,1000}, {child_type,worker}] [error_logger:info,2012-11-12T12:26:53.187,ns_1@192.168.0.21:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================PROGRESS REPORT========================= supervisor: {local,ns_server_sup} started: [{pid,<0.373.0>}, {name,ns_heart}, {mfargs,{ns_heart,start_link,[]}}, {restart_type,permanent}, {shutdown,1000}, {child_type,worker}] [error_logger:info,2012-11-12T12:26:53.190,ns_1@192.168.0.21:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================PROGRESS REPORT========================= supervisor: {local,ns_server_sup} started: [{pid,<0.375.0>}, {name,ns_doctor}, {mfargs,{ns_doctor,start_link,[]}}, {restart_type,permanent}, {shutdown,1000}, {child_type,worker}] [error_logger:info,2012-11-12T12:26:53.194,ns_1@192.168.0.21:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================PROGRESS REPORT========================= supervisor: {local,ns_server_sup} started: [{pid,<0.378.0>}, {name,remote_clusters_info}, {mfargs,{remote_clusters_info,start_link,[]}}, {restart_type,permanent}, {shutdown,1000}, {child_type,worker}] [ns_server:error,2012-11-12T12:26:53.197,ns_1@192.168.0.21:ns_heart<0.373.0>:ns_heart:grab_samples_loading_tasks:298]Failed to grab samples loader tasks: {exit, {noproc, {gen_server,call, [samples_loader_tasks,get_tasks, 2000]}}, [{gen_server,call,3}, {ns_heart,grab_samples_loading_tasks,0}, {ns_heart,current_status,0}, {ns_heart,handle_info,2}, {gen_server,handle_msg,5}, {proc_lib,init_p_do_apply,3}]} [user:info,2012-11-12T12:26:53.199,ns_1@192.168.0.21:mb_master<0.380.0>:mb_master:init:89]I'm the only node, so I'm the master. [ns_server:info,2012-11-12T12:26:53.208,ns_1@192.168.0.21:ns_config<0.333.0>:ns_online_config_upgrader:upgrade_config_on_join_from_pre_2_0_to_2_0:65]Adding some 2.0 specific keys to the config [ns_server:error,2012-11-12T12:26:53.209,ns_1@192.168.0.21:ns_heart<0.373.0>:ns_heart:grab_samples_loading_tasks:298]Failed to grab samples loader tasks: {exit, {noproc, {gen_server,call, [samples_loader_tasks,get_tasks, 2000]}}, [{gen_server,call,3}, {ns_heart,grab_samples_loading_tasks,0}, {ns_heart,current_status,0}, {ns_heart,handle_call,3}, {gen_server,handle_msg,5}, {proc_lib,init_p_do_apply,3}]} [user:warn,2012-11-12T12:26:53.213,ns_1@192.168.0.21:<0.384.0>:ns_orchestrator:consider_switching_compat_mode:665]Changed cluster compat mode from undefined to [2,0] [ns_server:info,2012-11-12T12:26:53.213,ns_1@192.168.0.21:ns_config<0.333.0>:ns_online_config_upgrader:upgrade_config_from_pre_2_0_to_2_0:69]Performing online config upgrade to 2.0 version [error_logger:info,2012-11-12T12:26:53.213,ns_1@192.168.0.21:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================PROGRESS REPORT========================= supervisor: {local,mb_master_sup} started: [{pid,<0.384.0>}, {name,ns_orchestrator}, {mfargs,{ns_orchestrator,start_link,[]}}, {restart_type,permanent}, {shutdown,20}, {child_type,worker}] [error_logger:info,2012-11-12T12:26:53.215,ns_1@192.168.0.21:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================PROGRESS REPORT========================= supervisor: {local,mb_master_sup} started: [{pid,<0.396.0>}, {name,ns_tick}, {mfargs,{ns_tick,start_link,[]}}, {restart_type,permanent}, {shutdown,10}, {child_type,worker}] [error_logger:info,2012-11-12T12:26:53.217,ns_1@192.168.0.21:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================PROGRESS REPORT========================= supervisor: {local,mb_master_sup} started: [{pid,<0.398.0>}, {name,auto_failover}, {mfargs,{auto_failover,start_link,[]}}, {restart_type,permanent}, {shutdown,10}, {child_type,worker}] [error_logger:info,2012-11-12T12:26:53.218,ns_1@192.168.0.21:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================PROGRESS REPORT========================= supervisor: {local,ns_server_sup} started: [{pid,<0.380.0>}, {name,mb_master}, {mfargs,{mb_master,start_link,[]}}, {restart_type,permanent}, {shutdown,infinity}, {child_type,supervisor}] [error_logger:info,2012-11-12T12:26:53.218,ns_1@192.168.0.21:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================PROGRESS REPORT========================= supervisor: {local,ns_server_sup} started: [{pid,<0.399.0>}, {name,master_activity_events}, {mfargs, {gen_event,start_link, [{local,master_activity_events}]}}, {restart_type,permanent}, {shutdown,brutal_kill}, {child_type,worker}] [error_logger:info,2012-11-12T12:26:53.218,ns_1@192.168.0.21:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================PROGRESS REPORT========================= supervisor: {local,ns_server_sup} started: [{pid,<0.400.0>}, {name,master_activity_events_ingress}, {mfargs, {gen_event,start_link, [{local,master_activity_events_ingress}]}}, {restart_type,permanent}, {shutdown,brutal_kill}, {child_type,worker}] [error_logger:info,2012-11-12T12:26:53.219,ns_1@192.168.0.21:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================PROGRESS REPORT========================= supervisor: {local,ns_server_sup} started: [{pid,<0.401.0>}, {name,master_activity_events_timestamper}, {mfargs, {master_activity_events,start_link_timestamper,[]}}, {restart_type,permanent}, {shutdown,brutal_kill}, {child_type,worker}] [error_logger:info,2012-11-12T12:26:53.220,ns_1@192.168.0.21:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================PROGRESS REPORT========================= supervisor: {local,ns_server_sup} started: [{pid,<0.402.0>}, {name,master_activity_events_pids_watcher}, {mfargs, {master_activity_events_pids_watcher,start_link, []}}, {restart_type,permanent}, {shutdown,brutal_kill}, {child_type,worker}] [error_logger:info,2012-11-12T12:26:53.221,ns_1@192.168.0.21:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================PROGRESS REPORT========================= supervisor: {local,ns_server_sup} started: [{pid,<0.403.0>}, {name,master_activity_events_keeper}, {mfargs,{master_activity_events_keeper,start_link,[]}}, {restart_type,permanent}, {shutdown,brutal_kill}, {child_type,worker}] [error_logger:info,2012-11-12T12:26:53.233,ns_1@192.168.0.21:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================PROGRESS REPORT========================= supervisor: {local,menelaus_sup} started: [{pid,<0.406.0>}, {name,menelaus_web}, {mfargs,{menelaus_web,start_link,[]}}, {restart_type,permanent}, {shutdown,5000}, {child_type,worker}] [error_logger:info,2012-11-12T12:26:53.234,ns_1@192.168.0.21:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================PROGRESS REPORT========================= supervisor: {local,menelaus_sup} started: [{pid,<0.423.0>}, {name,menelaus_event}, {mfargs,{menelaus_event,start_link,[]}}, {restart_type,permanent}, {shutdown,5000}, {child_type,worker}] [error_logger:info,2012-11-12T12:26:53.235,ns_1@192.168.0.21:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================PROGRESS REPORT========================= supervisor: {local,menelaus_sup} started: [{pid,<0.424.0>}, {name,hot_keys_keeper}, {mfargs,{hot_keys_keeper,start_link,[]}}, {restart_type,permanent}, {shutdown,5000}, {child_type,worker}] [error_logger:info,2012-11-12T12:26:53.236,ns_1@192.168.0.21:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================PROGRESS REPORT========================= supervisor: {local,menelaus_sup} started: [{pid,<0.425.0>}, {name,menelaus_web_alerts_srv}, {mfargs,{menelaus_web_alerts_srv,start_link,[]}}, {restart_type,permanent}, {shutdown,5000}, {child_type,worker}] [user:info,2012-11-12T12:26:53.237,ns_1@192.168.0.21:ns_server_sup<0.345.0>:menelaus_sup:start_link:44]Couchbase Server has started on web port 8091 on node 'ns_1@192.168.0.21'. [error_logger:info,2012-11-12T12:26:53.237,ns_1@192.168.0.21:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================PROGRESS REPORT========================= supervisor: {local,ns_server_sup} started: [{pid,<0.405.0>}, {name,menelaus}, {mfargs,{menelaus_sup,start_link,[]}}, {restart_type,permanent}, {shutdown,infinity}, {child_type,supervisor}] [error_logger:info,2012-11-12T12:26:53.238,ns_1@192.168.0.21:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================PROGRESS REPORT========================= supervisor: {local,mc_sup} started: [{pid,<0.427.0>}, {name,mc_couch_events}, {mfargs, {gen_event,start_link,[{local,mc_couch_events}]}}, {restart_type,permanent}, {shutdown,brutal_kill}, {child_type,worker}] [error_logger:info,2012-11-12T12:26:53.239,ns_1@192.168.0.21:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================PROGRESS REPORT========================= supervisor: {local,mc_sup} started: [{pid,<0.428.0>}, {name,mc_conn_sup}, {mfargs,{mc_conn_sup,start_link,[]}}, {restart_type,permanent}, {shutdown,brutal_kill}, {child_type,supervisor}] [ns_server:info,2012-11-12T12:26:53.239,ns_1@192.168.0.21:<0.429.0>:mc_tcp_listener:init:24]mccouch is listening on port 11213 [error_logger:info,2012-11-12T12:26:53.240,ns_1@192.168.0.21:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================PROGRESS REPORT========================= supervisor: {local,mc_sup} started: [{pid,<0.429.0>}, {name,mc_tcp_listener}, {mfargs,{mc_tcp_listener,start_link,[11213]}}, {restart_type,permanent}, {shutdown,brutal_kill}, {child_type,worker}] [error_logger:info,2012-11-12T12:26:53.240,ns_1@192.168.0.21:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================PROGRESS REPORT========================= supervisor: {local,ns_server_sup} started: [{pid,<0.426.0>}, {name,mc_sup}, {mfargs,{mc_sup,start_link,[]}}, {restart_type,permanent}, {shutdown,infinity}, {child_type,supervisor}] [error_logger:info,2012-11-12T12:26:53.244,ns_1@192.168.0.21:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================PROGRESS REPORT========================= supervisor: {local,ns_port_sup} started: [{pid,<0.431.0>}, {name,ns_port_init}, {mfargs,{ns_port_init,start_link,[]}}, {restart_type,permanent}, {shutdown,10}, {child_type,worker}] [error_logger:info,2012-11-12T12:26:53.246,ns_1@192.168.0.21:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================PROGRESS REPORT========================= supervisor: {local,ns_port_sup} started: [{pid,<0.432.0>}, {name, {moxi,"/opt/couchbase/bin/moxi", ["-Z", "port_listen=11211,default_bucket_name=default,downstream_max=1024,downstream_conn_max=4,connect_max_errors=5,connect_retry_interval=30000,connect_timeout=400,auth_timeout=100,cycle=200,downstream_conn_queue_timeout=200,downstream_timeout=5000,wait_queue_timeout=200", "-z", "url=http://127.0.0.1:8091/pools/default/saslBucketsStreaming", "-p","0","-Y","y","-O","stderr",[]], [{env, [{"EVENT_NOSELECT","1"}, {"MOXI_SASL_PLAIN_USR",[]}, {"MOXI_SASL_PLAIN_PWD",[]}]}, use_stdio,exit_status,port_server_send_eol, stderr_to_stdout,stream]}}, {mfargs, {supervisor_cushion,start_link, [moxi,5000,10000,ns_port_server,start_link, [moxi,"/opt/couchbase/bin/moxi", ["-Z", "port_listen=11211,default_bucket_name=default,downstream_max=1024,downstream_conn_max=4,connect_max_errors=5,connect_retry_interval=30000,connect_timeout=400,auth_timeout=100,cycle=200,downstream_conn_queue_timeout=200,downstream_timeout=5000,wait_queue_timeout=200", "-z", "url=http://127.0.0.1:8091/pools/default/saslBucketsStreaming", "-p","0","-Y","y","-O","stderr",[]], [{env, [{"EVENT_NOSELECT","1"}, {"MOXI_SASL_PLAIN_USR",[]}, {"MOXI_SASL_PLAIN_PWD",[]}]}, use_stdio,exit_status,port_server_send_eol, stderr_to_stdout,stream]]]}}, {restart_type,permanent}, {shutdown,86400000}, {child_type,worker}] [error_logger:info,2012-11-12T12:26:53.248,ns_1@192.168.0.21:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================PROGRESS REPORT========================= supervisor: {local,ns_port_sup} started: [{pid,<0.434.0>}, {name, {memcached,"/opt/couchbase/bin/memcached", ["-X", "/opt/couchbase/lib/memcached/stdin_term_handler.so", "-X", "/opt/couchbase/lib/memcached/file_logger.so,cyclesize=104857600;sleeptime=19;filename=/opt/couchbase/var/lib/couchbase/logs/memcached.log", "-l","0.0.0.0:11210,0.0.0.0:11209:1000","-p", "11210","-E", "/opt/couchbase/lib/memcached/bucket_engine.so", "-B","binary","-r","-c","10000","-e", "admin=_admin;default_bucket_name=default;auto_create=false", []], [{env, [{"EVENT_NOSELECT","1"}, {"MEMCACHED_TOP_KEYS","100"}, {"ISASL_PWFILE", "/opt/couchbase/var/lib/couchbase/data/isasl.pw"}, {"ISASL_DB_CHECK_TIME","1"}]}, use_stdio,stderr_to_stdout,exit_status, port_server_send_eol,stream]}}, {mfargs, {erlang,apply, [#Fun, [memcached,"/opt/couchbase/bin/memcached", ["-X", "/opt/couchbase/lib/memcached/stdin_term_handler.so", "-X", "/opt/couchbase/lib/memcached/file_logger.so,cyclesize=104857600;sleeptime=19;filename=/opt/couchbase/var/lib/couchbase/logs/memcached.log", "-l","0.0.0.0:11210,0.0.0.0:11209:1000", "-p","11210","-E", "/opt/couchbase/lib/memcached/bucket_engine.so", "-B","binary","-r","-c","10000","-e", "admin=_admin;default_bucket_name=default;auto_create=false", []], [{env, [{"EVENT_NOSELECT","1"}, {"MEMCACHED_TOP_KEYS","100"}, {"ISASL_PWFILE", "/opt/couchbase/var/lib/couchbase/data/isasl.pw"}, {"ISASL_DB_CHECK_TIME","1"}]}, use_stdio,stderr_to_stdout,exit_status, port_server_send_eol,stream]]]}}, {restart_type,permanent}, {shutdown,86400000}, {child_type,worker}] [error_logger:info,2012-11-12T12:26:53.250,ns_1@192.168.0.21:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================PROGRESS REPORT========================= supervisor: {local,ns_server_sup} started: [{pid,<0.430.0>}, {name,ns_port_sup}, {mfargs,{ns_port_sup,start_link,[]}}, {restart_type,permanent}, {shutdown,infinity}, {child_type,supervisor}] [error_logger:info,2012-11-12T12:26:53.250,ns_1@192.168.0.21:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================PROGRESS REPORT========================= supervisor: {local,ns_server_sup} started: [{pid,<0.436.0>}, {name,ns_port_memcached_killer}, {mfargs,{ns_port_sup,start_memcached_force_killer,[]}}, {restart_type,permanent}, {shutdown,brutal_kill}, {child_type,worker}] [ns_server:info,2012-11-12T12:26:53.251,ns_1@192.168.0.21:<0.438.0>:ns_memcached_log_rotator:init:28]Starting log rotator on "/opt/couchbase/var/lib/couchbase/logs"/"memcached.log"* with an initial period of 39003ms [error_logger:info,2012-11-12T12:26:53.251,ns_1@192.168.0.21:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================PROGRESS REPORT========================= supervisor: {local,ns_server_sup} started: [{pid,<0.438.0>}, {name,ns_memcached_log_rotator}, {mfargs,{ns_memcached_log_rotator,start_link,[]}}, {restart_type,permanent}, {shutdown,1000}, {child_type,worker}] [error_logger:info,2012-11-12T12:26:53.252,ns_1@192.168.0.21:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================PROGRESS REPORT========================= supervisor: {local,ns_server_sup} started: [{pid,<0.439.0>}, {name,ns_bucket_worker}, {mfargs,{work_queue,start_link,[ns_bucket_worker]}}, {restart_type,permanent}, {shutdown,1000}, {child_type,worker}] [error_logger:info,2012-11-12T12:26:53.253,ns_1@192.168.0.21:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================PROGRESS REPORT========================= supervisor: {local,ns_server_sup} started: [{pid,<0.440.0>}, {name,xdc_replication_sup}, {mfargs,{xdc_replication_sup,start_link,[]}}, {restart_type,permanent}, {shutdown,infinity}, {child_type,supervisor}] [error_logger:info,2012-11-12T12:26:53.291,ns_1@192.168.0.21:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================PROGRESS REPORT========================= supervisor: {local,ns_server_sup} started: [{pid,<0.442.0>}, {name,xdc_rep_manager}, {mfargs,{xdc_rep_manager,start_link,[]}}, {restart_type,permanent}, {shutdown,30000}, {child_type,worker}] [error_logger:info,2012-11-12T12:26:53.296,ns_1@192.168.0.21:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================PROGRESS REPORT========================= supervisor: {local,ns_bucket_sup} started: [{pid,<0.453.0>}, {name,buckets_observing_subscription}, {mfargs,{ns_bucket_sup,subscribe_on_config_events,[]}}, {restart_type,permanent}, {shutdown,1000}, {child_type,worker}] [error_logger:info,2012-11-12T12:26:53.296,ns_1@192.168.0.21:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================PROGRESS REPORT========================= supervisor: {local,ns_server_sup} started: [{pid,<0.452.0>}, {name,ns_bucket_sup}, {mfargs,{ns_bucket_sup,start_link,[]}}, {restart_type,permanent}, {shutdown,infinity}, {child_type,supervisor}] [error_logger:info,2012-11-12T12:26:53.305,ns_1@192.168.0.21:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================PROGRESS REPORT========================= supervisor: {local,ns_server_sup} started: [{pid,<0.454.0>}, {name,system_stats_collector}, {mfargs,{system_stats_collector,start_link,[]}}, {restart_type,permanent}, {shutdown,1000}, {child_type,worker}] [error_logger:info,2012-11-12T12:26:53.307,ns_1@192.168.0.21:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================PROGRESS REPORT========================= supervisor: {local,ns_server_sup} started: [{pid,<0.456.0>}, {name,{stats_archiver,"@system"}}, {mfargs,{stats_archiver,start_link,["@system"]}}, {restart_type,permanent}, {shutdown,1000}, {child_type,worker}] [error_logger:info,2012-11-12T12:26:53.307,ns_1@192.168.0.21:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================PROGRESS REPORT========================= supervisor: {local,ns_server_sup} started: [{pid,<0.458.0>}, {name,{stats_reader,"@system"}}, {mfargs,{stats_reader,start_link,["@system"]}}, {restart_type,permanent}, {shutdown,1000}, {child_type,worker}] [error_logger:info,2012-11-12T12:26:53.307,ns_1@192.168.0.21:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================PROGRESS REPORT========================= supervisor: {local,ns_server_sup} started: [{pid,<0.459.0>}, {name,ns_moxi_sup_work_queue}, {mfargs, {work_queue,start_link,[ns_moxi_sup_work_queue]}}, {restart_type,permanent}, {shutdown,1000}, {child_type,worker}] [error_logger:info,2012-11-12T12:26:53.308,ns_1@192.168.0.21:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================PROGRESS REPORT========================= supervisor: {local,ns_server_sup} started: [{pid,<0.460.0>}, {name,ns_moxi_sup}, {mfargs,{ns_moxi_sup,start_link,[]}}, {restart_type,permanent}, {shutdown,infinity}, {child_type,supervisor}] [error_logger:info,2012-11-12T12:26:53.312,ns_1@192.168.0.21:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================PROGRESS REPORT========================= supervisor: {local,ns_server_sup} started: [{pid,<0.466.0>}, {name,compaction_daemon}, {mfargs, {supervisor_cushion,start_link, [compaction_daemon,3000,1000,compaction_daemon, start_link,[]]}}, {restart_type,permanent}, {shutdown,86400000}, {child_type,worker}] [error_logger:info,2012-11-12T12:26:53.314,ns_1@192.168.0.21:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================PROGRESS REPORT========================= supervisor: {local,ns_server_sup} started: [{pid,<0.469.0>}, {name,xdc_rdoc_replication_srv}, {mfargs,{xdc_rdoc_replication_srv,start_link,[]}}, {restart_type,permanent}, {shutdown,1000}, {child_type,worker}] [ns_server:info,2012-11-12T12:26:53.316,ns_1@192.168.0.21:set_view_update_daemon<0.472.0>:set_view_update_daemon:init:50]Set view update daemon, starting with the following settings: update interval: 5000ms minimum number of changes: 5000 [error_logger:info,2012-11-12T12:26:53.316,ns_1@192.168.0.21:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================PROGRESS REPORT========================= supervisor: {local,ns_server_sup} started: [{pid,<0.472.0>}, {name,set_view_update_daemon}, {mfargs,{set_view_update_daemon,start_link,[]}}, {restart_type,permanent}, {shutdown,1000}, {child_type,worker}] [error_logger:info,2012-11-12T12:26:53.316,ns_1@192.168.0.21:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================PROGRESS REPORT========================= supervisor: {local,ns_server_sup} started: [{pid,<0.475.0>}, {name,samples_loader_tasks}, {mfargs,{samples_loader_tasks,start_link,[]}}, {restart_type,permanent}, {shutdown,1000}, {child_type,worker}] [error_logger:info,2012-11-12T12:26:53.316,ns_1@192.168.0.21:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================PROGRESS REPORT========================= supervisor: {local,ns_server_cluster_sup} started: [{pid,<0.345.0>}, {name,ns_server_sup}, {mfargs,{ns_server_sup,start_link,[]}}, {restart_type,permanent}, {shutdown,infinity}, {child_type,supervisor}] [error_logger:info,2012-11-12T12:26:53.317,ns_1@192.168.0.21:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================PROGRESS REPORT========================= application: ns_server started_at: 'ns_1@192.168.0.21' [ns_server:info,2012-11-12T12:26:53.613,ns_1@192.168.0.21:ns_config_events<0.331.0>:ns_port_sup:terminate_port:129]unsupervising port: {moxi,"/opt/couchbase/bin/moxi", ["-Z", "port_listen=11211,default_bucket_name=default,downstream_max=1024,downstream_conn_max=4,connect_max_errors=5,connect_retry_interval=30000,connect_timeout=400,auth_timeout=100,cycle=200,downstream_conn_queue_timeout=200,downstream_timeout=5000,wait_queue_timeout=200", "-z", "url=http://127.0.0.1:8091/pools/default/saslBucketsStreaming", "-p","0","-Y","y","-O","stderr",[]], [{env,[{"EVENT_NOSELECT","1"}, {"MOXI_SASL_PLAIN_USR",[]}, {"MOXI_SASL_PLAIN_PWD",[]}]}, use_stdio,exit_status,port_server_send_eol, stderr_to_stdout,stream]} [ns_server:info,2012-11-12T12:26:53.615,ns_1@192.168.0.21:<0.433.0>:ns_port_server:handle_info:104]Port server moxi exited with status 0 [ns_server:info,2012-11-12T12:26:53.615,ns_1@192.168.0.21:<0.433.0>:ns_port_server:log:171]moxi<0.433.0>: EOL on stdin. Exiting [ns_server:info,2012-11-12T12:26:53.615,ns_1@192.168.0.21:ns_config_events<0.331.0>:ns_port_sup:launch_port:74]supervising port: {moxi,"/opt/couchbase/bin/moxi", ["-Z", "port_listen=11211,default_bucket_name=default,downstream_max=1024,downstream_conn_max=4,connect_max_errors=5,connect_retry_interval=30000,connect_timeout=400,auth_timeout=100,cycle=200,downstream_conn_queue_timeout=200,downstream_timeout=5000,wait_queue_timeout=200", "-z", "url=http://127.0.0.1:8091/pools/default/saslBucketsStreaming", "-p","0","-Y","y","-O","stderr",[]], [{env,[{"EVENT_NOSELECT","1"}, {"MOXI_SASL_PLAIN_USR","Administrator"}, {"MOXI_SASL_PLAIN_PWD","password"}]}, use_stdio,exit_status,port_server_send_eol, stderr_to_stdout,stream]} [error_logger:info,2012-11-12T12:26:53.617,ns_1@192.168.0.21:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================PROGRESS REPORT========================= supervisor: {local,ns_port_sup} started: [{pid,<0.519.0>}, {name, {moxi,"/opt/couchbase/bin/moxi", ["-Z", "port_listen=11211,default_bucket_name=default,downstream_max=1024,downstream_conn_max=4,connect_max_errors=5,connect_retry_interval=30000,connect_timeout=400,auth_timeout=100,cycle=200,downstream_conn_queue_timeout=200,downstream_timeout=5000,wait_queue_timeout=200", "-z", "url=http://127.0.0.1:8091/pools/default/saslBucketsStreaming", "-p","0","-Y","y","-O","stderr",[]], [{env, [{"EVENT_NOSELECT","1"}, {"MOXI_SASL_PLAIN_USR","Administrator"}, {"MOXI_SASL_PLAIN_PWD","password"}]}, use_stdio,exit_status,port_server_send_eol, stderr_to_stdout,stream]}}, {mfargs, {supervisor_cushion,start_link, [moxi,5000,10000,ns_port_server,start_link, [moxi,"/opt/couchbase/bin/moxi", ["-Z", "port_listen=11211,default_bucket_name=default,downstream_max=1024,downstream_conn_max=4,connect_max_errors=5,connect_retry_interval=30000,connect_timeout=400,auth_timeout=100,cycle=200,downstream_conn_queue_timeout=200,downstream_timeout=5000,wait_queue_timeout=200", "-z", "url=http://127.0.0.1:8091/pools/default/saslBucketsStreaming", "-p","0","-Y","y","-O","stderr",[]], [{env, [{"EVENT_NOSELECT","1"}, {"MOXI_SASL_PLAIN_USR","Administrator"}, {"MOXI_SASL_PLAIN_PWD","password"}]}, use_stdio,exit_status,port_server_send_eol, stderr_to_stdout,stream]]]}}, {restart_type,permanent}, {shutdown,86400000}, {child_type,worker}] [ns_server:info,2012-11-12T12:26:53.619,ns_1@192.168.0.21:ns_config_log<0.340.0>:ns_config_log:handle_info:57]config change: rest_creds -> ******** [ns_server:info,2012-11-12T12:26:53.822,ns_1@192.168.0.21:<0.520.0>:ns_port_server:log:171]moxi<0.520.0>: 2012-11-12 12:26:53: (cproxy_config.c.317) env: MOXI_SASL_PLAIN_USR (13) moxi<0.520.0>: 2012-11-12 12:26:53: (cproxy_config.c.326) env: MOXI_SASL_PLAIN_PWD (8) [user:info,2012-11-12T12:26:59.445,ns_1@192.168.0.21:<0.512.0>:ns_storage_conf:setup_disk_storage_conf:149]Setting database directory path to /data and index directory path to /data [ns_server:info,2012-11-12T12:26:59.445,ns_1@192.168.0.21:<0.512.0>:ns_storage_conf:setup_disk_storage_conf:157]Removing all the buckets because database path has changed [ns_server:info,2012-11-12T12:26:59.446,ns_1@192.168.0.21:<0.512.0>:ns_storage_conf:setup_disk_storage_conf:162]Removing all unused database files [error_logger:error,2012-11-12T12:26:59.456,ns_1@192.168.0.21:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================SUPERVISOR REPORT========================= Supervisor: {local,ns_bucket_sup} Context: shutdown_error Reason: normal Offender: [{pid,<0.453.0>}, {name,buckets_observing_subscription}, {mfargs,{ns_bucket_sup,subscribe_on_config_events,[]}}, {restart_type,permanent}, {shutdown,1000}, {child_type,worker}] [ns_server:info,2012-11-12T12:26:59.457,ns_1@192.168.0.21:<0.520.0>:ns_port_server:handle_info:104]Port server moxi exited with status 0 [ns_server:info,2012-11-12T12:26:59.457,ns_1@192.168.0.21:<0.520.0>:ns_port_server:log:171]moxi<0.520.0>: EOL on stdin. Exiting [ns_server:info,2012-11-12T12:26:59.657,ns_1@192.168.0.21:ns_port_memcached<0.435.0>:ns_port_server:log:171]memcached<0.435.0>: EOL on stdin. Initiating shutdown [ns_server:info,2012-11-12T12:27:00.350,ns_1@192.168.0.21:ns_port_memcached<0.435.0>:ns_port_server:handle_info:104]Port server memcached exited with status 0 [ns_server:info,2012-11-12T12:27:00.351,ns_1@192.168.0.21:mb_master<0.380.0>:mb_master:terminate:288]Synchronously shutting down child mb_master_sup [error_logger:error,2012-11-12T12:27:00.484,ns_1@192.168.0.21:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================SUPERVISOR REPORT========================= Supervisor: {local,ns_server_cluster_sup} Context: shutdown_error Reason: killed Offender: [{pid,<0.344.0>}, {name,vbucket_filter_changes_registry}, {mfargs, {ns_process_registry,start_link, [vbucket_filter_changes_registry]}}, {restart_type,permanent}, {shutdown,100}, {child_type,worker}] [ns_server:info,2012-11-12T12:27:00.669,ns_1@192.168.0.21:mb_mnesia<0.282.0>:mb_mnesia:terminate:277]Shut Mnesia down: shutdown. Exiting. [error_logger:info,2012-11-12T12:27:00.669,ns_1@192.168.0.21:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================INFO REPORT========================= application: mnesia exited: stopped type: temporary [error_logger:error,2012-11-12T12:27:00.803,ns_1@192.168.0.21:error_logger<0.5.0>:ale_error_logger_handler:log_msg:76]** Generic server <0.237.0> terminating ** Last message in was {'EXIT',<0.223.0>,killed} ** When Server state == {db,<0.237.0>,<0.238.0>,nil,<<"1352752011808812">>, <0.233.0>,<0.239.0>, {db_header,11,1, <<0,0,0,0,13,103,0,0,0,0,0,51,0,0,0,0,1,0,0,0, 0,0,0,0,0,0,13,69>>, <<0,0,0,0,13,154,0,0,0,0,0,49,0,0,0,0,1>>, nil,0,nil,nil}, 1, {btree,<0.233.0>, {3431, <<0,0,0,0,1,0,0,0,0,0,0,0,0,0,13,69>>, 51}, #Fun, #Fun, #Fun, #Fun,1279,2558, true}, {btree,<0.233.0>, {3482,<<0,0,0,0,1>>,49}, #Fun, #Fun, #Fun, #Fun,1279,2558, true}, {btree,<0.233.0>,nil, #Fun, #Fun, #Fun,nil,1279,2558, true}, 1,<<"_users">>, "/opt/couchbase/var/lib/couchbase/data/_users.couch.1", [],nil, {user_ctx,null,[],undefined}, nil, [before_header,after_header,on_file_open], [create, {user_ctx, {user_ctx,null,[<<"_admin">>],undefined}}, sys_db]} ** Reason for termination == ** killed [error_logger:error,2012-11-12T12:27:00.811,ns_1@192.168.0.21:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================CRASH REPORT========================= crasher: initial call: couch_db:init/1 pid: <0.237.0> registered_name: [] exception exit: killed in function gen_server:terminate/6 ancestors: [couch_server,couch_primary_services,couch_server_sup, cb_couch_sup,ns_server_cluster_sup,<0.65.0>] messages: [] links: [] dictionary: [] trap_exit: true status: running heap_size: 987 stack_size: 24 reductions: 288 neighbours: [error_logger:info,2012-11-12T12:27:00.812,ns_1@192.168.0.21:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================INFO REPORT========================= application: mapreduce exited: stopped type: temporary [error_logger:info,2012-11-12T12:27:00.812,ns_1@192.168.0.21:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================INFO REPORT========================= application: couch_view_parser exited: stopped type: temporary [error_logger:info,2012-11-12T12:27:00.812,ns_1@192.168.0.21:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================INFO REPORT========================= application: couch_index_merger exited: stopped type: temporary [error_logger:info,2012-11-12T12:27:00.812,ns_1@192.168.0.21:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================INFO REPORT========================= application: couch_set_view exited: stopped type: temporary [error_logger:info,2012-11-12T12:27:00.813,ns_1@192.168.0.21:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================PROGRESS REPORT========================= application: couch_view_parser started_at: 'ns_1@192.168.0.21' [error_logger:info,2012-11-12T12:27:00.813,ns_1@192.168.0.21:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================PROGRESS REPORT========================= application: couch_set_view started_at: 'ns_1@192.168.0.21' [error_logger:info,2012-11-12T12:27:00.813,ns_1@192.168.0.21:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================PROGRESS REPORT========================= application: couch_index_merger started_at: 'ns_1@192.168.0.21' [error_logger:info,2012-11-12T12:27:00.813,ns_1@192.168.0.21:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================PROGRESS REPORT========================= application: mapreduce started_at: 'ns_1@192.168.0.21' [error_logger:error,2012-11-12T12:27:00.814,ns_1@192.168.0.21:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================CRASH REPORT========================= crasher: initial call: couch_file:spawn_writer/2 pid: <0.446.0> registered_name: [] exception exit: {noproc, {gen_server,call, [couch_file_write_guard, {remove,<0.446.0>}, infinity]}} in function gen_server:call/3 in call from couch_file:writer_loop/4 ancestors: [<0.443.0>,couch_server,couch_primary_services, couch_server_sup,cb_couch_sup,ns_server_cluster_sup, <0.65.0>] messages: [] links: [] dictionary: [] trap_exit: true status: running heap_size: 377 stack_size: 24 reductions: 2154 neighbours: [error_logger:error,2012-11-12T12:27:00.814,ns_1@192.168.0.21:error_logger<0.5.0>:ale_error_logger_handler:log_msg:76]** Generic server <0.447.0> terminating ** Last message in was {'EXIT',<0.223.0>,killed} ** When Server state == {db,<0.447.0>,<0.448.0>,nil,<<"1352752013272568">>, <0.443.0>,<0.449.0>, {db_header,11,1, <<0,0,0,0,11,84,0,0,0,0,0,62,0,0,0,0,1,0,0,0,0, 0,0,0,0,0,11,50>>, <<0,0,0,0,11,146,0,0,0,0,0,60,0,0,0,0,1>>, nil,0,nil,nil}, 1, {btree,<0.443.0>, {2900, <<0,0,0,0,1,0,0,0,0,0,0,0,0,0,11,50>>, 62}, #Fun, #Fun, #Fun, #Fun,1279,2558, true}, {btree,<0.443.0>, {2962,<<0,0,0,0,1>>,60}, #Fun, #Fun, #Fun, #Fun,1279,2558, true}, {btree,<0.443.0>,nil, #Fun, #Fun, #Fun,nil,1279,2558, true}, 1,<<"_replicator">>, "/opt/couchbase/var/lib/couchbase/data/_replicator.couch.1", [],nil, {user_ctx,null,[],undefined}, nil, [before_header,after_header,on_file_open], [create,sys_db, {user_ctx, {user_ctx,null, [<<"_admin">>,<<"_replicator">>], undefined}}]} ** Reason for termination == ** killed [error_logger:error,2012-11-12T12:27:00.815,ns_1@192.168.0.21:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================CRASH REPORT========================= crasher: initial call: couch_db:init/1 pid: <0.447.0> registered_name: [] exception exit: killed in function gen_server:terminate/6 ancestors: [couch_server,couch_primary_services,couch_server_sup, cb_couch_sup,ns_server_cluster_sup,<0.65.0>] messages: [] links: [] dictionary: [] trap_exit: true status: running heap_size: 987 stack_size: 24 reductions: 341 neighbours: [error_logger:info,2012-11-12T12:27:00.830,ns_1@192.168.0.21:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================PROGRESS REPORT========================= supervisor: {local,couch_server_sup} started: [{pid,<0.548.0>}, {name,couch_config}, {mfargs, {couch_server_sup,couch_config_start_link_wrapper, [["/opt/couchbase/etc/couchdb/default.ini", "/opt/couchbase/etc/couchdb/default.d/capi.ini", "/opt/couchbase/etc/couchdb/default.d/geocouch.ini", "/opt/couchbase/etc/couchdb/local.ini"], <0.548.0>]}}, {restart_type,permanent}, {shutdown,brutal_kill}, {child_type,worker}] [error_logger:info,2012-11-12T12:27:00.832,ns_1@192.168.0.21:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================PROGRESS REPORT========================= supervisor: {local,couch_primary_services} started: [{pid,<0.551.0>}, {name,collation_driver}, {mfargs,{couch_drv,start_link,[]}}, {restart_type,permanent}, {shutdown,infinity}, {child_type,supervisor}] [error_logger:info,2012-11-12T12:27:00.832,ns_1@192.168.0.21:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================PROGRESS REPORT========================= supervisor: {local,couch_primary_services} started: [{pid,<0.552.0>}, {name,couch_task_events}, {mfargs, {gen_event,start_link,[{local,couch_task_events}]}}, {restart_type,permanent}, {shutdown,brutal_kill}, {child_type,worker}] [error_logger:info,2012-11-12T12:27:00.832,ns_1@192.168.0.21:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================PROGRESS REPORT========================= supervisor: {local,couch_primary_services} started: [{pid,<0.553.0>}, {name,couch_task_status}, {mfargs,{couch_task_status,start_link,[]}}, {restart_type,permanent}, {shutdown,brutal_kill}, {child_type,worker}] [error_logger:info,2012-11-12T12:27:00.832,ns_1@192.168.0.21:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================PROGRESS REPORT========================= supervisor: {local,couch_primary_services} started: [{pid,<0.554.0>}, {name,couch_file_write_guard}, {mfargs,{couch_file_write_guard,sup_start_link,[]}}, {restart_type,permanent}, {shutdown,10000}, {child_type,worker}] [error_logger:info,2012-11-12T12:27:00.833,ns_1@192.168.0.21:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================PROGRESS REPORT========================= supervisor: {local,couch_primary_services} started: [{pid,<0.555.0>}, {name,couch_server}, {mfargs,{couch_server,sup_start_link,[]}}, {restart_type,permanent}, {shutdown,brutal_kill}, {child_type,worker}] [error_logger:info,2012-11-12T12:27:00.833,ns_1@192.168.0.21:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================PROGRESS REPORT========================= supervisor: {local,couch_primary_services} started: [{pid,<0.556.0>}, {name,couch_db_update_event}, {mfargs, {gen_event,start_link,[{local,couch_db_update}]}}, {restart_type,permanent}, {shutdown,brutal_kill}, {child_type,worker}] [error_logger:info,2012-11-12T12:27:00.833,ns_1@192.168.0.21:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================PROGRESS REPORT========================= supervisor: {local,couch_primary_services} started: [{pid,<0.557.0>}, {name,couch_replication_event}, {mfargs, {gen_event,start_link,[{local,couch_replication}]}}, {restart_type,permanent}, {shutdown,brutal_kill}, {child_type,worker}] [error_logger:info,2012-11-12T12:27:00.834,ns_1@192.168.0.21:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================PROGRESS REPORT========================= supervisor: {local,couch_primary_services} started: [{pid,<0.558.0>}, {name,couch_replication_supervisor}, {mfargs,{couch_rep_sup,start_link,[]}}, {restart_type,permanent}, {shutdown,infinity}, {child_type,supervisor}] [error_logger:info,2012-11-12T12:27:00.834,ns_1@192.168.0.21:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================PROGRESS REPORT========================= supervisor: {local,couch_primary_services} started: [{pid,<0.559.0>}, {name,couch_log}, {mfargs,{couch_log,start_link,[]}}, {restart_type,permanent}, {shutdown,brutal_kill}, {child_type,worker}] [error_logger:info,2012-11-12T12:27:00.834,ns_1@192.168.0.21:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================PROGRESS REPORT========================= supervisor: {local,couch_primary_services} started: [{pid,<0.560.0>}, {name,couch_main_index_barrier}, {mfargs, {couch_index_barrier,start_link, [couch_main_index_barrier, "max_parallel_indexers"]}}, {restart_type,permanent}, {shutdown,brutal_kill}, {child_type,worker}] [error_logger:info,2012-11-12T12:27:00.834,ns_1@192.168.0.21:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================PROGRESS REPORT========================= supervisor: {local,couch_primary_services} started: [{pid,<0.561.0>}, {name,couch_replica_index_barrier}, {mfargs, {couch_index_barrier,start_link, [couch_replica_index_barrier, "max_parallel_replica_indexers"]}}, {restart_type,permanent}, {shutdown,brutal_kill}, {child_type,worker}] [error_logger:info,2012-11-12T12:27:00.835,ns_1@192.168.0.21:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================PROGRESS REPORT========================= supervisor: {local,couch_server_sup} started: [{pid,<0.550.0>}, {name,couch_primary_services}, {mfargs,{couch_primary_sup,start_link,[]}}, {restart_type,permanent}, {shutdown,infinity}, {child_type,supervisor}] [error_logger:info,2012-11-12T12:27:00.835,ns_1@192.168.0.21:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================PROGRESS REPORT========================= supervisor: {local,couch_secondary_services} started: [{pid,<0.563.0>}, {name,couch_db_update_notifier_sup}, {mfargs,{couch_db_update_notifier_sup,start_link,[]}}, {restart_type,permanent}, {shutdown,infinity}, {child_type,supervisor}] [error_logger:info,2012-11-12T12:27:00.956,ns_1@192.168.0.21:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================PROGRESS REPORT========================= supervisor: {local,couch_secondary_services} started: [{pid,<0.564.0>}, {name,auth_cache}, {mfargs,{couch_auth_cache,start_link,[]}}, {restart_type,permanent}, {shutdown,brutal_kill}, {child_type,worker}] [error_logger:info,2012-11-12T12:27:00.956,ns_1@192.168.0.21:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================PROGRESS REPORT========================= supervisor: {local,couch_secondary_services} started: [{pid,<0.573.0>}, {name,set_view_manager}, {mfargs,{couch_set_view,start_link,[]}}, {restart_type,permanent}, {shutdown,brutal_kill}, {child_type,worker}] [error_logger:info,2012-11-12T12:27:00.956,ns_1@192.168.0.21:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================PROGRESS REPORT========================= supervisor: {local,couch_secondary_services} started: [{pid,<0.575.0>}, {name,spatial_manager}, {mfargs,{couch_spatial,start_link,[]}}, {restart_type,permanent}, {shutdown,brutal_kill}, {child_type,worker}] [error_logger:info,2012-11-12T12:27:00.956,ns_1@192.168.0.21:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================PROGRESS REPORT========================= supervisor: {local,couch_secondary_services} started: [{pid,<0.577.0>}, {name,index_merger_pool}, {mfargs, {lhttpc_manager,start_link, [[{connection_timeout,90000}, {pool_size,10000}, {name,couch_index_merger_connection_pool}]]}}, {restart_type,permanent}, {shutdown,brutal_kill}, {child_type,worker}] [error_logger:info,2012-11-12T12:27:00.957,ns_1@192.168.0.21:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================PROGRESS REPORT========================= supervisor: {local,couch_secondary_services} started: [{pid,<0.578.0>}, {name,query_servers}, {mfargs,{couch_query_servers,start_link,[]}}, {restart_type,permanent}, {shutdown,brutal_kill}, {child_type,worker}] [error_logger:info,2012-11-12T12:27:00.957,ns_1@192.168.0.21:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================PROGRESS REPORT========================= supervisor: {local,couch_secondary_services} started: [{pid,<0.580.0>}, {name,couch_set_view_ddoc_cache}, {mfargs,{couch_set_view_ddoc_cache,start_link,[]}}, {restart_type,permanent}, {shutdown,brutal_kill}, {child_type,worker}] [error_logger:info,2012-11-12T12:27:00.957,ns_1@192.168.0.21:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================PROGRESS REPORT========================= supervisor: {local,couch_secondary_services} started: [{pid,<0.582.0>}, {name,view_manager}, {mfargs,{couch_view,start_link,[]}}, {restart_type,permanent}, {shutdown,brutal_kill}, {child_type,worker}] [error_logger:info,2012-11-12T12:27:00.958,ns_1@192.168.0.21:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================PROGRESS REPORT========================= supervisor: {local,couch_secondary_services} started: [{pid,<0.584.0>}, {name,httpd}, {mfargs,{couch_httpd,start_link,[]}}, {restart_type,permanent}, {shutdown,brutal_kill}, {child_type,worker}] [error_logger:info,2012-11-12T12:27:00.958,ns_1@192.168.0.21:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================PROGRESS REPORT========================= supervisor: {local,couch_secondary_services} started: [{pid,<0.601.0>}, {name,uuids}, {mfargs,{couch_uuids,start,[]}}, {restart_type,permanent}, {shutdown,brutal_kill}, {child_type,worker}] [error_logger:info,2012-11-12T12:27:00.958,ns_1@192.168.0.21:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================PROGRESS REPORT========================= supervisor: {local,couch_server_sup} started: [{pid,<0.562.0>}, {name,couch_secondary_services}, {mfargs,{couch_secondary_sup,start_link,[]}}, {restart_type,permanent}, {shutdown,infinity}, {child_type,supervisor}] [error_logger:info,2012-11-12T12:27:00.959,ns_1@192.168.0.21:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================PROGRESS REPORT========================= supervisor: {local,cb_couch_sup} started: [{pid,<0.549.0>}, {name,couch_app}, {mfargs, {couch_app,start, [fake, ["/opt/couchbase/etc/couchdb/default.ini", "/opt/couchbase/etc/couchdb/local.ini"]]}}, {restart_type,permanent}, {shutdown,infinity}, {child_type,supervisor}] [ns_server:info,2012-11-12T12:27:00.963,ns_1@192.168.0.21:ns_server_cluster_sup<0.174.0>:log_os_info:start_link:25]OS type: {unix,linux} Version: {2,6,32} Runtime info: [{otp_release,"R14B04"}, {erl_version,"5.8.5"}, {erl_version_long, "Erlang R14B04 (erts-5.8.5) [source] [64-bit] [smp:128:128] [rq:128] [async-threads:0] [kernel-poll:true]\n"}, {system_arch_raw,"x86_64-unknown-linux-gnu"}, {system_arch,"x86_64-unknown-linux-gnu"}, {localtime,{{2012,11,12},{12,27,0}}}, {memory, [{total,39384824}, {processes,7173024}, {processes_used,7036200}, {system,32211800}, {atom,1242281}, {atom_used,1240952}, {binary,158584}, {code,12678189}, {ets,837624}]}, {loaded, [lib,mb_grid,capi_utils,base64,set_view_update_daemon, xdc_rdoc_replication_srv,compaction_daemon,stats_archiver, system_stats_collector,mochijson2,couch_httpd_view, couch_changes,ns_bucket_sup,mochiweb_response, couch_set_view_util,menelaus_web_buckets, geocouch_duplicates,menelaus_auth,mochiweb_util, mochiweb_request,mochiweb_headers,xdc_rep_manager, mochiweb,ns_cluster_membership,ns_memcached_log_rotator, ns_port_server,supervisor_cushion,ns_port_init, ns_moxi_sup,ns_port_sup,mc_tcp_listener,mc_conn_sup, mc_sup,menelaus_web_alerts_srv,hot_keys_keeper, menelaus_event,menelaus_util,menelaus_deps,menelaus_web, menelaus_sup,ringbuffer,master_activity_events_keeper, master_activity_events_pids_watcher,auto_failover,ns_tick, ns_online_config_upgrader,ns_orchestrator, failover_safeness_level,master_activity_events, cluster_compat_mode,mb_master_sup,gen_fsm, samples_loader_tasks,mb_master,xdc_replication_sup, remote_clusters_info,ns_bucket,ns_doctor,stats_reader, ns_heart,ns_mail_log,ns_mail_sup,work_queue, vbucket_map_mirror,ns_node_disco_rep_events,ns_config_rep, ns_node_disco_conf_events,ns_node_disco_log,net_adm, ns_node_disco,ns_node_disco_sup,ns_config_ets_dup,random, ns_log,ns_server_sup,ns_process_registry, cb_config_couch_sync,ns_config_log,ns_memcached,ns_pubsub, ns_config_isasl_sync,ns_config_replica,vclock, ns_storage_conf,ns_config_default,ns_config,ns_config_sup, mnesia_index,mnesia_loader,file_sorter,dets_v9,dets_utils, dets_sup,dets_server,dets,mnesia_log,mnesia_snmp_hook, mnesia_checkpoint,mnesia_late_loader,mnesia_dumper, mnesia_snmp_sup,mnesia_checkpoint_sup,mnesia_frag, mnesia_tm,mnesia_recover,mnesia_sp,mnesia_locker, mnesia_event,mnesia_kernel_sup,mnesia_sup,mnesia_bup, mnesia_schema,mnesia_controller,mnesia_lib,mnesia_monitor, mnesia_subscr,mnesia,mb_mnesia,mb_mnesia_sup,ns_cluster, ns_cookie_manager,gen_udp,dist_manager, timeout_diag_logger,path_config,diag_handler,ns_info, log_os_info,couch_config_writer,cb_init_loggers, mochiweb_acceptor,mochiweb_socket,mochiweb_socket_server, mochilists,mochiweb_http,eval_bits,couch_httpd,couch_view, couch_set_view_ddoc_cache,couch_query_servers, couch_spatial,mapreduce,couch_set_view,snappy, couch_compress,couch_spatial_validation, couch_set_view_mapreduce,ejson,couch_doc, couch_db_update_notifier,couch_btree,couch_ref_counter, couch_uuids,couch_db_updater,couch_db,couch_auth_cache, couch_db_update_notifier_sup,couch_secondary_sup, couch_index_barrier,couch_event_sup,couch_log, couch_rep_sup,httpd_util,filelib,couch_file, couch_file_write_guard,couch_task_status,erl_ddll, couch_drv,couch_primary_sup,couch_server,string,re,file2, couch_util,couch_config,couch_server_sup,mochiweb_sup, mochiweb_app,ssl_server,crypto,ssl,lhttpc_manager, lhttpc_sup,lhttpc,ssl_connection_sup,ssl_session_cache, ssl_certificate_db,ssl_manager,ssl_broker_sup,ssl_sup, ssl_app,tftp_sup,httpd_sup,httpc_handler_sup,httpc_cookie, inets,httpc_manager,httpc,httpc_profile_sup,httpc_sup, ftp_sup,inets_sup,inets_app,crypto_server,crypto_sup, crypto_app,couch_app,cb_couch_sup,ns_server_cluster_sup, calendar,ale_default_formatter,otp_internal,misc, 'ale_logger-xdcr','ale_logger-mapreduce_errors', 'ale_logger-views','ale_logger-cluster', 'ale_logger-rebalance','ale_logger-stats', 'ale_logger-ns_doctor','ale_logger-menelaus', 'ale_logger-user','ale_logger-ns_server', 'ale_logger-couchdb',ns_log_sink,disk_log_sup, disk_log_server,disk_log_1,disk_log,ale_disk_sink, ns_server,timer,io_lib_fread,cpu_sup,memsup,disksup, os_mon,io,release_handler,overload,alarm_handler,log_mf_h, sasl,ale_error_logger_handler,'ale_logger-ale_logger', 'ale_logger-error_logger',beam_opcodes,beam_dict,beam_asm, beam_validator,beam_flatten,beam_trim,beam_receive, beam_bsm,beam_peep,beam_dead,beam_type,beam_bool, beam_clean,beam_utils,beam_jump,beam_block,v3_codegen, v3_life,v3_kernel,sys_core_dsetel,erl_bifs,sys_core_fold, cerl_trees,sys_core_inline,core_lib,cerl,v3_core,erl_bits, erl_expand_records,sys_pre_expand,sofs,erl_internal,sets, ordsets,erl_lint,compile,dynamic_compile,ale_utils, io_lib_pretty,io_lib_format,io_lib,ale_codegen,dict,ale, ale_dynamic_sup,ale_sup,ale_app,ns_bootstrap, file_io_server,orddict,erl_eval,file,c,queue, kernel_config,user,user_sup,supervisor_bridge, standard_error,unicode,binary,ets,gb_sets, hipe_unified_loader,packages,code_server,code,file_server, global_group,gen_tcp,inet_tcp,auth,erl_epmd,inet_tcp_dist, net_kernel,erl_distribution,inet_gethost_native,filename, os,inet_parse,inet,inet_udp,inet_config,inet_db,global, gb_trees,rpc,supervisor,kernel,application_master,sys, application,gen_server,erl_parse,proplists,erl_scan,lists, application_controller,proc_lib,gen,gen_event, error_logger,heart,error_handler,erlang,erl_prim_loader, prim_zip,zlib,prim_file,prim_inet,init,otp_ring0]}, {applications, [{public_key,"Public key infrastructure","0.13"}, {lhttpc,"Lightweight HTTP Client","1.3.0"}, {ale,"Another Logger for Erlang","8cffe61"}, {os_mon,"CPO CXC 138 46","2.2.7"}, {couch_set_view,"Set views","1.2.0a-b68b5f4-git"}, {mnesia,"MNESIA CXC 138 12","4.5"}, {inets,"INETS CXC 138 49","5.7.1"}, {couch,"Apache CouchDB","1.2.0a-b68b5f4-git"}, {mapreduce,"MapReduce using V8 JavaScript engine","1.0.0"}, {couch_index_merger,"Index merger","1.2.0a-b68b5f4-git"}, {kernel,"ERTS CXC 138 10","2.14.5"}, {crypto,"CRYPTO version 2","2.0.4"}, {ssl,"Erlang/OTP SSL application","4.1.6"}, {sasl,"SASL CXC 138 11","2.1.10"}, {couch_view_parser,"Couch view parser","1.0.0"}, {ns_server,"Couchbase server","2.0.0-1939-rel-enterprise"}, {mochiweb,"MochiMedia Web Server","1.4.1"}, {oauth,"Erlang OAuth implementation","7d85d3ef"}, {stdlib,"ERTS CXC 138 10","1.17.5"}]}, {pre_loaded, [erlang,erl_prim_loader,prim_zip,zlib,prim_file,prim_inet, init,otp_ring0]}, {process_count,161}, {node,'ns_1@192.168.0.21'}, {nodes,[]}, {registered, [release_handler,disk_log_sup,disk_log_server,overload, code_server,alarm_handler,application_controller,ale_sup, ale_dynamic_sup,couch_auth_cache,couch_task_status,ale, ns_server_cluster_sup,couch_view,error_logger, couch_rep_sup,couch_config,couch_server_sup, couch_file_write_guard,couch_uuids, couch_db_update_notifier_sup,kernel_safe_sup,auth, 'sink-ns_log','sink-disk_stats','sink-disk_xdcr_errors', 'sink-disk_xdcr','sink-disk_debug','sink-disk_couchdb', 'sink-disk_mapreduce_errors','sink-disk_views', 'sink-disk_error',timer_server,couch_set_view,lhttpc_sup, rex,net_sup,mochiweb_sup,kernel_sup,global_name_server, net_kernel,file_server_2,lhttpc_manager,dist_manager, tftp_sup,couch_log,couch_set_view_ddoc_cache,cb_couch_sup, 'sink-disk_default',couch_index_merger_connection_pool, couch_spatial,standard_error_sup, couch_replica_index_barrier,couch_main_index_barrier, couch_replication,couch_task_events,httpd_sup, ssl_connection_sup,os_mon_sup,ssl_manager,cpu_sup,memsup, disksup,dets_sup,dets,inet_gethost_native_sup, ssl_broker_sup,ssl_server,ssl_sup,standard_error, httpc_sup,erl_prim_loader,sasl_safe_sup,httpc_profile_sup, httpc_manager,httpc_handler_sup,ftp_sup,inets_sup, inet_gethost_native,crypto_server,init,crypto_sup,inet_db, couch_secondary_services,couch_primary_services, couch_db_update,sasl_sup,global_group,couch_query_servers, couch_httpd,user,couch_drv,erl_epmd,couch_server]}, {cookie,lqbojxmryktyqpqc}, {wordsize,8}, {wall_clock,10}] [ns_server:info,2012-11-12T12:27:00.966,ns_1@192.168.0.21:ns_server_cluster_sup<0.174.0>:log_os_info:start_link:27]Manifest: ["","", " ", " ", " ", " ", " ", " ", " "," ", " ", " ", " ", " ", " ", " ", " ", " ", " ", " ", " ", " ", " ", " ", " ", " ", " ", " ", " ", " ", " ", " ", " ", " ", " ",""] [error_logger:info,2012-11-12T12:27:00.967,ns_1@192.168.0.21:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================PROGRESS REPORT========================= supervisor: {local,ns_server_cluster_sup} started: [{pid,<0.603.0>}, {name,timeout_diag_logger}, {mfargs,{timeout_diag_logger,start_link,[]}}, {restart_type,permanent}, {shutdown,1000}, {child_type,worker}] [error_logger:info,2012-11-12T12:27:00.968,ns_1@192.168.0.21:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================PROGRESS REPORT========================= supervisor: {local,ns_server_cluster_sup} started: [{pid,<0.604.0>}, {name,ns_cookie_manager}, {mfargs,{ns_cookie_manager,start_link,[]}}, {restart_type,permanent}, {shutdown,1000}, {child_type,worker}] [error_logger:info,2012-11-12T12:27:00.968,ns_1@192.168.0.21:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================PROGRESS REPORT========================= supervisor: {local,ns_server_cluster_sup} started: [{pid,<0.605.0>}, {name,ns_cluster}, {mfargs,{ns_cluster,start_link,[]}}, {restart_type,permanent}, {shutdown,5000}, {child_type,worker}] [error_logger:info,2012-11-12T12:27:00.968,ns_1@192.168.0.21:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================PROGRESS REPORT========================= supervisor: {local,mb_mnesia_sup} started: [{pid,<0.607.0>}, {name,mb_mnesia_events}, {mfargs, {gen_event,start_link,[{local,mb_mnesia_events}]}}, {restart_type,permanent}, {shutdown,10}, {child_type,worker}] [error_logger:info,2012-11-12T12:27:00.979,ns_1@192.168.0.21:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================PROGRESS REPORT========================= supervisor: {local,mnesia_sup} started: [{pid,<0.617.0>}, {name,mnesia_event}, {mfargs,{mnesia_sup,start_event,[]}}, {restart_type,permanent}, {shutdown,30000}, {child_type,worker}] [error_logger:info,2012-11-12T12:27:00.979,ns_1@192.168.0.21:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================PROGRESS REPORT========================= supervisor: {local,mnesia_kernel_sup} started: [{pid,<0.619.0>}, {name,mnesia_monitor}, {mfargs,{mnesia_monitor,start,[]}}, {restart_type,permanent}, {shutdown,3000}, {child_type,worker}] [error_logger:info,2012-11-12T12:27:00.980,ns_1@192.168.0.21:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================PROGRESS REPORT========================= supervisor: {local,mnesia_kernel_sup} started: [{pid,<0.620.0>}, {name,mnesia_subscr}, {mfargs,{mnesia_subscr,start,[]}}, {restart_type,permanent}, {shutdown,3000}, {child_type,worker}] [error_logger:info,2012-11-12T12:27:00.980,ns_1@192.168.0.21:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================PROGRESS REPORT========================= supervisor: {local,mnesia_kernel_sup} started: [{pid,<0.621.0>}, {name,mnesia_locker}, {mfargs,{mnesia_locker,start,[]}}, {restart_type,permanent}, {shutdown,3000}, {child_type,worker}] [error_logger:info,2012-11-12T12:27:00.980,ns_1@192.168.0.21:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================PROGRESS REPORT========================= supervisor: {local,mnesia_kernel_sup} started: [{pid,<0.622.0>}, {name,mnesia_recover}, {mfargs,{mnesia_recover,start,[]}}, {restart_type,permanent}, {shutdown,180000}, {child_type,worker}] [error_logger:info,2012-11-12T12:27:01.128,ns_1@192.168.0.21:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================PROGRESS REPORT========================= supervisor: {local,mnesia_kernel_sup} started: [{pid,<0.623.0>}, {name,mnesia_tm}, {mfargs,{mnesia_tm,start,[]}}, {restart_type,permanent}, {shutdown,30000}, {child_type,worker}] [error_logger:info,2012-11-12T12:27:01.128,ns_1@192.168.0.21:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================PROGRESS REPORT========================= supervisor: {local,mnesia_kernel_sup} started: [{pid,<0.644.0>}, {name,mnesia_checkpoint_sup}, {mfargs,{mnesia_checkpoint_sup,start,[]}}, {restart_type,permanent}, {shutdown,infinity}, {child_type,supervisor}] [error_logger:info,2012-11-12T12:27:01.128,ns_1@192.168.0.21:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================PROGRESS REPORT========================= supervisor: {local,mnesia_kernel_sup} started: [{pid,<0.645.0>}, {name,mnesia_snmp_sup}, {mfargs,{mnesia_snmp_sup,start,[]}}, {restart_type,permanent}, {shutdown,infinity}, {child_type,supervisor}] [error_logger:info,2012-11-12T12:27:01.129,ns_1@192.168.0.21:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================PROGRESS REPORT========================= supervisor: {local,mnesia_kernel_sup} started: [{pid,<0.646.0>}, {name,mnesia_controller}, {mfargs,{mnesia_controller,start,[]}}, {restart_type,permanent}, {shutdown,3000}, {child_type,worker}] [error_logger:info,2012-11-12T12:27:01.147,ns_1@192.168.0.21:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================PROGRESS REPORT========================= supervisor: {local,mnesia_kernel_sup} started: [{pid,<0.647.0>}, {name,mnesia_late_loader}, {mfargs,{mnesia_late_loader,start,[]}}, {restart_type,permanent}, {shutdown,3000}, {child_type,worker}] [error_logger:info,2012-11-12T12:27:01.148,ns_1@192.168.0.21:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================PROGRESS REPORT========================= supervisor: {local,mnesia_sup} started: [{pid,<0.618.0>}, {name,mnesia_kernel_sup}, {mfargs,{mnesia_kernel_sup,start,[]}}, {restart_type,permanent}, {shutdown,infinity}, {child_type,supervisor}] [error_logger:info,2012-11-12T12:27:01.148,ns_1@192.168.0.21:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================PROGRESS REPORT========================= application: mnesia started_at: 'ns_1@192.168.0.21' [error_logger:info,2012-11-12T12:27:01.225,ns_1@192.168.0.21:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================PROGRESS REPORT========================= supervisor: {local,mb_mnesia_sup} started: [{pid,<0.608.0>}, {name,mb_mnesia}, {mfargs,{mb_mnesia,start_link,[]}}, {restart_type,permanent}, {shutdown,5000}, {child_type,worker}] [error_logger:info,2012-11-12T12:27:01.225,ns_1@192.168.0.21:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================PROGRESS REPORT========================= supervisor: {local,ns_server_cluster_sup} started: [{pid,<0.606.0>}, {name,mb_mnesia_sup}, {mfargs,{mb_mnesia_sup,start_link,[]}}, {restart_type,permanent}, {shutdown,infinity}, {child_type,supervisor}] [ns_server:info,2012-11-12T12:27:01.225,ns_1@192.168.0.21:ns_config_sup<0.691.0>:ns_config_sup:init:32]loading static ns_config from "/opt/couchbase/etc/couchbase/config" [error_logger:info,2012-11-12T12:27:01.226,ns_1@192.168.0.21:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================PROGRESS REPORT========================= supervisor: {local,ns_config_sup} started: [{pid,<0.692.0>}, {name,ns_config_events}, {mfargs, {gen_event,start_link,[{local,ns_config_events}]}}, {restart_type,permanent}, {shutdown,1000}, {child_type,worker}] [error_logger:info,2012-11-12T12:27:01.226,ns_1@192.168.0.21:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================PROGRESS REPORT========================= supervisor: {local,ns_config_sup} started: [{pid,<0.693.0>}, {name,ns_config_events_local}, {mfargs, {gen_event,start_link, [{local,ns_config_events_local}]}}, {restart_type,permanent}, {shutdown,brutal_kill}, {child_type,worker}] [ns_server:info,2012-11-12T12:27:01.232,ns_1@192.168.0.21:ns_config<0.694.0>:ns_config:load_config:674]Loading static config from "/opt/couchbase/etc/couchbase/config" [ns_server:info,2012-11-12T12:27:01.233,ns_1@192.168.0.21:ns_config<0.694.0>:ns_config:load_config:688]Loading dynamic config from "/opt/couchbase/var/lib/couchbase/config/config.dat" [ns_server:info,2012-11-12T12:27:01.236,ns_1@192.168.0.21:ns_config<0.694.0>:ns_config:load_config:706]Here's full dynamic config we loaded + static & default config: [{{node,'ns_1@192.168.0.21',rest},[{port,8091},{port_meta,global}]}, {{node,'ns_1@192.168.0.21',port_servers}, [{'_vclock',[{'ns_1@192.168.0.21',{2,63519971212}}]}, {moxi,"/opt/couchbase/bin/moxi", ["-Z", {"port_listen=~B,default_bucket_name=default,downstream_max=1024,downstream_conn_max=4,connect_max_errors=5,connect_retry_interval=30000,connect_timeout=400,auth_timeout=100,cycle=200,downstream_conn_queue_timeout=200,downstream_timeout=5000,wait_queue_timeout=200", [port]}, "-z", {"url=http://127.0.0.1:~B/pools/default/saslBucketsStreaming", [{misc,this_node_rest_port,[]}]}, "-p","0","-Y","y","-O","stderr", {"~s",[verbosity]}], [{env, [{"EVENT_NOSELECT","1"}, {"MOXI_SASL_PLAIN_USR",{"~s",[{ns_moxi_sup,rest_user,[]}]}}, {"MOXI_SASL_PLAIN_PWD",{"~s",[{ns_moxi_sup,rest_pass,[]}]}}]}, use_stdio,exit_status,port_server_send_eol,stderr_to_stdout,stream]}, {memcached,"/opt/couchbase/bin/memcached", ["-X","/opt/couchbase/lib/memcached/stdin_term_handler.so","-X", {"/opt/couchbase/lib/memcached/file_logger.so,cyclesize=~B;sleeptime=~B;filename=~s/~s", [log_cyclesize,log_sleeptime,log_path,log_prefix]}, "-l", {"0.0.0.0:~B,0.0.0.0:~B:1000",[port,dedicated_port]}, "-p", {"~B",[port]}, "-E","/opt/couchbase/lib/memcached/bucket_engine.so","-B","binary", "-r","-c","10000","-e", {"admin=~s;default_bucket_name=default;auto_create=false", [admin_user]}, {"~s",[verbosity]}], [{env, [{"EVENT_NOSELECT","1"}, {"MEMCACHED_TOP_KEYS","100"}, {"ISASL_PWFILE",{"~s",[{isasl,path}]}}, {"ISASL_DB_CHECK_TIME","1"}]}, use_stdio,stderr_to_stdout,exit_status,port_server_send_eol,stream]}]}, {{node,'ns_1@192.168.0.21',ns_log}, [{'_vclock',[{'ns_1@192.168.0.21',{1,63519971212}}]}, {filename,"/opt/couchbase/var/lib/couchbase/data/ns_log"}]}, {{node,'ns_1@192.168.0.21',moxi},[{port,11211},{verbosity,[]}]}, {{node,'ns_1@192.168.0.21',memcached}, [{'_vclock',[{'_',{1,0}},{'ns_1@192.168.0.21',{2,63519971212}}]}, {mccouch_port,11213}, {engines, [{membase, [{engine,"/opt/couchbase/lib/memcached/ep.so"}, {static_config_string, "vb0=false;waitforwarmup=false;failpartialwarmup=false"}]}, {memcached, [{engine,"/opt/couchbase/lib/memcached/default_engine.so"}, {static_config_string,"vb0=true"}]}]}, {log_path,"/opt/couchbase/var/lib/couchbase/logs"}, {log_prefix,"memcached.log"}, {log_generations,10}, {log_cyclesize,104857600}, {log_sleeptime,19}, {log_rotation_period,39003}, {dedicated_port,11209}, {bucket_engine,"/opt/couchbase/lib/memcached/bucket_engine.so"}, {port,11210}, {dedicated_port,11209}, {admin_user,"_admin"}, {admin_pass,"_admin"}, {verbosity,[]}]}, {{node,'ns_1@192.168.0.21',membership},active}, {{node,'ns_1@192.168.0.21',isasl}, [{'_vclock',[{'ns_1@192.168.0.21',{1,63519971212}}]}, {path,"/opt/couchbase/var/lib/couchbase/data/isasl.pw"}]}, {{node,'ns_1@192.168.0.21',compaction_daemon}, [{check_interval,30},{min_file_size,131072}]}, {{node,'ns_1@192.168.0.21',capi_port},8092}, {{couchdb,max_parallel_replica_indexers},2}, {{couchdb,max_parallel_indexers},4}, {xdcr_failure_restart_interval,30}, {xdcr_doc_batch_size_kb,512}, {xdcr_checkpoint_interval,1800}, {xdcr_capi_checkpoint_timeout,10}, {set_view_update_daemon, [{update_interval,5000}, {update_min_changes,5000}, {replica_update_min_changes,5000}]}, {replication,[{enabled,true}]}, {remote_clusters,[]}, {nodes_wanted,['ns_1@192.168.0.21']}, {max_bucket_count,10}, {index_aware_rebalance_disabled,false}, {fast_warmup, [{fast_warmup_enabled,true}, {min_memory_threshold,10}, {min_items_threshold,10}]}, {email_alerts, [{'_vclock',[{'ns_1@192.168.0.21',{1,63519971212}}]}, {recipients,["root@localhost"]}, {sender,"couchbase@localhost"}, {enabled,false}, {email_server, [{user,[]},{pass,[]},{host,"localhost"},{port,25},{encrypt,false}]}, {alerts, [auto_failover_node,auto_failover_maximum_reached, auto_failover_other_nodes_down,auto_failover_cluster_too_small,ip, disk,overhead,ep_oom_errors,ep_item_commit_failed]}]}, {buckets,[{configs,[]}]}, {autocompaction, [{database_fragmentation_threshold,{30,undefined}}, {view_fragmentation_threshold,{30,undefined}}]}, {auto_failover_cfg, [{'_vclock',[{'ns_1@192.168.0.21',{1,63519971212}}]}, {enabled,false}, {timeout,30}, {max_nodes,1}, {count,0}]}, {{node,'ns_1@192.168.0.21',config_version}, [{'_vclock',[{'ns_1@192.168.0.21',{5,63519971212}}]}|{2,0}]}, {otp, [{'_vclock',[{'ns_1@192.168.0.21',{1,63519971213}}]}, {cookie,lqbojxmryktyqpqc}]}, {vbucket_map_history,[{'_vclock',[{'ns_1@192.168.0.21',{1,63519971213}}]}]}, {cluster_compat_version, [{'_vclock',[{'ns_1@192.168.0.21',{1,63519971213}}]},2,0]}, {dynamic_config_version, [{'_vclock',[{'ns_1@192.168.0.21',{4,63519971213}}]},2,0]}, {rest,[{port,8091}]}, {rest_creds, [{'_vclock',[{'ns_1@192.168.0.21',{1,63519971213}}]}, {creds,[{"Administrator",[{password,"password"}]}]}]}, {memory_quota,[{'_vclock',[{'ns_1@192.168.0.21',{1,63519971213}}]}|19225]}] [error_logger:info,2012-11-12T12:27:01.238,ns_1@192.168.0.21:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================PROGRESS REPORT========================= supervisor: {local,ns_config_sup} started: [{pid,<0.694.0>}, {name,ns_config}, {mfargs, {ns_config,start_link, ["/opt/couchbase/etc/couchbase/config", ns_config_default]}}, {restart_type,permanent}, {shutdown,1000}, {child_type,worker}] [error_logger:info,2012-11-12T12:27:01.239,ns_1@192.168.0.21:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================PROGRESS REPORT========================= supervisor: {local,ns_config_sup} started: [{pid,<0.696.0>}, {name,ns_config_remote}, {mfargs, {ns_config_replica,start_link, [{local,ns_config_remote}]}}, {restart_type,permanent}, {shutdown,1000}, {child_type,worker}] [ns_server:warn,2012-11-12T12:27:01.240,ns_1@192.168.0.21:ns_config_isasl_sync<0.697.0>:ns_memcached:connect:1103]Unable to connect: {error,{badmatch,{error,econnrefused}}}, retrying. [error_logger:info,2012-11-12T12:27:02.241,ns_1@192.168.0.21:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================PROGRESS REPORT========================= supervisor: {local,ns_config_sup} started: [{pid,<0.697.0>}, {name,ns_config_isasl_sync}, {mfargs,{ns_config_isasl_sync,start_link,[]}}, {restart_type,permanent}, {shutdown,1000}, {child_type,worker}] [error_logger:info,2012-11-12T12:27:02.241,ns_1@192.168.0.21:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================PROGRESS REPORT========================= supervisor: {local,ns_config_sup} started: [{pid,<0.700.0>}, {name,ns_config_log}, {mfargs,{ns_config_log,start_link,[]}}, {restart_type,permanent}, {shutdown,1000}, {child_type,worker}] [error_logger:info,2012-11-12T12:27:02.242,ns_1@192.168.0.21:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================PROGRESS REPORT========================= supervisor: {local,ns_config_sup} started: [{pid,<0.702.0>}, {name,cb_config_couch_sync}, {mfargs,{cb_config_couch_sync,start_link,[]}}, {restart_type,permanent}, {shutdown,1000}, {child_type,worker}] [error_logger:info,2012-11-12T12:27:02.242,ns_1@192.168.0.21:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================PROGRESS REPORT========================= supervisor: {local,ns_server_cluster_sup} started: [{pid,<0.691.0>}, {name,ns_config_sup}, {mfargs,{ns_config_sup,start_link,[]}}, {restart_type,permanent}, {shutdown,infinity}, {child_type,supervisor}] [error_logger:info,2012-11-12T12:27:02.242,ns_1@192.168.0.21:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================PROGRESS REPORT========================= supervisor: {local,ns_server_cluster_sup} started: [{pid,<0.704.0>}, {name,vbucket_filter_changes_registry}, {mfargs, {ns_process_registry,start_link, [vbucket_filter_changes_registry]}}, {restart_type,permanent}, {shutdown,100}, {child_type,worker}] [error_logger:info,2012-11-12T12:27:02.264,ns_1@192.168.0.21:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================PROGRESS REPORT========================= supervisor: {local,ns_server_sup} started: [{pid,<0.706.0>}, {name,ns_log}, {mfargs,{ns_log,start_link,[]}}, {restart_type,permanent}, {shutdown,1000}, {child_type,worker}] [error_logger:info,2012-11-12T12:27:02.265,ns_1@192.168.0.21:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================PROGRESS REPORT========================= supervisor: {local,ns_server_sup} started: [{pid,<0.707.0>}, {name,ns_config_ets_dup}, {mfargs,{ns_config_ets_dup,start_link,[]}}, {restart_type,permanent}, {shutdown,brutal_kill}, {child_type,worker}] [error_logger:info,2012-11-12T12:27:02.265,ns_1@192.168.0.21:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================PROGRESS REPORT========================= supervisor: {local,ns_server_sup} started: [{pid,<0.708.0>}, {name,ns_log_events}, {mfargs,{gen_event,start_link,[{local,ns_log_events}]}}, {restart_type,permanent}, {shutdown,1000}, {child_type,worker}] [error_logger:info,2012-11-12T12:27:02.265,ns_1@192.168.0.21:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================PROGRESS REPORT========================= supervisor: {local,ns_node_disco_sup} started: [{pid,<0.711.0>}, {name,ns_node_disco_events}, {mfargs, {gen_event,start_link, [{local,ns_node_disco_events}]}}, {restart_type,permanent}, {shutdown,1000}, {child_type,worker}] [error_logger:info,2012-11-12T12:27:03.280,ns_1@192.168.0.21:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================PROGRESS REPORT========================= supervisor: {local,ns_node_disco_sup} started: [{pid,<0.712.0>}, {name,ns_node_disco}, {mfargs,{ns_node_disco,start_link,[]}}, {restart_type,permanent}, {shutdown,1000}, {child_type,worker}] [ns_server:info,2012-11-12T12:27:03.280,ns_1@192.168.0.21:ns_node_disco_events<0.711.0>:ns_node_disco_log:handle_event:46]ns_node_disco_log: nodes changed: ['ns_1@192.168.0.21'] [error_logger:info,2012-11-12T12:27:03.281,ns_1@192.168.0.21:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================PROGRESS REPORT========================= supervisor: {local,ns_node_disco_sup} started: [{pid,<0.715.0>}, {name,ns_node_disco_log}, {mfargs,{ns_node_disco_log,start_link,[]}}, {restart_type,permanent}, {shutdown,1000}, {child_type,worker}] [error_logger:info,2012-11-12T12:27:03.281,ns_1@192.168.0.21:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================PROGRESS REPORT========================= supervisor: {local,ns_node_disco_sup} started: [{pid,<0.716.0>}, {name,ns_node_disco_conf_events}, {mfargs,{ns_node_disco_conf_events,start_link,[]}}, {restart_type,permanent}, {shutdown,1000}, {child_type,worker}] [error_logger:info,2012-11-12T12:27:03.281,ns_1@192.168.0.21:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================PROGRESS REPORT========================= supervisor: {local,ns_node_disco_sup} started: [{pid,<0.717.0>}, {name,ns_config_rep_merger}, {mfargs,{ns_config_rep,start_link_merger,[]}}, {restart_type,permanent}, {shutdown,brutal_kill}, {child_type,worker}] [error_logger:info,2012-11-12T12:27:03.284,ns_1@192.168.0.21:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================PROGRESS REPORT========================= supervisor: {local,ns_node_disco_sup} started: [{pid,<0.718.0>}, {name,ns_config_rep}, {mfargs,{ns_config_rep,start_link,[]}}, {restart_type,permanent}, {shutdown,1000}, {child_type,worker}] [error_logger:info,2012-11-12T12:27:03.284,ns_1@192.168.0.21:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================PROGRESS REPORT========================= supervisor: {local,ns_server_sup} started: [{pid,<0.710.0>}, {name,ns_node_disco_sup}, {mfargs,{ns_node_disco_sup,start_link,[]}}, {restart_type,permanent}, {shutdown,infinity}, {child_type,supervisor}] [error_logger:info,2012-11-12T12:27:03.285,ns_1@192.168.0.21:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================PROGRESS REPORT========================= supervisor: {local,ns_server_sup} started: [{pid,<0.721.0>}, {name,vbucket_map_mirror}, {mfargs,{vbucket_map_mirror,start_link,[]}}, {restart_type,permanent}, {shutdown,brutal_kill}, {child_type,worker}] [error_logger:info,2012-11-12T12:27:03.285,ns_1@192.168.0.21:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================PROGRESS REPORT========================= supervisor: {local,ns_server_sup} started: [{pid,<0.724.0>}, {name,ns_tick_event}, {mfargs,{gen_event,start_link,[{local,ns_tick_event}]}}, {restart_type,permanent}, {shutdown,1000}, {child_type,worker}] [ns_server:info,2012-11-12T12:27:03.286,ns_1@192.168.0.21:ns_config_log<0.700.0>:ns_config_log:handle_info:57]config change: rest_creds -> ******** [ns_server:error,2012-11-12T12:27:03.286,ns_1@192.168.0.21:ns_heart<0.731.0>:ns_heart:grab_samples_loading_tasks:298]Failed to grab samples loader tasks: {exit, {noproc, {gen_server,call, [samples_loader_tasks,get_tasks, 2000]}}, [{gen_server,call,3}, {ns_heart,grab_samples_loading_tasks,0}, {ns_heart,current_status,0}, {ns_heart,handle_info,2}, {gen_server,handle_msg,5}, {proc_lib,init_p_do_apply,3}]} [error_logger:info,2012-11-12T12:27:03.285,ns_1@192.168.0.21:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================PROGRESS REPORT========================= supervisor: {local,ns_server_sup} started: [{pid,<0.725.0>}, {name,mb_master_events}, {mfargs, {gen_event,start_link,[{local,mb_master_events}]}}, {restart_type,permanent}, {shutdown,1000}, {child_type,worker}] [error_logger:info,2012-11-12T12:27:03.286,ns_1@192.168.0.21:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================PROGRESS REPORT========================= supervisor: {local,ns_server_sup} started: [{pid,<0.726.0>}, {name,buckets_events}, {mfargs, {gen_event,start_link,[{local,buckets_events}]}}, {restart_type,permanent}, {shutdown,1000}, {child_type,worker}] [user:info,2012-11-12T12:27:03.287,ns_1@192.168.0.21:mb_master<0.740.0>:mb_master:init:89]I'm the only node, so I'm the master. [error_logger:info,2012-11-12T12:27:03.288,ns_1@192.168.0.21:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================PROGRESS REPORT========================= supervisor: {local,ns_mail_sup} started: [{pid,<0.729.0>}, {name,ns_mail_log}, {mfargs,{ns_mail_log,start_link,[]}}, {restart_type,permanent}, {shutdown,1000}, {child_type,worker}] [error_logger:info,2012-11-12T12:27:03.289,ns_1@192.168.0.21:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================PROGRESS REPORT========================= supervisor: {local,ns_server_sup} started: [{pid,<0.728.0>}, {name,ns_mail_sup}, {mfargs,{ns_mail_sup,start_link,[]}}, {restart_type,permanent}, {shutdown,infinity}, {child_type,supervisor}] [ns_server:error,2012-11-12T12:27:03.290,ns_1@192.168.0.21:ns_heart<0.731.0>:ns_heart:grab_samples_loading_tasks:298]Failed to grab samples loader tasks: {exit, {noproc, {gen_server,call, [samples_loader_tasks,get_tasks, 2000]}}, [{gen_server,call,3}, {ns_heart,grab_samples_loading_tasks,0}, {ns_heart,current_status,0}, {ns_heart,handle_call,3}, {gen_server,handle_msg,5}, {proc_lib,init_p_do_apply,3}]} [error_logger:info,2012-11-12T12:27:03.290,ns_1@192.168.0.21:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================PROGRESS REPORT========================= supervisor: {local,ns_server_sup} started: [{pid,<0.730.0>}, {name,ns_stats_event}, {mfargs, {gen_event,start_link,[{local,ns_stats_event}]}}, {restart_type,permanent}, {shutdown,1000}, {child_type,worker}] [error_logger:info,2012-11-12T12:27:03.291,ns_1@192.168.0.21:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================PROGRESS REPORT========================= supervisor: {local,ns_server_sup} started: [{pid,<0.731.0>}, {name,ns_heart}, {mfargs,{ns_heart,start_link,[]}}, {restart_type,permanent}, {shutdown,1000}, {child_type,worker}] [error_logger:info,2012-11-12T12:27:03.291,ns_1@192.168.0.21:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================PROGRESS REPORT========================= supervisor: {local,ns_server_sup} started: [{pid,<0.733.0>}, {name,ns_doctor}, {mfargs,{ns_doctor,start_link,[]}}, {restart_type,permanent}, {shutdown,1000}, {child_type,worker}] [error_logger:info,2012-11-12T12:27:03.292,ns_1@192.168.0.21:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================PROGRESS REPORT========================= supervisor: {local,ns_server_sup} started: [{pid,<0.737.0>}, {name,remote_clusters_info}, {mfargs,{remote_clusters_info,start_link,[]}}, {restart_type,permanent}, {shutdown,1000}, {child_type,worker}] [error_logger:info,2012-11-12T12:27:03.292,ns_1@192.168.0.21:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================PROGRESS REPORT========================= supervisor: {local,mb_master_sup} started: [{pid,<0.743.0>}, {name,ns_orchestrator}, {mfargs,{ns_orchestrator,start_link,[]}}, {restart_type,permanent}, {shutdown,20}, {child_type,worker}] [error_logger:info,2012-11-12T12:27:03.292,ns_1@192.168.0.21:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================PROGRESS REPORT========================= supervisor: {local,mb_master_sup} started: [{pid,<0.746.0>}, {name,ns_tick}, {mfargs,{ns_tick,start_link,[]}}, {restart_type,permanent}, {shutdown,10}, {child_type,worker}] [error_logger:info,2012-11-12T12:27:03.293,ns_1@192.168.0.21:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================PROGRESS REPORT========================= supervisor: {local,mb_master_sup} started: [{pid,<0.747.0>}, {name,auto_failover}, {mfargs,{auto_failover,start_link,[]}}, {restart_type,permanent}, {shutdown,10}, {child_type,worker}] [error_logger:info,2012-11-12T12:27:03.293,ns_1@192.168.0.21:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================PROGRESS REPORT========================= supervisor: {local,ns_server_sup} started: [{pid,<0.740.0>}, {name,mb_master}, {mfargs,{mb_master,start_link,[]}}, {restart_type,permanent}, {shutdown,infinity}, {child_type,supervisor}] [user:info,2012-11-12T12:27:03.293,ns_1@192.168.0.21:ns_server_sup<0.705.0>:menelaus_sup:start_link:44]Couchbase Server has started on web port 8091 on node 'ns_1@192.168.0.21'. [error_logger:info,2012-11-12T12:27:03.294,ns_1@192.168.0.21:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================PROGRESS REPORT========================= supervisor: {local,ns_server_sup} started: [{pid,<0.749.0>}, {name,master_activity_events}, {mfargs, {gen_event,start_link, [{local,master_activity_events}]}}, {restart_type,permanent}, {shutdown,brutal_kill}, {child_type,worker}] [error_logger:info,2012-11-12T12:27:03.294,ns_1@192.168.0.21:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================PROGRESS REPORT========================= supervisor: {local,ns_server_sup} started: [{pid,<0.750.0>}, {name,master_activity_events_ingress}, {mfargs, {gen_event,start_link, [{local,master_activity_events_ingress}]}}, {restart_type,permanent}, {shutdown,brutal_kill}, {child_type,worker}] [ns_server:info,2012-11-12T12:27:03.294,ns_1@192.168.0.21:<0.779.0>:mc_tcp_listener:init:24]mccouch is listening on port 11213 [error_logger:info,2012-11-12T12:27:03.294,ns_1@192.168.0.21:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================PROGRESS REPORT========================= supervisor: {local,ns_server_sup} started: [{pid,<0.751.0>}, {name,master_activity_events_timestamper}, {mfargs, {master_activity_events,start_link_timestamper,[]}}, {restart_type,permanent}, {shutdown,brutal_kill}, {child_type,worker}] [error_logger:info,2012-11-12T12:27:03.294,ns_1@192.168.0.21:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================PROGRESS REPORT========================= supervisor: {local,ns_server_sup} started: [{pid,<0.752.0>}, {name,master_activity_events_pids_watcher}, {mfargs, {master_activity_events_pids_watcher,start_link, []}}, {restart_type,permanent}, {shutdown,brutal_kill}, {child_type,worker}] [error_logger:info,2012-11-12T12:27:03.295,ns_1@192.168.0.21:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================PROGRESS REPORT========================= supervisor: {local,ns_server_sup} started: [{pid,<0.753.0>}, {name,master_activity_events_keeper}, {mfargs,{master_activity_events_keeper,start_link,[]}}, {restart_type,permanent}, {shutdown,brutal_kill}, {child_type,worker}] [error_logger:info,2012-11-12T12:27:03.295,ns_1@192.168.0.21:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================PROGRESS REPORT========================= supervisor: {local,menelaus_sup} started: [{pid,<0.756.0>}, {name,menelaus_web}, {mfargs,{menelaus_web,start_link,[]}}, {restart_type,permanent}, {shutdown,5000}, {child_type,worker}] [error_logger:info,2012-11-12T12:27:03.296,ns_1@192.168.0.21:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================PROGRESS REPORT========================= supervisor: {local,menelaus_sup} started: [{pid,<0.773.0>}, {name,menelaus_event}, {mfargs,{menelaus_event,start_link,[]}}, {restart_type,permanent}, {shutdown,5000}, {child_type,worker}] [error_logger:info,2012-11-12T12:27:03.296,ns_1@192.168.0.21:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================PROGRESS REPORT========================= supervisor: {local,menelaus_sup} started: [{pid,<0.774.0>}, {name,hot_keys_keeper}, {mfargs,{hot_keys_keeper,start_link,[]}}, {restart_type,permanent}, {shutdown,5000}, {child_type,worker}] [error_logger:info,2012-11-12T12:27:03.296,ns_1@192.168.0.21:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================PROGRESS REPORT========================= supervisor: {local,menelaus_sup} started: [{pid,<0.775.0>}, {name,menelaus_web_alerts_srv}, {mfargs,{menelaus_web_alerts_srv,start_link,[]}}, {restart_type,permanent}, {shutdown,5000}, {child_type,worker}] [error_logger:info,2012-11-12T12:27:03.296,ns_1@192.168.0.21:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================PROGRESS REPORT========================= supervisor: {local,ns_server_sup} started: [{pid,<0.755.0>}, {name,menelaus}, {mfargs,{menelaus_sup,start_link,[]}}, {restart_type,permanent}, {shutdown,infinity}, {child_type,supervisor}] [error_logger:info,2012-11-12T12:27:03.296,ns_1@192.168.0.21:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================PROGRESS REPORT========================= supervisor: {local,mc_sup} started: [{pid,<0.777.0>}, {name,mc_couch_events}, {mfargs, {gen_event,start_link,[{local,mc_couch_events}]}}, {restart_type,permanent}, {shutdown,brutal_kill}, {child_type,worker}] [error_logger:info,2012-11-12T12:27:03.297,ns_1@192.168.0.21:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================PROGRESS REPORT========================= supervisor: {local,mc_sup} started: [{pid,<0.778.0>}, {name,mc_conn_sup}, {mfargs,{mc_conn_sup,start_link,[]}}, {restart_type,permanent}, {shutdown,brutal_kill}, {child_type,supervisor}] [error_logger:info,2012-11-12T12:27:03.297,ns_1@192.168.0.21:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================PROGRESS REPORT========================= supervisor: {local,mc_sup} started: [{pid,<0.779.0>}, {name,mc_tcp_listener}, {mfargs,{mc_tcp_listener,start_link,[11213]}}, {restart_type,permanent}, {shutdown,brutal_kill}, {child_type,worker}] [error_logger:info,2012-11-12T12:27:03.297,ns_1@192.168.0.21:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================PROGRESS REPORT========================= supervisor: {local,ns_server_sup} started: [{pid,<0.776.0>}, {name,mc_sup}, {mfargs,{mc_sup,start_link,[]}}, {restart_type,permanent}, {shutdown,infinity}, {child_type,supervisor}] [error_logger:info,2012-11-12T12:27:03.298,ns_1@192.168.0.21:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================PROGRESS REPORT========================= supervisor: {local,ns_port_sup} started: [{pid,<0.781.0>}, {name,ns_port_init}, {mfargs,{ns_port_init,start_link,[]}}, {restart_type,permanent}, {shutdown,10}, {child_type,worker}] [ns_server:info,2012-11-12T12:27:03.299,ns_1@192.168.0.21:<0.787.0>:ns_memcached_log_rotator:init:28]Starting log rotator on "/opt/couchbase/var/lib/couchbase/logs"/"memcached.log"* with an initial period of 39003ms [error_logger:info,2012-11-12T12:27:03.298,ns_1@192.168.0.21:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================PROGRESS REPORT========================= supervisor: {local,ns_port_sup} started: [{pid,<0.782.0>}, {name, {moxi,"/opt/couchbase/bin/moxi", ["-Z", "port_listen=11211,default_bucket_name=default,downstream_max=1024,downstream_conn_max=4,connect_max_errors=5,connect_retry_interval=30000,connect_timeout=400,auth_timeout=100,cycle=200,downstream_conn_queue_timeout=200,downstream_timeout=5000,wait_queue_timeout=200", "-z", "url=http://127.0.0.1:8091/pools/default/saslBucketsStreaming", "-p","0","-Y","y","-O","stderr",[]], [{env, [{"EVENT_NOSELECT","1"}, {"MOXI_SASL_PLAIN_USR","Administrator"}, {"MOXI_SASL_PLAIN_PWD","password"}]}, use_stdio,exit_status,port_server_send_eol, stderr_to_stdout,stream]}}, {mfargs, {supervisor_cushion,start_link, [moxi,5000,10000,ns_port_server,start_link, [moxi,"/opt/couchbase/bin/moxi", ["-Z", "port_listen=11211,default_bucket_name=default,downstream_max=1024,downstream_conn_max=4,connect_max_errors=5,connect_retry_interval=30000,connect_timeout=400,auth_timeout=100,cycle=200,downstream_conn_queue_timeout=200,downstream_timeout=5000,wait_queue_timeout=200", "-z", "url=http://127.0.0.1:8091/pools/default/saslBucketsStreaming", "-p","0","-Y","y","-O","stderr",[]], [{env, [{"EVENT_NOSELECT","1"}, {"MOXI_SASL_PLAIN_USR","Administrator"}, {"MOXI_SASL_PLAIN_PWD","password"}]}, use_stdio,exit_status,port_server_send_eol, stderr_to_stdout,stream]]]}}, {restart_type,permanent}, {shutdown,86400000}, {child_type,worker}] [error_logger:info,2012-11-12T12:27:03.301,ns_1@192.168.0.21:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================PROGRESS REPORT========================= supervisor: {local,ns_port_sup} started: [{pid,<0.784.0>}, {name, {memcached,"/opt/couchbase/bin/memcached", ["-X", "/opt/couchbase/lib/memcached/stdin_term_handler.so", "-X", "/opt/couchbase/lib/memcached/file_logger.so,cyclesize=104857600;sleeptime=19;filename=/opt/couchbase/var/lib/couchbase/logs/memcached.log", "-l","0.0.0.0:11210,0.0.0.0:11209:1000","-p", "11210","-E", "/opt/couchbase/lib/memcached/bucket_engine.so", "-B","binary","-r","-c","10000","-e", "admin=_admin;default_bucket_name=default;auto_create=false", []], [{env, [{"EVENT_NOSELECT","1"}, {"MEMCACHED_TOP_KEYS","100"}, {"ISASL_PWFILE", "/opt/couchbase/var/lib/couchbase/data/isasl.pw"}, {"ISASL_DB_CHECK_TIME","1"}]}, use_stdio,stderr_to_stdout,exit_status, port_server_send_eol,stream]}}, {mfargs, {erlang,apply, [#Fun, [memcached,"/opt/couchbase/bin/memcached", ["-X", "/opt/couchbase/lib/memcached/stdin_term_handler.so", "-X", "/opt/couchbase/lib/memcached/file_logger.so,cyclesize=104857600;sleeptime=19;filename=/opt/couchbase/var/lib/couchbase/logs/memcached.log", "-l","0.0.0.0:11210,0.0.0.0:11209:1000", "-p","11210","-E", "/opt/couchbase/lib/memcached/bucket_engine.so", "-B","binary","-r","-c","10000","-e", "admin=_admin;default_bucket_name=default;auto_create=false", []], [{env, [{"EVENT_NOSELECT","1"}, {"MEMCACHED_TOP_KEYS","100"}, {"ISASL_PWFILE", "/opt/couchbase/var/lib/couchbase/data/isasl.pw"}, {"ISASL_DB_CHECK_TIME","1"}]}, use_stdio,stderr_to_stdout,exit_status, port_server_send_eol,stream]]]}}, {restart_type,permanent}, {shutdown,86400000}, {child_type,worker}] [error_logger:info,2012-11-12T12:27:03.302,ns_1@192.168.0.21:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================PROGRESS REPORT========================= supervisor: {local,ns_server_sup} started: [{pid,<0.780.0>}, {name,ns_port_sup}, {mfargs,{ns_port_sup,start_link,[]}}, {restart_type,permanent}, {shutdown,infinity}, {child_type,supervisor}] [error_logger:info,2012-11-12T12:27:03.302,ns_1@192.168.0.21:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================PROGRESS REPORT========================= supervisor: {local,ns_server_sup} started: [{pid,<0.786.0>}, {name,ns_port_memcached_killer}, {mfargs,{ns_port_sup,start_memcached_force_killer,[]}}, {restart_type,permanent}, {shutdown,brutal_kill}, {child_type,worker}] [error_logger:info,2012-11-12T12:27:03.302,ns_1@192.168.0.21:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================PROGRESS REPORT========================= supervisor: {local,ns_server_sup} started: [{pid,<0.787.0>}, {name,ns_memcached_log_rotator}, {mfargs,{ns_memcached_log_rotator,start_link,[]}}, {restart_type,permanent}, {shutdown,1000}, {child_type,worker}] [error_logger:info,2012-11-12T12:27:03.305,ns_1@192.168.0.21:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================PROGRESS REPORT========================= supervisor: {local,ns_server_sup} started: [{pid,<0.789.0>}, {name,ns_bucket_worker}, {mfargs,{work_queue,start_link,[ns_bucket_worker]}}, {restart_type,permanent}, {shutdown,1000}, {child_type,worker}] [error_logger:info,2012-11-12T12:27:03.306,ns_1@192.168.0.21:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================PROGRESS REPORT========================= supervisor: {local,ns_server_sup} started: [{pid,<0.790.0>}, {name,xdc_replication_sup}, {mfargs,{xdc_replication_sup,start_link,[]}}, {restart_type,permanent}, {shutdown,infinity}, {child_type,supervisor}] [error_logger:info,2012-11-12T12:27:03.361,ns_1@192.168.0.21:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================PROGRESS REPORT========================= supervisor: {local,ns_server_sup} started: [{pid,<0.791.0>}, {name,xdc_rep_manager}, {mfargs,{xdc_rep_manager,start_link,[]}}, {restart_type,permanent}, {shutdown,30000}, {child_type,worker}] [error_logger:info,2012-11-12T12:27:03.362,ns_1@192.168.0.21:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================PROGRESS REPORT========================= supervisor: {local,ns_bucket_sup} started: [{pid,<0.804.0>}, {name,buckets_observing_subscription}, {mfargs,{ns_bucket_sup,subscribe_on_config_events,[]}}, {restart_type,permanent}, {shutdown,1000}, {child_type,worker}] [error_logger:info,2012-11-12T12:27:03.362,ns_1@192.168.0.21:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================PROGRESS REPORT========================= supervisor: {local,ns_server_sup} started: [{pid,<0.803.0>}, {name,ns_bucket_sup}, {mfargs,{ns_bucket_sup,start_link,[]}}, {restart_type,permanent}, {shutdown,infinity}, {child_type,supervisor}] [error_logger:info,2012-11-12T12:27:03.363,ns_1@192.168.0.21:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================PROGRESS REPORT========================= supervisor: {local,ns_server_sup} started: [{pid,<0.805.0>}, {name,system_stats_collector}, {mfargs,{system_stats_collector,start_link,[]}}, {restart_type,permanent}, {shutdown,1000}, {child_type,worker}] [error_logger:info,2012-11-12T12:27:03.364,ns_1@192.168.0.21:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================PROGRESS REPORT========================= supervisor: {local,ns_server_sup} started: [{pid,<0.807.0>}, {name,{stats_archiver,"@system"}}, {mfargs,{stats_archiver,start_link,["@system"]}}, {restart_type,permanent}, {shutdown,1000}, {child_type,worker}] [error_logger:info,2012-11-12T12:27:03.412,ns_1@192.168.0.21:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================PROGRESS REPORT========================= supervisor: {local,ns_server_sup} started: [{pid,<0.809.0>}, {name,{stats_reader,"@system"}}, {mfargs,{stats_reader,start_link,["@system"]}}, {restart_type,permanent}, {shutdown,1000}, {child_type,worker}] [error_logger:info,2012-11-12T12:27:03.413,ns_1@192.168.0.21:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================PROGRESS REPORT========================= supervisor: {local,ns_server_sup} started: [{pid,<0.810.0>}, {name,ns_moxi_sup_work_queue}, {mfargs, {work_queue,start_link,[ns_moxi_sup_work_queue]}}, {restart_type,permanent}, {shutdown,1000}, {child_type,worker}] [ns_server:info,2012-11-12T12:27:03.413,ns_1@192.168.0.21:set_view_update_daemon<0.818.0>:set_view_update_daemon:init:50]Set view update daemon, starting with the following settings: update interval: 5000ms minimum number of changes: 5000 [error_logger:info,2012-11-12T12:27:03.413,ns_1@192.168.0.21:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================PROGRESS REPORT========================= supervisor: {local,ns_server_sup} started: [{pid,<0.811.0>}, {name,ns_moxi_sup}, {mfargs,{ns_moxi_sup,start_link,[]}}, {restart_type,permanent}, {shutdown,infinity}, {child_type,supervisor}] [error_logger:info,2012-11-12T12:27:03.414,ns_1@192.168.0.21:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================PROGRESS REPORT========================= supervisor: {local,ns_server_sup} started: [{pid,<0.813.0>}, {name,compaction_daemon}, {mfargs, {supervisor_cushion,start_link, [compaction_daemon,3000,1000,compaction_daemon, start_link,[]]}}, {restart_type,permanent}, {shutdown,86400000}, {child_type,worker}] [error_logger:info,2012-11-12T12:27:03.414,ns_1@192.168.0.21:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================PROGRESS REPORT========================= supervisor: {local,ns_server_sup} started: [{pid,<0.816.0>}, {name,xdc_rdoc_replication_srv}, {mfargs,{xdc_rdoc_replication_srv,start_link,[]}}, {restart_type,permanent}, {shutdown,1000}, {child_type,worker}] [error_logger:info,2012-11-12T12:27:03.414,ns_1@192.168.0.21:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================PROGRESS REPORT========================= supervisor: {local,ns_server_sup} started: [{pid,<0.818.0>}, {name,set_view_update_daemon}, {mfargs,{set_view_update_daemon,start_link,[]}}, {restart_type,permanent}, {shutdown,1000}, {child_type,worker}] [error_logger:info,2012-11-12T12:27:03.415,ns_1@192.168.0.21:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================PROGRESS REPORT========================= supervisor: {local,ns_server_sup} started: [{pid,<0.820.0>}, {name,samples_loader_tasks}, {mfargs,{samples_loader_tasks,start_link,[]}}, {restart_type,permanent}, {shutdown,1000}, {child_type,worker}] [error_logger:info,2012-11-12T12:27:03.415,ns_1@192.168.0.21:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================PROGRESS REPORT========================= supervisor: {local,ns_server_cluster_sup} started: [{pid,<0.705.0>}, {name,ns_server_sup}, {mfargs,{ns_server_sup,start_link,[]}}, {restart_type,permanent}, {shutdown,infinity}, {child_type,supervisor}] [ns_server:info,2012-11-12T12:27:03.514,ns_1@192.168.0.21:<0.783.0>:ns_port_server:log:171]moxi<0.783.0>: 2012-11-12 12:27:03: (cproxy_config.c.317) env: MOXI_SASL_PLAIN_USR (13) moxi<0.783.0>: 2012-11-12 12:27:03: (cproxy_config.c.326) env: MOXI_SASL_PLAIN_PWD (8) [ns_server:info,2012-11-12T12:27:08.130,ns_1@192.168.0.21:<0.828.0>:ns_bootstrap:stop:41]Initiated server shutdown [error_logger:error,2012-11-12T12:27:08.133,ns_1@192.168.0.21:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================SUPERVISOR REPORT========================= Supervisor: {local,ns_bucket_sup} Context: shutdown_error Reason: normal Offender: [{pid,<0.804.0>}, {name,buckets_observing_subscription}, {mfargs,{ns_bucket_sup,subscribe_on_config_events,[]}}, {restart_type,permanent}, {shutdown,1000}, {child_type,worker}] [ns_server:error,2012-11-12T12:27:08.285,ns_1@192.168.0.21:ns_heart<0.731.0>:ns_heart:grab_samples_loading_tasks:298]Failed to grab samples loader tasks: {exit, {noproc, {gen_server,call, [samples_loader_tasks,get_tasks, 2000]}}, [{gen_server,call,3}, {ns_heart,grab_samples_loading_tasks,0}, {ns_heart,current_status,0}, {ns_heart,handle_info,2}, {gen_server,handle_msg,5}, {proc_lib,init_p_do_apply,3}]} [ns_server:info,2012-11-12T12:27:08.340,ns_1@192.168.0.21:ns_port_memcached<0.785.0>:ns_port_server:log:171]memcached<0.785.0>: EOL on stdin. Initiating shutdown [ns_server:info,2012-11-12T12:27:08.439,ns_1@192.168.0.21:ns_port_memcached<0.785.0>:ns_port_server:handle_info:104]Port server memcached exited with status 0 [ns_server:info,2012-11-12T12:27:08.440,ns_1@192.168.0.21:<0.783.0>:ns_port_server:handle_info:104]Port server moxi exited with status 0 [ns_server:info,2012-11-12T12:27:08.440,ns_1@192.168.0.21:<0.783.0>:ns_port_server:log:171]moxi<0.783.0>: EOL on stdin. Exiting [ns_server:info,2012-11-12T12:27:08.449,ns_1@192.168.0.21:mb_master<0.740.0>:mb_master:terminate:288]Synchronously shutting down child mb_master_sup [error_logger:error,2012-11-12T12:27:08.587,ns_1@192.168.0.21:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================SUPERVISOR REPORT========================= Supervisor: {local,ns_server_cluster_sup} Context: shutdown_error Reason: killed Offender: [{pid,<0.704.0>}, {name,vbucket_filter_changes_registry}, {mfargs, {ns_process_registry,start_link, [vbucket_filter_changes_registry]}}, {restart_type,permanent}, {shutdown,100}, {child_type,worker}] [error_logger:error,2012-11-12T12:27:13.594,ns_1@192.168.0.21:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================SUPERVISOR REPORT========================= Supervisor: {local,mb_mnesia_sup} Context: shutdown_error Reason: killed Offender: [{pid,<0.608.0>}, {name,mb_mnesia}, {mfargs,{mb_mnesia,start_link,[]}}, {restart_type,permanent}, {shutdown,5000}, {child_type,worker}] [error_logger:error,2012-11-12T12:27:13.631,ns_1@192.168.0.21:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================CRASH REPORT========================= crasher: initial call: couch_file:spawn_writer/2 pid: <0.795.0> registered_name: [] exception exit: {noproc, {gen_server,call, [couch_file_write_guard, {remove,<0.795.0>}, infinity]}} in function gen_server:call/3 in call from couch_file:writer_loop/4 ancestors: [<0.792.0>,couch_server,couch_primary_services, couch_server_sup,cb_couch_sup,ns_server_cluster_sup, <0.65.0>] messages: [] links: [] dictionary: [] trap_exit: true status: running heap_size: 610 stack_size: 24 reductions: 1933 neighbours: [error_logger:error,2012-11-12T12:27:13.631,ns_1@192.168.0.21:error_logger<0.5.0>:ale_error_logger_handler:log_msg:76]** Generic server <0.796.0> terminating ** Last message in was {'EXIT',<0.555.0>,killed} ** When Server state == {db,<0.796.0>,<0.797.0>,nil,<<"1352752023347016">>, <0.792.0>,<0.800.0>, {db_header,11,1, <<0,0,0,0,11,84,0,0,0,0,0,62,0,0,0,0,1,0,0,0,0, 0,0,0,0,0,11,50>>, <<0,0,0,0,11,146,0,0,0,0,0,60,0,0,0,0,1>>, nil,0,nil,nil}, 1, {btree,<0.792.0>, {2900, <<0,0,0,0,1,0,0,0,0,0,0,0,0,0,11,50>>, 62}, #Fun, #Fun, #Fun, #Fun,1279,2558, true}, {btree,<0.792.0>, {2962,<<0,0,0,0,1>>,60}, #Fun, #Fun, #Fun, #Fun,1279,2558, true}, {btree,<0.792.0>,nil, #Fun, #Fun, #Fun,nil,1279,2558, true}, 1,<<"_replicator">>,"/data/_replicator.couch.1", [],nil, {user_ctx,null,[],undefined}, nil, [before_header,after_header,on_file_open], [create,sys_db, {user_ctx, {user_ctx,null, [<<"_admin">>,<<"_replicator">>], undefined}}]} ** Reason for termination == ** killed [error_logger:error,2012-11-12T12:27:13.633,ns_1@192.168.0.21:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================CRASH REPORT========================= crasher: initial call: couch_db:init/1 pid: <0.796.0> registered_name: [] exception exit: killed in function gen_server:terminate/6 ancestors: [couch_server,couch_primary_services,couch_server_sup, cb_couch_sup,ns_server_cluster_sup,<0.65.0>] messages: [] links: [] dictionary: [] trap_exit: true status: running heap_size: 987 stack_size: 24 reductions: 279 neighbours: [error_logger:error,2012-11-12T12:27:13.633,ns_1@192.168.0.21:error_logger<0.5.0>:ale_error_logger_handler:log_msg:76]** Generic server <0.569.0> terminating ** Last message in was {'EXIT',<0.555.0>,killed} ** When Server state == {db,<0.569.0>,<0.570.0>,nil,<<"1352752020954991">>, <0.565.0>,<0.571.0>, {db_header,11,1, <<0,0,0,0,13,103,0,0,0,0,0,51,0,0,0,0,1,0,0,0, 0,0,0,0,0,0,13,69>>, <<0,0,0,0,13,154,0,0,0,0,0,49,0,0,0,0,1>>, nil,0,nil,nil}, 1, {btree,<0.565.0>, {3431, <<0,0,0,0,1,0,0,0,0,0,0,0,0,0,13,69>>, 51}, #Fun, #Fun, #Fun, #Fun,1279,2558, true}, {btree,<0.565.0>, {3482,<<0,0,0,0,1>>,49}, #Fun, #Fun, #Fun, #Fun,1279,2558, true}, {btree,<0.565.0>,nil, #Fun, #Fun, #Fun,nil,1279,2558, true}, 1,<<"_users">>,"/data/_users.couch.1",[],nil, {user_ctx,null,[],undefined}, nil, [before_header,after_header,on_file_open], [create, {user_ctx, {user_ctx,null,[<<"_admin">>],undefined}}, sys_db]} ** Reason for termination == ** killed [error_logger:error,2012-11-12T12:27:13.634,ns_1@192.168.0.21:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================CRASH REPORT========================= crasher: initial call: couch_db:init/1 pid: <0.569.0> registered_name: [] exception exit: killed in function gen_server:terminate/6 ancestors: [couch_server,couch_primary_services,couch_server_sup, cb_couch_sup,ns_server_cluster_sup,<0.65.0>] messages: [] links: [] dictionary: [] trap_exit: true status: running heap_size: 987 stack_size: 24 reductions: 268 neighbours: [ns_server:info,2012-11-12T12:27:13.648,ns_1@192.168.0.21:<0.828.0>:ns_bootstrap:stop:45]Stopped ns_server application [error_logger:info,2012-11-12T12:27:13.648,ns_1@192.168.0.21:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================INFO REPORT========================= application: ns_server exited: stopped type: temporary [error_logger:info,2012-11-12T12:27:13.816,ns_1@192.168.0.21:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================INFO REPORT========================= application: mnesia exited: stopped type: temporary [error_logger:info,2012-11-12T12:27:13.818,ns_1@192.168.0.21:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================INFO REPORT========================= application: os_mon exited: stopped type: temporary [error_logger:info,2012-11-12T12:27:13.819,ns_1@192.168.0.21:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================INFO REPORT========================= application: sasl exited: stopped type: temporary [ns_server:info,2012-11-12T12:27:20.089,ns_1@192.168.0.21:<0.65.0>:ns_server:init_logging:225]Started & configured logging [ns_server:info,2012-11-12T12:27:20.091,ns_1@192.168.0.21:<0.65.0>:ns_server:log_pending:30]Static config terms: [{error_logger_mf_dir,"/opt/couchbase/var/lib/couchbase/logs"}, {error_logger_mf_maxbytes,10485760}, {error_logger_mf_maxfiles,20}, {path_config_bindir,"/opt/couchbase/bin"}, {path_config_etcdir,"/opt/couchbase/etc/couchbase"}, {path_config_libdir,"/opt/couchbase/lib"}, {path_config_datadir,"/opt/couchbase/var/lib/couchbase"}, {path_config_tmpdir,"/opt/couchbase/var/lib/couchbase/tmp"}, {loglevel_default,debug}, {loglevel_couchdb,info}, {loglevel_ns_server,debug}, {loglevel_error_logger,debug}, {loglevel_user,debug}, {loglevel_menelaus,debug}, {loglevel_ns_doctor,debug}, {loglevel_stats,debug}, {loglevel_rebalance,debug}, {loglevel_cluster,debug}, {loglevel_views,debug}, {loglevel_mapreduce_errors,debug}, {loglevel_xdcr,debug}] [error_logger:info,2012-11-12T12:27:20.126,ns_1@192.168.0.21:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================PROGRESS REPORT========================= supervisor: {local,crypto_sup} started: [{pid,<0.182.0>}, {name,crypto_server}, {mfargs,{crypto_server,start_link,[]}}, {restart_type,permanent}, {shutdown,2000}, {child_type,worker}] [error_logger:info,2012-11-12T12:27:20.126,ns_1@192.168.0.21:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================PROGRESS REPORT========================= application: crypto started_at: 'ns_1@192.168.0.21' [error_logger:info,2012-11-12T12:27:20.131,ns_1@192.168.0.21:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================PROGRESS REPORT========================= application: public_key started_at: 'ns_1@192.168.0.21' [error_logger:info,2012-11-12T12:27:20.138,ns_1@192.168.0.21:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================PROGRESS REPORT========================= supervisor: {local,inets_sup} started: [{pid,<0.188.0>}, {name,ftp_sup}, {mfargs,{ftp_sup,start_link,[]}}, {restart_type,permanent}, {shutdown,infinity}, {child_type,supervisor}] [error_logger:info,2012-11-12T12:27:20.157,ns_1@192.168.0.21:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================PROGRESS REPORT========================= supervisor: {local,httpc_profile_sup} started: [{pid,<0.191.0>}, {name,httpc_manager}, {mfargs, {httpc_manager,start_link, [default,only_session_cookies,inets]}}, {restart_type,permanent}, {shutdown,4000}, {child_type,worker}] [error_logger:info,2012-11-12T12:27:20.157,ns_1@192.168.0.21:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================PROGRESS REPORT========================= supervisor: {local,httpc_sup} started: [{pid,<0.190.0>}, {name,httpc_profile_sup}, {mfargs, {httpc_profile_sup,start_link, [[{httpc,{default,only_session_cookies}}]]}}, {restart_type,permanent}, {shutdown,infinity}, {child_type,supervisor}] [error_logger:info,2012-11-12T12:27:20.159,ns_1@192.168.0.21:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================PROGRESS REPORT========================= supervisor: {local,httpc_sup} started: [{pid,<0.192.0>}, {name,httpc_handler_sup}, {mfargs,{httpc_handler_sup,start_link,[]}}, {restart_type,permanent}, {shutdown,infinity}, {child_type,supervisor}] [error_logger:info,2012-11-12T12:27:20.159,ns_1@192.168.0.21:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================PROGRESS REPORT========================= supervisor: {local,inets_sup} started: [{pid,<0.189.0>}, {name,httpc_sup}, {mfargs, {httpc_sup,start_link, [[{httpc,{default,only_session_cookies}}]]}}, {restart_type,permanent}, {shutdown,infinity}, {child_type,supervisor}] [error_logger:info,2012-11-12T12:27:20.161,ns_1@192.168.0.21:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================PROGRESS REPORT========================= supervisor: {local,inets_sup} started: [{pid,<0.193.0>}, {name,httpd_sup}, {mfargs,{httpd_sup,start_link,[[]]}}, {restart_type,permanent}, {shutdown,infinity}, {child_type,supervisor}] [error_logger:info,2012-11-12T12:27:20.164,ns_1@192.168.0.21:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================PROGRESS REPORT========================= supervisor: {local,inets_sup} started: [{pid,<0.194.0>}, {name,tftp_sup}, {mfargs,{tftp_sup,start_link,[[]]}}, {restart_type,permanent}, {shutdown,infinity}, {child_type,supervisor}] [error_logger:info,2012-11-12T12:27:20.164,ns_1@192.168.0.21:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================PROGRESS REPORT========================= application: inets started_at: 'ns_1@192.168.0.21' [error_logger:info,2012-11-12T12:27:20.164,ns_1@192.168.0.21:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================PROGRESS REPORT========================= application: oauth started_at: 'ns_1@192.168.0.21' [error_logger:info,2012-11-12T12:27:20.171,ns_1@192.168.0.21:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================PROGRESS REPORT========================= supervisor: {local,ssl_sup} started: [{pid,<0.200.0>}, {name,ssl_broker_sup}, {mfargs,{ssl_broker_sup,start_link,[]}}, {restart_type,permanent}, {shutdown,2000}, {child_type,supervisor}] [error_logger:info,2012-11-12T12:27:20.177,ns_1@192.168.0.21:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================PROGRESS REPORT========================= supervisor: {local,ssl_sup} started: [{pid,<0.201.0>}, {name,ssl_manager}, {mfargs,{ssl_manager,start_link,[[]]}}, {restart_type,permanent}, {shutdown,4000}, {child_type,worker}] [error_logger:info,2012-11-12T12:27:20.178,ns_1@192.168.0.21:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================PROGRESS REPORT========================= supervisor: {local,ssl_sup} started: [{pid,<0.202.0>}, {name,ssl_connection}, {mfargs,{ssl_connection_sup,start_link,[]}}, {restart_type,permanent}, {shutdown,4000}, {child_type,supervisor}] [error_logger:info,2012-11-12T12:27:20.179,ns_1@192.168.0.21:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================PROGRESS REPORT========================= application: ssl started_at: 'ns_1@192.168.0.21' [error_logger:info,2012-11-12T12:27:20.208,ns_1@192.168.0.21:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================PROGRESS REPORT========================= supervisor: {local,ssl_sup} started: [{pid,<0.209.0>}, {name,ssl_server}, {mfargs,{ssl_server,start_link,[]}}, {restart_type,permanent}, {shutdown,2000}, {child_type,worker}] [error_logger:info,2012-11-12T12:27:20.208,ns_1@192.168.0.21:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================PROGRESS REPORT========================= supervisor: {local,lhttpc_sup} started: [{pid,<0.207.0>}, {name,lhttpc_manager}, {mfargs, {lhttpc_manager,start_link, [[{name,lhttpc_manager}]]}}, {restart_type,permanent}, {shutdown,10000}, {child_type,worker}] [error_logger:info,2012-11-12T12:27:20.208,ns_1@192.168.0.21:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================PROGRESS REPORT========================= application: lhttpc started_at: 'ns_1@192.168.0.21' [error_logger:info,2012-11-12T12:27:20.209,ns_1@192.168.0.21:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================PROGRESS REPORT========================= application: mochiweb started_at: 'ns_1@192.168.0.21' [error_logger:info,2012-11-12T12:27:20.212,ns_1@192.168.0.21:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================PROGRESS REPORT========================= application: couch_view_parser started_at: 'ns_1@192.168.0.21' [error_logger:info,2012-11-12T12:27:20.214,ns_1@192.168.0.21:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================PROGRESS REPORT========================= application: couch_set_view started_at: 'ns_1@192.168.0.21' [error_logger:info,2012-11-12T12:27:20.216,ns_1@192.168.0.21:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================PROGRESS REPORT========================= application: couch_index_merger started_at: 'ns_1@192.168.0.21' [error_logger:info,2012-11-12T12:27:20.218,ns_1@192.168.0.21:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================PROGRESS REPORT========================= application: mapreduce started_at: 'ns_1@192.168.0.21' [error_logger:info,2012-11-12T12:27:20.254,ns_1@192.168.0.21:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================PROGRESS REPORT========================= supervisor: {local,couch_server_sup} started: [{pid,<0.218.0>}, {name,couch_config}, {mfargs, {couch_server_sup,couch_config_start_link_wrapper, [["/opt/couchbase/etc/couchdb/default.ini", "/opt/couchbase/etc/couchdb/default.d/capi.ini", "/opt/couchbase/etc/couchdb/default.d/geocouch.ini", "/opt/couchbase/etc/couchdb/local.ini"], <0.218.0>]}}, {restart_type,permanent}, {shutdown,brutal_kill}, {child_type,worker}] [error_logger:info,2012-11-12T12:27:20.269,ns_1@192.168.0.21:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================PROGRESS REPORT========================= supervisor: {local,couch_primary_services} started: [{pid,<0.221.0>}, {name,collation_driver}, {mfargs,{couch_drv,start_link,[]}}, {restart_type,permanent}, {shutdown,infinity}, {child_type,supervisor}] [error_logger:info,2012-11-12T12:27:20.269,ns_1@192.168.0.21:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================PROGRESS REPORT========================= supervisor: {local,couch_primary_services} started: [{pid,<0.222.0>}, {name,couch_task_events}, {mfargs, {gen_event,start_link,[{local,couch_task_events}]}}, {restart_type,permanent}, {shutdown,brutal_kill}, {child_type,worker}] [error_logger:info,2012-11-12T12:27:20.270,ns_1@192.168.0.21:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================PROGRESS REPORT========================= supervisor: {local,couch_primary_services} started: [{pid,<0.223.0>}, {name,couch_task_status}, {mfargs,{couch_task_status,start_link,[]}}, {restart_type,permanent}, {shutdown,brutal_kill}, {child_type,worker}] [error_logger:info,2012-11-12T12:27:20.272,ns_1@192.168.0.21:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================PROGRESS REPORT========================= supervisor: {local,couch_primary_services} started: [{pid,<0.224.0>}, {name,couch_file_write_guard}, {mfargs,{couch_file_write_guard,sup_start_link,[]}}, {restart_type,permanent}, {shutdown,10000}, {child_type,worker}] [error_logger:info,2012-11-12T12:27:20.298,ns_1@192.168.0.21:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================PROGRESS REPORT========================= supervisor: {local,couch_primary_services} started: [{pid,<0.225.0>}, {name,couch_server}, {mfargs,{couch_server,sup_start_link,[]}}, {restart_type,permanent}, {shutdown,brutal_kill}, {child_type,worker}] [error_logger:info,2012-11-12T12:27:20.298,ns_1@192.168.0.21:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================PROGRESS REPORT========================= supervisor: {local,couch_primary_services} started: [{pid,<0.238.0>}, {name,couch_db_update_event}, {mfargs, {gen_event,start_link,[{local,couch_db_update}]}}, {restart_type,permanent}, {shutdown,brutal_kill}, {child_type,worker}] [error_logger:info,2012-11-12T12:27:20.298,ns_1@192.168.0.21:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================PROGRESS REPORT========================= supervisor: {local,couch_primary_services} started: [{pid,<0.239.0>}, {name,couch_replication_event}, {mfargs, {gen_event,start_link,[{local,couch_replication}]}}, {restart_type,permanent}, {shutdown,brutal_kill}, {child_type,worker}] [error_logger:info,2012-11-12T12:27:20.299,ns_1@192.168.0.21:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================PROGRESS REPORT========================= supervisor: {local,couch_primary_services} started: [{pid,<0.240.0>}, {name,couch_replication_supervisor}, {mfargs,{couch_rep_sup,start_link,[]}}, {restart_type,permanent}, {shutdown,infinity}, {child_type,supervisor}] [error_logger:info,2012-11-12T12:27:20.301,ns_1@192.168.0.21:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================PROGRESS REPORT========================= supervisor: {local,couch_primary_services} started: [{pid,<0.241.0>}, {name,couch_log}, {mfargs,{couch_log,start_link,[]}}, {restart_type,permanent}, {shutdown,brutal_kill}, {child_type,worker}] [error_logger:info,2012-11-12T12:27:20.303,ns_1@192.168.0.21:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================PROGRESS REPORT========================= supervisor: {local,couch_primary_services} started: [{pid,<0.242.0>}, {name,couch_main_index_barrier}, {mfargs, {couch_index_barrier,start_link, [couch_main_index_barrier, "max_parallel_indexers"]}}, {restart_type,permanent}, {shutdown,brutal_kill}, {child_type,worker}] [error_logger:info,2012-11-12T12:27:20.303,ns_1@192.168.0.21:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================PROGRESS REPORT========================= supervisor: {local,couch_primary_services} started: [{pid,<0.243.0>}, {name,couch_replica_index_barrier}, {mfargs, {couch_index_barrier,start_link, [couch_replica_index_barrier, "max_parallel_replica_indexers"]}}, {restart_type,permanent}, {shutdown,brutal_kill}, {child_type,worker}] [error_logger:info,2012-11-12T12:27:20.304,ns_1@192.168.0.21:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================PROGRESS REPORT========================= supervisor: {local,couch_server_sup} started: [{pid,<0.220.0>}, {name,couch_primary_services}, {mfargs,{couch_primary_sup,start_link,[]}}, {restart_type,permanent}, {shutdown,infinity}, {child_type,supervisor}] [error_logger:info,2012-11-12T12:27:20.306,ns_1@192.168.0.21:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================PROGRESS REPORT========================= supervisor: {local,couch_secondary_services} started: [{pid,<0.245.0>}, {name,couch_db_update_notifier_sup}, {mfargs,{couch_db_update_notifier_sup,start_link,[]}}, {restart_type,permanent}, {shutdown,infinity}, {child_type,supervisor}] [error_logger:info,2012-11-12T12:27:20.312,ns_1@192.168.0.21:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================PROGRESS REPORT========================= supervisor: {local,couch_secondary_services} started: [{pid,<0.246.0>}, {name,auth_cache}, {mfargs,{couch_auth_cache,start_link,[]}}, {restart_type,permanent}, {shutdown,brutal_kill}, {child_type,worker}] [error_logger:info,2012-11-12T12:27:20.318,ns_1@192.168.0.21:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================PROGRESS REPORT========================= supervisor: {local,couch_secondary_services} started: [{pid,<0.249.0>}, {name,set_view_manager}, {mfargs,{couch_set_view,start_link,[]}}, {restart_type,permanent}, {shutdown,brutal_kill}, {child_type,worker}] [error_logger:info,2012-11-12T12:27:20.320,ns_1@192.168.0.21:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================PROGRESS REPORT========================= supervisor: {local,couch_secondary_services} started: [{pid,<0.252.0>}, {name,spatial_manager}, {mfargs,{couch_spatial,start_link,[]}}, {restart_type,permanent}, {shutdown,brutal_kill}, {child_type,worker}] [error_logger:info,2012-11-12T12:27:20.320,ns_1@192.168.0.21:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================PROGRESS REPORT========================= supervisor: {local,couch_secondary_services} started: [{pid,<0.254.0>}, {name,index_merger_pool}, {mfargs, {lhttpc_manager,start_link, [[{connection_timeout,90000}, {pool_size,10000}, {name,couch_index_merger_connection_pool}]]}}, {restart_type,permanent}, {shutdown,brutal_kill}, {child_type,worker}] [error_logger:info,2012-11-12T12:27:20.324,ns_1@192.168.0.21:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================PROGRESS REPORT========================= supervisor: {local,couch_secondary_services} started: [{pid,<0.255.0>}, {name,query_servers}, {mfargs,{couch_query_servers,start_link,[]}}, {restart_type,permanent}, {shutdown,brutal_kill}, {child_type,worker}] [error_logger:info,2012-11-12T12:27:20.326,ns_1@192.168.0.21:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================PROGRESS REPORT========================= supervisor: {local,couch_secondary_services} started: [{pid,<0.257.0>}, {name,couch_set_view_ddoc_cache}, {mfargs,{couch_set_view_ddoc_cache,start_link,[]}}, {restart_type,permanent}, {shutdown,brutal_kill}, {child_type,worker}] [error_logger:info,2012-11-12T12:27:20.328,ns_1@192.168.0.21:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================PROGRESS REPORT========================= supervisor: {local,couch_secondary_services} started: [{pid,<0.259.0>}, {name,view_manager}, {mfargs,{couch_view,start_link,[]}}, {restart_type,permanent}, {shutdown,brutal_kill}, {child_type,worker}] [error_logger:info,2012-11-12T12:27:20.340,ns_1@192.168.0.21:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================PROGRESS REPORT========================= supervisor: {local,couch_secondary_services} started: [{pid,<0.261.0>}, {name,httpd}, {mfargs,{couch_httpd,start_link,[]}}, {restart_type,permanent}, {shutdown,brutal_kill}, {child_type,worker}] [error_logger:info,2012-11-12T12:27:20.342,ns_1@192.168.0.21:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================PROGRESS REPORT========================= supervisor: {local,couch_secondary_services} started: [{pid,<0.278.0>}, {name,uuids}, {mfargs,{couch_uuids,start,[]}}, {restart_type,permanent}, {shutdown,brutal_kill}, {child_type,worker}] [error_logger:info,2012-11-12T12:27:20.342,ns_1@192.168.0.21:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================PROGRESS REPORT========================= supervisor: {local,couch_server_sup} started: [{pid,<0.244.0>}, {name,couch_secondary_services}, {mfargs,{couch_secondary_sup,start_link,[]}}, {restart_type,permanent}, {shutdown,infinity}, {child_type,supervisor}] [error_logger:info,2012-11-12T12:27:20.343,ns_1@192.168.0.21:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================PROGRESS REPORT========================= supervisor: {local,cb_couch_sup} started: [{pid,<0.219.0>}, {name,couch_app}, {mfargs, {couch_app,start, [fake, ["/opt/couchbase/etc/couchdb/default.ini", "/opt/couchbase/etc/couchdb/local.ini"]]}}, {restart_type,permanent}, {shutdown,infinity}, {child_type,supervisor}] [error_logger:info,2012-11-12T12:27:20.343,ns_1@192.168.0.21:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================PROGRESS REPORT========================= supervisor: {local,ns_server_cluster_sup} started: [{pid,<0.177.0>}, {name,cb_couch_sup}, {mfargs,{cb_couch_sup,start_link,[]}}, {restart_type,permanent}, {shutdown,5000}, {child_type,supervisor}] [ns_server:info,2012-11-12T12:27:20.350,ns_1@192.168.0.21:ns_server_cluster_sup<0.176.0>:log_os_info:start_link:25]OS type: {unix,linux} Version: {2,6,32} Runtime info: [{otp_release,"R14B04"}, {erl_version,"5.8.5"}, {erl_version_long, "Erlang R14B04 (erts-5.8.5) [source] [64-bit] [smp:128:128] [rq:128] [async-threads:0] [kernel-poll:true]\n"}, {system_arch_raw,"x86_64-unknown-linux-gnu"}, {system_arch,"x86_64-unknown-linux-gnu"}, {localtime,{{2012,11,12},{12,27,20}}}, {memory, [{total,32828288}, {processes,6203040}, {processes_used,6189160}, {system,26625248}, {atom,833185}, {atom_used,824898}, {binary,68952}, {code,7925299}, {ets,637528}]}, {loaded, [ns_info,log_os_info,couch_config_writer,cb_init_loggers, couch_uuids,mochiweb_acceptor,mochiweb_socket, mochiweb_socket_server,mochilists,mochiweb_http,eval_bits, couch_httpd,couch_view,couch_set_view_ddoc_cache, couch_query_servers,couch_spatial,mapreduce, couch_set_view,couch_db_update_notifier,snappy, couch_compress,couch_auth_cache, couch_db_update_notifier_sup,couch_secondary_sup, couch_index_barrier,couch_event_sup,couch_log, couch_rep_sup,couch_btree,couch_ref_counter, couch_db_updater,couch_db,httpd_util,filelib,couch_file, couch_file_write_guard,couch_task_status,erl_ddll, couch_drv,couch_primary_sup,couch_server,string,re,file2, couch_util,couch_config,couch_server_sup,mochiweb_sup, mochiweb_app,ssl_server,crypto,ssl,lhttpc_manager, lhttpc_sup,lhttpc,ssl_connection_sup,ssl_session_cache, ssl_certificate_db,ssl_manager,ssl_broker_sup,ssl_sup, ssl_app,tftp_sup,httpd_sup,httpc_handler_sup,httpc_cookie, inets,httpc_manager,httpc,httpc_profile_sup,httpc_sup, ftp_sup,inets_sup,inets_app,crypto_server,crypto_sup, crypto_app,couch_app,cb_couch_sup,ns_server_cluster_sup, calendar,ale_default_formatter,otp_internal,misc, 'ale_logger-xdcr','ale_logger-mapreduce_errors', 'ale_logger-views','ale_logger-cluster', 'ale_logger-rebalance','ale_logger-stats', 'ale_logger-ns_doctor','ale_logger-menelaus', 'ale_logger-user','ale_logger-ns_server', 'ale_logger-couchdb',ns_log_sink,disk_log_sup, disk_log_server,disk_log_1,disk_log,ale_disk_sink, ns_server,timer,io_lib_fread,cpu_sup,memsup,disksup, os_mon,io,release_handler,overload,alarm_handler,log_mf_h, sasl,ale_error_logger_handler,'ale_logger-ale_logger', 'ale_logger-error_logger',beam_opcodes,beam_dict,beam_asm, beam_validator,beam_flatten,beam_trim,beam_receive, beam_bsm,beam_peep,beam_dead,beam_type,beam_bool, beam_clean,beam_utils,beam_jump,beam_block,v3_codegen, v3_life,v3_kernel,sys_core_dsetel,erl_bifs,sys_core_fold, cerl_trees,sys_core_inline,core_lib,cerl,v3_core,erl_bits, erl_expand_records,sys_pre_expand,sofs,erl_internal,sets, ordsets,erl_lint,compile,dynamic_compile,ale_utils, io_lib_pretty,io_lib_format,io_lib,ale_codegen,dict,ale, ale_dynamic_sup,ale_sup,ale_app,ns_bootstrap, file_io_server,orddict,erl_eval,file,c,queue, kernel_config,user,user_sup,supervisor_bridge, standard_error,unicode,binary,ets,gb_sets, hipe_unified_loader,packages,code_server,code,file_server, global_group,gen_tcp,inet_tcp,auth,erl_epmd,inet_tcp_dist, net_kernel,erl_distribution,inet_gethost_native,filename, os,inet_parse,inet,inet_udp,inet_config,inet_db,global, gb_trees,rpc,supervisor,kernel,application_master,sys, application,gen_server,erl_parse,proplists,erl_scan,lists, application_controller,proc_lib,gen,gen_event, error_logger,heart,error_handler,erlang,erl_prim_loader, prim_zip,zlib,prim_file,prim_inet,init,otp_ring0]}, {applications, [{public_key,"Public key infrastructure","0.13"}, {lhttpc,"Lightweight HTTP Client","1.3.0"}, {ale,"Another Logger for Erlang","8cffe61"}, {os_mon,"CPO CXC 138 46","2.2.7"}, {couch_set_view,"Set views","1.2.0a-b68b5f4-git"}, {inets,"INETS CXC 138 49","5.7.1"}, {couch,"Apache CouchDB","1.2.0a-b68b5f4-git"}, {mapreduce,"MapReduce using V8 JavaScript engine","1.0.0"}, {couch_index_merger,"Index merger","1.2.0a-b68b5f4-git"}, {kernel,"ERTS CXC 138 10","2.14.5"}, {crypto,"CRYPTO version 2","2.0.4"}, {ssl,"Erlang/OTP SSL application","4.1.6"}, {sasl,"SASL CXC 138 11","2.1.10"}, {couch_view_parser,"Couch view parser","1.0.0"}, {ns_server,"Couchbase server","2.0.0-1939-rel-enterprise"}, {mochiweb,"MochiMedia Web Server","1.4.1"}, {oauth,"Erlang OAuth implementation","7d85d3ef"}, {stdlib,"ERTS CXC 138 10","1.17.5"}]}, {pre_loaded, [erlang,erl_prim_loader,prim_zip,zlib,prim_file,prim_inet, init,otp_ring0]}, {process_count,162}, {node,'ns_1@192.168.0.21'}, {nodes,[]}, {registered, [ns_server_cluster_sup,kernel_safe_sup,httpc_sup, couch_set_view_ddoc_cache,os_mon_sup,httpc_profile_sup, couch_index_merger_connection_pool,httpc_manager,cpu_sup, httpc_handler_sup,memsup,couch_spatial,'sink-ns_log', disksup,'sink-disk_stats',ftp_sup,lhttpc_sup, 'sink-disk_xdcr_errors',couch_set_view,'sink-disk_xdcr', 'sink-disk_debug','sink-disk_couchdb', 'sink-disk_mapreduce_errors',inets_sup,'sink-disk_views', crypto_server,'sink-disk_error',crypto_sup,couch_log, mochiweb_sup,ale_sup,couch_secondary_services, couch_primary_services,cb_couch_sup,couch_db_update,auth, ale_dynamic_sup,sasl_safe_sup,error_logger, couch_query_servers,standard_error,couch_httpd,couch_drv, ale,couch_server,timer_server,lhttpc_manager, standard_error_sup,erl_prim_loader,sasl_sup,inet_db, couch_replica_index_barrier,tftp_sup, couch_main_index_barrier,rex,couch_auth_cache,net_sup, couch_replication,kernel_sup,global_name_server, couch_task_events,file_server_2,couch_task_status, global_group,release_handler,overload,erl_epmd,init, alarm_handler,disk_log_sup,couch_view,disk_log_server, couch_rep_sup,'sink-disk_default',code_server,user, application_controller,couch_config,ssl_connection_sup, httpd_sup,couch_server_sup,ssl_manager,net_kernel, couch_file_write_guard,couch_uuids, couch_db_update_notifier_sup,ssl_broker_sup,ssl_server, ssl_sup]}, {cookie,nocookie}, {wordsize,8}, {wall_clock,1}] [ns_server:info,2012-11-12T12:27:20.355,ns_1@192.168.0.21:ns_server_cluster_sup<0.176.0>:log_os_info:start_link:27]Manifest: ["","", " ", " ", " ", " ", " ", " ", " "," ", " ", " ", " ", " ", " ", " ", " ", " ", " ", " ", " ", " ", " ", " ", " ", " ", " ", " ", " ", " ", " ", " ", " ", " ", " ",""] [error_logger:info,2012-11-12T12:27:20.356,ns_1@192.168.0.21:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================PROGRESS REPORT========================= supervisor: {local,ns_server_cluster_sup} started: [{pid,<0.280.0>}, {name,timeout_diag_logger}, {mfargs,{timeout_diag_logger,start_link,[]}}, {restart_type,permanent}, {shutdown,1000}, {child_type,worker}] [ns_server:info,2012-11-12T12:27:20.357,ns_1@192.168.0.21:dist_manager<0.281.0>:dist_manager:read_address_config:55]Reading ip config from "/opt/couchbase/var/lib/couchbase/ip" [ns_server:info,2012-11-12T12:27:20.358,ns_1@192.168.0.21:dist_manager<0.281.0>:dist_manager:init:125]ip config not found. Looks like we're brand new node [error_logger:info,2012-11-12T12:27:20.359,ns_1@192.168.0.21:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================PROGRESS REPORT========================= supervisor: {local,inet_gethost_native_sup} started: [{pid,<0.283.0>},{mfa,{inet_gethost_native,init,[[]]}}] [error_logger:info,2012-11-12T12:27:20.359,ns_1@192.168.0.21:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================PROGRESS REPORT========================= supervisor: {local,kernel_safe_sup} started: [{pid,<0.282.0>}, {name,inet_gethost_native_sup}, {mfargs,{inet_gethost_native,start_link,[]}}, {restart_type,temporary}, {shutdown,1000}, {child_type,worker}] [ns_server:info,2012-11-12T12:27:20.370,ns_1@192.168.0.21:dist_manager<0.281.0>:dist_manager:bringup:193]Attempting to bring up net_kernel with name 'ns_1@127.0.0.1' [ns_server:info,2012-11-12T12:27:20.370,ns_1@192.168.0.21:dist_manager<0.281.0>:dist_manager:save_node:112]saving node to "/opt/couchbase/var/lib/couchbase/couchbase-server.node" [error_logger:info,2012-11-12T12:27:20.372,ns_1@192.168.0.21:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================PROGRESS REPORT========================= supervisor: {local,ns_server_cluster_sup} started: [{pid,<0.281.0>}, {name,dist_manager}, {mfargs,{dist_manager,start_link,[]}}, {restart_type,permanent}, {shutdown,1000}, {child_type,worker}] [error_logger:info,2012-11-12T12:27:20.373,ns_1@192.168.0.21:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================PROGRESS REPORT========================= supervisor: {local,ns_server_cluster_sup} started: [{pid,<0.284.0>}, {name,ns_cookie_manager}, {mfargs,{ns_cookie_manager,start_link,[]}}, {restart_type,permanent}, {shutdown,1000}, {child_type,worker}] [error_logger:info,2012-11-12T12:27:20.375,ns_1@192.168.0.21:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================PROGRESS REPORT========================= supervisor: {local,ns_server_cluster_sup} started: [{pid,<0.285.0>}, {name,ns_cluster}, {mfargs,{ns_cluster,start_link,[]}}, {restart_type,permanent}, {shutdown,5000}, {child_type,worker}] [error_logger:info,2012-11-12T12:27:20.375,ns_1@192.168.0.21:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================PROGRESS REPORT========================= supervisor: {local,mb_mnesia_sup} started: [{pid,<0.287.0>}, {name,mb_mnesia_events}, {mfargs, {gen_event,start_link,[{local,mb_mnesia_events}]}}, {restart_type,permanent}, {shutdown,10}, {child_type,worker}] [error_logger:info,2012-11-12T12:27:20.435,ns_1@192.168.0.21:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================PROGRESS REPORT========================= supervisor: {local,mnesia_sup} started: [{pid,<0.294.0>}, {name,mnesia_event}, {mfargs,{mnesia_sup,start_event,[]}}, {restart_type,permanent}, {shutdown,30000}, {child_type,worker}] [error_logger:info,2012-11-12T12:27:20.436,ns_1@192.168.0.21:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================PROGRESS REPORT========================= supervisor: {local,mnesia_kernel_sup} started: [{pid,<0.296.0>}, {name,mnesia_monitor}, {mfargs,{mnesia_monitor,start,[]}}, {restart_type,permanent}, {shutdown,3000}, {child_type,worker}] [error_logger:info,2012-11-12T12:27:20.436,ns_1@192.168.0.21:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================PROGRESS REPORT========================= supervisor: {local,mnesia_kernel_sup} started: [{pid,<0.297.0>}, {name,mnesia_subscr}, {mfargs,{mnesia_subscr,start,[]}}, {restart_type,permanent}, {shutdown,3000}, {child_type,worker}] [error_logger:info,2012-11-12T12:27:20.443,ns_1@192.168.0.21:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================PROGRESS REPORT========================= supervisor: {local,mnesia_kernel_sup} started: [{pid,<0.298.0>}, {name,mnesia_locker}, {mfargs,{mnesia_locker,start,[]}}, {restart_type,permanent}, {shutdown,3000}, {child_type,worker}] [error_logger:info,2012-11-12T12:27:20.448,ns_1@192.168.0.21:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================PROGRESS REPORT========================= supervisor: {local,mnesia_kernel_sup} started: [{pid,<0.299.0>}, {name,mnesia_recover}, {mfargs,{mnesia_recover,start,[]}}, {restart_type,permanent}, {shutdown,180000}, {child_type,worker}] [error_logger:info,2012-11-12T12:27:20.466,ns_1@192.168.0.21:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================PROGRESS REPORT========================= supervisor: {local,kernel_safe_sup} started: [{pid,<0.301.0>}, {name,dets_sup}, {mfargs,{dets_sup,start_link,[]}}, {restart_type,permanent}, {shutdown,1000}, {child_type,supervisor}] [error_logger:info,2012-11-12T12:27:20.467,ns_1@192.168.0.21:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================PROGRESS REPORT========================= supervisor: {local,kernel_safe_sup} started: [{pid,<0.302.0>}, {name,dets}, {mfargs,{dets_server,start_link,[]}}, {restart_type,permanent}, {shutdown,2000}, {child_type,worker}] [error_logger:info,2012-11-12T12:27:20.509,ns_1@192.168.0.21:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================PROGRESS REPORT========================= supervisor: {local,mnesia_kernel_sup} started: [{pid,<0.300.0>}, {name,mnesia_tm}, {mfargs,{mnesia_tm,start,[]}}, {restart_type,permanent}, {shutdown,30000}, {child_type,worker}] [error_logger:info,2012-11-12T12:27:20.512,ns_1@192.168.0.21:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================PROGRESS REPORT========================= supervisor: {local,mnesia_kernel_sup} started: [{pid,<0.320.0>}, {name,mnesia_checkpoint_sup}, {mfargs,{mnesia_checkpoint_sup,start,[]}}, {restart_type,permanent}, {shutdown,infinity}, {child_type,supervisor}] [error_logger:info,2012-11-12T12:27:20.514,ns_1@192.168.0.21:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================PROGRESS REPORT========================= supervisor: {local,mnesia_kernel_sup} started: [{pid,<0.321.0>}, {name,mnesia_snmp_sup}, {mfargs,{mnesia_snmp_sup,start,[]}}, {restart_type,permanent}, {shutdown,infinity}, {child_type,supervisor}] [error_logger:info,2012-11-12T12:27:20.514,ns_1@192.168.0.21:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================PROGRESS REPORT========================= supervisor: {local,mnesia_kernel_sup} started: [{pid,<0.322.0>}, {name,mnesia_controller}, {mfargs,{mnesia_controller,start,[]}}, {restart_type,permanent}, {shutdown,3000}, {child_type,worker}] [error_logger:info,2012-11-12T12:27:20.544,ns_1@192.168.0.21:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================PROGRESS REPORT========================= supervisor: {local,mnesia_kernel_sup} started: [{pid,<0.323.0>}, {name,mnesia_late_loader}, {mfargs,{mnesia_late_loader,start,[]}}, {restart_type,permanent}, {shutdown,3000}, {child_type,worker}] [error_logger:info,2012-11-12T12:27:20.544,ns_1@192.168.0.21:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================PROGRESS REPORT========================= supervisor: {local,mnesia_sup} started: [{pid,<0.295.0>}, {name,mnesia_kernel_sup}, {mfargs,{mnesia_kernel_sup,start,[]}}, {restart_type,permanent}, {shutdown,infinity}, {child_type,supervisor}] [error_logger:info,2012-11-12T12:27:20.544,ns_1@192.168.0.21:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================PROGRESS REPORT========================= application: mnesia started_at: 'ns_1@192.168.0.21' [error_logger:info,2012-11-12T12:27:20.623,ns_1@192.168.0.21:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================PROGRESS REPORT========================= supervisor: {local,mb_mnesia_sup} started: [{pid,<0.288.0>}, {name,mb_mnesia}, {mfargs,{mb_mnesia,start_link,[]}}, {restart_type,permanent}, {shutdown,5000}, {child_type,worker}] [error_logger:info,2012-11-12T12:27:20.624,ns_1@192.168.0.21:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================PROGRESS REPORT========================= supervisor: {local,ns_server_cluster_sup} started: [{pid,<0.286.0>}, {name,mb_mnesia_sup}, {mfargs,{mb_mnesia_sup,start_link,[]}}, {restart_type,permanent}, {shutdown,infinity}, {child_type,supervisor}] [ns_server:info,2012-11-12T12:27:20.625,ns_1@192.168.0.21:ns_config_sup<0.367.0>:ns_config_sup:init:32]loading static ns_config from "/opt/couchbase/etc/couchbase/config" [error_logger:info,2012-11-12T12:27:20.625,ns_1@192.168.0.21:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================PROGRESS REPORT========================= supervisor: {local,ns_config_sup} started: [{pid,<0.368.0>}, {name,ns_config_events}, {mfargs, {gen_event,start_link,[{local,ns_config_events}]}}, {restart_type,permanent}, {shutdown,1000}, {child_type,worker}] [error_logger:info,2012-11-12T12:27:20.625,ns_1@192.168.0.21:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================PROGRESS REPORT========================= supervisor: {local,ns_config_sup} started: [{pid,<0.369.0>}, {name,ns_config_events_local}, {mfargs, {gen_event,start_link, [{local,ns_config_events_local}]}}, {restart_type,permanent}, {shutdown,brutal_kill}, {child_type,worker}] [ns_server:info,2012-11-12T12:27:20.636,ns_1@192.168.0.21:ns_config<0.370.0>:ns_config:load_config:674]Loading static config from "/opt/couchbase/etc/couchbase/config" [ns_server:info,2012-11-12T12:27:20.637,ns_1@192.168.0.21:ns_config<0.370.0>:ns_config:load_config:688]Loading dynamic config from "/opt/couchbase/var/lib/couchbase/config/config.dat" [ns_server:info,2012-11-12T12:27:20.639,ns_1@192.168.0.21:ns_config<0.370.0>:ns_config:load_config:706]Here's full dynamic config we loaded + static & default config: [{{node,'ns_1@192.168.0.21',rest},[{port,8091},{port_meta,global}]}, {{node,'ns_1@192.168.0.21',port_servers}, [{'_vclock',[{'ns_1@192.168.0.21',{2,63519971212}}]}, {moxi,"/opt/couchbase/bin/moxi", ["-Z", {"port_listen=~B,default_bucket_name=default,downstream_max=1024,downstream_conn_max=4,connect_max_errors=5,connect_retry_interval=30000,connect_timeout=400,auth_timeout=100,cycle=200,downstream_conn_queue_timeout=200,downstream_timeout=5000,wait_queue_timeout=200", [port]}, "-z", {"url=http://127.0.0.1:~B/pools/default/saslBucketsStreaming", [{misc,this_node_rest_port,[]}]}, "-p","0","-Y","y","-O","stderr", {"~s",[verbosity]}], [{env, [{"EVENT_NOSELECT","1"}, {"MOXI_SASL_PLAIN_USR",{"~s",[{ns_moxi_sup,rest_user,[]}]}}, {"MOXI_SASL_PLAIN_PWD",{"~s",[{ns_moxi_sup,rest_pass,[]}]}}]}, use_stdio,exit_status,port_server_send_eol,stderr_to_stdout,stream]}, {memcached,"/opt/couchbase/bin/memcached", ["-X","/opt/couchbase/lib/memcached/stdin_term_handler.so","-X", {"/opt/couchbase/lib/memcached/file_logger.so,cyclesize=~B;sleeptime=~B;filename=~s/~s", [log_cyclesize,log_sleeptime,log_path,log_prefix]}, "-l", {"0.0.0.0:~B,0.0.0.0:~B:1000",[port,dedicated_port]}, "-p", {"~B",[port]}, "-E","/opt/couchbase/lib/memcached/bucket_engine.so","-B","binary", "-r","-c","10000","-e", {"admin=~s;default_bucket_name=default;auto_create=false", [admin_user]}, {"~s",[verbosity]}], [{env, [{"EVENT_NOSELECT","1"}, {"MEMCACHED_TOP_KEYS","100"}, {"ISASL_PWFILE",{"~s",[{isasl,path}]}}, {"ISASL_DB_CHECK_TIME","1"}]}, use_stdio,stderr_to_stdout,exit_status,port_server_send_eol,stream]}]}, {{node,'ns_1@192.168.0.21',ns_log}, [{'_vclock',[{'ns_1@192.168.0.21',{1,63519971212}}]}, {filename,"/opt/couchbase/var/lib/couchbase/data/ns_log"}]}, {{node,'ns_1@192.168.0.21',moxi},[{port,11211},{verbosity,[]}]}, {{node,'ns_1@192.168.0.21',memcached}, [{'_vclock',[{'_',{1,0}},{'ns_1@192.168.0.21',{2,63519971212}}]}, {mccouch_port,11213}, {engines, [{membase, [{engine,"/opt/couchbase/lib/memcached/ep.so"}, {static_config_string, "vb0=false;waitforwarmup=false;failpartialwarmup=false"}]}, {memcached, [{engine,"/opt/couchbase/lib/memcached/default_engine.so"}, {static_config_string,"vb0=true"}]}]}, {log_path,"/opt/couchbase/var/lib/couchbase/logs"}, {log_prefix,"memcached.log"}, {log_generations,10}, {log_cyclesize,104857600}, {log_sleeptime,19}, {log_rotation_period,39003}, {dedicated_port,11209}, {bucket_engine,"/opt/couchbase/lib/memcached/bucket_engine.so"}, {port,11210}, {dedicated_port,11209}, {admin_user,"_admin"}, {admin_pass,"_admin"}, {verbosity,[]}]}, {{node,'ns_1@192.168.0.21',membership},active}, {{node,'ns_1@192.168.0.21',isasl}, [{'_vclock',[{'ns_1@192.168.0.21',{1,63519971212}}]}, {path,"/opt/couchbase/var/lib/couchbase/data/isasl.pw"}]}, {{node,'ns_1@192.168.0.21',compaction_daemon}, [{check_interval,30},{min_file_size,131072}]}, {{node,'ns_1@192.168.0.21',capi_port},8092}, {{couchdb,max_parallel_replica_indexers},2}, {{couchdb,max_parallel_indexers},4}, {xdcr_failure_restart_interval,30}, {xdcr_doc_batch_size_kb,512}, {xdcr_checkpoint_interval,1800}, {xdcr_capi_checkpoint_timeout,10}, {set_view_update_daemon, [{update_interval,5000}, {update_min_changes,5000}, {replica_update_min_changes,5000}]}, {replication,[{enabled,true}]}, {remote_clusters,[]}, {nodes_wanted,['ns_1@192.168.0.21']}, {max_bucket_count,10}, {index_aware_rebalance_disabled,false}, {fast_warmup, [{fast_warmup_enabled,true}, {min_memory_threshold,10}, {min_items_threshold,10}]}, {email_alerts, [{'_vclock',[{'ns_1@192.168.0.21',{1,63519971212}}]}, {recipients,["root@localhost"]}, {sender,"couchbase@localhost"}, {enabled,false}, {email_server, [{user,[]},{pass,[]},{host,"localhost"},{port,25},{encrypt,false}]}, {alerts, [auto_failover_node,auto_failover_maximum_reached, auto_failover_other_nodes_down,auto_failover_cluster_too_small,ip, disk,overhead,ep_oom_errors,ep_item_commit_failed]}]}, {buckets,[{configs,[]}]}, {autocompaction, [{database_fragmentation_threshold,{30,undefined}}, {view_fragmentation_threshold,{30,undefined}}]}, {auto_failover_cfg, [{'_vclock',[{'ns_1@192.168.0.21',{1,63519971212}}]}, {enabled,false}, {timeout,30}, {max_nodes,1}, {count,0}]}, {{node,'ns_1@192.168.0.21',config_version}, [{'_vclock',[{'ns_1@192.168.0.21',{5,63519971212}}]}|{2,0}]}, {otp, [{'_vclock',[{'ns_1@192.168.0.21',{1,63519971213}}]}, {cookie,lqbojxmryktyqpqc}]}, {vbucket_map_history,[{'_vclock',[{'ns_1@192.168.0.21',{1,63519971213}}]}]}, {cluster_compat_version, [{'_vclock',[{'ns_1@192.168.0.21',{1,63519971213}}]},2,0]}, {dynamic_config_version, [{'_vclock',[{'ns_1@192.168.0.21',{4,63519971213}}]},2,0]}, {rest,[{port,8091}]}, {rest_creds, [{'_vclock',[{'ns_1@192.168.0.21',{1,63519971213}}]}, {creds,[{"Administrator",[{password,"password"}]}]}]}, {memory_quota,[{'_vclock',[{'ns_1@192.168.0.21',{1,63519971213}}]}|19225]}] [error_logger:info,2012-11-12T12:27:20.641,ns_1@192.168.0.21:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================PROGRESS REPORT========================= supervisor: {local,ns_config_sup} started: [{pid,<0.370.0>}, {name,ns_config}, {mfargs, {ns_config,start_link, ["/opt/couchbase/etc/couchbase/config", ns_config_default]}}, {restart_type,permanent}, {shutdown,1000}, {child_type,worker}] [error_logger:info,2012-11-12T12:27:20.642,ns_1@192.168.0.21:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================PROGRESS REPORT========================= supervisor: {local,ns_config_sup} started: [{pid,<0.372.0>}, {name,ns_config_remote}, {mfargs, {ns_config_replica,start_link, [{local,ns_config_remote}]}}, {restart_type,permanent}, {shutdown,1000}, {child_type,worker}] [ns_server:warn,2012-11-12T12:27:20.650,ns_1@192.168.0.21:ns_config_isasl_sync<0.373.0>:ns_memcached:connect:1103]Unable to connect: {error,{badmatch,{error,econnrefused}}}, retrying. [error_logger:info,2012-11-12T12:27:21.651,ns_1@192.168.0.21:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================PROGRESS REPORT========================= supervisor: {local,ns_config_sup} started: [{pid,<0.373.0>}, {name,ns_config_isasl_sync}, {mfargs,{ns_config_isasl_sync,start_link,[]}}, {restart_type,permanent}, {shutdown,1000}, {child_type,worker}] [error_logger:info,2012-11-12T12:27:21.652,ns_1@192.168.0.21:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================PROGRESS REPORT========================= supervisor: {local,ns_config_sup} started: [{pid,<0.376.0>}, {name,ns_config_log}, {mfargs,{ns_config_log,start_link,[]}}, {restart_type,permanent}, {shutdown,1000}, {child_type,worker}] [error_logger:info,2012-11-12T12:27:21.653,ns_1@192.168.0.21:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================PROGRESS REPORT========================= supervisor: {local,ns_config_sup} started: [{pid,<0.378.0>}, {name,cb_config_couch_sync}, {mfargs,{cb_config_couch_sync,start_link,[]}}, {restart_type,permanent}, {shutdown,1000}, {child_type,worker}] [error_logger:info,2012-11-12T12:27:21.653,ns_1@192.168.0.21:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================PROGRESS REPORT========================= supervisor: {local,ns_server_cluster_sup} started: [{pid,<0.367.0>}, {name,ns_config_sup}, {mfargs,{ns_config_sup,start_link,[]}}, {restart_type,permanent}, {shutdown,infinity}, {child_type,supervisor}] [error_logger:info,2012-11-12T12:27:21.654,ns_1@192.168.0.21:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================PROGRESS REPORT========================= supervisor: {local,ns_server_cluster_sup} started: [{pid,<0.380.0>}, {name,vbucket_filter_changes_registry}, {mfargs, {ns_process_registry,start_link, [vbucket_filter_changes_registry]}}, {restart_type,permanent}, {shutdown,100}, {child_type,worker}] [error_logger:info,2012-11-12T12:27:21.657,ns_1@192.168.0.21:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================PROGRESS REPORT========================= supervisor: {local,ns_server_sup} started: [{pid,<0.382.0>}, {name,ns_log}, {mfargs,{ns_log,start_link,[]}}, {restart_type,permanent}, {shutdown,1000}, {child_type,worker}] [error_logger:info,2012-11-12T12:27:21.658,ns_1@192.168.0.21:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================PROGRESS REPORT========================= supervisor: {local,ns_server_sup} started: [{pid,<0.383.0>}, {name,ns_config_ets_dup}, {mfargs,{ns_config_ets_dup,start_link,[]}}, {restart_type,permanent}, {shutdown,brutal_kill}, {child_type,worker}] [error_logger:info,2012-11-12T12:27:21.659,ns_1@192.168.0.21:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================PROGRESS REPORT========================= supervisor: {local,ns_server_sup} started: [{pid,<0.384.0>}, {name,ns_log_events}, {mfargs,{gen_event,start_link,[{local,ns_log_events}]}}, {restart_type,permanent}, {shutdown,1000}, {child_type,worker}] [error_logger:info,2012-11-12T12:27:21.659,ns_1@192.168.0.21:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================PROGRESS REPORT========================= supervisor: {local,ns_node_disco_sup} started: [{pid,<0.387.0>}, {name,ns_node_disco_events}, {mfargs, {gen_event,start_link, [{local,ns_node_disco_events}]}}, {restart_type,permanent}, {shutdown,1000}, {child_type,worker}] [user:info,2012-11-12T12:27:21.660,ns_1@192.168.0.21:ns_cookie_manager<0.284.0>:ns_cookie_manager:do_cookie_sync:135]Node 'ns_1@192.168.0.21' synchronized otp cookie lqbojxmryktyqpqc from cluster [error_logger:info,2012-11-12T12:27:21.664,ns_1@192.168.0.21:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================PROGRESS REPORT========================= supervisor: {local,ns_node_disco_sup} started: [{pid,<0.388.0>}, {name,ns_node_disco}, {mfargs,{ns_node_disco,start_link,[]}}, {restart_type,permanent}, {shutdown,1000}, {child_type,worker}] [error_logger:info,2012-11-12T12:27:21.664,ns_1@192.168.0.21:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================PROGRESS REPORT========================= supervisor: {local,ns_node_disco_sup} started: [{pid,<0.391.0>}, {name,ns_node_disco_log}, {mfargs,{ns_node_disco_log,start_link,[]}}, {restart_type,permanent}, {shutdown,1000}, {child_type,worker}] [error_logger:info,2012-11-12T12:27:21.665,ns_1@192.168.0.21:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================PROGRESS REPORT========================= supervisor: {local,ns_node_disco_sup} started: [{pid,<0.392.0>}, {name,ns_node_disco_conf_events}, {mfargs,{ns_node_disco_conf_events,start_link,[]}}, {restart_type,permanent}, {shutdown,1000}, {child_type,worker}] [error_logger:info,2012-11-12T12:27:21.666,ns_1@192.168.0.21:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================PROGRESS REPORT========================= supervisor: {local,ns_node_disco_sup} started: [{pid,<0.393.0>}, {name,ns_config_rep_merger}, {mfargs,{ns_config_rep,start_link_merger,[]}}, {restart_type,permanent}, {shutdown,brutal_kill}, {child_type,worker}] [error_logger:info,2012-11-12T12:27:21.670,ns_1@192.168.0.21:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================PROGRESS REPORT========================= supervisor: {local,ns_node_disco_sup} started: [{pid,<0.394.0>}, {name,ns_config_rep}, {mfargs,{ns_config_rep,start_link,[]}}, {restart_type,permanent}, {shutdown,1000}, {child_type,worker}] [error_logger:info,2012-11-12T12:27:21.673,ns_1@192.168.0.21:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================PROGRESS REPORT========================= supervisor: {local,ns_server_sup} started: [{pid,<0.386.0>}, {name,ns_node_disco_sup}, {mfargs,{ns_node_disco_sup,start_link,[]}}, {restart_type,permanent}, {shutdown,infinity}, {child_type,supervisor}] [error_logger:info,2012-11-12T12:27:21.674,ns_1@192.168.0.21:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================PROGRESS REPORT========================= supervisor: {local,ns_server_sup} started: [{pid,<0.400.0>}, {name,vbucket_map_mirror}, {mfargs,{vbucket_map_mirror,start_link,[]}}, {restart_type,permanent}, {shutdown,brutal_kill}, {child_type,worker}] [error_logger:info,2012-11-12T12:27:21.676,ns_1@192.168.0.21:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================PROGRESS REPORT========================= supervisor: {local,ns_server_sup} started: [{pid,<0.402.0>}, {name,ns_tick_event}, {mfargs,{gen_event,start_link,[{local,ns_tick_event}]}}, {restart_type,permanent}, {shutdown,1000}, {child_type,worker}] [ns_server:info,2012-11-12T12:27:21.676,ns_1@192.168.0.21:ns_config_log<0.376.0>:ns_config_log:handle_info:57]config change: rest_creds -> ******** [error_logger:info,2012-11-12T12:27:21.676,ns_1@192.168.0.21:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================PROGRESS REPORT========================= supervisor: {local,ns_server_sup} started: [{pid,<0.403.0>}, {name,mb_master_events}, {mfargs, {gen_event,start_link,[{local,mb_master_events}]}}, {restart_type,permanent}, {shutdown,1000}, {child_type,worker}] [error_logger:info,2012-11-12T12:27:21.677,ns_1@192.168.0.21:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================PROGRESS REPORT========================= supervisor: {local,ns_server_sup} started: [{pid,<0.404.0>}, {name,buckets_events}, {mfargs, {gen_event,start_link,[{local,buckets_events}]}}, {restart_type,permanent}, {shutdown,1000}, {child_type,worker}] [error_logger:info,2012-11-12T12:27:21.678,ns_1@192.168.0.21:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================PROGRESS REPORT========================= supervisor: {local,ns_mail_sup} started: [{pid,<0.406.0>}, {name,ns_mail_log}, {mfargs,{ns_mail_log,start_link,[]}}, {restart_type,permanent}, {shutdown,1000}, {child_type,worker}] [error_logger:info,2012-11-12T12:27:21.680,ns_1@192.168.0.21:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================PROGRESS REPORT========================= supervisor: {local,ns_server_sup} started: [{pid,<0.405.0>}, {name,ns_mail_sup}, {mfargs,{ns_mail_sup,start_link,[]}}, {restart_type,permanent}, {shutdown,infinity}, {child_type,supervisor}] [error_logger:info,2012-11-12T12:27:21.680,ns_1@192.168.0.21:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================PROGRESS REPORT========================= supervisor: {local,ns_server_sup} started: [{pid,<0.407.0>}, {name,ns_stats_event}, {mfargs, {gen_event,start_link,[{local,ns_stats_event}]}}, {restart_type,permanent}, {shutdown,1000}, {child_type,worker}] [error_logger:info,2012-11-12T12:27:21.682,ns_1@192.168.0.21:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================PROGRESS REPORT========================= supervisor: {local,ns_server_sup} started: [{pid,<0.408.0>}, {name,ns_heart}, {mfargs,{ns_heart,start_link,[]}}, {restart_type,permanent}, {shutdown,1000}, {child_type,worker}] [error_logger:info,2012-11-12T12:27:21.685,ns_1@192.168.0.21:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================PROGRESS REPORT========================= supervisor: {local,ns_server_sup} started: [{pid,<0.410.0>}, {name,ns_doctor}, {mfargs,{ns_doctor,start_link,[]}}, {restart_type,permanent}, {shutdown,1000}, {child_type,worker}] [error_logger:info,2012-11-12T12:27:21.689,ns_1@192.168.0.21:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================PROGRESS REPORT========================= supervisor: {local,ns_server_sup} started: [{pid,<0.413.0>}, {name,remote_clusters_info}, {mfargs,{remote_clusters_info,start_link,[]}}, {restart_type,permanent}, {shutdown,1000}, {child_type,worker}] [ns_server:error,2012-11-12T12:27:21.692,ns_1@192.168.0.21:ns_heart<0.408.0>:ns_heart:grab_samples_loading_tasks:298]Failed to grab samples loader tasks: {exit, {noproc, {gen_server,call, [samples_loader_tasks,get_tasks, 2000]}}, [{gen_server,call,3}, {ns_heart,grab_samples_loading_tasks,0}, {ns_heart,current_status,0}, {ns_heart,handle_info,2}, {gen_server,handle_msg,5}, {proc_lib,init_p_do_apply,3}]} [user:info,2012-11-12T12:27:21.694,ns_1@192.168.0.21:mb_master<0.415.0>:mb_master:init:89]I'm the only node, so I'm the master. [ns_server:error,2012-11-12T12:27:21.703,ns_1@192.168.0.21:ns_heart<0.408.0>:ns_heart:grab_samples_loading_tasks:298]Failed to grab samples loader tasks: {exit, {noproc, {gen_server,call, [samples_loader_tasks,get_tasks, 2000]}}, [{gen_server,call,3}, {ns_heart,grab_samples_loading_tasks,0}, {ns_heart,current_status,0}, {ns_heart,handle_call,3}, {gen_server,handle_msg,5}, {proc_lib,init_p_do_apply,3}]} [error_logger:info,2012-11-12T12:27:21.704,ns_1@192.168.0.21:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================PROGRESS REPORT========================= supervisor: {local,mb_master_sup} started: [{pid,<0.419.0>}, {name,ns_orchestrator}, {mfargs,{ns_orchestrator,start_link,[]}}, {restart_type,permanent}, {shutdown,20}, {child_type,worker}] [error_logger:info,2012-11-12T12:27:21.704,ns_1@192.168.0.21:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================PROGRESS REPORT========================= supervisor: {local,mb_master_sup} started: [{pid,<0.422.0>}, {name,ns_tick}, {mfargs,{ns_tick,start_link,[]}}, {restart_type,permanent}, {shutdown,10}, {child_type,worker}] [error_logger:info,2012-11-12T12:27:21.707,ns_1@192.168.0.21:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================PROGRESS REPORT========================= supervisor: {local,mb_master_sup} started: [{pid,<0.424.0>}, {name,auto_failover}, {mfargs,{auto_failover,start_link,[]}}, {restart_type,permanent}, {shutdown,10}, {child_type,worker}] [error_logger:info,2012-11-12T12:27:21.707,ns_1@192.168.0.21:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================PROGRESS REPORT========================= supervisor: {local,ns_server_sup} started: [{pid,<0.415.0>}, {name,mb_master}, {mfargs,{mb_master,start_link,[]}}, {restart_type,permanent}, {shutdown,infinity}, {child_type,supervisor}] [error_logger:info,2012-11-12T12:27:21.707,ns_1@192.168.0.21:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================PROGRESS REPORT========================= supervisor: {local,ns_server_sup} started: [{pid,<0.425.0>}, {name,master_activity_events}, {mfargs, {gen_event,start_link, [{local,master_activity_events}]}}, {restart_type,permanent}, {shutdown,brutal_kill}, {child_type,worker}] [error_logger:info,2012-11-12T12:27:21.708,ns_1@192.168.0.21:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================PROGRESS REPORT========================= supervisor: {local,ns_server_sup} started: [{pid,<0.426.0>}, {name,master_activity_events_ingress}, {mfargs, {gen_event,start_link, [{local,master_activity_events_ingress}]}}, {restart_type,permanent}, {shutdown,brutal_kill}, {child_type,worker}] [error_logger:info,2012-11-12T12:27:21.708,ns_1@192.168.0.21:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================PROGRESS REPORT========================= supervisor: {local,ns_server_sup} started: [{pid,<0.427.0>}, {name,master_activity_events_timestamper}, {mfargs, {master_activity_events,start_link_timestamper,[]}}, {restart_type,permanent}, {shutdown,brutal_kill}, {child_type,worker}] [error_logger:info,2012-11-12T12:27:21.709,ns_1@192.168.0.21:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================PROGRESS REPORT========================= supervisor: {local,ns_server_sup} started: [{pid,<0.428.0>}, {name,master_activity_events_pids_watcher}, {mfargs, {master_activity_events_pids_watcher,start_link, []}}, {restart_type,permanent}, {shutdown,brutal_kill}, {child_type,worker}] [error_logger:info,2012-11-12T12:27:21.711,ns_1@192.168.0.21:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================PROGRESS REPORT========================= supervisor: {local,ns_server_sup} started: [{pid,<0.429.0>}, {name,master_activity_events_keeper}, {mfargs,{master_activity_events_keeper,start_link,[]}}, {restart_type,permanent}, {shutdown,brutal_kill}, {child_type,worker}] [error_logger:info,2012-11-12T12:27:21.723,ns_1@192.168.0.21:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================PROGRESS REPORT========================= supervisor: {local,menelaus_sup} started: [{pid,<0.432.0>}, {name,menelaus_web}, {mfargs,{menelaus_web,start_link,[]}}, {restart_type,permanent}, {shutdown,5000}, {child_type,worker}] [error_logger:info,2012-11-12T12:27:21.724,ns_1@192.168.0.21:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================PROGRESS REPORT========================= supervisor: {local,menelaus_sup} started: [{pid,<0.449.0>}, {name,menelaus_event}, {mfargs,{menelaus_event,start_link,[]}}, {restart_type,permanent}, {shutdown,5000}, {child_type,worker}] [error_logger:info,2012-11-12T12:27:21.725,ns_1@192.168.0.21:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================PROGRESS REPORT========================= supervisor: {local,menelaus_sup} started: [{pid,<0.450.0>}, {name,hot_keys_keeper}, {mfargs,{hot_keys_keeper,start_link,[]}}, {restart_type,permanent}, {shutdown,5000}, {child_type,worker}] [user:info,2012-11-12T12:27:21.727,ns_1@192.168.0.21:ns_server_sup<0.381.0>:menelaus_sup:start_link:44]Couchbase Server has started on web port 8091 on node 'ns_1@192.168.0.21'. [error_logger:info,2012-11-12T12:27:21.727,ns_1@192.168.0.21:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================PROGRESS REPORT========================= supervisor: {local,menelaus_sup} started: [{pid,<0.451.0>}, {name,menelaus_web_alerts_srv}, {mfargs,{menelaus_web_alerts_srv,start_link,[]}}, {restart_type,permanent}, {shutdown,5000}, {child_type,worker}] [error_logger:info,2012-11-12T12:27:21.727,ns_1@192.168.0.21:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================PROGRESS REPORT========================= supervisor: {local,ns_server_sup} started: [{pid,<0.431.0>}, {name,menelaus}, {mfargs,{menelaus_sup,start_link,[]}}, {restart_type,permanent}, {shutdown,infinity}, {child_type,supervisor}] [error_logger:info,2012-11-12T12:27:21.728,ns_1@192.168.0.21:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================PROGRESS REPORT========================= supervisor: {local,mc_sup} started: [{pid,<0.453.0>}, {name,mc_couch_events}, {mfargs, {gen_event,start_link,[{local,mc_couch_events}]}}, {restart_type,permanent}, {shutdown,brutal_kill}, {child_type,worker}] [error_logger:info,2012-11-12T12:27:21.729,ns_1@192.168.0.21:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================PROGRESS REPORT========================= supervisor: {local,mc_sup} started: [{pid,<0.454.0>}, {name,mc_conn_sup}, {mfargs,{mc_conn_sup,start_link,[]}}, {restart_type,permanent}, {shutdown,brutal_kill}, {child_type,supervisor}] [ns_server:info,2012-11-12T12:27:21.729,ns_1@192.168.0.21:<0.455.0>:mc_tcp_listener:init:24]mccouch is listening on port 11213 [error_logger:info,2012-11-12T12:27:21.729,ns_1@192.168.0.21:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================PROGRESS REPORT========================= supervisor: {local,mc_sup} started: [{pid,<0.455.0>}, {name,mc_tcp_listener}, {mfargs,{mc_tcp_listener,start_link,[11213]}}, {restart_type,permanent}, {shutdown,brutal_kill}, {child_type,worker}] [error_logger:info,2012-11-12T12:27:21.730,ns_1@192.168.0.21:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================PROGRESS REPORT========================= supervisor: {local,ns_server_sup} started: [{pid,<0.452.0>}, {name,mc_sup}, {mfargs,{mc_sup,start_link,[]}}, {restart_type,permanent}, {shutdown,infinity}, {child_type,supervisor}] [error_logger:info,2012-11-12T12:27:21.733,ns_1@192.168.0.21:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================PROGRESS REPORT========================= supervisor: {local,ns_port_sup} started: [{pid,<0.457.0>}, {name,ns_port_init}, {mfargs,{ns_port_init,start_link,[]}}, {restart_type,permanent}, {shutdown,10}, {child_type,worker}] [error_logger:info,2012-11-12T12:27:21.736,ns_1@192.168.0.21:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================PROGRESS REPORT========================= supervisor: {local,ns_port_sup} started: [{pid,<0.458.0>}, {name, {moxi,"/opt/couchbase/bin/moxi", ["-Z", "port_listen=11211,default_bucket_name=default,downstream_max=1024,downstream_conn_max=4,connect_max_errors=5,connect_retry_interval=30000,connect_timeout=400,auth_timeout=100,cycle=200,downstream_conn_queue_timeout=200,downstream_timeout=5000,wait_queue_timeout=200", "-z", "url=http://127.0.0.1:8091/pools/default/saslBucketsStreaming", "-p","0","-Y","y","-O","stderr",[]], [{env, [{"EVENT_NOSELECT","1"}, {"MOXI_SASL_PLAIN_USR","Administrator"}, {"MOXI_SASL_PLAIN_PWD","password"}]}, use_stdio,exit_status,port_server_send_eol, stderr_to_stdout,stream]}}, {mfargs, {supervisor_cushion,start_link, [moxi,5000,10000,ns_port_server,start_link, [moxi,"/opt/couchbase/bin/moxi", ["-Z", "port_listen=11211,default_bucket_name=default,downstream_max=1024,downstream_conn_max=4,connect_max_errors=5,connect_retry_interval=30000,connect_timeout=400,auth_timeout=100,cycle=200,downstream_conn_queue_timeout=200,downstream_timeout=5000,wait_queue_timeout=200", "-z", "url=http://127.0.0.1:8091/pools/default/saslBucketsStreaming", "-p","0","-Y","y","-O","stderr",[]], [{env, [{"EVENT_NOSELECT","1"}, {"MOXI_SASL_PLAIN_USR","Administrator"}, {"MOXI_SASL_PLAIN_PWD","password"}]}, use_stdio,exit_status,port_server_send_eol, stderr_to_stdout,stream]]]}}, {restart_type,permanent}, {shutdown,86400000}, {child_type,worker}] [ns_server:info,2012-11-12T12:27:21.738,ns_1@192.168.0.21:<0.463.0>:ns_memcached_log_rotator:init:28]Starting log rotator on "/opt/couchbase/var/lib/couchbase/logs"/"memcached.log"* with an initial period of 39003ms [error_logger:info,2012-11-12T12:27:21.738,ns_1@192.168.0.21:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================PROGRESS REPORT========================= supervisor: {local,ns_port_sup} started: [{pid,<0.460.0>}, {name, {memcached,"/opt/couchbase/bin/memcached", ["-X", "/opt/couchbase/lib/memcached/stdin_term_handler.so", "-X", "/opt/couchbase/lib/memcached/file_logger.so,cyclesize=104857600;sleeptime=19;filename=/opt/couchbase/var/lib/couchbase/logs/memcached.log", "-l","0.0.0.0:11210,0.0.0.0:11209:1000","-p", "11210","-E", "/opt/couchbase/lib/memcached/bucket_engine.so", "-B","binary","-r","-c","10000","-e", "admin=_admin;default_bucket_name=default;auto_create=false", []], [{env, [{"EVENT_NOSELECT","1"}, {"MEMCACHED_TOP_KEYS","100"}, {"ISASL_PWFILE", "/opt/couchbase/var/lib/couchbase/data/isasl.pw"}, {"ISASL_DB_CHECK_TIME","1"}]}, use_stdio,stderr_to_stdout,exit_status, port_server_send_eol,stream]}}, {mfargs, {erlang,apply, [#Fun, [memcached,"/opt/couchbase/bin/memcached", ["-X", "/opt/couchbase/lib/memcached/stdin_term_handler.so", "-X", "/opt/couchbase/lib/memcached/file_logger.so,cyclesize=104857600;sleeptime=19;filename=/opt/couchbase/var/lib/couchbase/logs/memcached.log", "-l","0.0.0.0:11210,0.0.0.0:11209:1000", "-p","11210","-E", "/opt/couchbase/lib/memcached/bucket_engine.so", "-B","binary","-r","-c","10000","-e", "admin=_admin;default_bucket_name=default;auto_create=false", []], [{env, [{"EVENT_NOSELECT","1"}, {"MEMCACHED_TOP_KEYS","100"}, {"ISASL_PWFILE", "/opt/couchbase/var/lib/couchbase/data/isasl.pw"}, {"ISASL_DB_CHECK_TIME","1"}]}, use_stdio,stderr_to_stdout,exit_status, port_server_send_eol,stream]]]}}, {restart_type,permanent}, {shutdown,86400000}, {child_type,worker}] [error_logger:info,2012-11-12T12:27:21.740,ns_1@192.168.0.21:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================PROGRESS REPORT========================= supervisor: {local,ns_server_sup} started: [{pid,<0.456.0>}, {name,ns_port_sup}, {mfargs,{ns_port_sup,start_link,[]}}, {restart_type,permanent}, {shutdown,infinity}, {child_type,supervisor}] [error_logger:info,2012-11-12T12:27:21.741,ns_1@192.168.0.21:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================PROGRESS REPORT========================= supervisor: {local,ns_server_sup} started: [{pid,<0.462.0>}, {name,ns_port_memcached_killer}, {mfargs,{ns_port_sup,start_memcached_force_killer,[]}}, {restart_type,permanent}, {shutdown,brutal_kill}, {child_type,worker}] [error_logger:info,2012-11-12T12:27:21.742,ns_1@192.168.0.21:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================PROGRESS REPORT========================= supervisor: {local,ns_server_sup} started: [{pid,<0.463.0>}, {name,ns_memcached_log_rotator}, {mfargs,{ns_memcached_log_rotator,start_link,[]}}, {restart_type,permanent}, {shutdown,1000}, {child_type,worker}] [error_logger:info,2012-11-12T12:27:21.742,ns_1@192.168.0.21:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================PROGRESS REPORT========================= supervisor: {local,ns_server_sup} started: [{pid,<0.465.0>}, {name,ns_bucket_worker}, {mfargs,{work_queue,start_link,[ns_bucket_worker]}}, {restart_type,permanent}, {shutdown,1000}, {child_type,worker}] [error_logger:info,2012-11-12T12:27:21.742,ns_1@192.168.0.21:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================PROGRESS REPORT========================= supervisor: {local,ns_server_sup} started: [{pid,<0.466.0>}, {name,xdc_replication_sup}, {mfargs,{xdc_replication_sup,start_link,[]}}, {restart_type,permanent}, {shutdown,infinity}, {child_type,supervisor}] [error_logger:info,2012-11-12T12:27:21.742,ns_1@192.168.0.21:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================PROGRESS REPORT========================= supervisor: {local,ns_server_sup} started: [{pid,<0.467.0>}, {name,xdc_rep_manager}, {mfargs,{xdc_rep_manager,start_link,[]}}, {restart_type,permanent}, {shutdown,30000}, {child_type,worker}] [error_logger:info,2012-11-12T12:27:21.746,ns_1@192.168.0.21:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================PROGRESS REPORT========================= supervisor: {local,ns_bucket_sup} started: [{pid,<0.472.0>}, {name,buckets_observing_subscription}, {mfargs,{ns_bucket_sup,subscribe_on_config_events,[]}}, {restart_type,permanent}, {shutdown,1000}, {child_type,worker}] [error_logger:info,2012-11-12T12:27:21.746,ns_1@192.168.0.21:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================PROGRESS REPORT========================= supervisor: {local,ns_server_sup} started: [{pid,<0.471.0>}, {name,ns_bucket_sup}, {mfargs,{ns_bucket_sup,start_link,[]}}, {restart_type,permanent}, {shutdown,infinity}, {child_type,supervisor}] [error_logger:info,2012-11-12T12:27:21.751,ns_1@192.168.0.21:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================PROGRESS REPORT========================= supervisor: {local,ns_server_sup} started: [{pid,<0.473.0>}, {name,system_stats_collector}, {mfargs,{system_stats_collector,start_link,[]}}, {restart_type,permanent}, {shutdown,1000}, {child_type,worker}] [error_logger:info,2012-11-12T12:27:21.757,ns_1@192.168.0.21:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================PROGRESS REPORT========================= supervisor: {local,ns_server_sup} started: [{pid,<0.475.0>}, {name,{stats_archiver,"@system"}}, {mfargs,{stats_archiver,start_link,["@system"]}}, {restart_type,permanent}, {shutdown,1000}, {child_type,worker}] [error_logger:info,2012-11-12T12:27:21.757,ns_1@192.168.0.21:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================PROGRESS REPORT========================= supervisor: {local,ns_server_sup} started: [{pid,<0.477.0>}, {name,{stats_reader,"@system"}}, {mfargs,{stats_reader,start_link,["@system"]}}, {restart_type,permanent}, {shutdown,1000}, {child_type,worker}] [error_logger:info,2012-11-12T12:27:21.758,ns_1@192.168.0.21:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================PROGRESS REPORT========================= supervisor: {local,ns_server_sup} started: [{pid,<0.478.0>}, {name,ns_moxi_sup_work_queue}, {mfargs, {work_queue,start_link,[ns_moxi_sup_work_queue]}}, {restart_type,permanent}, {shutdown,1000}, {child_type,worker}] [error_logger:info,2012-11-12T12:27:21.759,ns_1@192.168.0.21:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================PROGRESS REPORT========================= supervisor: {local,ns_server_sup} started: [{pid,<0.479.0>}, {name,ns_moxi_sup}, {mfargs,{ns_moxi_sup,start_link,[]}}, {restart_type,permanent}, {shutdown,infinity}, {child_type,supervisor}] [error_logger:info,2012-11-12T12:27:21.765,ns_1@192.168.0.21:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================PROGRESS REPORT========================= supervisor: {local,ns_server_sup} started: [{pid,<0.481.0>}, {name,compaction_daemon}, {mfargs, {supervisor_cushion,start_link, [compaction_daemon,3000,1000,compaction_daemon, start_link,[]]}}, {restart_type,permanent}, {shutdown,86400000}, {child_type,worker}] [error_logger:info,2012-11-12T12:27:21.772,ns_1@192.168.0.21:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================PROGRESS REPORT========================= supervisor: {local,ns_server_sup} started: [{pid,<0.485.0>}, {name,xdc_rdoc_replication_srv}, {mfargs,{xdc_rdoc_replication_srv,start_link,[]}}, {restart_type,permanent}, {shutdown,1000}, {child_type,worker}] [ns_server:info,2012-11-12T12:27:21.773,ns_1@192.168.0.21:set_view_update_daemon<0.487.0>:set_view_update_daemon:init:50]Set view update daemon, starting with the following settings: update interval: 5000ms minimum number of changes: 5000 [error_logger:info,2012-11-12T12:27:21.777,ns_1@192.168.0.21:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================PROGRESS REPORT========================= supervisor: {local,ns_server_sup} started: [{pid,<0.487.0>}, {name,set_view_update_daemon}, {mfargs,{set_view_update_daemon,start_link,[]}}, {restart_type,permanent}, {shutdown,1000}, {child_type,worker}] [error_logger:info,2012-11-12T12:27:21.777,ns_1@192.168.0.21:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================PROGRESS REPORT========================= supervisor: {local,ns_server_sup} started: [{pid,<0.489.0>}, {name,samples_loader_tasks}, {mfargs,{samples_loader_tasks,start_link,[]}}, {restart_type,permanent}, {shutdown,1000}, {child_type,worker}] [error_logger:info,2012-11-12T12:27:21.777,ns_1@192.168.0.21:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================PROGRESS REPORT========================= supervisor: {local,ns_server_cluster_sup} started: [{pid,<0.381.0>}, {name,ns_server_sup}, {mfargs,{ns_server_sup,start_link,[]}}, {restart_type,permanent}, {shutdown,infinity}, {child_type,supervisor}] [error_logger:info,2012-11-12T12:27:21.777,ns_1@192.168.0.21:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================PROGRESS REPORT========================= application: ns_server started_at: 'ns_1@192.168.0.21' [ns_server:info,2012-11-12T12:27:21.942,ns_1@192.168.0.21:<0.459.0>:ns_port_server:log:171]moxi<0.459.0>: 2012-11-12 12:27:21: (cproxy_config.c.317) env: MOXI_SASL_PLAIN_USR (13) moxi<0.459.0>: 2012-11-12 12:27:21: (cproxy_config.c.326) env: MOXI_SASL_PLAIN_PWD (8) [user:info,2012-11-12T12:51:27.842,ns_1@192.168.0.21:ns_cookie_manager<0.284.0>:ns_cookie_manager:do_cookie_init:91]Initial otp cookie generated: rgklatozslmqzfup [error_logger:error,2012-11-12T12:51:27.866,ns_1@192.168.0.21:error_logger<0.5.0>:ale_error_logger_handler:log_msg:76]** Connection attempt from disallowed node 'ns_1@192.168.0.20' ** [user:info,2012-11-12T12:51:27.867,ns_1@192.168.0.21:ns_cluster<0.285.0>:ns_cluster:perform_actual_join:630]Node 'ns_1@192.168.0.21' is joining cluster via node 'ns_1@192.168.0.20'. [error_logger:error,2012-11-12T12:51:27.880,ns_1@192.168.0.21:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================SUPERVISOR REPORT========================= Supervisor: {local,ns_bucket_sup} Context: shutdown_error Reason: normal Offender: [{pid,<0.472.0>}, {name,buckets_observing_subscription}, {mfargs,{ns_bucket_sup,subscribe_on_config_events,[]}}, {restart_type,permanent}, {shutdown,1000}, {child_type,worker}] [error_logger:error,2012-11-12T12:51:27.891,ns_1@192.168.0.21:error_logger<0.5.0>:ale_error_logger_handler:log_msg:76]** Connection attempt from disallowed node 'ns_1@192.168.0.22' ** [ns_server:info,2012-11-12T12:51:28.081,ns_1@192.168.0.21:ns_port_memcached<0.461.0>:ns_port_server:log:171]memcached<0.461.0>: EOL on stdin. Initiating shutdown [ns_server:info,2012-11-12T12:51:28.087,ns_1@192.168.0.21:ns_port_memcached<0.461.0>:ns_port_server:handle_info:104]Port server memcached exited with status 0 [ns_server:info,2012-11-12T12:51:28.091,ns_1@192.168.0.21:<0.459.0>:ns_port_server:handle_info:104]Port server moxi exited with status 0 [ns_server:info,2012-11-12T12:51:28.091,ns_1@192.168.0.21:<0.459.0>:ns_port_server:log:171]moxi<0.459.0>: EOL on stdin. Exiting [ns_server:info,2012-11-12T12:51:28.101,ns_1@192.168.0.21:mb_master<0.415.0>:mb_master:terminate:288]Synchronously shutting down child mb_master_sup [user:info,2012-11-12T12:51:28.138,ns_1@192.168.0.21:ns_cookie_manager<0.284.0>:ns_cookie_manager:do_cookie_sync:135]Node 'ns_1@192.168.0.21' synchronized otp cookie yxxscqmaunhffifq from cluster [ns_server:warn,2012-11-12T12:51:28.160,ns_1@192.168.0.21:ns_log<0.4448.0>:ns_log:read_logs:69]Couldn't load logs from "/opt/couchbase/var/lib/couchbase/data/ns_log" (perhaps it's first startup): {error, enoent} [error_logger:info,2012-11-12T12:51:28.162,ns_1@192.168.0.21:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================PROGRESS REPORT========================= supervisor: {local,ns_server_sup} started: [{pid,<0.4448.0>}, {name,ns_log}, {mfargs,{ns_log,start_link,[]}}, {restart_type,permanent}, {shutdown,1000}, {child_type,worker}] [error_logger:info,2012-11-12T12:51:28.162,ns_1@192.168.0.21:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================PROGRESS REPORT========================= supervisor: {local,ns_server_sup} started: [{pid,<0.4449.0>}, {name,ns_config_ets_dup}, {mfargs,{ns_config_ets_dup,start_link,[]}}, {restart_type,permanent}, {shutdown,brutal_kill}, {child_type,worker}] [error_logger:info,2012-11-12T12:51:28.163,ns_1@192.168.0.21:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================PROGRESS REPORT========================= supervisor: {local,ns_server_sup} started: [{pid,<0.4450.0>}, {name,ns_log_events}, {mfargs,{gen_event,start_link,[{local,ns_log_events}]}}, {restart_type,permanent}, {shutdown,1000}, {child_type,worker}] [error_logger:info,2012-11-12T12:51:28.163,ns_1@192.168.0.21:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================PROGRESS REPORT========================= supervisor: {local,ns_node_disco_sup} started: [{pid,<0.4453.0>}, {name,ns_node_disco_events}, {mfargs, {gen_event,start_link, [{local,ns_node_disco_events}]}}, {restart_type,permanent}, {shutdown,1000}, {child_type,worker}] [error_logger:info,2012-11-12T12:51:28.165,ns_1@192.168.0.21:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================PROGRESS REPORT========================= supervisor: {local,ns_node_disco_sup} started: [{pid,<0.4454.0>}, {name,ns_node_disco}, {mfargs,{ns_node_disco,start_link,[]}}, {restart_type,permanent}, {shutdown,1000}, {child_type,worker}] [ns_server:info,2012-11-12T12:51:28.165,ns_1@192.168.0.21:ns_config_rep<0.4460.0>:ns_config_rep:do_pull:341]Pulling config from: 'ns_1@192.168.0.20' [ns_server:info,2012-11-12T12:51:28.165,ns_1@192.168.0.21:ns_node_disco_events<0.4453.0>:ns_node_disco_log:handle_event:46]ns_node_disco_log: nodes changed: ['ns_1@192.168.0.20','ns_1@192.168.0.21'] [error_logger:info,2012-11-12T12:51:28.165,ns_1@192.168.0.21:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================PROGRESS REPORT========================= supervisor: {local,ns_node_disco_sup} started: [{pid,<0.4457.0>}, {name,ns_node_disco_log}, {mfargs,{ns_node_disco_log,start_link,[]}}, {restart_type,permanent}, {shutdown,1000}, {child_type,worker}] [error_logger:info,2012-11-12T12:51:28.166,ns_1@192.168.0.21:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================PROGRESS REPORT========================= supervisor: {local,ns_node_disco_sup} started: [{pid,<0.4458.0>}, {name,ns_node_disco_conf_events}, {mfargs,{ns_node_disco_conf_events,start_link,[]}}, {restart_type,permanent}, {shutdown,1000}, {child_type,worker}] [error_logger:info,2012-11-12T12:51:28.166,ns_1@192.168.0.21:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================PROGRESS REPORT========================= supervisor: {local,ns_node_disco_sup} started: [{pid,<0.4459.0>}, {name,ns_config_rep_merger}, {mfargs,{ns_config_rep,start_link_merger,[]}}, {restart_type,permanent}, {shutdown,brutal_kill}, {child_type,worker}] [ns_server:warn,2012-11-12T12:51:28.177,ns_1@192.168.0.21:ns_config_isasl_sync<0.373.0>:ns_memcached:connect:1103]Unable to connect: {error,{badmatch,{error,econnrefused}}}, retrying. [ns_server:info,2012-11-12T12:51:28.178,ns_1@192.168.0.21:ns_config_log<0.376.0>:ns_config_log:handle_info:57]config change: rest_creds -> ******** [error_logger:info,2012-11-12T12:51:28.182,ns_1@192.168.0.21:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================PROGRESS REPORT========================= supervisor: {local,ns_node_disco_sup} started: [{pid,<0.4460.0>}, {name,ns_config_rep}, {mfargs,{ns_config_rep,start_link,[]}}, {restart_type,permanent}, {shutdown,1000}, {child_type,worker}] [error_logger:info,2012-11-12T12:51:28.182,ns_1@192.168.0.21:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================PROGRESS REPORT========================= supervisor: {local,ns_server_sup} started: [{pid,<0.4452.0>}, {name,ns_node_disco_sup}, {mfargs,{ns_node_disco_sup,start_link,[]}}, {restart_type,permanent}, {shutdown,infinity}, {child_type,supervisor}] [error_logger:info,2012-11-12T12:51:28.183,ns_1@192.168.0.21:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================PROGRESS REPORT========================= supervisor: {local,ns_server_sup} started: [{pid,<0.4472.0>}, {name,vbucket_map_mirror}, {mfargs,{vbucket_map_mirror,start_link,[]}}, {restart_type,permanent}, {shutdown,brutal_kill}, {child_type,worker}] [error_logger:info,2012-11-12T12:51:28.184,ns_1@192.168.0.21:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================PROGRESS REPORT========================= supervisor: {local,ns_server_sup} started: [{pid,<0.4475.0>}, {name,ns_tick_event}, {mfargs,{gen_event,start_link,[{local,ns_tick_event}]}}, {restart_type,permanent}, {shutdown,1000}, {child_type,worker}] [ns_server:info,2012-11-12T12:51:28.184,ns_1@192.168.0.21:remote_clusters_info<0.4487.0>:remote_clusters_info:read_or_create_table:384]Reading remote_clusters_info content from /opt/couchbase/var/lib/couchbase/remote_clusters_cache [error_logger:info,2012-11-12T12:51:28.184,ns_1@192.168.0.21:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================PROGRESS REPORT========================= supervisor: {local,ns_server_sup} started: [{pid,<0.4476.0>}, {name,mb_master_events}, {mfargs, {gen_event,start_link,[{local,mb_master_events}]}}, {restart_type,permanent}, {shutdown,1000}, {child_type,worker}] [error_logger:info,2012-11-12T12:51:28.186,ns_1@192.168.0.21:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================PROGRESS REPORT========================= supervisor: {local,ns_server_sup} started: [{pid,<0.4477.0>}, {name,buckets_events}, {mfargs, {gen_event,start_link,[{local,buckets_events}]}}, {restart_type,permanent}, {shutdown,1000}, {child_type,worker}] [ns_server:error,2012-11-12T12:51:28.186,ns_1@192.168.0.21:ns_heart<0.4481.0>:ns_heart:grab_samples_loading_tasks:298]Failed to grab samples loader tasks: {exit, {noproc, {gen_server,call, [samples_loader_tasks,get_tasks, 2000]}}, [{gen_server,call,3}, {ns_heart,grab_samples_loading_tasks,0}, {ns_heart,current_status,0}, {ns_heart,handle_info,2}, {gen_server,handle_msg,5}, {proc_lib,init_p_do_apply,3}]} [error_logger:info,2012-11-12T12:51:28.186,ns_1@192.168.0.21:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================PROGRESS REPORT========================= supervisor: {local,ns_mail_sup} started: [{pid,<0.4479.0>}, {name,ns_mail_log}, {mfargs,{ns_mail_log,start_link,[]}}, {restart_type,permanent}, {shutdown,1000}, {child_type,worker}] [error_logger:info,2012-11-12T12:51:28.187,ns_1@192.168.0.21:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================PROGRESS REPORT========================= supervisor: {local,ns_server_sup} started: [{pid,<0.4478.0>}, {name,ns_mail_sup}, {mfargs,{ns_mail_sup,start_link,[]}}, {restart_type,permanent}, {shutdown,infinity}, {child_type,supervisor}] [error_logger:info,2012-11-12T12:51:28.187,ns_1@192.168.0.21:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================PROGRESS REPORT========================= supervisor: {local,ns_server_sup} started: [{pid,<0.4480.0>}, {name,ns_stats_event}, {mfargs, {gen_event,start_link,[{local,ns_stats_event}]}}, {restart_type,permanent}, {shutdown,1000}, {child_type,worker}] [error_logger:info,2012-11-12T12:51:28.188,ns_1@192.168.0.21:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================PROGRESS REPORT========================= supervisor: {local,ns_server_sup} started: [{pid,<0.4481.0>}, {name,ns_heart}, {mfargs,{ns_heart,start_link,[]}}, {restart_type,permanent}, {shutdown,1000}, {child_type,worker}] [error_logger:info,2012-11-12T12:51:28.188,ns_1@192.168.0.21:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================PROGRESS REPORT========================= supervisor: {local,ns_server_sup} started: [{pid,<0.4484.0>}, {name,ns_doctor}, {mfargs,{ns_doctor,start_link,[]}}, {restart_type,permanent}, {shutdown,1000}, {child_type,worker}] [error_logger:info,2012-11-12T12:51:28.189,ns_1@192.168.0.21:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================PROGRESS REPORT========================= supervisor: {local,ns_server_sup} started: [{pid,<0.4487.0>}, {name,remote_clusters_info}, {mfargs,{remote_clusters_info,start_link,[]}}, {restart_type,permanent}, {shutdown,1000}, {child_type,worker}] [ns_server:info,2012-11-12T12:51:28.189,ns_1@192.168.0.21:ns_config_log<0.376.0>:ns_config_log:handle_info:57]config change: rest_creds -> ******** [ns_server:error,2012-11-12T12:51:28.190,ns_1@192.168.0.21:ns_heart<0.4481.0>:ns_heart:grab_samples_loading_tasks:298]Failed to grab samples loader tasks: {exit, {noproc, {gen_server,call, [samples_loader_tasks,get_tasks, 2000]}}, [{gen_server,call,3}, {ns_heart,grab_samples_loading_tasks,0}, {ns_heart,current_status,0}, {ns_heart,handle_call,3}, {gen_server,handle_msg,5}, {proc_lib,init_p_do_apply,3}]} [user:info,2012-11-12T12:51:28.195,ns_1@192.168.0.21:ns_node_disco<0.4454.0>:ns_node_disco:handle_info:162]Node 'ns_1@192.168.0.21' saw that node 'ns_1@192.168.0.22' came up. [ns_server:info,2012-11-12T12:51:28.196,ns_1@192.168.0.21:ns_doctor<0.4484.0>:ns_doctor:update_status:211]The following buckets became ready on node 'ns_1@192.168.0.20': ["default"] [ns_server:info,2012-11-12T12:51:28.198,ns_1@192.168.0.21:ns_node_disco_events<0.4453.0>:ns_node_disco_log:handle_event:46]ns_node_disco_log: nodes changed: ['ns_1@192.168.0.20','ns_1@192.168.0.21', 'ns_1@192.168.0.22'] [error_logger:info,2012-11-12T12:51:28.198,ns_1@192.168.0.21:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================PROGRESS REPORT========================= supervisor: {local,ns_server_sup} started: [{pid,<0.4500.0>}, {name,mb_master}, {mfargs,{mb_master,start_link,[]}}, {restart_type,permanent}, {shutdown,infinity}, {child_type,supervisor}] [user:info,2012-11-12T12:51:28.204,ns_1@192.168.0.21:ns_server_sup<0.4446.0>:menelaus_sup:start_link:44]Couchbase Server has started on web port 8091 on node 'ns_1@192.168.0.21'. [error_logger:info,2012-11-12T12:51:28.215,ns_1@192.168.0.21:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================PROGRESS REPORT========================= supervisor: {local,ns_server_sup} started: [{pid,<0.4502.0>}, {name,master_activity_events}, {mfargs, {gen_event,start_link, [{local,master_activity_events}]}}, {restart_type,permanent}, {shutdown,brutal_kill}, {child_type,worker}] [error_logger:info,2012-11-12T12:51:28.215,ns_1@192.168.0.21:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================PROGRESS REPORT========================= supervisor: {local,ns_server_sup} started: [{pid,<0.4503.0>}, {name,master_activity_events_ingress}, {mfargs, {gen_event,start_link, [{local,master_activity_events_ingress}]}}, {restart_type,permanent}, {shutdown,brutal_kill}, {child_type,worker}] [error_logger:info,2012-11-12T12:51:28.216,ns_1@192.168.0.21:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================PROGRESS REPORT========================= supervisor: {local,ns_server_sup} started: [{pid,<0.4504.0>}, {name,master_activity_events_timestamper}, {mfargs, {master_activity_events,start_link_timestamper,[]}}, {restart_type,permanent}, {shutdown,brutal_kill}, {child_type,worker}] [error_logger:info,2012-11-12T12:51:28.216,ns_1@192.168.0.21:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================PROGRESS REPORT========================= supervisor: {local,ns_server_sup} started: [{pid,<0.4505.0>}, {name,master_activity_events_pids_watcher}, {mfargs, {master_activity_events_pids_watcher,start_link, []}}, {restart_type,permanent}, {shutdown,brutal_kill}, {child_type,worker}] [error_logger:info,2012-11-12T12:51:28.216,ns_1@192.168.0.21:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================PROGRESS REPORT========================= supervisor: {local,ns_server_sup} started: [{pid,<0.4506.0>}, {name,master_activity_events_keeper}, {mfargs,{master_activity_events_keeper,start_link,[]}}, {restart_type,permanent}, {shutdown,brutal_kill}, {child_type,worker}] [ns_server:info,2012-11-12T12:51:28.217,ns_1@192.168.0.21:<0.4532.0>:mc_tcp_listener:init:24]mccouch is listening on port 11213 [error_logger:info,2012-11-12T12:51:28.217,ns_1@192.168.0.21:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================PROGRESS REPORT========================= supervisor: {local,menelaus_sup} started: [{pid,<0.4509.0>}, {name,menelaus_web}, {mfargs,{menelaus_web,start_link,[]}}, {restart_type,permanent}, {shutdown,5000}, {child_type,worker}] [error_logger:info,2012-11-12T12:51:28.217,ns_1@192.168.0.21:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================PROGRESS REPORT========================= supervisor: {local,menelaus_sup} started: [{pid,<0.4526.0>}, {name,menelaus_event}, {mfargs,{menelaus_event,start_link,[]}}, {restart_type,permanent}, {shutdown,5000}, {child_type,worker}] [error_logger:info,2012-11-12T12:51:28.218,ns_1@192.168.0.21:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================PROGRESS REPORT========================= supervisor: {local,menelaus_sup} started: [{pid,<0.4527.0>}, {name,hot_keys_keeper}, {mfargs,{hot_keys_keeper,start_link,[]}}, {restart_type,permanent}, {shutdown,5000}, {child_type,worker}] [error_logger:info,2012-11-12T12:51:28.218,ns_1@192.168.0.21:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================PROGRESS REPORT========================= supervisor: {local,menelaus_sup} started: [{pid,<0.4528.0>}, {name,menelaus_web_alerts_srv}, {mfargs,{menelaus_web_alerts_srv,start_link,[]}}, {restart_type,permanent}, {shutdown,5000}, {child_type,worker}] [error_logger:info,2012-11-12T12:51:28.219,ns_1@192.168.0.21:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================PROGRESS REPORT========================= supervisor: {local,ns_server_sup} started: [{pid,<0.4508.0>}, {name,menelaus}, {mfargs,{menelaus_sup,start_link,[]}}, {restart_type,permanent}, {shutdown,infinity}, {child_type,supervisor}] [error_logger:info,2012-11-12T12:51:28.219,ns_1@192.168.0.21:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================PROGRESS REPORT========================= supervisor: {local,mc_sup} started: [{pid,<0.4530.0>}, {name,mc_couch_events}, {mfargs, {gen_event,start_link,[{local,mc_couch_events}]}}, {restart_type,permanent}, {shutdown,brutal_kill}, {child_type,worker}] [error_logger:info,2012-11-12T12:51:28.219,ns_1@192.168.0.21:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================PROGRESS REPORT========================= supervisor: {local,mc_sup} started: [{pid,<0.4531.0>}, {name,mc_conn_sup}, {mfargs,{mc_conn_sup,start_link,[]}}, {restart_type,permanent}, {shutdown,brutal_kill}, {child_type,supervisor}] [error_logger:info,2012-11-12T12:51:28.220,ns_1@192.168.0.21:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================PROGRESS REPORT========================= supervisor: {local,mc_sup} started: [{pid,<0.4532.0>}, {name,mc_tcp_listener}, {mfargs,{mc_tcp_listener,start_link,[11213]}}, {restart_type,permanent}, {shutdown,brutal_kill}, {child_type,worker}] [error_logger:info,2012-11-12T12:51:28.220,ns_1@192.168.0.21:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================PROGRESS REPORT========================= supervisor: {local,ns_server_sup} started: [{pid,<0.4529.0>}, {name,mc_sup}, {mfargs,{mc_sup,start_link,[]}}, {restart_type,permanent}, {shutdown,infinity}, {child_type,supervisor}] [error_logger:info,2012-11-12T12:51:28.221,ns_1@192.168.0.21:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================PROGRESS REPORT========================= supervisor: {local,ns_port_sup} started: [{pid,<0.4534.0>}, {name,ns_port_init}, {mfargs,{ns_port_init,start_link,[]}}, {restart_type,permanent}, {shutdown,10}, {child_type,worker}] [error_logger:info,2012-11-12T12:51:28.237,ns_1@192.168.0.21:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================PROGRESS REPORT========================= supervisor: {local,ns_port_sup} started: [{pid,<0.4535.0>}, {name, {moxi,"/opt/couchbase/bin/moxi", ["-Z", "port_listen=11211,default_bucket_name=default,downstream_max=1024,downstream_conn_max=4,connect_max_errors=5,connect_retry_interval=30000,connect_timeout=400,auth_timeout=100,cycle=200,downstream_conn_queue_timeout=200,downstream_timeout=5000,wait_queue_timeout=200", "-z", "url=http://127.0.0.1:8091/pools/default/saslBucketsStreaming", "-p","0","-Y","y","-O","stderr",[]], [{env, [{"EVENT_NOSELECT","1"}, {"MOXI_SASL_PLAIN_USR","Administrator"}, {"MOXI_SASL_PLAIN_PWD","password"}]}, use_stdio,exit_status,port_server_send_eol, stderr_to_stdout,stream]}}, {mfargs, {supervisor_cushion,start_link, [moxi,5000,10000,ns_port_server,start_link, [moxi,"/opt/couchbase/bin/moxi", ["-Z", "port_listen=11211,default_bucket_name=default,downstream_max=1024,downstream_conn_max=4,connect_max_errors=5,connect_retry_interval=30000,connect_timeout=400,auth_timeout=100,cycle=200,downstream_conn_queue_timeout=200,downstream_timeout=5000,wait_queue_timeout=200", "-z", "url=http://127.0.0.1:8091/pools/default/saslBucketsStreaming", "-p","0","-Y","y","-O","stderr",[]], [{env, [{"EVENT_NOSELECT","1"}, {"MOXI_SASL_PLAIN_USR","Administrator"}, {"MOXI_SASL_PLAIN_PWD","password"}]}, use_stdio,exit_status,port_server_send_eol, stderr_to_stdout,stream]]]}}, {restart_type,permanent}, {shutdown,86400000}, {child_type,worker}] [error_logger:info,2012-11-12T12:51:28.238,ns_1@192.168.0.21:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================PROGRESS REPORT========================= supervisor: {local,ns_port_sup} started: [{pid,<0.4537.0>}, {name, {memcached,"/opt/couchbase/bin/memcached", ["-X", "/opt/couchbase/lib/memcached/stdin_term_handler.so", "-X", "/opt/couchbase/lib/memcached/file_logger.so,cyclesize=104857600;sleeptime=19;filename=/opt/couchbase/var/lib/couchbase/logs/memcached.log", "-l","0.0.0.0:11210,0.0.0.0:11209:1000","-p", "11210","-E", "/opt/couchbase/lib/memcached/bucket_engine.so", "-B","binary","-r","-c","10000","-e", "admin=_admin;default_bucket_name=default;auto_create=false", []], [{env, [{"EVENT_NOSELECT","1"}, {"MEMCACHED_TOP_KEYS","100"}, {"ISASL_PWFILE", "/opt/couchbase/var/lib/couchbase/data/isasl.pw"}, {"ISASL_DB_CHECK_TIME","1"}]}, use_stdio,stderr_to_stdout,exit_status, port_server_send_eol,stream]}}, {mfargs, {erlang,apply, [#Fun, [memcached,"/opt/couchbase/bin/memcached", ["-X", "/opt/couchbase/lib/memcached/stdin_term_handler.so", "-X", "/opt/couchbase/lib/memcached/file_logger.so,cyclesize=104857600;sleeptime=19;filename=/opt/couchbase/var/lib/couchbase/logs/memcached.log", "-l","0.0.0.0:11210,0.0.0.0:11209:1000", "-p","11210","-E", "/opt/couchbase/lib/memcached/bucket_engine.so", "-B","binary","-r","-c","10000","-e", "admin=_admin;default_bucket_name=default;auto_create=false", []], [{env, [{"EVENT_NOSELECT","1"}, {"MEMCACHED_TOP_KEYS","100"}, {"ISASL_PWFILE", "/opt/couchbase/var/lib/couchbase/data/isasl.pw"}, {"ISASL_DB_CHECK_TIME","1"}]}, use_stdio,stderr_to_stdout,exit_status, port_server_send_eol,stream]]]}}, {restart_type,permanent}, {shutdown,86400000}, {child_type,worker}] [ns_server:info,2012-11-12T12:51:28.239,ns_1@192.168.0.21:<0.4540.0>:ns_memcached_log_rotator:init:28]Starting log rotator on "/opt/couchbase/var/lib/couchbase/logs"/"memcached.log"* with an initial period of 39003ms [error_logger:info,2012-11-12T12:51:28.239,ns_1@192.168.0.21:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================PROGRESS REPORT========================= supervisor: {local,ns_server_sup} started: [{pid,<0.4533.0>}, {name,ns_port_sup}, {mfargs,{ns_port_sup,start_link,[]}}, {restart_type,permanent}, {shutdown,infinity}, {child_type,supervisor}] [error_logger:info,2012-11-12T12:51:28.239,ns_1@192.168.0.21:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================PROGRESS REPORT========================= supervisor: {local,ns_server_sup} started: [{pid,<0.4539.0>}, {name,ns_port_memcached_killer}, {mfargs,{ns_port_sup,start_memcached_force_killer,[]}}, {restart_type,permanent}, {shutdown,brutal_kill}, {child_type,worker}] [error_logger:info,2012-11-12T12:51:28.239,ns_1@192.168.0.21:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================PROGRESS REPORT========================= supervisor: {local,ns_server_sup} started: [{pid,<0.4540.0>}, {name,ns_memcached_log_rotator}, {mfargs,{ns_memcached_log_rotator,start_link,[]}}, {restart_type,permanent}, {shutdown,1000}, {child_type,worker}] [error_logger:info,2012-11-12T12:51:28.240,ns_1@192.168.0.21:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================PROGRESS REPORT========================= supervisor: {local,ns_server_sup} started: [{pid,<0.4542.0>}, {name,ns_bucket_worker}, {mfargs,{work_queue,start_link,[ns_bucket_worker]}}, {restart_type,permanent}, {shutdown,1000}, {child_type,worker}] [error_logger:info,2012-11-12T12:51:28.240,ns_1@192.168.0.21:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================PROGRESS REPORT========================= supervisor: {local,ns_server_sup} started: [{pid,<0.4543.0>}, {name,xdc_replication_sup}, {mfargs,{xdc_replication_sup,start_link,[]}}, {restart_type,permanent}, {shutdown,infinity}, {child_type,supervisor}] [error_logger:info,2012-11-12T12:51:28.306,ns_1@192.168.0.21:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================PROGRESS REPORT========================= supervisor: {local,ns_server_sup} started: [{pid,<0.4544.0>}, {name,xdc_rep_manager}, {mfargs,{xdc_rep_manager,start_link,[]}}, {restart_type,permanent}, {shutdown,30000}, {child_type,worker}] [error_logger:info,2012-11-12T12:51:28.307,ns_1@192.168.0.21:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================PROGRESS REPORT========================= supervisor: {local,ns_bucket_sup} started: [{pid,<0.4548.0>}, {name,buckets_observing_subscription}, {mfargs,{ns_bucket_sup,subscribe_on_config_events,[]}}, {restart_type,permanent}, {shutdown,1000}, {child_type,worker}] [error_logger:info,2012-11-12T12:51:28.308,ns_1@192.168.0.21:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================PROGRESS REPORT========================= supervisor: {local,ns_server_sup} started: [{pid,<0.4547.0>}, {name,ns_bucket_sup}, {mfargs,{ns_bucket_sup,start_link,[]}}, {restart_type,permanent}, {shutdown,infinity}, {child_type,supervisor}] [error_logger:info,2012-11-12T12:51:28.308,ns_1@192.168.0.21:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================PROGRESS REPORT========================= supervisor: {local,ns_server_sup} started: [{pid,<0.4549.0>}, {name,system_stats_collector}, {mfargs,{system_stats_collector,start_link,[]}}, {restart_type,permanent}, {shutdown,1000}, {child_type,worker}] [error_logger:info,2012-11-12T12:51:28.309,ns_1@192.168.0.21:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================PROGRESS REPORT========================= supervisor: {local,ns_server_sup} started: [{pid,<0.4551.0>}, {name,{stats_archiver,"@system"}}, {mfargs,{stats_archiver,start_link,["@system"]}}, {restart_type,permanent}, {shutdown,1000}, {child_type,worker}] [error_logger:info,2012-11-12T12:51:28.309,ns_1@192.168.0.21:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================PROGRESS REPORT========================= supervisor: {local,ns_server_sup} started: [{pid,<0.4553.0>}, {name,{stats_reader,"@system"}}, {mfargs,{stats_reader,start_link,["@system"]}}, {restart_type,permanent}, {shutdown,1000}, {child_type,worker}] [error_logger:info,2012-11-12T12:51:28.310,ns_1@192.168.0.21:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================PROGRESS REPORT========================= supervisor: {local,ns_server_sup} started: [{pid,<0.4554.0>}, {name,ns_moxi_sup_work_queue}, {mfargs, {work_queue,start_link,[ns_moxi_sup_work_queue]}}, {restart_type,permanent}, {shutdown,1000}, {child_type,worker}] [error_logger:info,2012-11-12T12:51:28.310,ns_1@192.168.0.21:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================PROGRESS REPORT========================= supervisor: {local,ns_server_sup} started: [{pid,<0.4555.0>}, {name,ns_moxi_sup}, {mfargs,{ns_moxi_sup,start_link,[]}}, {restart_type,permanent}, {shutdown,infinity}, {child_type,supervisor}] [error_logger:info,2012-11-12T12:51:28.310,ns_1@192.168.0.21:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================PROGRESS REPORT========================= supervisor: {local,ns_server_sup} started: [{pid,<0.4557.0>}, {name,compaction_daemon}, {mfargs, {supervisor_cushion,start_link, [compaction_daemon,3000,1000,compaction_daemon, start_link,[]]}}, {restart_type,permanent}, {shutdown,86400000}, {child_type,worker}] [error_logger:info,2012-11-12T12:51:28.312,ns_1@192.168.0.21:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================PROGRESS REPORT========================= supervisor: {local,ns_server_sup} started: [{pid,<0.4560.0>}, {name,xdc_rdoc_replication_srv}, {mfargs,{xdc_rdoc_replication_srv,start_link,[]}}, {restart_type,permanent}, {shutdown,1000}, {child_type,worker}] [ns_server:info,2012-11-12T12:51:28.312,ns_1@192.168.0.21:set_view_update_daemon<0.4562.0>:set_view_update_daemon:init:50]Set view update daemon, starting with the following settings: update interval: 5000ms minimum number of changes: 5000 [error_logger:info,2012-11-12T12:51:28.312,ns_1@192.168.0.21:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================PROGRESS REPORT========================= supervisor: {local,ns_server_sup} started: [{pid,<0.4562.0>}, {name,set_view_update_daemon}, {mfargs,{set_view_update_daemon,start_link,[]}}, {restart_type,permanent}, {shutdown,1000}, {child_type,worker}] [user:info,2012-11-12T12:51:28.313,ns_1@192.168.0.21:ns_cluster<0.285.0>:ns_cluster:perform_actual_join:676]Node ns_1@192.168.0.21 joined cluster [error_logger:info,2012-11-12T12:51:28.313,ns_1@192.168.0.21:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================PROGRESS REPORT========================= supervisor: {local,ns_server_sup} started: [{pid,<0.4564.0>}, {name,samples_loader_tasks}, {mfargs,{samples_loader_tasks,start_link,[]}}, {restart_type,permanent}, {shutdown,1000}, {child_type,worker}] [error_logger:info,2012-11-12T12:51:28.313,ns_1@192.168.0.21:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================PROGRESS REPORT========================= supervisor: {local,ns_server_cluster_sup} started: [{pid,<0.4446.0>}, {name,ns_server_sup}, {mfargs,{ns_server_sup,start_link,[]}}, {restart_type,permanent}, {shutdown,infinity}, {child_type,supervisor}] [ns_server:info,2012-11-12T12:51:28.520,ns_1@192.168.0.21:<0.4536.0>:ns_port_server:log:171]moxi<0.4536.0>: 2012-11-12 12:51:28: (cproxy_config.c.317) env: MOXI_SASL_PLAIN_USR (13) moxi<0.4536.0>: 2012-11-12 12:51:28: (cproxy_config.c.326) env: MOXI_SASL_PLAIN_PWD (8) [error_logger:info,2012-11-12T12:51:28.869,ns_1@192.168.0.21:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================PROGRESS REPORT========================= supervisor: {local,ns_bucket_sup} started: [{pid,<0.4577.0>}, {name,{per_bucket_sup,"default"}}, {mfargs,{single_bucket_sup,start_link,["default"]}}, {restart_type,permanent}, {shutdown,infinity}, {child_type,supervisor}] [error_logger:info,2012-11-12T12:51:28.927,ns_1@192.168.0.21:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================PROGRESS REPORT========================= supervisor: {local,'single_bucket_sup-default'} started: [{pid,<0.4579.0>}, {name,{capi_set_view_manager,"default"}}, {mfargs,{capi_set_view_manager,start_link,["default"]}}, {restart_type,permanent}, {shutdown,1000}, {child_type,worker}] [ns_server:info,2012-11-12T12:51:29.096,ns_1@192.168.0.21:ns_memcached-default<0.4591.0>:ns_memcached:ensure_bucket:1119]Created bucket "default" with config string "ht_size=3079;ht_locks=5;tap_noop_interval=20;max_txn_size=10000;max_size=12582912000;tap_keepalive=300;dbname=/data/default;allow_data_loss_during_shutdown=true;backend=couchdb;couch_bucket=default;couch_port=11213;max_vbuckets=1024;alog_path=/data/default/access.log;data_traffic_enabled=false;vb0=false;waitforwarmup=false;failpartialwarmup=false;" [error_logger:info,2012-11-12T12:51:29.097,ns_1@192.168.0.21:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================PROGRESS REPORT========================= supervisor: {local,'single_bucket_sup-default'} started: [{pid,<0.4591.0>}, {name,{ns_memcached,"default"}}, {mfargs,{ns_memcached,start_link,["default"]}}, {restart_type,permanent}, {shutdown,86400000}, {child_type,worker}] [error_logger:info,2012-11-12T12:51:29.099,ns_1@192.168.0.21:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================PROGRESS REPORT========================= supervisor: {local,'single_bucket_sup-default'} started: [{pid,<0.4597.0>}, {name,{tap_replication_manager,"default"}}, {mfargs, {tap_replication_manager,start_link,["default"]}}, {restart_type,permanent}, {shutdown,1000}, {child_type,worker}] [error_logger:info,2012-11-12T12:51:29.099,ns_1@192.168.0.21:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================PROGRESS REPORT========================= supervisor: {local,'single_bucket_sup-default'} started: [{pid,<0.4598.0>}, {name,{ns_vbm_new_sup,"default"}}, {mfargs,{ns_vbm_new_sup,start_link,["default"]}}, {restart_type,permanent}, {shutdown,infinity}, {child_type,supervisor}] [ns_server:info,2012-11-12T12:51:29.126,ns_1@192.168.0.21:janitor_agent-default<0.4600.0>:janitor_agent:read_flush_counter:764]Loading flushseq failed: {error,enoent}. Assuming it's equal to global config. [error_logger:info,2012-11-12T12:51:29.126,ns_1@192.168.0.21:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================PROGRESS REPORT========================= supervisor: {local,'single_bucket_sup-default'} started: [{pid,<0.4599.0>}, {name,{ns_vbm_sup,"default"}}, {mfargs,{ns_vbm_sup,start_link,["default"]}}, {restart_type,permanent}, {shutdown,1000}, {child_type,supervisor}] [ns_server:info,2012-11-12T12:51:29.127,ns_1@192.168.0.21:janitor_agent-default<0.4600.0>:janitor_agent:read_flush_counter_from_config:771]Initialized flushseq 0 from bucket config [error_logger:info,2012-11-12T12:51:29.127,ns_1@192.168.0.21:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================PROGRESS REPORT========================= supervisor: {local,'single_bucket_sup-default'} started: [{pid,<0.4600.0>}, {name,{janitor_agent,"default"}}, {mfargs,{janitor_agent,start_link,["default"]}}, {restart_type,permanent}, {shutdown,brutal_kill}, {child_type,worker}] [error_logger:info,2012-11-12T12:51:29.129,ns_1@192.168.0.21:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================PROGRESS REPORT========================= supervisor: {local,'single_bucket_sup-default'} started: [{pid,<0.4601.0>}, {name,{couch_stats_reader,"default"}}, {mfargs,{couch_stats_reader,start_link,["default"]}}, {restart_type,permanent}, {shutdown,1000}, {child_type,worker}] [error_logger:info,2012-11-12T12:51:29.141,ns_1@192.168.0.21:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================PROGRESS REPORT========================= supervisor: {local,'single_bucket_sup-default'} started: [{pid,<0.4602.0>}, {name,{stats_collector,"default"}}, {mfargs,{stats_collector,start_link,["default"]}}, {restart_type,permanent}, {shutdown,1000}, {child_type,worker}] [error_logger:info,2012-11-12T12:51:29.141,ns_1@192.168.0.21:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================PROGRESS REPORT========================= supervisor: {local,'single_bucket_sup-default'} started: [{pid,<0.4604.0>}, {name,{stats_archiver,"default"}}, {mfargs,{stats_archiver,start_link,["default"]}}, {restart_type,permanent}, {shutdown,1000}, {child_type,worker}] [error_logger:info,2012-11-12T12:51:29.142,ns_1@192.168.0.21:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================PROGRESS REPORT========================= supervisor: {local,'single_bucket_sup-default'} started: [{pid,<0.4606.0>}, {name,{stats_reader,"default"}}, {mfargs,{stats_reader,start_link,["default"]}}, {restart_type,permanent}, {shutdown,1000}, {child_type,worker}] [error_logger:info,2012-11-12T12:51:29.147,ns_1@192.168.0.21:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================PROGRESS REPORT========================= supervisor: {local,'single_bucket_sup-default'} started: [{pid,<0.4607.0>}, {name,{failover_safeness_level,"default"}}, {mfargs, {failover_safeness_level,start_link,["default"]}}, {restart_type,permanent}, {shutdown,1000}, {child_type,worker}] [ns_server:info,2012-11-12T12:51:29.265,ns_1@192.168.0.21:ns_port_memcached<0.4538.0>:ns_port_server:log:171]memcached<0.4538.0>: Mon Nov 12 12:51:29.064873 PST 3: Trying to connect to mccouch: "localhost:11213" memcached<0.4538.0>: Mon Nov 12 12:51:29.068376 PST 3: Connected to mccouch: "localhost:11213" memcached<0.4538.0>: Mon Nov 12 12:51:29.095850 PST 3: Warning: failed to load the engine session stats due to IO exception "basic_ios::clear" memcached<0.4538.0>: Mon Nov 12 12:51:29.096015 PST 3: Failed to load mutation log, falling back to key dump memcached<0.4538.0>: Mon Nov 12 12:51:29.096059 PST 3: Extension support isn't implemented in this version of bucket_engine memcached<0.4538.0>: Mon Nov 12 12:51:29.096235 PST 3: metadata loaded in 17 ms memcached<0.4538.0>: Mon Nov 12 12:51:29.096554 PST 3: warmup completed in 17 ms [user:info,2012-11-12T12:51:29.433,ns_1@192.168.0.21:ns_memcached-default<0.4591.0>:ns_memcached:handle_cast:581]Bucket "default" loaded on node 'ns_1@192.168.0.21' in 0 seconds. [ns_server:info,2012-11-12T12:51:29.586,ns_1@192.168.0.21:mb_master<0.4500.0>:mb_master:candidate:351]Changing master from undefined to 'ns_1@192.168.0.20' [ns_server:info,2012-11-12T12:51:30.059,ns_1@192.168.0.21:ns_memcached-default<0.4591.0>:ns_memcached:handle_call:244]Enabling traffic to bucket "default" [ns_server:info,2012-11-12T12:51:30.060,ns_1@192.168.0.21:ns_memcached-default<0.4591.0>:ns_memcached:handle_call:248]Bucket "default" marked as warmed in 0 seconds [ns_server:info,2012-11-12T12:51:30.439,ns_1@192.168.0.21:<0.4596.0>:ns_memcached:do_handle_call:521]Changed vbucket 512 state to replica [ns_server:info,2012-11-12T12:51:30.441,ns_1@192.168.0.21:<0.4596.0>:ns_memcached:do_handle_call:521]Changed vbucket 0 state to replica [ns_server:info,2012-11-12T12:51:30.561,ns_1@192.168.0.21:<0.4680.0>:ebucketmigrator_srv:init:479]Setting {"192.168.0.21",11209} vbucket 512 to state replica [ns_server:info,2012-11-12T12:51:30.658,ns_1@192.168.0.21:<0.4681.0>:ebucketmigrator_srv:init:479]Setting {"192.168.0.21",11209} vbucket 0 to state replica [rebalance:info,2012-11-12T12:51:30.690,ns_1@192.168.0.21:<0.4680.0>:ebucketmigrator_srv:init:538]Starting tap stream: [{vbuckets,[512]}, {checkpoints,[{512,0}]}, {name,<<"replication_building_512_'ns_1@192.168.0.21'">>}, {takeover,false}] {{"192.168.0.22",11209}, {"192.168.0.21",11209}, [{vbuckets,[512]}, {takeover,false}, {suffix,"building_512_'ns_1@192.168.0.21'"}, {username,"default"}, {password,[]}]} [rebalance:info,2012-11-12T12:51:30.691,ns_1@192.168.0.21:<0.4680.0>:ebucketmigrator_srv:process_upstream:901]Initial stream for vbucket 512 [rebalance:info,2012-11-12T12:51:30.813,ns_1@192.168.0.21:<0.4681.0>:ebucketmigrator_srv:init:538]Starting tap stream: [{vbuckets,[0]}, {checkpoints,[{0,0}]}, {name,<<"replication_building_0_'ns_1@192.168.0.21'">>}, {takeover,false}] {{"192.168.0.20",11209}, {"192.168.0.21",11209}, [{vbuckets,[0]}, {takeover,false}, {suffix,"building_0_'ns_1@192.168.0.21'"}, {username,"default"}, {password,[]}]} [rebalance:info,2012-11-12T12:51:30.814,ns_1@192.168.0.21:<0.4681.0>:ebucketmigrator_srv:process_upstream:901]Initial stream for vbucket 0 [ns_server:info,2012-11-12T12:51:30.892,ns_1@192.168.0.21:ns_port_memcached<0.4538.0>:ns_port_server:log:171]memcached<0.4538.0>: Mon Nov 12 12:51:30.691753 PST 3: TAP (Consumer) eq_tapq:anon_1 - Reset vbucket 512 was completed succecssfully. memcached<0.4538.0>: Mon Nov 12 12:51:30.815179 PST 3: TAP (Consumer) eq_tapq:anon_2 - Reset vbucket 0 was completed succecssfully. [rebalance:info,2012-11-12T12:51:31.974,ns_1@192.168.0.21:<0.4680.0>:ebucketmigrator_srv:do_confirm_sent_messages:671]Got close ack! [ns_server:info,2012-11-12T12:51:32.134,ns_1@192.168.0.21:<0.4596.0>:ns_memcached:do_handle_call:521]Changed vbucket 512 state to active [ns_server:info,2012-11-12T12:51:32.150,ns_1@192.168.0.21:ns_port_memcached<0.4538.0>:ns_port_server:log:171]memcached<0.4538.0>: Mon Nov 12 12:51:31.950045 PST 3: Notified the completion of checkpoint persistence for vbucket 512, cookie 0x5c85080 memcached<0.4538.0>: Mon Nov 12 12:51:31.974892 PST 3: TAP (Consumer) eq_tapq:anon_1 - disconnected memcached<0.4538.0>: Mon Nov 12 12:51:32.079452 PST 3: Schedule cleanup of "eq_tapq:anon_1" memcached<0.4538.0>: Mon Nov 12 12:51:32.128965 PST 3: TAP (Consumer) eq_tapq:anon_3 - disconnected [ns_server:info,2012-11-12T12:51:32.366,ns_1@192.168.0.21:<0.4596.0>:ns_memcached:do_handle_call:521]Changed vbucket 513 state to replica [ns_server:info,2012-11-12T12:51:32.368,ns_1@192.168.0.21:ns_port_memcached<0.4538.0>:ns_port_server:log:171]memcached<0.4538.0>: Mon Nov 12 12:51:32.167865 PST 3: TAP (Producer) eq_tapq:replication_ns_1@192.168.0.22 - Sending TAP_OPAQUE with command "opaque_enable_auto_nack" and vbucket 0 memcached<0.4538.0>: Mon Nov 12 12:51:32.167917 PST 3: TAP (Producer) eq_tapq:replication_ns_1@192.168.0.22 - Sending TAP_OPAQUE with command "enable_checkpoint_sync" and vbucket 0 memcached<0.4538.0>: Mon Nov 12 12:51:32.168041 PST 3: Schedule cleanup of "eq_tapq:anon_3" [ns_server:info,2012-11-12T12:51:32.434,ns_1@192.168.0.21:<0.4700.0>:ebucketmigrator_srv:init:479]Setting {"192.168.0.21",11209} vbucket 513 to state replica [rebalance:info,2012-11-12T12:51:32.546,ns_1@192.168.0.21:<0.4700.0>:ebucketmigrator_srv:init:538]Starting tap stream: [{vbuckets,[513]}, {checkpoints,[{513,0}]}, {name,<<"replication_building_513_'ns_1@192.168.0.21'">>}, {takeover,false}] {{"192.168.0.22",11209}, {"192.168.0.21",11209}, [{vbuckets,[513]}, {takeover,false}, {suffix,"building_513_'ns_1@192.168.0.21'"}, {username,"default"}, {password,[]}]} [rebalance:info,2012-11-12T12:51:32.548,ns_1@192.168.0.21:<0.4700.0>:ebucketmigrator_srv:process_upstream:901]Initial stream for vbucket 513 [ns_server:info,2012-11-12T12:51:32.724,ns_1@192.168.0.21:ns_port_memcached<0.4538.0>:ns_port_server:log:171]memcached<0.4538.0>: Mon Nov 12 12:51:32.523938 PST 3: Notified the completion of checkpoint persistence for vbucket 0, cookie 0x5c85600 memcached<0.4538.0>: Mon Nov 12 12:51:32.548459 PST 3: TAP (Consumer) eq_tapq:anon_4 - Reset vbucket 513 was completed succecssfully. [rebalance:info,2012-11-12T12:51:32.760,ns_1@192.168.0.21:<0.4681.0>:ebucketmigrator_srv:do_confirm_sent_messages:671]Got close ack! [ns_server:info,2012-11-12T12:51:32.769,ns_1@192.168.0.21:<0.4596.0>:ns_memcached:do_handle_call:521]Changed vbucket 0 state to replica [ns_server:info,2012-11-12T12:51:32.769,ns_1@192.168.0.21:tap_replication_manager-default<0.4597.0>:tap_replication_manager:start_child:157]Starting replication from 'ns_1@192.168.0.22' for [0] [ns_server:info,2012-11-12T12:51:32.771,ns_1@192.168.0.21:tap_replication_manager-default<0.4597.0>:tap_replication_manager:change_vbucket_filter:185]Going to change replication from 'ns_1@192.168.0.22' to have [0] ([0], []) [error_logger:info,2012-11-12T12:51:32.771,ns_1@192.168.0.21:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================PROGRESS REPORT========================= supervisor: {local,'ns_vbm_new_sup-default'} started: [{pid,<0.4713.0>}, {name,{new_child_id,[0],'ns_1@192.168.0.22'}}, {mfargs, {ebucketmigrator_srv,start_link, [{"192.168.0.22",11209}, {"192.168.0.21",11209}, [{on_not_ready_vbuckets, #Fun}, {username,"default"}, {password,[]}, {vbuckets,[0]}, {takeover,false}, {suffix,"ns_1@192.168.0.21"}]]}}, {restart_type,temporary}, {shutdown,60000}, {child_type,worker}] [ns_server:info,2012-11-12T12:51:32.773,ns_1@192.168.0.21:<0.4713.0>:ebucketmigrator_srv:init:479]Setting {"192.168.0.21",11209} vbucket 0 to state replica [ns_server:info,2012-11-12T12:51:32.794,ns_1@192.168.0.21:<0.4596.0>:ns_memcached:do_handle_call:521]Changed vbucket 1 state to replica [ns_server:info,2012-11-12T12:51:32.797,ns_1@192.168.0.21:ns_doctor<0.4484.0>:ns_doctor:update_status:211]The following buckets became ready on node 'ns_1@192.168.0.22': ["default"] [rebalance:info,2012-11-12T12:51:32.874,ns_1@192.168.0.21:<0.4713.0>:ebucketmigrator_srv:init:538]Starting tap stream: [{vbuckets,[0]}, {checkpoints,[{0,2}]}, {name,<<"replication_ns_1@192.168.0.21">>}, {takeover,false}] {{"192.168.0.22",11209}, {"192.168.0.21",11209}, [{on_not_ready_vbuckets,#Fun}, {username,"default"}, {password,[]}, {vbuckets,[0]}, {takeover,false}, {suffix,"ns_1@192.168.0.21"}]} [rebalance:info,2012-11-12T12:51:32.878,ns_1@192.168.0.21:<0.4713.0>:ebucketmigrator_srv:process_upstream:920]TAP stream is not doing backfill [ns_server:info,2012-11-12T12:51:32.962,ns_1@192.168.0.21:ns_port_memcached<0.4538.0>:ns_port_server:log:171]memcached<0.4538.0>: Mon Nov 12 12:51:32.761365 PST 3: TAP (Consumer) eq_tapq:anon_2 - disconnected [ns_server:info,2012-11-12T12:51:32.962,ns_1@192.168.0.21:<0.4722.0>:ebucketmigrator_srv:init:479]Setting {"192.168.0.21",11209} vbucket 1 to state replica [rebalance:info,2012-11-12T12:51:33.087,ns_1@192.168.0.21:<0.4722.0>:ebucketmigrator_srv:init:538]Starting tap stream: [{vbuckets,[1]}, {checkpoints,[{1,0}]}, {name,<<"replication_building_1_'ns_1@192.168.0.21'">>}, {takeover,false}] {{"192.168.0.20",11209}, {"192.168.0.21",11209}, [{vbuckets,[1]}, {takeover,false}, {suffix,"building_1_'ns_1@192.168.0.21'"}, {username,"default"}, {password,[]}]} [rebalance:info,2012-11-12T12:51:33.089,ns_1@192.168.0.21:<0.4722.0>:ebucketmigrator_srv:process_upstream:901]Initial stream for vbucket 1 [ns_server:info,2012-11-12T12:51:33.189,ns_1@192.168.0.21:ns_doctor<0.4484.0>:ns_doctor:update_status:211]The following buckets became ready on node 'ns_1@192.168.0.21': ["default"] [ns_server:info,2012-11-12T12:51:33.293,ns_1@192.168.0.21:ns_port_memcached<0.4538.0>:ns_port_server:log:171]memcached<0.4538.0>: Mon Nov 12 12:51:33.090162 PST 3: TAP (Consumer) eq_tapq:anon_6 - Reset vbucket 1 was completed succecssfully. memcached<0.4538.0>: Mon Nov 12 12:51:33.195035 PST 3: Schedule cleanup of "eq_tapq:anon_2" [rebalance:info,2012-11-12T12:51:33.341,ns_1@192.168.0.21:<0.4700.0>:ebucketmigrator_srv:do_confirm_sent_messages:671]Got close ack! [ns_server:info,2012-11-12T12:51:33.530,ns_1@192.168.0.21:ns_port_memcached<0.4538.0>:ns_port_server:log:171]memcached<0.4538.0>: Mon Nov 12 12:51:33.329495 PST 3: Notified the completion of checkpoint persistence for vbucket 513, cookie 0x5c85b80 memcached<0.4538.0>: Mon Nov 12 12:51:33.342022 PST 3: TAP (Consumer) eq_tapq:anon_4 - disconnected [ns_server:info,2012-11-12T12:51:33.616,ns_1@192.168.0.21:<0.4594.0>:ns_memcached:do_handle_call:521]Changed vbucket 513 state to active [ns_server:info,2012-11-12T12:51:33.756,ns_1@192.168.0.21:ns_port_memcached<0.4538.0>:ns_port_server:log:171]memcached<0.4538.0>: Mon Nov 12 12:51:33.555338 PST 3: TAP (Consumer) eq_tapq:anon_7 - disconnected memcached<0.4538.0>: Mon Nov 12 12:51:33.557895 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4538.0>: Mon Nov 12 12:51:33.575505 PST 3: Notified the completion of checkpoint persistence for vbucket 1, cookie 0x5c62580 memcached<0.4538.0>: Mon Nov 12 12:51:33.697068 PST 3: Schedule cleanup of "eq_tapq:anon_4" memcached<0.4538.0>: Mon Nov 12 12:51:33.697137 PST 3: Schedule cleanup of "eq_tapq:anon_7" memcached<0.4538.0>: Mon Nov 12 12:51:33.697195 PST 3: TAP (Producer) eq_tapq:replication_ns_1@192.168.0.22 - Sending TAP_OPAQUE with command "complete_vb_filter_change" and vbucket 0 [ns_server:info,2012-11-12T12:51:33.839,ns_1@192.168.0.21:<0.4596.0>:ns_memcached:do_handle_call:521]Changed vbucket 514 state to replica [ns_server:info,2012-11-12T12:51:33.846,ns_1@192.168.0.21:<0.4746.0>:ebucketmigrator_srv:init:479]Setting {"192.168.0.21",11209} vbucket 514 to state replica [rebalance:info,2012-11-12T12:51:33.964,ns_1@192.168.0.21:<0.4746.0>:ebucketmigrator_srv:init:538]Starting tap stream: [{vbuckets,[514]}, {checkpoints,[{514,0}]}, {name,<<"replication_building_514_'ns_1@192.168.0.21'">>}, {takeover,false}] {{"192.168.0.22",11209}, {"192.168.0.21",11209}, [{vbuckets,[514]}, {takeover,false}, {suffix,"building_514_'ns_1@192.168.0.21'"}, {username,"default"}, {password,[]}]} [rebalance:info,2012-11-12T12:51:33.976,ns_1@192.168.0.21:<0.4746.0>:ebucketmigrator_srv:process_upstream:901]Initial stream for vbucket 514 [rebalance:info,2012-11-12T12:51:34.061,ns_1@192.168.0.21:<0.4722.0>:ebucketmigrator_srv:do_confirm_sent_messages:671]Got close ack! [ns_server:info,2012-11-12T12:51:34.074,ns_1@192.168.0.21:<0.4596.0>:ns_memcached:do_handle_call:521]Changed vbucket 1 state to replica [ns_server:info,2012-11-12T12:51:34.074,ns_1@192.168.0.21:tap_replication_manager-default<0.4597.0>:tap_replication_manager:change_vbucket_filter:185]Going to change replication from 'ns_1@192.168.0.22' to have [0,1] ([1], []) [ns_server:info,2012-11-12T12:51:34.079,ns_1@192.168.0.21:<0.4713.0>:ebucketmigrator_srv:handle_call:274]Starting new-style vbucket filter change on stream `replication_ns_1@192.168.0.21` [ns_server:info,2012-11-12T12:51:34.177,ns_1@192.168.0.21:ns_port_memcached<0.4538.0>:ns_port_server:log:171]memcached<0.4538.0>: Mon Nov 12 12:51:33.976918 PST 3: TAP (Consumer) eq_tapq:anon_8 - Reset vbucket 514 was completed succecssfully. memcached<0.4538.0>: Mon Nov 12 12:51:34.061587 PST 3: TAP (Consumer) eq_tapq:anon_6 - disconnected [ns_server:info,2012-11-12T12:51:34.216,ns_1@192.168.0.21:<0.4713.0>:ebucketmigrator_srv:handle_call:297]Changing vbucket filter on tap stream `replication_ns_1@192.168.0.21`: [{0,2},{1,2}] [ns_server:info,2012-11-12T12:51:34.218,ns_1@192.168.0.21:<0.4713.0>:ebucketmigrator_srv:handle_call:307]Successfully changed vbucket filter on tap stream `replication_ns_1@192.168.0.21`. [ns_server:info,2012-11-12T12:51:34.219,ns_1@192.168.0.21:<0.4713.0>:ebucketmigrator_srv:handle_info:376]Got vbucket filter change completion message. Completing state transition to a new ebucketmigrator. [rebalance:info,2012-11-12T12:51:34.220,ns_1@192.168.0.21:<0.4713.0>:ebucketmigrator_srv:do_confirm_sent_messages:671]Got close ack! [ns_server:info,2012-11-12T12:51:34.221,ns_1@192.168.0.21:<0.4768.0>:ns_vbm_new_sup:mk_old_state_retriever:83]Got vbucket filter change old state. Proceeding vbucket filter change operation [error_logger:info,2012-11-12T12:51:34.221,ns_1@192.168.0.21:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================PROGRESS REPORT========================= supervisor: {local,'ns_vbm_new_sup-default'} started: [{pid,<0.4768.0>}, {name,{new_child_id,[0,1],'ns_1@192.168.0.22'}}, {mfargs, {ebucketmigrator_srv,start_link, [{"192.168.0.22",11209}, {"192.168.0.21",11209}, [{old_state_retriever, #Fun}, {on_not_ready_vbuckets, #Fun}, {username,"default"}, {password,[]}, {vbuckets,[0,1]}, {takeover,false}, {suffix,"ns_1@192.168.0.21"}]]}}, {restart_type,temporary}, {shutdown,60000}, {child_type,worker}] [ns_server:info,2012-11-12T12:51:34.373,ns_1@192.168.0.21:<0.4596.0>:ns_memcached:do_handle_call:521]Changed vbucket 2 state to replica [ns_server:info,2012-11-12T12:51:34.494,ns_1@192.168.0.21:ns_port_memcached<0.4538.0>:ns_port_server:log:171]memcached<0.4538.0>: Mon Nov 12 12:51:34.291961 PST 3: Schedule cleanup of "eq_tapq:anon_6" [ns_server:info,2012-11-12T12:51:34.544,ns_1@192.168.0.21:<0.4778.0>:ebucketmigrator_srv:init:479]Setting {"192.168.0.21",11209} vbucket 2 to state replica [rebalance:info,2012-11-12T12:51:34.699,ns_1@192.168.0.21:<0.4778.0>:ebucketmigrator_srv:init:538]Starting tap stream: [{vbuckets,[2]}, {checkpoints,[{2,0}]}, {name,<<"replication_building_2_'ns_1@192.168.0.21'">>}, {takeover,false}] {{"192.168.0.20",11209}, {"192.168.0.21",11209}, [{vbuckets,[2]}, {takeover,false}, {suffix,"building_2_'ns_1@192.168.0.21'"}, {username,"default"}, {password,[]}]} [rebalance:info,2012-11-12T12:51:34.700,ns_1@192.168.0.21:<0.4778.0>:ebucketmigrator_srv:process_upstream:901]Initial stream for vbucket 2 [ns_server:info,2012-11-12T12:51:34.901,ns_1@192.168.0.21:ns_port_memcached<0.4538.0>:ns_port_server:log:171]memcached<0.4538.0>: Mon Nov 12 12:51:34.700737 PST 3: TAP (Consumer) eq_tapq:anon_9 - Reset vbucket 2 was completed succecssfully. [rebalance:info,2012-11-12T12:51:35.395,ns_1@192.168.0.21:<0.4746.0>:ebucketmigrator_srv:do_confirm_sent_messages:671]Got close ack! [ns_server:info,2012-11-12T12:51:35.538,ns_1@192.168.0.21:<0.4596.0>:ns_memcached:do_handle_call:521]Changed vbucket 514 state to active [ns_server:info,2012-11-12T12:51:35.588,ns_1@192.168.0.21:ns_port_memcached<0.4538.0>:ns_port_server:log:171]memcached<0.4538.0>: Mon Nov 12 12:51:35.387697 PST 3: Notified the completion of checkpoint persistence for vbucket 514, cookie 0x5c858c0 memcached<0.4538.0>: Mon Nov 12 12:51:35.396433 PST 3: TAP (Consumer) eq_tapq:anon_8 - disconnected memcached<0.4538.0>: Mon Nov 12 12:51:35.486201 PST 3: Notified the completion of checkpoint persistence for vbucket 2, cookie 0x5c62dc0 memcached<0.4538.0>: Mon Nov 12 12:51:35.526137 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4538.0>: Mon Nov 12 12:51:35.526251 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4538.0>: Mon Nov 12 12:51:35.533616 PST 3: TAP (Consumer) eq_tapq:anon_10 - disconnected memcached<0.4538.0>: Mon Nov 12 12:51:35.570944 PST 3: Schedule cleanup of "eq_tapq:anon_8" memcached<0.4538.0>: Mon Nov 12 12:51:35.571016 PST 3: Schedule cleanup of "eq_tapq:anon_10" memcached<0.4538.0>: Mon Nov 12 12:51:35.571074 PST 3: TAP (Producer) eq_tapq:replication_ns_1@192.168.0.22 - Sending TAP_OPAQUE with command "complete_vb_filter_change" and vbucket 0 [ns_server:info,2012-11-12T12:51:35.745,ns_1@192.168.0.21:<0.4596.0>:ns_memcached:do_handle_call:521]Changed vbucket 515 state to replica [ns_server:info,2012-11-12T12:51:35.751,ns_1@192.168.0.21:<0.4793.0>:ebucketmigrator_srv:init:479]Setting {"192.168.0.21",11209} vbucket 515 to state replica [rebalance:info,2012-11-12T12:51:35.860,ns_1@192.168.0.21:<0.4793.0>:ebucketmigrator_srv:init:538]Starting tap stream: [{vbuckets,[515]}, {checkpoints,[{515,0}]}, {name,<<"replication_building_515_'ns_1@192.168.0.21'">>}, {takeover,false}] {{"192.168.0.22",11209}, {"192.168.0.21",11209}, [{vbuckets,[515]}, {takeover,false}, {suffix,"building_515_'ns_1@192.168.0.21'"}, {username,"default"}, {password,[]}]} [rebalance:info,2012-11-12T12:51:35.861,ns_1@192.168.0.21:<0.4793.0>:ebucketmigrator_srv:process_upstream:901]Initial stream for vbucket 515 [ns_server:info,2012-11-12T12:51:36.062,ns_1@192.168.0.21:ns_port_memcached<0.4538.0>:ns_port_server:log:171]memcached<0.4538.0>: Mon Nov 12 12:51:35.862478 PST 3: TAP (Consumer) eq_tapq:anon_11 - Reset vbucket 515 was completed succecssfully. [rebalance:info,2012-11-12T12:51:36.409,ns_1@192.168.0.21:<0.4793.0>:ebucketmigrator_srv:do_confirm_sent_messages:671]Got close ack! [ns_server:info,2012-11-12T12:51:36.586,ns_1@192.168.0.21:ns_port_memcached<0.4538.0>:ns_port_server:log:171]memcached<0.4538.0>: Mon Nov 12 12:51:36.385711 PST 3: Notified the completion of checkpoint persistence for vbucket 515, cookie 0x5c62b00 memcached<0.4538.0>: Mon Nov 12 12:51:36.410118 PST 3: TAP (Consumer) eq_tapq:anon_11 - disconnected [rebalance:info,2012-11-12T12:51:36.595,ns_1@192.168.0.21:<0.4778.0>:ebucketmigrator_srv:do_confirm_sent_messages:671]Got close ack! [ns_server:info,2012-11-12T12:51:36.596,ns_1@192.168.0.21:<0.4596.0>:ns_memcached:do_handle_call:521]Changed vbucket 515 state to active [ns_server:info,2012-11-12T12:51:36.611,ns_1@192.168.0.21:<0.4596.0>:ns_memcached:do_handle_call:521]Changed vbucket 2 state to replica [ns_server:info,2012-11-12T12:51:36.611,ns_1@192.168.0.21:tap_replication_manager-default<0.4597.0>:tap_replication_manager:change_vbucket_filter:185]Going to change replication from 'ns_1@192.168.0.22' to have [0,1,2] ([2], []) [ns_server:info,2012-11-12T12:51:36.614,ns_1@192.168.0.21:<0.4768.0>:ebucketmigrator_srv:handle_call:274]Starting new-style vbucket filter change on stream `replication_ns_1@192.168.0.21` [ns_server:info,2012-11-12T12:51:36.717,ns_1@192.168.0.21:<0.4768.0>:ebucketmigrator_srv:handle_call:297]Changing vbucket filter on tap stream `replication_ns_1@192.168.0.21`: [{0,2},{1,2},{2,2}] [ns_server:info,2012-11-12T12:51:36.718,ns_1@192.168.0.21:<0.4768.0>:ebucketmigrator_srv:handle_call:307]Successfully changed vbucket filter on tap stream `replication_ns_1@192.168.0.21`. [ns_server:info,2012-11-12T12:51:36.719,ns_1@192.168.0.21:<0.4768.0>:ebucketmigrator_srv:handle_info:376]Got vbucket filter change completion message. Completing state transition to a new ebucketmigrator. [rebalance:info,2012-11-12T12:51:36.719,ns_1@192.168.0.21:<0.4768.0>:ebucketmigrator_srv:do_confirm_sent_messages:671]Got close ack! [ns_server:info,2012-11-12T12:51:36.720,ns_1@192.168.0.21:<0.4814.0>:ns_vbm_new_sup:mk_old_state_retriever:83]Got vbucket filter change old state. Proceeding vbucket filter change operation [error_logger:info,2012-11-12T12:51:36.721,ns_1@192.168.0.21:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================PROGRESS REPORT========================= supervisor: {local,'ns_vbm_new_sup-default'} started: [{pid,<0.4814.0>}, {name,{new_child_id,[0,1,2],'ns_1@192.168.0.22'}}, {mfargs, {ebucketmigrator_srv,start_link, [{"192.168.0.22",11209}, {"192.168.0.21",11209}, [{old_state_retriever, #Fun}, {on_not_ready_vbuckets, #Fun}, {username,"default"}, {password,[]}, {vbuckets,[0,1,2]}, {takeover,false}, {suffix,"ns_1@192.168.0.21"}]]}}, {restart_type,temporary}, {shutdown,60000}, {child_type,worker}] [ns_server:info,2012-11-12T12:51:36.759,ns_1@192.168.0.21:<0.4596.0>:ns_memcached:do_handle_call:521]Changed vbucket 3 state to replica [ns_server:info,2012-11-12T12:51:36.791,ns_1@192.168.0.21:ns_port_memcached<0.4538.0>:ns_port_server:log:171]memcached<0.4538.0>: Mon Nov 12 12:51:36.591358 PST 3: TAP (Consumer) eq_tapq:anon_12 - disconnected memcached<0.4538.0>: Mon Nov 12 12:51:36.596308 PST 3: TAP (Consumer) eq_tapq:anon_9 - disconnected memcached<0.4538.0>: Mon Nov 12 12:51:36.642559 PST 3: Schedule cleanup of "eq_tapq:anon_9" memcached<0.4538.0>: Mon Nov 12 12:51:36.642663 PST 3: Schedule cleanup of "eq_tapq:anon_11" memcached<0.4538.0>: Mon Nov 12 12:51:36.642683 PST 3: Schedule cleanup of "eq_tapq:anon_12" memcached<0.4538.0>: Mon Nov 12 12:51:36.777231 PST 3: TAP (Producer) eq_tapq:replication_ns_1@192.168.0.22 - Sending TAP_OPAQUE with command "complete_vb_filter_change" and vbucket 0 [ns_server:info,2012-11-12T12:51:36.970,ns_1@192.168.0.21:<0.4596.0>:ns_memcached:do_handle_call:521]Changed vbucket 516 state to replica [ns_server:info,2012-11-12T12:51:36.975,ns_1@192.168.0.21:<0.4830.0>:ebucketmigrator_srv:init:479]Setting {"192.168.0.21",11209} vbucket 516 to state replica [ns_server:info,2012-11-12T12:51:36.983,ns_1@192.168.0.21:<0.4831.0>:ebucketmigrator_srv:init:479]Setting {"192.168.0.21",11209} vbucket 3 to state replica [rebalance:info,2012-11-12T12:51:37.091,ns_1@192.168.0.21:<0.4831.0>:ebucketmigrator_srv:init:538]Starting tap stream: [{vbuckets,[3]}, {checkpoints,[{3,0}]}, {name,<<"replication_building_3_'ns_1@192.168.0.21'">>}, {takeover,false}] {{"192.168.0.20",11209}, {"192.168.0.21",11209}, [{vbuckets,[3]}, {takeover,false}, {suffix,"building_3_'ns_1@192.168.0.21'"}, {username,"default"}, {password,[]}]} [rebalance:info,2012-11-12T12:51:37.093,ns_1@192.168.0.21:<0.4831.0>:ebucketmigrator_srv:process_upstream:901]Initial stream for vbucket 3 [rebalance:info,2012-11-12T12:51:37.124,ns_1@192.168.0.21:<0.4830.0>:ebucketmigrator_srv:init:538]Starting tap stream: [{vbuckets,[516]}, {checkpoints,[{516,0}]}, {name,<<"replication_building_516_'ns_1@192.168.0.21'">>}, {takeover,false}] {{"192.168.0.22",11209}, {"192.168.0.21",11209}, [{vbuckets,[516]}, {takeover,false}, {suffix,"building_516_'ns_1@192.168.0.21'"}, {username,"default"}, {password,[]}]} [rebalance:info,2012-11-12T12:51:37.126,ns_1@192.168.0.21:<0.4830.0>:ebucketmigrator_srv:process_upstream:901]Initial stream for vbucket 516 [ns_server:info,2012-11-12T12:51:37.294,ns_1@192.168.0.21:ns_port_memcached<0.4538.0>:ns_port_server:log:171]memcached<0.4538.0>: Mon Nov 12 12:51:37.093237 PST 3: TAP (Consumer) eq_tapq:anon_13 - Reset vbucket 3 was completed succecssfully. memcached<0.4538.0>: Mon Nov 12 12:51:37.127000 PST 3: TAP (Consumer) eq_tapq:anon_14 - Reset vbucket 516 was completed succecssfully. [ns_server:info,2012-11-12T12:51:38.499,ns_1@192.168.0.21:ns_port_memcached<0.4538.0>:ns_port_server:log:171]memcached<0.4538.0>: Mon Nov 12 12:51:38.299459 PST 3: Notified the completion of checkpoint persistence for vbucket 3, cookie 0x5c858c0 [rebalance:info,2012-11-12T12:51:38.518,ns_1@192.168.0.21:<0.4831.0>:ebucketmigrator_srv:do_confirm_sent_messages:671]Got close ack! [ns_server:info,2012-11-12T12:51:38.524,ns_1@192.168.0.21:<0.4596.0>:ns_memcached:do_handle_call:521]Changed vbucket 3 state to replica [ns_server:info,2012-11-12T12:51:38.524,ns_1@192.168.0.21:tap_replication_manager-default<0.4597.0>:tap_replication_manager:change_vbucket_filter:185]Going to change replication from 'ns_1@192.168.0.22' to have [0,1,2,3] ([3], []) [ns_server:info,2012-11-12T12:51:38.525,ns_1@192.168.0.21:<0.4814.0>:ebucketmigrator_srv:handle_call:274]Starting new-style vbucket filter change on stream `replication_ns_1@192.168.0.21` [ns_server:info,2012-11-12T12:51:38.695,ns_1@192.168.0.21:<0.4814.0>:ebucketmigrator_srv:handle_call:297]Changing vbucket filter on tap stream `replication_ns_1@192.168.0.21`: [{0,2},{1,2},{2,2},{3,2}] [ns_server:info,2012-11-12T12:51:38.705,ns_1@192.168.0.21:<0.4814.0>:ebucketmigrator_srv:handle_call:307]Successfully changed vbucket filter on tap stream `replication_ns_1@192.168.0.21`. [ns_server:info,2012-11-12T12:51:38.706,ns_1@192.168.0.21:<0.4814.0>:ebucketmigrator_srv:handle_info:376]Got vbucket filter change completion message. Completing state transition to a new ebucketmigrator. [rebalance:info,2012-11-12T12:51:38.707,ns_1@192.168.0.21:<0.4814.0>:ebucketmigrator_srv:do_confirm_sent_messages:671]Got close ack! [ns_server:info,2012-11-12T12:51:38.708,ns_1@192.168.0.21:<0.4860.0>:ns_vbm_new_sup:mk_old_state_retriever:83]Got vbucket filter change old state. Proceeding vbucket filter change operation [error_logger:info,2012-11-12T12:51:38.709,ns_1@192.168.0.21:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================PROGRESS REPORT========================= supervisor: {local,'ns_vbm_new_sup-default'} started: [{pid,<0.4860.0>}, {name,{new_child_id,[0,1,2,3],'ns_1@192.168.0.22'}}, {mfargs, {ebucketmigrator_srv,start_link, [{"192.168.0.22",11209}, {"192.168.0.21",11209}, [{old_state_retriever, #Fun}, {on_not_ready_vbuckets, #Fun}, {username,"default"}, {password,[]}, {vbuckets,[0,1,2,3]}, {takeover,false}, {suffix,"ns_1@192.168.0.21"}]]}}, {restart_type,temporary}, {shutdown,60000}, {child_type,worker}] [ns_server:info,2012-11-12T12:51:38.720,ns_1@192.168.0.21:ns_port_memcached<0.4538.0>:ns_port_server:log:171]memcached<0.4538.0>: Mon Nov 12 12:51:38.519121 PST 3: TAP (Consumer) eq_tapq:anon_13 - disconnected [ns_server:info,2012-11-12T12:51:38.736,ns_1@192.168.0.21:<0.4596.0>:ns_memcached:do_handle_call:521]Changed vbucket 4 state to replica [ns_server:info,2012-11-12T12:51:38.888,ns_1@192.168.0.21:<0.4869.0>:ebucketmigrator_srv:init:479]Setting {"192.168.0.21",11209} vbucket 4 to state replica [rebalance:info,2012-11-12T12:51:39.029,ns_1@192.168.0.21:<0.4830.0>:ebucketmigrator_srv:do_confirm_sent_messages:671]Got close ack! [rebalance:info,2012-11-12T12:51:39.031,ns_1@192.168.0.21:<0.4869.0>:ebucketmigrator_srv:init:538]Starting tap stream: [{vbuckets,[4]}, {checkpoints,[{4,0}]}, {name,<<"replication_building_4_'ns_1@192.168.0.21'">>}, {takeover,false}] {{"192.168.0.20",11209}, {"192.168.0.21",11209}, [{vbuckets,[4]}, {takeover,false}, {suffix,"building_4_'ns_1@192.168.0.21'"}, {username,"default"}, {password,[]}]} [rebalance:info,2012-11-12T12:51:39.032,ns_1@192.168.0.21:<0.4869.0>:ebucketmigrator_srv:process_upstream:901]Initial stream for vbucket 4 [ns_server:info,2012-11-12T12:51:39.070,ns_1@192.168.0.21:ns_port_memcached<0.4538.0>:ns_port_server:log:171]memcached<0.4538.0>: Mon Nov 12 12:51:38.869988 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4538.0>: Mon Nov 12 12:51:38.871311 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4538.0>: Mon Nov 12 12:51:38.871420 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4538.0>: Mon Nov 12 12:51:38.871450 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4538.0>: Mon Nov 12 12:51:38.871492 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4538.0>: Mon Nov 12 12:51:38.871519 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4538.0>: Mon Nov 12 12:51:38.871541 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4538.0>: Mon Nov 12 12:51:38.871558 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4538.0>: Mon Nov 12 12:51:38.871603 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4538.0>: Mon Nov 12 12:51:38.871627 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4538.0>: Mon Nov 12 12:51:38.871665 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4538.0>: Mon Nov 12 12:51:38.871685 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4538.0>: Mon Nov 12 12:51:38.871707 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4538.0>: Mon Nov 12 12:51:38.871741 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4538.0>: Mon Nov 12 12:51:38.871761 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4538.0>: Mon Nov 12 12:51:38.872414 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4538.0>: Mon Nov 12 12:51:38.872483 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4538.0>: Mon Nov 12 12:51:38.872508 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4538.0>: Mon Nov 12 12:51:38.872528 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4538.0>: Mon Nov 12 12:51:38.872547 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4538.0>: Mon Nov 12 12:51:38.872566 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4538.0>: Mon Nov 12 12:51:38.872584 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4538.0>: Mon Nov 12 12:51:38.872602 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4538.0>: Mon Nov 12 12:51:38.872618 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4538.0>: Mon Nov 12 12:51:38.872634 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4538.0>: Mon Nov 12 12:51:38.912633 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4538.0>: Mon Nov 12 12:51:38.912684 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4538.0>: Mon Nov 12 12:51:38.912709 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4538.0>: Mon Nov 12 12:51:38.912730 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4538.0>: Mon Nov 12 12:51:38.912749 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4538.0>: Mon Nov 12 12:51:38.912769 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4538.0>: Mon Nov 12 12:51:38.912788 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4538.0>: Mon Nov 12 12:51:38.912806 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4538.0>: Mon Nov 12 12:51:38.912824 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4538.0>: Mon Nov 12 12:51:38.912842 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4538.0>: Mon Nov 12 12:51:38.912860 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4538.0>: Mon Nov 12 12:51:38.912883 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4538.0>: Mon Nov 12 12:51:38.912918 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4538.0>: Mon Nov 12 12:51:38.912937 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4538.0>: Mon Nov 12 12:51:38.912955 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4538.0>: Mon Nov 12 12:51:38.912972 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4538.0>: Mon Nov 12 12:51:38.913351 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4538.0>: Mon Nov 12 12:51:38.913380 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4538.0>: Mon Nov 12 12:51:38.913400 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4538.0>: Mon Nov 12 12:51:38.913419 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4538.0>: Mon Nov 12 12:51:38.913437 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4538.0>: Mon Nov 12 12:51:38.913454 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4538.0>: Mon Nov 12 12:51:38.913470 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4538.0>: Mon Nov 12 12:51:38.913600 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4538.0>: Mon Nov 12 12:51:38.913626 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4538.0>: Mon Nov 12 12:51:38.913662 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4538.0>: Mon Nov 12 12:51:38.913679 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4538.0>: Mon Nov 12 12:51:38.914014 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4538.0>: Mon Nov 12 12:51:38.914069 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4538.0>: Mon Nov 12 12:51:38.914096 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4538.0>: Mon Nov 12 12:51:38.914117 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4538.0>: Mon Nov 12 12:51:38.914138 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4538.0>: Mon Nov 12 12:51:38.914158 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4538.0>: Mon Nov 12 12:51:38.914179 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4538.0>: Mon Nov 12 12:51:38.914198 PST 3: persistence cursor offset is negative. Reset it to 0. [ns_server:warn,2012-11-12T12:51:39.071,ns_1@192.168.0.21:ns_port_memcached<0.4538.0>:ns_port_server:log:176]Dropped 677 log lines from memcached [ns_server:info,2012-11-12T12:51:39.190,ns_1@192.168.0.21:<0.4596.0>:ns_memcached:do_handle_call:521]Changed vbucket 516 state to active [ns_server:info,2012-11-12T12:51:39.326,ns_1@192.168.0.21:ns_port_memcached<0.4538.0>:ns_port_server:log:171]memcached<0.4538.0>: Mon Nov 12 12:51:39.124593 PST 3: Schedule cleanup of "eq_tapq:anon_13" memcached<0.4538.0>: Mon Nov 12 12:51:39.124679 PST 3: Schedule cleanup of "eq_tapq:anon_14" memcached<0.4538.0>: Mon Nov 12 12:51:39.173774 PST 3: TAP (Consumer) eq_tapq:anon_16 - disconnected memcached<0.4538.0>: Mon Nov 12 12:51:39.225779 PST 3: Schedule cleanup of "eq_tapq:anon_16" memcached<0.4538.0>: Mon Nov 12 12:51:39.225812 PST 3: TAP (Producer) eq_tapq:replication_ns_1@192.168.0.22 - Sending TAP_OPAQUE with command "complete_vb_filter_change" and vbucket 0 [ns_server:info,2012-11-12T12:51:39.413,ns_1@192.168.0.21:<0.4596.0>:ns_memcached:do_handle_call:521]Changed vbucket 517 state to replica [ns_server:info,2012-11-12T12:51:39.419,ns_1@192.168.0.21:<0.4878.0>:ebucketmigrator_srv:init:479]Setting {"192.168.0.21",11209} vbucket 517 to state replica [rebalance:info,2012-11-12T12:51:39.532,ns_1@192.168.0.21:<0.4878.0>:ebucketmigrator_srv:init:538]Starting tap stream: [{vbuckets,[517]}, {checkpoints,[{517,0}]}, {name,<<"replication_building_517_'ns_1@192.168.0.21'">>}, {takeover,false}] {{"192.168.0.22",11209}, {"192.168.0.21",11209}, [{vbuckets,[517]}, {takeover,false}, {suffix,"building_517_'ns_1@192.168.0.21'"}, {username,"default"}, {password,[]}]} [rebalance:info,2012-11-12T12:51:39.558,ns_1@192.168.0.21:<0.4878.0>:ebucketmigrator_srv:process_upstream:901]Initial stream for vbucket 517 [ns_server:info,2012-11-12T12:51:39.760,ns_1@192.168.0.21:ns_port_memcached<0.4538.0>:ns_port_server:log:171]memcached<0.4538.0>: Mon Nov 12 12:51:39.559305 PST 3: TAP (Consumer) eq_tapq:anon_17 - Reset vbucket 517 was completed succecssfully. [rebalance:info,2012-11-12T12:51:40.165,ns_1@192.168.0.21:<0.4878.0>:ebucketmigrator_srv:do_confirm_sent_messages:671]Got close ack! [ns_server:info,2012-11-12T12:51:40.313,ns_1@192.168.0.21:<0.4596.0>:ns_memcached:do_handle_call:521]Changed vbucket 517 state to active [ns_server:info,2012-11-12T12:51:40.346,ns_1@192.168.0.21:ns_port_memcached<0.4538.0>:ns_port_server:log:171]memcached<0.4538.0>: Mon Nov 12 12:51:40.144992 PST 3: Notified the completion of checkpoint persistence for vbucket 517, cookie 0x5c858c0 memcached<0.4538.0>: Mon Nov 12 12:51:40.165809 PST 3: TAP (Consumer) eq_tapq:anon_17 - disconnected memcached<0.4538.0>: Mon Nov 12 12:51:40.280443 PST 3: Schedule cleanup of "eq_tapq:anon_17" memcached<0.4538.0>: Mon Nov 12 12:51:40.310120 PST 3: TAP (Consumer) eq_tapq:anon_18 - disconnected [ns_server:info,2012-11-12T12:51:40.559,ns_1@192.168.0.21:<0.4596.0>:ns_memcached:do_handle_call:521]Changed vbucket 518 state to replica [ns_server:info,2012-11-12T12:51:40.564,ns_1@192.168.0.21:<0.4904.0>:ebucketmigrator_srv:init:479]Setting {"192.168.0.21",11209} vbucket 518 to state replica [ns_server:info,2012-11-12T12:51:40.590,ns_1@192.168.0.21:ns_port_memcached<0.4538.0>:ns_port_server:log:171]memcached<0.4538.0>: Mon Nov 12 12:51:40.390561 PST 3: Schedule cleanup of "eq_tapq:anon_18" memcached<0.4538.0>: Mon Nov 12 12:51:40.390565 PST 3: TAP (Producer) eq_tapq:replication_ns_1@192.168.0.22 - Sending TAP_OPAQUE with command "complete_vb_filter_change" and vbucket 0 memcached<0.4538.0>: Mon Nov 12 12:51:40.452751 PST 3: Notified the completion of checkpoint persistence for vbucket 4, cookie 0x5c62b00 [rebalance:info,2012-11-12T12:51:40.721,ns_1@192.168.0.21:<0.4904.0>:ebucketmigrator_srv:init:538]Starting tap stream: [{vbuckets,[518]}, {checkpoints,[{518,0}]}, {name,<<"replication_building_518_'ns_1@192.168.0.21'">>}, {takeover,false}] {{"192.168.0.22",11209}, {"192.168.0.21",11209}, [{vbuckets,[518]}, {takeover,false}, {suffix,"building_518_'ns_1@192.168.0.21'"}, {username,"default"}, {password,[]}]} [rebalance:info,2012-11-12T12:51:40.723,ns_1@192.168.0.21:<0.4904.0>:ebucketmigrator_srv:process_upstream:901]Initial stream for vbucket 518 [ns_server:info,2012-11-12T12:51:40.924,ns_1@192.168.0.21:ns_port_memcached<0.4538.0>:ns_port_server:log:171]memcached<0.4538.0>: Mon Nov 12 12:51:40.723590 PST 3: TAP (Consumer) eq_tapq:anon_19 - Reset vbucket 518 was completed succecssfully. [rebalance:info,2012-11-12T12:51:41.089,ns_1@192.168.0.21:<0.4869.0>:ebucketmigrator_srv:do_confirm_sent_messages:671]Got close ack! [ns_server:info,2012-11-12T12:51:41.095,ns_1@192.168.0.21:<0.4596.0>:ns_memcached:do_handle_call:521]Changed vbucket 4 state to replica [ns_server:info,2012-11-12T12:51:41.095,ns_1@192.168.0.21:tap_replication_manager-default<0.4597.0>:tap_replication_manager:change_vbucket_filter:185]Going to change replication from 'ns_1@192.168.0.22' to have [0,1,2,3,4] ([4], []) [ns_server:info,2012-11-12T12:51:41.098,ns_1@192.168.0.21:<0.4860.0>:ebucketmigrator_srv:handle_call:274]Starting new-style vbucket filter change on stream `replication_ns_1@192.168.0.21` [ns_server:info,2012-11-12T12:51:41.291,ns_1@192.168.0.21:ns_port_memcached<0.4538.0>:ns_port_server:log:171]memcached<0.4538.0>: Mon Nov 12 12:51:41.090396 PST 3: TAP (Consumer) eq_tapq:anon_15 - disconnected memcached<0.4538.0>: Mon Nov 12 12:51:41.271063 PST 3: Notified the completion of checkpoint persistence for vbucket 518, cookie 0x5c62000 [ns_server:info,2012-11-12T12:51:41.336,ns_1@192.168.0.21:<0.4860.0>:ebucketmigrator_srv:handle_call:297]Changing vbucket filter on tap stream `replication_ns_1@192.168.0.21`: [{0,2},{1,2},{2,2},{3,2},{4,2}] [ns_server:info,2012-11-12T12:51:41.337,ns_1@192.168.0.21:<0.4860.0>:ebucketmigrator_srv:handle_call:307]Successfully changed vbucket filter on tap stream `replication_ns_1@192.168.0.21`. [ns_server:info,2012-11-12T12:51:41.337,ns_1@192.168.0.21:<0.4860.0>:ebucketmigrator_srv:handle_info:376]Got vbucket filter change completion message. Completing state transition to a new ebucketmigrator. [rebalance:info,2012-11-12T12:51:41.338,ns_1@192.168.0.21:<0.4860.0>:ebucketmigrator_srv:do_confirm_sent_messages:671]Got close ack! [ns_server:info,2012-11-12T12:51:41.338,ns_1@192.168.0.21:<0.4918.0>:ns_vbm_new_sup:mk_old_state_retriever:83]Got vbucket filter change old state. Proceeding vbucket filter change operation [error_logger:info,2012-11-12T12:51:41.339,ns_1@192.168.0.21:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================PROGRESS REPORT========================= supervisor: {local,'ns_vbm_new_sup-default'} started: [{pid,<0.4918.0>}, {name,{new_child_id,[0,1,2,3,4],'ns_1@192.168.0.22'}}, {mfargs, {ebucketmigrator_srv,start_link, [{"192.168.0.22",11209}, {"192.168.0.21",11209}, [{old_state_retriever, #Fun}, {on_not_ready_vbuckets, #Fun}, {username,"default"}, {password,[]}, {vbuckets,[0,1,2,3,4]}, {takeover,false}, {suffix,"ns_1@192.168.0.21"}]]}}, {restart_type,temporary}, {shutdown,60000}, {child_type,worker}] [rebalance:info,2012-11-12T12:51:41.360,ns_1@192.168.0.21:<0.4904.0>:ebucketmigrator_srv:do_confirm_sent_messages:671]Got close ack! [ns_server:info,2012-11-12T12:51:41.369,ns_1@192.168.0.21:<0.4596.0>:ns_memcached:do_handle_call:521]Changed vbucket 5 state to replica [ns_server:info,2012-11-12T12:51:41.523,ns_1@192.168.0.21:<0.4930.0>:ebucketmigrator_srv:init:479]Setting {"192.168.0.21",11209} vbucket 5 to state replica [ns_server:info,2012-11-12T12:51:41.547,ns_1@192.168.0.21:<0.4596.0>:ns_memcached:do_handle_call:521]Changed vbucket 518 state to active [ns_server:info,2012-11-12T12:51:41.562,ns_1@192.168.0.21:ns_port_memcached<0.4538.0>:ns_port_server:log:171]memcached<0.4538.0>: Mon Nov 12 12:51:41.361359 PST 3: TAP (Consumer) eq_tapq:anon_19 - disconnected memcached<0.4538.0>: Mon Nov 12 12:51:41.443359 PST 3: Schedule cleanup of "eq_tapq:anon_15" memcached<0.4538.0>: Mon Nov 12 12:51:41.443419 PST 3: Schedule cleanup of "eq_tapq:anon_19" memcached<0.4538.0>: Mon Nov 12 12:51:41.540417 PST 3: TAP (Consumer) eq_tapq:anon_20 - disconnected [rebalance:info,2012-11-12T12:51:41.629,ns_1@192.168.0.21:<0.4930.0>:ebucketmigrator_srv:init:538]Starting tap stream: [{vbuckets,[5]}, {checkpoints,[{5,0}]}, {name,<<"replication_building_5_'ns_1@192.168.0.21'">>}, {takeover,false}] {{"192.168.0.20",11209}, {"192.168.0.21",11209}, [{vbuckets,[5]}, {takeover,false}, {suffix,"building_5_'ns_1@192.168.0.21'"}, {username,"default"}, {password,[]}]} [rebalance:info,2012-11-12T12:51:41.631,ns_1@192.168.0.21:<0.4930.0>:ebucketmigrator_srv:process_upstream:901]Initial stream for vbucket 5 [ns_server:info,2012-11-12T12:51:41.763,ns_1@192.168.0.21:<0.4596.0>:ns_memcached:do_handle_call:521]Changed vbucket 519 state to replica [ns_server:info,2012-11-12T12:51:41.768,ns_1@192.168.0.21:<0.4936.0>:ebucketmigrator_srv:init:479]Setting {"192.168.0.21",11209} vbucket 519 to state replica [ns_server:info,2012-11-12T12:51:41.783,ns_1@192.168.0.21:ns_port_memcached<0.4538.0>:ns_port_server:log:171]memcached<0.4538.0>: Mon Nov 12 12:51:41.581740 PST 3: Schedule cleanup of "eq_tapq:anon_20" memcached<0.4538.0>: Mon Nov 12 12:51:41.581786 PST 3: TAP (Producer) eq_tapq:replication_ns_1@192.168.0.22 - Sending TAP_OPAQUE with command "complete_vb_filter_change" and vbucket 0 memcached<0.4538.0>: Mon Nov 12 12:51:41.631406 PST 3: TAP (Consumer) eq_tapq:anon_21 - Reset vbucket 5 was completed succecssfully. [rebalance:info,2012-11-12T12:51:41.898,ns_1@192.168.0.21:<0.4936.0>:ebucketmigrator_srv:init:538]Starting tap stream: [{vbuckets,[519]}, {checkpoints,[{519,0}]}, {name,<<"replication_building_519_'ns_1@192.168.0.21'">>}, {takeover,false}] {{"192.168.0.22",11209}, {"192.168.0.21",11209}, [{vbuckets,[519]}, {takeover,false}, {suffix,"building_519_'ns_1@192.168.0.21'"}, {username,"default"}, {password,[]}]} [rebalance:info,2012-11-12T12:51:41.899,ns_1@192.168.0.21:<0.4936.0>:ebucketmigrator_srv:process_upstream:901]Initial stream for vbucket 519 [ns_server:info,2012-11-12T12:51:42.101,ns_1@192.168.0.21:ns_port_memcached<0.4538.0>:ns_port_server:log:171]memcached<0.4538.0>: Mon Nov 12 12:51:41.900496 PST 3: TAP (Consumer) eq_tapq:anon_22 - Reset vbucket 519 was completed succecssfully. [rebalance:info,2012-11-12T12:51:42.988,ns_1@192.168.0.21:<0.4930.0>:ebucketmigrator_srv:do_confirm_sent_messages:671]Got close ack! [ns_server:info,2012-11-12T12:51:42.993,ns_1@192.168.0.21:ns_port_memcached<0.4538.0>:ns_port_server:log:171]memcached<0.4538.0>: Mon Nov 12 12:51:42.793186 PST 3: Notified the completion of checkpoint persistence for vbucket 5, cookie 0x5c62580 memcached<0.4538.0>: Mon Nov 12 12:51:42.988613 PST 3: TAP (Consumer) eq_tapq:anon_21 - disconnected [ns_server:info,2012-11-12T12:51:42.993,ns_1@192.168.0.21:<0.4596.0>:ns_memcached:do_handle_call:521]Changed vbucket 5 state to replica [ns_server:info,2012-11-12T12:51:42.993,ns_1@192.168.0.21:tap_replication_manager-default<0.4597.0>:tap_replication_manager:change_vbucket_filter:185]Going to change replication from 'ns_1@192.168.0.22' to have [0,1,2,3,4,5] ([5], []) [ns_server:info,2012-11-12T12:51:42.995,ns_1@192.168.0.21:<0.4918.0>:ebucketmigrator_srv:handle_call:274]Starting new-style vbucket filter change on stream `replication_ns_1@192.168.0.21` [ns_server:info,2012-11-12T12:51:43.111,ns_1@192.168.0.21:<0.4918.0>:ebucketmigrator_srv:handle_call:297]Changing vbucket filter on tap stream `replication_ns_1@192.168.0.21`: [{0,2},{1,2},{2,2},{3,2},{4,2},{5,2}] [ns_server:info,2012-11-12T12:51:43.113,ns_1@192.168.0.21:<0.4918.0>:ebucketmigrator_srv:handle_call:307]Successfully changed vbucket filter on tap stream `replication_ns_1@192.168.0.21`. [ns_server:info,2012-11-12T12:51:43.114,ns_1@192.168.0.21:<0.4918.0>:ebucketmigrator_srv:handle_info:376]Got vbucket filter change completion message. Completing state transition to a new ebucketmigrator. [rebalance:info,2012-11-12T12:51:43.115,ns_1@192.168.0.21:<0.4918.0>:ebucketmigrator_srv:do_confirm_sent_messages:671]Got close ack! [ns_server:info,2012-11-12T12:51:43.116,ns_1@192.168.0.21:<0.4961.0>:ns_vbm_new_sup:mk_old_state_retriever:83]Got vbucket filter change old state. Proceeding vbucket filter change operation [error_logger:info,2012-11-12T12:51:43.116,ns_1@192.168.0.21:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================PROGRESS REPORT========================= supervisor: {local,'ns_vbm_new_sup-default'} started: [{pid,<0.4961.0>}, {name,{new_child_id,[0,1,2,3,4,5],'ns_1@192.168.0.22'}}, {mfargs, {ebucketmigrator_srv,start_link, [{"192.168.0.22",11209}, {"192.168.0.21",11209}, [{old_state_retriever, #Fun}, {on_not_ready_vbuckets, #Fun}, {username,"default"}, {password,[]}, {vbuckets,[0,1,2,3,4,5]}, {takeover,false}, {suffix,"ns_1@192.168.0.21"}]]}}, {restart_type,temporary}, {shutdown,60000}, {child_type,worker}] [ns_server:info,2012-11-12T12:51:43.148,ns_1@192.168.0.21:<0.4596.0>:ns_memcached:do_handle_call:521]Changed vbucket 6 state to replica [ns_server:info,2012-11-12T12:51:43.307,ns_1@192.168.0.21:<0.4977.0>:ebucketmigrator_srv:init:479]Setting {"192.168.0.21",11209} vbucket 6 to state replica [rebalance:info,2012-11-12T12:51:43.409,ns_1@192.168.0.21:<0.4977.0>:ebucketmigrator_srv:init:538]Starting tap stream: [{vbuckets,[6]}, {checkpoints,[{6,0}]}, {name,<<"replication_building_6_'ns_1@192.168.0.21'">>}, {takeover,false}] {{"192.168.0.20",11209}, {"192.168.0.21",11209}, [{vbuckets,[6]}, {takeover,false}, {suffix,"building_6_'ns_1@192.168.0.21'"}, {username,"default"}, {password,[]}]} [rebalance:info,2012-11-12T12:51:43.411,ns_1@192.168.0.21:<0.4977.0>:ebucketmigrator_srv:process_upstream:901]Initial stream for vbucket 6 [rebalance:info,2012-11-12T12:51:43.474,ns_1@192.168.0.21:<0.4936.0>:ebucketmigrator_srv:do_confirm_sent_messages:671]Got close ack! [ns_server:info,2012-11-12T12:51:43.521,ns_1@192.168.0.21:ns_port_memcached<0.4538.0>:ns_port_server:log:171]memcached<0.4538.0>: Mon Nov 12 12:51:43.319597 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4538.0>: Mon Nov 12 12:51:43.320825 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4538.0>: Mon Nov 12 12:51:43.321273 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4538.0>: Mon Nov 12 12:51:43.321296 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4538.0>: Mon Nov 12 12:51:43.322320 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4538.0>: Mon Nov 12 12:51:43.322347 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4538.0>: Mon Nov 12 12:51:43.322364 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4538.0>: Mon Nov 12 12:51:43.322380 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4538.0>: Mon Nov 12 12:51:43.322504 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4538.0>: Mon Nov 12 12:51:43.322528 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4538.0>: Mon Nov 12 12:51:43.322546 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4538.0>: Mon Nov 12 12:51:43.322564 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4538.0>: Mon Nov 12 12:51:43.324517 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4538.0>: Mon Nov 12 12:51:43.324542 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4538.0>: Mon Nov 12 12:51:43.324560 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4538.0>: Mon Nov 12 12:51:43.324652 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4538.0>: Mon Nov 12 12:51:43.324675 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4538.0>: Mon Nov 12 12:51:43.324693 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4538.0>: Mon Nov 12 12:51:43.324710 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4538.0>: Mon Nov 12 12:51:43.368153 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4538.0>: Mon Nov 12 12:51:43.368205 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4538.0>: Mon Nov 12 12:51:43.368230 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4538.0>: Mon Nov 12 12:51:43.368252 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4538.0>: Mon Nov 12 12:51:43.368274 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4538.0>: Mon Nov 12 12:51:43.368295 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4538.0>: Mon Nov 12 12:51:43.368316 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4538.0>: Mon Nov 12 12:51:43.368335 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4538.0>: Mon Nov 12 12:51:43.368354 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4538.0>: Mon Nov 12 12:51:43.368372 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4538.0>: Mon Nov 12 12:51:43.368416 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4538.0>: Mon Nov 12 12:51:43.368437 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4538.0>: Mon Nov 12 12:51:43.368455 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4538.0>: Mon Nov 12 12:51:43.368472 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4538.0>: Mon Nov 12 12:51:43.368520 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4538.0>: Mon Nov 12 12:51:43.368591 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4538.0>: Mon Nov 12 12:51:43.368622 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4538.0>: Mon Nov 12 12:51:43.368647 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4538.0>: Mon Nov 12 12:51:43.368672 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4538.0>: Mon Nov 12 12:51:43.368695 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4538.0>: Mon Nov 12 12:51:43.368718 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4538.0>: Mon Nov 12 12:51:43.368740 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4538.0>: Mon Nov 12 12:51:43.368762 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4538.0>: Mon Nov 12 12:51:43.368778 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4538.0>: Mon Nov 12 12:51:43.368798 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4538.0>: Mon Nov 12 12:51:43.368818 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4538.0>: Mon Nov 12 12:51:43.368838 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4538.0>: Mon Nov 12 12:51:43.368856 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4538.0>: Mon Nov 12 12:51:43.368876 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4538.0>: Mon Nov 12 12:51:43.368894 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4538.0>: Mon Nov 12 12:51:43.368912 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4538.0>: Mon Nov 12 12:51:43.368929 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4538.0>: Mon Nov 12 12:51:43.368946 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4538.0>: Mon Nov 12 12:51:43.369016 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4538.0>: Mon Nov 12 12:51:43.369044 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4538.0>: Mon Nov 12 12:51:43.369066 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4538.0>: Mon Nov 12 12:51:43.369089 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4538.0>: Mon Nov 12 12:51:43.369105 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4538.0>: Mon Nov 12 12:51:43.369125 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4538.0>: Mon Nov 12 12:51:43.369145 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4538.0>: Mon Nov 12 12:51:43.369166 PST 3: persistence cursor offset is negative. Reset it to 0. [ns_server:warn,2012-11-12T12:51:43.521,ns_1@192.168.0.21:ns_port_memcached<0.4538.0>:ns_port_server:log:176]Dropped 1916 log lines from memcached [ns_server:info,2012-11-12T12:51:43.641,ns_1@192.168.0.21:<0.4596.0>:ns_memcached:do_handle_call:521]Changed vbucket 519 state to active [ns_server:info,2012-11-12T12:51:43.723,ns_1@192.168.0.21:ns_port_memcached<0.4538.0>:ns_port_server:log:171]memcached<0.4538.0>: Mon Nov 12 12:51:43.521287 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4538.0>: Mon Nov 12 12:51:43.521375 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4538.0>: Mon Nov 12 12:51:43.521405 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4538.0>: Mon Nov 12 12:51:43.521429 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4538.0>: Mon Nov 12 12:51:43.521452 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4538.0>: Mon Nov 12 12:51:43.521469 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4538.0>: Mon Nov 12 12:51:43.521490 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4538.0>: Mon Nov 12 12:51:43.521511 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4538.0>: Mon Nov 12 12:51:43.521527 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4538.0>: Mon Nov 12 12:51:43.521547 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4538.0>: Mon Nov 12 12:51:43.521638 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4538.0>: Mon Nov 12 12:51:43.521664 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4538.0>: Mon Nov 12 12:51:43.521682 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4538.0>: Mon Nov 12 12:51:43.521706 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4538.0>: Mon Nov 12 12:51:43.521741 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4538.0>: Mon Nov 12 12:51:43.521762 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4538.0>: Mon Nov 12 12:51:43.521778 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4538.0>: Mon Nov 12 12:51:43.521797 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4538.0>: Mon Nov 12 12:51:43.521815 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4538.0>: Mon Nov 12 12:51:43.521833 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4538.0>: Mon Nov 12 12:51:43.521850 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4538.0>: Mon Nov 12 12:51:43.627357 PST 3: TAP (Consumer) eq_tapq:anon_24 - disconnected memcached<0.4538.0>: Mon Nov 12 12:51:43.711183 PST 3: Schedule cleanup of "eq_tapq:anon_21" memcached<0.4538.0>: Mon Nov 12 12:51:43.711256 PST 3: Schedule cleanup of "eq_tapq:anon_22" memcached<0.4538.0>: Mon Nov 12 12:51:43.711285 PST 3: Schedule cleanup of "eq_tapq:anon_24" memcached<0.4538.0>: Mon Nov 12 12:51:43.711609 PST 3: TAP (Producer) eq_tapq:replication_ns_1@192.168.0.22 - Sending TAP_OPAQUE with command "complete_vb_filter_change" and vbucket 0 [ns_server:info,2012-11-12T12:51:43.870,ns_1@192.168.0.21:<0.4596.0>:ns_memcached:do_handle_call:521]Changed vbucket 520 state to replica [ns_server:info,2012-11-12T12:51:43.878,ns_1@192.168.0.21:<0.4993.0>:ebucketmigrator_srv:init:479]Setting {"192.168.0.21",11209} vbucket 520 to state replica [rebalance:info,2012-11-12T12:51:43.987,ns_1@192.168.0.21:<0.4993.0>:ebucketmigrator_srv:init:538]Starting tap stream: [{vbuckets,[520]}, {checkpoints,[{520,0}]}, {name,<<"replication_building_520_'ns_1@192.168.0.21'">>}, {takeover,false}] {{"192.168.0.22",11209}, {"192.168.0.21",11209}, [{vbuckets,[520]}, {takeover,false}, {suffix,"building_520_'ns_1@192.168.0.21'"}, {username,"default"}, {password,[]}]} [rebalance:info,2012-11-12T12:51:43.989,ns_1@192.168.0.21:<0.4993.0>:ebucketmigrator_srv:process_upstream:901]Initial stream for vbucket 520 [ns_server:info,2012-11-12T12:51:44.190,ns_1@192.168.0.21:ns_port_memcached<0.4538.0>:ns_port_server:log:171]memcached<0.4538.0>: Mon Nov 12 12:51:43.989443 PST 3: TAP (Consumer) eq_tapq:anon_25 - Reset vbucket 520 was completed succecssfully. [ns_server:info,2012-11-12T12:51:45.140,ns_1@192.168.0.21:ns_port_memcached<0.4538.0>:ns_port_server:log:171]memcached<0.4538.0>: Mon Nov 12 12:51:44.939194 PST 3: Notified the completion of checkpoint persistence for vbucket 6, cookie 0x5c62dc0 [rebalance:info,2012-11-12T12:51:45.207,ns_1@192.168.0.21:<0.4993.0>:ebucketmigrator_srv:do_confirm_sent_messages:671]Got close ack! [ns_server:info,2012-11-12T12:51:45.342,ns_1@192.168.0.21:<0.4596.0>:ns_memcached:do_handle_call:521]Changed vbucket 520 state to active [ns_server:info,2012-11-12T12:51:45.397,ns_1@192.168.0.21:ns_port_memcached<0.4538.0>:ns_port_server:log:171]memcached<0.4538.0>: Mon Nov 12 12:51:45.196251 PST 3: Notified the completion of checkpoint persistence for vbucket 520, cookie 0x5c62580 memcached<0.4538.0>: Mon Nov 12 12:51:45.208704 PST 3: TAP (Consumer) eq_tapq:anon_25 - disconnected memcached<0.4538.0>: Mon Nov 12 12:51:45.339255 PST 3: TAP (Consumer) eq_tapq:anon_26 - disconnected memcached<0.4538.0>: Mon Nov 12 12:51:45.382220 PST 3: Schedule cleanup of "eq_tapq:anon_25" memcached<0.4538.0>: Mon Nov 12 12:51:45.382263 PST 3: TAP (Producer) eq_tapq:replication_ns_1@192.168.0.22 - Sending TAP_OPAQUE with command "complete_vb_filter_change" and vbucket 0 memcached<0.4538.0>: Mon Nov 12 12:51:45.382292 PST 3: Schedule cleanup of "eq_tapq:anon_26" [ns_server:info,2012-11-12T12:51:45.538,ns_1@192.168.0.21:<0.4596.0>:ns_memcached:do_handle_call:521]Changed vbucket 521 state to replica [ns_server:info,2012-11-12T12:51:45.544,ns_1@192.168.0.21:<0.5013.0>:ebucketmigrator_srv:init:479]Setting {"192.168.0.21",11209} vbucket 521 to state replica [rebalance:info,2012-11-12T12:51:45.660,ns_1@192.168.0.21:<0.5013.0>:ebucketmigrator_srv:init:538]Starting tap stream: [{vbuckets,[521]}, {checkpoints,[{521,0}]}, {name,<<"replication_building_521_'ns_1@192.168.0.21'">>}, {takeover,false}] {{"192.168.0.22",11209}, {"192.168.0.21",11209}, [{vbuckets,[521]}, {takeover,false}, {suffix,"building_521_'ns_1@192.168.0.21'"}, {username,"default"}, {password,[]}]} [rebalance:info,2012-11-12T12:51:45.661,ns_1@192.168.0.21:<0.5013.0>:ebucketmigrator_srv:process_upstream:901]Initial stream for vbucket 521 [ns_server:info,2012-11-12T12:51:45.861,ns_1@192.168.0.21:ns_port_memcached<0.4538.0>:ns_port_server:log:171]memcached<0.4538.0>: Mon Nov 12 12:51:45.661623 PST 3: TAP (Consumer) eq_tapq:anon_27 - Reset vbucket 521 was completed succecssfully. [ns_server:info,2012-11-12T12:51:46.099,ns_1@192.168.0.21:ns_port_memcached<0.4538.0>:ns_port_server:log:171]memcached<0.4538.0>: Mon Nov 12 12:51:45.898862 PST 3: Notified the completion of checkpoint persistence for vbucket 6, cookie 0x5c62dc0 [rebalance:info,2012-11-12T12:51:46.211,ns_1@192.168.0.21:<0.4977.0>:ebucketmigrator_srv:do_confirm_sent_messages:671]Got close ack! [ns_server:info,2012-11-12T12:51:46.221,ns_1@192.168.0.21:<0.4596.0>:ns_memcached:do_handle_call:521]Changed vbucket 6 state to replica [ns_server:info,2012-11-12T12:51:46.222,ns_1@192.168.0.21:tap_replication_manager-default<0.4597.0>:tap_replication_manager:change_vbucket_filter:185]Going to change replication from 'ns_1@192.168.0.22' to have [0,1,2,3,4,5,6] ([6], []) [ns_server:info,2012-11-12T12:51:46.223,ns_1@192.168.0.21:<0.4961.0>:ebucketmigrator_srv:handle_call:274]Starting new-style vbucket filter change on stream `replication_ns_1@192.168.0.21` [ns_server:info,2012-11-12T12:51:46.412,ns_1@192.168.0.21:ns_port_memcached<0.4538.0>:ns_port_server:log:171]memcached<0.4538.0>: Mon Nov 12 12:51:46.212179 PST 3: TAP (Consumer) eq_tapq:anon_23 - disconnected [ns_server:info,2012-11-12T12:51:46.532,ns_1@192.168.0.21:<0.4961.0>:ebucketmigrator_srv:handle_call:297]Changing vbucket filter on tap stream `replication_ns_1@192.168.0.21`: [{0,2},{1,2},{2,2},{3,2},{4,2},{5,2},{6,3}] [ns_server:info,2012-11-12T12:51:46.533,ns_1@192.168.0.21:<0.4961.0>:ebucketmigrator_srv:handle_call:307]Successfully changed vbucket filter on tap stream `replication_ns_1@192.168.0.21`. [ns_server:info,2012-11-12T12:51:46.534,ns_1@192.168.0.21:<0.4961.0>:ebucketmigrator_srv:handle_info:376]Got vbucket filter change completion message. Completing state transition to a new ebucketmigrator. [rebalance:info,2012-11-12T12:51:46.534,ns_1@192.168.0.21:<0.4961.0>:ebucketmigrator_srv:do_confirm_sent_messages:671]Got close ack! [ns_server:info,2012-11-12T12:51:46.535,ns_1@192.168.0.21:<0.5032.0>:ns_vbm_new_sup:mk_old_state_retriever:83]Got vbucket filter change old state. Proceeding vbucket filter change operation [error_logger:info,2012-11-12T12:51:46.536,ns_1@192.168.0.21:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================PROGRESS REPORT========================= supervisor: {local,'ns_vbm_new_sup-default'} started: [{pid,<0.5032.0>}, {name, {new_child_id,[0,1,2,3,4,5,6],'ns_1@192.168.0.22'}}, {mfargs, {ebucketmigrator_srv,start_link, [{"192.168.0.22",11209}, {"192.168.0.21",11209}, [{old_state_retriever, #Fun}, {on_not_ready_vbuckets, #Fun}, {username,"default"}, {password,[]}, {vbuckets,[0,1,2,3,4,5,6]}, {takeover,false}, {suffix,"ns_1@192.168.0.21"}]]}}, {restart_type,temporary}, {shutdown,60000}, {child_type,worker}] [ns_server:info,2012-11-12T12:51:46.563,ns_1@192.168.0.21:<0.4596.0>:ns_memcached:do_handle_call:521]Changed vbucket 7 state to replica [ns_server:info,2012-11-12T12:51:46.715,ns_1@192.168.0.21:<0.5040.0>:ebucketmigrator_srv:init:479]Setting {"192.168.0.21",11209} vbucket 7 to state replica [rebalance:info,2012-11-12T12:51:46.823,ns_1@192.168.0.21:<0.5040.0>:ebucketmigrator_srv:init:538]Starting tap stream: [{vbuckets,[7]}, {checkpoints,[{7,0}]}, {name,<<"replication_building_7_'ns_1@192.168.0.21'">>}, {takeover,false}] {{"192.168.0.20",11209}, {"192.168.0.21",11209}, [{vbuckets,[7]}, {takeover,false}, {suffix,"building_7_'ns_1@192.168.0.21'"}, {username,"default"}, {password,[]}]} [rebalance:info,2012-11-12T12:51:46.825,ns_1@192.168.0.21:<0.5040.0>:ebucketmigrator_srv:process_upstream:901]Initial stream for vbucket 7 [ns_server:info,2012-11-12T12:51:47.010,ns_1@192.168.0.21:ns_port_memcached<0.4538.0>:ns_port_server:log:171]memcached<0.4538.0>: Mon Nov 12 12:51:46.810767 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4538.0>: Mon Nov 12 12:51:46.826117 PST 3: TAP (Consumer) eq_tapq:anon_28 - Reset vbucket 7 was completed succecssfully. [ns_server:info,2012-11-12T12:51:47.377,ns_1@192.168.0.21:ns_port_memcached<0.4538.0>:ns_port_server:log:171]memcached<0.4538.0>: Mon Nov 12 12:51:47.176446 PST 3: Schedule cleanup of "eq_tapq:anon_23" [rebalance:info,2012-11-12T12:51:47.435,ns_1@192.168.0.21:<0.5013.0>:ebucketmigrator_srv:do_confirm_sent_messages:671]Got close ack! [ns_server:info,2012-11-12T12:51:47.611,ns_1@192.168.0.21:<0.4596.0>:ns_memcached:do_handle_call:521]Changed vbucket 521 state to active [ns_server:info,2012-11-12T12:51:47.620,ns_1@192.168.0.21:ns_port_memcached<0.4538.0>:ns_port_server:log:171]memcached<0.4538.0>: Mon Nov 12 12:51:47.420215 PST 3: Notified the completion of checkpoint persistence for vbucket 521, cookie 0x5c62580 memcached<0.4538.0>: Mon Nov 12 12:51:47.435712 PST 3: TAP (Consumer) eq_tapq:anon_27 - disconnected memcached<0.4538.0>: Mon Nov 12 12:51:47.580035 PST 3: TAP (Consumer) eq_tapq:anon_29 - disconnected [ns_server:info,2012-11-12T12:51:47.809,ns_1@192.168.0.21:<0.4593.0>:ns_memcached:do_handle_call:521]Changed vbucket 522 state to replica [ns_server:info,2012-11-12T12:51:47.818,ns_1@192.168.0.21:<0.5061.0>:ebucketmigrator_srv:init:479]Setting {"192.168.0.21",11209} vbucket 522 to state replica [ns_server:info,2012-11-12T12:51:47.863,ns_1@192.168.0.21:ns_port_memcached<0.4538.0>:ns_port_server:log:171]memcached<0.4538.0>: Mon Nov 12 12:51:47.663606 PST 3: Schedule cleanup of "eq_tapq:anon_27" memcached<0.4538.0>: Mon Nov 12 12:51:47.663657 PST 3: Schedule cleanup of "eq_tapq:anon_29" memcached<0.4538.0>: Mon Nov 12 12:51:47.663750 PST 3: TAP (Producer) eq_tapq:replication_ns_1@192.168.0.22 - Sending TAP_OPAQUE with command "complete_vb_filter_change" and vbucket 0 [rebalance:info,2012-11-12T12:51:47.926,ns_1@192.168.0.21:<0.5061.0>:ebucketmigrator_srv:init:538]Starting tap stream: [{vbuckets,[522]}, {checkpoints,[{522,0}]}, {name,<<"replication_building_522_'ns_1@192.168.0.21'">>}, {takeover,false}] {{"192.168.0.22",11209}, {"192.168.0.21",11209}, [{vbuckets,[522]}, {takeover,false}, {suffix,"building_522_'ns_1@192.168.0.21'"}, {username,"default"}, {password,[]}]} [rebalance:info,2012-11-12T12:51:47.929,ns_1@192.168.0.21:<0.5061.0>:ebucketmigrator_srv:process_upstream:901]Initial stream for vbucket 522 [ns_server:info,2012-11-12T12:51:48.130,ns_1@192.168.0.21:ns_port_memcached<0.4538.0>:ns_port_server:log:171]memcached<0.4538.0>: Mon Nov 12 12:51:47.929900 PST 3: TAP (Consumer) eq_tapq:anon_30 - Reset vbucket 522 was completed succecssfully. memcached<0.4538.0>: Mon Nov 12 12:51:48.097765 PST 3: Notified the completion of checkpoint persistence for vbucket 7, cookie 0x5c62dc0 [rebalance:info,2012-11-12T12:51:48.291,ns_1@192.168.0.21:<0.5040.0>:ebucketmigrator_srv:do_confirm_sent_messages:671]Got close ack! [ns_server:info,2012-11-12T12:51:48.299,ns_1@192.168.0.21:<0.4593.0>:ns_memcached:do_handle_call:521]Changed vbucket 7 state to replica [ns_server:info,2012-11-12T12:51:48.299,ns_1@192.168.0.21:tap_replication_manager-default<0.4597.0>:tap_replication_manager:change_vbucket_filter:185]Going to change replication from 'ns_1@192.168.0.22' to have [0,1,2,3,4,5,6,7] ([7], []) [ns_server:info,2012-11-12T12:51:48.300,ns_1@192.168.0.21:<0.5032.0>:ebucketmigrator_srv:handle_call:274]Starting new-style vbucket filter change on stream `replication_ns_1@192.168.0.21` [ns_server:info,2012-11-12T12:51:48.421,ns_1@192.168.0.21:<0.5032.0>:ebucketmigrator_srv:handle_call:297]Changing vbucket filter on tap stream `replication_ns_1@192.168.0.21`: [{0,2},{1,2},{2,2},{3,2},{4,2},{5,2},{6,3},{7,2}] [ns_server:info,2012-11-12T12:51:48.422,ns_1@192.168.0.21:<0.5032.0>:ebucketmigrator_srv:handle_call:307]Successfully changed vbucket filter on tap stream `replication_ns_1@192.168.0.21`. [ns_server:info,2012-11-12T12:51:48.422,ns_1@192.168.0.21:<0.5032.0>:ebucketmigrator_srv:handle_info:376]Got vbucket filter change completion message. Completing state transition to a new ebucketmigrator. [rebalance:info,2012-11-12T12:51:48.424,ns_1@192.168.0.21:<0.5032.0>:ebucketmigrator_srv:do_confirm_sent_messages:671]Got close ack! [ns_server:info,2012-11-12T12:51:48.426,ns_1@192.168.0.21:<0.5082.0>:ns_vbm_new_sup:mk_old_state_retriever:83]Got vbucket filter change old state. Proceeding vbucket filter change operation [error_logger:info,2012-11-12T12:51:48.427,ns_1@192.168.0.21:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================PROGRESS REPORT========================= supervisor: {local,'ns_vbm_new_sup-default'} started: [{pid,<0.5082.0>}, {name, {new_child_id, [0,1,2,3,4,5,6,7], 'ns_1@192.168.0.22'}}, {mfargs, {ebucketmigrator_srv,start_link, [{"192.168.0.22",11209}, {"192.168.0.21",11209}, [{old_state_retriever, #Fun}, {on_not_ready_vbuckets, #Fun}, {username,"default"}, {password,[]}, {vbuckets,[0,1,2,3,4,5,6,7]}, {takeover,false}, {suffix,"ns_1@192.168.0.21"}]]}}, {restart_type,temporary}, {shutdown,60000}, {child_type,worker}] [ns_server:info,2012-11-12T12:51:48.449,ns_1@192.168.0.21:<0.4593.0>:ns_memcached:do_handle_call:521]Changed vbucket 8 state to replica [ns_server:info,2012-11-12T12:51:48.493,ns_1@192.168.0.21:ns_port_memcached<0.4538.0>:ns_port_server:log:171]memcached<0.4538.0>: Mon Nov 12 12:51:48.292776 PST 3: TAP (Consumer) eq_tapq:anon_28 - disconnected memcached<0.4538.0>: Mon Nov 12 12:51:48.376904 PST 3: Schedule cleanup of "eq_tapq:anon_28" [ns_server:info,2012-11-12T12:51:48.655,ns_1@192.168.0.21:<0.5091.0>:ebucketmigrator_srv:init:479]Setting {"192.168.0.21",11209} vbucket 8 to state replica [rebalance:info,2012-11-12T12:51:48.785,ns_1@192.168.0.21:<0.5091.0>:ebucketmigrator_srv:init:538]Starting tap stream: [{vbuckets,"\b"}, {checkpoints,[{8,0}]}, {name,<<"replication_building_8_'ns_1@192.168.0.21'">>}, {takeover,false}] {{"192.168.0.20",11209}, {"192.168.0.21",11209}, [{vbuckets,"\b"}, {takeover,false}, {suffix,"building_8_'ns_1@192.168.0.21'"}, {username,"default"}, {password,[]}]} [rebalance:info,2012-11-12T12:51:48.787,ns_1@192.168.0.21:<0.5091.0>:ebucketmigrator_srv:process_upstream:901]Initial stream for vbucket 8 [ns_server:info,2012-11-12T12:51:48.988,ns_1@192.168.0.21:ns_port_memcached<0.4538.0>:ns_port_server:log:171]memcached<0.4538.0>: Mon Nov 12 12:51:48.788243 PST 3: TAP (Consumer) eq_tapq:anon_31 - Reset vbucket 8 was completed succecssfully. [rebalance:info,2012-11-12T12:51:49.534,ns_1@192.168.0.21:<0.5061.0>:ebucketmigrator_srv:do_confirm_sent_messages:671]Got close ack! [ns_server:info,2012-11-12T12:51:49.669,ns_1@192.168.0.21:ns_port_memcached<0.4538.0>:ns_port_server:log:171]memcached<0.4538.0>: Mon Nov 12 12:51:49.468636 PST 3: Notified the completion of checkpoint persistence for vbucket 8, cookie 0x5c62dc0 memcached<0.4538.0>: Mon Nov 12 12:51:49.526613 PST 3: Notified the completion of checkpoint persistence for vbucket 522, cookie 0x5c62580 memcached<0.4538.0>: Mon Nov 12 12:51:49.535146 PST 3: TAP (Consumer) eq_tapq:anon_30 - disconnected [ns_server:info,2012-11-12T12:51:49.688,ns_1@192.168.0.21:<0.4593.0>:ns_memcached:do_handle_call:521]Changed vbucket 522 state to active [ns_server:info,2012-11-12T12:51:49.874,ns_1@192.168.0.21:ns_port_memcached<0.4538.0>:ns_port_server:log:171]memcached<0.4538.0>: Mon Nov 12 12:51:49.673937 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4538.0>: Mon Nov 12 12:51:49.675999 PST 3: TAP (Consumer) eq_tapq:anon_32 - disconnected memcached<0.4538.0>: Mon Nov 12 12:51:49.717949 PST 3: Schedule cleanup of "eq_tapq:anon_30" memcached<0.4538.0>: Mon Nov 12 12:51:49.717972 PST 3: TAP (Producer) eq_tapq:replication_ns_1@192.168.0.22 - Sending TAP_OPAQUE with command "complete_vb_filter_change" and vbucket 0 memcached<0.4538.0>: Mon Nov 12 12:51:49.718016 PST 3: Schedule cleanup of "eq_tapq:anon_32" [ns_server:info,2012-11-12T12:51:49.940,ns_1@192.168.0.21:<0.4593.0>:ns_memcached:do_handle_call:521]Changed vbucket 523 state to replica [ns_server:info,2012-11-12T12:51:49.949,ns_1@192.168.0.21:<0.5111.0>:ebucketmigrator_srv:init:479]Setting {"192.168.0.21",11209} vbucket 523 to state replica [rebalance:info,2012-11-12T12:51:50.044,ns_1@192.168.0.21:<0.5111.0>:ebucketmigrator_srv:init:538]Starting tap stream: [{vbuckets,[523]}, {checkpoints,[{523,0}]}, {name,<<"replication_building_523_'ns_1@192.168.0.21'">>}, {takeover,false}] {{"192.168.0.22",11209}, {"192.168.0.21",11209}, [{vbuckets,[523]}, {takeover,false}, {suffix,"building_523_'ns_1@192.168.0.21'"}, {username,"default"}, {password,[]}]} [rebalance:info,2012-11-12T12:51:50.046,ns_1@192.168.0.21:<0.5111.0>:ebucketmigrator_srv:process_upstream:901]Initial stream for vbucket 523 [rebalance:info,2012-11-12T12:51:50.152,ns_1@192.168.0.21:<0.5091.0>:ebucketmigrator_srv:do_confirm_sent_messages:671]Got close ack! [ns_server:info,2012-11-12T12:51:50.165,ns_1@192.168.0.21:<0.4593.0>:ns_memcached:do_handle_call:521]Changed vbucket 8 state to replica [ns_server:info,2012-11-12T12:51:50.165,ns_1@192.168.0.21:tap_replication_manager-default<0.4597.0>:tap_replication_manager:change_vbucket_filter:185]Going to change replication from 'ns_1@192.168.0.22' to have [0,1,2,3,4,5,6,7,8] ("\b", []) [ns_server:info,2012-11-12T12:51:50.169,ns_1@192.168.0.21:<0.5082.0>:ebucketmigrator_srv:handle_call:274]Starting new-style vbucket filter change on stream `replication_ns_1@192.168.0.21` [ns_server:info,2012-11-12T12:51:50.249,ns_1@192.168.0.21:ns_port_memcached<0.4538.0>:ns_port_server:log:171]memcached<0.4538.0>: Mon Nov 12 12:51:50.047265 PST 3: TAP (Consumer) eq_tapq:anon_33 - Reset vbucket 523 was completed succecssfully. memcached<0.4538.0>: Mon Nov 12 12:51:50.153624 PST 3: TAP (Consumer) eq_tapq:anon_31 - disconnected [ns_server:info,2012-11-12T12:51:50.267,ns_1@192.168.0.21:<0.5082.0>:ebucketmigrator_srv:handle_call:297]Changing vbucket filter on tap stream `replication_ns_1@192.168.0.21`: [{0,2},{1,2},{2,2},{3,2},{4,2},{5,2},{6,3},{7,2},{8,2}] [ns_server:info,2012-11-12T12:51:50.268,ns_1@192.168.0.21:<0.5082.0>:ebucketmigrator_srv:handle_call:307]Successfully changed vbucket filter on tap stream `replication_ns_1@192.168.0.21`. [ns_server:info,2012-11-12T12:51:50.268,ns_1@192.168.0.21:<0.5082.0>:ebucketmigrator_srv:handle_info:376]Got vbucket filter change completion message. Completing state transition to a new ebucketmigrator. [rebalance:info,2012-11-12T12:51:50.269,ns_1@192.168.0.21:<0.5082.0>:ebucketmigrator_srv:do_confirm_sent_messages:671]Got close ack! [ns_server:info,2012-11-12T12:51:50.270,ns_1@192.168.0.21:<0.5124.0>:ns_vbm_new_sup:mk_old_state_retriever:83]Got vbucket filter change old state. Proceeding vbucket filter change operation [error_logger:info,2012-11-12T12:51:50.271,ns_1@192.168.0.21:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================PROGRESS REPORT========================= supervisor: {local,'ns_vbm_new_sup-default'} started: [{pid,<0.5124.0>}, {name, {new_child_id, [0,1,2,3,4,5,6,7,8], 'ns_1@192.168.0.22'}}, {mfargs, {ebucketmigrator_srv,start_link, [{"192.168.0.22",11209}, {"192.168.0.21",11209}, [{old_state_retriever, #Fun}, {on_not_ready_vbuckets, #Fun}, {username,"default"}, {password,[]}, {vbuckets,[0,1,2,3,4,5,6,7,8]}, {takeover,false}, {suffix,"ns_1@192.168.0.21"}]]}}, {restart_type,temporary}, {shutdown,60000}, {child_type,worker}] [ns_server:info,2012-11-12T12:51:50.299,ns_1@192.168.0.21:<0.4593.0>:ns_memcached:do_handle_call:521]Changed vbucket 9 state to replica [ns_server:info,2012-11-12T12:51:50.515,ns_1@192.168.0.21:<0.5133.0>:ebucketmigrator_srv:init:479]Setting {"192.168.0.21",11209} vbucket 9 to state replica [ns_server:info,2012-11-12T12:51:50.620,ns_1@192.168.0.21:ns_port_memcached<0.4538.0>:ns_port_server:log:171]memcached<0.4538.0>: Mon Nov 12 12:51:50.420151 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4538.0>: Mon Nov 12 12:51:50.420207 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4538.0>: Mon Nov 12 12:51:50.420489 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4538.0>: Mon Nov 12 12:51:50.420516 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4538.0>: Mon Nov 12 12:51:50.420542 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4538.0>: Mon Nov 12 12:51:50.420567 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4538.0>: Mon Nov 12 12:51:50.420591 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4538.0>: Mon Nov 12 12:51:50.420615 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4538.0>: Mon Nov 12 12:51:50.420638 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4538.0>: Mon Nov 12 12:51:50.420654 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4538.0>: Mon Nov 12 12:51:50.420675 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4538.0>: Mon Nov 12 12:51:50.420697 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4538.0>: Mon Nov 12 12:51:50.420717 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4538.0>: Mon Nov 12 12:51:50.420736 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4538.0>: Mon Nov 12 12:51:50.420757 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4538.0>: Mon Nov 12 12:51:50.420776 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4538.0>: Mon Nov 12 12:51:50.420794 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4538.0>: Mon Nov 12 12:51:50.420811 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4538.0>: Mon Nov 12 12:51:50.420827 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4538.0>: Mon Nov 12 12:51:50.420844 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4538.0>: Mon Nov 12 12:51:50.420915 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4538.0>: Mon Nov 12 12:51:50.420944 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4538.0>: Mon Nov 12 12:51:50.420968 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4538.0>: Mon Nov 12 12:51:50.421000 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4538.0>: Mon Nov 12 12:51:50.421017 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4538.0>: Mon Nov 12 12:51:50.421039 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4538.0>: Mon Nov 12 12:51:50.421061 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4538.0>: Mon Nov 12 12:51:50.421083 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4538.0>: Mon Nov 12 12:51:50.421103 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4538.0>: Mon Nov 12 12:51:50.421123 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4538.0>: Mon Nov 12 12:51:50.421143 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4538.0>: Mon Nov 12 12:51:50.421163 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4538.0>: Mon Nov 12 12:51:50.421182 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4538.0>: Mon Nov 12 12:51:50.421200 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4538.0>: Mon Nov 12 12:51:50.421218 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4538.0>: Mon Nov 12 12:51:50.421235 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4538.0>: Mon Nov 12 12:51:50.421260 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4538.0>: Mon Nov 12 12:51:50.421290 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4538.0>: Mon Nov 12 12:51:50.421308 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4538.0>: Mon Nov 12 12:51:50.421326 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4538.0>: Mon Nov 12 12:51:50.422169 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4538.0>: Mon Nov 12 12:51:50.422500 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4538.0>: Mon Nov 12 12:51:50.422538 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4538.0>: Mon Nov 12 12:51:50.422565 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4538.0>: Mon Nov 12 12:51:50.422591 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4538.0>: Mon Nov 12 12:51:50.422615 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4538.0>: Mon Nov 12 12:51:50.422640 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4538.0>: Mon Nov 12 12:51:50.422663 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4538.0>: Mon Nov 12 12:51:50.422686 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4538.0>: Mon Nov 12 12:51:50.422709 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4538.0>: Mon Nov 12 12:51:50.422731 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4538.0>: Mon Nov 12 12:51:50.422753 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4538.0>: Mon Nov 12 12:51:50.422774 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4538.0>: Mon Nov 12 12:51:50.422795 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4538.0>: Mon Nov 12 12:51:50.422815 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4538.0>: Mon Nov 12 12:51:50.422834 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4538.0>: Mon Nov 12 12:51:50.422852 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4538.0>: Mon Nov 12 12:51:50.422870 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4538.0>: Mon Nov 12 12:51:50.422888 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4538.0>: Mon Nov 12 12:51:50.422905 PST 3: persistence cursor offset is negative. Reset it to 0. [ns_server:warn,2012-11-12T12:51:50.621,ns_1@192.168.0.21:ns_port_memcached<0.4538.0>:ns_port_server:log:176]Dropped 75 log lines from memcached [rebalance:info,2012-11-12T12:51:50.636,ns_1@192.168.0.21:<0.5133.0>:ebucketmigrator_srv:init:538]Starting tap stream: [{vbuckets,"\t"}, {checkpoints,[{9,0}]}, {name,<<"replication_building_9_'ns_1@192.168.0.21'">>}, {takeover,false}] {{"192.168.0.20",11209}, {"192.168.0.21",11209}, [{vbuckets,"\t"}, {takeover,false}, {suffix,"building_9_'ns_1@192.168.0.21'"}, {username,"default"}, {password,[]}]} [rebalance:info,2012-11-12T12:51:50.638,ns_1@192.168.0.21:<0.5133.0>:ebucketmigrator_srv:process_upstream:901]Initial stream for vbucket 9 [ns_server:info,2012-11-12T12:51:50.838,ns_1@192.168.0.21:ns_port_memcached<0.4538.0>:ns_port_server:log:171]memcached<0.4538.0>: Mon Nov 12 12:51:50.638241 PST 3: TAP (Consumer) eq_tapq:anon_34 - Reset vbucket 9 was completed succecssfully. [rebalance:info,2012-11-12T12:51:51.330,ns_1@192.168.0.21:<0.5111.0>:ebucketmigrator_srv:do_confirm_sent_messages:671]Got close ack! [ns_server:info,2012-11-12T12:51:51.509,ns_1@192.168.0.21:ns_port_memcached<0.4538.0>:ns_port_server:log:171]memcached<0.4538.0>: Mon Nov 12 12:51:51.309081 PST 3: Notified the completion of checkpoint persistence for vbucket 523, cookie 0x5c62580 memcached<0.4538.0>: Mon Nov 12 12:51:51.331449 PST 3: TAP (Consumer) eq_tapq:anon_33 - disconnected [ns_server:info,2012-11-12T12:51:51.588,ns_1@192.168.0.21:<0.4593.0>:ns_memcached:do_handle_call:521]Changed vbucket 523 state to active [ns_server:info,2012-11-12T12:51:51.772,ns_1@192.168.0.21:ns_port_memcached<0.4538.0>:ns_port_server:log:171]memcached<0.4538.0>: Mon Nov 12 12:51:51.565439 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4538.0>: Mon Nov 12 12:51:51.565493 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4538.0>: Mon Nov 12 12:51:51.574404 PST 3: Schedule cleanup of "eq_tapq:anon_33" memcached<0.4538.0>: Mon Nov 12 12:51:51.578793 PST 3: TAP (Consumer) eq_tapq:anon_35 - disconnected memcached<0.4538.0>: Mon Nov 12 12:51:51.643631 PST 3: Schedule cleanup of "eq_tapq:anon_35" memcached<0.4538.0>: Mon Nov 12 12:51:51.643683 PST 3: TAP (Producer) eq_tapq:replication_ns_1@192.168.0.22 - Sending TAP_OPAQUE with command "complete_vb_filter_change" and vbucket 0 memcached<0.4538.0>: Mon Nov 12 12:51:51.667847 PST 3: Notified the completion of checkpoint persistence for vbucket 9, cookie 0x5c62dc0 [ns_server:info,2012-11-12T12:51:51.793,ns_1@192.168.0.21:<0.4593.0>:ns_memcached:do_handle_call:521]Changed vbucket 524 state to replica [ns_server:info,2012-11-12T12:51:51.797,ns_1@192.168.0.21:<0.5145.0>:ebucketmigrator_srv:init:479]Setting {"192.168.0.21",11209} vbucket 524 to state replica [rebalance:info,2012-11-12T12:51:51.918,ns_1@192.168.0.21:<0.5145.0>:ebucketmigrator_srv:init:538]Starting tap stream: [{vbuckets,[524]}, {checkpoints,[{524,0}]}, {name,<<"replication_building_524_'ns_1@192.168.0.21'">>}, {takeover,false}] {{"192.168.0.22",11209}, {"192.168.0.21",11209}, [{vbuckets,[524]}, {takeover,false}, {suffix,"building_524_'ns_1@192.168.0.21'"}, {username,"default"}, {password,[]}]} [rebalance:info,2012-11-12T12:51:51.919,ns_1@192.168.0.21:<0.5145.0>:ebucketmigrator_srv:process_upstream:901]Initial stream for vbucket 524 [ns_server:info,2012-11-12T12:51:52.120,ns_1@192.168.0.21:ns_port_memcached<0.4538.0>:ns_port_server:log:171]memcached<0.4538.0>: Mon Nov 12 12:51:51.920721 PST 3: TAP (Consumer) eq_tapq:anon_36 - Reset vbucket 524 was completed succecssfully. [rebalance:info,2012-11-12T12:51:52.353,ns_1@192.168.0.21:<0.5133.0>:ebucketmigrator_srv:do_confirm_sent_messages:671]Got close ack! [ns_server:info,2012-11-12T12:51:52.368,ns_1@192.168.0.21:<0.4593.0>:ns_memcached:do_handle_call:521]Changed vbucket 9 state to replica [ns_server:info,2012-11-12T12:51:52.368,ns_1@192.168.0.21:tap_replication_manager-default<0.4597.0>:tap_replication_manager:change_vbucket_filter:185]Going to change replication from 'ns_1@192.168.0.22' to have [0,1,2,3,4,5,6,7,8,9] ("\t", []) [ns_server:info,2012-11-12T12:51:52.370,ns_1@192.168.0.21:<0.5124.0>:ebucketmigrator_srv:handle_call:274]Starting new-style vbucket filter change on stream `replication_ns_1@192.168.0.21` [ns_server:info,2012-11-12T12:51:52.484,ns_1@192.168.0.21:<0.5124.0>:ebucketmigrator_srv:handle_call:297]Changing vbucket filter on tap stream `replication_ns_1@192.168.0.21`: [{0,2},{1,2},{2,2},{3,2},{4,2},{5,2},{6,3},{7,2},{8,2},{9,2}] [ns_server:info,2012-11-12T12:51:52.486,ns_1@192.168.0.21:<0.5124.0>:ebucketmigrator_srv:handle_call:307]Successfully changed vbucket filter on tap stream `replication_ns_1@192.168.0.21`. [ns_server:info,2012-11-12T12:51:52.486,ns_1@192.168.0.21:<0.5124.0>:ebucketmigrator_srv:handle_info:376]Got vbucket filter change completion message. Completing state transition to a new ebucketmigrator. [rebalance:info,2012-11-12T12:51:52.488,ns_1@192.168.0.21:<0.5124.0>:ebucketmigrator_srv:do_confirm_sent_messages:671]Got close ack! [ns_server:info,2012-11-12T12:51:52.489,ns_1@192.168.0.21:<0.5167.0>:ns_vbm_new_sup:mk_old_state_retriever:83]Got vbucket filter change old state. Proceeding vbucket filter change operation [error_logger:info,2012-11-12T12:51:52.489,ns_1@192.168.0.21:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================PROGRESS REPORT========================= supervisor: {local,'ns_vbm_new_sup-default'} started: [{pid,<0.5167.0>}, {name, {new_child_id, [0,1,2,3,4,5,6,7,8,9], 'ns_1@192.168.0.22'}}, {mfargs, {ebucketmigrator_srv,start_link, [{"192.168.0.22",11209}, {"192.168.0.21",11209}, [{old_state_retriever, #Fun}, {on_not_ready_vbuckets, #Fun}, {username,"default"}, {password,[]}, {vbuckets,[0,1,2,3,4,5,6,7,8,9]}, {takeover,false}, {suffix,"ns_1@192.168.0.21"}]]}}, {restart_type,temporary}, {shutdown,60000}, {child_type,worker}] [ns_server:info,2012-11-12T12:51:52.519,ns_1@192.168.0.21:<0.4593.0>:ns_memcached:do_handle_call:521]Changed vbucket 10 state to replica [ns_server:info,2012-11-12T12:51:52.554,ns_1@192.168.0.21:ns_port_memcached<0.4538.0>:ns_port_server:log:171]memcached<0.4538.0>: Mon Nov 12 12:51:52.353916 PST 3: TAP (Consumer) eq_tapq:anon_34 - disconnected [ns_server:info,2012-11-12T12:51:52.726,ns_1@192.168.0.21:<0.5178.0>:ebucketmigrator_srv:init:479]Setting {"192.168.0.21",11209} vbucket 10 to state replica [rebalance:info,2012-11-12T12:51:52.729,ns_1@192.168.0.21:<0.5145.0>:ebucketmigrator_srv:do_confirm_sent_messages:671]Got close ack! [rebalance:info,2012-11-12T12:51:52.814,ns_1@192.168.0.21:<0.5178.0>:ebucketmigrator_srv:init:538]Starting tap stream: [{vbuckets,"\n"}, {checkpoints,[{10,0}]}, {name,<<"replication_building_10_'ns_1@192.168.0.21'">>}, {takeover,false}] {{"192.168.0.20",11209}, {"192.168.0.21",11209}, [{vbuckets,"\n"}, {takeover,false}, {suffix,"building_10_'ns_1@192.168.0.21'"}, {username,"default"}, {password,[]}]} [rebalance:info,2012-11-12T12:51:52.816,ns_1@192.168.0.21:<0.5178.0>:ebucketmigrator_srv:process_upstream:901]Initial stream for vbucket 10 [ns_server:info,2012-11-12T12:51:52.858,ns_1@192.168.0.21:ns_port_memcached<0.4538.0>:ns_port_server:log:171]memcached<0.4538.0>: Mon Nov 12 12:51:52.655780 PST 3: Notified the completion of checkpoint persistence for vbucket 524, cookie 0x5c858c0 memcached<0.4538.0>: Mon Nov 12 12:51:52.660241 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4538.0>: Mon Nov 12 12:51:52.660344 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4538.0>: Mon Nov 12 12:51:52.660421 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4538.0>: Mon Nov 12 12:51:52.660445 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4538.0>: Mon Nov 12 12:51:52.660670 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4538.0>: Mon Nov 12 12:51:52.660698 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4538.0>: Mon Nov 12 12:51:52.660717 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4538.0>: Mon Nov 12 12:51:52.661027 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4538.0>: Mon Nov 12 12:51:52.661130 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4538.0>: Mon Nov 12 12:51:52.661203 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4538.0>: Mon Nov 12 12:51:52.661301 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4538.0>: Mon Nov 12 12:51:52.661385 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4538.0>: Mon Nov 12 12:51:52.661453 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4538.0>: Mon Nov 12 12:51:52.661542 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4538.0>: Mon Nov 12 12:51:52.661611 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4538.0>: Mon Nov 12 12:51:52.661676 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4538.0>: Mon Nov 12 12:51:52.661756 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4538.0>: Mon Nov 12 12:51:52.661821 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4538.0>: Mon Nov 12 12:51:52.661898 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4538.0>: Mon Nov 12 12:51:52.661961 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4538.0>: Mon Nov 12 12:51:52.694369 PST 3: Schedule cleanup of "eq_tapq:anon_34" memcached<0.4538.0>: Mon Nov 12 12:51:52.700911 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4538.0>: Mon Nov 12 12:51:52.700969 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4538.0>: Mon Nov 12 12:51:52.701426 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4538.0>: Mon Nov 12 12:51:52.701487 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4538.0>: Mon Nov 12 12:51:52.702287 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4538.0>: Mon Nov 12 12:51:52.702331 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4538.0>: Mon Nov 12 12:51:52.702363 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4538.0>: Mon Nov 12 12:51:52.702387 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4538.0>: Mon Nov 12 12:51:52.702408 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4538.0>: Mon Nov 12 12:51:52.702428 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4538.0>: Mon Nov 12 12:51:52.702448 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4538.0>: Mon Nov 12 12:51:52.702467 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4538.0>: Mon Nov 12 12:51:52.702484 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4538.0>: Mon Nov 12 12:51:52.702500 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4538.0>: Mon Nov 12 12:51:52.702520 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4538.0>: Mon Nov 12 12:51:52.702670 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4538.0>: Mon Nov 12 12:51:52.702698 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4538.0>: Mon Nov 12 12:51:52.702722 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4538.0>: Mon Nov 12 12:51:52.702744 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4538.0>: Mon Nov 12 12:51:52.702767 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4538.0>: Mon Nov 12 12:51:52.702788 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4538.0>: Mon Nov 12 12:51:52.702809 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4538.0>: Mon Nov 12 12:51:52.702829 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4538.0>: Mon Nov 12 12:51:52.702926 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4538.0>: Mon Nov 12 12:51:52.702950 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4538.0>: Mon Nov 12 12:51:52.702967 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4538.0>: Mon Nov 12 12:51:52.702985 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4538.0>: Mon Nov 12 12:51:52.703003 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4538.0>: Mon Nov 12 12:51:52.703047 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4538.0>: Mon Nov 12 12:51:52.703101 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4538.0>: Mon Nov 12 12:51:52.703127 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4538.0>: Mon Nov 12 12:51:52.703151 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4538.0>: Mon Nov 12 12:51:52.703173 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4538.0>: Mon Nov 12 12:51:52.703195 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4538.0>: Mon Nov 12 12:51:52.703216 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4538.0>: Mon Nov 12 12:51:52.703237 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4538.0>: Mon Nov 12 12:51:52.703259 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4538.0>: Mon Nov 12 12:51:52.703279 PST 3: persistence cursor offset is negative. Reset it to 0. [ns_server:warn,2012-11-12T12:51:52.859,ns_1@192.168.0.21:ns_port_memcached<0.4538.0>:ns_port_server:log:176]Dropped 130 log lines from memcached [ns_server:info,2012-11-12T12:51:52.863,ns_1@192.168.0.21:<0.4593.0>:ns_memcached:do_handle_call:521]Changed vbucket 524 state to active [ns_server:info,2012-11-12T12:51:53.058,ns_1@192.168.0.21:<0.4593.0>:ns_memcached:do_handle_call:521]Changed vbucket 525 state to replica [ns_server:info,2012-11-12T12:51:53.060,ns_1@192.168.0.21:ns_port_memcached<0.4538.0>:ns_port_server:log:171]memcached<0.4538.0>: Mon Nov 12 12:51:52.860473 PST 3: TAP (Consumer) eq_tapq:anon_38 - disconnected memcached<0.4538.0>: Mon Nov 12 12:51:52.916146 PST 3: Schedule cleanup of "eq_tapq:anon_38" memcached<0.4538.0>: Mon Nov 12 12:51:52.917321 PST 3: TAP (Producer) eq_tapq:replication_ns_1@192.168.0.22 - Sending TAP_OPAQUE with command "complete_vb_filter_change" and vbucket 0 [ns_server:info,2012-11-12T12:51:53.063,ns_1@192.168.0.21:<0.5185.0>:ebucketmigrator_srv:init:479]Setting {"192.168.0.21",11209} vbucket 525 to state replica [rebalance:info,2012-11-12T12:51:53.221,ns_1@192.168.0.21:<0.5185.0>:ebucketmigrator_srv:init:538]Starting tap stream: [{vbuckets,[525]}, {checkpoints,[{525,0}]}, {name,<<"replication_building_525_'ns_1@192.168.0.21'">>}, {takeover,false}] {{"192.168.0.22",11209}, {"192.168.0.21",11209}, [{vbuckets,[525]}, {takeover,false}, {suffix,"building_525_'ns_1@192.168.0.21'"}, {username,"default"}, {password,[]}]} [rebalance:info,2012-11-12T12:51:53.227,ns_1@192.168.0.21:<0.5185.0>:ebucketmigrator_srv:process_upstream:901]Initial stream for vbucket 525 [ns_server:info,2012-11-12T12:51:53.428,ns_1@192.168.0.21:ns_port_memcached<0.4538.0>:ns_port_server:log:171]memcached<0.4538.0>: Mon Nov 12 12:51:53.228457 PST 3: TAP (Consumer) eq_tapq:anon_39 - Reset vbucket 525 was completed succecssfully. memcached<0.4538.0>: Mon Nov 12 12:51:53.426968 PST 3: Notified the completion of checkpoint persistence for vbucket 10, cookie 0x5c622c0 [rebalance:info,2012-11-12T12:51:54.890,ns_1@192.168.0.21:<0.5185.0>:ebucketmigrator_srv:do_confirm_sent_messages:671]Got close ack! [ns_server:info,2012-11-12T12:51:55.082,ns_1@192.168.0.21:ns_port_memcached<0.4538.0>:ns_port_server:log:171]memcached<0.4538.0>: Mon Nov 12 12:51:54.881176 PST 3: Notified the completion of checkpoint persistence for vbucket 525, cookie 0x5c63080 memcached<0.4538.0>: Mon Nov 12 12:51:54.891475 PST 3: TAP (Consumer) eq_tapq:anon_39 - disconnected [ns_server:info,2012-11-12T12:51:55.102,ns_1@192.168.0.21:<0.4593.0>:ns_memcached:do_handle_call:521]Changed vbucket 525 state to active [ns_server:info,2012-11-12T12:51:55.295,ns_1@192.168.0.21:ns_port_memcached<0.4538.0>:ns_port_server:log:171]memcached<0.4538.0>: Mon Nov 12 12:51:55.095586 PST 3: TAP (Consumer) eq_tapq:anon_40 - disconnected memcached<0.4538.0>: Mon Nov 12 12:51:55.132705 PST 3: Schedule cleanup of "eq_tapq:anon_39" memcached<0.4538.0>: Mon Nov 12 12:51:55.132736 PST 3: TAP (Producer) eq_tapq:replication_ns_1@192.168.0.22 - Sending TAP_OPAQUE with command "complete_vb_filter_change" and vbucket 0 memcached<0.4538.0>: Mon Nov 12 12:51:55.132784 PST 3: Schedule cleanup of "eq_tapq:anon_40" [ns_server:info,2012-11-12T12:51:55.305,ns_1@192.168.0.21:<0.4593.0>:ns_memcached:do_handle_call:521]Changed vbucket 526 state to replica [ns_server:info,2012-11-12T12:51:55.309,ns_1@192.168.0.21:<0.5222.0>:ebucketmigrator_srv:init:479]Setting {"192.168.0.21",11209} vbucket 526 to state replica [rebalance:info,2012-11-12T12:51:55.476,ns_1@192.168.0.21:<0.5222.0>:ebucketmigrator_srv:init:538]Starting tap stream: [{vbuckets,[526]}, {checkpoints,[{526,0}]}, {name,<<"replication_building_526_'ns_1@192.168.0.21'">>}, {takeover,false}] {{"192.168.0.22",11209}, {"192.168.0.21",11209}, [{vbuckets,[526]}, {takeover,false}, {suffix,"building_526_'ns_1@192.168.0.21'"}, {username,"default"}, {password,[]}]} [rebalance:info,2012-11-12T12:51:55.477,ns_1@192.168.0.21:<0.5222.0>:ebucketmigrator_srv:process_upstream:901]Initial stream for vbucket 526 [ns_server:info,2012-11-12T12:51:55.679,ns_1@192.168.0.21:ns_port_memcached<0.4538.0>:ns_port_server:log:171]memcached<0.4538.0>: Mon Nov 12 12:51:55.478141 PST 3: TAP (Consumer) eq_tapq:anon_41 - Reset vbucket 526 was completed succecssfully. memcached<0.4538.0>: Mon Nov 12 12:51:55.543908 PST 3: Notified the completion of checkpoint persistence for vbucket 10, cookie 0x5c63340 [rebalance:info,2012-11-12T12:51:55.806,ns_1@192.168.0.21:<0.5178.0>:ebucketmigrator_srv:do_confirm_sent_messages:671]Got close ack! [ns_server:info,2012-11-12T12:51:55.811,ns_1@192.168.0.21:<0.4593.0>:ns_memcached:do_handle_call:521]Changed vbucket 10 state to replica [ns_server:info,2012-11-12T12:51:55.811,ns_1@192.168.0.21:tap_replication_manager-default<0.4597.0>:tap_replication_manager:change_vbucket_filter:185]Going to change replication from 'ns_1@192.168.0.22' to have [0,1,2,3,4,5,6,7,8,9,10] ("\n", []) [ns_server:info,2012-11-12T12:51:55.813,ns_1@192.168.0.21:<0.5167.0>:ebucketmigrator_srv:handle_call:274]Starting new-style vbucket filter change on stream `replication_ns_1@192.168.0.21` [ns_server:info,2012-11-12T12:51:55.912,ns_1@192.168.0.21:<0.5167.0>:ebucketmigrator_srv:handle_call:297]Changing vbucket filter on tap stream `replication_ns_1@192.168.0.21`: [{0,2},{1,2},{2,2},{3,2},{4,2},{5,2},{6,3},{7,2},{8,2},{9,2},{10,3}] [ns_server:info,2012-11-12T12:51:55.913,ns_1@192.168.0.21:<0.5167.0>:ebucketmigrator_srv:handle_call:307]Successfully changed vbucket filter on tap stream `replication_ns_1@192.168.0.21`. [ns_server:info,2012-11-12T12:51:55.914,ns_1@192.168.0.21:<0.5167.0>:ebucketmigrator_srv:handle_info:376]Got vbucket filter change completion message. Completing state transition to a new ebucketmigrator. [rebalance:info,2012-11-12T12:51:55.915,ns_1@192.168.0.21:<0.5167.0>:ebucketmigrator_srv:do_confirm_sent_messages:671]Got close ack! [ns_server:info,2012-11-12T12:51:55.916,ns_1@192.168.0.21:<0.5230.0>:ns_vbm_new_sup:mk_old_state_retriever:83]Got vbucket filter change old state. Proceeding vbucket filter change operation [error_logger:info,2012-11-12T12:51:55.917,ns_1@192.168.0.21:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================PROGRESS REPORT========================= supervisor: {local,'ns_vbm_new_sup-default'} started: [{pid,<0.5230.0>}, {name, {new_child_id, [0,1,2,3,4,5,6,7,8,9,10], 'ns_1@192.168.0.22'}}, {mfargs, {ebucketmigrator_srv,start_link, [{"192.168.0.22",11209}, {"192.168.0.21",11209}, [{old_state_retriever, #Fun}, {on_not_ready_vbuckets, #Fun}, {username,"default"}, {password,[]}, {vbuckets,[0,1,2,3,4,5,6,7,8,9,10]}, {takeover,false}, {suffix,"ns_1@192.168.0.21"}]]}}, {restart_type,temporary}, {shutdown,60000}, {child_type,worker}] [ns_server:info,2012-11-12T12:51:55.952,ns_1@192.168.0.21:<0.4593.0>:ns_memcached:do_handle_call:521]Changed vbucket 11 state to replica [ns_server:info,2012-11-12T12:51:56.008,ns_1@192.168.0.21:ns_port_memcached<0.4538.0>:ns_port_server:log:171]memcached<0.4538.0>: Mon Nov 12 12:51:55.807257 PST 3: TAP (Consumer) eq_tapq:anon_37 - disconnected [ns_server:info,2012-11-12T12:51:56.155,ns_1@192.168.0.21:<0.5239.0>:ebucketmigrator_srv:init:479]Setting {"192.168.0.21",11209} vbucket 11 to state replica [rebalance:info,2012-11-12T12:51:56.268,ns_1@192.168.0.21:<0.5239.0>:ebucketmigrator_srv:init:538]Starting tap stream: [{vbuckets,"\v"}, {checkpoints,[{11,0}]}, {name,<<"replication_building_11_'ns_1@192.168.0.21'">>}, {takeover,false}] {{"192.168.0.20",11209}, {"192.168.0.21",11209}, [{vbuckets,"\v"}, {takeover,false}, {suffix,"building_11_'ns_1@192.168.0.21'"}, {username,"default"}, {password,[]}]} [rebalance:info,2012-11-12T12:51:56.269,ns_1@192.168.0.21:<0.5239.0>:ebucketmigrator_srv:process_upstream:901]Initial stream for vbucket 11 [ns_server:info,2012-11-12T12:51:56.472,ns_1@192.168.0.21:ns_port_memcached<0.4538.0>:ns_port_server:log:171]memcached<0.4538.0>: Mon Nov 12 12:51:56.270855 PST 3: TAP (Consumer) eq_tapq:anon_42 - Reset vbucket 11 was completed succecssfully. [rebalance:info,2012-11-12T12:51:56.661,ns_1@192.168.0.21:<0.5222.0>:ebucketmigrator_srv:do_confirm_sent_messages:671]Got close ack! [ns_server:info,2012-11-12T12:51:56.853,ns_1@192.168.0.21:ns_port_memcached<0.4538.0>:ns_port_server:log:171]memcached<0.4538.0>: Mon Nov 12 12:51:56.652550 PST 3: Notified the completion of checkpoint persistence for vbucket 526, cookie 0x5c63080 memcached<0.4538.0>: Mon Nov 12 12:51:56.662505 PST 3: TAP (Consumer) eq_tapq:anon_41 - disconnected memcached<0.4538.0>: Mon Nov 12 12:51:56.778553 PST 3: Schedule cleanup of "eq_tapq:anon_37" memcached<0.4538.0>: Mon Nov 12 12:51:56.778660 PST 3: Schedule cleanup of "eq_tapq:anon_41" memcached<0.4538.0>: Mon Nov 12 12:51:56.843222 PST 3: TAP (Consumer) eq_tapq:anon_43 - disconnected [ns_server:info,2012-11-12T12:51:56.862,ns_1@192.168.0.21:<0.4593.0>:ns_memcached:do_handle_call:521]Changed vbucket 526 state to active [ns_server:info,2012-11-12T12:51:57.074,ns_1@192.168.0.21:<0.4593.0>:ns_memcached:do_handle_call:521]Changed vbucket 527 state to replica [ns_server:info,2012-11-12T12:51:57.083,ns_1@192.168.0.21:<0.5254.0>:ebucketmigrator_srv:init:479]Setting {"192.168.0.21",11209} vbucket 527 to state replica [ns_server:info,2012-11-12T12:51:57.118,ns_1@192.168.0.21:ns_port_memcached<0.4538.0>:ns_port_server:log:171]memcached<0.4538.0>: Mon Nov 12 12:51:56.917140 PST 3: Schedule cleanup of "eq_tapq:anon_43" memcached<0.4538.0>: Mon Nov 12 12:51:56.917164 PST 3: TAP (Producer) eq_tapq:replication_ns_1@192.168.0.22 - Sending TAP_OPAQUE with command "complete_vb_filter_change" and vbucket 0 [rebalance:info,2012-11-12T12:51:57.201,ns_1@192.168.0.21:<0.5254.0>:ebucketmigrator_srv:init:538]Starting tap stream: [{vbuckets,[527]}, {checkpoints,[{527,0}]}, {name,<<"replication_building_527_'ns_1@192.168.0.21'">>}, {takeover,false}] {{"192.168.0.22",11209}, {"192.168.0.21",11209}, [{vbuckets,[527]}, {takeover,false}, {suffix,"building_527_'ns_1@192.168.0.21'"}, {username,"default"}, {password,[]}]} [rebalance:info,2012-11-12T12:51:57.202,ns_1@192.168.0.21:<0.5254.0>:ebucketmigrator_srv:process_upstream:901]Initial stream for vbucket 527 [ns_server:info,2012-11-12T12:51:57.403,ns_1@192.168.0.21:ns_port_memcached<0.4538.0>:ns_port_server:log:171]memcached<0.4538.0>: Mon Nov 12 12:51:57.202704 PST 3: TAP (Consumer) eq_tapq:anon_44 - Reset vbucket 527 was completed succecssfully. [ns_server:info,2012-11-12T12:51:57.579,ns_1@192.168.0.21:ns_config_rep<0.4460.0>:ns_config_rep:do_pull:341]Pulling config from: 'ns_1@192.168.0.22' [ns_server:info,2012-11-12T12:51:57.746,ns_1@192.168.0.21:ns_port_memcached<0.4538.0>:ns_port_server:log:171]memcached<0.4538.0>: Mon Nov 12 12:51:57.545389 PST 3: Notified the completion of checkpoint persistence for vbucket 11, cookie 0x5c63600 [rebalance:info,2012-11-12T12:51:57.756,ns_1@192.168.0.21:<0.5239.0>:ebucketmigrator_srv:do_confirm_sent_messages:671]Got close ack! [ns_server:info,2012-11-12T12:51:57.764,ns_1@192.168.0.21:<0.4593.0>:ns_memcached:do_handle_call:521]Changed vbucket 11 state to replica [ns_server:info,2012-11-12T12:51:57.765,ns_1@192.168.0.21:tap_replication_manager-default<0.4597.0>:tap_replication_manager:change_vbucket_filter:185]Going to change replication from 'ns_1@192.168.0.22' to have [0,1,2,3,4,5,6,7,8,9,10,11] ("\v", []) [ns_server:info,2012-11-12T12:51:57.767,ns_1@192.168.0.21:<0.5230.0>:ebucketmigrator_srv:handle_call:274]Starting new-style vbucket filter change on stream `replication_ns_1@192.168.0.21` [ns_server:info,2012-11-12T12:51:57.906,ns_1@192.168.0.21:<0.5230.0>:ebucketmigrator_srv:handle_call:297]Changing vbucket filter on tap stream `replication_ns_1@192.168.0.21`: [{0,2},{1,2},{2,2},{3,2},{4,2},{5,2},{6,3},{7,2},{8,2},{9,2},{10,3},{11,2}] [ns_server:info,2012-11-12T12:51:57.907,ns_1@192.168.0.21:<0.5230.0>:ebucketmigrator_srv:handle_call:307]Successfully changed vbucket filter on tap stream `replication_ns_1@192.168.0.21`. [ns_server:info,2012-11-12T12:51:57.908,ns_1@192.168.0.21:<0.5230.0>:ebucketmigrator_srv:handle_info:376]Got vbucket filter change completion message. Completing state transition to a new ebucketmigrator. [rebalance:info,2012-11-12T12:51:57.909,ns_1@192.168.0.21:<0.5230.0>:ebucketmigrator_srv:do_confirm_sent_messages:671]Got close ack! [ns_server:info,2012-11-12T12:51:57.910,ns_1@192.168.0.21:<0.5272.0>:ns_vbm_new_sup:mk_old_state_retriever:83]Got vbucket filter change old state. Proceeding vbucket filter change operation [error_logger:info,2012-11-12T12:51:57.911,ns_1@192.168.0.21:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================PROGRESS REPORT========================= supervisor: {local,'ns_vbm_new_sup-default'} started: [{pid,<0.5272.0>}, {name, {new_child_id, [0,1,2,3,4,5,6,7,8,9,10,11], 'ns_1@192.168.0.22'}}, {mfargs, {ebucketmigrator_srv,start_link, [{"192.168.0.22",11209}, {"192.168.0.21",11209}, [{old_state_retriever, #Fun}, {on_not_ready_vbuckets, #Fun}, {username,"default"}, {password,[]}, {vbuckets,[0,1,2,3,4,5,6,7,8,9,10,11]}, {takeover,false}, {suffix,"ns_1@192.168.0.21"}]]}}, {restart_type,temporary}, {shutdown,60000}, {child_type,worker}] [ns_server:info,2012-11-12T12:51:57.948,ns_1@192.168.0.21:<0.4593.0>:ns_memcached:do_handle_call:521]Changed vbucket 12 state to replica [ns_server:info,2012-11-12T12:51:57.957,ns_1@192.168.0.21:ns_port_memcached<0.4538.0>:ns_port_server:log:171]memcached<0.4538.0>: Mon Nov 12 12:51:57.757073 PST 3: TAP (Consumer) eq_tapq:anon_42 - disconnected memcached<0.4538.0>: Mon Nov 12 12:51:57.826619 PST 3: Schedule cleanup of "eq_tapq:anon_42" [ns_server:info,2012-11-12T12:51:58.107,ns_1@192.168.0.21:<0.5281.0>:ebucketmigrator_srv:init:479]Setting {"192.168.0.21",11209} vbucket 12 to state replica [rebalance:info,2012-11-12T12:51:58.232,ns_1@192.168.0.21:<0.5281.0>:ebucketmigrator_srv:init:538]Starting tap stream: [{vbuckets,"\f"}, {checkpoints,[{12,0}]}, {name,<<"replication_building_12_'ns_1@192.168.0.21'">>}, {takeover,false}] {{"192.168.0.20",11209}, {"192.168.0.21",11209}, [{vbuckets,"\f"}, {takeover,false}, {suffix,"building_12_'ns_1@192.168.0.21'"}, {username,"default"}, {password,[]}]} [rebalance:info,2012-11-12T12:51:58.233,ns_1@192.168.0.21:<0.5281.0>:ebucketmigrator_srv:process_upstream:901]Initial stream for vbucket 12 [ns_server:info,2012-11-12T12:51:58.284,ns_1@192.168.0.21:ns_port_memcached<0.4538.0>:ns_port_server:log:171]memcached<0.4538.0>: Mon Nov 12 12:51:58.084063 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4538.0>: Mon Nov 12 12:51:58.084322 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4538.0>: Mon Nov 12 12:51:58.085501 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4538.0>: Mon Nov 12 12:51:58.085525 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4538.0>: Mon Nov 12 12:51:58.086022 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4538.0>: Mon Nov 12 12:51:58.086045 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4538.0>: Mon Nov 12 12:51:58.086062 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4538.0>: Mon Nov 12 12:51:58.086079 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4538.0>: Mon Nov 12 12:51:58.087619 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4538.0>: Mon Nov 12 12:51:58.087649 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4538.0>: Mon Nov 12 12:51:58.087668 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4538.0>: Mon Nov 12 12:51:58.087686 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4538.0>: Mon Nov 12 12:51:58.087704 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4538.0>: Mon Nov 12 12:51:58.087860 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4538.0>: Mon Nov 12 12:51:58.087894 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4538.0>: Mon Nov 12 12:51:58.088887 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4538.0>: Mon Nov 12 12:51:58.088917 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4538.0>: Mon Nov 12 12:51:58.088937 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4538.0>: Mon Nov 12 12:51:58.088956 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4538.0>: Mon Nov 12 12:51:58.088973 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4538.0>: Mon Nov 12 12:51:58.088990 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4538.0>: Mon Nov 12 12:51:58.089007 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4538.0>: Mon Nov 12 12:51:58.089023 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4538.0>: Mon Nov 12 12:51:58.089911 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4538.0>: Mon Nov 12 12:51:58.089943 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4538.0>: Mon Nov 12 12:51:58.089967 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4538.0>: Mon Nov 12 12:51:58.089989 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4538.0>: Mon Nov 12 12:51:58.090018 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4538.0>: Mon Nov 12 12:51:58.090040 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4538.0>: Mon Nov 12 12:51:58.090059 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4538.0>: Mon Nov 12 12:51:58.090078 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4538.0>: Mon Nov 12 12:51:58.090097 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4538.0>: Mon Nov 12 12:51:58.090131 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4538.0>: Mon Nov 12 12:51:58.090155 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4538.0>: Mon Nov 12 12:51:58.090172 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4538.0>: Mon Nov 12 12:51:58.090189 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4538.0>: Mon Nov 12 12:51:58.090214 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4538.0>: Mon Nov 12 12:51:58.090307 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4538.0>: Mon Nov 12 12:51:58.090329 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4538.0>: Mon Nov 12 12:51:58.090348 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4538.0>: Mon Nov 12 12:51:58.090366 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4538.0>: Mon Nov 12 12:51:58.090383 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4538.0>: Mon Nov 12 12:51:58.091093 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4538.0>: Mon Nov 12 12:51:58.091124 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4538.0>: Mon Nov 12 12:51:58.091147 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4538.0>: Mon Nov 12 12:51:58.091168 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4538.0>: Mon Nov 12 12:51:58.091188 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4538.0>: Mon Nov 12 12:51:58.091209 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4538.0>: Mon Nov 12 12:51:58.091226 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4538.0>: Mon Nov 12 12:51:58.091243 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4538.0>: Mon Nov 12 12:51:58.131692 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4538.0>: Mon Nov 12 12:51:58.131740 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4538.0>: Mon Nov 12 12:51:58.131766 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4538.0>: Mon Nov 12 12:51:58.131783 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4538.0>: Mon Nov 12 12:51:58.131799 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4538.0>: Mon Nov 12 12:51:58.131821 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4538.0>: Mon Nov 12 12:51:58.131842 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4538.0>: Mon Nov 12 12:51:58.131862 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4538.0>: Mon Nov 12 12:51:58.131878 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4538.0>: Mon Nov 12 12:51:58.131897 PST 3: persistence cursor offset is negative. Reset it to 0. [ns_server:warn,2012-11-12T12:51:58.285,ns_1@192.168.0.21:ns_port_memcached<0.4538.0>:ns_port_server:log:176]Dropped 1665 log lines from memcached [rebalance:info,2012-11-12T12:51:58.298,ns_1@192.168.0.21:<0.5254.0>:ebucketmigrator_srv:do_confirm_sent_messages:671]Got close ack! [ns_server:info,2012-11-12T12:51:58.316,ns_1@192.168.0.21:<0.5301.0>:compaction_daemon:try_to_cleanup_indexes:439]Cleaning up indexes for bucket `default` [ns_server:info,2012-11-12T12:51:58.328,ns_1@192.168.0.21:<0.5301.0>:compaction_daemon:spawn_bucket_compactor:404]Compacting bucket default with config: [{parallel_db_and_view_compaction,false}, {database_fragmentation_threshold,{30,undefined}}, {view_fragmentation_threshold,{30,undefined}}] [ns_server:info,2012-11-12T12:51:58.465,ns_1@192.168.0.21:<0.4593.0>:ns_memcached:do_handle_call:521]Changed vbucket 527 state to active [ns_server:info,2012-11-12T12:51:58.498,ns_1@192.168.0.21:ns_port_memcached<0.4538.0>:ns_port_server:log:171]memcached<0.4538.0>: Mon Nov 12 12:51:58.298722 PST 3: TAP (Consumer) eq_tapq:anon_44 - disconnected memcached<0.4538.0>: Mon Nov 12 12:51:58.444424 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4538.0>: Mon Nov 12 12:51:58.444506 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4538.0>: Mon Nov 12 12:51:58.454023 PST 3: TAP (Consumer) eq_tapq:anon_46 - disconnected [ns_server:info,2012-11-12T12:51:58.736,ns_1@192.168.0.21:ns_port_memcached<0.4538.0>:ns_port_server:log:171]memcached<0.4538.0>: Mon Nov 12 12:51:58.534767 PST 3: Schedule cleanup of "eq_tapq:anon_44" memcached<0.4538.0>: Mon Nov 12 12:51:58.534820 PST 3: Schedule cleanup of "eq_tapq:anon_46" memcached<0.4538.0>: Mon Nov 12 12:51:58.534927 PST 3: TAP (Producer) eq_tapq:replication_ns_1@192.168.0.22 - Sending TAP_OPAQUE with command "complete_vb_filter_change" and vbucket 0 [ns_server:info,2012-11-12T12:51:58.876,ns_1@192.168.0.21:<0.4593.0>:ns_memcached:do_handle_call:521]Changed vbucket 528 state to replica [ns_server:info,2012-11-12T12:51:58.880,ns_1@192.168.0.21:<0.5306.0>:ebucketmigrator_srv:init:479]Setting {"192.168.0.21",11209} vbucket 528 to state replica [rebalance:info,2012-11-12T12:51:58.966,ns_1@192.168.0.21:<0.5306.0>:ebucketmigrator_srv:init:538]Starting tap stream: [{vbuckets,[528]}, {checkpoints,[{528,0}]}, {name,<<"replication_building_528_'ns_1@192.168.0.21'">>}, {takeover,false}] {{"192.168.0.22",11209}, {"192.168.0.21",11209}, [{vbuckets,[528]}, {takeover,false}, {suffix,"building_528_'ns_1@192.168.0.21'"}, {username,"default"}, {password,[]}]} [rebalance:info,2012-11-12T12:51:58.968,ns_1@192.168.0.21:<0.5306.0>:ebucketmigrator_srv:process_upstream:901]Initial stream for vbucket 528 [ns_server:info,2012-11-12T12:51:59.109,ns_1@192.168.0.21:ns_port_memcached<0.4538.0>:ns_port_server:log:171]memcached<0.4538.0>: Mon Nov 12 12:51:58.909186 PST 3: Notified the completion of checkpoint persistence for vbucket 12, cookie 0x5c62580 memcached<0.4538.0>: Mon Nov 12 12:51:58.969114 PST 3: TAP (Consumer) eq_tapq:anon_47 - Reset vbucket 528 was completed succecssfully. [rebalance:info,2012-11-12T12:51:59.316,ns_1@192.168.0.21:<0.5281.0>:ebucketmigrator_srv:do_confirm_sent_messages:671]Got close ack! [ns_server:info,2012-11-12T12:51:59.325,ns_1@192.168.0.21:<0.4593.0>:ns_memcached:do_handle_call:521]Changed vbucket 12 state to replica [ns_server:info,2012-11-12T12:51:59.325,ns_1@192.168.0.21:tap_replication_manager-default<0.4597.0>:tap_replication_manager:change_vbucket_filter:185]Going to change replication from 'ns_1@192.168.0.22' to have [0,1,2,3,4,5,6,7,8,9,10,11,12] ("\f", []) [ns_server:info,2012-11-12T12:51:59.327,ns_1@192.168.0.21:<0.5272.0>:ebucketmigrator_srv:handle_call:274]Starting new-style vbucket filter change on stream `replication_ns_1@192.168.0.21` [ns_server:info,2012-11-12T12:51:59.422,ns_1@192.168.0.21:<0.5272.0>:ebucketmigrator_srv:handle_call:297]Changing vbucket filter on tap stream `replication_ns_1@192.168.0.21`: [{0,2}, {1,2}, {2,2}, {3,2}, {4,2}, {5,2}, {6,3}, {7,2}, {8,2}, {9,2}, {10,3}, {11,2}, {12,2}] [ns_server:info,2012-11-12T12:51:59.424,ns_1@192.168.0.21:<0.5272.0>:ebucketmigrator_srv:handle_call:307]Successfully changed vbucket filter on tap stream `replication_ns_1@192.168.0.21`. [ns_server:info,2012-11-12T12:51:59.425,ns_1@192.168.0.21:<0.5272.0>:ebucketmigrator_srv:handle_info:376]Got vbucket filter change completion message. Completing state transition to a new ebucketmigrator. [rebalance:info,2012-11-12T12:51:59.425,ns_1@192.168.0.21:<0.5272.0>:ebucketmigrator_srv:do_confirm_sent_messages:671]Got close ack! [ns_server:info,2012-11-12T12:51:59.426,ns_1@192.168.0.21:<0.5322.0>:ns_vbm_new_sup:mk_old_state_retriever:83]Got vbucket filter change old state. Proceeding vbucket filter change operation [error_logger:info,2012-11-12T12:51:59.427,ns_1@192.168.0.21:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================PROGRESS REPORT========================= supervisor: {local,'ns_vbm_new_sup-default'} started: [{pid,<0.5322.0>}, {name, {new_child_id, [0,1,2,3,4,5,6,7,8,9,10,11,12], 'ns_1@192.168.0.22'}}, {mfargs, {ebucketmigrator_srv,start_link, [{"192.168.0.22",11209}, {"192.168.0.21",11209}, [{old_state_retriever, #Fun}, {on_not_ready_vbuckets, #Fun}, {username,"default"}, {password,[]}, {vbuckets,[0,1,2,3,4,5,6,7,8,9,10,11,12]}, {takeover,false}, {suffix,"ns_1@192.168.0.21"}]]}}, {restart_type,temporary}, {shutdown,60000}, {child_type,worker}] [ns_server:info,2012-11-12T12:51:59.453,ns_1@192.168.0.21:<0.4593.0>:ns_memcached:do_handle_call:521]Changed vbucket 13 state to replica [rebalance:info,2012-11-12T12:51:59.459,ns_1@192.168.0.21:<0.5306.0>:ebucketmigrator_srv:do_confirm_sent_messages:671]Got close ack! [ns_server:info,2012-11-12T12:51:59.518,ns_1@192.168.0.21:ns_port_memcached<0.4538.0>:ns_port_server:log:171]memcached<0.4538.0>: Mon Nov 12 12:51:59.316750 PST 3: TAP (Consumer) eq_tapq:anon_45 - disconnected memcached<0.4538.0>: Mon Nov 12 12:51:59.425466 PST 3: Notified the completion of checkpoint persistence for vbucket 528, cookie 0x5c62000 memcached<0.4538.0>: Mon Nov 12 12:51:59.459925 PST 3: TAP (Consumer) eq_tapq:anon_47 - disconnected [ns_server:info,2012-11-12T12:51:59.643,ns_1@192.168.0.21:<0.5335.0>:ebucketmigrator_srv:init:479]Setting {"192.168.0.21",11209} vbucket 13 to state replica [ns_server:info,2012-11-12T12:51:59.683,ns_1@192.168.0.21:<0.4593.0>:ns_memcached:do_handle_call:521]Changed vbucket 528 state to active [rebalance:info,2012-11-12T12:51:59.783,ns_1@192.168.0.21:<0.5335.0>:ebucketmigrator_srv:init:538]Starting tap stream: [{vbuckets,"\r"}, {checkpoints,[{13,0}]}, {name,<<"replication_building_13_'ns_1@192.168.0.21'">>}, {takeover,false}] {{"192.168.0.20",11209}, {"192.168.0.21",11209}, [{vbuckets,"\r"}, {takeover,false}, {suffix,"building_13_'ns_1@192.168.0.21'"}, {username,"default"}, {password,[]}]} [rebalance:info,2012-11-12T12:51:59.784,ns_1@192.168.0.21:<0.5335.0>:ebucketmigrator_srv:process_upstream:901]Initial stream for vbucket 13 [ns_server:info,2012-11-12T12:51:59.880,ns_1@192.168.0.21:ns_port_memcached<0.4538.0>:ns_port_server:log:171]memcached<0.4538.0>: Mon Nov 12 12:51:59.679937 PST 3: TAP (Consumer) eq_tapq:anon_48 - disconnected memcached<0.4538.0>: Mon Nov 12 12:51:59.720498 PST 3: Schedule cleanup of "eq_tapq:anon_45" memcached<0.4538.0>: Mon Nov 12 12:51:59.720540 PST 3: TAP (Producer) eq_tapq:replication_ns_1@192.168.0.22 - Sending TAP_OPAQUE with command "complete_vb_filter_change" and vbucket 0 memcached<0.4538.0>: Mon Nov 12 12:51:59.720597 PST 3: Schedule cleanup of "eq_tapq:anon_47" memcached<0.4538.0>: Mon Nov 12 12:51:59.720616 PST 3: Schedule cleanup of "eq_tapq:anon_48" memcached<0.4538.0>: Mon Nov 12 12:51:59.795698 PST 3: TAP (Consumer) eq_tapq:anon_49 - Reset vbucket 13 was completed succecssfully. [ns_server:info,2012-11-12T12:51:59.880,ns_1@192.168.0.21:<0.4593.0>:ns_memcached:do_handle_call:521]Changed vbucket 529 state to replica [ns_server:info,2012-11-12T12:51:59.887,ns_1@192.168.0.21:<0.5341.0>:ebucketmigrator_srv:init:479]Setting {"192.168.0.21",11209} vbucket 529 to state replica [rebalance:info,2012-11-12T12:51:59.989,ns_1@192.168.0.21:<0.5341.0>:ebucketmigrator_srv:init:538]Starting tap stream: [{vbuckets,[529]}, {checkpoints,[{529,0}]}, {name,<<"replication_building_529_'ns_1@192.168.0.21'">>}, {takeover,false}] {{"192.168.0.22",11209}, {"192.168.0.21",11209}, [{vbuckets,[529]}, {takeover,false}, {suffix,"building_529_'ns_1@192.168.0.21'"}, {username,"default"}, {password,[]}]} [rebalance:info,2012-11-12T12:51:59.992,ns_1@192.168.0.21:<0.5341.0>:ebucketmigrator_srv:process_upstream:901]Initial stream for vbucket 529 [ns_server:info,2012-11-12T12:52:00.194,ns_1@192.168.0.21:ns_port_memcached<0.4538.0>:ns_port_server:log:171]memcached<0.4538.0>: Mon Nov 12 12:51:59.993776 PST 3: TAP (Consumer) eq_tapq:anon_50 - Reset vbucket 529 was completed succecssfully. [ns_server:info,2012-11-12T12:52:00.506,ns_1@192.168.0.21:ns_port_memcached<0.4538.0>:ns_port_server:log:171]memcached<0.4538.0>: Mon Nov 12 12:52:00.306362 PST 3: Notified the completion of checkpoint persistence for vbucket 13, cookie 0x5c62580 [rebalance:info,2012-11-12T12:52:00.710,ns_1@192.168.0.21:<0.5341.0>:ebucketmigrator_srv:do_confirm_sent_messages:671]Got close ack! [ns_server:info,2012-11-12T12:52:00.850,ns_1@192.168.0.21:<0.4593.0>:ns_memcached:do_handle_call:521]Changed vbucket 529 state to active [ns_server:info,2012-11-12T12:52:00.900,ns_1@192.168.0.21:ns_port_memcached<0.4538.0>:ns_port_server:log:171]memcached<0.4538.0>: Mon Nov 12 12:52:00.699177 PST 3: Notified the completion of checkpoint persistence for vbucket 529, cookie 0x5c63600 memcached<0.4538.0>: Mon Nov 12 12:52:00.711000 PST 3: TAP (Consumer) eq_tapq:anon_50 - disconnected memcached<0.4538.0>: Mon Nov 12 12:52:00.840260 PST 3: TAP (Consumer) eq_tapq:anon_51 - disconnected memcached<0.4538.0>: Mon Nov 12 12:52:00.886593 PST 3: Schedule cleanup of "eq_tapq:anon_50" memcached<0.4538.0>: Mon Nov 12 12:52:00.886625 PST 3: TAP (Producer) eq_tapq:replication_ns_1@192.168.0.22 - Sending TAP_OPAQUE with command "complete_vb_filter_change" and vbucket 0 memcached<0.4538.0>: Mon Nov 12 12:52:00.886643 PST 3: Schedule cleanup of "eq_tapq:anon_51" [ns_server:info,2012-11-12T12:52:01.122,ns_1@192.168.0.21:<0.4593.0>:ns_memcached:do_handle_call:521]Changed vbucket 530 state to replica [ns_server:info,2012-11-12T12:52:01.130,ns_1@192.168.0.21:<0.5367.0>:ebucketmigrator_srv:init:479]Setting {"192.168.0.21",11209} vbucket 530 to state replica [rebalance:info,2012-11-12T12:52:01.248,ns_1@192.168.0.21:<0.5367.0>:ebucketmigrator_srv:init:538]Starting tap stream: [{vbuckets,[530]}, {checkpoints,[{530,0}]}, {name,<<"replication_building_530_'ns_1@192.168.0.21'">>}, {takeover,false}] {{"192.168.0.22",11209}, {"192.168.0.21",11209}, [{vbuckets,[530]}, {takeover,false}, {suffix,"building_530_'ns_1@192.168.0.21'"}, {username,"default"}, {password,[]}]} [rebalance:info,2012-11-12T12:52:01.250,ns_1@192.168.0.21:<0.5367.0>:ebucketmigrator_srv:process_upstream:901]Initial stream for vbucket 530 [rebalance:info,2012-11-12T12:52:01.383,ns_1@192.168.0.21:<0.5335.0>:ebucketmigrator_srv:do_confirm_sent_messages:671]Got close ack! [ns_server:info,2012-11-12T12:52:01.388,ns_1@192.168.0.21:<0.4593.0>:ns_memcached:do_handle_call:521]Changed vbucket 13 state to replica [ns_server:info,2012-11-12T12:52:01.389,ns_1@192.168.0.21:tap_replication_manager-default<0.4597.0>:tap_replication_manager:change_vbucket_filter:185]Going to change replication from 'ns_1@192.168.0.22' to have [0,1,2,3,4,5,6,7,8,9,10,11,12,13] ("\r", []) [ns_server:info,2012-11-12T12:52:01.390,ns_1@192.168.0.21:<0.5322.0>:ebucketmigrator_srv:handle_call:274]Starting new-style vbucket filter change on stream `replication_ns_1@192.168.0.21` [ns_server:info,2012-11-12T12:52:01.453,ns_1@192.168.0.21:ns_port_memcached<0.4538.0>:ns_port_server:log:171]memcached<0.4538.0>: Mon Nov 12 12:52:01.250996 PST 3: TAP (Consumer) eq_tapq:anon_52 - Reset vbucket 530 was completed succecssfully. memcached<0.4538.0>: Mon Nov 12 12:52:01.383702 PST 3: TAP (Consumer) eq_tapq:anon_49 - disconnected [ns_server:info,2012-11-12T12:52:01.489,ns_1@192.168.0.21:<0.5322.0>:ebucketmigrator_srv:handle_call:297]Changing vbucket filter on tap stream `replication_ns_1@192.168.0.21`: [{0,2}, {1,2}, {2,2}, {3,2}, {4,2}, {5,2}, {6,3}, {7,2}, {8,2}, {9,2}, {10,3}, {11,2}, {12,2}, {13,2}] [ns_server:info,2012-11-12T12:52:01.490,ns_1@192.168.0.21:<0.5322.0>:ebucketmigrator_srv:handle_call:307]Successfully changed vbucket filter on tap stream `replication_ns_1@192.168.0.21`. [ns_server:info,2012-11-12T12:52:01.490,ns_1@192.168.0.21:<0.5322.0>:ebucketmigrator_srv:handle_info:376]Got vbucket filter change completion message. Completing state transition to a new ebucketmigrator. [rebalance:info,2012-11-12T12:52:01.493,ns_1@192.168.0.21:<0.5322.0>:ebucketmigrator_srv:do_confirm_sent_messages:671]Got close ack! [ns_server:info,2012-11-12T12:52:01.495,ns_1@192.168.0.21:<0.5378.0>:ns_vbm_new_sup:mk_old_state_retriever:83]Got vbucket filter change old state. Proceeding vbucket filter change operation [error_logger:info,2012-11-12T12:52:01.496,ns_1@192.168.0.21:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================PROGRESS REPORT========================= supervisor: {local,'ns_vbm_new_sup-default'} started: [{pid,<0.5378.0>}, {name, {new_child_id, [0,1,2,3,4,5,6,7,8,9,10,11,12,13], 'ns_1@192.168.0.22'}}, {mfargs, {ebucketmigrator_srv,start_link, [{"192.168.0.22",11209}, {"192.168.0.21",11209}, [{old_state_retriever, #Fun}, {on_not_ready_vbuckets, #Fun}, {username,"default"}, {password,[]}, {vbuckets,[0,1,2,3,4,5,6,7,8,9,10,11,12,13]}, {takeover,false}, {suffix,"ns_1@192.168.0.21"}]]}}, {restart_type,temporary}, {shutdown,60000}, {child_type,worker}] [ns_server:info,2012-11-12T12:52:01.585,ns_1@192.168.0.21:<0.4593.0>:ns_memcached:do_handle_call:521]Changed vbucket 14 state to replica [ns_server:info,2012-11-12T12:52:01.695,ns_1@192.168.0.21:<0.5389.0>:ebucketmigrator_srv:init:479]Setting {"192.168.0.21",11209} vbucket 14 to state replica [rebalance:info,2012-11-12T12:52:01.797,ns_1@192.168.0.21:<0.5389.0>:ebucketmigrator_srv:init:538]Starting tap stream: [{vbuckets,[14]}, {checkpoints,[{14,0}]}, {name,<<"replication_building_14_'ns_1@192.168.0.21'">>}, {takeover,false}] {{"192.168.0.20",11209}, {"192.168.0.21",11209}, [{vbuckets,[14]}, {takeover,false}, {suffix,"building_14_'ns_1@192.168.0.21'"}, {username,"default"}, {password,[]}]} [rebalance:info,2012-11-12T12:52:01.799,ns_1@192.168.0.21:<0.5389.0>:ebucketmigrator_srv:process_upstream:901]Initial stream for vbucket 14 [ns_server:info,2012-11-12T12:52:01.874,ns_1@192.168.0.21:ns_port_memcached<0.4538.0>:ns_port_server:log:171]memcached<0.4538.0>: Mon Nov 12 12:52:01.670534 PST 3: Schedule cleanup of "eq_tapq:anon_49" memcached<0.4538.0>: Mon Nov 12 12:52:01.799590 PST 3: TAP (Consumer) eq_tapq:anon_53 - Reset vbucket 14 was completed succecssfully. [rebalance:info,2012-11-12T12:52:02.568,ns_1@192.168.0.21:<0.5367.0>:ebucketmigrator_srv:do_confirm_sent_messages:671]Got close ack! [ns_server:info,2012-11-12T12:52:02.751,ns_1@192.168.0.21:ns_port_memcached<0.4538.0>:ns_port_server:log:171]memcached<0.4538.0>: Mon Nov 12 12:52:02.550424 PST 3: Notified the completion of checkpoint persistence for vbucket 530, cookie 0x5c62580 memcached<0.4538.0>: Mon Nov 12 12:52:02.568887 PST 3: TAP (Consumer) eq_tapq:anon_52 - disconnected memcached<0.4538.0>: Mon Nov 12 12:52:02.670939 PST 3: Schedule cleanup of "eq_tapq:anon_52" memcached<0.4538.0>: Mon Nov 12 12:52:02.736409 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4538.0>: Mon Nov 12 12:52:02.736750 PST 3: persistence cursor offset is negative. Reset it to 0. [ns_server:info,2012-11-12T12:52:02.755,ns_1@192.168.0.21:<0.4593.0>:ns_memcached:do_handle_call:521]Changed vbucket 530 state to active [ns_server:info,2012-11-12T12:52:02.952,ns_1@192.168.0.21:ns_port_memcached<0.4538.0>:ns_port_server:log:171]memcached<0.4538.0>: Mon Nov 12 12:52:02.751614 PST 3: TAP (Consumer) eq_tapq:anon_54 - disconnected memcached<0.4538.0>: Mon Nov 12 12:52:02.779421 PST 3: Schedule cleanup of "eq_tapq:anon_54" memcached<0.4538.0>: Mon Nov 12 12:52:02.779540 PST 3: TAP (Producer) eq_tapq:replication_ns_1@192.168.0.22 - Sending TAP_OPAQUE with command "complete_vb_filter_change" and vbucket 0 memcached<0.4538.0>: Mon Nov 12 12:52:02.938996 PST 3: Notified the completion of checkpoint persistence for vbucket 14, cookie 0x5c638c0 [ns_server:info,2012-11-12T12:52:03.058,ns_1@192.168.0.21:<0.4593.0>:ns_memcached:do_handle_call:521]Changed vbucket 531 state to replica [ns_server:info,2012-11-12T12:52:03.063,ns_1@192.168.0.21:<0.5407.0>:ebucketmigrator_srv:init:479]Setting {"192.168.0.21",11209} vbucket 531 to state replica [rebalance:info,2012-11-12T12:52:03.174,ns_1@192.168.0.21:<0.5407.0>:ebucketmigrator_srv:init:538]Starting tap stream: [{vbuckets,[531]}, {checkpoints,[{531,0}]}, {name,<<"replication_building_531_'ns_1@192.168.0.21'">>}, {takeover,false}] {{"192.168.0.22",11209}, {"192.168.0.21",11209}, [{vbuckets,[531]}, {takeover,false}, {suffix,"building_531_'ns_1@192.168.0.21'"}, {username,"default"}, {password,[]}]} [rebalance:info,2012-11-12T12:52:03.177,ns_1@192.168.0.21:<0.5407.0>:ebucketmigrator_srv:process_upstream:901]Initial stream for vbucket 531 [ns_server:info,2012-11-12T12:52:03.379,ns_1@192.168.0.21:ns_port_memcached<0.4538.0>:ns_port_server:log:171]memcached<0.4538.0>: Mon Nov 12 12:52:03.177963 PST 3: TAP (Consumer) eq_tapq:anon_55 - Reset vbucket 531 was completed succecssfully. [rebalance:info,2012-11-12T12:52:04.039,ns_1@192.168.0.21:<0.5389.0>:ebucketmigrator_srv:do_confirm_sent_messages:671]Got close ack! [ns_server:info,2012-11-12T12:52:04.041,ns_1@192.168.0.21:ns_port_memcached<0.4538.0>:ns_port_server:log:171]memcached<0.4538.0>: Mon Nov 12 12:52:03.840384 PST 3: Notified the completion of checkpoint persistence for vbucket 14, cookie 0x5c638c0 memcached<0.4538.0>: Mon Nov 12 12:52:04.040296 PST 3: TAP (Consumer) eq_tapq:anon_53 - disconnected [ns_server:info,2012-11-12T12:52:04.052,ns_1@192.168.0.21:<0.4593.0>:ns_memcached:do_handle_call:521]Changed vbucket 14 state to replica [ns_server:info,2012-11-12T12:52:04.052,ns_1@192.168.0.21:tap_replication_manager-default<0.4597.0>:tap_replication_manager:change_vbucket_filter:185]Going to change replication from 'ns_1@192.168.0.22' to have [0,1,2,3,4,5,6,7,8,9,10,11,12,13,14] ([14], []) [ns_server:info,2012-11-12T12:52:04.054,ns_1@192.168.0.21:<0.5378.0>:ebucketmigrator_srv:handle_call:274]Starting new-style vbucket filter change on stream `replication_ns_1@192.168.0.21` [ns_server:info,2012-11-12T12:52:04.139,ns_1@192.168.0.21:<0.5378.0>:ebucketmigrator_srv:handle_call:297]Changing vbucket filter on tap stream `replication_ns_1@192.168.0.21`: [{0,2}, {1,2}, {2,2}, {3,2}, {4,2}, {5,2}, {6,3}, {7,2}, {8,2}, {9,2}, {10,3}, {11,2}, {12,2}, {13,2}, {14,3}] [ns_server:info,2012-11-12T12:52:04.140,ns_1@192.168.0.21:<0.5378.0>:ebucketmigrator_srv:handle_call:307]Successfully changed vbucket filter on tap stream `replication_ns_1@192.168.0.21`. [ns_server:info,2012-11-12T12:52:04.140,ns_1@192.168.0.21:<0.5378.0>:ebucketmigrator_srv:handle_info:376]Got vbucket filter change completion message. Completing state transition to a new ebucketmigrator. [rebalance:info,2012-11-12T12:52:04.141,ns_1@192.168.0.21:<0.5378.0>:ebucketmigrator_srv:do_confirm_sent_messages:671]Got close ack! [ns_server:info,2012-11-12T12:52:04.142,ns_1@192.168.0.21:<0.5428.0>:ns_vbm_new_sup:mk_old_state_retriever:83]Got vbucket filter change old state. Proceeding vbucket filter change operation [error_logger:info,2012-11-12T12:52:04.143,ns_1@192.168.0.21:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================PROGRESS REPORT========================= supervisor: {local,'ns_vbm_new_sup-default'} started: [{pid,<0.5428.0>}, {name, {new_child_id, [0,1,2,3,4,5,6,7,8,9,10,11,12,13,14], 'ns_1@192.168.0.22'}}, {mfargs, {ebucketmigrator_srv,start_link, [{"192.168.0.22",11209}, {"192.168.0.21",11209}, [{old_state_retriever, #Fun}, {on_not_ready_vbuckets, #Fun}, {username,"default"}, {password,[]}, {vbuckets, [0,1,2,3,4,5,6,7,8,9,10,11,12,13,14]}, {takeover,false}, {suffix,"ns_1@192.168.0.21"}]]}}, {restart_type,temporary}, {shutdown,60000}, {child_type,worker}] [ns_server:info,2012-11-12T12:52:04.182,ns_1@192.168.0.21:<0.4593.0>:ns_memcached:do_handle_call:521]Changed vbucket 15 state to replica [ns_server:info,2012-11-12T12:52:04.448,ns_1@192.168.0.21:<0.5436.0>:ebucketmigrator_srv:init:479]Setting {"192.168.0.21",11209} vbucket 15 to state replica [rebalance:info,2012-11-12T12:52:04.461,ns_1@192.168.0.21:<0.5407.0>:ebucketmigrator_srv:do_confirm_sent_messages:671]Got close ack! [ns_server:info,2012-11-12T12:52:04.529,ns_1@192.168.0.21:ns_port_memcached<0.4538.0>:ns_port_server:log:171]memcached<0.4538.0>: Mon Nov 12 12:52:04.326690 PST 3: Schedule cleanup of "eq_tapq:anon_53" memcached<0.4538.0>: Mon Nov 12 12:52:04.396872 PST 3: Notified the completion of checkpoint persistence for vbucket 531, cookie 0x5c62580 memcached<0.4538.0>: Mon Nov 12 12:52:04.462459 PST 3: TAP (Consumer) eq_tapq:anon_55 - disconnected [rebalance:info,2012-11-12T12:52:04.571,ns_1@192.168.0.21:<0.5436.0>:ebucketmigrator_srv:init:538]Starting tap stream: [{vbuckets,[15]}, {checkpoints,[{15,0}]}, {name,<<"replication_building_15_'ns_1@192.168.0.21'">>}, {takeover,false}] {{"192.168.0.20",11209}, {"192.168.0.21",11209}, [{vbuckets,[15]}, {takeover,false}, {suffix,"building_15_'ns_1@192.168.0.21'"}, {username,"default"}, {password,[]}]} [rebalance:info,2012-11-12T12:52:04.575,ns_1@192.168.0.21:<0.5436.0>:ebucketmigrator_srv:process_upstream:901]Initial stream for vbucket 15 [ns_server:info,2012-11-12T12:52:04.596,ns_1@192.168.0.21:<0.4593.0>:ns_memcached:do_handle_call:521]Changed vbucket 531 state to active [ns_server:info,2012-11-12T12:52:04.776,ns_1@192.168.0.21:ns_port_memcached<0.4538.0>:ns_port_server:log:171]memcached<0.4538.0>: Mon Nov 12 12:52:04.575948 PST 3: TAP (Consumer) eq_tapq:anon_57 - Reset vbucket 15 was completed succecssfully. memcached<0.4538.0>: Mon Nov 12 12:52:04.586216 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4538.0>: Mon Nov 12 12:52:04.592169 PST 3: TAP (Consumer) eq_tapq:anon_56 - disconnected memcached<0.4538.0>: Mon Nov 12 12:52:04.726224 PST 3: Schedule cleanup of "eq_tapq:anon_55" memcached<0.4538.0>: Mon Nov 12 12:52:04.726292 PST 3: Schedule cleanup of "eq_tapq:anon_56" memcached<0.4538.0>: Mon Nov 12 12:52:04.726615 PST 3: TAP (Producer) eq_tapq:replication_ns_1@192.168.0.22 - Sending TAP_OPAQUE with command "complete_vb_filter_change" and vbucket 0 [ns_server:info,2012-11-12T12:52:04.845,ns_1@192.168.0.21:<0.4593.0>:ns_memcached:do_handle_call:521]Changed vbucket 532 state to replica [ns_server:info,2012-11-12T12:52:04.851,ns_1@192.168.0.21:<0.5451.0>:ebucketmigrator_srv:init:479]Setting {"192.168.0.21",11209} vbucket 532 to state replica [rebalance:info,2012-11-12T12:52:04.977,ns_1@192.168.0.21:<0.5451.0>:ebucketmigrator_srv:init:538]Starting tap stream: [{vbuckets,[532]}, {checkpoints,[{532,0}]}, {name,<<"replication_building_532_'ns_1@192.168.0.21'">>}, {takeover,false}] {{"192.168.0.22",11209}, {"192.168.0.21",11209}, [{vbuckets,[532]}, {takeover,false}, {suffix,"building_532_'ns_1@192.168.0.21'"}, {username,"default"}, {password,[]}]} [rebalance:info,2012-11-12T12:52:04.979,ns_1@192.168.0.21:<0.5451.0>:ebucketmigrator_srv:process_upstream:901]Initial stream for vbucket 532 [ns_server:info,2012-11-12T12:52:05.179,ns_1@192.168.0.21:ns_port_memcached<0.4538.0>:ns_port_server:log:171]memcached<0.4538.0>: Mon Nov 12 12:52:04.979519 PST 3: TAP (Consumer) eq_tapq:anon_58 - Reset vbucket 532 was completed succecssfully. [ns_server:info,2012-11-12T12:52:06.058,ns_1@192.168.0.21:ns_port_memcached<0.4538.0>:ns_port_server:log:171]memcached<0.4538.0>: Mon Nov 12 12:52:05.857366 PST 3: Notified the completion of checkpoint persistence for vbucket 15, cookie 0x5c63600 [rebalance:info,2012-11-12T12:52:06.125,ns_1@192.168.0.21:<0.5436.0>:ebucketmigrator_srv:do_confirm_sent_messages:671]Got close ack! [ns_server:info,2012-11-12T12:52:06.162,ns_1@192.168.0.21:<0.4596.0>:ns_memcached:do_handle_call:521]Changed vbucket 15 state to replica [ns_server:info,2012-11-12T12:52:06.163,ns_1@192.168.0.21:tap_replication_manager-default<0.4597.0>:tap_replication_manager:change_vbucket_filter:185]Going to change replication from 'ns_1@192.168.0.22' to have [0,1,2,3,4,5,6,7,8,9,10,11,12,13,14,15] ([15], []) [ns_server:info,2012-11-12T12:52:06.164,ns_1@192.168.0.21:<0.5428.0>:ebucketmigrator_srv:handle_call:274]Starting new-style vbucket filter change on stream `replication_ns_1@192.168.0.21` [ns_server:info,2012-11-12T12:52:06.257,ns_1@192.168.0.21:<0.5428.0>:ebucketmigrator_srv:handle_call:297]Changing vbucket filter on tap stream `replication_ns_1@192.168.0.21`: [{0,2}, {1,2}, {2,2}, {3,2}, {4,2}, {5,2}, {6,3}, {7,2}, {8,2}, {9,2}, {10,3}, {11,2}, {12,2}, {13,2}, {14,3}, {15,2}] [ns_server:info,2012-11-12T12:52:06.258,ns_1@192.168.0.21:<0.5428.0>:ebucketmigrator_srv:handle_call:307]Successfully changed vbucket filter on tap stream `replication_ns_1@192.168.0.21`. [ns_server:info,2012-11-12T12:52:06.259,ns_1@192.168.0.21:<0.5428.0>:ebucketmigrator_srv:handle_info:376]Got vbucket filter change completion message. Completing state transition to a new ebucketmigrator. [rebalance:info,2012-11-12T12:52:06.260,ns_1@192.168.0.21:<0.5428.0>:ebucketmigrator_srv:do_confirm_sent_messages:671]Got close ack! [ns_server:info,2012-11-12T12:52:06.260,ns_1@192.168.0.21:<0.5472.0>:ns_vbm_new_sup:mk_old_state_retriever:83]Got vbucket filter change old state. Proceeding vbucket filter change operation [error_logger:info,2012-11-12T12:52:06.261,ns_1@192.168.0.21:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================PROGRESS REPORT========================= supervisor: {local,'ns_vbm_new_sup-default'} started: [{pid,<0.5472.0>}, {name, {new_child_id, [0,1,2,3,4,5,6,7,8,9,10,11,12,13,14,15], 'ns_1@192.168.0.22'}}, {mfargs, {ebucketmigrator_srv,start_link, [{"192.168.0.22",11209}, {"192.168.0.21",11209}, [{old_state_retriever, #Fun}, {on_not_ready_vbuckets, #Fun}, {username,"default"}, {password,[]}, {vbuckets, [0,1,2,3,4,5,6,7,8,9,10,11,12,13,14,15]}, {takeover,false}, {suffix,"ns_1@192.168.0.21"}]]}}, {restart_type,temporary}, {shutdown,60000}, {child_type,worker}] [ns_server:info,2012-11-12T12:52:06.286,ns_1@192.168.0.21:<0.4596.0>:ns_memcached:do_handle_call:521]Changed vbucket 16 state to replica [ns_server:info,2012-11-12T12:52:06.326,ns_1@192.168.0.21:ns_port_memcached<0.4538.0>:ns_port_server:log:171]memcached<0.4538.0>: Mon Nov 12 12:52:06.125769 PST 3: TAP (Consumer) eq_tapq:anon_57 - disconnected [ns_server:info,2012-11-12T12:52:06.407,ns_1@192.168.0.21:<0.5481.0>:ebucketmigrator_srv:init:479]Setting {"192.168.0.21",11209} vbucket 16 to state replica [rebalance:info,2012-11-12T12:52:06.513,ns_1@192.168.0.21:<0.5481.0>:ebucketmigrator_srv:init:538]Starting tap stream: [{vbuckets,[16]}, {checkpoints,[{16,0}]}, {name,<<"replication_building_16_'ns_1@192.168.0.21'">>}, {takeover,false}] {{"192.168.0.20",11209}, {"192.168.0.21",11209}, [{vbuckets,[16]}, {takeover,false}, {suffix,"building_16_'ns_1@192.168.0.21'"}, {username,"default"}, {password,[]}]} [rebalance:info,2012-11-12T12:52:06.514,ns_1@192.168.0.21:<0.5481.0>:ebucketmigrator_srv:process_upstream:901]Initial stream for vbucket 16 [ns_server:info,2012-11-12T12:52:06.617,ns_1@192.168.0.21:ns_port_memcached<0.4538.0>:ns_port_server:log:171]memcached<0.4538.0>: Mon Nov 12 12:52:06.416870 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4538.0>: Mon Nov 12 12:52:06.416970 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4538.0>: Mon Nov 12 12:52:06.416994 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4538.0>: Mon Nov 12 12:52:06.417012 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4538.0>: Mon Nov 12 12:52:06.417030 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4538.0>: Mon Nov 12 12:52:06.417062 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4538.0>: Mon Nov 12 12:52:06.417081 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4538.0>: Mon Nov 12 12:52:06.417097 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4538.0>: Mon Nov 12 12:52:06.417167 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4538.0>: Mon Nov 12 12:52:06.417192 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4538.0>: Mon Nov 12 12:52:06.417212 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4538.0>: Mon Nov 12 12:52:06.417230 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4538.0>: Mon Nov 12 12:52:06.417248 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4538.0>: Mon Nov 12 12:52:06.417265 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4538.0>: Mon Nov 12 12:52:06.417284 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4538.0>: Mon Nov 12 12:52:06.417314 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4538.0>: Mon Nov 12 12:52:06.417557 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4538.0>: Mon Nov 12 12:52:06.417583 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4538.0>: Mon Nov 12 12:52:06.417604 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4538.0>: Mon Nov 12 12:52:06.417624 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4538.0>: Mon Nov 12 12:52:06.417644 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4538.0>: Mon Nov 12 12:52:06.417662 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4538.0>: Mon Nov 12 12:52:06.417680 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4538.0>: Mon Nov 12 12:52:06.417698 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4538.0>: Mon Nov 12 12:52:06.417727 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4538.0>: Mon Nov 12 12:52:06.417886 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4538.0>: Mon Nov 12 12:52:06.417927 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4538.0>: Mon Nov 12 12:52:06.417950 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4538.0>: Mon Nov 12 12:52:06.417970 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4538.0>: Mon Nov 12 12:52:06.417990 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4538.0>: Mon Nov 12 12:52:06.418012 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4538.0>: Mon Nov 12 12:52:06.418030 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4538.0>: Mon Nov 12 12:52:06.418046 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4538.0>: Mon Nov 12 12:52:06.418063 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4538.0>: Mon Nov 12 12:52:06.418080 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4538.0>: Mon Nov 12 12:52:06.418222 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4538.0>: Mon Nov 12 12:52:06.418253 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4538.0>: Mon Nov 12 12:52:06.418403 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4538.0>: Mon Nov 12 12:52:06.418429 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4538.0>: Mon Nov 12 12:52:06.418446 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4538.0>: Mon Nov 12 12:52:06.418538 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4538.0>: Mon Nov 12 12:52:06.418571 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4538.0>: Mon Nov 12 12:52:06.418591 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4538.0>: Mon Nov 12 12:52:06.418611 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4538.0>: Mon Nov 12 12:52:06.418628 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4538.0>: Mon Nov 12 12:52:06.418644 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4538.0>: Mon Nov 12 12:52:06.418661 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4538.0>: Mon Nov 12 12:52:06.418901 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4538.0>: Mon Nov 12 12:52:06.418940 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4538.0>: Mon Nov 12 12:52:06.418962 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4538.0>: Mon Nov 12 12:52:06.418981 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4538.0>: Mon Nov 12 12:52:06.419000 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4538.0>: Mon Nov 12 12:52:06.419018 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4538.0>: Mon Nov 12 12:52:06.419035 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4538.0>: Mon Nov 12 12:52:06.419052 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4538.0>: Mon Nov 12 12:52:06.419532 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4538.0>: Mon Nov 12 12:52:06.419572 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4538.0>: Mon Nov 12 12:52:06.419595 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4538.0>: Mon Nov 12 12:52:06.419615 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4538.0>: Mon Nov 12 12:52:06.419635 PST 3: persistence cursor offset is negative. Reset it to 0. [ns_server:warn,2012-11-12T12:52:06.618,ns_1@192.168.0.21:ns_port_memcached<0.4538.0>:ns_port_server:log:176]Dropped 2823 log lines from memcached [ns_server:info,2012-11-12T12:52:06.819,ns_1@192.168.0.21:ns_port_memcached<0.4538.0>:ns_port_server:log:171]memcached<0.4538.0>: Mon Nov 12 12:52:06.617240 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4538.0>: Mon Nov 12 12:52:06.617268 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4538.0>: Mon Nov 12 12:52:06.617287 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4538.0>: Mon Nov 12 12:52:06.617306 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4538.0>: Mon Nov 12 12:52:06.656382 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4538.0>: Mon Nov 12 12:52:06.660325 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4538.0>: Mon Nov 12 12:52:06.660355 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4538.0>: Mon Nov 12 12:52:06.660377 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4538.0>: Mon Nov 12 12:52:06.660397 PST 3: persistence cursor offset is negative. Reset it to 0. [rebalance:info,2012-11-12T12:52:07.335,ns_1@192.168.0.21:<0.5451.0>:ebucketmigrator_srv:do_confirm_sent_messages:671]Got close ack! [ns_server:info,2012-11-12T12:52:07.485,ns_1@192.168.0.21:<0.4596.0>:ns_memcached:do_handle_call:521]Changed vbucket 532 state to active [ns_server:info,2012-11-12T12:52:07.512,ns_1@192.168.0.21:ns_port_memcached<0.4538.0>:ns_port_server:log:171]memcached<0.4538.0>: Mon Nov 12 12:52:07.311096 PST 3: Notified the completion of checkpoint persistence for vbucket 532, cookie 0x5c638c0 memcached<0.4538.0>: Mon Nov 12 12:52:07.335927 PST 3: TAP (Consumer) eq_tapq:anon_58 - disconnected memcached<0.4538.0>: Mon Nov 12 12:52:07.431396 PST 3: Schedule cleanup of "eq_tapq:anon_58" memcached<0.4538.0>: Mon Nov 12 12:52:07.475492 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4538.0>: Mon Nov 12 12:52:07.475562 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4538.0>: Mon Nov 12 12:52:07.478253 PST 3: TAP (Consumer) eq_tapq:anon_60 - disconnected [ns_server:info,2012-11-12T12:52:07.715,ns_1@192.168.0.21:<0.4593.0>:ns_memcached:do_handle_call:521]Changed vbucket 533 state to replica [ns_server:info,2012-11-12T12:52:07.725,ns_1@192.168.0.21:ns_port_memcached<0.4538.0>:ns_port_server:log:171]memcached<0.4538.0>: Mon Nov 12 12:52:07.524281 PST 3: Schedule cleanup of "eq_tapq:anon_60" memcached<0.4538.0>: Mon Nov 12 12:52:07.524304 PST 3: TAP (Producer) eq_tapq:replication_ns_1@192.168.0.22 - Sending TAP_OPAQUE with command "complete_vb_filter_change" and vbucket 0 [ns_server:info,2012-11-12T12:52:07.728,ns_1@192.168.0.21:<0.5492.0>:ebucketmigrator_srv:init:479]Setting {"192.168.0.21",11209} vbucket 533 to state replica [rebalance:info,2012-11-12T12:52:07.842,ns_1@192.168.0.21:<0.5492.0>:ebucketmigrator_srv:init:538]Starting tap stream: [{vbuckets,[533]}, {checkpoints,[{533,0}]}, {name,<<"replication_building_533_'ns_1@192.168.0.21'">>}, {takeover,false}] {{"192.168.0.22",11209}, {"192.168.0.21",11209}, [{vbuckets,[533]}, {takeover,false}, {suffix,"building_533_'ns_1@192.168.0.21'"}, {username,"default"}, {password,[]}]} [rebalance:info,2012-11-12T12:52:07.844,ns_1@192.168.0.21:<0.5492.0>:ebucketmigrator_srv:process_upstream:901]Initial stream for vbucket 533 [ns_server:info,2012-11-12T12:52:08.015,ns_1@192.168.0.21:ns_port_memcached<0.4538.0>:ns_port_server:log:171]memcached<0.4538.0>: Mon Nov 12 12:52:07.814882 PST 3: Notified the completion of checkpoint persistence for vbucket 16, cookie 0x5c63600 memcached<0.4538.0>: Mon Nov 12 12:52:07.844597 PST 3: TAP (Consumer) eq_tapq:anon_61 - Reset vbucket 533 was completed succecssfully. memcached<0.4538.0>: Mon Nov 12 12:52:07.969477 PST 3: persistence cursor offset is negative. Reset it to 0. [rebalance:info,2012-11-12T12:52:08.100,ns_1@192.168.0.21:<0.5481.0>:ebucketmigrator_srv:do_confirm_sent_messages:671]Got close ack! [ns_server:info,2012-11-12T12:52:08.115,ns_1@192.168.0.21:<0.4593.0>:ns_memcached:do_handle_call:521]Changed vbucket 16 state to replica [ns_server:info,2012-11-12T12:52:08.115,ns_1@192.168.0.21:tap_replication_manager-default<0.4597.0>:tap_replication_manager:change_vbucket_filter:185]Going to change replication from 'ns_1@192.168.0.22' to have [0,1,2,3,4,5,6,7,8,9,10,11,12,13,14,15,16] ([16], []) [ns_server:info,2012-11-12T12:52:08.118,ns_1@192.168.0.21:<0.5472.0>:ebucketmigrator_srv:handle_call:274]Starting new-style vbucket filter change on stream `replication_ns_1@192.168.0.21` [ns_server:info,2012-11-12T12:52:08.262,ns_1@192.168.0.21:<0.5472.0>:ebucketmigrator_srv:handle_call:297]Changing vbucket filter on tap stream `replication_ns_1@192.168.0.21`: [{0,2}, {1,2}, {2,2}, {3,2}, {4,2}, {5,2}, {6,3}, {7,2}, {8,2}, {9,2}, {10,3}, {11,2}, {12,2}, {13,2}, {14,3}, {15,2}, {16,2}] [ns_server:info,2012-11-12T12:52:08.265,ns_1@192.168.0.21:<0.5472.0>:ebucketmigrator_srv:handle_call:307]Successfully changed vbucket filter on tap stream `replication_ns_1@192.168.0.21`. [ns_server:info,2012-11-12T12:52:08.265,ns_1@192.168.0.21:<0.5472.0>:ebucketmigrator_srv:handle_info:376]Got vbucket filter change completion message. Completing state transition to a new ebucketmigrator. [rebalance:info,2012-11-12T12:52:08.266,ns_1@192.168.0.21:<0.5472.0>:ebucketmigrator_srv:do_confirm_sent_messages:671]Got close ack! [ns_server:info,2012-11-12T12:52:08.267,ns_1@192.168.0.21:<0.5518.0>:ns_vbm_new_sup:mk_old_state_retriever:83]Got vbucket filter change old state. Proceeding vbucket filter change operation [error_logger:info,2012-11-12T12:52:08.267,ns_1@192.168.0.21:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================PROGRESS REPORT========================= supervisor: {local,'ns_vbm_new_sup-default'} started: [{pid,<0.5518.0>}, {name, {new_child_id, [0,1,2,3,4,5,6,7,8,9,10,11,12,13,14,15,16], 'ns_1@192.168.0.22'}}, {mfargs, {ebucketmigrator_srv,start_link, [{"192.168.0.22",11209}, {"192.168.0.21",11209}, [{old_state_retriever, #Fun}, {on_not_ready_vbuckets, #Fun}, {username,"default"}, {password,[]}, {vbuckets, [0,1,2,3,4,5,6,7,8,9,10,11,12,13,14,15, 16]}, {takeover,false}, {suffix,"ns_1@192.168.0.21"}]]}}, {restart_type,temporary}, {shutdown,60000}, {child_type,worker}] [ns_server:info,2012-11-12T12:52:08.301,ns_1@192.168.0.21:ns_port_memcached<0.4538.0>:ns_port_server:log:171]memcached<0.4538.0>: Mon Nov 12 12:52:08.101328 PST 3: TAP (Consumer) eq_tapq:anon_59 - disconnected memcached<0.4538.0>: Mon Nov 12 12:52:08.251622 PST 3: Schedule cleanup of "eq_tapq:anon_59" [ns_server:info,2012-11-12T12:52:08.302,ns_1@192.168.0.21:<0.4593.0>:ns_memcached:do_handle_call:521]Changed vbucket 17 state to replica [ns_server:info,2012-11-12T12:52:08.447,ns_1@192.168.0.21:<0.5528.0>:ebucketmigrator_srv:init:479]Setting {"192.168.0.21",11209} vbucket 17 to state replica [rebalance:info,2012-11-12T12:52:08.543,ns_1@192.168.0.21:<0.5528.0>:ebucketmigrator_srv:init:538]Starting tap stream: [{vbuckets,[17]}, {checkpoints,[{17,0}]}, {name,<<"replication_building_17_'ns_1@192.168.0.21'">>}, {takeover,false}] {{"192.168.0.20",11209}, {"192.168.0.21",11209}, [{vbuckets,[17]}, {takeover,false}, {suffix,"building_17_'ns_1@192.168.0.21'"}, {username,"default"}, {password,[]}]} [rebalance:info,2012-11-12T12:52:08.545,ns_1@192.168.0.21:<0.5528.0>:ebucketmigrator_srv:process_upstream:901]Initial stream for vbucket 17 [ns_server:info,2012-11-12T12:52:08.745,ns_1@192.168.0.21:ns_port_memcached<0.4538.0>:ns_port_server:log:171]memcached<0.4538.0>: Mon Nov 12 12:52:08.545422 PST 3: TAP (Consumer) eq_tapq:anon_62 - Reset vbucket 17 was completed succecssfully. [ns_server:info,2012-11-12T12:52:09.166,ns_1@192.168.0.21:ns_port_memcached<0.4538.0>:ns_port_server:log:171]memcached<0.4538.0>: Mon Nov 12 12:52:08.964856 PST 3: Notified the completion of checkpoint persistence for vbucket 17, cookie 0x5c638c0 [rebalance:info,2012-11-12T12:52:09.313,ns_1@192.168.0.21:<0.5492.0>:ebucketmigrator_srv:do_confirm_sent_messages:671]Got close ack! [ns_server:info,2012-11-12T12:52:09.452,ns_1@192.168.0.21:<0.4593.0>:ns_memcached:do_handle_call:521]Changed vbucket 533 state to active [ns_server:info,2012-11-12T12:52:09.503,ns_1@192.168.0.21:ns_port_memcached<0.4538.0>:ns_port_server:log:171]memcached<0.4538.0>: Mon Nov 12 12:52:09.302847 PST 3: Notified the completion of checkpoint persistence for vbucket 533, cookie 0x5c63080 memcached<0.4538.0>: Mon Nov 12 12:52:09.313660 PST 3: TAP (Consumer) eq_tapq:anon_61 - disconnected memcached<0.4538.0>: Mon Nov 12 12:52:09.446953 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4538.0>: Mon Nov 12 12:52:09.448882 PST 3: TAP (Consumer) eq_tapq:anon_63 - disconnected memcached<0.4538.0>: Mon Nov 12 12:52:09.496597 PST 3: Schedule cleanup of "eq_tapq:anon_61" memcached<0.4538.0>: Mon Nov 12 12:52:09.496638 PST 3: TAP (Producer) eq_tapq:replication_ns_1@192.168.0.22 - Sending TAP_OPAQUE with command "complete_vb_filter_change" and vbucket 0 memcached<0.4538.0>: Mon Nov 12 12:52:09.496683 PST 3: Schedule cleanup of "eq_tapq:anon_63" [ns_server:info,2012-11-12T12:52:09.655,ns_1@192.168.0.21:<0.4596.0>:ns_memcached:do_handle_call:521]Changed vbucket 534 state to replica [ns_server:info,2012-11-12T12:52:09.661,ns_1@192.168.0.21:<0.5540.0>:ebucketmigrator_srv:init:479]Setting {"192.168.0.21",11209} vbucket 534 to state replica [rebalance:info,2012-11-12T12:52:09.748,ns_1@192.168.0.21:<0.5528.0>:ebucketmigrator_srv:do_confirm_sent_messages:671]Got close ack! [ns_server:info,2012-11-12T12:52:09.757,ns_1@192.168.0.21:<0.4596.0>:ns_memcached:do_handle_call:521]Changed vbucket 17 state to replica [ns_server:info,2012-11-12T12:52:09.758,ns_1@192.168.0.21:tap_replication_manager-default<0.4597.0>:tap_replication_manager:change_vbucket_filter:185]Going to change replication from 'ns_1@192.168.0.22' to have [0,1,2,3,4,5,6,7,8,9,10,11,12,13,14,15,16,17] ([17], []) [ns_server:info,2012-11-12T12:52:09.760,ns_1@192.168.0.21:<0.5518.0>:ebucketmigrator_srv:handle_call:274]Starting new-style vbucket filter change on stream `replication_ns_1@192.168.0.21` [rebalance:info,2012-11-12T12:52:09.815,ns_1@192.168.0.21:<0.5540.0>:ebucketmigrator_srv:init:538]Starting tap stream: [{vbuckets,[534]}, {checkpoints,[{534,0}]}, {name,<<"replication_building_534_'ns_1@192.168.0.21'">>}, {takeover,false}] {{"192.168.0.22",11209}, {"192.168.0.21",11209}, [{vbuckets,[534]}, {takeover,false}, {suffix,"building_534_'ns_1@192.168.0.21'"}, {username,"default"}, {password,[]}]} [rebalance:info,2012-11-12T12:52:09.817,ns_1@192.168.0.21:<0.5540.0>:ebucketmigrator_srv:process_upstream:901]Initial stream for vbucket 534 [ns_server:info,2012-11-12T12:52:09.855,ns_1@192.168.0.21:<0.5518.0>:ebucketmigrator_srv:handle_call:297]Changing vbucket filter on tap stream `replication_ns_1@192.168.0.21`: [{0,2}, {1,2}, {2,2}, {3,2}, {4,2}, {5,2}, {6,3}, {7,2}, {8,2}, {9,2}, {10,3}, {11,2}, {12,2}, {13,2}, {14,3}, {15,2}, {16,2}, {17,2}] [ns_server:info,2012-11-12T12:52:09.860,ns_1@192.168.0.21:<0.5518.0>:ebucketmigrator_srv:handle_call:307]Successfully changed vbucket filter on tap stream `replication_ns_1@192.168.0.21`. [ns_server:info,2012-11-12T12:52:09.861,ns_1@192.168.0.21:<0.5518.0>:ebucketmigrator_srv:handle_info:376]Got vbucket filter change completion message. Completing state transition to a new ebucketmigrator. [rebalance:info,2012-11-12T12:52:09.862,ns_1@192.168.0.21:<0.5518.0>:ebucketmigrator_srv:do_confirm_sent_messages:671]Got close ack! [ns_server:info,2012-11-12T12:52:09.864,ns_1@192.168.0.21:<0.5551.0>:ns_vbm_new_sup:mk_old_state_retriever:83]Got vbucket filter change old state. Proceeding vbucket filter change operation [error_logger:info,2012-11-12T12:52:09.865,ns_1@192.168.0.21:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================PROGRESS REPORT========================= supervisor: {local,'ns_vbm_new_sup-default'} started: [{pid,<0.5551.0>}, {name, {new_child_id, [0,1,2,3,4,5,6,7,8,9,10,11,12,13,14,15,16,17], 'ns_1@192.168.0.22'}}, {mfargs, {ebucketmigrator_srv,start_link, [{"192.168.0.22",11209}, {"192.168.0.21",11209}, [{old_state_retriever, #Fun}, {on_not_ready_vbuckets, #Fun}, {username,"default"}, {password,[]}, {vbuckets, [0,1,2,3,4,5,6,7,8,9,10,11,12,13,14,15, 16,17]}, {takeover,false}, {suffix,"ns_1@192.168.0.21"}]]}}, {restart_type,temporary}, {shutdown,60000}, {child_type,worker}] [ns_server:info,2012-11-12T12:52:09.888,ns_1@192.168.0.21:<0.4596.0>:ns_memcached:do_handle_call:521]Changed vbucket 18 state to replica [ns_server:info,2012-11-12T12:52:10.012,ns_1@192.168.0.21:ns_port_memcached<0.4538.0>:ns_port_server:log:171]memcached<0.4538.0>: Mon Nov 12 12:52:09.811472 PST 3: TAP (Consumer) eq_tapq:anon_62 - disconnected memcached<0.4538.0>: Mon Nov 12 12:52:09.817707 PST 3: TAP (Consumer) eq_tapq:anon_64 - Reset vbucket 534 was completed succecssfully. memcached<0.4538.0>: Mon Nov 12 12:52:09.942796 PST 3: Schedule cleanup of "eq_tapq:anon_62" [ns_server:info,2012-11-12T12:52:10.027,ns_1@192.168.0.21:<0.5562.0>:ebucketmigrator_srv:init:479]Setting {"192.168.0.21",11209} vbucket 18 to state replica [rebalance:info,2012-11-12T12:52:10.145,ns_1@192.168.0.21:<0.5562.0>:ebucketmigrator_srv:init:538]Starting tap stream: [{vbuckets,[18]}, {checkpoints,[{18,0}]}, {name,<<"replication_building_18_'ns_1@192.168.0.21'">>}, {takeover,false}] {{"192.168.0.20",11209}, {"192.168.0.21",11209}, [{vbuckets,[18]}, {takeover,false}, {suffix,"building_18_'ns_1@192.168.0.21'"}, {username,"default"}, {password,[]}]} [rebalance:info,2012-11-12T12:52:10.147,ns_1@192.168.0.21:<0.5562.0>:ebucketmigrator_srv:process_upstream:901]Initial stream for vbucket 18 [ns_server:info,2012-11-12T12:52:10.348,ns_1@192.168.0.21:ns_port_memcached<0.4538.0>:ns_port_server:log:171]memcached<0.4538.0>: Mon Nov 12 12:52:10.147930 PST 3: TAP (Consumer) eq_tapq:anon_65 - Reset vbucket 18 was completed succecssfully. [rebalance:info,2012-11-12T12:52:10.624,ns_1@192.168.0.21:<0.5540.0>:ebucketmigrator_srv:do_confirm_sent_messages:671]Got close ack! [ns_server:info,2012-11-12T12:52:10.799,ns_1@192.168.0.21:<0.4596.0>:ns_memcached:do_handle_call:521]Changed vbucket 534 state to active [ns_server:info,2012-11-12T12:52:10.807,ns_1@192.168.0.21:ns_port_memcached<0.4538.0>:ns_port_server:log:171]memcached<0.4538.0>: Mon Nov 12 12:52:10.606494 PST 3: Notified the completion of checkpoint persistence for vbucket 534, cookie 0x5c62000 memcached<0.4538.0>: Mon Nov 12 12:52:10.624898 PST 3: TAP (Consumer) eq_tapq:anon_64 - disconnected memcached<0.4538.0>: Mon Nov 12 12:52:10.786917 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4538.0>: Mon Nov 12 12:52:10.787014 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4538.0>: Mon Nov 12 12:52:10.789284 PST 3: TAP (Consumer) eq_tapq:anon_66 - disconnected [ns_server:info,2012-11-12T12:52:11.007,ns_1@192.168.0.21:<0.4596.0>:ns_memcached:do_handle_call:521]Changed vbucket 535 state to replica [ns_server:info,2012-11-12T12:52:11.021,ns_1@192.168.0.21:<0.5577.0>:ebucketmigrator_srv:init:479]Setting {"192.168.0.21",11209} vbucket 535 to state replica [ns_server:info,2012-11-12T12:52:11.031,ns_1@192.168.0.21:ns_port_memcached<0.4538.0>:ns_port_server:log:171]memcached<0.4538.0>: Mon Nov 12 12:52:10.831448 PST 3: Schedule cleanup of "eq_tapq:anon_64" memcached<0.4538.0>: Mon Nov 12 12:52:10.831507 PST 3: Schedule cleanup of "eq_tapq:anon_66" memcached<0.4538.0>: Mon Nov 12 12:52:10.831655 PST 3: TAP (Producer) eq_tapq:replication_ns_1@192.168.0.22 - Sending TAP_OPAQUE with command "complete_vb_filter_change" and vbucket 0 [rebalance:info,2012-11-12T12:52:11.202,ns_1@192.168.0.21:<0.5577.0>:ebucketmigrator_srv:init:538]Starting tap stream: [{vbuckets,[535]}, {checkpoints,[{535,0}]}, {name,<<"replication_building_535_'ns_1@192.168.0.21'">>}, {takeover,false}] {{"192.168.0.22",11209}, {"192.168.0.21",11209}, [{vbuckets,[535]}, {takeover,false}, {suffix,"building_535_'ns_1@192.168.0.21'"}, {username,"default"}, {password,[]}]} [rebalance:info,2012-11-12T12:52:11.227,ns_1@192.168.0.21:<0.5577.0>:ebucketmigrator_srv:process_upstream:901]Initial stream for vbucket 535 [ns_server:info,2012-11-12T12:52:11.429,ns_1@192.168.0.21:ns_port_memcached<0.4538.0>:ns_port_server:log:171]memcached<0.4538.0>: Mon Nov 12 12:52:11.228107 PST 3: TAP (Consumer) eq_tapq:anon_67 - Reset vbucket 535 was completed succecssfully. memcached<0.4538.0>: Mon Nov 12 12:52:11.309746 PST 3: Notified the completion of checkpoint persistence for vbucket 18, cookie 0x5c638c0 [rebalance:info,2012-11-12T12:52:11.673,ns_1@192.168.0.21:<0.5577.0>:ebucketmigrator_srv:do_confirm_sent_messages:671]Got close ack! [ns_server:info,2012-11-12T12:52:11.775,ns_1@192.168.0.21:<0.4596.0>:ns_memcached:do_handle_call:521]Changed vbucket 535 state to active [ns_server:info,2012-11-12T12:52:11.856,ns_1@192.168.0.21:ns_port_memcached<0.4538.0>:ns_port_server:log:171]memcached<0.4538.0>: Mon Nov 12 12:52:11.656104 PST 3: Notified the completion of checkpoint persistence for vbucket 535, cookie 0x5c62000 memcached<0.4538.0>: Mon Nov 12 12:52:11.674309 PST 3: TAP (Consumer) eq_tapq:anon_67 - disconnected memcached<0.4538.0>: Mon Nov 12 12:52:11.771093 PST 3: TAP (Consumer) eq_tapq:anon_68 - disconnected memcached<0.4538.0>: Mon Nov 12 12:52:11.833681 PST 3: Schedule cleanup of "eq_tapq:anon_67" memcached<0.4538.0>: Mon Nov 12 12:52:11.833725 PST 3: Schedule cleanup of "eq_tapq:anon_68" memcached<0.4538.0>: Mon Nov 12 12:52:11.833740 PST 3: TAP (Producer) eq_tapq:replication_ns_1@192.168.0.22 - Sending TAP_OPAQUE with command "complete_vb_filter_change" and vbucket 0 [ns_server:info,2012-11-12T12:52:11.980,ns_1@192.168.0.21:<0.4596.0>:ns_memcached:do_handle_call:521]Changed vbucket 536 state to replica [ns_server:info,2012-11-12T12:52:11.984,ns_1@192.168.0.21:<0.5595.0>:ebucketmigrator_srv:init:479]Setting {"192.168.0.21",11209} vbucket 536 to state replica [rebalance:info,2012-11-12T12:52:12.131,ns_1@192.168.0.21:<0.5595.0>:ebucketmigrator_srv:init:538]Starting tap stream: [{vbuckets,[536]}, {checkpoints,[{536,0}]}, {name,<<"replication_building_536_'ns_1@192.168.0.21'">>}, {takeover,false}] {{"192.168.0.22",11209}, {"192.168.0.21",11209}, [{vbuckets,[536]}, {takeover,false}, {suffix,"building_536_'ns_1@192.168.0.21'"}, {username,"default"}, {password,[]}]} [rebalance:info,2012-11-12T12:52:12.132,ns_1@192.168.0.21:<0.5595.0>:ebucketmigrator_srv:process_upstream:901]Initial stream for vbucket 536 [ns_server:info,2012-11-12T12:52:12.333,ns_1@192.168.0.21:ns_port_memcached<0.4538.0>:ns_port_server:log:171]memcached<0.4538.0>: Mon Nov 12 12:52:12.133070 PST 3: TAP (Consumer) eq_tapq:anon_69 - Reset vbucket 536 was completed succecssfully. memcached<0.4538.0>: Mon Nov 12 12:52:12.238116 PST 3: Notified the completion of checkpoint persistence for vbucket 18, cookie 0x5c63340 [rebalance:info,2012-11-12T12:52:12.686,ns_1@192.168.0.21:<0.5562.0>:ebucketmigrator_srv:do_confirm_sent_messages:671]Got close ack! [ns_server:info,2012-11-12T12:52:12.691,ns_1@192.168.0.21:<0.4596.0>:ns_memcached:do_handle_call:521]Changed vbucket 18 state to replica [ns_server:info,2012-11-12T12:52:12.691,ns_1@192.168.0.21:tap_replication_manager-default<0.4597.0>:tap_replication_manager:change_vbucket_filter:185]Going to change replication from 'ns_1@192.168.0.22' to have [0,1,2,3,4,5,6,7,8,9,10,11,12,13,14,15,16,17,18] ([18], []) [ns_server:info,2012-11-12T12:52:12.694,ns_1@192.168.0.21:<0.5551.0>:ebucketmigrator_srv:handle_call:274]Starting new-style vbucket filter change on stream `replication_ns_1@192.168.0.21` [ns_server:info,2012-11-12T12:52:12.784,ns_1@192.168.0.21:<0.5551.0>:ebucketmigrator_srv:handle_call:297]Changing vbucket filter on tap stream `replication_ns_1@192.168.0.21`: [{0,2}, {1,2}, {2,2}, {3,2}, {4,2}, {5,2}, {6,3}, {7,2}, {8,2}, {9,2}, {10,3}, {11,2}, {12,2}, {13,2}, {14,3}, {15,2}, {16,2}, {17,2}, {18,3}] [ns_server:info,2012-11-12T12:52:12.786,ns_1@192.168.0.21:<0.5551.0>:ebucketmigrator_srv:handle_call:307]Successfully changed vbucket filter on tap stream `replication_ns_1@192.168.0.21`. [ns_server:info,2012-11-12T12:52:12.787,ns_1@192.168.0.21:<0.5551.0>:ebucketmigrator_srv:handle_info:376]Got vbucket filter change completion message. Completing state transition to a new ebucketmigrator. [rebalance:info,2012-11-12T12:52:12.787,ns_1@192.168.0.21:<0.5551.0>:ebucketmigrator_srv:do_confirm_sent_messages:671]Got close ack! [ns_server:info,2012-11-12T12:52:12.788,ns_1@192.168.0.21:<0.5618.0>:ns_vbm_new_sup:mk_old_state_retriever:83]Got vbucket filter change old state. Proceeding vbucket filter change operation [error_logger:info,2012-11-12T12:52:12.789,ns_1@192.168.0.21:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================PROGRESS REPORT========================= supervisor: {local,'ns_vbm_new_sup-default'} started: [{pid,<0.5618.0>}, {name, {new_child_id, [0,1,2,3,4,5,6,7,8,9,10,11,12,13,14,15,16,17, 18], 'ns_1@192.168.0.22'}}, {mfargs, {ebucketmigrator_srv,start_link, [{"192.168.0.22",11209}, {"192.168.0.21",11209}, [{old_state_retriever, #Fun}, {on_not_ready_vbuckets, #Fun}, {username,"default"}, {password,[]}, {vbuckets, [0,1,2,3,4,5,6,7,8,9,10,11,12,13,14,15, 16,17,18]}, {takeover,false}, {suffix,"ns_1@192.168.0.21"}]]}}, {restart_type,temporary}, {shutdown,60000}, {child_type,worker}] [ns_server:info,2012-11-12T12:52:12.818,ns_1@192.168.0.21:<0.4596.0>:ns_memcached:do_handle_call:521]Changed vbucket 19 state to replica [ns_server:info,2012-11-12T12:52:12.887,ns_1@192.168.0.21:ns_port_memcached<0.4538.0>:ns_port_server:log:171]memcached<0.4538.0>: Mon Nov 12 12:52:12.686535 PST 3: TAP (Consumer) eq_tapq:anon_65 - disconnected [ns_server:info,2012-11-12T12:52:13.097,ns_1@192.168.0.21:ns_port_memcached<0.4538.0>:ns_port_server:log:171]memcached<0.4538.0>: Mon Nov 12 12:52:12.894480 PST 3: Schedule cleanup of "eq_tapq:anon_65" [ns_server:info,2012-11-12T12:52:13.203,ns_1@192.168.0.21:<0.5632.0>:ebucketmigrator_srv:init:479]Setting {"192.168.0.21",11209} vbucket 19 to state replica [rebalance:info,2012-11-12T12:52:13.304,ns_1@192.168.0.21:<0.5632.0>:ebucketmigrator_srv:init:538]Starting tap stream: [{vbuckets,[19]}, {checkpoints,[{19,0}]}, {name,<<"replication_building_19_'ns_1@192.168.0.21'">>}, {takeover,false}] {{"192.168.0.20",11209}, {"192.168.0.21",11209}, [{vbuckets,[19]}, {takeover,false}, {suffix,"building_19_'ns_1@192.168.0.21'"}, {username,"default"}, {password,[]}]} [rebalance:info,2012-11-12T12:52:13.309,ns_1@192.168.0.21:<0.5632.0>:ebucketmigrator_srv:process_upstream:901]Initial stream for vbucket 19 [rebalance:info,2012-11-12T12:52:13.428,ns_1@192.168.0.21:<0.5595.0>:ebucketmigrator_srv:do_confirm_sent_messages:671]Got close ack! [ns_server:info,2012-11-12T12:52:13.510,ns_1@192.168.0.21:ns_port_memcached<0.4538.0>:ns_port_server:log:171]memcached<0.4538.0>: Mon Nov 12 12:52:13.309525 PST 3: TAP (Consumer) eq_tapq:anon_70 - Reset vbucket 19 was completed succecssfully. memcached<0.4538.0>: Mon Nov 12 12:52:13.407268 PST 3: Notified the completion of checkpoint persistence for vbucket 536, cookie 0x5c638c0 memcached<0.4538.0>: Mon Nov 12 12:52:13.429411 PST 3: TAP (Consumer) eq_tapq:anon_69 - disconnected [ns_server:info,2012-11-12T12:52:13.577,ns_1@192.168.0.21:<0.4596.0>:ns_memcached:do_handle_call:521]Changed vbucket 536 state to active [ns_server:info,2012-11-12T12:52:13.762,ns_1@192.168.0.21:ns_port_memcached<0.4538.0>:ns_port_server:log:171]memcached<0.4538.0>: Mon Nov 12 12:52:13.561530 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4538.0>: Mon Nov 12 12:52:13.561607 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4538.0>: Mon Nov 12 12:52:13.563364 PST 3: TAP (Consumer) eq_tapq:anon_71 - disconnected memcached<0.4538.0>: Mon Nov 12 12:52:13.635198 PST 3: Schedule cleanup of "eq_tapq:anon_69" memcached<0.4538.0>: Mon Nov 12 12:52:13.635249 PST 3: Schedule cleanup of "eq_tapq:anon_71" memcached<0.4538.0>: Mon Nov 12 12:52:13.635343 PST 3: TAP (Producer) eq_tapq:replication_ns_1@192.168.0.22 - Sending TAP_OPAQUE with command "complete_vb_filter_change" and vbucket 0 [ns_server:info,2012-11-12T12:52:13.798,ns_1@192.168.0.21:<0.4596.0>:ns_memcached:do_handle_call:521]Changed vbucket 537 state to replica [ns_server:info,2012-11-12T12:52:13.805,ns_1@192.168.0.21:<0.5644.0>:ebucketmigrator_srv:init:479]Setting {"192.168.0.21",11209} vbucket 537 to state replica [rebalance:info,2012-11-12T12:52:13.952,ns_1@192.168.0.21:<0.5644.0>:ebucketmigrator_srv:init:538]Starting tap stream: [{vbuckets,[537]}, {checkpoints,[{537,0}]}, {name,<<"replication_building_537_'ns_1@192.168.0.21'">>}, {takeover,false}] {{"192.168.0.22",11209}, {"192.168.0.21",11209}, [{vbuckets,[537]}, {takeover,false}, {suffix,"building_537_'ns_1@192.168.0.21'"}, {username,"default"}, {password,[]}]} [rebalance:info,2012-11-12T12:52:13.953,ns_1@192.168.0.21:<0.5644.0>:ebucketmigrator_srv:process_upstream:901]Initial stream for vbucket 537 [ns_server:info,2012-11-12T12:52:14.155,ns_1@192.168.0.21:ns_port_memcached<0.4538.0>:ns_port_server:log:171]memcached<0.4538.0>: Mon Nov 12 12:52:13.953688 PST 3: TAP (Consumer) eq_tapq:anon_72 - Reset vbucket 537 was completed succecssfully. [ns_server:info,2012-11-12T12:52:15.198,ns_1@192.168.0.21:ns_port_memcached<0.4538.0>:ns_port_server:log:171]memcached<0.4538.0>: Mon Nov 12 12:52:14.998100 PST 3: Notified the completion of checkpoint persistence for vbucket 19, cookie 0x5c62000 [rebalance:info,2012-11-12T12:52:15.233,ns_1@192.168.0.21:<0.5632.0>:ebucketmigrator_srv:do_confirm_sent_messages:671]Got close ack! [ns_server:info,2012-11-12T12:52:15.240,ns_1@192.168.0.21:<0.4596.0>:ns_memcached:do_handle_call:521]Changed vbucket 19 state to replica [ns_server:info,2012-11-12T12:52:15.240,ns_1@192.168.0.21:tap_replication_manager-default<0.4597.0>:tap_replication_manager:change_vbucket_filter:185]Going to change replication from 'ns_1@192.168.0.22' to have [0,1,2,3,4,5,6,7,8,9,10,11,12,13,14,15,16,17,18,19] ([19], []) [ns_server:info,2012-11-12T12:52:15.243,ns_1@192.168.0.21:<0.5618.0>:ebucketmigrator_srv:handle_call:274]Starting new-style vbucket filter change on stream `replication_ns_1@192.168.0.21` [ns_server:info,2012-11-12T12:52:15.369,ns_1@192.168.0.21:<0.5618.0>:ebucketmigrator_srv:handle_call:297]Changing vbucket filter on tap stream `replication_ns_1@192.168.0.21`: [{0,2}, {1,2}, {2,2}, {3,2}, {4,2}, {5,2}, {6,3}, {7,2}, {8,2}, {9,2}, {10,3}, {11,2}, {12,2}, {13,2}, {14,3}, {15,2}, {16,2}, {17,2}, {18,3}, {19,2}] [ns_server:info,2012-11-12T12:52:15.374,ns_1@192.168.0.21:<0.5618.0>:ebucketmigrator_srv:handle_call:307]Successfully changed vbucket filter on tap stream `replication_ns_1@192.168.0.21`. [ns_server:info,2012-11-12T12:52:15.375,ns_1@192.168.0.21:<0.5618.0>:ebucketmigrator_srv:handle_info:376]Got vbucket filter change completion message. Completing state transition to a new ebucketmigrator. [rebalance:info,2012-11-12T12:52:15.377,ns_1@192.168.0.21:<0.5618.0>:ebucketmigrator_srv:do_confirm_sent_messages:671]Got close ack! [ns_server:info,2012-11-12T12:52:15.378,ns_1@192.168.0.21:<0.5664.0>:ns_vbm_new_sup:mk_old_state_retriever:83]Got vbucket filter change old state. Proceeding vbucket filter change operation [error_logger:info,2012-11-12T12:52:15.379,ns_1@192.168.0.21:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================PROGRESS REPORT========================= supervisor: {local,'ns_vbm_new_sup-default'} started: [{pid,<0.5664.0>}, {name, {new_child_id, [0,1,2,3,4,5,6,7,8,9,10,11,12,13,14,15,16,17, 18,19], 'ns_1@192.168.0.22'}}, {mfargs, {ebucketmigrator_srv,start_link, [{"192.168.0.22",11209}, {"192.168.0.21",11209}, [{old_state_retriever, #Fun}, {on_not_ready_vbuckets, #Fun}, {username,"default"}, {password,[]}, {vbuckets, [0,1,2,3,4,5,6,7,8,9,10,11,12,13,14,15, 16,17,18,19]}, {takeover,false}, {suffix,"ns_1@192.168.0.21"}]]}}, {restart_type,temporary}, {shutdown,60000}, {child_type,worker}] [ns_server:info,2012-11-12T12:52:15.408,ns_1@192.168.0.21:<0.4596.0>:ns_memcached:do_handle_call:521]Changed vbucket 20 state to replica [ns_server:info,2012-11-12T12:52:15.434,ns_1@192.168.0.21:ns_port_memcached<0.4538.0>:ns_port_server:log:171]memcached<0.4538.0>: Mon Nov 12 12:52:15.234064 PST 3: TAP (Consumer) eq_tapq:anon_70 - disconnected [ns_server:info,2012-11-12T12:52:15.561,ns_1@192.168.0.21:<0.5667.0>:ebucketmigrator_srv:init:479]Setting {"192.168.0.21",11209} vbucket 20 to state replica [ns_server:info,2012-11-12T12:52:15.676,ns_1@192.168.0.21:ns_port_memcached<0.4538.0>:ns_port_server:log:171]memcached<0.4538.0>: Mon Nov 12 12:52:15.473467 PST 3: Schedule cleanup of "eq_tapq:anon_70" memcached<0.4538.0>: Mon Nov 12 12:52:15.576381 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4538.0>: Mon Nov 12 12:52:15.576417 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4538.0>: Mon Nov 12 12:52:15.577173 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4538.0>: Mon Nov 12 12:52:15.577200 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4538.0>: Mon Nov 12 12:52:15.577217 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4538.0>: Mon Nov 12 12:52:15.577712 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4538.0>: Mon Nov 12 12:52:15.577743 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4538.0>: Mon Nov 12 12:52:15.577765 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4538.0>: Mon Nov 12 12:52:15.577785 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4538.0>: Mon Nov 12 12:52:15.577804 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4538.0>: Mon Nov 12 12:52:15.577821 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4538.0>: Mon Nov 12 12:52:15.577839 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4538.0>: Mon Nov 12 12:52:15.577856 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4538.0>: Mon Nov 12 12:52:15.578313 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4538.0>: Mon Nov 12 12:52:15.578348 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4538.0>: Mon Nov 12 12:52:15.578368 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4538.0>: Mon Nov 12 12:52:15.578387 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4538.0>: Mon Nov 12 12:52:15.578405 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4538.0>: Mon Nov 12 12:52:15.578422 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4538.0>: Mon Nov 12 12:52:15.578439 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4538.0>: Mon Nov 12 12:52:15.578457 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4538.0>: Mon Nov 12 12:52:15.579373 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4538.0>: Mon Nov 12 12:52:15.579408 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4538.0>: Mon Nov 12 12:52:15.579430 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4538.0>: Mon Nov 12 12:52:15.579450 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4538.0>: Mon Nov 12 12:52:15.579470 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4538.0>: Mon Nov 12 12:52:15.579489 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4538.0>: Mon Nov 12 12:52:15.579507 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4538.0>: Mon Nov 12 12:52:15.579525 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4538.0>: Mon Nov 12 12:52:15.579542 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4538.0>: Mon Nov 12 12:52:15.580434 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4538.0>: Mon Nov 12 12:52:15.580470 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4538.0>: Mon Nov 12 12:52:15.580488 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4538.0>: Mon Nov 12 12:52:15.580511 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4538.0>: Mon Nov 12 12:52:15.580532 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4538.0>: Mon Nov 12 12:52:15.580553 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4538.0>: Mon Nov 12 12:52:15.580573 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4538.0>: Mon Nov 12 12:52:15.580595 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4538.0>: Mon Nov 12 12:52:15.580613 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4538.0>: Mon Nov 12 12:52:15.580630 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4538.0>: Mon Nov 12 12:52:15.580658 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4538.0>: Mon Nov 12 12:52:15.580773 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4538.0>: Mon Nov 12 12:52:15.580797 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4538.0>: Mon Nov 12 12:52:15.581201 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4538.0>: Mon Nov 12 12:52:15.581235 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4538.0>: Mon Nov 12 12:52:15.581258 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4538.0>: Mon Nov 12 12:52:15.581390 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4538.0>: Mon Nov 12 12:52:15.581425 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4538.0>: Mon Nov 12 12:52:15.581461 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4538.0>: Mon Nov 12 12:52:15.581500 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4538.0>: Mon Nov 12 12:52:15.581526 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4538.0>: Mon Nov 12 12:52:15.581545 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4538.0>: Mon Nov 12 12:52:15.581562 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4538.0>: Mon Nov 12 12:52:15.581896 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4538.0>: Mon Nov 12 12:52:15.581927 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4538.0>: Mon Nov 12 12:52:15.581947 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4538.0>: Mon Nov 12 12:52:15.581965 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4538.0>: Mon Nov 12 12:52:15.581983 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4538.0>: Mon Nov 12 12:52:15.582010 PST 3: persistence cursor offset is negative. Reset it to 0. [ns_server:warn,2012-11-12T12:52:15.677,ns_1@192.168.0.21:ns_port_memcached<0.4538.0>:ns_port_server:log:176]Dropped 832 log lines from memcached [rebalance:info,2012-11-12T12:52:15.702,ns_1@192.168.0.21:<0.5644.0>:ebucketmigrator_srv:do_confirm_sent_messages:671]Got close ack! [rebalance:info,2012-11-12T12:52:15.718,ns_1@192.168.0.21:<0.5667.0>:ebucketmigrator_srv:init:538]Starting tap stream: [{vbuckets,[20]}, {checkpoints,[{20,0}]}, {name,<<"replication_building_20_'ns_1@192.168.0.21'">>}, {takeover,false}] {{"192.168.0.20",11209}, {"192.168.0.21",11209}, [{vbuckets,[20]}, {takeover,false}, {suffix,"building_20_'ns_1@192.168.0.21'"}, {username,"default"}, {password,[]}]} [rebalance:info,2012-11-12T12:52:15.719,ns_1@192.168.0.21:<0.5667.0>:ebucketmigrator_srv:process_upstream:901]Initial stream for vbucket 20 [ns_server:info,2012-11-12T12:52:15.862,ns_1@192.168.0.21:<0.4593.0>:ns_memcached:do_handle_call:521]Changed vbucket 537 state to active [ns_server:info,2012-11-12T12:52:15.877,ns_1@192.168.0.21:ns_port_memcached<0.4538.0>:ns_port_server:log:171]memcached<0.4538.0>: Mon Nov 12 12:52:15.676518 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4538.0>: Mon Nov 12 12:52:15.676553 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4538.0>: Mon Nov 12 12:52:15.676571 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4538.0>: Mon Nov 12 12:52:15.676594 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4538.0>: Mon Nov 12 12:52:15.676616 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4538.0>: Mon Nov 12 12:52:15.676664 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4538.0>: Mon Nov 12 12:52:15.676689 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4538.0>: Mon Nov 12 12:52:15.676709 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4538.0>: Mon Nov 12 12:52:15.676729 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4538.0>: Mon Nov 12 12:52:15.676749 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4538.0>: Mon Nov 12 12:52:15.676768 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4538.0>: Mon Nov 12 12:52:15.676786 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4538.0>: Mon Nov 12 12:52:15.676804 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4538.0>: Mon Nov 12 12:52:15.676821 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4538.0>: Mon Nov 12 12:52:15.676838 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4538.0>: Mon Nov 12 12:52:15.676858 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4538.0>: Mon Nov 12 12:52:15.676954 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4538.0>: Mon Nov 12 12:52:15.676982 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4538.0>: Mon Nov 12 12:52:15.677005 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4538.0>: Mon Nov 12 12:52:15.677027 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4538.0>: Mon Nov 12 12:52:15.677047 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4538.0>: Mon Nov 12 12:52:15.677069 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4538.0>: Mon Nov 12 12:52:15.677092 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4538.0>: Mon Nov 12 12:52:15.677110 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4538.0>: Mon Nov 12 12:52:15.677127 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4538.0>: Mon Nov 12 12:52:15.677155 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4538.0>: Mon Nov 12 12:52:15.677172 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4538.0>: Mon Nov 12 12:52:15.677189 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4538.0>: Mon Nov 12 12:52:15.677207 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4538.0>: Mon Nov 12 12:52:15.677226 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4538.0>: Mon Nov 12 12:52:15.677273 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4538.0>: Mon Nov 12 12:52:15.677299 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4538.0>: Mon Nov 12 12:52:15.677323 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4538.0>: Mon Nov 12 12:52:15.677345 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4538.0>: Mon Nov 12 12:52:15.677367 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4538.0>: Mon Nov 12 12:52:15.677391 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4538.0>: Mon Nov 12 12:52:15.677413 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4538.0>: Mon Nov 12 12:52:15.677434 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4538.0>: Mon Nov 12 12:52:15.677455 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4538.0>: Mon Nov 12 12:52:15.677474 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4538.0>: Mon Nov 12 12:52:15.677494 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4538.0>: Mon Nov 12 12:52:15.677535 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4538.0>: Mon Nov 12 12:52:15.677559 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4538.0>: Mon Nov 12 12:52:15.677577 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4538.0>: Mon Nov 12 12:52:15.677597 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4538.0>: Mon Nov 12 12:52:15.677651 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4538.0>: Mon Nov 12 12:52:15.677678 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4538.0>: Mon Nov 12 12:52:15.677700 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4538.0>: Mon Nov 12 12:52:15.677722 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4538.0>: Mon Nov 12 12:52:15.677743 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4538.0>: Mon Nov 12 12:52:15.677764 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4538.0>: Mon Nov 12 12:52:15.677784 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4538.0>: Mon Nov 12 12:52:15.677803 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4538.0>: Mon Nov 12 12:52:15.677821 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4538.0>: Mon Nov 12 12:52:15.677840 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4538.0>: Mon Nov 12 12:52:15.677856 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4538.0>: Mon Nov 12 12:52:15.677872 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4538.0>: Mon Nov 12 12:52:15.677889 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4538.0>: Mon Nov 12 12:52:15.677906 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4538.0>: Mon Nov 12 12:52:15.677923 PST 3: persistence cursor offset is negative. Reset it to 0. [ns_server:warn,2012-11-12T12:52:15.880,ns_1@192.168.0.21:ns_port_memcached<0.4538.0>:ns_port_server:log:176]Dropped 58 log lines from memcached [ns_server:info,2012-11-12T12:52:16.091,ns_1@192.168.0.21:<0.4593.0>:ns_memcached:do_handle_call:521]Changed vbucket 538 state to replica [ns_server:info,2012-11-12T12:52:16.101,ns_1@192.168.0.21:<0.5683.0>:ebucketmigrator_srv:init:479]Setting {"192.168.0.21",11209} vbucket 538 to state replica [rebalance:info,2012-11-12T12:52:16.213,ns_1@192.168.0.21:<0.5683.0>:ebucketmigrator_srv:init:538]Starting tap stream: [{vbuckets,[538]}, {checkpoints,[{538,0}]}, {name,<<"replication_building_538_'ns_1@192.168.0.21'">>}, {takeover,false}] {{"192.168.0.22",11209}, {"192.168.0.21",11209}, [{vbuckets,[538]}, {takeover,false}, {suffix,"building_538_'ns_1@192.168.0.21'"}, {username,"default"}, {password,[]}]} [rebalance:info,2012-11-12T12:52:16.216,ns_1@192.168.0.21:<0.5683.0>:ebucketmigrator_srv:process_upstream:901]Initial stream for vbucket 538 [ns_server:info,2012-11-12T12:52:16.229,ns_1@192.168.0.21:ns_port_memcached<0.4538.0>:ns_port_server:log:171]memcached<0.4538.0>: Mon Nov 12 12:52:16.028114 PST 3: Schedule cleanup of "eq_tapq:anon_72" memcached<0.4538.0>: Mon Nov 12 12:52:16.028139 PST 3: TAP (Producer) eq_tapq:replication_ns_1@192.168.0.22 - Sending TAP_OPAQUE with command "complete_vb_filter_change" and vbucket 0 memcached<0.4538.0>: Mon Nov 12 12:52:16.028190 PST 3: Schedule cleanup of "eq_tapq:anon_74" memcached<0.4538.0>: Mon Nov 12 12:52:16.217052 PST 3: TAP (Consumer) eq_tapq:anon_75 - Reset vbucket 538 was completed succecssfully. [rebalance:info,2012-11-12T12:52:16.847,ns_1@192.168.0.21:<0.5683.0>:ebucketmigrator_srv:do_confirm_sent_messages:671]Got close ack! [ns_server:info,2012-11-12T12:52:16.975,ns_1@192.168.0.21:<0.4593.0>:ns_memcached:do_handle_call:521]Changed vbucket 538 state to active [ns_server:info,2012-11-12T12:52:17.028,ns_1@192.168.0.21:ns_port_memcached<0.4538.0>:ns_port_server:log:171]memcached<0.4538.0>: Mon Nov 12 12:52:16.827746 PST 3: Notified the completion of checkpoint persistence for vbucket 538, cookie 0x5c62000 memcached<0.4538.0>: Mon Nov 12 12:52:16.847628 PST 3: TAP (Consumer) eq_tapq:anon_75 - disconnected memcached<0.4538.0>: Mon Nov 12 12:52:16.944712 PST 3: Notified the completion of checkpoint persistence for vbucket 20, cookie 0x5c63340 memcached<0.4538.0>: Mon Nov 12 12:52:16.969681 PST 3: TAP (Consumer) eq_tapq:anon_76 - disconnected memcached<0.4538.0>: Mon Nov 12 12:52:16.975309 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4538.0>: Mon Nov 12 12:52:17.007069 PST 3: Schedule cleanup of "eq_tapq:anon_75" memcached<0.4538.0>: Mon Nov 12 12:52:17.007124 PST 3: Schedule cleanup of "eq_tapq:anon_76" memcached<0.4538.0>: Mon Nov 12 12:52:17.007370 PST 3: TAP (Producer) eq_tapq:replication_ns_1@192.168.0.22 - Sending TAP_OPAQUE with command "complete_vb_filter_change" and vbucket 0 [rebalance:info,2012-11-12T12:52:17.152,ns_1@192.168.0.21:<0.5667.0>:ebucketmigrator_srv:do_confirm_sent_messages:671]Got close ack! [ns_server:info,2012-11-12T12:52:17.219,ns_1@192.168.0.21:<0.4593.0>:ns_memcached:do_handle_call:521]Changed vbucket 539 state to replica [ns_server:info,2012-11-12T12:52:17.220,ns_1@192.168.0.21:<0.4593.0>:ns_memcached:do_handle_call:521]Changed vbucket 20 state to replica [ns_server:info,2012-11-12T12:52:17.220,ns_1@192.168.0.21:tap_replication_manager-default<0.4597.0>:tap_replication_manager:change_vbucket_filter:185]Going to change replication from 'ns_1@192.168.0.22' to have [0,1,2,3,4,5,6,7,8,9,10,11,12,13,14,15,16,17,18,19,20] ([20], []) [ns_server:info,2012-11-12T12:52:17.222,ns_1@192.168.0.21:<0.5664.0>:ebucketmigrator_srv:handle_call:274]Starting new-style vbucket filter change on stream `replication_ns_1@192.168.0.21` [ns_server:info,2012-11-12T12:52:17.223,ns_1@192.168.0.21:<0.5709.0>:ebucketmigrator_srv:init:479]Setting {"192.168.0.21",11209} vbucket 539 to state replica [ns_server:info,2012-11-12T12:52:17.348,ns_1@192.168.0.21:<0.5664.0>:ebucketmigrator_srv:handle_call:297]Changing vbucket filter on tap stream `replication_ns_1@192.168.0.21`: [{0,2}, {1,2}, {2,2}, {3,2}, {4,2}, {5,2}, {6,3}, {7,2}, {8,2}, {9,2}, {10,3}, {11,2}, {12,2}, {13,2}, {14,3}, {15,2}, {16,2}, {17,2}, {18,3}, {19,2}, {20,2}] [ns_server:info,2012-11-12T12:52:17.350,ns_1@192.168.0.21:<0.5664.0>:ebucketmigrator_srv:handle_call:307]Successfully changed vbucket filter on tap stream `replication_ns_1@192.168.0.21`. [ns_server:info,2012-11-12T12:52:17.350,ns_1@192.168.0.21:<0.5664.0>:ebucketmigrator_srv:handle_info:376]Got vbucket filter change completion message. Completing state transition to a new ebucketmigrator. [rebalance:info,2012-11-12T12:52:17.351,ns_1@192.168.0.21:<0.5664.0>:ebucketmigrator_srv:do_confirm_sent_messages:671]Got close ack! [ns_server:info,2012-11-12T12:52:17.352,ns_1@192.168.0.21:<0.5717.0>:ns_vbm_new_sup:mk_old_state_retriever:83]Got vbucket filter change old state. Proceeding vbucket filter change operation [error_logger:info,2012-11-12T12:52:17.352,ns_1@192.168.0.21:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================PROGRESS REPORT========================= supervisor: {local,'ns_vbm_new_sup-default'} started: [{pid,<0.5717.0>}, {name, {new_child_id, [0,1,2,3,4,5,6,7,8,9,10,11,12,13,14,15,16,17, 18,19,20], 'ns_1@192.168.0.22'}}, {mfargs, {ebucketmigrator_srv,start_link, [{"192.168.0.22",11209}, {"192.168.0.21",11209}, [{old_state_retriever, #Fun}, {on_not_ready_vbuckets, #Fun}, {username,"default"}, {password,[]}, {vbuckets, [0,1,2,3,4,5,6,7,8,9,10,11,12,13,14,15, 16,17,18,19,20]}, {takeover,false}, {suffix,"ns_1@192.168.0.21"}]]}}, {restart_type,temporary}, {shutdown,60000}, {child_type,worker}] [ns_server:info,2012-11-12T12:52:17.353,ns_1@192.168.0.21:ns_port_memcached<0.4538.0>:ns_port_server:log:171]memcached<0.4538.0>: Mon Nov 12 12:52:17.153055 PST 3: TAP (Consumer) eq_tapq:anon_73 - disconnected [ns_server:info,2012-11-12T12:52:17.387,ns_1@192.168.0.21:<0.4593.0>:ns_memcached:do_handle_call:521]Changed vbucket 21 state to replica [rebalance:info,2012-11-12T12:52:17.474,ns_1@192.168.0.21:<0.5709.0>:ebucketmigrator_srv:init:538]Starting tap stream: [{vbuckets,[539]}, {checkpoints,[{539,0}]}, {name,<<"replication_building_539_'ns_1@192.168.0.21'">>}, {takeover,false}] {{"192.168.0.22",11209}, {"192.168.0.21",11209}, [{vbuckets,[539]}, {takeover,false}, {suffix,"building_539_'ns_1@192.168.0.21'"}, {username,"default"}, {password,[]}]} [rebalance:info,2012-11-12T12:52:17.483,ns_1@192.168.0.21:<0.5709.0>:ebucketmigrator_srv:process_upstream:901]Initial stream for vbucket 539 [ns_server:info,2012-11-12T12:52:17.684,ns_1@192.168.0.21:ns_port_memcached<0.4538.0>:ns_port_server:log:171]memcached<0.4538.0>: Mon Nov 12 12:52:17.483370 PST 3: TAP (Consumer) eq_tapq:anon_77 - Reset vbucket 539 was completed succecssfully. memcached<0.4538.0>: Mon Nov 12 12:52:17.571028 PST 3: Schedule cleanup of "eq_tapq:anon_73" [ns_server:info,2012-11-12T12:52:17.841,ns_1@192.168.0.21:<0.5728.0>:ebucketmigrator_srv:init:479]Setting {"192.168.0.21",11209} vbucket 21 to state replica [rebalance:info,2012-11-12T12:52:17.937,ns_1@192.168.0.21:<0.5728.0>:ebucketmigrator_srv:init:538]Starting tap stream: [{vbuckets,[21]}, {checkpoints,[{21,0}]}, {name,<<"replication_building_21_'ns_1@192.168.0.21'">>}, {takeover,false}] {{"192.168.0.20",11209}, {"192.168.0.21",11209}, [{vbuckets,[21]}, {takeover,false}, {suffix,"building_21_'ns_1@192.168.0.21'"}, {username,"default"}, {password,[]}]} [rebalance:info,2012-11-12T12:52:17.939,ns_1@192.168.0.21:<0.5728.0>:ebucketmigrator_srv:process_upstream:901]Initial stream for vbucket 21 [ns_server:info,2012-11-12T12:52:18.139,ns_1@192.168.0.21:ns_port_memcached<0.4538.0>:ns_port_server:log:171]memcached<0.4538.0>: Mon Nov 12 12:52:17.939272 PST 3: TAP (Consumer) eq_tapq:anon_78 - Reset vbucket 21 was completed succecssfully. [rebalance:info,2012-11-12T12:52:18.681,ns_1@192.168.0.21:<0.5709.0>:ebucketmigrator_srv:do_confirm_sent_messages:671]Got close ack! [ns_server:info,2012-11-12T12:52:18.760,ns_1@192.168.0.21:ns_port_memcached<0.4538.0>:ns_port_server:log:171]memcached<0.4538.0>: Mon Nov 12 12:52:18.559582 PST 3: Notified the completion of checkpoint persistence for vbucket 21, cookie 0x5c62000 memcached<0.4538.0>: Mon Nov 12 12:52:18.672283 PST 3: Notified the completion of checkpoint persistence for vbucket 539, cookie 0x5c62580 memcached<0.4538.0>: Mon Nov 12 12:52:18.681792 PST 3: TAP (Consumer) eq_tapq:anon_77 - disconnected [ns_server:info,2012-11-12T12:52:18.829,ns_1@192.168.0.21:<0.4593.0>:ns_memcached:do_handle_call:521]Changed vbucket 539 state to active [ns_server:info,2012-11-12T12:52:19.025,ns_1@192.168.0.21:ns_port_memcached<0.4538.0>:ns_port_server:log:171]memcached<0.4538.0>: Mon Nov 12 12:52:18.825465 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4538.0>: Mon Nov 12 12:52:18.825515 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4538.0>: Mon Nov 12 12:52:18.826967 PST 3: TAP (Consumer) eq_tapq:anon_79 - disconnected memcached<0.4538.0>: Mon Nov 12 12:52:18.860654 PST 3: Schedule cleanup of "eq_tapq:anon_77" memcached<0.4538.0>: Mon Nov 12 12:52:18.860712 PST 3: Schedule cleanup of "eq_tapq:anon_79" memcached<0.4538.0>: Mon Nov 12 12:52:18.860991 PST 3: TAP (Producer) eq_tapq:replication_ns_1@192.168.0.22 - Sending TAP_OPAQUE with command "complete_vb_filter_change" and vbucket 0 [ns_server:info,2012-11-12T12:52:19.047,ns_1@192.168.0.21:<0.4593.0>:ns_memcached:do_handle_call:521]Changed vbucket 540 state to replica [ns_server:info,2012-11-12T12:52:19.053,ns_1@192.168.0.21:<0.5751.0>:ebucketmigrator_srv:init:479]Setting {"192.168.0.21",11209} vbucket 540 to state replica [rebalance:info,2012-11-12T12:52:19.183,ns_1@192.168.0.21:<0.5751.0>:ebucketmigrator_srv:init:538]Starting tap stream: [{vbuckets,[540]}, {checkpoints,[{540,0}]}, {name,<<"replication_building_540_'ns_1@192.168.0.21'">>}, {takeover,false}] {{"192.168.0.22",11209}, {"192.168.0.21",11209}, [{vbuckets,[540]}, {takeover,false}, {suffix,"building_540_'ns_1@192.168.0.21'"}, {username,"default"}, {password,[]}]} [rebalance:info,2012-11-12T12:52:19.194,ns_1@192.168.0.21:<0.5751.0>:ebucketmigrator_srv:process_upstream:901]Initial stream for vbucket 540 [ns_server:info,2012-11-12T12:52:19.395,ns_1@192.168.0.21:ns_port_memcached<0.4538.0>:ns_port_server:log:171]memcached<0.4538.0>: Mon Nov 12 12:52:19.195258 PST 3: TAP (Consumer) eq_tapq:anon_80 - Reset vbucket 540 was completed succecssfully. [rebalance:info,2012-11-12T12:52:19.647,ns_1@192.168.0.21:<0.5751.0>:ebucketmigrator_srv:do_confirm_sent_messages:671]Got close ack! [ns_server:info,2012-11-12T12:52:19.792,ns_1@192.168.0.21:<0.4593.0>:ns_memcached:do_handle_call:521]Changed vbucket 540 state to active [ns_server:info,2012-11-12T12:52:19.823,ns_1@192.168.0.21:ns_port_memcached<0.4538.0>:ns_port_server:log:171]memcached<0.4538.0>: Mon Nov 12 12:52:19.622617 PST 3: Notified the completion of checkpoint persistence for vbucket 540, cookie 0x5c62580 memcached<0.4538.0>: Mon Nov 12 12:52:19.647801 PST 3: TAP (Consumer) eq_tapq:anon_80 - disconnected memcached<0.4538.0>: Mon Nov 12 12:52:19.785848 PST 3: TAP (Consumer) eq_tapq:anon_81 - disconnected [rebalance:info,2012-11-12T12:52:20.030,ns_1@192.168.0.21:<0.5728.0>:ebucketmigrator_srv:do_confirm_sent_messages:671]Got close ack! [ns_server:info,2012-11-12T12:52:20.038,ns_1@192.168.0.21:ns_port_memcached<0.4538.0>:ns_port_server:log:171]memcached<0.4538.0>: Mon Nov 12 12:52:19.838215 PST 3: Schedule cleanup of "eq_tapq:anon_80" memcached<0.4538.0>: Mon Nov 12 12:52:19.838266 PST 3: Schedule cleanup of "eq_tapq:anon_81" memcached<0.4538.0>: Mon Nov 12 12:52:19.838276 PST 3: TAP (Producer) eq_tapq:replication_ns_1@192.168.0.22 - Sending TAP_OPAQUE with command "complete_vb_filter_change" and vbucket 0 memcached<0.4538.0>: Mon Nov 12 12:52:20.031233 PST 3: TAP (Consumer) eq_tapq:anon_78 - disconnected [ns_server:info,2012-11-12T12:52:20.072,ns_1@192.168.0.21:<0.4593.0>:ns_memcached:do_handle_call:521]Changed vbucket 541 state to replica [ns_server:info,2012-11-12T12:52:20.074,ns_1@192.168.0.21:<0.4593.0>:ns_memcached:do_handle_call:521]Changed vbucket 21 state to replica [ns_server:info,2012-11-12T12:52:20.074,ns_1@192.168.0.21:tap_replication_manager-default<0.4597.0>:tap_replication_manager:change_vbucket_filter:185]Going to change replication from 'ns_1@192.168.0.22' to have [0,1,2,3,4,5,6,7,8,9,10,11,12,13,14,15,16,17,18,19,20,21] ([21], []) [ns_server:info,2012-11-12T12:52:20.076,ns_1@192.168.0.21:<0.5717.0>:ebucketmigrator_srv:handle_call:274]Starting new-style vbucket filter change on stream `replication_ns_1@192.168.0.21` [ns_server:info,2012-11-12T12:52:20.077,ns_1@192.168.0.21:<0.5772.0>:ebucketmigrator_srv:init:479]Setting {"192.168.0.21",11209} vbucket 541 to state replica [ns_server:info,2012-11-12T12:52:20.180,ns_1@192.168.0.21:<0.5717.0>:ebucketmigrator_srv:handle_call:297]Changing vbucket filter on tap stream `replication_ns_1@192.168.0.21`: [{0,2}, {1,2}, {2,2}, {3,2}, {4,2}, {5,2}, {6,3}, {7,2}, {8,2}, {9,2}, {10,3}, {11,2}, {12,2}, {13,2}, {14,3}, {15,2}, {16,2}, {17,2}, {18,3}, {19,2}, {20,2}, {21,2}] [ns_server:info,2012-11-12T12:52:20.181,ns_1@192.168.0.21:<0.5717.0>:ebucketmigrator_srv:handle_call:307]Successfully changed vbucket filter on tap stream `replication_ns_1@192.168.0.21`. [ns_server:info,2012-11-12T12:52:20.182,ns_1@192.168.0.21:<0.5717.0>:ebucketmigrator_srv:handle_info:376]Got vbucket filter change completion message. Completing state transition to a new ebucketmigrator. [rebalance:info,2012-11-12T12:52:20.183,ns_1@192.168.0.21:<0.5717.0>:ebucketmigrator_srv:do_confirm_sent_messages:671]Got close ack! [ns_server:info,2012-11-12T12:52:20.184,ns_1@192.168.0.21:<0.5780.0>:ns_vbm_new_sup:mk_old_state_retriever:83]Got vbucket filter change old state. Proceeding vbucket filter change operation [error_logger:info,2012-11-12T12:52:20.184,ns_1@192.168.0.21:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================PROGRESS REPORT========================= supervisor: {local,'ns_vbm_new_sup-default'} started: [{pid,<0.5780.0>}, {name, {new_child_id, [0,1,2,3,4,5,6,7,8,9,10,11,12,13,14,15,16,17, 18,19,20,21], 'ns_1@192.168.0.22'}}, {mfargs, {ebucketmigrator_srv,start_link, [{"192.168.0.22",11209}, {"192.168.0.21",11209}, [{old_state_retriever, #Fun}, {on_not_ready_vbuckets, #Fun}, {username,"default"}, {password,[]}, {vbuckets, [0,1,2,3,4,5,6,7,8,9,10,11,12,13,14,15, 16,17,18,19,20,21]}, {takeover,false}, {suffix,"ns_1@192.168.0.21"}]]}}, {restart_type,temporary}, {shutdown,60000}, {child_type,worker}] [rebalance:info,2012-11-12T12:52:20.206,ns_1@192.168.0.21:<0.5772.0>:ebucketmigrator_srv:init:538]Starting tap stream: [{vbuckets,[541]}, {checkpoints,[{541,0}]}, {name,<<"replication_building_541_'ns_1@192.168.0.21'">>}, {takeover,false}] {{"192.168.0.22",11209}, {"192.168.0.21",11209}, [{vbuckets,[541]}, {takeover,false}, {suffix,"building_541_'ns_1@192.168.0.21'"}, {username,"default"}, {password,[]}]} [rebalance:info,2012-11-12T12:52:20.208,ns_1@192.168.0.21:<0.5772.0>:ebucketmigrator_srv:process_upstream:901]Initial stream for vbucket 541 [ns_server:info,2012-11-12T12:52:20.213,ns_1@192.168.0.21:<0.4593.0>:ns_memcached:do_handle_call:521]Changed vbucket 22 state to replica [ns_server:info,2012-11-12T12:52:20.359,ns_1@192.168.0.21:<0.5794.0>:ebucketmigrator_srv:init:479]Setting {"192.168.0.21",11209} vbucket 22 to state replica [ns_server:info,2012-11-12T12:52:20.409,ns_1@192.168.0.21:ns_port_memcached<0.4538.0>:ns_port_server:log:171]memcached<0.4538.0>: Mon Nov 12 12:52:20.208374 PST 3: TAP (Consumer) eq_tapq:anon_82 - Reset vbucket 541 was completed succecssfully. [rebalance:info,2012-11-12T12:52:20.475,ns_1@192.168.0.21:<0.5794.0>:ebucketmigrator_srv:init:538]Starting tap stream: [{vbuckets,[22]}, {checkpoints,[{22,0}]}, {name,<<"replication_building_22_'ns_1@192.168.0.21'">>}, {takeover,false}] {{"192.168.0.20",11209}, {"192.168.0.21",11209}, [{vbuckets,[22]}, {takeover,false}, {suffix,"building_22_'ns_1@192.168.0.21'"}, {username,"default"}, {password,[]}]} [rebalance:info,2012-11-12T12:52:20.476,ns_1@192.168.0.21:<0.5794.0>:ebucketmigrator_srv:process_upstream:901]Initial stream for vbucket 22 [ns_server:info,2012-11-12T12:52:20.677,ns_1@192.168.0.21:ns_port_memcached<0.4538.0>:ns_port_server:log:171]memcached<0.4538.0>: Mon Nov 12 12:52:20.476834 PST 3: TAP (Consumer) eq_tapq:anon_83 - Reset vbucket 22 was completed succecssfully. [rebalance:info,2012-11-12T12:52:20.910,ns_1@192.168.0.21:<0.5772.0>:ebucketmigrator_srv:do_confirm_sent_messages:671]Got close ack! [ns_server:info,2012-11-12T12:52:21.064,ns_1@192.168.0.21:<0.4593.0>:ns_memcached:do_handle_call:521]Changed vbucket 541 state to active [ns_server:info,2012-11-12T12:52:21.092,ns_1@192.168.0.21:ns_port_memcached<0.4538.0>:ns_port_server:log:171]memcached<0.4538.0>: Mon Nov 12 12:52:20.892026 PST 3: Notified the completion of checkpoint persistence for vbucket 541, cookie 0x5c638c0 memcached<0.4538.0>: Mon Nov 12 12:52:20.907499 PST 3: Schedule cleanup of "eq_tapq:anon_78" memcached<0.4538.0>: Mon Nov 12 12:52:20.911340 PST 3: TAP (Consumer) eq_tapq:anon_82 - disconnected memcached<0.4538.0>: Mon Nov 12 12:52:21.055019 PST 3: TAP (Consumer) eq_tapq:anon_84 - disconnected [ns_server:info,2012-11-12T12:52:21.301,ns_1@192.168.0.21:ns_port_memcached<0.4538.0>:ns_port_server:log:171]memcached<0.4538.0>: Mon Nov 12 12:52:21.100418 PST 3: Schedule cleanup of "eq_tapq:anon_82" memcached<0.4538.0>: Mon Nov 12 12:52:21.100463 PST 3: TAP (Producer) eq_tapq:replication_ns_1@192.168.0.22 - Sending TAP_OPAQUE with command "complete_vb_filter_change" and vbucket 0 memcached<0.4538.0>: Mon Nov 12 12:52:21.100478 PST 3: Schedule cleanup of "eq_tapq:anon_84" memcached<0.4538.0>: Mon Nov 12 12:52:21.137931 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4538.0>: Mon Nov 12 12:52:21.137962 PST 3: eq_tapq:replication_ns_1@192.168.0.22 cursor offset is negative. Reset it to 0. memcached<0.4538.0>: Mon Nov 12 12:52:21.220114 PST 3: persistence cursor offset is negative. Reset it to 0. [ns_server:info,2012-11-12T12:52:21.352,ns_1@192.168.0.21:<0.4593.0>:ns_memcached:do_handle_call:521]Changed vbucket 542 state to replica [ns_server:info,2012-11-12T12:52:21.359,ns_1@192.168.0.21:<0.5806.0>:ebucketmigrator_srv:init:479]Setting {"192.168.0.21",11209} vbucket 542 to state replica [rebalance:info,2012-11-12T12:52:21.471,ns_1@192.168.0.21:<0.5806.0>:ebucketmigrator_srv:init:538]Starting tap stream: [{vbuckets,[542]}, {checkpoints,[{542,0}]}, {name,<<"replication_building_542_'ns_1@192.168.0.21'">>}, {takeover,false}] {{"192.168.0.22",11209}, {"192.168.0.21",11209}, [{vbuckets,[542]}, {takeover,false}, {suffix,"building_542_'ns_1@192.168.0.21'"}, {username,"default"}, {password,[]}]} [rebalance:info,2012-11-12T12:52:21.472,ns_1@192.168.0.21:<0.5806.0>:ebucketmigrator_srv:process_upstream:901]Initial stream for vbucket 542 [ns_server:info,2012-11-12T12:52:21.674,ns_1@192.168.0.21:ns_port_memcached<0.4538.0>:ns_port_server:log:171]memcached<0.4538.0>: Mon Nov 12 12:52:21.473718 PST 3: TAP (Consumer) eq_tapq:anon_85 - Reset vbucket 542 was completed succecssfully. memcached<0.4538.0>: Mon Nov 12 12:52:21.487749 PST 3: Notified the completion of checkpoint persistence for vbucket 22, cookie 0x5c62000 [ns_server:info,2012-11-12T12:52:22.691,ns_1@192.168.0.21:ns_port_memcached<0.4538.0>:ns_port_server:log:171]memcached<0.4538.0>: Mon Nov 12 12:52:22.490452 PST 3: Notified the completion of checkpoint persistence for vbucket 22, cookie 0x5c62000 [rebalance:info,2012-11-12T12:52:22.731,ns_1@192.168.0.21:<0.5794.0>:ebucketmigrator_srv:do_confirm_sent_messages:671]Got close ack! [ns_server:info,2012-11-12T12:52:22.735,ns_1@192.168.0.21:<0.4593.0>:ns_memcached:do_handle_call:521]Changed vbucket 22 state to replica [rebalance:info,2012-11-12T12:52:22.735,ns_1@192.168.0.21:<0.5806.0>:ebucketmigrator_srv:do_confirm_sent_messages:671]Got close ack! [ns_server:info,2012-11-12T12:52:22.736,ns_1@192.168.0.21:tap_replication_manager-default<0.4597.0>:tap_replication_manager:change_vbucket_filter:185]Going to change replication from 'ns_1@192.168.0.22' to have [0,1,2,3,4,5,6,7,8,9,10,11,12,13,14,15,16,17,18,19,20,21,22] ([22], []) [ns_server:info,2012-11-12T12:52:22.738,ns_1@192.168.0.21:<0.5780.0>:ebucketmigrator_srv:handle_call:274]Starting new-style vbucket filter change on stream `replication_ns_1@192.168.0.21` [ns_server:info,2012-11-12T12:52:22.843,ns_1@192.168.0.21:<0.5780.0>:ebucketmigrator_srv:handle_call:297]Changing vbucket filter on tap stream `replication_ns_1@192.168.0.21`: [{0,2}, {1,2}, {2,2}, {3,2}, {4,2}, {5,2}, {6,3}, {7,2}, {8,2}, {9,2}, {10,3}, {11,2}, {12,2}, {13,2}, {14,3}, {15,2}, {16,2}, {17,2}, {18,3}, {19,2}, {20,2}, {21,2}, {22,3}] [ns_server:info,2012-11-12T12:52:22.844,ns_1@192.168.0.21:<0.5780.0>:ebucketmigrator_srv:handle_call:307]Successfully changed vbucket filter on tap stream `replication_ns_1@192.168.0.21`. [ns_server:info,2012-11-12T12:52:22.852,ns_1@192.168.0.21:<0.5780.0>:ebucketmigrator_srv:handle_info:376]Got vbucket filter change completion message. Completing state transition to a new ebucketmigrator. [rebalance:info,2012-11-12T12:52:22.853,ns_1@192.168.0.21:<0.5780.0>:ebucketmigrator_srv:do_confirm_sent_messages:671]Got close ack! [ns_server:info,2012-11-12T12:52:22.854,ns_1@192.168.0.21:<0.5836.0>:ns_vbm_new_sup:mk_old_state_retriever:83]Got vbucket filter change old state. Proceeding vbucket filter change operation [error_logger:info,2012-11-12T12:52:22.855,ns_1@192.168.0.21:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================PROGRESS REPORT========================= supervisor: {local,'ns_vbm_new_sup-default'} started: [{pid,<0.5836.0>}, {name, {new_child_id, [0,1,2,3,4,5,6,7,8,9,10,11,12,13,14,15,16,17, 18,19,20,21,22], 'ns_1@192.168.0.22'}}, {mfargs, {ebucketmigrator_srv,start_link, [{"192.168.0.22",11209}, {"192.168.0.21",11209}, [{old_state_retriever, #Fun}, {on_not_ready_vbuckets, #Fun}, {username,"default"}, {password,[]}, {vbuckets, [0,1,2,3,4,5,6,7,8,9,10,11,12,13,14,15, 16,17,18,19,20,21,22]}, {takeover,false}, {suffix,"ns_1@192.168.0.21"}]]}}, {restart_type,temporary}, {shutdown,60000}, {child_type,worker}] [ns_server:info,2012-11-12T12:52:22.890,ns_1@192.168.0.21:<0.4593.0>:ns_memcached:do_handle_call:521]Changed vbucket 23 state to replica [ns_server:info,2012-11-12T12:52:22.923,ns_1@192.168.0.21:ns_port_memcached<0.4538.0>:ns_port_server:log:171]memcached<0.4538.0>: Mon Nov 12 12:52:22.723452 PST 3: Notified the completion of checkpoint persistence for vbucket 542, cookie 0x5c638c0 memcached<0.4538.0>: Mon Nov 12 12:52:22.731470 PST 3: TAP (Consumer) eq_tapq:anon_83 - disconnected memcached<0.4538.0>: Mon Nov 12 12:52:22.736338 PST 3: TAP (Consumer) eq_tapq:anon_85 - disconnected [ns_server:info,2012-11-12T12:52:22.940,ns_1@192.168.0.21:<0.4593.0>:ns_memcached:do_handle_call:521]Changed vbucket 542 state to active [ns_server:info,2012-11-12T12:52:23.016,ns_1@192.168.0.21:<0.5844.0>:ebucketmigrator_srv:init:479]Setting {"192.168.0.21",11209} vbucket 23 to state replica [ns_server:info,2012-11-12T12:52:23.130,ns_1@192.168.0.21:ns_port_memcached<0.4538.0>:ns_port_server:log:171]memcached<0.4538.0>: Mon Nov 12 12:52:22.929932 PST 3: TAP (Consumer) eq_tapq:anon_86 - disconnected memcached<0.4538.0>: Mon Nov 12 12:52:23.099816 PST 3: Schedule cleanup of "eq_tapq:anon_83" memcached<0.4538.0>: Mon Nov 12 12:52:23.099862 PST 3: Schedule cleanup of "eq_tapq:anon_85" memcached<0.4538.0>: Mon Nov 12 12:52:23.099864 PST 3: TAP (Producer) eq_tapq:replication_ns_1@192.168.0.22 - Sending TAP_OPAQUE with command "complete_vb_filter_change" and vbucket 0 memcached<0.4538.0>: Mon Nov 12 12:52:23.099879 PST 3: Schedule cleanup of "eq_tapq:anon_86" [rebalance:info,2012-11-12T12:52:23.155,ns_1@192.168.0.21:<0.5844.0>:ebucketmigrator_srv:init:538]Starting tap stream: [{vbuckets,[23]}, {checkpoints,[{23,0}]}, {name,<<"replication_building_23_'ns_1@192.168.0.21'">>}, {takeover,false}] {{"192.168.0.20",11209}, {"192.168.0.21",11209}, [{vbuckets,[23]}, {takeover,false}, {suffix,"building_23_'ns_1@192.168.0.21'"}, {username,"default"}, {password,[]}]} [rebalance:info,2012-11-12T12:52:23.157,ns_1@192.168.0.21:<0.5844.0>:ebucketmigrator_srv:process_upstream:901]Initial stream for vbucket 23 [ns_server:info,2012-11-12T12:52:23.163,ns_1@192.168.0.21:<0.4593.0>:ns_memcached:do_handle_call:521]Changed vbucket 543 state to replica [ns_server:info,2012-11-12T12:52:23.168,ns_1@192.168.0.21:<0.5848.0>:ebucketmigrator_srv:init:479]Setting {"192.168.0.21",11209} vbucket 543 to state replica [ns_server:info,2012-11-12T12:52:23.358,ns_1@192.168.0.21:ns_port_memcached<0.4538.0>:ns_port_server:log:171]memcached<0.4538.0>: Mon Nov 12 12:52:23.157775 PST 3: TAP (Consumer) eq_tapq:anon_87 - Reset vbucket 23 was completed succecssfully. [rebalance:info,2012-11-12T12:52:23.373,ns_1@192.168.0.21:<0.5848.0>:ebucketmigrator_srv:init:538]Starting tap stream: [{vbuckets,[543]}, {checkpoints,[{543,0}]}, {name,<<"replication_building_543_'ns_1@192.168.0.21'">>}, {takeover,false}] {{"192.168.0.22",11209}, {"192.168.0.21",11209}, [{vbuckets,[543]}, {takeover,false}, {suffix,"building_543_'ns_1@192.168.0.21'"}, {username,"default"}, {password,[]}]} [rebalance:info,2012-11-12T12:52:23.376,ns_1@192.168.0.21:<0.5848.0>:ebucketmigrator_srv:process_upstream:901]Initial stream for vbucket 543 [ns_server:info,2012-11-12T12:52:23.578,ns_1@192.168.0.21:ns_port_memcached<0.4538.0>:ns_port_server:log:171]memcached<0.4538.0>: Mon Nov 12 12:52:23.376944 PST 3: TAP (Consumer) eq_tapq:anon_88 - Reset vbucket 543 was completed succecssfully. [rebalance:info,2012-11-12T12:52:24.455,ns_1@192.168.0.21:<0.5848.0>:ebucketmigrator_srv:do_confirm_sent_messages:671]Got close ack! [ns_server:info,2012-11-12T12:52:24.570,ns_1@192.168.0.21:ns_port_memcached<0.4538.0>:ns_port_server:log:171]memcached<0.4538.0>: Mon Nov 12 12:52:24.370172 PST 3: Notified the completion of checkpoint persistence for vbucket 23, cookie 0x5c62580 memcached<0.4538.0>: Mon Nov 12 12:52:24.434160 PST 3: Notified the completion of checkpoint persistence for vbucket 543, cookie 0x5c62000 memcached<0.4538.0>: Mon Nov 12 12:52:24.456176 PST 3: TAP (Consumer) eq_tapq:anon_88 - disconnected [ns_server:info,2012-11-12T12:52:24.591,ns_1@192.168.0.21:<0.4593.0>:ns_memcached:do_handle_call:521]Changed vbucket 543 state to active [ns_server:info,2012-11-12T12:52:24.779,ns_1@192.168.0.21:ns_port_memcached<0.4538.0>:ns_port_server:log:171]memcached<0.4538.0>: Mon Nov 12 12:52:24.579043 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4538.0>: Mon Nov 12 12:52:24.579089 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4538.0>: Mon Nov 12 12:52:24.582283 PST 3: TAP (Consumer) eq_tapq:anon_89 - disconnected memcached<0.4538.0>: Mon Nov 12 12:52:24.681563 PST 3: Schedule cleanup of "eq_tapq:anon_88" memcached<0.4538.0>: Mon Nov 12 12:52:24.681585 PST 3: TAP (Producer) eq_tapq:replication_ns_1@192.168.0.22 - Sending TAP_OPAQUE with command "complete_vb_filter_change" and vbucket 0 memcached<0.4538.0>: Mon Nov 12 12:52:24.681622 PST 3: Schedule cleanup of "eq_tapq:anon_89" [ns_server:info,2012-11-12T12:52:24.859,ns_1@192.168.0.21:<0.4593.0>:ns_memcached:do_handle_call:521]Changed vbucket 544 state to replica [ns_server:info,2012-11-12T12:52:24.866,ns_1@192.168.0.21:<0.5884.0>:ebucketmigrator_srv:init:479]Setting {"192.168.0.21",11209} vbucket 544 to state replica [rebalance:info,2012-11-12T12:52:24.962,ns_1@192.168.0.21:<0.5884.0>:ebucketmigrator_srv:init:538]Starting tap stream: [{vbuckets,[544]}, {checkpoints,[{544,0}]}, {name,<<"replication_building_544_'ns_1@192.168.0.21'">>}, {takeover,false}] {{"192.168.0.22",11209}, {"192.168.0.21",11209}, [{vbuckets,[544]}, {takeover,false}, {suffix,"building_544_'ns_1@192.168.0.21'"}, {username,"default"}, {password,[]}]} [rebalance:info,2012-11-12T12:52:24.963,ns_1@192.168.0.21:<0.5884.0>:ebucketmigrator_srv:process_upstream:901]Initial stream for vbucket 544 [rebalance:info,2012-11-12T12:52:25.093,ns_1@192.168.0.21:<0.5844.0>:ebucketmigrator_srv:do_confirm_sent_messages:671]Got close ack! [ns_server:info,2012-11-12T12:52:25.102,ns_1@192.168.0.21:<0.4593.0>:ns_memcached:do_handle_call:521]Changed vbucket 23 state to replica [ns_server:info,2012-11-12T12:52:25.103,ns_1@192.168.0.21:tap_replication_manager-default<0.4597.0>:tap_replication_manager:change_vbucket_filter:185]Going to change replication from 'ns_1@192.168.0.22' to have [0,1,2,3,4,5,6,7,8,9,10,11,12,13,14,15,16,17,18,19,20,21,22,23] ([23], []) [ns_server:info,2012-11-12T12:52:25.104,ns_1@192.168.0.21:<0.5836.0>:ebucketmigrator_srv:handle_call:274]Starting new-style vbucket filter change on stream `replication_ns_1@192.168.0.21` [ns_server:info,2012-11-12T12:52:25.165,ns_1@192.168.0.21:ns_port_memcached<0.4538.0>:ns_port_server:log:171]memcached<0.4538.0>: Mon Nov 12 12:52:24.964053 PST 3: TAP (Consumer) eq_tapq:anon_90 - Reset vbucket 544 was completed succecssfully. memcached<0.4538.0>: Mon Nov 12 12:52:25.094141 PST 3: TAP (Consumer) eq_tapq:anon_87 - disconnected memcached<0.4538.0>: Mon Nov 12 12:52:25.136918 PST 3: Schedule cleanup of "eq_tapq:anon_87" [ns_server:info,2012-11-12T12:52:25.221,ns_1@192.168.0.21:<0.5836.0>:ebucketmigrator_srv:handle_call:297]Changing vbucket filter on tap stream `replication_ns_1@192.168.0.21`: [{0,2}, {1,2}, {2,2}, {3,2}, {4,2}, {5,2}, {6,3}, {7,2}, {8,2}, {9,2}, {10,3}, {11,2}, {12,2}, {13,2}, {14,3}, {15,2}, {16,2}, {17,2}, {18,3}, {19,2}, {20,2}, {21,2}, {22,3}, {23,2}] [ns_server:info,2012-11-12T12:52:25.224,ns_1@192.168.0.21:<0.5836.0>:ebucketmigrator_srv:handle_call:307]Successfully changed vbucket filter on tap stream `replication_ns_1@192.168.0.21`. [ns_server:info,2012-11-12T12:52:25.224,ns_1@192.168.0.21:<0.5836.0>:ebucketmigrator_srv:handle_info:376]Got vbucket filter change completion message. Completing state transition to a new ebucketmigrator. [rebalance:info,2012-11-12T12:52:25.225,ns_1@192.168.0.21:<0.5836.0>:ebucketmigrator_srv:do_confirm_sent_messages:671]Got close ack! [ns_server:info,2012-11-12T12:52:25.228,ns_1@192.168.0.21:<0.5895.0>:ns_vbm_new_sup:mk_old_state_retriever:83]Got vbucket filter change old state. Proceeding vbucket filter change operation [error_logger:info,2012-11-12T12:52:25.228,ns_1@192.168.0.21:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================PROGRESS REPORT========================= supervisor: {local,'ns_vbm_new_sup-default'} started: [{pid,<0.5895.0>}, {name, {new_child_id, [0,1,2,3,4,5,6,7,8,9,10,11,12,13,14,15,16,17, 18,19,20,21,22,23], 'ns_1@192.168.0.22'}}, {mfargs, {ebucketmigrator_srv,start_link, [{"192.168.0.22",11209}, {"192.168.0.21",11209}, [{old_state_retriever, #Fun}, {on_not_ready_vbuckets, #Fun}, {username,"default"}, {password,[]}, {vbuckets, [0,1,2,3,4,5,6,7,8,9,10,11,12,13,14,15, 16,17,18,19,20,21,22,23]}, {takeover,false}, {suffix,"ns_1@192.168.0.21"}]]}}, {restart_type,temporary}, {shutdown,60000}, {child_type,worker}] [ns_server:info,2012-11-12T12:52:25.253,ns_1@192.168.0.21:<0.4593.0>:ns_memcached:do_handle_call:521]Changed vbucket 24 state to replica [ns_server:info,2012-11-12T12:52:25.568,ns_1@192.168.0.21:ns_port_memcached<0.4538.0>:ns_port_server:log:171]memcached<0.4538.0>: Mon Nov 12 12:52:25.368251 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4538.0>: Mon Nov 12 12:52:25.368291 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4538.0>: Mon Nov 12 12:52:25.368312 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4538.0>: Mon Nov 12 12:52:25.368330 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4538.0>: Mon Nov 12 12:52:25.368348 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4538.0>: Mon Nov 12 12:52:25.368366 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4538.0>: Mon Nov 12 12:52:25.368382 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4538.0>: Mon Nov 12 12:52:25.369649 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4538.0>: Mon Nov 12 12:52:25.369679 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4538.0>: Mon Nov 12 12:52:25.369696 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4538.0>: Mon Nov 12 12:52:25.369716 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4538.0>: Mon Nov 12 12:52:25.369735 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4538.0>: Mon Nov 12 12:52:25.369754 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4538.0>: Mon Nov 12 12:52:25.369773 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4538.0>: Mon Nov 12 12:52:25.369790 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4538.0>: Mon Nov 12 12:52:25.369807 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4538.0>: Mon Nov 12 12:52:25.369824 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4538.0>: Mon Nov 12 12:52:25.369989 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4538.0>: Mon Nov 12 12:52:25.370013 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4538.0>: Mon Nov 12 12:52:25.370031 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4538.0>: Mon Nov 12 12:52:25.370048 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4538.0>: Mon Nov 12 12:52:25.370305 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4538.0>: Mon Nov 12 12:52:25.370331 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4538.0>: Mon Nov 12 12:52:25.370350 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4538.0>: Mon Nov 12 12:52:25.370366 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4538.0>: Mon Nov 12 12:52:25.370634 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4538.0>: Mon Nov 12 12:52:25.370658 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4538.0>: Mon Nov 12 12:52:25.372141 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4538.0>: Mon Nov 12 12:52:25.372168 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4538.0>: Mon Nov 12 12:52:25.372234 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4538.0>: Mon Nov 12 12:52:25.372256 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4538.0>: Mon Nov 12 12:52:25.372273 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4538.0>: Mon Nov 12 12:52:25.372291 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4538.0>: Mon Nov 12 12:52:25.372307 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4538.0>: Mon Nov 12 12:52:25.372435 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4538.0>: Mon Nov 12 12:52:25.372457 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4538.0>: Mon Nov 12 12:52:25.373806 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4538.0>: Mon Nov 12 12:52:25.373830 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4538.0>: Mon Nov 12 12:52:25.373848 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4538.0>: Mon Nov 12 12:52:25.373867 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4538.0>: Mon Nov 12 12:52:25.373886 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4538.0>: Mon Nov 12 12:52:25.373905 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4538.0>: Mon Nov 12 12:52:25.373922 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4538.0>: Mon Nov 12 12:52:25.373940 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4538.0>: Mon Nov 12 12:52:25.373956 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4538.0>: Mon Nov 12 12:52:25.373973 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4538.0>: Mon Nov 12 12:52:25.374896 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4538.0>: Mon Nov 12 12:52:25.374925 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4538.0>: Mon Nov 12 12:52:25.374945 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4538.0>: Mon Nov 12 12:52:25.374961 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4538.0>: Mon Nov 12 12:52:25.374979 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4538.0>: Mon Nov 12 12:52:25.374998 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4538.0>: Mon Nov 12 12:52:25.375015 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4538.0>: Mon Nov 12 12:52:25.375031 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4538.0>: Mon Nov 12 12:52:25.375049 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4538.0>: Mon Nov 12 12:52:25.376215 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4538.0>: Mon Nov 12 12:52:25.376245 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4538.0>: Mon Nov 12 12:52:25.376266 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4538.0>: Mon Nov 12 12:52:25.376286 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4538.0>: Mon Nov 12 12:52:25.376317 PST 3: persistence cursor offset is negative. Reset it to 0. [ns_server:warn,2012-11-12T12:52:25.569,ns_1@192.168.0.21:ns_port_memcached<0.4538.0>:ns_port_server:log:176]Dropped 2209 log lines from memcached [ns_server:info,2012-11-12T12:52:25.635,ns_1@192.168.0.21:<0.5906.0>:ebucketmigrator_srv:init:479]Setting {"192.168.0.21",11209} vbucket 24 to state replica [rebalance:info,2012-11-12T12:52:25.637,ns_1@192.168.0.21:<0.5884.0>:ebucketmigrator_srv:do_confirm_sent_messages:671]Got close ack! [rebalance:info,2012-11-12T12:52:25.732,ns_1@192.168.0.21:<0.5906.0>:ebucketmigrator_srv:init:538]Starting tap stream: [{vbuckets,[24]}, {checkpoints,[{24,0}]}, {name,<<"replication_building_24_'ns_1@192.168.0.21'">>}, {takeover,false}] {{"192.168.0.20",11209}, {"192.168.0.21",11209}, [{vbuckets,[24]}, {takeover,false}, {suffix,"building_24_'ns_1@192.168.0.21'"}, {username,"default"}, {password,[]}]} [rebalance:info,2012-11-12T12:52:25.734,ns_1@192.168.0.21:<0.5906.0>:ebucketmigrator_srv:process_upstream:901]Initial stream for vbucket 24 [ns_server:info,2012-11-12T12:52:25.770,ns_1@192.168.0.21:ns_port_memcached<0.4538.0>:ns_port_server:log:171]memcached<0.4538.0>: Mon Nov 12 12:52:25.568562 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4538.0>: Mon Nov 12 12:52:25.568629 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4538.0>: Mon Nov 12 12:52:25.568724 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4538.0>: Mon Nov 12 12:52:25.570329 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4538.0>: Mon Nov 12 12:52:25.570615 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4538.0>: Mon Nov 12 12:52:25.570715 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4538.0>: Mon Nov 12 12:52:25.570784 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4538.0>: Mon Nov 12 12:52:25.570851 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4538.0>: Mon Nov 12 12:52:25.570918 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4538.0>: Mon Nov 12 12:52:25.571074 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4538.0>: Mon Nov 12 12:52:25.571165 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4538.0>: Mon Nov 12 12:52:25.571233 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4538.0>: Mon Nov 12 12:52:25.571834 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4538.0>: Mon Nov 12 12:52:25.571903 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4538.0>: Mon Nov 12 12:52:25.571282 PST 3: Notified the completion of checkpoint persistence for vbucket 544, cookie 0x5c62000 memcached<0.4538.0>: Mon Nov 12 12:52:25.571954 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4538.0>: Mon Nov 12 12:52:25.572030 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4538.0>: Mon Nov 12 12:52:25.572051 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4538.0>: Mon Nov 12 12:52:25.572079 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4538.0>: Mon Nov 12 12:52:25.572099 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4538.0>: Mon Nov 12 12:52:25.572124 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4538.0>: Mon Nov 12 12:52:25.572151 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4538.0>: Mon Nov 12 12:52:25.572179 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4538.0>: Mon Nov 12 12:52:25.572198 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4538.0>: Mon Nov 12 12:52:25.572225 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4538.0>: Mon Nov 12 12:52:25.572304 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4538.0>: Mon Nov 12 12:52:25.572342 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4538.0>: Mon Nov 12 12:52:25.572366 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4538.0>: Mon Nov 12 12:52:25.572395 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4538.0>: Mon Nov 12 12:52:25.572418 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4538.0>: Mon Nov 12 12:52:25.572446 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4538.0>: Mon Nov 12 12:52:25.572464 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4538.0>: Mon Nov 12 12:52:25.572491 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4538.0>: Mon Nov 12 12:52:25.572512 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4538.0>: Mon Nov 12 12:52:25.572537 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4538.0>: Mon Nov 12 12:52:25.572555 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4538.0>: Mon Nov 12 12:52:25.572580 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4538.0>: Mon Nov 12 12:52:25.572604 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4538.0>: Mon Nov 12 12:52:25.572653 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4538.0>: Mon Nov 12 12:52:25.572677 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4538.0>: Mon Nov 12 12:52:25.572706 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4538.0>: Mon Nov 12 12:52:25.572726 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4538.0>: Mon Nov 12 12:52:25.572751 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4538.0>: Mon Nov 12 12:52:25.572770 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4538.0>: Mon Nov 12 12:52:25.572792 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4538.0>: Mon Nov 12 12:52:25.611531 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4538.0>: Mon Nov 12 12:52:25.611577 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4538.0>: Mon Nov 12 12:52:25.611617 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4538.0>: Mon Nov 12 12:52:25.611848 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4538.0>: Mon Nov 12 12:52:25.611883 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4538.0>: Mon Nov 12 12:52:25.611922 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4538.0>: Mon Nov 12 12:52:25.611994 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4538.0>: Mon Nov 12 12:52:25.612033 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4538.0>: Mon Nov 12 12:52:25.612067 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4538.0>: Mon Nov 12 12:52:25.612102 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4538.0>: Mon Nov 12 12:52:25.612135 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4538.0>: Mon Nov 12 12:52:25.612167 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4538.0>: Mon Nov 12 12:52:25.612198 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4538.0>: Mon Nov 12 12:52:25.612226 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4538.0>: Mon Nov 12 12:52:25.612260 PST 3: persistence cursor offset is negative. Reset it to 0. [ns_server:warn,2012-11-12T12:52:25.771,ns_1@192.168.0.21:ns_port_memcached<0.4538.0>:ns_port_server:log:176]Dropped 66 log lines from memcached [ns_server:info,2012-11-12T12:52:25.811,ns_1@192.168.0.21:<0.4593.0>:ns_memcached:do_handle_call:521]Changed vbucket 544 state to active [ns_server:info,2012-11-12T12:52:25.990,ns_1@192.168.0.21:ns_port_memcached<0.4538.0>:ns_port_server:log:171]memcached<0.4538.0>: Mon Nov 12 12:52:25.789931 PST 3: TAP (Consumer) eq_tapq:anon_92 - disconnected memcached<0.4538.0>: Mon Nov 12 12:52:25.916366 PST 3: Schedule cleanup of "eq_tapq:anon_90" memcached<0.4538.0>: Mon Nov 12 12:52:25.916433 PST 3: Schedule cleanup of "eq_tapq:anon_92" memcached<0.4538.0>: Mon Nov 12 12:52:25.916865 PST 3: TAP (Producer) eq_tapq:replication_ns_1@192.168.0.22 - Sending TAP_OPAQUE with command "complete_vb_filter_change" and vbucket 0 [ns_server:info,2012-11-12T12:52:26.099,ns_1@192.168.0.21:<0.4593.0>:ns_memcached:do_handle_call:521]Changed vbucket 545 state to replica [ns_server:info,2012-11-12T12:52:26.122,ns_1@192.168.0.21:<0.5913.0>:ebucketmigrator_srv:init:479]Setting {"192.168.0.21",11209} vbucket 545 to state replica [rebalance:info,2012-11-12T12:52:26.209,ns_1@192.168.0.21:<0.5913.0>:ebucketmigrator_srv:init:538]Starting tap stream: [{vbuckets,[545]}, {checkpoints,[{545,0}]}, {name,<<"replication_building_545_'ns_1@192.168.0.21'">>}, {takeover,false}] {{"192.168.0.22",11209}, {"192.168.0.21",11209}, [{vbuckets,[545]}, {takeover,false}, {suffix,"building_545_'ns_1@192.168.0.21'"}, {username,"default"}, {password,[]}]} [rebalance:info,2012-11-12T12:52:26.210,ns_1@192.168.0.21:<0.5913.0>:ebucketmigrator_srv:process_upstream:901]Initial stream for vbucket 545 [ns_server:info,2012-11-12T12:52:26.411,ns_1@192.168.0.21:ns_port_memcached<0.4538.0>:ns_port_server:log:171]memcached<0.4538.0>: Mon Nov 12 12:52:26.211279 PST 3: TAP (Consumer) eq_tapq:anon_93 - Reset vbucket 545 was completed succecssfully. [ns_server:info,2012-11-12T12:52:27.160,ns_1@192.168.0.21:ns_port_memcached<0.4538.0>:ns_port_server:log:171]memcached<0.4538.0>: Mon Nov 12 12:52:26.960180 PST 3: Notified the completion of checkpoint persistence for vbucket 24, cookie 0x5c62000 memcached<0.4538.0>: Mon Nov 12 12:52:27.144506 PST 3: Notified the completion of checkpoint persistence for vbucket 545, cookie 0x5c62580 [rebalance:info,2012-11-12T12:52:27.174,ns_1@192.168.0.21:<0.5913.0>:ebucketmigrator_srv:do_confirm_sent_messages:671]Got close ack! [ns_server:info,2012-11-12T12:52:27.341,ns_1@192.168.0.21:<0.4593.0>:ns_memcached:do_handle_call:521]Changed vbucket 545 state to active [ns_server:info,2012-11-12T12:52:27.375,ns_1@192.168.0.21:ns_port_memcached<0.4538.0>:ns_port_server:log:171]memcached<0.4538.0>: Mon Nov 12 12:52:27.175312 PST 3: TAP (Consumer) eq_tapq:anon_93 - disconnected memcached<0.4538.0>: Mon Nov 12 12:52:27.336499 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4538.0>: Mon Nov 12 12:52:27.336542 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4538.0>: Mon Nov 12 12:52:27.339208 PST 3: TAP (Consumer) eq_tapq:anon_94 - disconnected [ns_server:info,2012-11-12T12:52:27.605,ns_1@192.168.0.21:<0.4596.0>:ns_memcached:do_handle_call:521]Changed vbucket 546 state to replica [ns_server:info,2012-11-12T12:52:27.614,ns_1@192.168.0.21:<0.5942.0>:ebucketmigrator_srv:init:479]Setting {"192.168.0.21",11209} vbucket 546 to state replica [ns_server:info,2012-11-12T12:52:27.636,ns_1@192.168.0.21:ns_port_memcached<0.4538.0>:ns_port_server:log:171]memcached<0.4538.0>: Mon Nov 12 12:52:27.436260 PST 3: Schedule cleanup of "eq_tapq:anon_93" memcached<0.4538.0>: Mon Nov 12 12:52:27.436346 PST 3: Schedule cleanup of "eq_tapq:anon_94" memcached<0.4538.0>: Mon Nov 12 12:52:27.436381 PST 3: TAP (Producer) eq_tapq:replication_ns_1@192.168.0.22 - Sending TAP_OPAQUE with command "complete_vb_filter_change" and vbucket 0 [rebalance:info,2012-11-12T12:52:27.644,ns_1@192.168.0.21:<0.5906.0>:ebucketmigrator_srv:do_confirm_sent_messages:671]Got close ack! [ns_server:info,2012-11-12T12:52:27.661,ns_1@192.168.0.21:<0.4593.0>:ns_memcached:do_handle_call:521]Changed vbucket 24 state to replica [ns_server:info,2012-11-12T12:52:27.661,ns_1@192.168.0.21:tap_replication_manager-default<0.4597.0>:tap_replication_manager:change_vbucket_filter:185]Going to change replication from 'ns_1@192.168.0.22' to have [0,1,2,3,4,5,6,7,8,9,10,11,12,13,14,15,16,17,18,19,20,21,22,23,24] ([24], []) [ns_server:info,2012-11-12T12:52:27.664,ns_1@192.168.0.21:<0.5895.0>:ebucketmigrator_srv:handle_call:274]Starting new-style vbucket filter change on stream `replication_ns_1@192.168.0.21` [rebalance:info,2012-11-12T12:52:27.729,ns_1@192.168.0.21:<0.5942.0>:ebucketmigrator_srv:init:538]Starting tap stream: [{vbuckets,[546]}, {checkpoints,[{546,0}]}, {name,<<"replication_building_546_'ns_1@192.168.0.21'">>}, {takeover,false}] {{"192.168.0.22",11209}, {"192.168.0.21",11209}, [{vbuckets,[546]}, {takeover,false}, {suffix,"building_546_'ns_1@192.168.0.21'"}, {username,"default"}, {password,[]}]} [rebalance:info,2012-11-12T12:52:27.731,ns_1@192.168.0.21:<0.5942.0>:ebucketmigrator_srv:process_upstream:901]Initial stream for vbucket 546 [ns_server:info,2012-11-12T12:52:27.766,ns_1@192.168.0.21:<0.5895.0>:ebucketmigrator_srv:handle_call:297]Changing vbucket filter on tap stream `replication_ns_1@192.168.0.21`: [{0,2}, {1,2}, {2,2}, {3,2}, {4,2}, {5,2}, {6,3}, {7,2}, {8,2}, {9,2}, {10,3}, {11,2}, {12,2}, {13,2}, {14,3}, {15,2}, {16,2}, {17,2}, {18,3}, {19,2}, {20,2}, {21,2}, {22,3}, {23,2}, {24,2}] [ns_server:info,2012-11-12T12:52:27.769,ns_1@192.168.0.21:<0.5895.0>:ebucketmigrator_srv:handle_call:307]Successfully changed vbucket filter on tap stream `replication_ns_1@192.168.0.21`. [ns_server:info,2012-11-12T12:52:27.771,ns_1@192.168.0.21:<0.5895.0>:ebucketmigrator_srv:handle_info:376]Got vbucket filter change completion message. Completing state transition to a new ebucketmigrator. [rebalance:info,2012-11-12T12:52:27.772,ns_1@192.168.0.21:<0.5895.0>:ebucketmigrator_srv:do_confirm_sent_messages:671]Got close ack! [ns_server:info,2012-11-12T12:52:27.773,ns_1@192.168.0.21:<0.5947.0>:ns_vbm_new_sup:mk_old_state_retriever:83]Got vbucket filter change old state. Proceeding vbucket filter change operation [error_logger:info,2012-11-12T12:52:27.773,ns_1@192.168.0.21:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================PROGRESS REPORT========================= supervisor: {local,'ns_vbm_new_sup-default'} started: [{pid,<0.5947.0>}, {name, {new_child_id, [0,1,2,3,4,5,6,7,8,9,10,11,12,13,14,15,16,17, 18,19,20,21,22,23,24], 'ns_1@192.168.0.22'}}, {mfargs, {ebucketmigrator_srv,start_link, [{"192.168.0.22",11209}, {"192.168.0.21",11209}, [{old_state_retriever, #Fun}, {on_not_ready_vbuckets, #Fun}, {username,"default"}, {password,[]}, {vbuckets, [0,1,2,3,4,5,6,7,8,9,10,11,12,13,14,15, 16,17,18,19,20,21,22,23,24]}, {takeover,false}, {suffix,"ns_1@192.168.0.21"}]]}}, {restart_type,temporary}, {shutdown,60000}, {child_type,worker}] [ns_server:info,2012-11-12T12:52:27.845,ns_1@192.168.0.21:ns_port_memcached<0.4538.0>:ns_port_server:log:171]memcached<0.4538.0>: Mon Nov 12 12:52:27.644794 PST 3: TAP (Consumer) eq_tapq:anon_91 - disconnected memcached<0.4538.0>: Mon Nov 12 12:52:27.732365 PST 3: TAP (Consumer) eq_tapq:anon_95 - Reset vbucket 546 was completed succecssfully. [ns_server:info,2012-11-12T12:52:27.857,ns_1@192.168.0.21:<0.4593.0>:ns_memcached:do_handle_call:521]Changed vbucket 25 state to replica [ns_server:info,2012-11-12T12:52:28.144,ns_1@192.168.0.21:ns_port_memcached<0.4538.0>:ns_port_server:log:171]memcached<0.4538.0>: Mon Nov 12 12:52:27.943965 PST 3: Schedule cleanup of "eq_tapq:anon_91" [ns_server:info,2012-11-12T12:52:28.224,ns_1@192.168.0.21:<0.5974.0>:ebucketmigrator_srv:init:479]Setting {"192.168.0.21",11209} vbucket 25 to state replica [rebalance:info,2012-11-12T12:52:28.330,ns_1@192.168.0.21:<0.5974.0>:ebucketmigrator_srv:init:538]Starting tap stream: [{vbuckets,[25]}, {checkpoints,[{25,0}]}, {name,<<"replication_building_25_'ns_1@192.168.0.21'">>}, {takeover,false}] {{"192.168.0.20",11209}, {"192.168.0.21",11209}, [{vbuckets,[25]}, {takeover,false}, {suffix,"building_25_'ns_1@192.168.0.21'"}, {username,"default"}, {password,[]}]} [rebalance:info,2012-11-12T12:52:28.331,ns_1@192.168.0.21:<0.5974.0>:ebucketmigrator_srv:process_upstream:901]Initial stream for vbucket 25 [ns_server:info,2012-11-12T12:52:28.333,ns_1@192.168.0.21:<0.5977.0>:compaction_daemon:try_to_cleanup_indexes:439]Cleaning up indexes for bucket `default` [ns_server:info,2012-11-12T12:52:28.333,ns_1@192.168.0.21:<0.5977.0>:compaction_daemon:spawn_bucket_compactor:404]Compacting bucket default with config: [{parallel_db_and_view_compaction,false}, {database_fragmentation_threshold,{30,undefined}}, {view_fragmentation_threshold,{30,undefined}}] [ns_server:info,2012-11-12T12:52:28.344,ns_1@192.168.0.21:<0.5980.0>:compaction_daemon:spawn_dbs_compactor:544]Compacting databases for bucket default [ns_server:info,2012-11-12T12:52:28.345,ns_1@192.168.0.21:<0.5981.0>:compaction_daemon:spawn_vbucket_compactor:639]Compacting <<"default/master">> [ns_server:info,2012-11-12T12:52:28.393,ns_1@192.168.0.21:<0.5992.0>:compaction_daemon:spawn_vbucket_compactor:639]Compacting <<"default/0">> [ns_server:info,2012-11-12T12:52:28.532,ns_1@192.168.0.21:ns_port_memcached<0.4538.0>:ns_port_server:log:171]memcached<0.4538.0>: Mon Nov 12 12:52:28.331612 PST 3: TAP (Consumer) eq_tapq:anon_96 - Reset vbucket 25 was completed succecssfully. [ns_server:info,2012-11-12T12:52:28.540,ns_1@192.168.0.21:<0.6005.0>:compaction_daemon:spawn_vbucket_compactor:639]Compacting <<"default/1">> [ns_server:info,2012-11-12T12:52:28.691,ns_1@192.168.0.21:<0.6016.0>:compaction_daemon:spawn_vbucket_compactor:639]Compacting <<"default/2">> [ns_server:info,2012-11-12T12:52:28.821,ns_1@192.168.0.21:<0.6027.0>:compaction_daemon:spawn_vbucket_compactor:639]Compacting <<"default/3">> [ns_server:info,2012-11-12T12:52:28.955,ns_1@192.168.0.21:<0.6038.0>:compaction_daemon:spawn_vbucket_compactor:639]Compacting <<"default/4">> [ns_server:info,2012-11-12T12:52:29.103,ns_1@192.168.0.21:<0.6049.0>:compaction_daemon:spawn_vbucket_compactor:639]Compacting <<"default/5">> [ns_server:info,2012-11-12T12:52:29.261,ns_1@192.168.0.21:<0.6060.0>:compaction_daemon:spawn_vbucket_compactor:639]Compacting <<"default/6">> [ns_server:info,2012-11-12T12:52:29.431,ns_1@192.168.0.21:<0.6071.0>:compaction_daemon:spawn_vbucket_compactor:639]Compacting <<"default/7">> [ns_server:info,2012-11-12T12:52:29.567,ns_1@192.168.0.21:<0.6082.0>:compaction_daemon:spawn_vbucket_compactor:639]Compacting <<"default/8">> [rebalance:info,2012-11-12T12:52:29.705,ns_1@192.168.0.21:<0.5942.0>:ebucketmigrator_srv:do_confirm_sent_messages:671]Got close ack! [ns_server:info,2012-11-12T12:52:29.712,ns_1@192.168.0.21:<0.6099.0>:compaction_daemon:spawn_vbucket_compactor:639]Compacting <<"default/9">> [ns_server:info,2012-11-12T12:52:29.794,ns_1@192.168.0.21:ns_port_memcached<0.4538.0>:ns_port_server:log:171]memcached<0.4538.0>: Mon Nov 12 12:52:29.593710 PST 3: Notified the completion of checkpoint persistence for vbucket 25, cookie 0x5c62000 memcached<0.4538.0>: Mon Nov 12 12:52:29.696607 PST 3: Notified the completion of checkpoint persistence for vbucket 546, cookie 0x5c63080 memcached<0.4538.0>: Mon Nov 12 12:52:29.705980 PST 3: TAP (Consumer) eq_tapq:anon_95 - disconnected [ns_server:info,2012-11-12T12:52:29.852,ns_1@192.168.0.21:<0.6118.0>:compaction_daemon:spawn_vbucket_compactor:639]Compacting <<"default/10">> [ns_server:info,2012-11-12T12:52:29.878,ns_1@192.168.0.21:<0.4596.0>:ns_memcached:do_handle_call:521]Changed vbucket 546 state to active [ns_server:info,2012-11-12T12:52:30.003,ns_1@192.168.0.21:<0.6129.0>:compaction_daemon:spawn_vbucket_compactor:639]Compacting <<"default/11">> [ns_server:info,2012-11-12T12:52:30.063,ns_1@192.168.0.21:ns_port_memcached<0.4538.0>:ns_port_server:log:171]memcached<0.4538.0>: Mon Nov 12 12:52:29.863305 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4538.0>: Mon Nov 12 12:52:29.863392 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4538.0>: Mon Nov 12 12:52:29.866317 PST 3: TAP (Consumer) eq_tapq:anon_97 - disconnected memcached<0.4538.0>: Mon Nov 12 12:52:29.944899 PST 3: Schedule cleanup of "eq_tapq:anon_95" memcached<0.4538.0>: Mon Nov 12 12:52:29.944944 PST 3: Schedule cleanup of "eq_tapq:anon_97" memcached<0.4538.0>: Mon Nov 12 12:52:29.960035 PST 3: TAP (Producer) eq_tapq:replication_ns_1@192.168.0.22 - Sending TAP_OPAQUE with command "complete_vb_filter_change" and vbucket 0 [ns_server:info,2012-11-12T12:52:30.077,ns_1@192.168.0.21:<0.4596.0>:ns_memcached:do_handle_call:521]Changed vbucket 547 state to replica [ns_server:info,2012-11-12T12:52:30.081,ns_1@192.168.0.21:<0.6132.0>:ebucketmigrator_srv:init:479]Setting {"192.168.0.21",11209} vbucket 547 to state replica [ns_server:info,2012-11-12T12:52:30.147,ns_1@192.168.0.21:<0.6150.0>:compaction_daemon:spawn_vbucket_compactor:639]Compacting <<"default/12">> [rebalance:info,2012-11-12T12:52:30.224,ns_1@192.168.0.21:<0.6132.0>:ebucketmigrator_srv:init:538]Starting tap stream: [{vbuckets,[547]}, {checkpoints,[{547,0}]}, {name,<<"replication_building_547_'ns_1@192.168.0.21'">>}, {takeover,false}] {{"192.168.0.22",11209}, {"192.168.0.21",11209}, [{vbuckets,[547]}, {takeover,false}, {suffix,"building_547_'ns_1@192.168.0.21'"}, {username,"default"}, {password,[]}]} [rebalance:info,2012-11-12T12:52:30.226,ns_1@192.168.0.21:<0.6132.0>:ebucketmigrator_srv:process_upstream:901]Initial stream for vbucket 547 [ns_server:info,2012-11-12T12:52:30.302,ns_1@192.168.0.21:<0.6175.0>:compaction_daemon:spawn_vbucket_compactor:639]Compacting <<"default/13">> [ns_server:info,2012-11-12T12:52:30.427,ns_1@192.168.0.21:ns_port_memcached<0.4538.0>:ns_port_server:log:171]memcached<0.4538.0>: Mon Nov 12 12:52:30.227092 PST 3: TAP (Consumer) eq_tapq:anon_98 - Reset vbucket 547 was completed succecssfully. memcached<0.4538.0>: Mon Nov 12 12:52:30.412544 PST 3: Notified the completion of checkpoint persistence for vbucket 25, cookie 0x5c62000 [ns_server:info,2012-11-12T12:52:30.450,ns_1@192.168.0.21:<0.6186.0>:compaction_daemon:spawn_vbucket_compactor:639]Compacting <<"default/14">> [ns_server:info,2012-11-12T12:52:30.645,ns_1@192.168.0.21:<0.6197.0>:compaction_daemon:spawn_vbucket_compactor:639]Compacting <<"default/15">> [rebalance:info,2012-11-12T12:52:30.663,ns_1@192.168.0.21:<0.5974.0>:ebucketmigrator_srv:do_confirm_sent_messages:671]Got close ack! [ns_server:info,2012-11-12T12:52:30.668,ns_1@192.168.0.21:<0.4596.0>:ns_memcached:do_handle_call:521]Changed vbucket 25 state to replica [ns_server:info,2012-11-12T12:52:30.669,ns_1@192.168.0.21:tap_replication_manager-default<0.4597.0>:tap_replication_manager:change_vbucket_filter:185]Going to change replication from 'ns_1@192.168.0.22' to have [0,1,2,3,4,5,6,7,8,9,10,11,12,13,14,15,16,17,18,19,20,21,22,23,24,25] ([25], []) [ns_server:info,2012-11-12T12:52:30.670,ns_1@192.168.0.21:<0.5947.0>:ebucketmigrator_srv:handle_call:274]Starting new-style vbucket filter change on stream `replication_ns_1@192.168.0.21` [ns_server:info,2012-11-12T12:52:30.790,ns_1@192.168.0.21:<0.6210.0>:compaction_daemon:spawn_vbucket_compactor:639]Compacting <<"default/16">> [ns_server:info,2012-11-12T12:52:30.800,ns_1@192.168.0.21:<0.5947.0>:ebucketmigrator_srv:handle_call:297]Changing vbucket filter on tap stream `replication_ns_1@192.168.0.21`: [{0,2}, {1,2}, {2,2}, {3,2}, {4,2}, {5,2}, {6,3}, {7,2}, {8,2}, {9,2}, {10,3}, {11,2}, {12,2}, {13,2}, {14,3}, {15,2}, {16,2}, {17,2}, {18,3}, {19,2}, {20,2}, {21,2}, {22,3}, {23,2}, {24,2}, {25,3}] [ns_server:info,2012-11-12T12:52:30.802,ns_1@192.168.0.21:<0.5947.0>:ebucketmigrator_srv:handle_call:307]Successfully changed vbucket filter on tap stream `replication_ns_1@192.168.0.21`. [ns_server:info,2012-11-12T12:52:30.802,ns_1@192.168.0.21:<0.5947.0>:ebucketmigrator_srv:handle_info:376]Got vbucket filter change completion message. Completing state transition to a new ebucketmigrator. [rebalance:info,2012-11-12T12:52:30.804,ns_1@192.168.0.21:<0.5947.0>:ebucketmigrator_srv:do_confirm_sent_messages:671]Got close ack! [ns_server:info,2012-11-12T12:52:30.805,ns_1@192.168.0.21:<0.6213.0>:ns_vbm_new_sup:mk_old_state_retriever:83]Got vbucket filter change old state. Proceeding vbucket filter change operation [error_logger:info,2012-11-12T12:52:30.806,ns_1@192.168.0.21:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================PROGRESS REPORT========================= supervisor: {local,'ns_vbm_new_sup-default'} started: [{pid,<0.6213.0>}, {name, {new_child_id, [0,1,2,3,4,5,6,7,8,9,10,11,12,13,14,15,16,17, 18,19,20,21,22,23,24,25], 'ns_1@192.168.0.22'}}, {mfargs, {ebucketmigrator_srv,start_link, [{"192.168.0.22",11209}, {"192.168.0.21",11209}, [{old_state_retriever, #Fun}, {on_not_ready_vbuckets, #Fun}, {username,"default"}, {password,[]}, {vbuckets, [0,1,2,3,4,5,6,7,8,9,10,11,12,13,14,15, 16,17,18,19,20,21,22,23,24,25]}, {takeover,false}, {suffix,"ns_1@192.168.0.21"}]]}}, {restart_type,temporary}, {shutdown,60000}, {child_type,worker}] [ns_server:info,2012-11-12T12:52:30.830,ns_1@192.168.0.21:<0.4596.0>:ns_memcached:do_handle_call:521]Changed vbucket 26 state to replica [ns_server:info,2012-11-12T12:52:30.865,ns_1@192.168.0.21:ns_port_memcached<0.4538.0>:ns_port_server:log:171]memcached<0.4538.0>: Mon Nov 12 12:52:30.664040 PST 3: TAP (Consumer) eq_tapq:anon_96 - disconnected [ns_server:info,2012-11-12T12:52:30.929,ns_1@192.168.0.21:<0.6230.0>:compaction_daemon:spawn_vbucket_compactor:639]Compacting <<"default/17">> [ns_server:info,2012-11-12T12:52:31.097,ns_1@192.168.0.21:<0.6242.0>:compaction_daemon:spawn_vbucket_compactor:639]Compacting <<"default/18">> [ns_server:info,2012-11-12T12:52:31.161,ns_1@192.168.0.21:ns_port_memcached<0.4538.0>:ns_port_server:log:171]memcached<0.4538.0>: Mon Nov 12 12:52:30.960837 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4538.0>: Mon Nov 12 12:52:30.960997 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4538.0>: Mon Nov 12 12:52:30.961175 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4538.0>: Mon Nov 12 12:52:30.961296 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4538.0>: Mon Nov 12 12:52:30.961319 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4538.0>: Mon Nov 12 12:52:30.962094 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4538.0>: Mon Nov 12 12:52:30.962162 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4538.0>: Mon Nov 12 12:52:30.962191 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4538.0>: Mon Nov 12 12:52:30.962212 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4538.0>: Mon Nov 12 12:52:30.962232 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4538.0>: Mon Nov 12 12:52:30.962248 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4538.0>: Mon Nov 12 12:52:30.962317 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4538.0>: Mon Nov 12 12:52:30.962341 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4538.0>: Mon Nov 12 12:52:30.962359 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4538.0>: Mon Nov 12 12:52:30.962376 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4538.0>: Mon Nov 12 12:52:30.963404 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4538.0>: Mon Nov 12 12:52:30.963441 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4538.0>: Mon Nov 12 12:52:30.963468 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4538.0>: Mon Nov 12 12:52:30.963490 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4538.0>: Mon Nov 12 12:52:30.963509 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4538.0>: Mon Nov 12 12:52:30.963530 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4538.0>: Mon Nov 12 12:52:30.963568 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4538.0>: Mon Nov 12 12:52:30.963588 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4538.0>: Mon Nov 12 12:52:30.963606 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4538.0>: Mon Nov 12 12:52:30.963624 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4538.0>: Mon Nov 12 12:52:30.964323 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4538.0>: Mon Nov 12 12:52:30.964355 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4538.0>: Mon Nov 12 12:52:30.964377 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4538.0>: Mon Nov 12 12:52:30.964397 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4538.0>: Mon Nov 12 12:52:30.964415 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4538.0>: Mon Nov 12 12:52:30.964433 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4538.0>: Mon Nov 12 12:52:30.964451 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4538.0>: Mon Nov 12 12:52:30.965552 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4538.0>: Mon Nov 12 12:52:30.965587 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4538.0>: Mon Nov 12 12:52:30.965611 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4538.0>: Mon Nov 12 12:52:30.965633 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4538.0>: Mon Nov 12 12:52:30.965649 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4538.0>: Mon Nov 12 12:52:30.965670 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4538.0>: Mon Nov 12 12:52:30.965690 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4538.0>: Mon Nov 12 12:52:30.965710 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4538.0>: Mon Nov 12 12:52:30.965728 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4538.0>: Mon Nov 12 12:52:30.965746 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4538.0>: Mon Nov 12 12:52:30.965764 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4538.0>: Mon Nov 12 12:52:30.965781 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4538.0>: Mon Nov 12 12:52:30.965799 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4538.0>: Mon Nov 12 12:52:30.967094 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4538.0>: Mon Nov 12 12:52:30.967132 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4538.0>: Mon Nov 12 12:52:30.967157 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4538.0>: Mon Nov 12 12:52:30.967179 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4538.0>: Mon Nov 12 12:52:30.967200 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4538.0>: Mon Nov 12 12:52:30.967220 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4538.0>: Mon Nov 12 12:52:30.967241 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4538.0>: Mon Nov 12 12:52:30.967260 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4538.0>: Mon Nov 12 12:52:30.967339 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4538.0>: Mon Nov 12 12:52:30.967360 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4538.0>: Mon Nov 12 12:52:30.967403 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4538.0>: Mon Nov 12 12:52:30.967421 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4538.0>: Mon Nov 12 12:52:30.967444 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4538.0>: Mon Nov 12 12:52:30.967512 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4538.0>: Mon Nov 12 12:52:30.967534 PST 3: persistence cursor offset is negative. Reset it to 0. [ns_server:warn,2012-11-12T12:52:31.162,ns_1@192.168.0.21:ns_port_memcached<0.4538.0>:ns_port_server:log:176]Dropped 52 log lines from memcached [ns_server:info,2012-11-12T12:52:31.242,ns_1@192.168.0.21:<0.6254.0>:compaction_daemon:spawn_vbucket_compactor:639]Compacting <<"default/19">> [ns_server:info,2012-11-12T12:52:31.349,ns_1@192.168.0.21:<0.6257.0>:ebucketmigrator_srv:init:479]Setting {"192.168.0.21",11209} vbucket 26 to state replica [ns_server:info,2012-11-12T12:52:31.403,ns_1@192.168.0.21:<0.6275.0>:compaction_daemon:spawn_vbucket_compactor:639]Compacting <<"default/20">> [rebalance:info,2012-11-12T12:52:31.437,ns_1@192.168.0.21:<0.6257.0>:ebucketmigrator_srv:init:538]Starting tap stream: [{vbuckets,[26]}, {checkpoints,[{26,0}]}, {name,<<"replication_building_26_'ns_1@192.168.0.21'">>}, {takeover,false}] {{"192.168.0.20",11209}, {"192.168.0.21",11209}, [{vbuckets,[26]}, {takeover,false}, {suffix,"building_26_'ns_1@192.168.0.21'"}, {username,"default"}, {password,[]}]} [rebalance:info,2012-11-12T12:52:31.439,ns_1@192.168.0.21:<0.6257.0>:ebucketmigrator_srv:process_upstream:901]Initial stream for vbucket 26 [ns_server:info,2012-11-12T12:52:31.575,ns_1@192.168.0.21:<0.6289.0>:compaction_daemon:spawn_vbucket_compactor:639]Compacting <<"default/21">> [ns_server:info,2012-11-12T12:52:31.641,ns_1@192.168.0.21:ns_port_memcached<0.4538.0>:ns_port_server:log:171]memcached<0.4538.0>: Mon Nov 12 12:52:31.440101 PST 3: TAP (Consumer) eq_tapq:anon_99 - Reset vbucket 26 was completed succecssfully. memcached<0.4538.0>: Mon Nov 12 12:52:31.446683 PST 3: Schedule cleanup of "eq_tapq:anon_96" [rebalance:info,2012-11-12T12:52:31.674,ns_1@192.168.0.21:<0.6132.0>:ebucketmigrator_srv:do_confirm_sent_messages:671]Got close ack! [ns_server:info,2012-11-12T12:52:31.763,ns_1@192.168.0.21:<0.6304.0>:compaction_daemon:spawn_vbucket_compactor:639]Compacting <<"default/22">> [ns_server:info,2012-11-12T12:52:31.849,ns_1@192.168.0.21:ns_port_memcached<0.4538.0>:ns_port_server:log:171]memcached<0.4538.0>: Mon Nov 12 12:52:31.648700 PST 3: Notified the completion of checkpoint persistence for vbucket 547, cookie 0x5c63080 memcached<0.4538.0>: Mon Nov 12 12:52:31.675127 PST 3: TAP (Consumer) eq_tapq:anon_98 - disconnected memcached<0.4538.0>: Mon Nov 12 12:52:31.836937 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4538.0>: Mon Nov 12 12:52:31.844043 PST 3: TAP (Consumer) eq_tapq:anon_100 - disconnected [ns_server:info,2012-11-12T12:52:31.862,ns_1@192.168.0.21:<0.4596.0>:ns_memcached:do_handle_call:521]Changed vbucket 547 state to active [ns_server:info,2012-11-12T12:52:31.919,ns_1@192.168.0.21:<0.6315.0>:compaction_daemon:spawn_vbucket_compactor:639]Compacting <<"default/23">> [ns_server:info,2012-11-12T12:52:32.054,ns_1@192.168.0.21:<0.6327.0>:compaction_daemon:spawn_vbucket_compactor:639]Compacting <<"default/24">> [ns_server:info,2012-11-12T12:52:32.091,ns_1@192.168.0.21:<0.4596.0>:ns_memcached:do_handle_call:521]Changed vbucket 548 state to replica [ns_server:info,2012-11-12T12:52:32.097,ns_1@192.168.0.21:<0.6330.0>:ebucketmigrator_srv:init:479]Setting {"192.168.0.21",11209} vbucket 548 to state replica [ns_server:info,2012-11-12T12:52:32.156,ns_1@192.168.0.21:ns_port_memcached<0.4538.0>:ns_port_server:log:171]memcached<0.4538.0>: Mon Nov 12 12:52:31.955290 PST 3: Schedule cleanup of "eq_tapq:anon_98" memcached<0.4538.0>: Mon Nov 12 12:52:31.955340 PST 3: Schedule cleanup of "eq_tapq:anon_100" memcached<0.4538.0>: Mon Nov 12 12:52:31.955607 PST 3: TAP (Producer) eq_tapq:replication_ns_1@192.168.0.22 - Sending TAP_OPAQUE with command "complete_vb_filter_change" and vbucket 0 memcached<0.4538.0>: Mon Nov 12 12:52:31.976749 PST 3: Notified the completion of checkpoint persistence for vbucket 26, cookie 0x5c62000 [rebalance:info,2012-11-12T12:52:32.186,ns_1@192.168.0.21:<0.6330.0>:ebucketmigrator_srv:init:538]Starting tap stream: [{vbuckets,[548]}, {checkpoints,[{548,0}]}, {name,<<"replication_building_548_'ns_1@192.168.0.21'">>}, {takeover,false}] {{"192.168.0.22",11209}, {"192.168.0.21",11209}, [{vbuckets,[548]}, {takeover,false}, {suffix,"building_548_'ns_1@192.168.0.21'"}, {username,"default"}, {password,[]}]} [rebalance:info,2012-11-12T12:52:32.188,ns_1@192.168.0.21:<0.6330.0>:ebucketmigrator_srv:process_upstream:901]Initial stream for vbucket 548 [ns_server:info,2012-11-12T12:52:32.221,ns_1@192.168.0.21:<0.6348.0>:compaction_daemon:spawn_vbucket_compactor:639]Compacting <<"default/512">> [ns_server:info,2012-11-12T12:52:32.389,ns_1@192.168.0.21:ns_port_memcached<0.4538.0>:ns_port_server:log:171]memcached<0.4538.0>: Mon Nov 12 12:52:32.188982 PST 3: TAP (Consumer) eq_tapq:anon_101 - Reset vbucket 548 was completed succecssfully. memcached<0.4538.0>: Mon Nov 12 12:52:32.225658 PST 3: Received error[86] from mccouch for unknown memcached<0.4538.0>: Mon Nov 12 12:52:32.225688 PST 3: Retry notify CouchDB of update, vbucket=24 rev=1 [ns_server:info,2012-11-12T12:52:32.393,ns_1@192.168.0.21:<0.6367.0>:compaction_daemon:spawn_vbucket_compactor:639]Compacting <<"default/513">> [ns_server:info,2012-11-12T12:52:32.532,ns_1@192.168.0.21:<0.6386.0>:compaction_daemon:spawn_vbucket_compactor:639]Compacting <<"default/514">> [ns_server:info,2012-11-12T12:52:32.682,ns_1@192.168.0.21:<0.6406.0>:compaction_daemon:spawn_vbucket_compactor:639]Compacting <<"default/515">> [ns_server:info,2012-11-12T12:52:32.829,ns_1@192.168.0.21:<0.6417.0>:compaction_daemon:spawn_vbucket_compactor:639]Compacting <<"default/516">> [ns_server:info,2012-11-12T12:52:32.973,ns_1@192.168.0.21:<0.6436.0>:compaction_daemon:spawn_vbucket_compactor:639]Compacting <<"default/517">> [ns_server:info,2012-11-12T12:52:33.118,ns_1@192.168.0.21:<0.6455.0>:compaction_daemon:spawn_vbucket_compactor:639]Compacting <<"default/518">> [ns_server:info,2012-11-12T12:52:33.259,ns_1@192.168.0.21:<0.6474.0>:compaction_daemon:spawn_vbucket_compactor:639]Compacting <<"default/519">> [ns_server:info,2012-11-12T12:52:33.385,ns_1@192.168.0.21:<0.6486.0>:compaction_daemon:spawn_vbucket_compactor:639]Compacting <<"default/520">> [rebalance:info,2012-11-12T12:52:33.458,ns_1@192.168.0.21:<0.6257.0>:ebucketmigrator_srv:do_confirm_sent_messages:671]Got close ack! [ns_server:info,2012-11-12T12:52:33.481,ns_1@192.168.0.21:<0.4596.0>:ns_memcached:do_handle_call:521]Changed vbucket 26 state to replica [ns_server:info,2012-11-12T12:52:33.481,ns_1@192.168.0.21:tap_replication_manager-default<0.4597.0>:tap_replication_manager:change_vbucket_filter:185]Going to change replication from 'ns_1@192.168.0.22' to have [0,1,2,3,4,5,6,7,8,9,10,11,12,13,14,15,16,17,18,19,20,21,22,23,24,25,26] ([26], []) [ns_server:info,2012-11-12T12:52:33.484,ns_1@192.168.0.21:<0.6213.0>:ebucketmigrator_srv:handle_call:274]Starting new-style vbucket filter change on stream `replication_ns_1@192.168.0.21` [ns_server:info,2012-11-12T12:52:33.552,ns_1@192.168.0.21:<0.6500.0>:compaction_daemon:spawn_vbucket_compactor:639]Compacting <<"default/521">> [ns_server:info,2012-11-12T12:52:33.615,ns_1@192.168.0.21:<0.6213.0>:ebucketmigrator_srv:handle_call:297]Changing vbucket filter on tap stream `replication_ns_1@192.168.0.21`: [{0,2}, {1,2}, {2,2}, {3,2}, {4,2}, {5,2}, {6,3}, {7,2}, {8,2}, {9,2}, {10,3}, {11,2}, {12,2}, {13,2}, {14,3}, {15,2}, {16,2}, {17,2}, {18,3}, {19,2}, {20,2}, {21,2}, {22,3}, {23,2}, {24,2}, {25,3}, {26,2}] [ns_server:info,2012-11-12T12:52:33.632,ns_1@192.168.0.21:<0.6213.0>:ebucketmigrator_srv:handle_call:307]Successfully changed vbucket filter on tap stream `replication_ns_1@192.168.0.21`. [ns_server:info,2012-11-12T12:52:33.632,ns_1@192.168.0.21:<0.6213.0>:ebucketmigrator_srv:handle_info:376]Got vbucket filter change completion message. Completing state transition to a new ebucketmigrator. [rebalance:info,2012-11-12T12:52:33.637,ns_1@192.168.0.21:<0.6213.0>:ebucketmigrator_srv:do_confirm_sent_messages:671]Got close ack! [ns_server:info,2012-11-12T12:52:33.638,ns_1@192.168.0.21:<0.6503.0>:ns_vbm_new_sup:mk_old_state_retriever:83]Got vbucket filter change old state. Proceeding vbucket filter change operation [error_logger:info,2012-11-12T12:52:33.639,ns_1@192.168.0.21:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================PROGRESS REPORT========================= supervisor: {local,'ns_vbm_new_sup-default'} started: [{pid,<0.6503.0>}, {name, {new_child_id, [0,1,2,3,4,5,6,7,8,9,10,11,12,13,14,15,16,17, 18,19,20,21,22,23,24,25,26], 'ns_1@192.168.0.22'}}, {mfargs, {ebucketmigrator_srv,start_link, [{"192.168.0.22",11209}, {"192.168.0.21",11209}, [{old_state_retriever, #Fun}, {on_not_ready_vbuckets, #Fun}, {username,"default"}, {password,[]}, {vbuckets, [0,1,2,3,4,5,6,7,8,9,10,11,12,13,14,15, 16,17,18,19,20,21,22,23,24,25,26]}, {takeover,false}, {suffix,"ns_1@192.168.0.21"}]]}}, {restart_type,temporary}, {shutdown,60000}, {child_type,worker}] [ns_server:info,2012-11-12T12:52:33.663,ns_1@192.168.0.21:ns_port_memcached<0.4538.0>:ns_port_server:log:171]memcached<0.4538.0>: Mon Nov 12 12:52:33.459159 PST 3: TAP (Consumer) eq_tapq:anon_99 - disconnected memcached<0.4538.0>: Mon Nov 12 12:52:33.618228 PST 3: Schedule cleanup of "eq_tapq:anon_99" [ns_server:info,2012-11-12T12:52:33.670,ns_1@192.168.0.21:<0.4596.0>:ns_memcached:do_handle_call:521]Changed vbucket 27 state to replica [ns_server:info,2012-11-12T12:52:33.700,ns_1@192.168.0.21:<0.6514.0>:compaction_daemon:spawn_vbucket_compactor:639]Compacting <<"default/522">> [ns_server:info,2012-11-12T12:52:33.820,ns_1@192.168.0.21:<0.6516.0>:ebucketmigrator_srv:init:479]Setting {"192.168.0.21",11209} vbucket 27 to state replica [ns_server:info,2012-11-12T12:52:33.842,ns_1@192.168.0.21:<0.6527.0>:compaction_daemon:spawn_vbucket_compactor:639]Compacting <<"default/523">> [rebalance:info,2012-11-12T12:52:33.968,ns_1@192.168.0.21:<0.6516.0>:ebucketmigrator_srv:init:538]Starting tap stream: [{vbuckets,"\e"}, {checkpoints,[{27,0}]}, {name,<<"replication_building_27_'ns_1@192.168.0.21'">>}, {takeover,false}] {{"192.168.0.20",11209}, {"192.168.0.21",11209}, [{vbuckets,"\e"}, {takeover,false}, {suffix,"building_27_'ns_1@192.168.0.21'"}, {username,"default"}, {password,[]}]} [rebalance:info,2012-11-12T12:52:33.969,ns_1@192.168.0.21:<0.6516.0>:ebucketmigrator_srv:process_upstream:901]Initial stream for vbucket 27 [ns_server:info,2012-11-12T12:52:33.992,ns_1@192.168.0.21:<0.6539.0>:compaction_daemon:spawn_vbucket_compactor:639]Compacting <<"default/524">> [ns_server:info,2012-11-12T12:52:34.032,ns_1@192.168.0.21:ns_port_memcached<0.4538.0>:ns_port_server:log:171]memcached<0.4538.0>: Mon Nov 12 12:52:33.832096 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4538.0>: Mon Nov 12 12:52:33.832727 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4538.0>: Mon Nov 12 12:52:33.832753 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4538.0>: Mon Nov 12 12:52:33.832841 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4538.0>: Mon Nov 12 12:52:33.833070 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4538.0>: Mon Nov 12 12:52:33.833107 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4538.0>: Mon Nov 12 12:52:33.833368 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4538.0>: Mon Nov 12 12:52:33.833800 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4538.0>: Mon Nov 12 12:52:33.833894 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4538.0>: Mon Nov 12 12:52:33.833956 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4538.0>: Mon Nov 12 12:52:33.834080 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4538.0>: Mon Nov 12 12:52:33.834159 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4538.0>: Mon Nov 12 12:52:33.834253 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4538.0>: Mon Nov 12 12:52:33.834282 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4538.0>: Mon Nov 12 12:52:33.834306 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4538.0>: Mon Nov 12 12:52:33.834329 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4538.0>: Mon Nov 12 12:52:33.834347 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4538.0>: Mon Nov 12 12:52:33.834365 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4538.0>: Mon Nov 12 12:52:33.834382 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4538.0>: Mon Nov 12 12:52:33.834399 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4538.0>: Mon Nov 12 12:52:33.835152 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4538.0>: Mon Nov 12 12:52:33.835180 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4538.0>: Mon Nov 12 12:52:33.835199 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4538.0>: Mon Nov 12 12:52:33.835218 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4538.0>: Mon Nov 12 12:52:33.835235 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4538.0>: Mon Nov 12 12:52:33.835252 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4538.0>: Mon Nov 12 12:52:33.835268 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4538.0>: Mon Nov 12 12:52:33.835306 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4538.0>: Mon Nov 12 12:52:33.836153 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4538.0>: Mon Nov 12 12:52:33.836180 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4538.0>: Mon Nov 12 12:52:33.836199 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4538.0>: Mon Nov 12 12:52:33.836214 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4538.0>: Mon Nov 12 12:52:33.836230 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4538.0>: Mon Nov 12 12:52:33.836247 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4538.0>: Mon Nov 12 12:52:33.836264 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4538.0>: Mon Nov 12 12:52:33.836572 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4538.0>: Mon Nov 12 12:52:33.836598 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4538.0>: Mon Nov 12 12:52:33.836616 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4538.0>: Mon Nov 12 12:52:33.836653 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4538.0>: Mon Nov 12 12:52:33.837269 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4538.0>: Mon Nov 12 12:52:33.837295 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4538.0>: Mon Nov 12 12:52:33.837313 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4538.0>: Mon Nov 12 12:52:33.837330 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4538.0>: Mon Nov 12 12:52:33.838595 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4538.0>: Mon Nov 12 12:52:33.838622 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4538.0>: Mon Nov 12 12:52:33.838641 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4538.0>: Mon Nov 12 12:52:33.838706 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4538.0>: Mon Nov 12 12:52:33.838728 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4538.0>: Mon Nov 12 12:52:33.838745 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4538.0>: Mon Nov 12 12:52:33.838763 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4538.0>: Mon Nov 12 12:52:33.838780 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4538.0>: Mon Nov 12 12:52:33.840619 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4538.0>: Mon Nov 12 12:52:33.840646 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4538.0>: Mon Nov 12 12:52:33.840672 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4538.0>: Mon Nov 12 12:52:33.840695 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4538.0>: Mon Nov 12 12:52:33.840717 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4538.0>: Mon Nov 12 12:52:33.840733 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4538.0>: Mon Nov 12 12:52:33.840753 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4538.0>: Mon Nov 12 12:52:33.840774 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4538.0>: Mon Nov 12 12:52:33.840790 PST 3: persistence cursor offset is negative. Reset it to 0. [ns_server:warn,2012-11-12T12:52:34.033,ns_1@192.168.0.21:ns_port_memcached<0.4538.0>:ns_port_server:log:176]Dropped 996 log lines from memcached [rebalance:info,2012-11-12T12:52:34.088,ns_1@192.168.0.21:<0.6330.0>:ebucketmigrator_srv:do_confirm_sent_messages:671]Got close ack! [ns_server:info,2012-11-12T12:52:34.157,ns_1@192.168.0.21:<0.6562.0>:compaction_daemon:spawn_vbucket_compactor:639]Compacting <<"default/525">> [ns_server:info,2012-11-12T12:52:34.253,ns_1@192.168.0.21:<0.4596.0>:ns_memcached:do_handle_call:521]Changed vbucket 548 state to active [ns_server:info,2012-11-12T12:52:34.290,ns_1@192.168.0.21:ns_port_memcached<0.4538.0>:ns_port_server:log:171]memcached<0.4538.0>: Mon Nov 12 12:52:34.089278 PST 3: TAP (Consumer) eq_tapq:anon_101 - disconnected memcached<0.4538.0>: Mon Nov 12 12:52:34.250818 PST 3: TAP (Consumer) eq_tapq:anon_103 - disconnected [ns_server:info,2012-11-12T12:52:34.290,ns_1@192.168.0.21:<0.6578.0>:compaction_daemon:spawn_vbucket_compactor:639]Compacting <<"default/526">> [ns_server:info,2012-11-12T12:52:34.440,ns_1@192.168.0.21:<0.6597.0>:compaction_daemon:spawn_vbucket_compactor:639]Compacting <<"default/527">> [ns_server:info,2012-11-12T12:52:34.465,ns_1@192.168.0.21:<0.4596.0>:ns_memcached:do_handle_call:521]Changed vbucket 549 state to replica [ns_server:info,2012-11-12T12:52:34.469,ns_1@192.168.0.21:<0.6600.0>:ebucketmigrator_srv:init:479]Setting {"192.168.0.21",11209} vbucket 549 to state replica [ns_server:info,2012-11-12T12:52:34.533,ns_1@192.168.0.21:ns_port_memcached<0.4538.0>:ns_port_server:log:171]memcached<0.4538.0>: Mon Nov 12 12:52:34.332727 PST 3: Schedule cleanup of "eq_tapq:anon_101" memcached<0.4538.0>: Mon Nov 12 12:52:34.332763 PST 3: TAP (Producer) eq_tapq:replication_ns_1@192.168.0.22 - Sending TAP_OPAQUE with command "complete_vb_filter_change" and vbucket 0 memcached<0.4538.0>: Mon Nov 12 12:52:34.332812 PST 3: Schedule cleanup of "eq_tapq:anon_103" [ns_server:info,2012-11-12T12:52:34.583,ns_1@192.168.0.21:<0.6616.0>:compaction_daemon:spawn_vbucket_compactor:639]Compacting <<"default/528">> [rebalance:info,2012-11-12T12:52:34.587,ns_1@192.168.0.21:<0.6600.0>:ebucketmigrator_srv:init:538]Starting tap stream: [{vbuckets,[549]}, {checkpoints,[{549,0}]}, {name,<<"replication_building_549_'ns_1@192.168.0.21'">>}, {takeover,false}] {{"192.168.0.22",11209}, {"192.168.0.21",11209}, [{vbuckets,[549]}, {takeover,false}, {suffix,"building_549_'ns_1@192.168.0.21'"}, {username,"default"}, {password,[]}]} [rebalance:info,2012-11-12T12:52:34.588,ns_1@192.168.0.21:<0.6600.0>:ebucketmigrator_srv:process_upstream:901]Initial stream for vbucket 549 [ns_server:info,2012-11-12T12:52:34.749,ns_1@192.168.0.21:<0.6631.0>:compaction_daemon:spawn_vbucket_compactor:639]Compacting <<"default/529">> [ns_server:info,2012-11-12T12:52:34.790,ns_1@192.168.0.21:ns_port_memcached<0.4538.0>:ns_port_server:log:171]memcached<0.4538.0>: Mon Nov 12 12:52:34.589222 PST 3: TAP (Consumer) eq_tapq:anon_104 - Reset vbucket 549 was completed succecssfully. [ns_server:info,2012-11-12T12:52:34.897,ns_1@192.168.0.21:<0.6642.0>:compaction_daemon:spawn_vbucket_compactor:639]Compacting <<"default/530">> [ns_server:info,2012-11-12T12:52:35.092,ns_1@192.168.0.21:<0.6653.0>:compaction_daemon:spawn_vbucket_compactor:639]Compacting <<"default/531">> [ns_server:info,2012-11-12T12:52:35.248,ns_1@192.168.0.21:ns_port_memcached<0.4538.0>:ns_port_server:log:171]memcached<0.4538.0>: Mon Nov 12 12:52:35.047826 PST 3: Notified the completion of checkpoint persistence for vbucket 27, cookie 0x5c62000 [ns_server:info,2012-11-12T12:52:35.259,ns_1@192.168.0.21:<0.6664.0>:compaction_daemon:spawn_vbucket_compactor:639]Compacting <<"default/532">> [rebalance:info,2012-11-12T12:52:35.333,ns_1@192.168.0.21:<0.6600.0>:ebucketmigrator_srv:do_confirm_sent_messages:671]Got close ack! [ns_server:info,2012-11-12T12:52:35.400,ns_1@192.168.0.21:<0.6689.0>:compaction_daemon:spawn_vbucket_compactor:639]Compacting <<"default/533">> [ns_server:info,2012-11-12T12:52:35.506,ns_1@192.168.0.21:<0.4596.0>:ns_memcached:do_handle_call:521]Changed vbucket 549 state to active [rebalance:info,2012-11-12T12:52:35.506,ns_1@192.168.0.21:<0.6516.0>:ebucketmigrator_srv:do_confirm_sent_messages:671]Got close ack! [ns_server:info,2012-11-12T12:52:35.520,ns_1@192.168.0.21:ns_port_memcached<0.4538.0>:ns_port_server:log:171]memcached<0.4538.0>: Mon Nov 12 12:52:35.319094 PST 3: Notified the completion of checkpoint persistence for vbucket 549, cookie 0x5c63080 memcached<0.4538.0>: Mon Nov 12 12:52:35.333809 PST 3: TAP (Consumer) eq_tapq:anon_104 - disconnected memcached<0.4538.0>: Mon Nov 12 12:52:35.425564 PST 3: Schedule cleanup of "eq_tapq:anon_104" memcached<0.4538.0>: Mon Nov 12 12:52:35.484203 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4538.0>: Mon Nov 12 12:52:35.484246 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4538.0>: Mon Nov 12 12:52:35.484277 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4538.0>: Mon Nov 12 12:52:35.484352 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4538.0>: Mon Nov 12 12:52:35.502997 PST 3: TAP (Consumer) eq_tapq:anon_105 - disconnected memcached<0.4538.0>: Mon Nov 12 12:52:35.507222 PST 3: TAP (Consumer) eq_tapq:anon_102 - disconnected [ns_server:info,2012-11-12T12:52:35.523,ns_1@192.168.0.21:<0.6700.0>:compaction_daemon:spawn_vbucket_compactor:639]Compacting <<"default/534">> [ns_server:info,2012-11-12T12:52:35.534,ns_1@192.168.0.21:<0.4596.0>:ns_memcached:do_handle_call:521]Changed vbucket 27 state to replica [ns_server:info,2012-11-12T12:52:35.534,ns_1@192.168.0.21:tap_replication_manager-default<0.4597.0>:tap_replication_manager:change_vbucket_filter:185]Going to change replication from 'ns_1@192.168.0.22' to have [0,1,2,3,4,5,6,7,8,9,10,11,12,13,14,15,16,17,18,19,20,21,22,23,24,25,26,27] ("\e", []) [ns_server:info,2012-11-12T12:52:35.536,ns_1@192.168.0.21:<0.6503.0>:ebucketmigrator_srv:handle_call:274]Starting new-style vbucket filter change on stream `replication_ns_1@192.168.0.21` [ns_server:info,2012-11-12T12:52:35.645,ns_1@192.168.0.21:<0.6503.0>:ebucketmigrator_srv:handle_call:297]Changing vbucket filter on tap stream `replication_ns_1@192.168.0.21`: [{0,2}, {1,2}, {2,2}, {3,2}, {4,2}, {5,2}, {6,3}, {7,2}, {8,2}, {9,2}, {10,3}, {11,2}, {12,2}, {13,2}, {14,3}, {15,2}, {16,2}, {17,2}, {18,3}, {19,2}, {20,2}, {21,2}, {22,3}, {23,2}, {24,2}, {25,3}, {26,2}, {27,2}] [ns_server:info,2012-11-12T12:52:35.647,ns_1@192.168.0.21:<0.6503.0>:ebucketmigrator_srv:handle_call:307]Successfully changed vbucket filter on tap stream `replication_ns_1@192.168.0.21`. [ns_server:info,2012-11-12T12:52:35.647,ns_1@192.168.0.21:<0.6503.0>:ebucketmigrator_srv:handle_info:376]Got vbucket filter change completion message. Completing state transition to a new ebucketmigrator. [rebalance:info,2012-11-12T12:52:35.649,ns_1@192.168.0.21:<0.6503.0>:ebucketmigrator_srv:do_confirm_sent_messages:671]Got close ack! [ns_server:info,2012-11-12T12:52:35.650,ns_1@192.168.0.21:<0.6705.0>:ns_vbm_new_sup:mk_old_state_retriever:83]Got vbucket filter change old state. Proceeding vbucket filter change operation [error_logger:info,2012-11-12T12:52:35.650,ns_1@192.168.0.21:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================PROGRESS REPORT========================= supervisor: {local,'ns_vbm_new_sup-default'} started: [{pid,<0.6705.0>}, {name, {new_child_id, [0,1,2,3,4,5,6,7,8,9,10,11,12,13,14,15,16,17, 18,19,20,21,22,23,24,25,26,27], 'ns_1@192.168.0.22'}}, {mfargs, {ebucketmigrator_srv,start_link, [{"192.168.0.22",11209}, {"192.168.0.21",11209}, [{old_state_retriever, #Fun}, {on_not_ready_vbuckets, #Fun}, {username,"default"}, {password,[]}, {vbuckets, [0,1,2,3,4,5,6,7,8,9,10,11,12,13,14,15, 16,17,18,19,20,21,22,23,24,25,26,27]}, {takeover,false}, {suffix,"ns_1@192.168.0.21"}]]}}, {restart_type,temporary}, {shutdown,60000}, {child_type,worker}] [ns_server:info,2012-11-12T12:52:35.695,ns_1@192.168.0.21:<0.4596.0>:ns_memcached:do_handle_call:521]Changed vbucket 28 state to replica [ns_server:info,2012-11-12T12:52:35.697,ns_1@192.168.0.21:<0.6724.0>:compaction_daemon:spawn_vbucket_compactor:639]Compacting <<"default/535">> [ns_server:info,2012-11-12T12:52:35.792,ns_1@192.168.0.21:ns_port_memcached<0.4538.0>:ns_port_server:log:171]memcached<0.4538.0>: Mon Nov 12 12:52:35.591892 PST 3: persistence cursor offset is negative. Reset it to 0. [ns_server:info,2012-11-12T12:52:35.829,ns_1@192.168.0.21:<0.6741.0>:ebucketmigrator_srv:init:479]Setting {"192.168.0.21",11209} vbucket 28 to state replica [ns_server:info,2012-11-12T12:52:35.830,ns_1@192.168.0.21:<0.6743.0>:compaction_daemon:spawn_vbucket_compactor:639]Compacting <<"default/536">> [rebalance:info,2012-11-12T12:52:35.938,ns_1@192.168.0.21:<0.6741.0>:ebucketmigrator_srv:init:538]Starting tap stream: [{vbuckets,[28]}, {checkpoints,[{28,0}]}, {name,<<"replication_building_28_'ns_1@192.168.0.21'">>}, {takeover,false}] {{"192.168.0.20",11209}, {"192.168.0.21",11209}, [{vbuckets,[28]}, {takeover,false}, {suffix,"building_28_'ns_1@192.168.0.21'"}, {username,"default"}, {password,[]}]} [rebalance:info,2012-11-12T12:52:35.940,ns_1@192.168.0.21:<0.6741.0>:ebucketmigrator_srv:process_upstream:901]Initial stream for vbucket 28 [ns_server:info,2012-11-12T12:52:35.994,ns_1@192.168.0.21:<0.6763.0>:compaction_daemon:spawn_vbucket_compactor:639]Compacting <<"default/537">> [ns_server:info,2012-11-12T12:52:36.020,ns_1@192.168.0.21:ns_port_memcached<0.4538.0>:ns_port_server:log:171]memcached<0.4538.0>: Mon Nov 12 12:52:35.819913 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4538.0>: Mon Nov 12 12:52:35.821256 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4538.0>: Mon Nov 12 12:52:35.821354 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4538.0>: Mon Nov 12 12:52:35.821395 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4538.0>: Mon Nov 12 12:52:35.821434 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4538.0>: Mon Nov 12 12:52:35.821468 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4538.0>: Mon Nov 12 12:52:35.821503 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4538.0>: Mon Nov 12 12:52:35.821539 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4538.0>: Mon Nov 12 12:52:35.821572 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4538.0>: Mon Nov 12 12:52:35.821602 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4538.0>: Mon Nov 12 12:52:35.821635 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4538.0>: Mon Nov 12 12:52:35.825217 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4538.0>: Mon Nov 12 12:52:35.825332 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4538.0>: Mon Nov 12 12:52:35.825364 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4538.0>: Mon Nov 12 12:52:35.825388 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4538.0>: Mon Nov 12 12:52:35.825410 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4538.0>: Mon Nov 12 12:52:35.825427 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4538.0>: Mon Nov 12 12:52:35.825447 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4538.0>: Mon Nov 12 12:52:35.825467 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4538.0>: Mon Nov 12 12:52:35.825486 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4538.0>: Mon Nov 12 12:52:35.825502 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4538.0>: Mon Nov 12 12:52:35.825520 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4538.0>: Mon Nov 12 12:52:35.825538 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4538.0>: Mon Nov 12 12:52:35.825556 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4538.0>: Mon Nov 12 12:52:35.825573 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4538.0>: Mon Nov 12 12:52:35.825593 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4538.0>: Mon Nov 12 12:52:35.825641 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4538.0>: Mon Nov 12 12:52:35.825666 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4538.0>: Mon Nov 12 12:52:35.825687 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4538.0>: Mon Nov 12 12:52:35.825709 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4538.0>: Mon Nov 12 12:52:35.825729 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4538.0>: Mon Nov 12 12:52:35.825748 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4538.0>: Mon Nov 12 12:52:35.825768 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4538.0>: Mon Nov 12 12:52:35.825950 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4538.0>: Mon Nov 12 12:52:35.825970 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4538.0>: Mon Nov 12 12:52:35.825989 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4538.0>: Mon Nov 12 12:52:35.826006 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4538.0>: Mon Nov 12 12:52:35.826024 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4538.0>: Mon Nov 12 12:52:35.826041 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4538.0>: Mon Nov 12 12:52:35.826058 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4538.0>: Mon Nov 12 12:52:35.826074 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4538.0>: Mon Nov 12 12:52:35.826505 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4538.0>: Mon Nov 12 12:52:35.826538 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4538.0>: Mon Nov 12 12:52:35.826560 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4538.0>: Mon Nov 12 12:52:35.826580 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4538.0>: Mon Nov 12 12:52:35.826599 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4538.0>: Mon Nov 12 12:52:35.826618 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4538.0>: Mon Nov 12 12:52:35.826637 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4538.0>: Mon Nov 12 12:52:35.826655 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4538.0>: Mon Nov 12 12:52:35.826672 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4538.0>: Mon Nov 12 12:52:35.826689 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4538.0>: Mon Nov 12 12:52:35.829057 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4538.0>: Mon Nov 12 12:52:35.829088 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4538.0>: Mon Nov 12 12:52:35.829110 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4538.0>: Mon Nov 12 12:52:35.829129 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4538.0>: Mon Nov 12 12:52:35.829149 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4538.0>: Mon Nov 12 12:52:35.829165 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4538.0>: Mon Nov 12 12:52:35.829182 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4538.0>: Mon Nov 12 12:52:35.829199 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4538.0>: Mon Nov 12 12:52:35.830179 PST 3: persistence cursor offset is negative. Reset it to 0. [ns_server:warn,2012-11-12T12:52:36.021,ns_1@192.168.0.21:ns_port_memcached<0.4538.0>:ns_port_server:log:176]Dropped 837 log lines from memcached [ns_server:info,2012-11-12T12:52:36.148,ns_1@192.168.0.21:<0.4596.0>:ns_memcached:do_handle_call:521]Changed vbucket 550 state to replica [ns_server:info,2012-11-12T12:52:36.152,ns_1@192.168.0.21:<0.6766.0>:ebucketmigrator_srv:init:479]Setting {"192.168.0.21",11209} vbucket 550 to state replica [ns_server:info,2012-11-12T12:52:36.159,ns_1@192.168.0.21:<0.6776.0>:compaction_daemon:spawn_vbucket_compactor:639]Compacting <<"default/538">> [rebalance:info,2012-11-12T12:52:36.293,ns_1@192.168.0.21:<0.6766.0>:ebucketmigrator_srv:init:538]Starting tap stream: [{vbuckets,[550]}, {checkpoints,[{550,0}]}, {name,<<"replication_building_550_'ns_1@192.168.0.21'">>}, {takeover,false}] {{"192.168.0.22",11209}, {"192.168.0.21",11209}, [{vbuckets,[550]}, {takeover,false}, {suffix,"building_550_'ns_1@192.168.0.21'"}, {username,"default"}, {password,[]}]} [rebalance:info,2012-11-12T12:52:36.294,ns_1@192.168.0.21:<0.6766.0>:ebucketmigrator_srv:process_upstream:901]Initial stream for vbucket 550 [ns_server:info,2012-11-12T12:52:36.304,ns_1@192.168.0.21:ns_port_memcached<0.4538.0>:ns_port_server:log:171]memcached<0.4538.0>: Mon Nov 12 12:52:36.102958 PST 3: Schedule cleanup of "eq_tapq:anon_102" memcached<0.4538.0>: Mon Nov 12 12:52:36.103020 PST 3: TAP (Producer) eq_tapq:replication_ns_1@192.168.0.22 - Sending TAP_OPAQUE with command "complete_vb_filter_change" and vbucket 0 memcached<0.4538.0>: Mon Nov 12 12:52:36.103025 PST 3: Schedule cleanup of "eq_tapq:anon_105" memcached<0.4538.0>: Mon Nov 12 12:52:36.175981 PST 3: eq_tapq:replication_ns_1@192.168.0.22 cursor offset is negative. Reset it to 0. memcached<0.4538.0>: Mon Nov 12 12:52:36.295145 PST 3: TAP (Consumer) eq_tapq:anon_107 - Reset vbucket 550 was completed succecssfully. [ns_server:info,2012-11-12T12:52:36.329,ns_1@192.168.0.21:<0.6803.0>:compaction_daemon:spawn_vbucket_compactor:639]Compacting <<"default/539">> [ns_server:info,2012-11-12T12:52:36.474,ns_1@192.168.0.21:<0.6814.0>:compaction_daemon:spawn_vbucket_compactor:639]Compacting <<"default/540">> [ns_server:info,2012-11-12T12:52:36.617,ns_1@192.168.0.21:<0.6833.0>:compaction_daemon:spawn_vbucket_compactor:639]Compacting <<"default/541">> [ns_server:info,2012-11-12T12:52:36.769,ns_1@192.168.0.21:<0.6845.0>:compaction_daemon:spawn_vbucket_compactor:639]Compacting <<"default/542">> [ns_server:info,2012-11-12T12:52:36.933,ns_1@192.168.0.21:<0.6856.0>:compaction_daemon:spawn_vbucket_compactor:639]Compacting <<"default/543">> [ns_server:info,2012-11-12T12:52:37.087,ns_1@192.168.0.21:<0.6868.0>:compaction_daemon:spawn_vbucket_compactor:639]Compacting <<"default/544">> [ns_server:info,2012-11-12T12:52:37.276,ns_1@192.168.0.21:<0.6880.0>:compaction_daemon:spawn_vbucket_compactor:639]Compacting <<"default/545">> [ns_server:info,2012-11-12T12:52:37.339,ns_1@192.168.0.21:ns_port_memcached<0.4538.0>:ns_port_server:log:171]memcached<0.4538.0>: Mon Nov 12 12:52:37.137287 PST 3: Notified the completion of checkpoint persistence for vbucket 28, cookie 0x5c62580 memcached<0.4538.0>: Mon Nov 12 12:52:37.336086 PST 3: Notified the completion of checkpoint persistence for vbucket 550, cookie 0x5c62000 [rebalance:info,2012-11-12T12:52:37.350,ns_1@192.168.0.21:<0.6766.0>:ebucketmigrator_srv:do_confirm_sent_messages:671]Got close ack! [ns_server:info,2012-11-12T12:52:37.408,ns_1@192.168.0.21:<0.5980.0>:compaction_daemon:spawn_dbs_compactor:576]Finished compaction of databases for bucket default [ns_server:info,2012-11-12T12:52:37.488,ns_1@192.168.0.21:<0.4596.0>:ns_memcached:do_handle_call:521]Changed vbucket 550 state to active [ns_server:info,2012-11-12T12:52:37.551,ns_1@192.168.0.21:ns_port_memcached<0.4538.0>:ns_port_server:log:171]memcached<0.4538.0>: Mon Nov 12 12:52:37.351188 PST 3: TAP (Consumer) eq_tapq:anon_107 - disconnected memcached<0.4538.0>: Mon Nov 12 12:52:37.482892 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4538.0>: Mon Nov 12 12:52:37.485346 PST 3: TAP (Consumer) eq_tapq:anon_108 - disconnected memcached<0.4538.0>: Mon Nov 12 12:52:37.521707 PST 3: Schedule cleanup of "eq_tapq:anon_107" memcached<0.4538.0>: Mon Nov 12 12:52:37.521770 PST 3: Schedule cleanup of "eq_tapq:anon_108" memcached<0.4538.0>: Mon Nov 12 12:52:37.521831 PST 3: TAP (Producer) eq_tapq:replication_ns_1@192.168.0.22 - Sending TAP_OPAQUE with command "complete_vb_filter_change" and vbucket 0 [ns_server:info,2012-11-12T12:52:37.704,ns_1@192.168.0.21:<0.4596.0>:ns_memcached:do_handle_call:521]Changed vbucket 551 state to replica [ns_server:info,2012-11-12T12:52:37.710,ns_1@192.168.0.21:<0.6896.0>:ebucketmigrator_srv:init:479]Setting {"192.168.0.21",11209} vbucket 551 to state replica [rebalance:info,2012-11-12T12:52:37.956,ns_1@192.168.0.21:<0.6741.0>:ebucketmigrator_srv:do_confirm_sent_messages:671]Got close ack! [ns_server:info,2012-11-12T12:52:37.964,ns_1@192.168.0.21:<0.4596.0>:ns_memcached:do_handle_call:521]Changed vbucket 28 state to replica [ns_server:info,2012-11-12T12:52:37.965,ns_1@192.168.0.21:tap_replication_manager-default<0.4597.0>:tap_replication_manager:change_vbucket_filter:185]Going to change replication from 'ns_1@192.168.0.22' to have [0,1,2,3,4,5,6,7,8,9,10,11,12,13,14,15,16,17,18,19,20,21,22,23,24,25,26,27,28] ([28], []) [ns_server:info,2012-11-12T12:52:37.967,ns_1@192.168.0.21:<0.6705.0>:ebucketmigrator_srv:handle_call:274]Starting new-style vbucket filter change on stream `replication_ns_1@192.168.0.21` [rebalance:info,2012-11-12T12:52:38.035,ns_1@192.168.0.21:<0.6896.0>:ebucketmigrator_srv:init:538]Starting tap stream: [{vbuckets,[551]}, {checkpoints,[{551,0}]}, {name,<<"replication_building_551_'ns_1@192.168.0.21'">>}, {takeover,false}] {{"192.168.0.22",11209}, {"192.168.0.21",11209}, [{vbuckets,[551]}, {takeover,false}, {suffix,"building_551_'ns_1@192.168.0.21'"}, {username,"default"}, {password,[]}]} [rebalance:info,2012-11-12T12:52:38.036,ns_1@192.168.0.21:<0.6896.0>:ebucketmigrator_srv:process_upstream:901]Initial stream for vbucket 551 [ns_server:info,2012-11-12T12:52:38.072,ns_1@192.168.0.21:<0.6705.0>:ebucketmigrator_srv:handle_call:297]Changing vbucket filter on tap stream `replication_ns_1@192.168.0.21`: [{0,2}, {1,2}, {2,2}, {3,2}, {4,2}, {5,2}, {6,3}, {7,2}, {8,2}, {9,2}, {10,3}, {11,2}, {12,2}, {13,2}, {14,3}, {15,2}, {16,2}, {17,2}, {18,3}, {19,2}, {20,2}, {21,2}, {22,3}, {23,2}, {24,2}, {25,3}, {26,2}, {27,2}, {28,2}] [ns_server:info,2012-11-12T12:52:38.074,ns_1@192.168.0.21:<0.6705.0>:ebucketmigrator_srv:handle_call:307]Successfully changed vbucket filter on tap stream `replication_ns_1@192.168.0.21`. [ns_server:info,2012-11-12T12:52:38.076,ns_1@192.168.0.21:<0.6705.0>:ebucketmigrator_srv:handle_info:376]Got vbucket filter change completion message. Completing state transition to a new ebucketmigrator. [rebalance:info,2012-11-12T12:52:38.077,ns_1@192.168.0.21:<0.6705.0>:ebucketmigrator_srv:do_confirm_sent_messages:671]Got close ack! [ns_server:info,2012-11-12T12:52:38.078,ns_1@192.168.0.21:<0.6909.0>:ns_vbm_new_sup:mk_old_state_retriever:83]Got vbucket filter change old state. Proceeding vbucket filter change operation [error_logger:info,2012-11-12T12:52:38.078,ns_1@192.168.0.21:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================PROGRESS REPORT========================= supervisor: {local,'ns_vbm_new_sup-default'} started: [{pid,<0.6909.0>}, {name, {new_child_id, [0,1,2,3,4,5,6,7,8,9,10,11,12,13,14,15,16,17, 18,19,20,21,22,23,24,25,26,27,28], 'ns_1@192.168.0.22'}}, {mfargs, {ebucketmigrator_srv,start_link, [{"192.168.0.22",11209}, {"192.168.0.21",11209}, [{old_state_retriever, #Fun}, {on_not_ready_vbuckets, #Fun}, {username,"default"}, {password,[]}, {vbuckets, [0,1,2,3,4,5,6,7,8,9,10,11,12,13,14,15, 16,17,18,19,20,21,22,23,24,25,26,27,28]}, {takeover,false}, {suffix,"ns_1@192.168.0.21"}]]}}, {restart_type,temporary}, {shutdown,60000}, {child_type,worker}] [ns_server:info,2012-11-12T12:52:38.111,ns_1@192.168.0.21:<0.4596.0>:ns_memcached:do_handle_call:521]Changed vbucket 29 state to replica [ns_server:info,2012-11-12T12:52:38.157,ns_1@192.168.0.21:ns_port_memcached<0.4538.0>:ns_port_server:log:171]memcached<0.4538.0>: Mon Nov 12 12:52:37.956721 PST 3: TAP (Consumer) eq_tapq:anon_106 - disconnected memcached<0.4538.0>: Mon Nov 12 12:52:38.036842 PST 3: TAP (Consumer) eq_tapq:anon_109 - Reset vbucket 551 was completed succecssfully. [ns_server:info,2012-11-12T12:52:38.234,ns_1@192.168.0.21:<0.6931.0>:ebucketmigrator_srv:init:479]Setting {"192.168.0.21",11209} vbucket 29 to state replica [rebalance:info,2012-11-12T12:52:38.348,ns_1@192.168.0.21:<0.6931.0>:ebucketmigrator_srv:init:538]Starting tap stream: [{vbuckets,[29]}, {checkpoints,[{29,0}]}, {name,<<"replication_building_29_'ns_1@192.168.0.21'">>}, {takeover,false}] {{"192.168.0.20",11209}, {"192.168.0.21",11209}, [{vbuckets,[29]}, {takeover,false}, {suffix,"building_29_'ns_1@192.168.0.21'"}, {username,"default"}, {password,[]}]} [rebalance:info,2012-11-12T12:52:38.349,ns_1@192.168.0.21:<0.6931.0>:ebucketmigrator_srv:process_upstream:901]Initial stream for vbucket 29 [ns_server:info,2012-11-12T12:52:38.550,ns_1@192.168.0.21:ns_port_memcached<0.4538.0>:ns_port_server:log:171]memcached<0.4538.0>: Mon Nov 12 12:52:38.350299 PST 3: TAP (Consumer) eq_tapq:anon_110 - Reset vbucket 29 was completed succecssfully. [ns_server:info,2012-11-12T12:52:39.143,ns_1@192.168.0.21:ns_port_memcached<0.4538.0>:ns_port_server:log:171]memcached<0.4538.0>: Mon Nov 12 12:52:38.938539 PST 3: Schedule cleanup of "eq_tapq:anon_106" [rebalance:info,2012-11-12T12:52:39.641,ns_1@192.168.0.21:<0.6896.0>:ebucketmigrator_srv:do_confirm_sent_messages:671]Got close ack! [ns_server:info,2012-11-12T12:52:39.788,ns_1@192.168.0.21:<0.4596.0>:ns_memcached:do_handle_call:521]Changed vbucket 551 state to active [ns_server:info,2012-11-12T12:52:39.812,ns_1@192.168.0.21:ns_port_memcached<0.4538.0>:ns_port_server:log:171]memcached<0.4538.0>: Mon Nov 12 12:52:39.610859 PST 3: Notified the completion of checkpoint persistence for vbucket 551, cookie 0x5c63340 memcached<0.4538.0>: Mon Nov 12 12:52:39.626322 PST 3: Notified the completion of checkpoint persistence for vbucket 29, cookie 0x5c62580 memcached<0.4538.0>: Mon Nov 12 12:52:39.642461 PST 3: TAP (Consumer) eq_tapq:anon_109 - disconnected memcached<0.4538.0>: Mon Nov 12 12:52:39.768757 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4538.0>: Mon Nov 12 12:52:39.770394 PST 3: TAP (Consumer) eq_tapq:anon_111 - disconnected [ns_server:info,2012-11-12T12:52:40.027,ns_1@192.168.0.21:<0.4596.0>:ns_memcached:do_handle_call:521]Changed vbucket 552 state to replica [ns_server:info,2012-11-12T12:52:40.032,ns_1@192.168.0.21:<0.6944.0>:ebucketmigrator_srv:init:479]Setting {"192.168.0.21",11209} vbucket 552 to state replica [ns_server:info,2012-11-12T12:52:40.074,ns_1@192.168.0.21:ns_port_memcached<0.4538.0>:ns_port_server:log:171]memcached<0.4538.0>: Mon Nov 12 12:52:39.874160 PST 3: Schedule cleanup of "eq_tapq:anon_109" memcached<0.4538.0>: Mon Nov 12 12:52:39.874203 PST 3: Schedule cleanup of "eq_tapq:anon_111" memcached<0.4538.0>: Mon Nov 12 12:52:39.874481 PST 3: TAP (Producer) eq_tapq:replication_ns_1@192.168.0.22 - Sending TAP_OPAQUE with command "complete_vb_filter_change" and vbucket 0 memcached<0.4538.0>: Mon Nov 12 12:52:39.901844 PST 3: eq_tapq:replication_ns_1@192.168.0.22 cursor offset is negative. Reset it to 0. [rebalance:info,2012-11-12T12:52:40.128,ns_1@192.168.0.21:<0.6944.0>:ebucketmigrator_srv:init:538]Starting tap stream: [{vbuckets,[552]}, {checkpoints,[{552,0}]}, {name,<<"replication_building_552_'ns_1@192.168.0.21'">>}, {takeover,false}] {{"192.168.0.22",11209}, {"192.168.0.21",11209}, [{vbuckets,[552]}, {takeover,false}, {suffix,"building_552_'ns_1@192.168.0.21'"}, {username,"default"}, {password,[]}]} [rebalance:info,2012-11-12T12:52:40.129,ns_1@192.168.0.21:<0.6944.0>:ebucketmigrator_srv:process_upstream:901]Initial stream for vbucket 552 [ns_server:info,2012-11-12T12:52:40.396,ns_1@192.168.0.21:ns_port_memcached<0.4538.0>:ns_port_server:log:171]memcached<0.4538.0>: Mon Nov 12 12:52:40.195493 PST 3: TAP (Consumer) eq_tapq:anon_112 - Reset vbucket 552 was completed succecssfully. [ns_server:info,2012-11-12T12:52:41.261,ns_1@192.168.0.21:ns_port_memcached<0.4538.0>:ns_port_server:log:171]memcached<0.4538.0>: Mon Nov 12 12:52:41.061170 PST 3: Notified the completion of checkpoint persistence for vbucket 29, cookie 0x5c638c0 [rebalance:info,2012-11-12T12:52:41.329,ns_1@192.168.0.21:<0.6931.0>:ebucketmigrator_srv:do_confirm_sent_messages:671]Got close ack! [rebalance:info,2012-11-12T12:52:41.331,ns_1@192.168.0.21:<0.6944.0>:ebucketmigrator_srv:do_confirm_sent_messages:671]Got close ack! [ns_server:info,2012-11-12T12:52:41.336,ns_1@192.168.0.21:<0.4596.0>:ns_memcached:do_handle_call:521]Changed vbucket 29 state to replica [ns_server:info,2012-11-12T12:52:41.336,ns_1@192.168.0.21:tap_replication_manager-default<0.4597.0>:tap_replication_manager:change_vbucket_filter:185]Going to change replication from 'ns_1@192.168.0.22' to have [0,1,2,3,4,5,6,7,8,9,10,11,12,13,14,15,16,17,18,19,20,21,22,23,24,25,26,27,28, 29] ([29], []) [ns_server:info,2012-11-12T12:52:41.338,ns_1@192.168.0.21:<0.6909.0>:ebucketmigrator_srv:handle_call:274]Starting new-style vbucket filter change on stream `replication_ns_1@192.168.0.21` [ns_server:info,2012-11-12T12:52:41.435,ns_1@192.168.0.21:<0.6909.0>:ebucketmigrator_srv:handle_call:297]Changing vbucket filter on tap stream `replication_ns_1@192.168.0.21`: [{0,2}, {1,2}, {2,2}, {3,2}, {4,2}, {5,2}, {6,3}, {7,2}, {8,2}, {9,2}, {10,3}, {11,2}, {12,2}, {13,2}, {14,3}, {15,2}, {16,2}, {17,2}, {18,3}, {19,2}, {20,2}, {21,2}, {22,3}, {23,2}, {24,2}, {25,3}, {26,2}, {27,2}, {28,2}, {29,3}] [ns_server:info,2012-11-12T12:52:41.437,ns_1@192.168.0.21:<0.6909.0>:ebucketmigrator_srv:handle_call:307]Successfully changed vbucket filter on tap stream `replication_ns_1@192.168.0.21`. [ns_server:info,2012-11-12T12:52:41.437,ns_1@192.168.0.21:<0.6909.0>:ebucketmigrator_srv:handle_info:376]Got vbucket filter change completion message. Completing state transition to a new ebucketmigrator. [rebalance:info,2012-11-12T12:52:41.438,ns_1@192.168.0.21:<0.6909.0>:ebucketmigrator_srv:do_confirm_sent_messages:671]Got close ack! [ns_server:info,2012-11-12T12:52:41.439,ns_1@192.168.0.21:<0.6967.0>:ns_vbm_new_sup:mk_old_state_retriever:83]Got vbucket filter change old state. Proceeding vbucket filter change operation [error_logger:info,2012-11-12T12:52:41.440,ns_1@192.168.0.21:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================PROGRESS REPORT========================= supervisor: {local,'ns_vbm_new_sup-default'} started: [{pid,<0.6967.0>}, {name, {new_child_id, [0,1,2,3,4,5,6,7,8,9,10,11,12,13,14,15,16,17, 18,19,20,21,22,23,24,25,26,27,28,29], 'ns_1@192.168.0.22'}}, {mfargs, {ebucketmigrator_srv,start_link, [{"192.168.0.22",11209}, {"192.168.0.21",11209}, [{old_state_retriever, #Fun}, {on_not_ready_vbuckets, #Fun}, {username,"default"}, {password,[]}, {vbuckets, [0,1,2,3,4,5,6,7,8,9,10,11,12,13,14,15, 16,17,18,19,20,21,22,23,24,25,26,27,28, 29]}, {takeover,false}, {suffix,"ns_1@192.168.0.21"}]]}}, {restart_type,temporary}, {shutdown,60000}, {child_type,worker}] [ns_server:info,2012-11-12T12:52:41.498,ns_1@192.168.0.21:<0.4596.0>:ns_memcached:do_handle_call:521]Changed vbucket 30 state to replica [ns_server:info,2012-11-12T12:52:41.502,ns_1@192.168.0.21:ns_port_memcached<0.4538.0>:ns_port_server:log:171]memcached<0.4538.0>: Mon Nov 12 12:52:41.301510 PST 3: Notified the completion of checkpoint persistence for vbucket 552, cookie 0x5c63340 memcached<0.4538.0>: Mon Nov 12 12:52:41.330316 PST 3: TAP (Consumer) eq_tapq:anon_110 - disconnected memcached<0.4538.0>: Mon Nov 12 12:52:41.332359 PST 3: TAP (Consumer) eq_tapq:anon_112 - disconnected memcached<0.4538.0>: Mon Nov 12 12:52:41.472266 PST 3: Schedule cleanup of "eq_tapq:anon_110" memcached<0.4538.0>: Mon Nov 12 12:52:41.472309 PST 3: Schedule cleanup of "eq_tapq:anon_112" [ns_server:info,2012-11-12T12:52:41.511,ns_1@192.168.0.21:<0.4596.0>:ns_memcached:do_handle_call:521]Changed vbucket 552 state to active [ns_server:info,2012-11-12T12:52:41.665,ns_1@192.168.0.21:<0.6976.0>:ebucketmigrator_srv:init:479]Setting {"192.168.0.21",11209} vbucket 30 to state replica [ns_server:info,2012-11-12T12:52:41.705,ns_1@192.168.0.21:ns_port_memcached<0.4538.0>:ns_port_server:log:171]memcached<0.4538.0>: Mon Nov 12 12:52:41.505168 PST 3: TAP (Consumer) eq_tapq:anon_113 - disconnected memcached<0.4538.0>: Mon Nov 12 12:52:41.680633 PST 3: Schedule cleanup of "eq_tapq:anon_113" memcached<0.4538.0>: Mon Nov 12 12:52:41.680668 PST 3: TAP (Producer) eq_tapq:replication_ns_1@192.168.0.22 - Sending TAP_OPAQUE with command "complete_vb_filter_change" and vbucket 0 [ns_server:info,2012-11-12T12:52:41.721,ns_1@192.168.0.21:<0.4596.0>:ns_memcached:do_handle_call:521]Changed vbucket 553 state to replica [ns_server:info,2012-11-12T12:52:41.725,ns_1@192.168.0.21:<0.6978.0>:ebucketmigrator_srv:init:479]Setting {"192.168.0.21",11209} vbucket 553 to state replica [rebalance:info,2012-11-12T12:52:41.798,ns_1@192.168.0.21:<0.6976.0>:ebucketmigrator_srv:init:538]Starting tap stream: [{vbuckets,[30]}, {checkpoints,[{30,0}]}, {name,<<"replication_building_30_'ns_1@192.168.0.21'">>}, {takeover,false}] {{"192.168.0.20",11209}, {"192.168.0.21",11209}, [{vbuckets,[30]}, {takeover,false}, {suffix,"building_30_'ns_1@192.168.0.21'"}, {username,"default"}, {password,[]}]} [rebalance:info,2012-11-12T12:52:41.800,ns_1@192.168.0.21:<0.6976.0>:ebucketmigrator_srv:process_upstream:901]Initial stream for vbucket 30 [rebalance:info,2012-11-12T12:52:41.831,ns_1@192.168.0.21:<0.6978.0>:ebucketmigrator_srv:init:538]Starting tap stream: [{vbuckets,[553]}, {checkpoints,[{553,0}]}, {name,<<"replication_building_553_'ns_1@192.168.0.21'">>}, {takeover,false}] {{"192.168.0.22",11209}, {"192.168.0.21",11209}, [{vbuckets,[553]}, {takeover,false}, {suffix,"building_553_'ns_1@192.168.0.21'"}, {username,"default"}, {password,[]}]} [rebalance:info,2012-11-12T12:52:41.834,ns_1@192.168.0.21:<0.6978.0>:ebucketmigrator_srv:process_upstream:901]Initial stream for vbucket 553 [ns_server:info,2012-11-12T12:52:42.001,ns_1@192.168.0.21:ns_port_memcached<0.4538.0>:ns_port_server:log:171]memcached<0.4538.0>: Mon Nov 12 12:52:41.800683 PST 3: TAP (Consumer) eq_tapq:anon_114 - Reset vbucket 30 was completed succecssfully. memcached<0.4538.0>: Mon Nov 12 12:52:41.861999 PST 3: TAP (Consumer) eq_tapq:anon_115 - Reset vbucket 553 was completed succecssfully. [ns_server:info,2012-11-12T12:52:42.348,ns_1@192.168.0.21:ns_config_rep<0.4460.0>:ns_config_rep:do_pull:341]Pulling config from: 'ns_1@192.168.0.20' [rebalance:info,2012-11-12T12:52:43.479,ns_1@192.168.0.21:<0.6978.0>:ebucketmigrator_srv:do_confirm_sent_messages:671]Got close ack! [ns_server:info,2012-11-12T12:52:43.516,ns_1@192.168.0.21:ns_port_memcached<0.4538.0>:ns_port_server:log:171]memcached<0.4538.0>: Mon Nov 12 12:52:43.315902 PST 3: Notified the completion of checkpoint persistence for vbucket 30, cookie 0x5c63340 memcached<0.4538.0>: Mon Nov 12 12:52:43.465885 PST 3: Notified the completion of checkpoint persistence for vbucket 553, cookie 0x5c638c0 memcached<0.4538.0>: Mon Nov 12 12:52:43.480489 PST 3: TAP (Consumer) eq_tapq:anon_115 - disconnected [rebalance:info,2012-11-12T12:52:43.522,ns_1@192.168.0.21:<0.6976.0>:ebucketmigrator_srv:do_confirm_sent_messages:671]Got close ack! [ns_server:info,2012-11-12T12:52:43.538,ns_1@192.168.0.21:<0.4596.0>:ns_memcached:do_handle_call:521]Changed vbucket 30 state to replica [ns_server:info,2012-11-12T12:52:43.539,ns_1@192.168.0.21:tap_replication_manager-default<0.4597.0>:tap_replication_manager:change_vbucket_filter:185]Going to change replication from 'ns_1@192.168.0.22' to have [0,1,2,3,4,5,6,7,8,9,10,11,12,13,14,15,16,17,18,19,20,21,22,23,24,25,26,27,28, 29,30] ([30], []) [ns_server:info,2012-11-12T12:52:43.548,ns_1@192.168.0.21:<0.6967.0>:ebucketmigrator_srv:handle_call:274]Starting new-style vbucket filter change on stream `replication_ns_1@192.168.0.21` [ns_server:info,2012-11-12T12:52:43.684,ns_1@192.168.0.21:<0.6967.0>:ebucketmigrator_srv:handle_call:297]Changing vbucket filter on tap stream `replication_ns_1@192.168.0.21`: [{0,2}, {1,2}, {2,2}, {3,2}, {4,2}, {5,2}, {6,3}, {7,2}, {8,2}, {9,2}, {10,3}, {11,2}, {12,2}, {13,2}, {14,3}, {15,2}, {16,2}, {17,2}, {18,3}, {19,2}, {20,2}, {21,2}, {22,3}, {23,2}, {24,2}, {25,3}, {26,2}, {27,2}, {28,2}, {29,3}, {30,2}] [ns_server:info,2012-11-12T12:52:43.686,ns_1@192.168.0.21:<0.6967.0>:ebucketmigrator_srv:handle_call:307]Successfully changed vbucket filter on tap stream `replication_ns_1@192.168.0.21`. [ns_server:info,2012-11-12T12:52:43.689,ns_1@192.168.0.21:<0.6967.0>:ebucketmigrator_srv:handle_info:376]Got vbucket filter change completion message. Completing state transition to a new ebucketmigrator. [rebalance:info,2012-11-12T12:52:43.690,ns_1@192.168.0.21:<0.6967.0>:ebucketmigrator_srv:do_confirm_sent_messages:671]Got close ack! [ns_server:info,2012-11-12T12:52:43.691,ns_1@192.168.0.21:<0.7020.0>:ns_vbm_new_sup:mk_old_state_retriever:83]Got vbucket filter change old state. Proceeding vbucket filter change operation [ns_server:info,2012-11-12T12:52:43.692,ns_1@192.168.0.21:<0.4596.0>:ns_memcached:do_handle_call:521]Changed vbucket 553 state to active [error_logger:info,2012-11-12T12:52:43.692,ns_1@192.168.0.21:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================PROGRESS REPORT========================= supervisor: {local,'ns_vbm_new_sup-default'} started: [{pid,<0.7020.0>}, {name, {new_child_id, [0,1,2,3,4,5,6,7,8,9,10,11,12,13,14,15,16,17, 18,19,20,21,22,23,24,25,26,27,28,29,30], 'ns_1@192.168.0.22'}}, {mfargs, {ebucketmigrator_srv,start_link, [{"192.168.0.22",11209}, {"192.168.0.21",11209}, [{old_state_retriever, #Fun}, {on_not_ready_vbuckets, #Fun}, {username,"default"}, {password,[]}, {vbuckets, [0,1,2,3,4,5,6,7,8,9,10,11,12,13,14,15, 16,17,18,19,20,21,22,23,24,25,26,27,28, 29,30]}, {takeover,false}, {suffix,"ns_1@192.168.0.21"}]]}}, {restart_type,temporary}, {shutdown,60000}, {child_type,worker}] [ns_server:info,2012-11-12T12:52:43.722,ns_1@192.168.0.21:ns_port_memcached<0.4538.0>:ns_port_server:log:171]memcached<0.4538.0>: Mon Nov 12 12:52:43.522429 PST 3: TAP (Consumer) eq_tapq:anon_114 - disconnected memcached<0.4538.0>: Mon Nov 12 12:52:43.659774 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4538.0>: Mon Nov 12 12:52:43.660390 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4538.0>: Mon Nov 12 12:52:43.660451 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4538.0>: Mon Nov 12 12:52:43.660478 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4538.0>: Mon Nov 12 12:52:43.665095 PST 3: TAP (Consumer) eq_tapq:anon_116 - disconnected [ns_server:info,2012-11-12T12:52:43.724,ns_1@192.168.0.21:<0.4596.0>:ns_memcached:do_handle_call:521]Changed vbucket 31 state to replica [ns_server:info,2012-11-12T12:52:44.039,ns_1@192.168.0.21:ns_port_memcached<0.4538.0>:ns_port_server:log:171]memcached<0.4538.0>: Mon Nov 12 12:52:43.839727 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4538.0>: Mon Nov 12 12:52:43.840232 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4538.0>: Mon Nov 12 12:52:43.840491 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4538.0>: Mon Nov 12 12:52:43.840535 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4538.0>: Mon Nov 12 12:52:43.840560 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4538.0>: Mon Nov 12 12:52:43.840583 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4538.0>: Mon Nov 12 12:52:43.840692 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4538.0>: Mon Nov 12 12:52:43.840760 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4538.0>: Mon Nov 12 12:52:43.840826 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4538.0>: Mon Nov 12 12:52:43.840890 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4538.0>: Mon Nov 12 12:52:43.840955 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4538.0>: Mon Nov 12 12:52:43.841019 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4538.0>: Mon Nov 12 12:52:43.841118 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4538.0>: Mon Nov 12 12:52:43.841182 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4538.0>: Mon Nov 12 12:52:43.841244 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4538.0>: Mon Nov 12 12:52:43.841344 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4538.0>: Mon Nov 12 12:52:43.841771 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4538.0>: Mon Nov 12 12:52:43.841844 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4538.0>: Mon Nov 12 12:52:43.842557 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4538.0>: Mon Nov 12 12:52:43.842604 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4538.0>: Mon Nov 12 12:52:43.842631 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4538.0>: Mon Nov 12 12:52:43.842926 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4538.0>: Mon Nov 12 12:52:43.842954 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4538.0>: Mon Nov 12 12:52:43.842975 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4538.0>: Mon Nov 12 12:52:43.842994 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4538.0>: Mon Nov 12 12:52:43.843012 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4538.0>: Mon Nov 12 12:52:43.843056 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4538.0>: Mon Nov 12 12:52:43.843083 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4538.0>: Mon Nov 12 12:52:43.843122 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4538.0>: Mon Nov 12 12:52:43.843251 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4538.0>: Mon Nov 12 12:52:43.843280 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4538.0>: Mon Nov 12 12:52:43.843842 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4538.0>: Mon Nov 12 12:52:43.843894 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4538.0>: Mon Nov 12 12:52:43.843939 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4538.0>: Mon Nov 12 12:52:43.844029 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4538.0>: Mon Nov 12 12:52:43.844078 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4538.0>: Mon Nov 12 12:52:43.844118 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4538.0>: Mon Nov 12 12:52:43.844158 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4538.0>: Mon Nov 12 12:52:43.844195 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4538.0>: Mon Nov 12 12:52:43.844232 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4538.0>: Mon Nov 12 12:52:43.844267 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4538.0>: Mon Nov 12 12:52:43.844600 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4538.0>: Mon Nov 12 12:52:43.844663 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4538.0>: Mon Nov 12 12:52:43.844721 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4538.0>: Mon Nov 12 12:52:43.844775 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4538.0>: Mon Nov 12 12:52:43.844826 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4538.0>: Mon Nov 12 12:52:43.844883 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4538.0>: Mon Nov 12 12:52:43.844931 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4538.0>: Mon Nov 12 12:52:43.844965 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4538.0>: Mon Nov 12 12:52:43.844983 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4538.0>: Mon Nov 12 12:52:43.845813 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4538.0>: Mon Nov 12 12:52:43.846082 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4538.0>: Mon Nov 12 12:52:43.846126 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4538.0>: Mon Nov 12 12:52:43.846150 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4538.0>: Mon Nov 12 12:52:43.846166 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4538.0>: Mon Nov 12 12:52:43.846240 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4538.0>: Mon Nov 12 12:52:43.846264 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4538.0>: Mon Nov 12 12:52:43.846283 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4538.0>: Mon Nov 12 12:52:43.846301 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4538.0>: Mon Nov 12 12:52:43.846319 PST 3: persistence cursor offset is negative. Reset it to 0. [ns_server:warn,2012-11-12T12:52:44.040,ns_1@192.168.0.21:ns_port_memcached<0.4538.0>:ns_port_server:log:176]Dropped 189 log lines from memcached [ns_server:info,2012-11-12T12:52:44.163,ns_1@192.168.0.21:<0.7029.0>:ebucketmigrator_srv:init:479]Setting {"192.168.0.21",11209} vbucket 31 to state replica [ns_server:info,2012-11-12T12:52:44.205,ns_1@192.168.0.21:<0.4596.0>:ns_memcached:do_handle_call:521]Changed vbucket 554 state to replica [ns_server:info,2012-11-12T12:52:44.211,ns_1@192.168.0.21:<0.7035.0>:ebucketmigrator_srv:init:479]Setting {"192.168.0.21",11209} vbucket 554 to state replica [rebalance:info,2012-11-12T12:52:44.248,ns_1@192.168.0.21:<0.7029.0>:ebucketmigrator_srv:init:538]Starting tap stream: [{vbuckets,[31]}, {checkpoints,[{31,0}]}, {name,<<"replication_building_31_'ns_1@192.168.0.21'">>}, {takeover,false}] {{"192.168.0.20",11209}, {"192.168.0.21",11209}, [{vbuckets,[31]}, {takeover,false}, {suffix,"building_31_'ns_1@192.168.0.21'"}, {username,"default"}, {password,[]}]} [rebalance:info,2012-11-12T12:52:44.251,ns_1@192.168.0.21:<0.7029.0>:ebucketmigrator_srv:process_upstream:901]Initial stream for vbucket 31 [ns_server:info,2012-11-12T12:52:44.371,ns_1@192.168.0.21:ns_port_memcached<0.4538.0>:ns_port_server:log:171]memcached<0.4538.0>: Mon Nov 12 12:52:44.170223 PST 3: Schedule cleanup of "eq_tapq:anon_114" memcached<0.4538.0>: Mon Nov 12 12:52:44.170298 PST 3: Schedule cleanup of "eq_tapq:anon_115" memcached<0.4538.0>: Mon Nov 12 12:52:44.170322 PST 3: Schedule cleanup of "eq_tapq:anon_116" memcached<0.4538.0>: Mon Nov 12 12:52:44.170422 PST 3: TAP (Producer) eq_tapq:replication_ns_1@192.168.0.22 - Sending TAP_OPAQUE with command "complete_vb_filter_change" and vbucket 0 memcached<0.4538.0>: Mon Nov 12 12:52:44.252072 PST 3: TAP (Consumer) eq_tapq:anon_117 - Reset vbucket 31 was completed succecssfully. [rebalance:info,2012-11-12T12:52:44.381,ns_1@192.168.0.21:<0.7035.0>:ebucketmigrator_srv:init:538]Starting tap stream: [{vbuckets,[554]}, {checkpoints,[{554,0}]}, {name,<<"replication_building_554_'ns_1@192.168.0.21'">>}, {takeover,false}] {{"192.168.0.22",11209}, {"192.168.0.21",11209}, [{vbuckets,[554]}, {takeover,false}, {suffix,"building_554_'ns_1@192.168.0.21'"}, {username,"default"}, {password,[]}]} [rebalance:info,2012-11-12T12:52:44.382,ns_1@192.168.0.21:<0.7035.0>:ebucketmigrator_srv:process_upstream:901]Initial stream for vbucket 554 [ns_server:info,2012-11-12T12:52:44.583,ns_1@192.168.0.21:ns_port_memcached<0.4538.0>:ns_port_server:log:171]memcached<0.4538.0>: Mon Nov 12 12:52:44.383351 PST 3: TAP (Consumer) eq_tapq:anon_118 - Reset vbucket 554 was completed succecssfully. [ns_server:info,2012-11-12T12:52:45.128,ns_1@192.168.0.21:ns_port_memcached<0.4538.0>:ns_port_server:log:171]memcached<0.4538.0>: Mon Nov 12 12:52:44.927846 PST 3: Notified the completion of checkpoint persistence for vbucket 31, cookie 0x5c63600 [rebalance:info,2012-11-12T12:52:45.479,ns_1@192.168.0.21:<0.7029.0>:ebucketmigrator_srv:do_confirm_sent_messages:671]Got close ack! [ns_server:info,2012-11-12T12:52:45.484,ns_1@192.168.0.21:<0.4596.0>:ns_memcached:do_handle_call:521]Changed vbucket 31 state to replica [ns_server:info,2012-11-12T12:52:45.484,ns_1@192.168.0.21:tap_replication_manager-default<0.4597.0>:tap_replication_manager:change_vbucket_filter:185]Going to change replication from 'ns_1@192.168.0.22' to have [0,1,2,3,4,5,6,7,8,9,10,11,12,13,14,15,16,17,18,19,20,21,22,23,24,25,26,27,28, 29,30,31] ([31], []) [ns_server:info,2012-11-12T12:52:45.486,ns_1@192.168.0.21:<0.7020.0>:ebucketmigrator_srv:handle_call:274]Starting new-style vbucket filter change on stream `replication_ns_1@192.168.0.21` [ns_server:info,2012-11-12T12:52:45.581,ns_1@192.168.0.21:<0.7020.0>:ebucketmigrator_srv:handle_call:297]Changing vbucket filter on tap stream `replication_ns_1@192.168.0.21`: [{0,2}, {1,2}, {2,2}, {3,2}, {4,2}, {5,2}, {6,3}, {7,2}, {8,2}, {9,2}, {10,3}, {11,2}, {12,2}, {13,2}, {14,3}, {15,2}, {16,2}, {17,2}, {18,3}, {19,2}, {20,2}, {21,2}, {22,3}, {23,2}, {24,2}, {25,3}, {26,2}, {27,2}, {28,2}, {29,3}, {30,2}, {31,2}] [ns_server:info,2012-11-12T12:52:45.583,ns_1@192.168.0.21:<0.7020.0>:ebucketmigrator_srv:handle_call:307]Successfully changed vbucket filter on tap stream `replication_ns_1@192.168.0.21`. [ns_server:info,2012-11-12T12:52:45.584,ns_1@192.168.0.21:<0.7020.0>:ebucketmigrator_srv:handle_info:376]Got vbucket filter change completion message. Completing state transition to a new ebucketmigrator. [rebalance:info,2012-11-12T12:52:45.584,ns_1@192.168.0.21:<0.7020.0>:ebucketmigrator_srv:do_confirm_sent_messages:671]Got close ack! [ns_server:info,2012-11-12T12:52:45.585,ns_1@192.168.0.21:<0.7055.0>:ns_vbm_new_sup:mk_old_state_retriever:83]Got vbucket filter change old state. Proceeding vbucket filter change operation [error_logger:info,2012-11-12T12:52:45.586,ns_1@192.168.0.21:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================PROGRESS REPORT========================= supervisor: {local,'ns_vbm_new_sup-default'} started: [{pid,<0.7055.0>}, {name, {new_child_id, [0,1,2,3,4,5,6,7,8,9,10,11,12,13,14,15,16,17, 18,19,20,21,22,23,24,25,26,27,28,29,30,31], 'ns_1@192.168.0.22'}}, {mfargs, {ebucketmigrator_srv,start_link, [{"192.168.0.22",11209}, {"192.168.0.21",11209}, [{old_state_retriever, #Fun}, {on_not_ready_vbuckets, #Fun}, {username,"default"}, {password,[]}, {vbuckets, [0,1,2,3,4,5,6,7,8,9,10,11,12,13,14,15, 16,17,18,19,20,21,22,23,24,25,26,27,28, 29,30,31]}, {takeover,false}, {suffix,"ns_1@192.168.0.21"}]]}}, {restart_type,temporary}, {shutdown,60000}, {child_type,worker}] [ns_server:info,2012-11-12T12:52:45.663,ns_1@192.168.0.21:<0.4596.0>:ns_memcached:do_handle_call:521]Changed vbucket 32 state to replica [ns_server:info,2012-11-12T12:52:45.680,ns_1@192.168.0.21:ns_port_memcached<0.4538.0>:ns_port_server:log:171]memcached<0.4538.0>: Mon Nov 12 12:52:45.480672 PST 3: TAP (Consumer) eq_tapq:anon_117 - disconnected [ns_server:info,2012-11-12T12:52:45.966,ns_1@192.168.0.21:ns_port_memcached<0.4538.0>:ns_port_server:log:171]memcached<0.4538.0>: Mon Nov 12 12:52:45.766153 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4538.0>: Mon Nov 12 12:52:45.766238 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4538.0>: Mon Nov 12 12:52:45.766626 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4538.0>: Mon Nov 12 12:52:45.766647 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4538.0>: Mon Nov 12 12:52:45.767868 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4538.0>: Mon Nov 12 12:52:45.767894 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4538.0>: Mon Nov 12 12:52:45.767919 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4538.0>: Mon Nov 12 12:52:45.768193 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4538.0>: Mon Nov 12 12:52:45.768429 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4538.0>: Mon Nov 12 12:52:45.768488 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4538.0>: Mon Nov 12 12:52:45.768537 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4538.0>: Mon Nov 12 12:52:45.768576 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4538.0>: Mon Nov 12 12:52:45.768599 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4538.0>: Mon Nov 12 12:52:45.768621 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4538.0>: Mon Nov 12 12:52:45.768643 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4538.0>: Mon Nov 12 12:52:45.768663 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4538.0>: Mon Nov 12 12:52:45.768683 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4538.0>: Mon Nov 12 12:52:45.768702 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4538.0>: Mon Nov 12 12:52:45.768719 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4538.0>: Mon Nov 12 12:52:45.768736 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4538.0>: Mon Nov 12 12:52:45.768997 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4538.0>: Mon Nov 12 12:52:45.770277 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4538.0>: Mon Nov 12 12:52:45.770312 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4538.0>: Mon Nov 12 12:52:45.770336 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4538.0>: Mon Nov 12 12:52:45.770359 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4538.0>: Mon Nov 12 12:52:45.770381 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4538.0>: Mon Nov 12 12:52:45.770402 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4538.0>: Mon Nov 12 12:52:45.770423 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4538.0>: Mon Nov 12 12:52:45.770442 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4538.0>: Mon Nov 12 12:52:45.770461 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4538.0>: Mon Nov 12 12:52:45.770479 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4538.0>: Mon Nov 12 12:52:45.770497 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4538.0>: Mon Nov 12 12:52:45.770542 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4538.0>: Mon Nov 12 12:52:45.770564 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4538.0>: Mon Nov 12 12:52:45.775013 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4538.0>: Mon Nov 12 12:52:45.775098 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4538.0>: Mon Nov 12 12:52:45.775127 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4538.0>: Mon Nov 12 12:52:45.775150 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4538.0>: Mon Nov 12 12:52:45.775173 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4538.0>: Mon Nov 12 12:52:45.775193 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4538.0>: Mon Nov 12 12:52:45.775214 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4538.0>: Mon Nov 12 12:52:45.775234 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4538.0>: Mon Nov 12 12:52:45.775253 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4538.0>: Mon Nov 12 12:52:45.775300 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4538.0>: Mon Nov 12 12:52:45.775322 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4538.0>: Mon Nov 12 12:52:45.775339 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4538.0>: Mon Nov 12 12:52:45.775703 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4538.0>: Mon Nov 12 12:52:45.778703 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4538.0>: Mon Nov 12 12:52:45.778763 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4538.0>: Mon Nov 12 12:52:45.778786 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4538.0>: Mon Nov 12 12:52:45.778851 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4538.0>: Mon Nov 12 12:52:45.778874 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4538.0>: Mon Nov 12 12:52:45.778893 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4538.0>: Mon Nov 12 12:52:45.778912 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4538.0>: Mon Nov 12 12:52:45.778928 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4538.0>: Mon Nov 12 12:52:45.778945 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4538.0>: Mon Nov 12 12:52:45.779341 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4538.0>: Mon Nov 12 12:52:45.779372 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4538.0>: Mon Nov 12 12:52:45.779414 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4538.0>: Mon Nov 12 12:52:45.779437 PST 3: persistence cursor offset is negative. Reset it to 0. [ns_server:warn,2012-11-12T12:52:45.967,ns_1@192.168.0.21:ns_port_memcached<0.4538.0>:ns_port_server:log:176]Dropped 1827 log lines from memcached [ns_server:info,2012-11-12T12:52:46.106,ns_1@192.168.0.21:<0.7064.0>:ebucketmigrator_srv:init:479]Setting {"192.168.0.21",11209} vbucket 32 to state replica [rebalance:info,2012-11-12T12:52:46.111,ns_1@192.168.0.21:<0.7035.0>:ebucketmigrator_srv:do_confirm_sent_messages:671]Got close ack! [ns_server:info,2012-11-12T12:52:46.168,ns_1@192.168.0.21:ns_port_memcached<0.4538.0>:ns_port_server:log:171]memcached<0.4538.0>: Mon Nov 12 12:52:45.967227 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4538.0>: Mon Nov 12 12:52:45.967751 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4538.0>: Mon Nov 12 12:52:45.968201 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4538.0>: Mon Nov 12 12:52:45.968242 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4538.0>: Mon Nov 12 12:52:45.968260 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4538.0>: Mon Nov 12 12:52:45.968290 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4538.0>: Mon Nov 12 12:52:45.968322 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4538.0>: Mon Nov 12 12:52:45.968378 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4538.0>: Mon Nov 12 12:52:45.968492 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4538.0>: Mon Nov 12 12:52:45.968528 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4538.0>: Mon Nov 12 12:52:45.968556 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4538.0>: Mon Nov 12 12:52:45.968573 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4538.0>: Mon Nov 12 12:52:45.968589 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4538.0>: Mon Nov 12 12:52:45.968614 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4538.0>: Mon Nov 12 12:52:45.968694 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4538.0>: Mon Nov 12 12:52:45.968735 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4538.0>: Mon Nov 12 12:52:45.968762 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4538.0>: Mon Nov 12 12:52:45.968778 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4538.0>: Mon Nov 12 12:52:45.968825 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4538.0>: Mon Nov 12 12:52:45.968853 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4538.0>: Mon Nov 12 12:52:45.969001 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4538.0>: Mon Nov 12 12:52:45.969030 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4538.0>: Mon Nov 12 12:52:45.969051 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4538.0>: Mon Nov 12 12:52:45.969085 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4538.0>: Mon Nov 12 12:52:45.969105 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4538.0>: Mon Nov 12 12:52:45.969124 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4538.0>: Mon Nov 12 12:52:45.969142 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4538.0>: Mon Nov 12 12:52:45.969161 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4538.0>: Mon Nov 12 12:52:45.969178 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4538.0>: Mon Nov 12 12:52:45.969224 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4538.0>: Mon Nov 12 12:52:45.969295 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4538.0>: Mon Nov 12 12:52:45.969330 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4538.0>: Mon Nov 12 12:52:45.969361 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4538.0>: Mon Nov 12 12:52:45.969391 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4538.0>: Mon Nov 12 12:52:45.969422 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4538.0>: Mon Nov 12 12:52:45.969452 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4538.0>: Mon Nov 12 12:52:45.969481 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4538.0>: Mon Nov 12 12:52:45.969509 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4538.0>: Mon Nov 12 12:52:45.969539 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4538.0>: Mon Nov 12 12:52:45.969564 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4538.0>: Mon Nov 12 12:52:45.969589 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4538.0>: Mon Nov 12 12:52:45.969614 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4538.0>: Mon Nov 12 12:52:45.969844 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4538.0>: Mon Nov 12 12:52:45.969919 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4538.0>: Mon Nov 12 12:52:45.969948 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4538.0>: Mon Nov 12 12:52:45.969968 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4538.0>: Mon Nov 12 12:52:45.969987 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4538.0>: Mon Nov 12 12:52:45.970005 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4538.0>: Mon Nov 12 12:52:45.970022 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4538.0>: Mon Nov 12 12:52:45.970038 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4538.0>: Mon Nov 12 12:52:45.970203 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4538.0>: Mon Nov 12 12:52:45.970285 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4538.0>: Mon Nov 12 12:52:45.970322 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4538.0>: Mon Nov 12 12:52:45.970353 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4538.0>: Mon Nov 12 12:52:45.970384 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4538.0>: Mon Nov 12 12:52:45.970458 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4538.0>: Mon Nov 12 12:52:45.970495 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4538.0>: Mon Nov 12 12:52:45.970585 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4538.0>: Mon Nov 12 12:52:45.970673 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4538.0>: Mon Nov 12 12:52:45.970711 PST 3: persistence cursor offset is negative. Reset it to 0. [ns_server:warn,2012-11-12T12:52:46.170,ns_1@192.168.0.21:ns_port_memcached<0.4538.0>:ns_port_server:log:176]Dropped 379 log lines from memcached [rebalance:info,2012-11-12T12:52:46.242,ns_1@192.168.0.21:<0.7064.0>:ebucketmigrator_srv:init:538]Starting tap stream: [{vbuckets," "}, {checkpoints,[{32,0}]}, {name,<<"replication_building_32_'ns_1@192.168.0.21'">>}, {takeover,false}] {{"192.168.0.20",11209}, {"192.168.0.21",11209}, [{vbuckets," "}, {takeover,false}, {suffix,"building_32_'ns_1@192.168.0.21'"}, {username,"default"}, {password,[]}]} [rebalance:info,2012-11-12T12:52:46.243,ns_1@192.168.0.21:<0.7064.0>:ebucketmigrator_srv:process_upstream:901]Initial stream for vbucket 32 [ns_server:info,2012-11-12T12:52:46.259,ns_1@192.168.0.21:<0.4596.0>:ns_memcached:do_handle_call:521]Changed vbucket 554 state to active [ns_server:info,2012-11-12T12:52:46.444,ns_1@192.168.0.21:ns_port_memcached<0.4538.0>:ns_port_server:log:171]memcached<0.4538.0>: Mon Nov 12 12:52:46.244002 PST 3: TAP (Consumer) eq_tapq:anon_120 - Reset vbucket 32 was completed succecssfully. memcached<0.4538.0>: Mon Nov 12 12:52:46.254078 PST 3: TAP (Consumer) eq_tapq:anon_119 - disconnected memcached<0.4538.0>: Mon Nov 12 12:52:46.331021 PST 3: Schedule cleanup of "eq_tapq:anon_118" memcached<0.4538.0>: Mon Nov 12 12:52:46.331052 PST 3: TAP (Producer) eq_tapq:replication_ns_1@192.168.0.22 - Sending TAP_OPAQUE with command "complete_vb_filter_change" and vbucket 0 memcached<0.4538.0>: Mon Nov 12 12:52:46.331127 PST 3: Schedule cleanup of "eq_tapq:anon_119" [ns_server:info,2012-11-12T12:52:46.483,ns_1@192.168.0.21:<0.4596.0>:ns_memcached:do_handle_call:521]Changed vbucket 555 state to replica [ns_server:info,2012-11-12T12:52:46.489,ns_1@192.168.0.21:<0.7078.0>:ebucketmigrator_srv:init:479]Setting {"192.168.0.21",11209} vbucket 555 to state replica [rebalance:info,2012-11-12T12:52:46.644,ns_1@192.168.0.21:<0.7078.0>:ebucketmigrator_srv:init:538]Starting tap stream: [{vbuckets,[555]}, {checkpoints,[{555,0}]}, {name,<<"replication_building_555_'ns_1@192.168.0.21'">>}, {takeover,false}] {{"192.168.0.22",11209}, {"192.168.0.21",11209}, [{vbuckets,[555]}, {takeover,false}, {suffix,"building_555_'ns_1@192.168.0.21'"}, {username,"default"}, {password,[]}]} [rebalance:info,2012-11-12T12:52:46.653,ns_1@192.168.0.21:<0.7078.0>:ebucketmigrator_srv:process_upstream:901]Initial stream for vbucket 555 [ns_server:info,2012-11-12T12:52:46.854,ns_1@192.168.0.21:ns_port_memcached<0.4538.0>:ns_port_server:log:171]memcached<0.4538.0>: Mon Nov 12 12:52:46.653550 PST 3: TAP (Consumer) eq_tapq:anon_121 - Reset vbucket 555 was completed succecssfully. [rebalance:info,2012-11-12T12:52:48.570,ns_1@192.168.0.21:<0.7078.0>:ebucketmigrator_srv:do_confirm_sent_messages:671]Got close ack! [ns_server:info,2012-11-12T12:52:48.595,ns_1@192.168.0.21:ns_port_memcached<0.4538.0>:ns_port_server:log:171]memcached<0.4538.0>: Mon Nov 12 12:52:48.394728 PST 3: Notified the completion of checkpoint persistence for vbucket 32, cookie 0x5c638c0 memcached<0.4538.0>: Mon Nov 12 12:52:48.546401 PST 3: Notified the completion of checkpoint persistence for vbucket 555, cookie 0x5c63600 memcached<0.4538.0>: Mon Nov 12 12:52:48.571713 PST 3: TAP (Consumer) eq_tapq:anon_121 - disconnected [rebalance:info,2012-11-12T12:52:48.634,ns_1@192.168.0.21:<0.7064.0>:ebucketmigrator_srv:do_confirm_sent_messages:671]Got close ack! [ns_server:info,2012-11-12T12:52:48.644,ns_1@192.168.0.21:<0.4596.0>:ns_memcached:do_handle_call:521]Changed vbucket 32 state to replica [ns_server:info,2012-11-12T12:52:48.644,ns_1@192.168.0.21:tap_replication_manager-default<0.4597.0>:tap_replication_manager:change_vbucket_filter:185]Going to change replication from 'ns_1@192.168.0.22' to have [0,1,2,3,4,5,6,7,8,9,10,11,12,13,14,15,16,17,18,19,20,21,22,23,24,25,26,27,28, 29,30,31,32] (" ", []) [ns_server:info,2012-11-12T12:52:48.647,ns_1@192.168.0.21:<0.7055.0>:ebucketmigrator_srv:handle_call:274]Starting new-style vbucket filter change on stream `replication_ns_1@192.168.0.21` [ns_server:info,2012-11-12T12:52:48.740,ns_1@192.168.0.21:<0.7055.0>:ebucketmigrator_srv:handle_call:297]Changing vbucket filter on tap stream `replication_ns_1@192.168.0.21`: [{0,2}, {1,2}, {2,2}, {3,2}, {4,2}, {5,2}, {6,3}, {7,2}, {8,2}, {9,2}, {10,3}, {11,2}, {12,2}, {13,2}, {14,3}, {15,2}, {16,2}, {17,2}, {18,3}, {19,2}, {20,2}, {21,2}, {22,3}, {23,2}, {24,2}, {25,3}, {26,2}, {27,2}, {28,2}, {29,3}, {30,2}, {31,2}, {32,2}] [ns_server:info,2012-11-12T12:52:48.741,ns_1@192.168.0.21:<0.7055.0>:ebucketmigrator_srv:handle_call:307]Successfully changed vbucket filter on tap stream `replication_ns_1@192.168.0.21`. [ns_server:info,2012-11-12T12:52:48.749,ns_1@192.168.0.21:<0.7055.0>:ebucketmigrator_srv:handle_info:376]Got vbucket filter change completion message. Completing state transition to a new ebucketmigrator. [rebalance:info,2012-11-12T12:52:48.749,ns_1@192.168.0.21:<0.7055.0>:ebucketmigrator_srv:do_confirm_sent_messages:671]Got close ack! [ns_server:info,2012-11-12T12:52:48.750,ns_1@192.168.0.21:<0.7111.0>:ns_vbm_new_sup:mk_old_state_retriever:83]Got vbucket filter change old state. Proceeding vbucket filter change operation [error_logger:info,2012-11-12T12:52:48.751,ns_1@192.168.0.21:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================PROGRESS REPORT========================= supervisor: {local,'ns_vbm_new_sup-default'} started: [{pid,<0.7111.0>}, {name, {new_child_id, [0,1,2,3,4,5,6,7,8,9,10,11,12,13,14,15,16,17, 18,19,20,21,22,23,24,25,26,27,28,29,30,31,32], 'ns_1@192.168.0.22'}}, {mfargs, {ebucketmigrator_srv,start_link, [{"192.168.0.22",11209}, {"192.168.0.21",11209}, [{old_state_retriever, #Fun}, {on_not_ready_vbuckets, #Fun}, {username,"default"}, {password,[]}, {vbuckets, [0,1,2,3,4,5,6,7,8,9,10,11,12,13,14,15, 16,17,18,19,20,21,22,23,24,25,26,27,28, 29,30,31,32]}, {takeover,false}, {suffix,"ns_1@192.168.0.21"}]]}}, {restart_type,temporary}, {shutdown,60000}, {child_type,worker}] [ns_server:info,2012-11-12T12:52:48.752,ns_1@192.168.0.21:<0.4596.0>:ns_memcached:do_handle_call:521]Changed vbucket 555 state to active [ns_server:info,2012-11-12T12:52:48.785,ns_1@192.168.0.21:<0.4596.0>:ns_memcached:do_handle_call:521]Changed vbucket 33 state to replica [ns_server:info,2012-11-12T12:52:48.836,ns_1@192.168.0.21:ns_port_memcached<0.4538.0>:ns_port_server:log:171]memcached<0.4538.0>: Mon Nov 12 12:52:48.635992 PST 3: TAP (Consumer) eq_tapq:anon_120 - disconnected memcached<0.4538.0>: Mon Nov 12 12:52:48.739392 PST 3: TAP (Consumer) eq_tapq:anon_122 - disconnected [ns_server:info,2012-11-12T12:52:48.924,ns_1@192.168.0.21:<0.7113.0>:ebucketmigrator_srv:init:479]Setting {"192.168.0.21",11209} vbucket 33 to state replica [rebalance:info,2012-11-12T12:52:49.014,ns_1@192.168.0.21:<0.7113.0>:ebucketmigrator_srv:init:538]Starting tap stream: [{vbuckets,"!"}, {checkpoints,[{33,0}]}, {name,<<"replication_building_33_'ns_1@192.168.0.21'">>}, {takeover,false}] {{"192.168.0.20",11209}, {"192.168.0.21",11209}, [{vbuckets,"!"}, {takeover,false}, {suffix,"building_33_'ns_1@192.168.0.21'"}, {username,"default"}, {password,[]}]} [rebalance:info,2012-11-12T12:52:49.015,ns_1@192.168.0.21:<0.7113.0>:ebucketmigrator_srv:process_upstream:901]Initial stream for vbucket 33 [ns_server:info,2012-11-12T12:52:49.118,ns_1@192.168.0.21:ns_port_memcached<0.4538.0>:ns_port_server:log:171]memcached<0.4538.0>: Mon Nov 12 12:52:48.913728 PST 3: Schedule cleanup of "eq_tapq:anon_120" memcached<0.4538.0>: Mon Nov 12 12:52:48.913775 PST 3: Schedule cleanup of "eq_tapq:anon_121" memcached<0.4538.0>: Mon Nov 12 12:52:48.913796 PST 3: Schedule cleanup of "eq_tapq:anon_122" memcached<0.4538.0>: Mon Nov 12 12:52:48.951574 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4538.0>: Mon Nov 12 12:52:48.951629 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4538.0>: Mon Nov 12 12:52:48.951669 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4538.0>: Mon Nov 12 12:52:48.951708 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4538.0>: Mon Nov 12 12:52:48.951797 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4538.0>: Mon Nov 12 12:52:48.951848 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4538.0>: Mon Nov 12 12:52:48.951893 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4538.0>: Mon Nov 12 12:52:48.951921 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4538.0>: Mon Nov 12 12:52:48.951953 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4538.0>: Mon Nov 12 12:52:48.951993 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4538.0>: Mon Nov 12 12:52:48.952028 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4538.0>: Mon Nov 12 12:52:48.952051 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4538.0>: Mon Nov 12 12:52:48.952071 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4538.0>: Mon Nov 12 12:52:48.952585 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4538.0>: Mon Nov 12 12:52:48.952859 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4538.0>: Mon Nov 12 12:52:48.952886 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4538.0>: Mon Nov 12 12:52:48.952904 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4538.0>: Mon Nov 12 12:52:48.952921 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4538.0>: Mon Nov 12 12:52:48.952938 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4538.0>: Mon Nov 12 12:52:48.953290 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4538.0>: Mon Nov 12 12:52:48.953314 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4538.0>: Mon Nov 12 12:52:48.953331 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4538.0>: Mon Nov 12 12:52:48.953348 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4538.0>: Mon Nov 12 12:52:48.953696 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4538.0>: Mon Nov 12 12:52:48.953906 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4538.0>: Mon Nov 12 12:52:48.953935 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4538.0>: Mon Nov 12 12:52:48.953952 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4538.0>: Mon Nov 12 12:52:48.953970 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4538.0>: Mon Nov 12 12:52:48.953989 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4538.0>: Mon Nov 12 12:52:48.954025 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4538.0>: Mon Nov 12 12:52:48.954044 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4538.0>: Mon Nov 12 12:52:48.954061 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4538.0>: Mon Nov 12 12:52:48.954978 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4538.0>: Mon Nov 12 12:52:48.955006 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4538.0>: Mon Nov 12 12:52:48.955507 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4538.0>: Mon Nov 12 12:52:48.955538 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4538.0>: Mon Nov 12 12:52:48.955559 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4538.0>: Mon Nov 12 12:52:48.955578 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4538.0>: Mon Nov 12 12:52:48.955597 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4538.0>: Mon Nov 12 12:52:48.955615 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4538.0>: Mon Nov 12 12:52:48.955632 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4538.0>: Mon Nov 12 12:52:48.955648 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4538.0>: Mon Nov 12 12:52:48.955665 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4538.0>: Mon Nov 12 12:52:48.956369 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4538.0>: Mon Nov 12 12:52:48.956435 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4538.0>: Mon Nov 12 12:52:48.956462 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4538.0>: Mon Nov 12 12:52:48.956479 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4538.0>: Mon Nov 12 12:52:48.956498 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4538.0>: Mon Nov 12 12:52:48.956516 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4538.0>: Mon Nov 12 12:52:48.956534 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4538.0>: Mon Nov 12 12:52:48.956552 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4538.0>: Mon Nov 12 12:52:48.956569 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4538.0>: Mon Nov 12 12:52:48.956587 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4538.0>: Mon Nov 12 12:52:48.957110 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4538.0>: Mon Nov 12 12:52:48.957141 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4538.0>: Mon Nov 12 12:52:48.957162 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4538.0>: Mon Nov 12 12:52:48.957178 PST 3: persistence cursor offset is negative. Reset it to 0. [ns_server:warn,2012-11-12T12:52:49.119,ns_1@192.168.0.21:ns_port_memcached<0.4538.0>:ns_port_server:log:176]Dropped 7 log lines from memcached [ns_server:info,2012-11-12T12:52:49.162,ns_1@192.168.0.21:<0.4596.0>:ns_memcached:do_handle_call:521]Changed vbucket 556 state to replica [ns_server:info,2012-11-12T12:52:49.168,ns_1@192.168.0.21:<0.7125.0>:ebucketmigrator_srv:init:479]Setting {"192.168.0.21",11209} vbucket 556 to state replica [ns_server:info,2012-11-12T12:52:49.327,ns_1@192.168.0.21:ns_port_memcached<0.4538.0>:ns_port_server:log:171]memcached<0.4538.0>: Mon Nov 12 12:52:49.126643 PST 3: TAP (Producer) eq_tapq:replication_ns_1@192.168.0.22 - Sending TAP_OPAQUE with command "complete_vb_filter_change" and vbucket 0 memcached<0.4538.0>: Mon Nov 12 12:52:49.132051 PST 3: eq_tapq:replication_ns_1@192.168.0.22 cursor offset is negative. Reset it to 0. [rebalance:info,2012-11-12T12:52:49.465,ns_1@192.168.0.21:<0.7125.0>:ebucketmigrator_srv:init:538]Starting tap stream: [{vbuckets,[556]}, {checkpoints,[{556,0}]}, {name,<<"replication_building_556_'ns_1@192.168.0.21'">>}, {takeover,false}] {{"192.168.0.22",11209}, {"192.168.0.21",11209}, [{vbuckets,[556]}, {takeover,false}, {suffix,"building_556_'ns_1@192.168.0.21'"}, {username,"default"}, {password,[]}]} [rebalance:info,2012-11-12T12:52:49.471,ns_1@192.168.0.21:<0.7125.0>:ebucketmigrator_srv:process_upstream:901]Initial stream for vbucket 556 [ns_server:info,2012-11-12T12:52:49.672,ns_1@192.168.0.21:ns_port_memcached<0.4538.0>:ns_port_server:log:171]memcached<0.4538.0>: Mon Nov 12 12:52:49.471420 PST 3: TAP (Consumer) eq_tapq:anon_124 - Reset vbucket 556 was completed succecssfully. [rebalance:info,2012-11-12T12:52:50.119,ns_1@192.168.0.21:<0.7125.0>:ebucketmigrator_srv:do_confirm_sent_messages:671]Got close ack! [ns_server:info,2012-11-12T12:52:50.248,ns_1@192.168.0.21:<0.4596.0>:ns_memcached:do_handle_call:521]Changed vbucket 556 state to active [ns_server:info,2012-11-12T12:52:50.294,ns_1@192.168.0.21:ns_port_memcached<0.4538.0>:ns_port_server:log:171]memcached<0.4538.0>: Mon Nov 12 12:52:50.093779 PST 3: Notified the completion of checkpoint persistence for vbucket 556, cookie 0x5c638c0 memcached<0.4538.0>: Mon Nov 12 12:52:50.120679 PST 3: TAP (Consumer) eq_tapq:anon_124 - disconnected memcached<0.4538.0>: Mon Nov 12 12:52:50.245469 PST 3: TAP (Consumer) eq_tapq:anon_125 - disconnected memcached<0.4538.0>: Mon Nov 12 12:52:50.272149 PST 3: Schedule cleanup of "eq_tapq:anon_124" memcached<0.4538.0>: Mon Nov 12 12:52:50.272227 PST 3: Schedule cleanup of "eq_tapq:anon_125" memcached<0.4538.0>: Mon Nov 12 12:52:50.272380 PST 3: TAP (Producer) eq_tapq:replication_ns_1@192.168.0.22 - Sending TAP_OPAQUE with command "complete_vb_filter_change" and vbucket 0 [ns_server:info,2012-11-12T12:52:50.486,ns_1@192.168.0.21:<0.4596.0>:ns_memcached:do_handle_call:521]Changed vbucket 557 state to replica [ns_server:info,2012-11-12T12:52:50.492,ns_1@192.168.0.21:<0.7146.0>:ebucketmigrator_srv:init:479]Setting {"192.168.0.21",11209} vbucket 557 to state replica [ns_server:info,2012-11-12T12:52:50.581,ns_1@192.168.0.21:ns_port_memcached<0.4538.0>:ns_port_server:log:171]memcached<0.4538.0>: Mon Nov 12 12:52:50.379193 PST 3: Notified the completion of checkpoint persistence for vbucket 33, cookie 0x5c63340 memcached<0.4538.0>: Mon Nov 12 12:52:50.385422 PST 3: persistence cursor offset is negative. Reset it to 0. [rebalance:info,2012-11-12T12:52:50.836,ns_1@192.168.0.21:<0.7146.0>:ebucketmigrator_srv:init:538]Starting tap stream: [{vbuckets,[557]}, {checkpoints,[{557,0}]}, {name,<<"replication_building_557_'ns_1@192.168.0.21'">>}, {takeover,false}] {{"192.168.0.22",11209}, {"192.168.0.21",11209}, [{vbuckets,[557]}, {takeover,false}, {suffix,"building_557_'ns_1@192.168.0.21'"}, {username,"default"}, {password,[]}]} [rebalance:info,2012-11-12T12:52:50.838,ns_1@192.168.0.21:<0.7146.0>:ebucketmigrator_srv:process_upstream:901]Initial stream for vbucket 557 [ns_server:info,2012-11-12T12:52:51.039,ns_1@192.168.0.21:ns_port_memcached<0.4538.0>:ns_port_server:log:171]memcached<0.4538.0>: Mon Nov 12 12:52:50.838634 PST 3: TAP (Consumer) eq_tapq:anon_126 - Reset vbucket 557 was completed succecssfully. [rebalance:info,2012-11-12T12:52:51.432,ns_1@192.168.0.21:<0.7146.0>:ebucketmigrator_srv:do_confirm_sent_messages:671]Got close ack! [ns_server:info,2012-11-12T12:52:51.586,ns_1@192.168.0.21:<0.4596.0>:ns_memcached:do_handle_call:521]Changed vbucket 557 state to active [ns_server:info,2012-11-12T12:52:51.594,ns_1@192.168.0.21:ns_port_memcached<0.4538.0>:ns_port_server:log:171]memcached<0.4538.0>: Mon Nov 12 12:52:51.393606 PST 3: Notified the completion of checkpoint persistence for vbucket 557, cookie 0x5c638c0 memcached<0.4538.0>: Mon Nov 12 12:52:51.432899 PST 3: TAP (Consumer) eq_tapq:anon_126 - disconnected memcached<0.4538.0>: Mon Nov 12 12:52:51.551973 PST 3: TAP (Consumer) eq_tapq:anon_127 - disconnected memcached<0.4538.0>: Mon Nov 12 12:52:51.551978 PST 3: Notified the completion of checkpoint persistence for vbucket 33, cookie 0x5c63600 [ns_server:info,2012-11-12T12:52:51.826,ns_1@192.168.0.21:<0.4596.0>:ns_memcached:do_handle_call:521]Changed vbucket 558 state to replica [ns_server:info,2012-11-12T12:52:51.830,ns_1@192.168.0.21:<0.7165.0>:ebucketmigrator_srv:init:479]Setting {"192.168.0.21",11209} vbucket 558 to state replica [ns_server:info,2012-11-12T12:52:51.867,ns_1@192.168.0.21:ns_port_memcached<0.4538.0>:ns_port_server:log:171]memcached<0.4538.0>: Mon Nov 12 12:52:51.666336 PST 3: Schedule cleanup of "eq_tapq:anon_126" memcached<0.4538.0>: Mon Nov 12 12:52:51.666376 PST 3: TAP (Producer) eq_tapq:replication_ns_1@192.168.0.22 - Sending TAP_OPAQUE with command "complete_vb_filter_change" and vbucket 0 memcached<0.4538.0>: Mon Nov 12 12:52:51.666429 PST 3: Schedule cleanup of "eq_tapq:anon_127" [rebalance:info,2012-11-12T12:52:51.882,ns_1@192.168.0.21:<0.7113.0>:ebucketmigrator_srv:do_confirm_sent_messages:671]Got close ack! [ns_server:info,2012-11-12T12:52:51.911,ns_1@192.168.0.21:<0.4596.0>:ns_memcached:do_handle_call:521]Changed vbucket 33 state to replica [ns_server:info,2012-11-12T12:52:51.911,ns_1@192.168.0.21:tap_replication_manager-default<0.4597.0>:tap_replication_manager:change_vbucket_filter:185]Going to change replication from 'ns_1@192.168.0.22' to have [0,1,2,3,4,5,6,7,8,9,10,11,12,13,14,15,16,17,18,19,20,21,22,23,24,25,26,27,28, 29,30,31,32,33] ("!", []) [ns_server:info,2012-11-12T12:52:51.912,ns_1@192.168.0.21:<0.7111.0>:ebucketmigrator_srv:handle_call:274]Starting new-style vbucket filter change on stream `replication_ns_1@192.168.0.21` [ns_server:info,2012-11-12T12:52:52.036,ns_1@192.168.0.21:<0.7111.0>:ebucketmigrator_srv:handle_call:297]Changing vbucket filter on tap stream `replication_ns_1@192.168.0.21`: [{0,2}, {1,2}, {2,2}, {3,2}, {4,2}, {5,2}, {6,3}, {7,2}, {8,2}, {9,2}, {10,3}, {11,2}, {12,2}, {13,2}, {14,3}, {15,2}, {16,2}, {17,2}, {18,3}, {19,2}, {20,2}, {21,2}, {22,3}, {23,2}, {24,2}, {25,3}, {26,2}, {27,2}, {28,2}, {29,3}, {30,2}, {31,2}, {32,2}, {33,3}] [ns_server:info,2012-11-12T12:52:52.038,ns_1@192.168.0.21:<0.7111.0>:ebucketmigrator_srv:handle_call:307]Successfully changed vbucket filter on tap stream `replication_ns_1@192.168.0.21`. [ns_server:info,2012-11-12T12:52:52.040,ns_1@192.168.0.21:<0.7111.0>:ebucketmigrator_srv:handle_info:376]Got vbucket filter change completion message. Completing state transition to a new ebucketmigrator. [rebalance:info,2012-11-12T12:52:52.041,ns_1@192.168.0.21:<0.7111.0>:ebucketmigrator_srv:do_confirm_sent_messages:671]Got close ack! [ns_server:info,2012-11-12T12:52:52.042,ns_1@192.168.0.21:<0.7176.0>:ns_vbm_new_sup:mk_old_state_retriever:83]Got vbucket filter change old state. Proceeding vbucket filter change operation [error_logger:info,2012-11-12T12:52:52.043,ns_1@192.168.0.21:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================PROGRESS REPORT========================= supervisor: {local,'ns_vbm_new_sup-default'} started: [{pid,<0.7176.0>}, {name, {new_child_id, [0,1,2,3,4,5,6,7,8,9,10,11,12,13,14,15,16,17, 18,19,20,21,22,23,24,25,26,27,28,29,30,31,32, 33], 'ns_1@192.168.0.22'}}, {mfargs, {ebucketmigrator_srv,start_link, [{"192.168.0.22",11209}, {"192.168.0.21",11209}, [{old_state_retriever, #Fun}, {on_not_ready_vbuckets, #Fun}, {username,"default"}, {password,[]}, {vbuckets, [0,1,2,3,4,5,6,7,8,9,10,11,12,13,14,15, 16,17,18,19,20,21,22,23,24,25,26,27,28, 29,30,31,32,33]}, {takeover,false}, {suffix,"ns_1@192.168.0.21"}]]}}, {restart_type,temporary}, {shutdown,60000}, {child_type,worker}] [rebalance:info,2012-11-12T12:52:52.045,ns_1@192.168.0.21:<0.7165.0>:ebucketmigrator_srv:init:538]Starting tap stream: [{vbuckets,[558]}, {checkpoints,[{558,0}]}, {name,<<"replication_building_558_'ns_1@192.168.0.21'">>}, {takeover,false}] {{"192.168.0.22",11209}, {"192.168.0.21",11209}, [{vbuckets,[558]}, {takeover,false}, {suffix,"building_558_'ns_1@192.168.0.21'"}, {username,"default"}, {password,[]}]} [rebalance:info,2012-11-12T12:52:52.047,ns_1@192.168.0.21:<0.7165.0>:ebucketmigrator_srv:process_upstream:901]Initial stream for vbucket 558 [ns_server:info,2012-11-12T12:52:52.071,ns_1@192.168.0.21:<0.4596.0>:ns_memcached:do_handle_call:521]Changed vbucket 34 state to replica [ns_server:info,2012-11-12T12:52:52.200,ns_1@192.168.0.21:ns_port_memcached<0.4538.0>:ns_port_server:log:171]memcached<0.4538.0>: Mon Nov 12 12:52:51.999619 PST 3: TAP (Consumer) eq_tapq:anon_123 - disconnected memcached<0.4538.0>: Mon Nov 12 12:52:52.047780 PST 3: TAP (Consumer) eq_tapq:anon_128 - Reset vbucket 558 was completed succecssfully. [ns_server:info,2012-11-12T12:52:52.212,ns_1@192.168.0.21:<0.7194.0>:ebucketmigrator_srv:init:479]Setting {"192.168.0.21",11209} vbucket 34 to state replica [rebalance:info,2012-11-12T12:52:52.293,ns_1@192.168.0.21:<0.7194.0>:ebucketmigrator_srv:init:538]Starting tap stream: [{vbuckets,"\""}, {checkpoints,[{34,0}]}, {name,<<"replication_building_34_'ns_1@192.168.0.21'">>}, {takeover,false}] {{"192.168.0.20",11209}, {"192.168.0.21",11209}, [{vbuckets,"\""}, {takeover,false}, {suffix,"building_34_'ns_1@192.168.0.21'"}, {username,"default"}, {password,[]}]} [rebalance:info,2012-11-12T12:52:52.294,ns_1@192.168.0.21:<0.7194.0>:ebucketmigrator_srv:process_upstream:901]Initial stream for vbucket 34 [ns_server:info,2012-11-12T12:52:52.410,ns_1@192.168.0.21:ns_port_memcached<0.4538.0>:ns_port_server:log:171]memcached<0.4538.0>: Mon Nov 12 12:52:52.210061 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4538.0>: Mon Nov 12 12:52:52.210124 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4538.0>: Mon Nov 12 12:52:52.210240 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4538.0>: Mon Nov 12 12:52:52.210291 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4538.0>: Mon Nov 12 12:52:52.210309 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4538.0>: Mon Nov 12 12:52:52.210322 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4538.0>: Mon Nov 12 12:52:52.210335 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4538.0>: Mon Nov 12 12:52:52.210348 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4538.0>: Mon Nov 12 12:52:52.295462 PST 3: TAP (Consumer) eq_tapq:anon_129 - Reset vbucket 34 was completed succecssfully. memcached<0.4538.0>: Mon Nov 12 12:52:52.391690 PST 3: Schedule cleanup of "eq_tapq:anon_123" [ns_server:info,2012-11-12T12:52:53.024,ns_1@192.168.0.21:ns_port_memcached<0.4538.0>:ns_port_server:log:171]memcached<0.4538.0>: Mon Nov 12 12:52:52.823597 PST 3: Notified the completion of checkpoint persistence for vbucket 34, cookie 0x5c638c0 [rebalance:info,2012-11-12T12:52:53.627,ns_1@192.168.0.21:<0.7165.0>:ebucketmigrator_srv:do_confirm_sent_messages:671]Got close ack! [ns_server:info,2012-11-12T12:52:53.792,ns_1@192.168.0.21:<0.4593.0>:ns_memcached:do_handle_call:521]Changed vbucket 558 state to active [ns_server:info,2012-11-12T12:52:53.798,ns_1@192.168.0.21:ns_port_memcached<0.4538.0>:ns_port_server:log:171]memcached<0.4538.0>: Mon Nov 12 12:52:53.598468 PST 3: Notified the completion of checkpoint persistence for vbucket 558, cookie 0x5c62580 memcached<0.4538.0>: Mon Nov 12 12:52:53.627693 PST 3: TAP (Consumer) eq_tapq:anon_128 - disconnected memcached<0.4538.0>: Mon Nov 12 12:52:53.783887 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4538.0>: Mon Nov 12 12:52:53.783935 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4538.0>: Mon Nov 12 12:52:53.786535 PST 3: TAP (Consumer) eq_tapq:anon_130 - disconnected memcached<0.4538.0>: Mon Nov 12 12:52:53.790523 PST 3: persistence cursor offset is negative. Reset it to 0. [ns_server:info,2012-11-12T12:52:54.000,ns_1@192.168.0.21:<0.4593.0>:ns_memcached:do_handle_call:521]Changed vbucket 559 state to replica [ns_server:info,2012-11-12T12:52:54.004,ns_1@192.168.0.21:<0.7216.0>:ebucketmigrator_srv:init:479]Setting {"192.168.0.21",11209} vbucket 559 to state replica [ns_server:info,2012-11-12T12:52:54.024,ns_1@192.168.0.21:ns_port_memcached<0.4538.0>:ns_port_server:log:171]memcached<0.4538.0>: Mon Nov 12 12:52:53.824098 PST 3: Schedule cleanup of "eq_tapq:anon_128" memcached<0.4538.0>: Mon Nov 12 12:52:53.824168 PST 3: Schedule cleanup of "eq_tapq:anon_130" memcached<0.4538.0>: Mon Nov 12 12:52:53.824451 PST 3: TAP (Producer) eq_tapq:replication_ns_1@192.168.0.22 - Sending TAP_OPAQUE with command "complete_vb_filter_change" and vbucket 0 [rebalance:info,2012-11-12T12:52:54.110,ns_1@192.168.0.21:<0.7216.0>:ebucketmigrator_srv:init:538]Starting tap stream: [{vbuckets,[559]}, {checkpoints,[{559,0}]}, {name,<<"replication_building_559_'ns_1@192.168.0.21'">>}, {takeover,false}] {{"192.168.0.22",11209}, {"192.168.0.21",11209}, [{vbuckets,[559]}, {takeover,false}, {suffix,"building_559_'ns_1@192.168.0.21'"}, {username,"default"}, {password,[]}]} [rebalance:info,2012-11-12T12:52:54.112,ns_1@192.168.0.21:<0.7216.0>:ebucketmigrator_srv:process_upstream:901]Initial stream for vbucket 559 [rebalance:info,2012-11-12T12:52:54.260,ns_1@192.168.0.21:<0.7194.0>:ebucketmigrator_srv:do_confirm_sent_messages:671]Got close ack! [ns_server:info,2012-11-12T12:52:54.265,ns_1@192.168.0.21:<0.4593.0>:ns_memcached:do_handle_call:521]Changed vbucket 34 state to replica [ns_server:info,2012-11-12T12:52:54.266,ns_1@192.168.0.21:tap_replication_manager-default<0.4597.0>:tap_replication_manager:change_vbucket_filter:185]Going to change replication from 'ns_1@192.168.0.22' to have [0,1,2,3,4,5,6,7,8,9,10,11,12,13,14,15,16,17,18,19,20,21,22,23,24,25,26,27,28, 29,30,31,32,33,34] ("\"", []) [ns_server:info,2012-11-12T12:52:54.269,ns_1@192.168.0.21:<0.7176.0>:ebucketmigrator_srv:handle_call:274]Starting new-style vbucket filter change on stream `replication_ns_1@192.168.0.21` [ns_server:info,2012-11-12T12:52:54.313,ns_1@192.168.0.21:ns_port_memcached<0.4538.0>:ns_port_server:log:171]memcached<0.4538.0>: Mon Nov 12 12:52:54.112604 PST 3: TAP (Consumer) eq_tapq:anon_131 - Reset vbucket 559 was completed succecssfully. memcached<0.4538.0>: Mon Nov 12 12:52:54.260926 PST 3: TAP (Consumer) eq_tapq:anon_129 - disconnected [ns_server:info,2012-11-12T12:52:54.360,ns_1@192.168.0.21:<0.7176.0>:ebucketmigrator_srv:handle_call:297]Changing vbucket filter on tap stream `replication_ns_1@192.168.0.21`: [{0,2}, {1,2}, {2,2}, {3,2}, {4,2}, {5,2}, {6,3}, {7,2}, {8,2}, {9,2}, {10,3}, {11,2}, {12,2}, {13,2}, {14,3}, {15,2}, {16,2}, {17,2}, {18,3}, {19,2}, {20,2}, {21,2}, {22,3}, {23,2}, {24,2}, {25,3}, {26,2}, {27,2}, {28,2}, {29,3}, {30,2}, {31,2}, {32,2}, {33,3}, {34,2}] [ns_server:info,2012-11-12T12:52:54.362,ns_1@192.168.0.21:<0.7176.0>:ebucketmigrator_srv:handle_call:307]Successfully changed vbucket filter on tap stream `replication_ns_1@192.168.0.21`. [ns_server:info,2012-11-12T12:52:54.363,ns_1@192.168.0.21:<0.7176.0>:ebucketmigrator_srv:handle_info:376]Got vbucket filter change completion message. Completing state transition to a new ebucketmigrator. [rebalance:info,2012-11-12T12:52:54.364,ns_1@192.168.0.21:<0.7176.0>:ebucketmigrator_srv:do_confirm_sent_messages:671]Got close ack! [ns_server:info,2012-11-12T12:52:54.365,ns_1@192.168.0.21:<0.7234.0>:ns_vbm_new_sup:mk_old_state_retriever:83]Got vbucket filter change old state. Proceeding vbucket filter change operation [error_logger:info,2012-11-12T12:52:54.366,ns_1@192.168.0.21:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================PROGRESS REPORT========================= supervisor: {local,'ns_vbm_new_sup-default'} started: [{pid,<0.7234.0>}, {name, {new_child_id, [0,1,2,3,4,5,6,7,8,9,10,11,12,13,14,15,16,17, 18,19,20,21,22,23,24,25,26,27,28,29,30,31,32, 33,34], 'ns_1@192.168.0.22'}}, {mfargs, {ebucketmigrator_srv,start_link, [{"192.168.0.22",11209}, {"192.168.0.21",11209}, [{old_state_retriever, #Fun}, {on_not_ready_vbuckets, #Fun}, {username,"default"}, {password,[]}, {vbuckets, [0,1,2,3,4,5,6,7,8,9,10,11,12,13,14,15, 16,17,18,19,20,21,22,23,24,25,26,27,28, 29,30,31,32,33,34]}, {takeover,false}, {suffix,"ns_1@192.168.0.21"}]]}}, {restart_type,temporary}, {shutdown,60000}, {child_type,worker}] [ns_server:info,2012-11-12T12:52:54.400,ns_1@192.168.0.21:<0.4593.0>:ns_memcached:do_handle_call:521]Changed vbucket 35 state to replica [ns_server:info,2012-11-12T12:52:54.582,ns_1@192.168.0.21:ns_port_memcached<0.4538.0>:ns_port_server:log:171]memcached<0.4538.0>: Mon Nov 12 12:52:54.382096 PST 3: Schedule cleanup of "eq_tapq:anon_129" [ns_server:info,2012-11-12T12:52:54.901,ns_1@192.168.0.21:<0.7243.0>:ebucketmigrator_srv:init:479]Setting {"192.168.0.21",11209} vbucket 35 to state replica [rebalance:info,2012-11-12T12:52:54.985,ns_1@192.168.0.21:<0.7243.0>:ebucketmigrator_srv:init:538]Starting tap stream: [{vbuckets,"#"}, {checkpoints,[{35,0}]}, {name,<<"replication_building_35_'ns_1@192.168.0.21'">>}, {takeover,false}] {{"192.168.0.20",11209}, {"192.168.0.21",11209}, [{vbuckets,"#"}, {takeover,false}, {suffix,"building_35_'ns_1@192.168.0.21'"}, {username,"default"}, {password,[]}]} [rebalance:info,2012-11-12T12:52:54.988,ns_1@192.168.0.21:<0.7243.0>:ebucketmigrator_srv:process_upstream:901]Initial stream for vbucket 35 [ns_server:info,2012-11-12T12:52:55.189,ns_1@192.168.0.21:ns_port_memcached<0.4538.0>:ns_port_server:log:171]memcached<0.4538.0>: Mon Nov 12 12:52:54.988386 PST 3: TAP (Consumer) eq_tapq:anon_132 - Reset vbucket 35 was completed succecssfully. [rebalance:info,2012-11-12T12:52:55.312,ns_1@192.168.0.21:<0.7216.0>:ebucketmigrator_srv:do_confirm_sent_messages:671]Got close ack! [ns_server:info,2012-11-12T12:52:55.457,ns_1@192.168.0.21:ns_port_memcached<0.4538.0>:ns_port_server:log:171]memcached<0.4538.0>: Mon Nov 12 12:52:55.256806 PST 3: Notified the completion of checkpoint persistence for vbucket 559, cookie 0x5c62580 memcached<0.4538.0>: Mon Nov 12 12:52:55.312611 PST 3: TAP (Consumer) eq_tapq:anon_131 - disconnected memcached<0.4538.0>: Mon Nov 12 12:52:55.382481 PST 3: Schedule cleanup of "eq_tapq:anon_131" [ns_server:info,2012-11-12T12:52:55.478,ns_1@192.168.0.21:<0.4593.0>:ns_memcached:do_handle_call:521]Changed vbucket 559 state to active [ns_server:info,2012-11-12T12:52:55.670,ns_1@192.168.0.21:ns_port_memcached<0.4538.0>:ns_port_server:log:171]memcached<0.4538.0>: Mon Nov 12 12:52:55.469997 PST 3: Notified the completion of checkpoint persistence for vbucket 35, cookie 0x5c638c0 memcached<0.4538.0>: Mon Nov 12 12:52:55.471529 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4538.0>: Mon Nov 12 12:52:55.471799 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4538.0>: Mon Nov 12 12:52:55.476227 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4538.0>: Mon Nov 12 12:52:55.476528 PST 3: TAP (Consumer) eq_tapq:anon_133 - disconnected memcached<0.4538.0>: Mon Nov 12 12:52:55.511816 PST 3: Schedule cleanup of "eq_tapq:anon_133" memcached<0.4538.0>: Mon Nov 12 12:52:55.511846 PST 3: TAP (Producer) eq_tapq:replication_ns_1@192.168.0.22 - Sending TAP_OPAQUE with command "complete_vb_filter_change" and vbucket 0 [ns_server:info,2012-11-12T12:52:55.776,ns_1@192.168.0.21:<0.4593.0>:ns_memcached:do_handle_call:521]Changed vbucket 560 state to replica [ns_server:info,2012-11-12T12:52:55.802,ns_1@192.168.0.21:<0.7253.0>:ebucketmigrator_srv:init:479]Setting {"192.168.0.21",11209} vbucket 560 to state replica [rebalance:info,2012-11-12T12:52:55.948,ns_1@192.168.0.21:<0.7253.0>:ebucketmigrator_srv:init:538]Starting tap stream: [{vbuckets,[560]}, {checkpoints,[{560,0}]}, {name,<<"replication_building_560_'ns_1@192.168.0.21'">>}, {takeover,false}] {{"192.168.0.22",11209}, {"192.168.0.21",11209}, [{vbuckets,[560]}, {takeover,false}, {suffix,"building_560_'ns_1@192.168.0.21'"}, {username,"default"}, {password,[]}]} [rebalance:info,2012-11-12T12:52:55.952,ns_1@192.168.0.21:<0.7253.0>:ebucketmigrator_srv:process_upstream:901]Initial stream for vbucket 560 [ns_server:info,2012-11-12T12:52:56.152,ns_1@192.168.0.21:ns_port_memcached<0.4538.0>:ns_port_server:log:171]memcached<0.4538.0>: Mon Nov 12 12:52:55.952524 PST 3: TAP (Consumer) eq_tapq:anon_134 - Reset vbucket 560 was completed succecssfully. [rebalance:info,2012-11-12T12:52:56.197,ns_1@192.168.0.21:<0.7243.0>:ebucketmigrator_srv:do_confirm_sent_messages:671]Got close ack! [ns_server:info,2012-11-12T12:52:56.202,ns_1@192.168.0.21:<0.4593.0>:ns_memcached:do_handle_call:521]Changed vbucket 35 state to replica [ns_server:info,2012-11-12T12:52:56.202,ns_1@192.168.0.21:tap_replication_manager-default<0.4597.0>:tap_replication_manager:change_vbucket_filter:185]Going to change replication from 'ns_1@192.168.0.22' to have [0,1,2,3,4,5,6,7,8,9,10,11,12,13,14,15,16,17,18,19,20,21,22,23,24,25,26,27,28, 29,30,31,32,33,34,35] ("#", []) [ns_server:info,2012-11-12T12:52:56.208,ns_1@192.168.0.21:<0.7234.0>:ebucketmigrator_srv:handle_call:274]Starting new-style vbucket filter change on stream `replication_ns_1@192.168.0.21` [ns_server:info,2012-11-12T12:52:56.303,ns_1@192.168.0.21:<0.7234.0>:ebucketmigrator_srv:handle_call:297]Changing vbucket filter on tap stream `replication_ns_1@192.168.0.21`: [{0,2}, {1,2}, {2,2}, {3,2}, {4,2}, {5,2}, {6,3}, {7,2}, {8,2}, {9,2}, {10,3}, {11,2}, {12,2}, {13,2}, {14,3}, {15,2}, {16,2}, {17,2}, {18,3}, {19,2}, {20,2}, {21,2}, {22,3}, {23,2}, {24,2}, {25,3}, {26,2}, {27,2}, {28,2}, {29,3}, {30,2}, {31,2}, {32,2}, {33,3}, {34,2}, {35,2}] [ns_server:info,2012-11-12T12:52:56.305,ns_1@192.168.0.21:<0.7234.0>:ebucketmigrator_srv:handle_call:307]Successfully changed vbucket filter on tap stream `replication_ns_1@192.168.0.21`. [ns_server:info,2012-11-12T12:52:56.306,ns_1@192.168.0.21:<0.7234.0>:ebucketmigrator_srv:handle_info:376]Got vbucket filter change completion message. Completing state transition to a new ebucketmigrator. [rebalance:info,2012-11-12T12:52:56.306,ns_1@192.168.0.21:<0.7234.0>:ebucketmigrator_srv:do_confirm_sent_messages:671]Got close ack! [ns_server:info,2012-11-12T12:52:56.309,ns_1@192.168.0.21:<0.7273.0>:ns_vbm_new_sup:mk_old_state_retriever:83]Got vbucket filter change old state. Proceeding vbucket filter change operation [error_logger:info,2012-11-12T12:52:56.310,ns_1@192.168.0.21:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================PROGRESS REPORT========================= supervisor: {local,'ns_vbm_new_sup-default'} started: [{pid,<0.7273.0>}, {name, {new_child_id, [0,1,2,3,4,5,6,7,8,9,10,11,12,13,14,15,16,17, 18,19,20,21,22,23,24,25,26,27,28,29,30,31,32, 33,34,35], 'ns_1@192.168.0.22'}}, {mfargs, {ebucketmigrator_srv,start_link, [{"192.168.0.22",11209}, {"192.168.0.21",11209}, [{old_state_retriever, #Fun}, {on_not_ready_vbuckets, #Fun}, {username,"default"}, {password,[]}, {vbuckets, [0,1,2,3,4,5,6,7,8,9,10,11,12,13,14,15, 16,17,18,19,20,21,22,23,24,25,26,27,28, 29,30,31,32,33,34,35]}, {takeover,false}, {suffix,"ns_1@192.168.0.21"}]]}}, {restart_type,temporary}, {shutdown,60000}, {child_type,worker}] [ns_server:info,2012-11-12T12:52:56.341,ns_1@192.168.0.21:<0.4593.0>:ns_memcached:do_handle_call:521]Changed vbucket 36 state to replica [rebalance:info,2012-11-12T12:52:56.348,ns_1@192.168.0.21:<0.7253.0>:ebucketmigrator_srv:do_confirm_sent_messages:671]Got close ack! [ns_server:info,2012-11-12T12:52:56.399,ns_1@192.168.0.21:ns_port_memcached<0.4538.0>:ns_port_server:log:171]memcached<0.4538.0>: Mon Nov 12 12:52:56.198529 PST 3: TAP (Consumer) eq_tapq:anon_132 - disconnected memcached<0.4538.0>: Mon Nov 12 12:52:56.328847 PST 3: Notified the completion of checkpoint persistence for vbucket 560, cookie 0x5c638c0 memcached<0.4538.0>: Mon Nov 12 12:52:56.349073 PST 3: TAP (Consumer) eq_tapq:anon_134 - disconnected [ns_server:info,2012-11-12T12:52:56.485,ns_1@192.168.0.21:<0.4593.0>:ns_memcached:do_handle_call:521]Changed vbucket 560 state to active [ns_server:info,2012-11-12T12:52:56.505,ns_1@192.168.0.21:<0.7286.0>:ebucketmigrator_srv:init:479]Setting {"192.168.0.21",11209} vbucket 36 to state replica [rebalance:info,2012-11-12T12:52:56.628,ns_1@192.168.0.21:<0.7286.0>:ebucketmigrator_srv:init:538]Starting tap stream: [{vbuckets,"$"}, {checkpoints,[{36,0}]}, {name,<<"replication_building_36_'ns_1@192.168.0.21'">>}, {takeover,false}] {{"192.168.0.20",11209}, {"192.168.0.21",11209}, [{vbuckets,"$"}, {takeover,false}, {suffix,"building_36_'ns_1@192.168.0.21'"}, {username,"default"}, {password,[]}]} [rebalance:info,2012-11-12T12:52:56.631,ns_1@192.168.0.21:<0.7286.0>:ebucketmigrator_srv:process_upstream:901]Initial stream for vbucket 36 [ns_server:info,2012-11-12T12:52:56.668,ns_1@192.168.0.21:ns_port_memcached<0.4538.0>:ns_port_server:log:171]memcached<0.4538.0>: Mon Nov 12 12:52:56.467521 PST 3: TAP (Consumer) eq_tapq:anon_135 - disconnected memcached<0.4538.0>: Mon Nov 12 12:52:56.537698 PST 3: Schedule cleanup of "eq_tapq:anon_132" memcached<0.4538.0>: Mon Nov 12 12:52:56.537741 PST 3: Schedule cleanup of "eq_tapq:anon_134" memcached<0.4538.0>: Mon Nov 12 12:52:56.537744 PST 3: TAP (Producer) eq_tapq:replication_ns_1@192.168.0.22 - Sending TAP_OPAQUE with command "complete_vb_filter_change" and vbucket 0 memcached<0.4538.0>: Mon Nov 12 12:52:56.537763 PST 3: Schedule cleanup of "eq_tapq:anon_135" memcached<0.4538.0>: Mon Nov 12 12:52:56.632732 PST 3: TAP (Consumer) eq_tapq:anon_136 - Reset vbucket 36 was completed succecssfully. [ns_server:info,2012-11-12T12:52:56.690,ns_1@192.168.0.21:<0.4593.0>:ns_memcached:do_handle_call:521]Changed vbucket 561 state to replica [ns_server:info,2012-11-12T12:52:56.700,ns_1@192.168.0.21:<0.7295.0>:ebucketmigrator_srv:init:479]Setting {"192.168.0.21",11209} vbucket 561 to state replica [rebalance:info,2012-11-12T12:52:56.833,ns_1@192.168.0.21:<0.7295.0>:ebucketmigrator_srv:init:538]Starting tap stream: [{vbuckets,[561]}, {checkpoints,[{561,0}]}, {name,<<"replication_building_561_'ns_1@192.168.0.21'">>}, {takeover,false}] {{"192.168.0.22",11209}, {"192.168.0.21",11209}, [{vbuckets,[561]}, {takeover,false}, {suffix,"building_561_'ns_1@192.168.0.21'"}, {username,"default"}, {password,[]}]} [rebalance:info,2012-11-12T12:52:56.839,ns_1@192.168.0.21:<0.7295.0>:ebucketmigrator_srv:process_upstream:901]Initial stream for vbucket 561 [ns_server:info,2012-11-12T12:52:57.042,ns_1@192.168.0.21:ns_port_memcached<0.4538.0>:ns_port_server:log:171]memcached<0.4538.0>: Mon Nov 12 12:52:56.840913 PST 3: TAP (Consumer) eq_tapq:anon_137 - Reset vbucket 561 was completed succecssfully. [ns_server:info,2012-11-12T12:52:57.747,ns_1@192.168.0.21:ns_port_memcached<0.4538.0>:ns_port_server:log:171]memcached<0.4538.0>: Mon Nov 12 12:52:57.546616 PST 3: Notified the completion of checkpoint persistence for vbucket 36, cookie 0x5c63080 [rebalance:info,2012-11-12T12:52:57.885,ns_1@192.168.0.21:<0.7286.0>:ebucketmigrator_srv:do_confirm_sent_messages:671]Got close ack! [ns_server:info,2012-11-12T12:52:57.893,ns_1@192.168.0.21:<0.4593.0>:ns_memcached:do_handle_call:521]Changed vbucket 36 state to replica [ns_server:info,2012-11-12T12:52:57.893,ns_1@192.168.0.21:tap_replication_manager-default<0.4597.0>:tap_replication_manager:change_vbucket_filter:185]Going to change replication from 'ns_1@192.168.0.22' to have [0,1,2,3,4,5,6,7,8,9,10,11,12,13,14,15,16,17,18,19,20,21,22,23,24,25,26,27,28, 29,30,31,32,33,34,35,36] ("$", []) [ns_server:info,2012-11-12T12:52:57.896,ns_1@192.168.0.21:<0.7273.0>:ebucketmigrator_srv:handle_call:274]Starting new-style vbucket filter change on stream `replication_ns_1@192.168.0.21` [ns_server:info,2012-11-12T12:52:57.987,ns_1@192.168.0.21:<0.7273.0>:ebucketmigrator_srv:handle_call:297]Changing vbucket filter on tap stream `replication_ns_1@192.168.0.21`: [{0,2}, {1,2}, {2,2}, {3,2}, {4,2}, {5,2}, {6,3}, {7,2}, {8,2}, {9,2}, {10,3}, {11,2}, {12,2}, {13,2}, {14,3}, {15,2}, {16,2}, {17,2}, {18,3}, {19,2}, {20,2}, {21,2}, {22,3}, {23,2}, {24,2}, {25,3}, {26,2}, {27,2}, {28,2}, {29,3}, {30,2}, {31,2}, {32,2}, {33,3}, {34,2}, {35,2}, {36,2}] [ns_server:info,2012-11-12T12:52:57.992,ns_1@192.168.0.21:<0.7273.0>:ebucketmigrator_srv:handle_call:307]Successfully changed vbucket filter on tap stream `replication_ns_1@192.168.0.21`. [ns_server:info,2012-11-12T12:52:57.992,ns_1@192.168.0.21:<0.7273.0>:ebucketmigrator_srv:handle_info:376]Got vbucket filter change completion message. Completing state transition to a new ebucketmigrator. [rebalance:info,2012-11-12T12:52:57.993,ns_1@192.168.0.21:<0.7273.0>:ebucketmigrator_srv:do_confirm_sent_messages:671]Got close ack! [ns_server:info,2012-11-12T12:52:57.994,ns_1@192.168.0.21:<0.7309.0>:ns_vbm_new_sup:mk_old_state_retriever:83]Got vbucket filter change old state. Proceeding vbucket filter change operation [error_logger:info,2012-11-12T12:52:57.995,ns_1@192.168.0.21:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================PROGRESS REPORT========================= supervisor: {local,'ns_vbm_new_sup-default'} started: [{pid,<0.7309.0>}, {name, {new_child_id, [0,1,2,3,4,5,6,7,8,9,10,11,12,13,14,15,16,17, 18,19,20,21,22,23,24,25,26,27,28,29,30,31,32, 33,34,35,36], 'ns_1@192.168.0.22'}}, {mfargs, {ebucketmigrator_srv,start_link, [{"192.168.0.22",11209}, {"192.168.0.21",11209}, [{old_state_retriever, #Fun}, {on_not_ready_vbuckets, #Fun}, {username,"default"}, {password,[]}, {vbuckets, [0,1,2,3,4,5,6,7,8,9,10,11,12,13,14,15, 16,17,18,19,20,21,22,23,24,25,26,27,28, 29,30,31,32,33,34,35,36]}, {takeover,false}, {suffix,"ns_1@192.168.0.21"}]]}}, {restart_type,temporary}, {shutdown,60000}, {child_type,worker}] [ns_server:info,2012-11-12T12:52:58.037,ns_1@192.168.0.21:<0.4593.0>:ns_memcached:do_handle_call:521]Changed vbucket 37 state to replica [ns_server:info,2012-11-12T12:52:58.086,ns_1@192.168.0.21:ns_port_memcached<0.4538.0>:ns_port_server:log:171]memcached<0.4538.0>: Mon Nov 12 12:52:57.886056 PST 3: TAP (Consumer) eq_tapq:anon_136 - disconnected memcached<0.4538.0>: Mon Nov 12 12:52:58.046718 PST 3: Notified the completion of checkpoint persistence for vbucket 561, cookie 0x5c62580 [ns_server:info,2012-11-12T12:52:58.330,ns_1@192.168.0.21:ns_port_memcached<0.4538.0>:ns_port_server:log:171]memcached<0.4538.0>: Mon Nov 12 12:52:58.130023 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4538.0>: Mon Nov 12 12:52:58.130096 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4538.0>: Mon Nov 12 12:52:58.130118 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4538.0>: Mon Nov 12 12:52:58.130136 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4538.0>: Mon Nov 12 12:52:58.130179 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4538.0>: Mon Nov 12 12:52:58.130249 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4538.0>: Mon Nov 12 12:52:58.130306 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4538.0>: Mon Nov 12 12:52:58.130334 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4538.0>: Mon Nov 12 12:52:58.130357 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4538.0>: Mon Nov 12 12:52:58.130380 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4538.0>: Mon Nov 12 12:52:58.130759 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4538.0>: Mon Nov 12 12:52:58.130788 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4538.0>: Mon Nov 12 12:52:58.130809 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4538.0>: Mon Nov 12 12:52:58.130829 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4538.0>: Mon Nov 12 12:52:58.130851 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4538.0>: Mon Nov 12 12:52:58.130870 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4538.0>: Mon Nov 12 12:52:58.130887 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4538.0>: Mon Nov 12 12:52:58.130904 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4538.0>: Mon Nov 12 12:52:58.130939 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4538.0>: Mon Nov 12 12:52:58.130961 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4538.0>: Mon Nov 12 12:52:58.130978 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4538.0>: Mon Nov 12 12:52:58.143361 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4538.0>: Mon Nov 12 12:52:58.143398 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4538.0>: Mon Nov 12 12:52:58.143420 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4538.0>: Mon Nov 12 12:52:58.143439 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4538.0>: Mon Nov 12 12:52:58.143457 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4538.0>: Mon Nov 12 12:52:58.143475 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4538.0>: Mon Nov 12 12:52:58.143491 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4538.0>: Mon Nov 12 12:52:58.143507 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4538.0>: Mon Nov 12 12:52:58.144076 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4538.0>: Mon Nov 12 12:52:58.144112 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4538.0>: Mon Nov 12 12:52:58.144136 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4538.0>: Mon Nov 12 12:52:58.144156 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4538.0>: Mon Nov 12 12:52:58.144176 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4538.0>: Mon Nov 12 12:52:58.144195 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4538.0>: Mon Nov 12 12:52:58.144214 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4538.0>: Mon Nov 12 12:52:58.144232 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4538.0>: Mon Nov 12 12:52:58.144248 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4538.0>: Mon Nov 12 12:52:58.144268 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4538.0>: Mon Nov 12 12:52:58.144772 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4538.0>: Mon Nov 12 12:52:58.144800 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4538.0>: Mon Nov 12 12:52:58.144832 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4538.0>: Mon Nov 12 12:52:58.144852 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4538.0>: Mon Nov 12 12:52:58.144870 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4538.0>: Mon Nov 12 12:52:58.144886 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4538.0>: Mon Nov 12 12:52:58.144948 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4538.0>: Mon Nov 12 12:52:58.144974 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4538.0>: Mon Nov 12 12:52:58.144994 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4538.0>: Mon Nov 12 12:52:58.145012 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4538.0>: Mon Nov 12 12:52:58.145030 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4538.0>: Mon Nov 12 12:52:58.145047 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4538.0>: Mon Nov 12 12:52:58.145908 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4538.0>: Mon Nov 12 12:52:58.145959 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4538.0>: Mon Nov 12 12:52:58.145982 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4538.0>: Mon Nov 12 12:52:58.146001 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4538.0>: Mon Nov 12 12:52:58.146033 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4538.0>: Mon Nov 12 12:52:58.146054 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4538.0>: Mon Nov 12 12:52:58.146071 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4538.0>: Mon Nov 12 12:52:58.146088 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4538.0>: Mon Nov 12 12:52:58.147271 PST 3: persistence cursor offset is negative. Reset it to 0. [ns_server:warn,2012-11-12T12:52:58.333,ns_1@192.168.0.21:ns_port_memcached<0.4538.0>:ns_port_server:log:176]Dropped 208 log lines from memcached [ns_server:info,2012-11-12T12:52:58.358,ns_1@192.168.0.21:<0.7330.0>:ebucketmigrator_srv:init:479]Setting {"192.168.0.21",11209} vbucket 37 to state replica [rebalance:info,2012-11-12T12:52:58.370,ns_1@192.168.0.21:<0.7295.0>:ebucketmigrator_srv:do_confirm_sent_messages:671]Got close ack! [ns_server:info,2012-11-12T12:52:58.413,ns_1@192.168.0.21:<0.7335.0>:compaction_daemon:try_to_cleanup_indexes:439]Cleaning up indexes for bucket `default` [ns_server:info,2012-11-12T12:52:58.414,ns_1@192.168.0.21:<0.7335.0>:compaction_daemon:spawn_bucket_compactor:404]Compacting bucket default with config: [{parallel_db_and_view_compaction,false}, {database_fragmentation_threshold,{30,undefined}}, {view_fragmentation_threshold,{30,undefined}}] [rebalance:info,2012-11-12T12:52:58.451,ns_1@192.168.0.21:<0.7330.0>:ebucketmigrator_srv:init:538]Starting tap stream: [{vbuckets,"%"}, {checkpoints,[{37,0}]}, {name,<<"replication_building_37_'ns_1@192.168.0.21'">>}, {takeover,false}] {{"192.168.0.20",11209}, {"192.168.0.21",11209}, [{vbuckets,"%"}, {takeover,false}, {suffix,"building_37_'ns_1@192.168.0.21'"}, {username,"default"}, {password,[]}]} [rebalance:info,2012-11-12T12:52:58.452,ns_1@192.168.0.21:<0.7330.0>:ebucketmigrator_srv:process_upstream:901]Initial stream for vbucket 37 [ns_server:info,2012-11-12T12:52:58.572,ns_1@192.168.0.21:ns_port_memcached<0.4538.0>:ns_port_server:log:171]memcached<0.4538.0>: Mon Nov 12 12:52:58.371396 PST 3: TAP (Consumer) eq_tapq:anon_137 - disconnected memcached<0.4538.0>: Mon Nov 12 12:52:58.453295 PST 3: TAP (Consumer) eq_tapq:anon_138 - Reset vbucket 37 was completed succecssfully. [ns_server:info,2012-11-12T12:52:58.633,ns_1@192.168.0.21:<0.4596.0>:ns_memcached:do_handle_call:521]Changed vbucket 561 state to active [ns_server:info,2012-11-12T12:52:58.820,ns_1@192.168.0.21:ns_port_memcached<0.4538.0>:ns_port_server:log:171]memcached<0.4538.0>: Mon Nov 12 12:52:58.619781 PST 3: TAP (Consumer) eq_tapq:anon_139 - disconnected memcached<0.4538.0>: Mon Nov 12 12:52:58.630974 PST 3: Schedule cleanup of "eq_tapq:anon_136" memcached<0.4538.0>: Mon Nov 12 12:52:58.631100 PST 3: Schedule cleanup of "eq_tapq:anon_137" memcached<0.4538.0>: Mon Nov 12 12:52:58.631146 PST 3: Schedule cleanup of "eq_tapq:anon_139" memcached<0.4538.0>: Mon Nov 12 12:52:58.676702 PST 3: TAP (Producer) eq_tapq:replication_ns_1@192.168.0.22 - Sending TAP_OPAQUE with command "complete_vb_filter_change" and vbucket 0 memcached<0.4538.0>: Mon Nov 12 12:52:58.721800 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4538.0>: Mon Nov 12 12:52:58.721828 PST 3: eq_tapq:replication_ns_1@192.168.0.22 cursor offset is negative. Reset it to 0. memcached<0.4538.0>: Mon Nov 12 12:52:58.768452 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4538.0>: Mon Nov 12 12:52:58.783833 PST 3: persistence cursor offset is negative. Reset it to 0. [ns_server:info,2012-11-12T12:52:58.870,ns_1@192.168.0.21:<0.4596.0>:ns_memcached:do_handle_call:521]Changed vbucket 562 state to replica [ns_server:info,2012-11-12T12:52:58.876,ns_1@192.168.0.21:<0.7343.0>:ebucketmigrator_srv:init:479]Setting {"192.168.0.21",11209} vbucket 562 to state replica [rebalance:info,2012-11-12T12:52:59.013,ns_1@192.168.0.21:<0.7343.0>:ebucketmigrator_srv:init:538]Starting tap stream: [{vbuckets,[562]}, {checkpoints,[{562,0}]}, {name,<<"replication_building_562_'ns_1@192.168.0.21'">>}, {takeover,false}] {{"192.168.0.22",11209}, {"192.168.0.21",11209}, [{vbuckets,[562]}, {takeover,false}, {suffix,"building_562_'ns_1@192.168.0.21'"}, {username,"default"}, {password,[]}]} [rebalance:info,2012-11-12T12:52:59.018,ns_1@192.168.0.21:<0.7343.0>:ebucketmigrator_srv:process_upstream:901]Initial stream for vbucket 562 [ns_server:info,2012-11-12T12:52:59.218,ns_1@192.168.0.21:ns_port_memcached<0.4538.0>:ns_port_server:log:171]memcached<0.4538.0>: Mon Nov 12 12:52:59.018717 PST 3: TAP (Consumer) eq_tapq:anon_140 - Reset vbucket 562 was completed succecssfully. memcached<0.4538.0>: Mon Nov 12 12:52:59.092677 PST 3: Notified the completion of checkpoint persistence for vbucket 37, cookie 0x5c62000 [rebalance:info,2012-11-12T12:52:59.903,ns_1@192.168.0.21:<0.7343.0>:ebucketmigrator_srv:do_confirm_sent_messages:671]Got close ack! [ns_server:info,2012-11-12T12:53:00.038,ns_1@192.168.0.21:<0.4596.0>:ns_memcached:do_handle_call:521]Changed vbucket 562 state to active [ns_server:info,2012-11-12T12:53:00.077,ns_1@192.168.0.21:ns_port_memcached<0.4538.0>:ns_port_server:log:171]memcached<0.4538.0>: Mon Nov 12 12:52:59.876497 PST 3: Notified the completion of checkpoint persistence for vbucket 562, cookie 0x5c63080 memcached<0.4538.0>: Mon Nov 12 12:52:59.904235 PST 3: TAP (Consumer) eq_tapq:anon_140 - disconnected memcached<0.4538.0>: Mon Nov 12 12:53:00.014801 PST 3: TAP (Consumer) eq_tapq:anon_141 - disconnected [ns_server:info,2012-11-12T12:53:00.248,ns_1@192.168.0.21:<0.4596.0>:ns_memcached:do_handle_call:521]Changed vbucket 563 state to replica [ns_server:info,2012-11-12T12:53:00.252,ns_1@192.168.0.21:<0.7365.0>:ebucketmigrator_srv:init:479]Setting {"192.168.0.21",11209} vbucket 563 to state replica [ns_server:info,2012-11-12T12:53:00.289,ns_1@192.168.0.21:ns_port_memcached<0.4538.0>:ns_port_server:log:171]memcached<0.4538.0>: Mon Nov 12 12:53:00.087071 PST 3: Schedule cleanup of "eq_tapq:anon_140" memcached<0.4538.0>: Mon Nov 12 12:53:00.087107 PST 3: TAP (Producer) eq_tapq:replication_ns_1@192.168.0.22 - Sending TAP_OPAQUE with command "complete_vb_filter_change" and vbucket 0 memcached<0.4538.0>: Mon Nov 12 12:53:00.087128 PST 3: Schedule cleanup of "eq_tapq:anon_141" [rebalance:info,2012-11-12T12:53:00.401,ns_1@192.168.0.21:<0.7365.0>:ebucketmigrator_srv:init:538]Starting tap stream: [{vbuckets,[563]}, {checkpoints,[{563,0}]}, {name,<<"replication_building_563_'ns_1@192.168.0.21'">>}, {takeover,false}] {{"192.168.0.22",11209}, {"192.168.0.21",11209}, [{vbuckets,[563]}, {takeover,false}, {suffix,"building_563_'ns_1@192.168.0.21'"}, {username,"default"}, {password,[]}]} [rebalance:info,2012-11-12T12:53:00.403,ns_1@192.168.0.21:<0.7365.0>:ebucketmigrator_srv:process_upstream:901]Initial stream for vbucket 563 [ns_server:info,2012-11-12T12:53:00.605,ns_1@192.168.0.21:ns_port_memcached<0.4538.0>:ns_port_server:log:171]memcached<0.4538.0>: Mon Nov 12 12:53:00.404226 PST 3: TAP (Consumer) eq_tapq:anon_142 - Reset vbucket 563 was completed succecssfully. [rebalance:info,2012-11-12T12:53:01.286,ns_1@192.168.0.21:<0.7330.0>:ebucketmigrator_srv:do_confirm_sent_messages:671]Got close ack! [ns_server:info,2012-11-12T12:53:01.296,ns_1@192.168.0.21:ns_port_memcached<0.4538.0>:ns_port_server:log:171]memcached<0.4538.0>: Mon Nov 12 12:53:01.096198 PST 3: Notified the completion of checkpoint persistence for vbucket 37, cookie 0x5c63600 memcached<0.4538.0>: Mon Nov 12 12:53:01.286794 PST 3: TAP (Consumer) eq_tapq:anon_138 - disconnected [ns_server:info,2012-11-12T12:53:01.302,ns_1@192.168.0.21:<0.4596.0>:ns_memcached:do_handle_call:521]Changed vbucket 37 state to replica [ns_server:info,2012-11-12T12:53:01.302,ns_1@192.168.0.21:tap_replication_manager-default<0.4597.0>:tap_replication_manager:change_vbucket_filter:185]Going to change replication from 'ns_1@192.168.0.22' to have [0,1,2,3,4,5,6,7,8,9,10,11,12,13,14,15,16,17,18,19,20,21,22,23,24,25,26,27,28, 29,30,31,32,33,34,35,36,37] ("%", []) [ns_server:info,2012-11-12T12:53:01.304,ns_1@192.168.0.21:<0.7309.0>:ebucketmigrator_srv:handle_call:274]Starting new-style vbucket filter change on stream `replication_ns_1@192.168.0.21` [ns_server:info,2012-11-12T12:53:01.406,ns_1@192.168.0.21:<0.7309.0>:ebucketmigrator_srv:handle_call:297]Changing vbucket filter on tap stream `replication_ns_1@192.168.0.21`: [{0,2}, {1,2}, {2,2}, {3,2}, {4,2}, {5,2}, {6,3}, {7,2}, {8,2}, {9,2}, {10,3}, {11,2}, {12,2}, {13,2}, {14,3}, {15,2}, {16,2}, {17,2}, {18,3}, {19,2}, {20,2}, {21,2}, {22,3}, {23,2}, {24,2}, {25,3}, {26,2}, {27,2}, {28,2}, {29,3}, {30,2}, {31,2}, {32,2}, {33,3}, {34,2}, {35,2}, {36,2}, {37,3}] [ns_server:info,2012-11-12T12:53:01.409,ns_1@192.168.0.21:<0.7309.0>:ebucketmigrator_srv:handle_call:307]Successfully changed vbucket filter on tap stream `replication_ns_1@192.168.0.21`. [ns_server:info,2012-11-12T12:53:01.410,ns_1@192.168.0.21:<0.7309.0>:ebucketmigrator_srv:handle_info:376]Got vbucket filter change completion message. Completing state transition to a new ebucketmigrator. [rebalance:info,2012-11-12T12:53:01.411,ns_1@192.168.0.21:<0.7309.0>:ebucketmigrator_srv:do_confirm_sent_messages:671]Got close ack! [ns_server:info,2012-11-12T12:53:01.411,ns_1@192.168.0.21:<0.7381.0>:ns_vbm_new_sup:mk_old_state_retriever:83]Got vbucket filter change old state. Proceeding vbucket filter change operation [error_logger:info,2012-11-12T12:53:01.412,ns_1@192.168.0.21:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================PROGRESS REPORT========================= supervisor: {local,'ns_vbm_new_sup-default'} started: [{pid,<0.7381.0>}, {name, {new_child_id, [0,1,2,3,4,5,6,7,8,9,10,11,12,13,14,15,16,17, 18,19,20,21,22,23,24,25,26,27,28,29,30,31,32, 33,34,35,36,37], 'ns_1@192.168.0.22'}}, {mfargs, {ebucketmigrator_srv,start_link, [{"192.168.0.22",11209}, {"192.168.0.21",11209}, [{old_state_retriever, #Fun}, {on_not_ready_vbuckets, #Fun}, {username,"default"}, {password,[]}, {vbuckets, [0,1,2,3,4,5,6,7,8,9,10,11,12,13,14,15, 16,17,18,19,20,21,22,23,24,25,26,27,28, 29,30,31,32,33,34,35,36,37]}, {takeover,false}, {suffix,"ns_1@192.168.0.21"}]]}}, {restart_type,temporary}, {shutdown,60000}, {child_type,worker}] [rebalance:info,2012-11-12T12:53:01.446,ns_1@192.168.0.21:<0.7365.0>:ebucketmigrator_srv:do_confirm_sent_messages:671]Got close ack! [ns_server:info,2012-11-12T12:53:01.458,ns_1@192.168.0.21:<0.4596.0>:ns_memcached:do_handle_call:521]Changed vbucket 38 state to replica [ns_server:info,2012-11-12T12:53:01.558,ns_1@192.168.0.21:ns_port_memcached<0.4538.0>:ns_port_server:log:171]memcached<0.4538.0>: Mon Nov 12 12:53:01.357547 PST 3: Notified the completion of checkpoint persistence for vbucket 563, cookie 0x5c62000 memcached<0.4538.0>: Mon Nov 12 12:53:01.448161 PST 3: TAP (Consumer) eq_tapq:anon_142 - disconnected [ns_server:info,2012-11-12T12:53:01.643,ns_1@192.168.0.21:<0.7388.0>:ebucketmigrator_srv:init:479]Setting {"192.168.0.21",11209} vbucket 38 to state replica [ns_server:info,2012-11-12T12:53:01.710,ns_1@192.168.0.21:<0.4593.0>:ns_memcached:do_handle_call:521]Changed vbucket 563 state to active [rebalance:info,2012-11-12T12:53:01.745,ns_1@192.168.0.21:<0.7388.0>:ebucketmigrator_srv:init:538]Starting tap stream: [{vbuckets,"&"}, {checkpoints,[{38,0}]}, {name,<<"replication_building_38_'ns_1@192.168.0.21'">>}, {takeover,false}] {{"192.168.0.20",11209}, {"192.168.0.21",11209}, [{vbuckets,"&"}, {takeover,false}, {suffix,"building_38_'ns_1@192.168.0.21'"}, {username,"default"}, {password,[]}]} [rebalance:info,2012-11-12T12:53:01.747,ns_1@192.168.0.21:<0.7388.0>:ebucketmigrator_srv:process_upstream:901]Initial stream for vbucket 38 [ns_server:info,2012-11-12T12:53:01.889,ns_1@192.168.0.21:ns_port_memcached<0.4538.0>:ns_port_server:log:171]memcached<0.4538.0>: Mon Nov 12 12:53:01.687516 PST 3: TAP (Consumer) eq_tapq:anon_143 - disconnected memcached<0.4538.0>: Mon Nov 12 12:53:01.716659 PST 3: Schedule cleanup of "eq_tapq:anon_138" memcached<0.4538.0>: Mon Nov 12 12:53:01.716705 PST 3: Schedule cleanup of "eq_tapq:anon_142" memcached<0.4538.0>: Mon Nov 12 12:53:01.716722 PST 3: Schedule cleanup of "eq_tapq:anon_143" memcached<0.4538.0>: Mon Nov 12 12:53:01.748091 PST 3: TAP (Consumer) eq_tapq:anon_144 - Reset vbucket 38 was completed succecssfully. memcached<0.4538.0>: Mon Nov 12 12:53:01.773212 PST 3: TAP (Producer) eq_tapq:replication_ns_1@192.168.0.22 - Sending TAP_OPAQUE with command "complete_vb_filter_change" and vbucket 0 [ns_server:info,2012-11-12T12:53:01.902,ns_1@192.168.0.21:<0.4593.0>:ns_memcached:do_handle_call:521]Changed vbucket 564 state to replica [ns_server:info,2012-11-12T12:53:01.907,ns_1@192.168.0.21:<0.7399.0>:ebucketmigrator_srv:init:479]Setting {"192.168.0.21",11209} vbucket 564 to state replica [rebalance:info,2012-11-12T12:53:02.033,ns_1@192.168.0.21:<0.7399.0>:ebucketmigrator_srv:init:538]Starting tap stream: [{vbuckets,[564]}, {checkpoints,[{564,0}]}, {name,<<"replication_building_564_'ns_1@192.168.0.21'">>}, {takeover,false}] {{"192.168.0.22",11209}, {"192.168.0.21",11209}, [{vbuckets,[564]}, {takeover,false}, {suffix,"building_564_'ns_1@192.168.0.21'"}, {username,"default"}, {password,[]}]} [rebalance:info,2012-11-12T12:53:02.035,ns_1@192.168.0.21:<0.7399.0>:ebucketmigrator_srv:process_upstream:901]Initial stream for vbucket 564 [ns_server:info,2012-11-12T12:53:02.238,ns_1@192.168.0.21:ns_port_memcached<0.4538.0>:ns_port_server:log:171]memcached<0.4538.0>: Mon Nov 12 12:53:02.036624 PST 3: TAP (Consumer) eq_tapq:anon_145 - Reset vbucket 564 was completed succecssfully. [rebalance:info,2012-11-12T12:53:02.895,ns_1@192.168.0.21:<0.7399.0>:ebucketmigrator_srv:do_confirm_sent_messages:671]Got close ack! [ns_server:info,2012-11-12T12:53:03.070,ns_1@192.168.0.21:<0.4593.0>:ns_memcached:do_handle_call:521]Changed vbucket 564 state to active [ns_server:info,2012-11-12T12:53:03.081,ns_1@192.168.0.21:ns_port_memcached<0.4538.0>:ns_port_server:log:171]memcached<0.4538.0>: Mon Nov 12 12:53:02.881177 PST 3: Notified the completion of checkpoint persistence for vbucket 564, cookie 0x5c63600 memcached<0.4538.0>: Mon Nov 12 12:53:02.896139 PST 3: TAP (Consumer) eq_tapq:anon_145 - disconnected memcached<0.4538.0>: Mon Nov 12 12:53:03.030323 PST 3: TAP (Consumer) eq_tapq:anon_146 - disconnected [ns_server:info,2012-11-12T12:53:03.317,ns_1@192.168.0.21:ns_port_memcached<0.4538.0>:ns_port_server:log:171]memcached<0.4538.0>: Mon Nov 12 12:53:03.115627 PST 3: Schedule cleanup of "eq_tapq:anon_145" memcached<0.4538.0>: Mon Nov 12 12:53:03.115679 PST 3: Schedule cleanup of "eq_tapq:anon_146" memcached<0.4538.0>: Mon Nov 12 12:53:03.115989 PST 3: TAP (Producer) eq_tapq:replication_ns_1@192.168.0.22 - Sending TAP_OPAQUE with command "complete_vb_filter_change" and vbucket 0 memcached<0.4538.0>: Mon Nov 12 12:53:03.175942 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4538.0>: Mon Nov 12 12:53:03.175990 PST 3: eq_tapq:replication_ns_1@192.168.0.22 cursor offset is negative. Reset it to 0. memcached<0.4538.0>: Mon Nov 12 12:53:03.207682 PST 3: Notified the completion of checkpoint persistence for vbucket 38, cookie 0x5c63080 memcached<0.4538.0>: Mon Nov 12 12:53:03.261319 PST 3: persistence cursor offset is negative. Reset it to 0. [ns_server:info,2012-11-12T12:53:03.329,ns_1@192.168.0.21:<0.4593.0>:ns_memcached:do_handle_call:521]Changed vbucket 565 state to replica [ns_server:info,2012-11-12T12:53:03.336,ns_1@192.168.0.21:<0.7433.0>:ebucketmigrator_srv:init:479]Setting {"192.168.0.21",11209} vbucket 565 to state replica [rebalance:info,2012-11-12T12:53:03.434,ns_1@192.168.0.21:<0.7433.0>:ebucketmigrator_srv:init:538]Starting tap stream: [{vbuckets,[565]}, {checkpoints,[{565,0}]}, {name,<<"replication_building_565_'ns_1@192.168.0.21'">>}, {takeover,false}] {{"192.168.0.22",11209}, {"192.168.0.21",11209}, [{vbuckets,[565]}, {takeover,false}, {suffix,"building_565_'ns_1@192.168.0.21'"}, {username,"default"}, {password,[]}]} [rebalance:info,2012-11-12T12:53:03.435,ns_1@192.168.0.21:<0.7433.0>:ebucketmigrator_srv:process_upstream:901]Initial stream for vbucket 565 [ns_server:info,2012-11-12T12:53:03.636,ns_1@192.168.0.21:ns_port_memcached<0.4538.0>:ns_port_server:log:171]memcached<0.4538.0>: Mon Nov 12 12:53:03.435927 PST 3: TAP (Consumer) eq_tapq:anon_147 - Reset vbucket 565 was completed succecssfully. [rebalance:info,2012-11-12T12:53:03.781,ns_1@192.168.0.21:<0.7388.0>:ebucketmigrator_srv:do_confirm_sent_messages:671]Got close ack! [ns_server:info,2012-11-12T12:53:03.805,ns_1@192.168.0.21:<0.4593.0>:ns_memcached:do_handle_call:521]Changed vbucket 38 state to replica [ns_server:info,2012-11-12T12:53:03.805,ns_1@192.168.0.21:tap_replication_manager-default<0.4597.0>:tap_replication_manager:change_vbucket_filter:185]Going to change replication from 'ns_1@192.168.0.22' to have [0,1,2,3,4,5,6,7,8,9,10,11,12,13,14,15,16,17,18,19,20,21,22,23,24,25,26,27,28, 29,30,31,32,33,34,35,36,37,38] ("&", []) [ns_server:info,2012-11-12T12:53:03.808,ns_1@192.168.0.21:<0.7381.0>:ebucketmigrator_srv:handle_call:274]Starting new-style vbucket filter change on stream `replication_ns_1@192.168.0.21` [ns_server:info,2012-11-12T12:53:03.900,ns_1@192.168.0.21:<0.7381.0>:ebucketmigrator_srv:handle_call:297]Changing vbucket filter on tap stream `replication_ns_1@192.168.0.21`: [{0,2}, {1,2}, {2,2}, {3,2}, {4,2}, {5,2}, {6,3}, {7,2}, {8,2}, {9,2}, {10,3}, {11,2}, {12,2}, {13,2}, {14,3}, {15,2}, {16,2}, {17,2}, {18,3}, {19,2}, {20,2}, {21,2}, {22,3}, {23,2}, {24,2}, {25,3}, {26,2}, {27,2}, {28,2}, {29,3}, {30,2}, {31,2}, {32,2}, {33,3}, {34,2}, {35,2}, {36,2}, {37,3}, {38,2}] [ns_server:info,2012-11-12T12:53:03.903,ns_1@192.168.0.21:<0.7381.0>:ebucketmigrator_srv:handle_call:307]Successfully changed vbucket filter on tap stream `replication_ns_1@192.168.0.21`. [ns_server:info,2012-11-12T12:53:03.903,ns_1@192.168.0.21:<0.7381.0>:ebucketmigrator_srv:handle_info:376]Got vbucket filter change completion message. Completing state transition to a new ebucketmigrator. [rebalance:info,2012-11-12T12:53:03.904,ns_1@192.168.0.21:<0.7381.0>:ebucketmigrator_srv:do_confirm_sent_messages:671]Got close ack! [ns_server:info,2012-11-12T12:53:03.905,ns_1@192.168.0.21:<0.7447.0>:ns_vbm_new_sup:mk_old_state_retriever:83]Got vbucket filter change old state. Proceeding vbucket filter change operation [error_logger:info,2012-11-12T12:53:03.906,ns_1@192.168.0.21:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================PROGRESS REPORT========================= supervisor: {local,'ns_vbm_new_sup-default'} started: [{pid,<0.7447.0>}, {name, {new_child_id, [0,1,2,3,4,5,6,7,8,9,10,11,12,13,14,15,16,17, 18,19,20,21,22,23,24,25,26,27,28,29,30,31,32, 33,34,35,36,37,38], 'ns_1@192.168.0.22'}}, {mfargs, {ebucketmigrator_srv,start_link, [{"192.168.0.22",11209}, {"192.168.0.21",11209}, [{old_state_retriever, #Fun}, {on_not_ready_vbuckets, #Fun}, {username,"default"}, {password,[]}, {vbuckets, [0,1,2,3,4,5,6,7,8,9,10,11,12,13,14,15, 16,17,18,19,20,21,22,23,24,25,26,27,28, 29,30,31,32,33,34,35,36,37,38]}, {takeover,false}, {suffix,"ns_1@192.168.0.21"}]]}}, {restart_type,temporary}, {shutdown,60000}, {child_type,worker}] [ns_server:info,2012-11-12T12:53:03.939,ns_1@192.168.0.21:<0.4593.0>:ns_memcached:do_handle_call:521]Changed vbucket 39 state to replica [ns_server:info,2012-11-12T12:53:03.983,ns_1@192.168.0.21:ns_port_memcached<0.4538.0>:ns_port_server:log:171]memcached<0.4538.0>: Mon Nov 12 12:53:03.782051 PST 3: TAP (Consumer) eq_tapq:anon_144 - disconnected memcached<0.4538.0>: Mon Nov 12 12:53:03.821563 PST 3: Schedule cleanup of "eq_tapq:anon_144" [ns_server:info,2012-11-12T12:53:04.170,ns_1@192.168.0.21:<0.7450.0>:ebucketmigrator_srv:init:479]Setting {"192.168.0.21",11209} vbucket 39 to state replica [ns_server:info,2012-11-12T12:53:04.260,ns_1@192.168.0.21:ns_port_memcached<0.4538.0>:ns_port_server:log:171]memcached<0.4538.0>: Mon Nov 12 12:53:04.059786 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4538.0>: Mon Nov 12 12:53:04.059990 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4538.0>: Mon Nov 12 12:53:04.061038 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4538.0>: Mon Nov 12 12:53:04.061228 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4538.0>: Mon Nov 12 12:53:04.061357 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4538.0>: Mon Nov 12 12:53:04.061401 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4538.0>: Mon Nov 12 12:53:04.061443 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4538.0>: Mon Nov 12 12:53:04.061482 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4538.0>: Mon Nov 12 12:53:04.061522 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4538.0>: Mon Nov 12 12:53:04.061556 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4538.0>: Mon Nov 12 12:53:04.061593 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4538.0>: Mon Nov 12 12:53:04.061734 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4538.0>: Mon Nov 12 12:53:04.061830 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4538.0>: Mon Nov 12 12:53:04.061880 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4538.0>: Mon Nov 12 12:53:04.061927 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4538.0>: Mon Nov 12 12:53:04.061961 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4538.0>: Mon Nov 12 12:53:04.062033 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4538.0>: Mon Nov 12 12:53:04.062077 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4538.0>: Mon Nov 12 12:53:04.062512 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4538.0>: Mon Nov 12 12:53:04.062633 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4538.0>: Mon Nov 12 12:53:04.062683 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4538.0>: Mon Nov 12 12:53:04.062719 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4538.0>: Mon Nov 12 12:53:04.062804 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4538.0>: Mon Nov 12 12:53:04.062844 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4538.0>: Mon Nov 12 12:53:04.062913 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4538.0>: Mon Nov 12 12:53:04.062955 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4538.0>: Mon Nov 12 12:53:04.062999 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4538.0>: Mon Nov 12 12:53:04.063108 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4538.0>: Mon Nov 12 12:53:04.063173 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4538.0>: Mon Nov 12 12:53:04.063226 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4538.0>: Mon Nov 12 12:53:04.063318 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4538.0>: Mon Nov 12 12:53:04.063369 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4538.0>: Mon Nov 12 12:53:04.063464 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4538.0>: Mon Nov 12 12:53:04.063510 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4538.0>: Mon Nov 12 12:53:04.063544 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4538.0>: Mon Nov 12 12:53:04.063583 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4538.0>: Mon Nov 12 12:53:04.063619 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4538.0>: Mon Nov 12 12:53:04.063654 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4538.0>: Mon Nov 12 12:53:04.063691 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4538.0>: Mon Nov 12 12:53:04.063727 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4538.0>: Mon Nov 12 12:53:04.063859 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4538.0>: Mon Nov 12 12:53:04.063887 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4538.0>: Mon Nov 12 12:53:04.063905 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4538.0>: Mon Nov 12 12:53:04.063923 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4538.0>: Mon Nov 12 12:53:04.102981 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4538.0>: Mon Nov 12 12:53:04.103031 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4538.0>: Mon Nov 12 12:53:04.103050 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4538.0>: Mon Nov 12 12:53:04.103107 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4538.0>: Mon Nov 12 12:53:04.103177 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4538.0>: Mon Nov 12 12:53:04.103217 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4538.0>: Mon Nov 12 12:53:04.103237 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4538.0>: Mon Nov 12 12:53:04.103255 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4538.0>: Mon Nov 12 12:53:04.103300 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4538.0>: Mon Nov 12 12:53:04.103536 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4538.0>: Mon Nov 12 12:53:04.103568 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4538.0>: Mon Nov 12 12:53:04.103601 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4538.0>: Mon Nov 12 12:53:04.103626 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4538.0>: Mon Nov 12 12:53:04.103663 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4538.0>: Mon Nov 12 12:53:04.103687 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4538.0>: Mon Nov 12 12:53:04.103773 PST 3: persistence cursor offset is negative. Reset it to 0. [ns_server:warn,2012-11-12T12:53:04.261,ns_1@192.168.0.21:ns_port_memcached<0.4538.0>:ns_port_server:log:176]Dropped 1198 log lines from memcached [rebalance:info,2012-11-12T12:53:04.295,ns_1@192.168.0.21:<0.7450.0>:ebucketmigrator_srv:init:538]Starting tap stream: [{vbuckets,"'"}, {checkpoints,[{39,0}]}, {name,<<"replication_building_39_'ns_1@192.168.0.21'">>}, {takeover,false}] {{"192.168.0.20",11209}, {"192.168.0.21",11209}, [{vbuckets,"'"}, {takeover,false}, {suffix,"building_39_'ns_1@192.168.0.21'"}, {username,"default"}, {password,[]}]} [rebalance:info,2012-11-12T12:53:04.297,ns_1@192.168.0.21:<0.7450.0>:ebucketmigrator_srv:process_upstream:901]Initial stream for vbucket 39 [rebalance:info,2012-11-12T12:53:04.352,ns_1@192.168.0.21:<0.7433.0>:ebucketmigrator_srv:do_confirm_sent_messages:671]Got close ack! [ns_server:info,2012-11-12T12:53:04.463,ns_1@192.168.0.21:ns_port_memcached<0.4538.0>:ns_port_server:log:171]memcached<0.4538.0>: Mon Nov 12 12:53:04.260060 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4538.0>: Mon Nov 12 12:53:04.260093 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4538.0>: Mon Nov 12 12:53:04.261837 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4538.0>: Mon Nov 12 12:53:04.261872 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4538.0>: Mon Nov 12 12:53:04.261905 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4538.0>: Mon Nov 12 12:53:04.261928 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4538.0>: Mon Nov 12 12:53:04.261949 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4538.0>: Mon Nov 12 12:53:04.261968 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4538.0>: Mon Nov 12 12:53:04.261988 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4538.0>: Mon Nov 12 12:53:04.262325 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4538.0>: Mon Nov 12 12:53:04.262364 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4538.0>: Mon Nov 12 12:53:04.262387 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4538.0>: Mon Nov 12 12:53:04.262411 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4538.0>: Mon Nov 12 12:53:04.262432 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4538.0>: Mon Nov 12 12:53:04.262451 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4538.0>: Mon Nov 12 12:53:04.262470 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4538.0>: Mon Nov 12 12:53:04.262488 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4538.0>: Mon Nov 12 12:53:04.262505 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4538.0>: Mon Nov 12 12:53:04.262522 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4538.0>: Mon Nov 12 12:53:04.262583 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4538.0>: Mon Nov 12 12:53:04.262606 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4538.0>: Mon Nov 12 12:53:04.262624 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4538.0>: Mon Nov 12 12:53:04.262683 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4538.0>: Mon Nov 12 12:53:04.262710 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4538.0>: Mon Nov 12 12:53:04.262729 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4538.0>: Mon Nov 12 12:53:04.262746 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4538.0>: Mon Nov 12 12:53:04.262764 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4538.0>: Mon Nov 12 12:53:04.262830 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4538.0>: Mon Nov 12 12:53:04.262863 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4538.0>: Mon Nov 12 12:53:04.262884 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4538.0>: Mon Nov 12 12:53:04.262907 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4538.0>: Mon Nov 12 12:53:04.262925 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4538.0>: Mon Nov 12 12:53:04.263855 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4538.0>: Mon Nov 12 12:53:04.263938 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4538.0>: Mon Nov 12 12:53:04.263989 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4538.0>: Mon Nov 12 12:53:04.264058 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4538.0>: Mon Nov 12 12:53:04.264103 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4538.0>: Mon Nov 12 12:53:04.264168 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4538.0>: Mon Nov 12 12:53:04.264212 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4538.0>: Mon Nov 12 12:53:04.264265 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4538.0>: Mon Nov 12 12:53:04.264311 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4538.0>: Mon Nov 12 12:53:04.264374 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4538.0>: Mon Nov 12 12:53:04.265172 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4538.0>: Mon Nov 12 12:53:04.265237 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4538.0>: Mon Nov 12 12:53:04.265295 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4538.0>: Mon Nov 12 12:53:04.265338 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4538.0>: Mon Nov 12 12:53:04.265396 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4538.0>: Mon Nov 12 12:53:04.265435 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4538.0>: Mon Nov 12 12:53:04.265490 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4538.0>: Mon Nov 12 12:53:04.265527 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4538.0>: Mon Nov 12 12:53:04.266785 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4538.0>: Mon Nov 12 12:53:04.266854 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4538.0>: Mon Nov 12 12:53:04.266919 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4538.0>: Mon Nov 12 12:53:04.266968 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4538.0>: Mon Nov 12 12:53:04.267027 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4538.0>: Mon Nov 12 12:53:04.267068 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4538.0>: Mon Nov 12 12:53:04.267126 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4538.0>: Mon Nov 12 12:53:04.267180 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4538.0>: Mon Nov 12 12:53:04.267217 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4538.0>: Mon Nov 12 12:53:04.267254 PST 3: persistence cursor offset is negative. Reset it to 0. [ns_server:warn,2012-11-12T12:53:04.464,ns_1@192.168.0.21:ns_port_memcached<0.4538.0>:ns_port_server:log:176]Dropped 452 log lines from memcached [ns_server:info,2012-11-12T12:53:04.470,ns_1@192.168.0.21:ns_config_rep<0.4460.0>:ns_config_rep:do_pull:341]Pulling config from: 'ns_1@192.168.0.20' [ns_server:info,2012-11-12T12:53:04.518,ns_1@192.168.0.21:<0.4593.0>:ns_memcached:do_handle_call:521]Changed vbucket 565 state to active [ns_server:info,2012-11-12T12:53:04.700,ns_1@192.168.0.21:ns_port_memcached<0.4538.0>:ns_port_server:log:171]memcached<0.4538.0>: Mon Nov 12 12:53:04.499750 PST 3: TAP (Consumer) eq_tapq:anon_149 - disconnected memcached<0.4538.0>: Mon Nov 12 12:53:04.561167 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4538.0>: Mon Nov 12 12:53:04.569049 PST 3: Schedule cleanup of "eq_tapq:anon_147" memcached<0.4538.0>: Mon Nov 12 12:53:04.569118 PST 3: Schedule cleanup of "eq_tapq:anon_149" memcached<0.4538.0>: Mon Nov 12 12:53:04.569476 PST 3: TAP (Producer) eq_tapq:replication_ns_1@192.168.0.22 - Sending TAP_OPAQUE with command "complete_vb_filter_change" and vbucket 0 [ns_server:info,2012-11-12T12:53:04.796,ns_1@192.168.0.21:<0.4596.0>:ns_memcached:do_handle_call:521]Changed vbucket 566 state to replica [ns_server:info,2012-11-12T12:53:04.801,ns_1@192.168.0.21:<0.7472.0>:ebucketmigrator_srv:init:479]Setting {"192.168.0.21",11209} vbucket 566 to state replica [rebalance:info,2012-11-12T12:53:04.896,ns_1@192.168.0.21:<0.7472.0>:ebucketmigrator_srv:init:538]Starting tap stream: [{vbuckets,[566]}, {checkpoints,[{566,0}]}, {name,<<"replication_building_566_'ns_1@192.168.0.21'">>}, {takeover,false}] {{"192.168.0.22",11209}, {"192.168.0.21",11209}, [{vbuckets,[566]}, {takeover,false}, {suffix,"building_566_'ns_1@192.168.0.21'"}, {username,"default"}, {password,[]}]} [rebalance:info,2012-11-12T12:53:04.900,ns_1@192.168.0.21:<0.7472.0>:ebucketmigrator_srv:process_upstream:901]Initial stream for vbucket 566 [ns_server:info,2012-11-12T12:53:05.102,ns_1@192.168.0.21:ns_port_memcached<0.4538.0>:ns_port_server:log:171]memcached<0.4538.0>: Mon Nov 12 12:53:04.901312 PST 3: TAP (Consumer) eq_tapq:anon_150 - Reset vbucket 566 was completed succecssfully. memcached<0.4538.0>: Mon Nov 12 12:53:05.060463 PST 3: Notified the completion of checkpoint persistence for vbucket 39, cookie 0x5c62580 [rebalance:info,2012-11-12T12:53:05.486,ns_1@192.168.0.21:<0.7450.0>:ebucketmigrator_srv:do_confirm_sent_messages:671]Got close ack! [ns_server:info,2012-11-12T12:53:05.512,ns_1@192.168.0.21:<0.4596.0>:ns_memcached:do_handle_call:521]Changed vbucket 39 state to replica [ns_server:info,2012-11-12T12:53:05.512,ns_1@192.168.0.21:tap_replication_manager-default<0.4597.0>:tap_replication_manager:change_vbucket_filter:185]Going to change replication from 'ns_1@192.168.0.22' to have [0,1,2,3,4,5,6,7,8,9,10,11,12,13,14,15,16,17,18,19,20,21,22,23,24,25,26,27,28, 29,30,31,32,33,34,35,36,37,38,39] ("'", []) [ns_server:info,2012-11-12T12:53:05.514,ns_1@192.168.0.21:<0.7447.0>:ebucketmigrator_srv:handle_call:274]Starting new-style vbucket filter change on stream `replication_ns_1@192.168.0.21` [ns_server:info,2012-11-12T12:53:05.604,ns_1@192.168.0.21:<0.7447.0>:ebucketmigrator_srv:handle_call:297]Changing vbucket filter on tap stream `replication_ns_1@192.168.0.21`: [{0,2}, {1,2}, {2,2}, {3,2}, {4,2}, {5,2}, {6,3}, {7,2}, {8,2}, {9,2}, {10,3}, {11,2}, {12,2}, {13,2}, {14,3}, {15,2}, {16,2}, {17,2}, {18,3}, {19,2}, {20,2}, {21,2}, {22,3}, {23,2}, {24,2}, {25,3}, {26,2}, {27,2}, {28,2}, {29,3}, {30,2}, {31,2}, {32,2}, {33,3}, {34,2}, {35,2}, {36,2}, {37,3}, {38,2}, {39,2}] [ns_server:info,2012-11-12T12:53:05.607,ns_1@192.168.0.21:<0.7447.0>:ebucketmigrator_srv:handle_call:307]Successfully changed vbucket filter on tap stream `replication_ns_1@192.168.0.21`. [ns_server:info,2012-11-12T12:53:05.608,ns_1@192.168.0.21:<0.7447.0>:ebucketmigrator_srv:handle_info:376]Got vbucket filter change completion message. Completing state transition to a new ebucketmigrator. [rebalance:info,2012-11-12T12:53:05.610,ns_1@192.168.0.21:<0.7447.0>:ebucketmigrator_srv:do_confirm_sent_messages:671]Got close ack! [ns_server:info,2012-11-12T12:53:05.611,ns_1@192.168.0.21:<0.7488.0>:ns_vbm_new_sup:mk_old_state_retriever:83]Got vbucket filter change old state. Proceeding vbucket filter change operation [error_logger:info,2012-11-12T12:53:05.612,ns_1@192.168.0.21:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================PROGRESS REPORT========================= supervisor: {local,'ns_vbm_new_sup-default'} started: [{pid,<0.7488.0>}, {name, {new_child_id, [0,1,2,3,4,5,6,7,8,9,10,11,12,13,14,15,16,17, 18,19,20,21,22,23,24,25,26,27,28,29,30,31,32, 33,34,35,36,37,38,39], 'ns_1@192.168.0.22'}}, {mfargs, {ebucketmigrator_srv,start_link, [{"192.168.0.22",11209}, {"192.168.0.21",11209}, [{old_state_retriever, #Fun}, {on_not_ready_vbuckets, #Fun}, {username,"default"}, {password,[]}, {vbuckets, [0,1,2,3,4,5,6,7,8,9,10,11,12,13,14,15, 16,17,18,19,20,21,22,23,24,25,26,27,28, 29,30,31,32,33,34,35,36,37,38,39]}, {takeover,false}, {suffix,"ns_1@192.168.0.21"}]]}}, {restart_type,temporary}, {shutdown,60000}, {child_type,worker}] [rebalance:info,2012-11-12T12:53:05.647,ns_1@192.168.0.21:<0.7472.0>:ebucketmigrator_srv:do_confirm_sent_messages:671]Got close ack! [ns_server:info,2012-11-12T12:53:05.652,ns_1@192.168.0.21:<0.4596.0>:ns_memcached:do_handle_call:521]Changed vbucket 40 state to replica [ns_server:info,2012-11-12T12:53:05.688,ns_1@192.168.0.21:ns_port_memcached<0.4538.0>:ns_port_server:log:171]memcached<0.4538.0>: Mon Nov 12 12:53:05.487401 PST 3: TAP (Consumer) eq_tapq:anon_148 - disconnected memcached<0.4538.0>: Mon Nov 12 12:53:05.526298 PST 3: Notified the completion of checkpoint persistence for vbucket 566, cookie 0x5c63600 memcached<0.4538.0>: Mon Nov 12 12:53:05.648517 PST 3: TAP (Consumer) eq_tapq:anon_150 - disconnected [ns_server:info,2012-11-12T12:53:05.891,ns_1@192.168.0.21:<0.4596.0>:ns_memcached:do_handle_call:521]Changed vbucket 566 state to active [ns_server:info,2012-11-12T12:53:05.950,ns_1@192.168.0.21:ns_port_memcached<0.4538.0>:ns_port_server:log:171]memcached<0.4538.0>: Mon Nov 12 12:53:05.749846 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4538.0>: Mon Nov 12 12:53:05.749930 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4538.0>: Mon Nov 12 12:53:05.749960 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4538.0>: Mon Nov 12 12:53:05.750249 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4538.0>: Mon Nov 12 12:53:05.750293 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4538.0>: Mon Nov 12 12:53:05.750316 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4538.0>: Mon Nov 12 12:53:05.750338 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4538.0>: Mon Nov 12 12:53:05.750358 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4538.0>: Mon Nov 12 12:53:05.750378 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4538.0>: Mon Nov 12 12:53:05.750397 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4538.0>: Mon Nov 12 12:53:05.750416 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4538.0>: Mon Nov 12 12:53:05.750434 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4538.0>: Mon Nov 12 12:53:05.750452 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4538.0>: Mon Nov 12 12:53:05.750479 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4538.0>: Mon Nov 12 12:53:05.750774 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4538.0>: Mon Nov 12 12:53:05.750799 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4538.0>: Mon Nov 12 12:53:05.750817 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4538.0>: Mon Nov 12 12:53:05.750834 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4538.0>: Mon Nov 12 12:53:05.750873 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4538.0>: Mon Nov 12 12:53:05.750894 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4538.0>: Mon Nov 12 12:53:05.750913 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4538.0>: Mon Nov 12 12:53:05.750932 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4538.0>: Mon Nov 12 12:53:05.750950 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4538.0>: Mon Nov 12 12:53:05.750968 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4538.0>: Mon Nov 12 12:53:05.751867 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4538.0>: Mon Nov 12 12:53:05.751919 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4538.0>: Mon Nov 12 12:53:05.751943 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4538.0>: Mon Nov 12 12:53:05.751963 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4538.0>: Mon Nov 12 12:53:05.751982 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4538.0>: Mon Nov 12 12:53:05.752008 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4538.0>: Mon Nov 12 12:53:05.752052 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4538.0>: Mon Nov 12 12:53:05.752075 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4538.0>: Mon Nov 12 12:53:05.753055 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4538.0>: Mon Nov 12 12:53:05.753093 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4538.0>: Mon Nov 12 12:53:05.753118 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4538.0>: Mon Nov 12 12:53:05.753138 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4538.0>: Mon Nov 12 12:53:05.753159 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4538.0>: Mon Nov 12 12:53:05.753178 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4538.0>: Mon Nov 12 12:53:05.753198 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4538.0>: Mon Nov 12 12:53:05.753217 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4538.0>: Mon Nov 12 12:53:05.753235 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4538.0>: Mon Nov 12 12:53:05.753253 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4538.0>: Mon Nov 12 12:53:05.753302 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4538.0>: Mon Nov 12 12:53:05.753323 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4538.0>: Mon Nov 12 12:53:05.753992 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4538.0>: Mon Nov 12 12:53:05.754023 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4538.0>: Mon Nov 12 12:53:05.754095 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4538.0>: Mon Nov 12 12:53:05.754119 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4538.0>: Mon Nov 12 12:53:05.754136 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4538.0>: Mon Nov 12 12:53:05.754152 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4538.0>: Mon Nov 12 12:53:05.754169 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4538.0>: Mon Nov 12 12:53:05.754200 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4538.0>: Mon Nov 12 12:53:05.754220 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4538.0>: Mon Nov 12 12:53:05.754985 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4538.0>: Mon Nov 12 12:53:05.755021 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4538.0>: Mon Nov 12 12:53:05.755045 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4538.0>: Mon Nov 12 12:53:05.755067 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4538.0>: Mon Nov 12 12:53:05.755088 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4538.0>: Mon Nov 12 12:53:05.755108 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4538.0>: Mon Nov 12 12:53:05.755128 PST 3: persistence cursor offset is negative. Reset it to 0. [ns_server:warn,2012-11-12T12:53:05.950,ns_1@192.168.0.21:ns_port_memcached<0.4538.0>:ns_port_server:log:176]Dropped 789 log lines from memcached [ns_server:info,2012-11-12T12:53:06.132,ns_1@192.168.0.21:<0.7501.0>:ebucketmigrator_srv:init:479]Setting {"192.168.0.21",11209} vbucket 40 to state replica [rebalance:info,2012-11-12T12:53:06.270,ns_1@192.168.0.21:<0.7501.0>:ebucketmigrator_srv:init:538]Starting tap stream: [{vbuckets,"("}, {checkpoints,[{40,0}]}, {name,<<"replication_building_40_'ns_1@192.168.0.21'">>}, {takeover,false}] {{"192.168.0.20",11209}, {"192.168.0.21",11209}, [{vbuckets,"("}, {takeover,false}, {suffix,"building_40_'ns_1@192.168.0.21'"}, {username,"default"}, {password,[]}]} [rebalance:info,2012-11-12T12:53:06.271,ns_1@192.168.0.21:<0.7501.0>:ebucketmigrator_srv:process_upstream:901]Initial stream for vbucket 40 [ns_server:info,2012-11-12T12:53:06.355,ns_1@192.168.0.21:ns_port_memcached<0.4538.0>:ns_port_server:log:171]memcached<0.4538.0>: Mon Nov 12 12:53:06.154472 PST 3: Schedule cleanup of "eq_tapq:anon_148" memcached<0.4538.0>: Mon Nov 12 12:53:06.154564 PST 3: Schedule cleanup of "eq_tapq:anon_150" memcached<0.4538.0>: Mon Nov 12 12:53:06.154582 PST 3: Schedule cleanup of "eq_tapq:anon_151" memcached<0.4538.0>: Mon Nov 12 12:53:06.160581 PST 3: TAP (Producer) eq_tapq:replication_ns_1@192.168.0.22 - Sending TAP_OPAQUE with command "complete_vb_filter_change" and vbucket 0 memcached<0.4538.0>: Mon Nov 12 12:53:06.271948 PST 3: TAP (Consumer) eq_tapq:anon_152 - Reset vbucket 40 was completed succecssfully. [ns_server:info,2012-11-12T12:53:06.402,ns_1@192.168.0.21:<0.4596.0>:ns_memcached:do_handle_call:521]Changed vbucket 567 state to replica [ns_server:info,2012-11-12T12:53:06.409,ns_1@192.168.0.21:<0.7510.0>:ebucketmigrator_srv:init:479]Setting {"192.168.0.21",11209} vbucket 567 to state replica [rebalance:info,2012-11-12T12:53:06.884,ns_1@192.168.0.21:<0.7510.0>:ebucketmigrator_srv:init:538]Starting tap stream: [{vbuckets,[567]}, {checkpoints,[{567,0}]}, {name,<<"replication_building_567_'ns_1@192.168.0.21'">>}, {takeover,false}] {{"192.168.0.22",11209}, {"192.168.0.21",11209}, [{vbuckets,[567]}, {takeover,false}, {suffix,"building_567_'ns_1@192.168.0.21'"}, {username,"default"}, {password,[]}]} [rebalance:info,2012-11-12T12:53:06.885,ns_1@192.168.0.21:<0.7510.0>:ebucketmigrator_srv:process_upstream:901]Initial stream for vbucket 567 [ns_server:info,2012-11-12T12:53:07.087,ns_1@192.168.0.21:ns_port_memcached<0.4538.0>:ns_port_server:log:171]memcached<0.4538.0>: Mon Nov 12 12:53:06.886254 PST 3: TAP (Consumer) eq_tapq:anon_153 - Reset vbucket 567 was completed succecssfully. [rebalance:info,2012-11-12T12:53:07.727,ns_1@192.168.0.21:<0.7510.0>:ebucketmigrator_srv:do_confirm_sent_messages:671]Got close ack! [ns_server:info,2012-11-12T12:53:07.754,ns_1@192.168.0.21:ns_port_memcached<0.4538.0>:ns_port_server:log:171]memcached<0.4538.0>: Mon Nov 12 12:53:07.553633 PST 3: Notified the completion of checkpoint persistence for vbucket 40, cookie 0x5c63600 memcached<0.4538.0>: Mon Nov 12 12:53:07.698636 PST 3: Notified the completion of checkpoint persistence for vbucket 567, cookie 0x5c62580 memcached<0.4538.0>: Mon Nov 12 12:53:07.727435 PST 3: TAP (Consumer) eq_tapq:anon_153 - disconnected [rebalance:info,2012-11-12T12:53:07.843,ns_1@192.168.0.21:<0.7501.0>:ebucketmigrator_srv:do_confirm_sent_messages:671]Got close ack! [ns_server:info,2012-11-12T12:53:07.849,ns_1@192.168.0.21:<0.4596.0>:ns_memcached:do_handle_call:521]Changed vbucket 40 state to replica [ns_server:info,2012-11-12T12:53:07.850,ns_1@192.168.0.21:tap_replication_manager-default<0.4597.0>:tap_replication_manager:change_vbucket_filter:185]Going to change replication from 'ns_1@192.168.0.22' to have [0,1,2,3,4,5,6,7,8,9,10,11,12,13,14,15,16,17,18,19,20,21,22,23,24,25,26,27,28, 29,30,31,32,33,34,35,36,37,38,39,40] ("(", []) [ns_server:info,2012-11-12T12:53:07.852,ns_1@192.168.0.21:<0.7488.0>:ebucketmigrator_srv:handle_call:274]Starting new-style vbucket filter change on stream `replication_ns_1@192.168.0.21` [ns_server:info,2012-11-12T12:53:07.966,ns_1@192.168.0.21:<0.7488.0>:ebucketmigrator_srv:handle_call:297]Changing vbucket filter on tap stream `replication_ns_1@192.168.0.21`: [{0,2}, {1,2}, {2,2}, {3,2}, {4,2}, {5,2}, {6,3}, {7,2}, {8,2}, {9,2}, {10,3}, {11,2}, {12,2}, {13,2}, {14,3}, {15,2}, {16,2}, {17,2}, {18,3}, {19,2}, {20,2}, {21,2}, {22,3}, {23,2}, {24,2}, {25,3}, {26,2}, {27,2}, {28,2}, {29,3}, {30,2}, {31,2}, {32,2}, {33,3}, {34,2}, {35,2}, {36,2}, {37,3}, {38,2}, {39,2}, {40,2}] [ns_server:info,2012-11-12T12:53:07.969,ns_1@192.168.0.21:<0.7488.0>:ebucketmigrator_srv:handle_call:307]Successfully changed vbucket filter on tap stream `replication_ns_1@192.168.0.21`. [ns_server:info,2012-11-12T12:53:07.977,ns_1@192.168.0.21:<0.7488.0>:ebucketmigrator_srv:handle_info:376]Got vbucket filter change completion message. Completing state transition to a new ebucketmigrator. [rebalance:info,2012-11-12T12:53:07.979,ns_1@192.168.0.21:<0.7488.0>:ebucketmigrator_srv:do_confirm_sent_messages:671]Got close ack! [ns_server:info,2012-11-12T12:53:07.980,ns_1@192.168.0.21:<0.7533.0>:ns_vbm_new_sup:mk_old_state_retriever:83]Got vbucket filter change old state. Proceeding vbucket filter change operation [error_logger:info,2012-11-12T12:53:07.980,ns_1@192.168.0.21:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================PROGRESS REPORT========================= supervisor: {local,'ns_vbm_new_sup-default'} started: [{pid,<0.7533.0>}, {name, {new_child_id, [0,1,2,3,4,5,6,7,8,9,10,11,12,13,14,15,16,17, 18,19,20,21,22,23,24,25,26,27,28,29,30,31,32, 33,34,35,36,37,38,39,40], 'ns_1@192.168.0.22'}}, {mfargs, {ebucketmigrator_srv,start_link, [{"192.168.0.22",11209}, {"192.168.0.21",11209}, [{old_state_retriever, #Fun}, {on_not_ready_vbuckets, #Fun}, {username,"default"}, {password,[]}, {vbuckets, [0,1,2,3,4,5,6,7,8,9,10,11,12,13,14,15, 16,17,18,19,20,21,22,23,24,25,26,27,28, 29,30,31,32,33,34,35,36,37,38,39,40]}, {takeover,false}, {suffix,"ns_1@192.168.0.21"}]]}}, {restart_type,temporary}, {shutdown,60000}, {child_type,worker}] [ns_server:info,2012-11-12T12:53:07.982,ns_1@192.168.0.21:<0.4596.0>:ns_memcached:do_handle_call:521]Changed vbucket 567 state to active [ns_server:info,2012-11-12T12:53:07.990,ns_1@192.168.0.21:ns_port_memcached<0.4538.0>:ns_port_server:log:171]memcached<0.4538.0>: Mon Nov 12 12:53:07.789217 PST 3: Schedule cleanup of "eq_tapq:anon_153" memcached<0.4538.0>: Mon Nov 12 12:53:07.844273 PST 3: TAP (Consumer) eq_tapq:anon_152 - disconnected memcached<0.4538.0>: Mon Nov 12 12:53:07.935014 PST 3: TAP (Consumer) eq_tapq:anon_154 - disconnected [ns_server:info,2012-11-12T12:53:08.015,ns_1@192.168.0.21:<0.4596.0>:ns_memcached:do_handle_call:521]Changed vbucket 41 state to replica [ns_server:info,2012-11-12T12:53:08.135,ns_1@192.168.0.21:<0.7535.0>:ebucketmigrator_srv:init:479]Setting {"192.168.0.21",11209} vbucket 41 to state replica [ns_server:info,2012-11-12T12:53:08.259,ns_1@192.168.0.21:<0.4593.0>:ns_memcached:do_handle_call:521]Changed vbucket 568 state to replica [ns_server:info,2012-11-12T12:53:08.276,ns_1@192.168.0.21:<0.7548.0>:ebucketmigrator_srv:init:479]Setting {"192.168.0.21",11209} vbucket 568 to state replica [rebalance:info,2012-11-12T12:53:08.335,ns_1@192.168.0.21:<0.7535.0>:ebucketmigrator_srv:init:538]Starting tap stream: [{vbuckets,")"}, {checkpoints,[{41,0}]}, {name,<<"replication_building_41_'ns_1@192.168.0.21'">>}, {takeover,false}] {{"192.168.0.20",11209}, {"192.168.0.21",11209}, [{vbuckets,")"}, {takeover,false}, {suffix,"building_41_'ns_1@192.168.0.21'"}, {username,"default"}, {password,[]}]} [rebalance:info,2012-11-12T12:53:08.336,ns_1@192.168.0.21:<0.7535.0>:ebucketmigrator_srv:process_upstream:901]Initial stream for vbucket 41 [ns_server:info,2012-11-12T12:53:08.362,ns_1@192.168.0.21:ns_port_memcached<0.4538.0>:ns_port_server:log:171]memcached<0.4538.0>: Mon Nov 12 12:53:08.161058 PST 3: Schedule cleanup of "eq_tapq:anon_152" memcached<0.4538.0>: Mon Nov 12 12:53:08.161123 PST 3: Schedule cleanup of "eq_tapq:anon_154" memcached<0.4538.0>: Mon Nov 12 12:53:08.161148 PST 3: TAP (Producer) eq_tapq:replication_ns_1@192.168.0.22 - Sending TAP_OPAQUE with command "complete_vb_filter_change" and vbucket 0 memcached<0.4538.0>: Mon Nov 12 12:53:08.179191 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4538.0>: Mon Nov 12 12:53:08.184512 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4538.0>: Mon Nov 12 12:53:08.184989 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4538.0>: Mon Nov 12 12:53:08.185030 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4538.0>: Mon Nov 12 12:53:08.185077 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4538.0>: Mon Nov 12 12:53:08.185156 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4538.0>: Mon Nov 12 12:53:08.185188 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4538.0>: Mon Nov 12 12:53:08.185212 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4538.0>: Mon Nov 12 12:53:08.185231 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4538.0>: Mon Nov 12 12:53:08.185883 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4538.0>: Mon Nov 12 12:53:08.186130 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4538.0>: Mon Nov 12 12:53:08.186155 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4538.0>: Mon Nov 12 12:53:08.186205 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4538.0>: Mon Nov 12 12:53:08.186290 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4538.0>: Mon Nov 12 12:53:08.186320 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4538.0>: Mon Nov 12 12:53:08.186344 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4538.0>: Mon Nov 12 12:53:08.186365 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4538.0>: Mon Nov 12 12:53:08.186400 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4538.0>: Mon Nov 12 12:53:08.186419 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4538.0>: Mon Nov 12 12:53:08.186438 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4538.0>: Mon Nov 12 12:53:08.186476 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4538.0>: Mon Nov 12 12:53:08.186497 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4538.0>: Mon Nov 12 12:53:08.186522 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4538.0>: Mon Nov 12 12:53:08.187895 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4538.0>: Mon Nov 12 12:53:08.187925 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4538.0>: Mon Nov 12 12:53:08.187959 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4538.0>: Mon Nov 12 12:53:08.187991 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4538.0>: Mon Nov 12 12:53:08.188020 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4538.0>: Mon Nov 12 12:53:08.188050 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4538.0>: Mon Nov 12 12:53:08.188078 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4538.0>: Mon Nov 12 12:53:08.188105 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4538.0>: Mon Nov 12 12:53:08.188132 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4538.0>: Mon Nov 12 12:53:08.188159 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4538.0>: Mon Nov 12 12:53:08.188176 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4538.0>: Mon Nov 12 12:53:08.188201 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4538.0>: Mon Nov 12 12:53:08.188227 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4538.0>: Mon Nov 12 12:53:08.188251 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4538.0>: Mon Nov 12 12:53:08.188274 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4538.0>: Mon Nov 12 12:53:08.188291 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4538.0>: Mon Nov 12 12:53:08.188314 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4538.0>: Mon Nov 12 12:53:08.188336 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4538.0>: Mon Nov 12 12:53:08.188369 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4538.0>: Mon Nov 12 12:53:08.188393 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4538.0>: Mon Nov 12 12:53:08.188414 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4538.0>: Mon Nov 12 12:53:08.188447 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4538.0>: Mon Nov 12 12:53:08.188473 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4538.0>: Mon Nov 12 12:53:08.188494 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4538.0>: Mon Nov 12 12:53:08.188549 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4538.0>: Mon Nov 12 12:53:08.188569 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4538.0>: Mon Nov 12 12:53:08.188587 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4538.0>: Mon Nov 12 12:53:08.188612 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4538.0>: Mon Nov 12 12:53:08.188687 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4538.0>: Mon Nov 12 12:53:08.188723 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4538.0>: Mon Nov 12 12:53:08.188754 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4538.0>: Mon Nov 12 12:53:08.188784 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4538.0>: Mon Nov 12 12:53:08.188814 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4538.0>: Mon Nov 12 12:53:08.188842 PST 3: persistence cursor offset is negative. Reset it to 0. [ns_server:warn,2012-11-12T12:53:08.363,ns_1@192.168.0.21:ns_port_memcached<0.4538.0>:ns_port_server:log:176]Dropped 1162 log lines from memcached [rebalance:info,2012-11-12T12:53:08.403,ns_1@192.168.0.21:<0.7548.0>:ebucketmigrator_srv:init:538]Starting tap stream: [{vbuckets,[568]}, {checkpoints,[{568,0}]}, {name,<<"replication_building_568_'ns_1@192.168.0.21'">>}, {takeover,false}] {{"192.168.0.22",11209}, {"192.168.0.21",11209}, [{vbuckets,[568]}, {takeover,false}, {suffix,"building_568_'ns_1@192.168.0.21'"}, {username,"default"}, {password,[]}]} [rebalance:info,2012-11-12T12:53:08.407,ns_1@192.168.0.21:<0.7548.0>:ebucketmigrator_srv:process_upstream:901]Initial stream for vbucket 568 [ns_server:info,2012-11-12T12:53:08.610,ns_1@192.168.0.21:ns_port_memcached<0.4538.0>:ns_port_server:log:171]memcached<0.4538.0>: Mon Nov 12 12:53:08.409092 PST 3: TAP (Consumer) eq_tapq:anon_156 - Reset vbucket 568 was completed succecssfully. [ns_server:info,2012-11-12T12:53:09.173,ns_1@192.168.0.21:ns_port_memcached<0.4538.0>:ns_port_server:log:171]memcached<0.4538.0>: Mon Nov 12 12:53:08.972859 PST 3: Notified the completion of checkpoint persistence for vbucket 41, cookie 0x5c63340 [rebalance:info,2012-11-12T12:53:09.217,ns_1@192.168.0.21:<0.7535.0>:ebucketmigrator_srv:do_confirm_sent_messages:671]Got close ack! [ns_server:info,2012-11-12T12:53:09.235,ns_1@192.168.0.21:<0.4593.0>:ns_memcached:do_handle_call:521]Changed vbucket 41 state to replica [ns_server:info,2012-11-12T12:53:09.236,ns_1@192.168.0.21:tap_replication_manager-default<0.4597.0>:tap_replication_manager:change_vbucket_filter:185]Going to change replication from 'ns_1@192.168.0.22' to have [0,1,2,3,4,5,6,7,8,9,10,11,12,13,14,15,16,17,18,19,20,21,22,23,24,25,26,27,28, 29,30,31,32,33,34,35,36,37,38,39,40,41] (")", []) [ns_server:info,2012-11-12T12:53:09.238,ns_1@192.168.0.21:<0.7533.0>:ebucketmigrator_srv:handle_call:274]Starting new-style vbucket filter change on stream `replication_ns_1@192.168.0.21` [ns_server:info,2012-11-12T12:53:09.341,ns_1@192.168.0.21:<0.7533.0>:ebucketmigrator_srv:handle_call:297]Changing vbucket filter on tap stream `replication_ns_1@192.168.0.21`: [{0,2}, {1,2}, {2,2}, {3,2}, {4,2}, {5,2}, {6,3}, {7,2}, {8,2}, {9,2}, {10,3}, {11,2}, {12,2}, {13,2}, {14,3}, {15,2}, {16,2}, {17,2}, {18,3}, {19,2}, {20,2}, {21,2}, {22,3}, {23,2}, {24,2}, {25,3}, {26,2}, {27,2}, {28,2}, {29,3}, {30,2}, {31,2}, {32,2}, {33,3}, {34,2}, {35,2}, {36,2}, {37,3}, {38,2}, {39,2}, {40,2}, {41,2}] [ns_server:info,2012-11-12T12:53:09.343,ns_1@192.168.0.21:<0.7533.0>:ebucketmigrator_srv:handle_call:307]Successfully changed vbucket filter on tap stream `replication_ns_1@192.168.0.21`. [ns_server:info,2012-11-12T12:53:09.344,ns_1@192.168.0.21:<0.7533.0>:ebucketmigrator_srv:handle_info:376]Got vbucket filter change completion message. Completing state transition to a new ebucketmigrator. [rebalance:info,2012-11-12T12:53:09.345,ns_1@192.168.0.21:<0.7533.0>:ebucketmigrator_srv:do_confirm_sent_messages:671]Got close ack! [ns_server:info,2012-11-12T12:53:09.346,ns_1@192.168.0.21:<0.7574.0>:ns_vbm_new_sup:mk_old_state_retriever:83]Got vbucket filter change old state. Proceeding vbucket filter change operation [error_logger:info,2012-11-12T12:53:09.346,ns_1@192.168.0.21:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================PROGRESS REPORT========================= supervisor: {local,'ns_vbm_new_sup-default'} started: [{pid,<0.7574.0>}, {name, {new_child_id, [0,1,2,3,4,5,6,7,8,9,10,11,12,13,14,15,16,17, 18,19,20,21,22,23,24,25,26,27,28,29,30,31,32, 33,34,35,36,37,38,39,40,41], 'ns_1@192.168.0.22'}}, {mfargs, {ebucketmigrator_srv,start_link, [{"192.168.0.22",11209}, {"192.168.0.21",11209}, [{old_state_retriever, #Fun}, {on_not_ready_vbuckets, #Fun}, {username,"default"}, {password,[]}, {vbuckets, [0,1,2,3,4,5,6,7,8,9,10,11,12,13,14,15, 16,17,18,19,20,21,22,23,24,25,26,27,28, 29,30,31,32,33,34,35,36,37,38,39,40,41]}, {takeover,false}, {suffix,"ns_1@192.168.0.21"}]]}}, {restart_type,temporary}, {shutdown,60000}, {child_type,worker}] [ns_server:info,2012-11-12T12:53:09.419,ns_1@192.168.0.21:ns_port_memcached<0.4538.0>:ns_port_server:log:171]memcached<0.4538.0>: Mon Nov 12 12:53:09.218582 PST 3: TAP (Consumer) eq_tapq:anon_155 - disconnected memcached<0.4538.0>: Mon Nov 12 12:53:09.286815 PST 3: Schedule cleanup of "eq_tapq:anon_155" [ns_server:info,2012-11-12T12:53:09.440,ns_1@192.168.0.21:<0.4593.0>:ns_memcached:do_handle_call:521]Changed vbucket 42 state to replica [ns_server:info,2012-11-12T12:53:09.673,ns_1@192.168.0.21:<0.7577.0>:ebucketmigrator_srv:init:479]Setting {"192.168.0.21",11209} vbucket 42 to state replica [rebalance:info,2012-11-12T12:53:09.776,ns_1@192.168.0.21:<0.7577.0>:ebucketmigrator_srv:init:538]Starting tap stream: [{vbuckets,"*"}, {checkpoints,[{42,0}]}, {name,<<"replication_building_42_'ns_1@192.168.0.21'">>}, {takeover,false}] {{"192.168.0.20",11209}, {"192.168.0.21",11209}, [{vbuckets,"*"}, {takeover,false}, {suffix,"building_42_'ns_1@192.168.0.21'"}, {username,"default"}, {password,[]}]} [rebalance:info,2012-11-12T12:53:09.778,ns_1@192.168.0.21:<0.7577.0>:ebucketmigrator_srv:process_upstream:901]Initial stream for vbucket 42 [ns_server:info,2012-11-12T12:53:09.977,ns_1@192.168.0.21:ns_port_memcached<0.4538.0>:ns_port_server:log:171]memcached<0.4538.0>: Mon Nov 12 12:53:09.776038 PST 3: Notified the completion of checkpoint persistence for vbucket 568, cookie 0x5c63600 memcached<0.4538.0>: Mon Nov 12 12:53:09.778575 PST 3: TAP (Consumer) eq_tapq:anon_157 - Reset vbucket 42 was completed succecssfully. [rebalance:info,2012-11-12T12:53:10.081,ns_1@192.168.0.21:<0.7548.0>:ebucketmigrator_srv:do_confirm_sent_messages:671]Got close ack! [ns_server:info,2012-11-12T12:53:10.225,ns_1@192.168.0.21:<0.4593.0>:ns_memcached:do_handle_call:521]Changed vbucket 568 state to active [ns_server:info,2012-11-12T12:53:10.283,ns_1@192.168.0.21:ns_port_memcached<0.4538.0>:ns_port_server:log:171]memcached<0.4538.0>: Mon Nov 12 12:53:10.082786 PST 3: TAP (Consumer) eq_tapq:anon_156 - disconnected memcached<0.4538.0>: Mon Nov 12 12:53:10.219051 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4538.0>: Mon Nov 12 12:53:10.222812 PST 3: TAP (Consumer) eq_tapq:anon_158 - disconnected memcached<0.4538.0>: Mon Nov 12 12:53:10.256424 PST 3: Schedule cleanup of "eq_tapq:anon_156" memcached<0.4538.0>: Mon Nov 12 12:53:10.256451 PST 3: TAP (Producer) eq_tapq:replication_ns_1@192.168.0.22 - Sending TAP_OPAQUE with command "complete_vb_filter_change" and vbucket 0 memcached<0.4538.0>: Mon Nov 12 12:53:10.256492 PST 3: Schedule cleanup of "eq_tapq:anon_158" [ns_server:info,2012-11-12T12:53:10.399,ns_1@192.168.0.21:<0.4593.0>:ns_memcached:do_handle_call:521]Changed vbucket 569 state to replica [ns_server:info,2012-11-12T12:53:10.405,ns_1@192.168.0.21:<0.7599.0>:ebucketmigrator_srv:init:479]Setting {"192.168.0.21",11209} vbucket 569 to state replica [rebalance:info,2012-11-12T12:53:10.797,ns_1@192.168.0.21:<0.7599.0>:ebucketmigrator_srv:init:538]Starting tap stream: [{vbuckets,[569]}, {checkpoints,[{569,0}]}, {name,<<"replication_building_569_'ns_1@192.168.0.21'">>}, {takeover,false}] {{"192.168.0.22",11209}, {"192.168.0.21",11209}, [{vbuckets,[569]}, {takeover,false}, {suffix,"building_569_'ns_1@192.168.0.21'"}, {username,"default"}, {password,[]}]} [rebalance:info,2012-11-12T12:53:10.809,ns_1@192.168.0.21:<0.7599.0>:ebucketmigrator_srv:process_upstream:901]Initial stream for vbucket 569 [ns_server:info,2012-11-12T12:53:11.010,ns_1@192.168.0.21:ns_port_memcached<0.4538.0>:ns_port_server:log:171]memcached<0.4538.0>: Mon Nov 12 12:53:10.809892 PST 3: TAP (Consumer) eq_tapq:anon_159 - Reset vbucket 569 was completed succecssfully. [rebalance:info,2012-11-12T12:53:11.578,ns_1@192.168.0.21:<0.7577.0>:ebucketmigrator_srv:do_confirm_sent_messages:671]Got close ack! [ns_server:info,2012-11-12T12:53:11.583,ns_1@192.168.0.21:<0.4593.0>:ns_memcached:do_handle_call:521]Changed vbucket 42 state to replica [ns_server:info,2012-11-12T12:53:11.584,ns_1@192.168.0.21:tap_replication_manager-default<0.4597.0>:tap_replication_manager:change_vbucket_filter:185]Going to change replication from 'ns_1@192.168.0.22' to have [0,1,2,3,4,5,6,7,8,9,10,11,12,13,14,15,16,17,18,19,20,21,22,23,24,25,26,27,28, 29,30,31,32,33,34,35,36,37,38,39,40,41,42] ("*", []) [ns_server:info,2012-11-12T12:53:11.586,ns_1@192.168.0.21:<0.7574.0>:ebucketmigrator_srv:handle_call:274]Starting new-style vbucket filter change on stream `replication_ns_1@192.168.0.21` [ns_server:info,2012-11-12T12:53:11.592,ns_1@192.168.0.21:ns_port_memcached<0.4538.0>:ns_port_server:log:171]memcached<0.4538.0>: Mon Nov 12 12:53:11.391713 PST 3: Notified the completion of checkpoint persistence for vbucket 42, cookie 0x5c638c0 memcached<0.4538.0>: Mon Nov 12 12:53:11.579508 PST 3: TAP (Consumer) eq_tapq:anon_157 - disconnected [ns_server:info,2012-11-12T12:53:11.710,ns_1@192.168.0.21:<0.7574.0>:ebucketmigrator_srv:handle_call:297]Changing vbucket filter on tap stream `replication_ns_1@192.168.0.21`: [{0,2}, {1,2}, {2,2}, {3,2}, {4,2}, {5,2}, {6,3}, {7,2}, {8,2}, {9,2}, {10,3}, {11,2}, {12,2}, {13,2}, {14,3}, {15,2}, {16,2}, {17,2}, {18,3}, {19,2}, {20,2}, {21,2}, {22,3}, {23,2}, {24,2}, {25,3}, {26,2}, {27,2}, {28,2}, {29,3}, {30,2}, {31,2}, {32,2}, {33,3}, {34,2}, {35,2}, {36,2}, {37,3}, {38,2}, {39,2}, {40,2}, {41,2}, {42,2}] [ns_server:info,2012-11-12T12:53:11.712,ns_1@192.168.0.21:<0.7574.0>:ebucketmigrator_srv:handle_call:307]Successfully changed vbucket filter on tap stream `replication_ns_1@192.168.0.21`. [ns_server:info,2012-11-12T12:53:11.713,ns_1@192.168.0.21:<0.7574.0>:ebucketmigrator_srv:handle_info:376]Got vbucket filter change completion message. Completing state transition to a new ebucketmigrator. [rebalance:info,2012-11-12T12:53:11.714,ns_1@192.168.0.21:<0.7574.0>:ebucketmigrator_srv:do_confirm_sent_messages:671]Got close ack! [ns_server:info,2012-11-12T12:53:11.716,ns_1@192.168.0.21:<0.7615.0>:ns_vbm_new_sup:mk_old_state_retriever:83]Got vbucket filter change old state. Proceeding vbucket filter change operation [error_logger:info,2012-11-12T12:53:11.717,ns_1@192.168.0.21:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================PROGRESS REPORT========================= supervisor: {local,'ns_vbm_new_sup-default'} started: [{pid,<0.7615.0>}, {name, {new_child_id, [0,1,2,3,4,5,6,7,8,9,10,11,12,13,14,15,16,17, 18,19,20,21,22,23,24,25,26,27,28,29,30,31,32, 33,34,35,36,37,38,39,40,41,42], 'ns_1@192.168.0.22'}}, {mfargs, {ebucketmigrator_srv,start_link, [{"192.168.0.22",11209}, {"192.168.0.21",11209}, [{old_state_retriever, #Fun}, {on_not_ready_vbuckets, #Fun}, {username,"default"}, {password,[]}, {vbuckets, [0,1,2,3,4,5,6,7,8,9,10,11,12,13,14,15, 16,17,18,19,20,21,22,23,24,25,26,27,28, 29,30,31,32,33,34,35,36,37,38,39,40,41, 42]}, {takeover,false}, {suffix,"ns_1@192.168.0.21"}]]}}, {restart_type,temporary}, {shutdown,60000}, {child_type,worker}] [ns_server:info,2012-11-12T12:53:11.756,ns_1@192.168.0.21:<0.4593.0>:ns_memcached:do_handle_call:521]Changed vbucket 43 state to replica [ns_server:info,2012-11-12T12:53:11.974,ns_1@192.168.0.21:<0.7624.0>:ebucketmigrator_srv:init:479]Setting {"192.168.0.21",11209} vbucket 43 to state replica [ns_server:info,2012-11-12T12:53:12.095,ns_1@192.168.0.21:ns_port_memcached<0.4538.0>:ns_port_server:log:171]memcached<0.4538.0>: Mon Nov 12 12:53:11.891835 PST 3: Schedule cleanup of "eq_tapq:anon_157" memcached<0.4538.0>: Mon Nov 12 12:53:11.927802 PST 3: persistence cursor offset is negative. Reset it to 0. [rebalance:info,2012-11-12T12:53:12.138,ns_1@192.168.0.21:<0.7624.0>:ebucketmigrator_srv:init:538]Starting tap stream: [{vbuckets,"+"}, {checkpoints,[{43,0}]}, {name,<<"replication_building_43_'ns_1@192.168.0.21'">>}, {takeover,false}] {{"192.168.0.20",11209}, {"192.168.0.21",11209}, [{vbuckets,"+"}, {takeover,false}, {suffix,"building_43_'ns_1@192.168.0.21'"}, {username,"default"}, {password,[]}]} [rebalance:info,2012-11-12T12:53:12.140,ns_1@192.168.0.21:<0.7624.0>:ebucketmigrator_srv:process_upstream:901]Initial stream for vbucket 43 [rebalance:info,2012-11-12T12:53:12.188,ns_1@192.168.0.21:<0.7599.0>:ebucketmigrator_srv:do_confirm_sent_messages:671]Got close ack! [ns_server:info,2012-11-12T12:53:12.341,ns_1@192.168.0.21:ns_port_memcached<0.4538.0>:ns_port_server:log:171]memcached<0.4538.0>: Mon Nov 12 12:53:12.140820 PST 3: TAP (Consumer) eq_tapq:anon_160 - Reset vbucket 43 was completed succecssfully. memcached<0.4538.0>: Mon Nov 12 12:53:12.174955 PST 3: Notified the completion of checkpoint persistence for vbucket 569, cookie 0x5c63340 memcached<0.4538.0>: Mon Nov 12 12:53:12.190306 PST 3: TAP (Consumer) eq_tapq:anon_159 - disconnected [ns_server:info,2012-11-12T12:53:12.354,ns_1@192.168.0.21:<0.4593.0>:ns_memcached:do_handle_call:521]Changed vbucket 569 state to active [ns_server:info,2012-11-12T12:53:12.516,ns_1@192.168.0.21:<0.4593.0>:ns_memcached:do_handle_call:521]Changed vbucket 570 state to replica [ns_server:info,2012-11-12T12:53:12.523,ns_1@192.168.0.21:<0.7638.0>:ebucketmigrator_srv:init:479]Setting {"192.168.0.21",11209} vbucket 570 to state replica [ns_server:info,2012-11-12T12:53:12.550,ns_1@192.168.0.21:ns_port_memcached<0.4538.0>:ns_port_server:log:171]memcached<0.4538.0>: Mon Nov 12 12:53:12.341949 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4538.0>: Mon Nov 12 12:53:12.342038 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4538.0>: Mon Nov 12 12:53:12.351719 PST 3: TAP (Consumer) eq_tapq:anon_161 - disconnected memcached<0.4538.0>: Mon Nov 12 12:53:12.405055 PST 3: Schedule cleanup of "eq_tapq:anon_159" memcached<0.4538.0>: Mon Nov 12 12:53:12.405123 PST 3: Schedule cleanup of "eq_tapq:anon_161" memcached<0.4538.0>: Mon Nov 12 12:53:12.405454 PST 3: TAP (Producer) eq_tapq:replication_ns_1@192.168.0.22 - Sending TAP_OPAQUE with command "complete_vb_filter_change" and vbucket 0 memcached<0.4538.0>: Mon Nov 12 12:53:12.466671 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4538.0>: Mon Nov 12 12:53:12.466869 PST 3: eq_tapq:replication_ns_1@192.168.0.22 cursor offset is negative. Reset it to 0. [rebalance:info,2012-11-12T12:53:12.696,ns_1@192.168.0.21:<0.7638.0>:ebucketmigrator_srv:init:538]Starting tap stream: [{vbuckets,[570]}, {checkpoints,[{570,0}]}, {name,<<"replication_building_570_'ns_1@192.168.0.21'">>}, {takeover,false}] {{"192.168.0.22",11209}, {"192.168.0.21",11209}, [{vbuckets,[570]}, {takeover,false}, {suffix,"building_570_'ns_1@192.168.0.21'"}, {username,"default"}, {password,[]}]} [rebalance:info,2012-11-12T12:53:12.742,ns_1@192.168.0.21:<0.7638.0>:ebucketmigrator_srv:process_upstream:901]Initial stream for vbucket 570 [ns_server:info,2012-11-12T12:53:12.943,ns_1@192.168.0.21:ns_port_memcached<0.4538.0>:ns_port_server:log:171]memcached<0.4538.0>: Mon Nov 12 12:53:12.742929 PST 3: TAP (Consumer) eq_tapq:anon_162 - Reset vbucket 570 was completed succecssfully. [rebalance:info,2012-11-12T12:53:13.392,ns_1@192.168.0.21:<0.7638.0>:ebucketmigrator_srv:do_confirm_sent_messages:671]Got close ack! [ns_server:info,2012-11-12T12:53:13.540,ns_1@192.168.0.21:<0.4593.0>:ns_memcached:do_handle_call:521]Changed vbucket 570 state to active [ns_server:info,2012-11-12T12:53:13.582,ns_1@192.168.0.21:ns_port_memcached<0.4538.0>:ns_port_server:log:171]memcached<0.4538.0>: Mon Nov 12 12:53:13.379407 PST 3: Notified the completion of checkpoint persistence for vbucket 570, cookie 0x5c63340 memcached<0.4538.0>: Mon Nov 12 12:53:13.393476 PST 3: TAP (Consumer) eq_tapq:anon_162 - disconnected memcached<0.4538.0>: Mon Nov 12 12:53:13.511288 PST 3: Schedule cleanup of "eq_tapq:anon_162" memcached<0.4538.0>: Mon Nov 12 12:53:13.525944 PST 3: TAP (Consumer) eq_tapq:anon_163 - disconnected memcached<0.4538.0>: Mon Nov 12 12:53:13.538964 PST 3: Schedule cleanup of "eq_tapq:anon_163" [ns_server:info,2012-11-12T12:53:13.774,ns_1@192.168.0.21:<0.4593.0>:ns_memcached:do_handle_call:521]Changed vbucket 571 state to replica [ns_server:info,2012-11-12T12:53:13.781,ns_1@192.168.0.21:<0.7665.0>:ebucketmigrator_srv:init:479]Setting {"192.168.0.21",11209} vbucket 571 to state replica [ns_server:info,2012-11-12T12:53:13.804,ns_1@192.168.0.21:ns_port_memcached<0.4538.0>:ns_port_server:log:171]memcached<0.4538.0>: Mon Nov 12 12:53:13.604184 PST 3: TAP (Producer) eq_tapq:replication_ns_1@192.168.0.22 - Sending TAP_OPAQUE with command "complete_vb_filter_change" and vbucket 0 [rebalance:info,2012-11-12T12:53:13.891,ns_1@192.168.0.21:<0.7665.0>:ebucketmigrator_srv:init:538]Starting tap stream: [{vbuckets,[571]}, {checkpoints,[{571,0}]}, {name,<<"replication_building_571_'ns_1@192.168.0.21'">>}, {takeover,false}] {{"192.168.0.22",11209}, {"192.168.0.21",11209}, [{vbuckets,[571]}, {takeover,false}, {suffix,"building_571_'ns_1@192.168.0.21'"}, {username,"default"}, {password,[]}]} [rebalance:info,2012-11-12T12:53:13.894,ns_1@192.168.0.21:<0.7665.0>:ebucketmigrator_srv:process_upstream:901]Initial stream for vbucket 571 [ns_server:info,2012-11-12T12:53:14.095,ns_1@192.168.0.21:ns_port_memcached<0.4538.0>:ns_port_server:log:171]memcached<0.4538.0>: Mon Nov 12 12:53:13.894771 PST 3: TAP (Consumer) eq_tapq:anon_164 - Reset vbucket 571 was completed succecssfully. memcached<0.4538.0>: Mon Nov 12 12:53:13.943536 PST 3: Notified the completion of checkpoint persistence for vbucket 43, cookie 0x5c638c0 [rebalance:info,2012-11-12T12:53:14.245,ns_1@192.168.0.21:<0.7624.0>:ebucketmigrator_srv:do_confirm_sent_messages:671]Got close ack! [ns_server:info,2012-11-12T12:53:14.267,ns_1@192.168.0.21:<0.4593.0>:ns_memcached:do_handle_call:521]Changed vbucket 43 state to replica [ns_server:info,2012-11-12T12:53:14.268,ns_1@192.168.0.21:tap_replication_manager-default<0.4597.0>:tap_replication_manager:change_vbucket_filter:185]Going to change replication from 'ns_1@192.168.0.22' to have [0,1,2,3,4,5,6,7,8,9,10,11,12,13,14,15,16,17,18,19,20,21,22,23,24,25,26,27,28, 29,30,31,32,33,34,35,36,37,38,39,40,41,42,43] ("+", []) [ns_server:info,2012-11-12T12:53:14.269,ns_1@192.168.0.21:<0.7615.0>:ebucketmigrator_srv:handle_call:274]Starting new-style vbucket filter change on stream `replication_ns_1@192.168.0.21` [ns_server:info,2012-11-12T12:53:14.372,ns_1@192.168.0.21:<0.7615.0>:ebucketmigrator_srv:handle_call:297]Changing vbucket filter on tap stream `replication_ns_1@192.168.0.21`: [{0,2}, {1,2}, {2,2}, {3,2}, {4,2}, {5,2}, {6,3}, {7,2}, {8,2}, {9,2}, {10,3}, {11,2}, {12,2}, {13,2}, {14,3}, {15,2}, {16,2}, {17,2}, {18,3}, {19,2}, {20,2}, {21,2}, {22,3}, {23,2}, {24,2}, {25,3}, {26,2}, {27,2}, {28,2}, {29,3}, {30,2}, {31,2}, {32,2}, {33,3}, {34,2}, {35,2}, {36,2}, {37,3}, {38,2}, {39,2}, {40,2}, {41,2}, {42,2}, {43,2}] [ns_server:info,2012-11-12T12:53:14.416,ns_1@192.168.0.21:<0.7615.0>:ebucketmigrator_srv:handle_call:307]Successfully changed vbucket filter on tap stream `replication_ns_1@192.168.0.21`. [ns_server:info,2012-11-12T12:53:14.417,ns_1@192.168.0.21:<0.7615.0>:ebucketmigrator_srv:handle_info:376]Got vbucket filter change completion message. Completing state transition to a new ebucketmigrator. [rebalance:info,2012-11-12T12:53:14.418,ns_1@192.168.0.21:<0.7615.0>:ebucketmigrator_srv:do_confirm_sent_messages:671]Got close ack! [ns_server:info,2012-11-12T12:53:14.419,ns_1@192.168.0.21:<0.7685.0>:ns_vbm_new_sup:mk_old_state_retriever:83]Got vbucket filter change old state. Proceeding vbucket filter change operation [error_logger:info,2012-11-12T12:53:14.419,ns_1@192.168.0.21:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================PROGRESS REPORT========================= supervisor: {local,'ns_vbm_new_sup-default'} started: [{pid,<0.7685.0>}, {name, {new_child_id, [0,1,2,3,4,5,6,7,8,9,10,11,12,13,14,15,16,17, 18,19,20,21,22,23,24,25,26,27,28,29,30,31,32, 33,34,35,36,37,38,39,40,41,42,43], 'ns_1@192.168.0.22'}}, {mfargs, {ebucketmigrator_srv,start_link, [{"192.168.0.22",11209}, {"192.168.0.21",11209}, [{old_state_retriever, #Fun}, {on_not_ready_vbuckets, #Fun}, {username,"default"}, {password,[]}, {vbuckets, [0,1,2,3,4,5,6,7,8,9,10,11,12,13,14,15, 16,17,18,19,20,21,22,23,24,25,26,27,28, 29,30,31,32,33,34,35,36,37,38,39,40,41, 42,43]}, {takeover,false}, {suffix,"ns_1@192.168.0.21"}]]}}, {restart_type,temporary}, {shutdown,60000}, {child_type,worker}] [ns_server:info,2012-11-12T12:53:14.446,ns_1@192.168.0.21:ns_port_memcached<0.4538.0>:ns_port_server:log:171]memcached<0.4538.0>: Mon Nov 12 12:53:14.246072 PST 3: TAP (Consumer) eq_tapq:anon_160 - disconnected [ns_server:info,2012-11-12T12:53:14.467,ns_1@192.168.0.21:<0.4593.0>:ns_memcached:do_handle_call:521]Changed vbucket 44 state to replica [ns_server:info,2012-11-12T12:53:14.587,ns_1@192.168.0.21:<0.7687.0>:ebucketmigrator_srv:init:479]Setting {"192.168.0.21",11209} vbucket 44 to state replica [rebalance:info,2012-11-12T12:53:14.744,ns_1@192.168.0.21:<0.7687.0>:ebucketmigrator_srv:init:538]Starting tap stream: [{vbuckets,","}, {checkpoints,[{44,0}]}, {name,<<"replication_building_44_'ns_1@192.168.0.21'">>}, {takeover,false}] {{"192.168.0.20",11209}, {"192.168.0.21",11209}, [{vbuckets,","}, {takeover,false}, {suffix,"building_44_'ns_1@192.168.0.21'"}, {username,"default"}, {password,[]}]} [rebalance:info,2012-11-12T12:53:14.746,ns_1@192.168.0.21:<0.7687.0>:ebucketmigrator_srv:process_upstream:901]Initial stream for vbucket 44 [ns_server:info,2012-11-12T12:53:14.922,ns_1@192.168.0.21:ns_port_memcached<0.4538.0>:ns_port_server:log:171]memcached<0.4538.0>: Mon Nov 12 12:53:14.722144 PST 3: Schedule cleanup of "eq_tapq:anon_160" memcached<0.4538.0>: Mon Nov 12 12:53:14.746422 PST 3: TAP (Consumer) eq_tapq:anon_165 - Reset vbucket 44 was completed succecssfully. [rebalance:info,2012-11-12T12:53:15.431,ns_1@192.168.0.21:<0.7665.0>:ebucketmigrator_srv:do_confirm_sent_messages:671]Got close ack! [ns_server:info,2012-11-12T12:53:15.595,ns_1@192.168.0.21:<0.4593.0>:ns_memcached:do_handle_call:521]Changed vbucket 571 state to active [ns_server:info,2012-11-12T12:53:15.609,ns_1@192.168.0.21:ns_port_memcached<0.4538.0>:ns_port_server:log:171]memcached<0.4538.0>: Mon Nov 12 12:53:15.403155 PST 3: Notified the completion of checkpoint persistence for vbucket 571, cookie 0x5c63340 memcached<0.4538.0>: Mon Nov 12 12:53:15.431706 PST 3: TAP (Consumer) eq_tapq:anon_164 - disconnected memcached<0.4538.0>: Mon Nov 12 12:53:15.575385 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4538.0>: Mon Nov 12 12:53:15.580831 PST 3: TAP (Consumer) eq_tapq:anon_166 - disconnected [ns_server:info,2012-11-12T12:53:15.830,ns_1@192.168.0.21:<0.4593.0>:ns_memcached:do_handle_call:521]Changed vbucket 572 state to replica [ns_server:info,2012-11-12T12:53:15.852,ns_1@192.168.0.21:ns_port_memcached<0.4538.0>:ns_port_server:log:171]memcached<0.4538.0>: Mon Nov 12 12:53:15.651990 PST 3: Schedule cleanup of "eq_tapq:anon_164" memcached<0.4538.0>: Mon Nov 12 12:53:15.652054 PST 3: TAP (Producer) eq_tapq:replication_ns_1@192.168.0.22 - Sending TAP_OPAQUE with command "complete_vb_filter_change" and vbucket 0 memcached<0.4538.0>: Mon Nov 12 12:53:15.652094 PST 3: Schedule cleanup of "eq_tapq:anon_166" [ns_server:info,2012-11-12T12:53:15.863,ns_1@192.168.0.21:<0.7703.0>:ebucketmigrator_srv:init:479]Setting {"192.168.0.21",11209} vbucket 572 to state replica [rebalance:info,2012-11-12T12:53:15.991,ns_1@192.168.0.21:<0.7703.0>:ebucketmigrator_srv:init:538]Starting tap stream: [{vbuckets,[572]}, {checkpoints,[{572,0}]}, {name,<<"replication_building_572_'ns_1@192.168.0.21'">>}, {takeover,false}] {{"192.168.0.22",11209}, {"192.168.0.21",11209}, [{vbuckets,[572]}, {takeover,false}, {suffix,"building_572_'ns_1@192.168.0.21'"}, {username,"default"}, {password,[]}]} [rebalance:info,2012-11-12T12:53:15.992,ns_1@192.168.0.21:<0.7703.0>:ebucketmigrator_srv:process_upstream:901]Initial stream for vbucket 572 [ns_server:info,2012-11-12T12:53:16.195,ns_1@192.168.0.21:ns_port_memcached<0.4538.0>:ns_port_server:log:171]memcached<0.4538.0>: Mon Nov 12 12:53:15.993165 PST 3: TAP (Consumer) eq_tapq:anon_167 - Reset vbucket 572 was completed succecssfully. memcached<0.4538.0>: Mon Nov 12 12:53:16.003208 PST 3: Notified the completion of checkpoint persistence for vbucket 44, cookie 0x5c638c0 [rebalance:info,2012-11-12T12:53:16.304,ns_1@192.168.0.21:<0.7687.0>:ebucketmigrator_srv:do_confirm_sent_messages:671]Got close ack! [ns_server:info,2012-11-12T12:53:16.307,ns_1@192.168.0.21:<0.4593.0>:ns_memcached:do_handle_call:521]Changed vbucket 44 state to replica [ns_server:info,2012-11-12T12:53:16.308,ns_1@192.168.0.21:tap_replication_manager-default<0.4597.0>:tap_replication_manager:change_vbucket_filter:185]Going to change replication from 'ns_1@192.168.0.22' to have [0,1,2,3,4,5,6,7,8,9,10,11,12,13,14,15,16,17,18,19,20,21,22,23,24,25,26,27,28, 29,30,31,32,33,34,35,36,37,38,39,40,41,42,43,44] (",", []) [ns_server:info,2012-11-12T12:53:16.316,ns_1@192.168.0.21:<0.7685.0>:ebucketmigrator_srv:handle_call:274]Starting new-style vbucket filter change on stream `replication_ns_1@192.168.0.21` [ns_server:info,2012-11-12T12:53:16.431,ns_1@192.168.0.21:<0.7685.0>:ebucketmigrator_srv:handle_call:297]Changing vbucket filter on tap stream `replication_ns_1@192.168.0.21`: [{0,2}, {1,2}, {2,2}, {3,2}, {4,2}, {5,2}, {6,3}, {7,2}, {8,2}, {9,2}, {10,3}, {11,2}, {12,2}, {13,2}, {14,3}, {15,2}, {16,2}, {17,2}, {18,3}, {19,2}, {20,2}, {21,2}, {22,3}, {23,2}, {24,2}, {25,3}, {26,2}, {27,2}, {28,2}, {29,3}, {30,2}, {31,2}, {32,2}, {33,3}, {34,2}, {35,2}, {36,2}, {37,3}, {38,2}, {39,2}, {40,2}, {41,2}, {42,2}, {43,2}, {44,2}] [ns_server:info,2012-11-12T12:53:16.433,ns_1@192.168.0.21:<0.7685.0>:ebucketmigrator_srv:handle_call:307]Successfully changed vbucket filter on tap stream `replication_ns_1@192.168.0.21`. [ns_server:info,2012-11-12T12:53:16.433,ns_1@192.168.0.21:<0.7685.0>:ebucketmigrator_srv:handle_info:376]Got vbucket filter change completion message. Completing state transition to a new ebucketmigrator. [rebalance:info,2012-11-12T12:53:16.434,ns_1@192.168.0.21:<0.7685.0>:ebucketmigrator_srv:do_confirm_sent_messages:671]Got close ack! [ns_server:info,2012-11-12T12:53:16.435,ns_1@192.168.0.21:<0.7724.0>:ns_vbm_new_sup:mk_old_state_retriever:83]Got vbucket filter change old state. Proceeding vbucket filter change operation [error_logger:info,2012-11-12T12:53:16.435,ns_1@192.168.0.21:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================PROGRESS REPORT========================= supervisor: {local,'ns_vbm_new_sup-default'} started: [{pid,<0.7724.0>}, {name, {new_child_id, [0,1,2,3,4,5,6,7,8,9,10,11,12,13,14,15,16,17, 18,19,20,21,22,23,24,25,26,27,28,29,30,31,32, 33,34,35,36,37,38,39,40,41,42,43,44], 'ns_1@192.168.0.22'}}, {mfargs, {ebucketmigrator_srv,start_link, [{"192.168.0.22",11209}, {"192.168.0.21",11209}, [{old_state_retriever, #Fun}, {on_not_ready_vbuckets, #Fun}, {username,"default"}, {password,[]}, {vbuckets, [0,1,2,3,4,5,6,7,8,9,10,11,12,13,14,15, 16,17,18,19,20,21,22,23,24,25,26,27,28, 29,30,31,32,33,34,35,36,37,38,39,40,41, 42,43,44]}, {takeover,false}, {suffix,"ns_1@192.168.0.21"}]]}}, {restart_type,temporary}, {shutdown,60000}, {child_type,worker}] [ns_server:info,2012-11-12T12:53:16.459,ns_1@192.168.0.21:<0.4593.0>:ns_memcached:do_handle_call:521]Changed vbucket 45 state to replica [ns_server:info,2012-11-12T12:53:16.504,ns_1@192.168.0.21:ns_port_memcached<0.4538.0>:ns_port_server:log:171]memcached<0.4538.0>: Mon Nov 12 12:53:16.304589 PST 3: TAP (Consumer) eq_tapq:anon_165 - disconnected [ns_server:info,2012-11-12T12:53:16.619,ns_1@192.168.0.21:<0.7727.0>:ebucketmigrator_srv:init:479]Setting {"192.168.0.21",11209} vbucket 45 to state replica [rebalance:info,2012-11-12T12:53:16.715,ns_1@192.168.0.21:<0.7727.0>:ebucketmigrator_srv:init:538]Starting tap stream: [{vbuckets,"-"}, {checkpoints,[{45,0}]}, {name,<<"replication_building_45_'ns_1@192.168.0.21'">>}, {takeover,false}] {{"192.168.0.20",11209}, {"192.168.0.21",11209}, [{vbuckets,"-"}, {takeover,false}, {suffix,"building_45_'ns_1@192.168.0.21'"}, {username,"default"}, {password,[]}]} [rebalance:info,2012-11-12T12:53:16.717,ns_1@192.168.0.21:<0.7727.0>:ebucketmigrator_srv:process_upstream:901]Initial stream for vbucket 45 [ns_server:info,2012-11-12T12:53:16.917,ns_1@192.168.0.21:ns_port_memcached<0.4538.0>:ns_port_server:log:171]memcached<0.4538.0>: Mon Nov 12 12:53:16.717428 PST 3: TAP (Consumer) eq_tapq:anon_168 - Reset vbucket 45 was completed succecssfully. [ns_server:info,2012-11-12T12:53:17.458,ns_1@192.168.0.21:ns_port_memcached<0.4538.0>:ns_port_server:log:171]memcached<0.4538.0>: Mon Nov 12 12:53:17.258072 PST 3: Schedule cleanup of "eq_tapq:anon_165" [rebalance:info,2012-11-12T12:53:17.760,ns_1@192.168.0.21:<0.7703.0>:ebucketmigrator_srv:do_confirm_sent_messages:671]Got close ack! [ns_server:info,2012-11-12T12:53:17.921,ns_1@192.168.0.21:<0.4593.0>:ns_memcached:do_handle_call:521]Changed vbucket 572 state to active [ns_server:info,2012-11-12T12:53:17.932,ns_1@192.168.0.21:ns_port_memcached<0.4538.0>:ns_port_server:log:171]memcached<0.4538.0>: Mon Nov 12 12:53:17.731460 PST 3: Notified the completion of checkpoint persistence for vbucket 572, cookie 0x5c638c0 memcached<0.4538.0>: Mon Nov 12 12:53:17.761360 PST 3: TAP (Consumer) eq_tapq:anon_167 - disconnected memcached<0.4538.0>: Mon Nov 12 12:53:17.853036 PST 3: Notified the completion of checkpoint persistence for vbucket 45, cookie 0x5c63340 memcached<0.4538.0>: Mon Nov 12 12:53:17.919205 PST 3: TAP (Consumer) eq_tapq:anon_169 - disconnected [rebalance:info,2012-11-12T12:53:18.113,ns_1@192.168.0.21:<0.7727.0>:ebucketmigrator_srv:do_confirm_sent_messages:671]Got close ack! [ns_server:info,2012-11-12T12:53:18.135,ns_1@192.168.0.21:<0.4593.0>:ns_memcached:do_handle_call:521]Changed vbucket 45 state to replica [ns_server:info,2012-11-12T12:53:18.135,ns_1@192.168.0.21:tap_replication_manager-default<0.4597.0>:tap_replication_manager:change_vbucket_filter:185]Going to change replication from 'ns_1@192.168.0.22' to have [0,1,2,3,4,5,6,7,8,9,10,11,12,13,14,15,16,17,18,19,20,21,22,23,24,25,26,27,28, 29,30,31,32,33,34,35,36,37,38,39,40,41,42,43,44,45] ("-", []) [ns_server:info,2012-11-12T12:53:18.138,ns_1@192.168.0.21:<0.7724.0>:ebucketmigrator_srv:handle_call:274]Starting new-style vbucket filter change on stream `replication_ns_1@192.168.0.21` [ns_server:info,2012-11-12T12:53:18.161,ns_1@192.168.0.21:ns_port_memcached<0.4538.0>:ns_port_server:log:171]memcached<0.4538.0>: Mon Nov 12 12:53:17.960371 PST 3: Schedule cleanup of "eq_tapq:anon_167" memcached<0.4538.0>: Mon Nov 12 12:53:17.960419 PST 3: Schedule cleanup of "eq_tapq:anon_169" memcached<0.4538.0>: Mon Nov 12 12:53:17.960569 PST 3: TAP (Producer) eq_tapq:replication_ns_1@192.168.0.22 - Sending TAP_OPAQUE with command "complete_vb_filter_change" and vbucket 0 memcached<0.4538.0>: Mon Nov 12 12:53:18.114651 PST 3: TAP (Consumer) eq_tapq:anon_168 - disconnected [ns_server:info,2012-11-12T12:53:18.266,ns_1@192.168.0.21:<0.7724.0>:ebucketmigrator_srv:handle_call:297]Changing vbucket filter on tap stream `replication_ns_1@192.168.0.21`: [{0,2}, {1,2}, {2,2}, {3,2}, {4,2}, {5,2}, {6,3}, {7,2}, {8,2}, {9,2}, {10,3}, {11,2}, {12,2}, {13,2}, {14,3}, {15,2}, {16,2}, {17,2}, {18,3}, {19,2}, {20,2}, {21,2}, {22,3}, {23,2}, {24,2}, {25,3}, {26,2}, {27,2}, {28,2}, {29,3}, {30,2}, {31,2}, {32,2}, {33,3}, {34,2}, {35,2}, {36,2}, {37,3}, {38,2}, {39,2}, {40,2}, {41,2}, {42,2}, {43,2}, {44,2}, {45,2}] [ns_server:info,2012-11-12T12:53:18.269,ns_1@192.168.0.21:<0.7724.0>:ebucketmigrator_srv:handle_call:307]Successfully changed vbucket filter on tap stream `replication_ns_1@192.168.0.21`. [ns_server:info,2012-11-12T12:53:18.269,ns_1@192.168.0.21:<0.7724.0>:ebucketmigrator_srv:handle_info:376]Got vbucket filter change completion message. Completing state transition to a new ebucketmigrator. [rebalance:info,2012-11-12T12:53:18.271,ns_1@192.168.0.21:<0.7724.0>:ebucketmigrator_srv:do_confirm_sent_messages:671]Got close ack! [ns_server:info,2012-11-12T12:53:18.272,ns_1@192.168.0.21:<0.7759.0>:ns_vbm_new_sup:mk_old_state_retriever:83]Got vbucket filter change old state. Proceeding vbucket filter change operation [error_logger:info,2012-11-12T12:53:18.273,ns_1@192.168.0.21:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================PROGRESS REPORT========================= supervisor: {local,'ns_vbm_new_sup-default'} started: [{pid,<0.7759.0>}, {name, {new_child_id, [0,1,2,3,4,5,6,7,8,9,10,11,12,13,14,15,16,17, 18,19,20,21,22,23,24,25,26,27,28,29,30,31,32, 33,34,35,36,37,38,39,40,41,42,43,44,45], 'ns_1@192.168.0.22'}}, {mfargs, {ebucketmigrator_srv,start_link, [{"192.168.0.22",11209}, {"192.168.0.21",11209}, [{old_state_retriever, #Fun}, {on_not_ready_vbuckets, #Fun}, {username,"default"}, {password,[]}, {vbuckets, [0,1,2,3,4,5,6,7,8,9,10,11,12,13,14,15, 16,17,18,19,20,21,22,23,24,25,26,27,28, 29,30,31,32,33,34,35,36,37,38,39,40,41, 42,43,44,45]}, {takeover,false}, {suffix,"ns_1@192.168.0.21"}]]}}, {restart_type,temporary}, {shutdown,60000}, {child_type,worker}] [ns_server:info,2012-11-12T12:53:18.276,ns_1@192.168.0.21:<0.4596.0>:ns_memcached:do_handle_call:521]Changed vbucket 573 state to replica [ns_server:info,2012-11-12T12:53:18.293,ns_1@192.168.0.21:<0.7760.0>:ebucketmigrator_srv:init:479]Setting {"192.168.0.21",11209} vbucket 573 to state replica [ns_server:info,2012-11-12T12:53:18.312,ns_1@192.168.0.21:<0.4596.0>:ns_memcached:do_handle_call:521]Changed vbucket 46 state to replica [rebalance:info,2012-11-12T12:53:18.432,ns_1@192.168.0.21:<0.7760.0>:ebucketmigrator_srv:init:538]Starting tap stream: [{vbuckets,[573]}, {checkpoints,[{573,0}]}, {name,<<"replication_building_573_'ns_1@192.168.0.21'">>}, {takeover,false}] {{"192.168.0.22",11209}, {"192.168.0.21",11209}, [{vbuckets,[573]}, {takeover,false}, {suffix,"building_573_'ns_1@192.168.0.21'"}, {username,"default"}, {password,[]}]} [rebalance:info,2012-11-12T12:53:18.434,ns_1@192.168.0.21:<0.7760.0>:ebucketmigrator_srv:process_upstream:901]Initial stream for vbucket 573 [ns_server:info,2012-11-12T12:53:18.485,ns_1@192.168.0.21:<0.7768.0>:ebucketmigrator_srv:init:479]Setting {"192.168.0.21",11209} vbucket 46 to state replica [ns_server:info,2012-11-12T12:53:18.635,ns_1@192.168.0.21:ns_port_memcached<0.4538.0>:ns_port_server:log:171]memcached<0.4538.0>: Mon Nov 12 12:53:18.434425 PST 3: TAP (Consumer) eq_tapq:anon_170 - Reset vbucket 573 was completed succecssfully. memcached<0.4538.0>: Mon Nov 12 12:53:18.490046 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4538.0>: Mon Nov 12 12:53:18.490127 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4538.0>: Mon Nov 12 12:53:18.490479 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4538.0>: Mon Nov 12 12:53:18.490527 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4538.0>: Mon Nov 12 12:53:18.490562 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4538.0>: Mon Nov 12 12:53:18.490594 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4538.0>: Mon Nov 12 12:53:18.490631 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4538.0>: Mon Nov 12 12:53:18.490666 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4538.0>: Mon Nov 12 12:53:18.490702 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4538.0>: Mon Nov 12 12:53:18.490740 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4538.0>: Mon Nov 12 12:53:18.490773 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4538.0>: Mon Nov 12 12:53:18.490810 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4538.0>: Mon Nov 12 12:53:18.491000 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4538.0>: Mon Nov 12 12:53:18.491424 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4538.0>: Mon Nov 12 12:53:18.491487 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4538.0>: Mon Nov 12 12:53:18.491546 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4538.0>: Mon Nov 12 12:53:18.491650 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4538.0>: Mon Nov 12 12:53:18.491736 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4538.0>: Mon Nov 12 12:53:18.491776 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4538.0>: Mon Nov 12 12:53:18.491879 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4538.0>: Mon Nov 12 12:53:18.491913 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4538.0>: Mon Nov 12 12:53:18.491933 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4538.0>: Mon Nov 12 12:53:18.491950 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4538.0>: Mon Nov 12 12:53:18.492174 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4538.0>: Mon Nov 12 12:53:18.492202 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4538.0>: Mon Nov 12 12:53:18.492238 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4538.0>: Mon Nov 12 12:53:18.492298 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4538.0>: Mon Nov 12 12:53:18.492324 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4538.0>: Mon Nov 12 12:53:18.492351 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4538.0>: Mon Nov 12 12:53:18.492368 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4538.0>: Mon Nov 12 12:53:18.492430 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4538.0>: Mon Nov 12 12:53:18.492461 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4538.0>: Mon Nov 12 12:53:18.492479 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4538.0>: Mon Nov 12 12:53:18.493374 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4538.0>: Mon Nov 12 12:53:18.493400 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4538.0>: Mon Nov 12 12:53:18.493419 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4538.0>: Mon Nov 12 12:53:18.493438 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4538.0>: Mon Nov 12 12:53:18.493494 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4538.0>: Mon Nov 12 12:53:18.493800 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4538.0>: Mon Nov 12 12:53:18.493959 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4538.0>: Mon Nov 12 12:53:18.494083 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4538.0>: Mon Nov 12 12:53:18.494160 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4538.0>: Mon Nov 12 12:53:18.494452 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4538.0>: Mon Nov 12 12:53:18.495354 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4538.0>: Mon Nov 12 12:53:18.495395 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4538.0>: Mon Nov 12 12:53:18.495418 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4538.0>: Mon Nov 12 12:53:18.495438 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4538.0>: Mon Nov 12 12:53:18.495458 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4538.0>: Mon Nov 12 12:53:18.495477 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4538.0>: Mon Nov 12 12:53:18.495495 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4538.0>: Mon Nov 12 12:53:18.495511 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4538.0>: Mon Nov 12 12:53:18.495527 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4538.0>: Mon Nov 12 12:53:18.495544 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4538.0>: Mon Nov 12 12:53:18.496880 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4538.0>: Mon Nov 12 12:53:18.497114 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4538.0>: Mon Nov 12 12:53:18.497148 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4538.0>: Mon Nov 12 12:53:18.497170 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4538.0>: Mon Nov 12 12:53:18.498030 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4538.0>: Mon Nov 12 12:53:18.498064 PST 3: persistence cursor offset is negative. Reset it to 0. [ns_server:warn,2012-11-12T12:53:18.636,ns_1@192.168.0.21:ns_port_memcached<0.4538.0>:ns_port_server:log:176]Dropped 561 log lines from memcached [rebalance:info,2012-11-12T12:53:18.725,ns_1@192.168.0.21:<0.7768.0>:ebucketmigrator_srv:init:538]Starting tap stream: [{vbuckets,"."}, {checkpoints,[{46,0}]}, {name,<<"replication_building_46_'ns_1@192.168.0.21'">>}, {takeover,false}] {{"192.168.0.20",11209}, {"192.168.0.21",11209}, [{vbuckets,"."}, {takeover,false}, {suffix,"building_46_'ns_1@192.168.0.21'"}, {username,"default"}, {password,[]}]} [rebalance:info,2012-11-12T12:53:18.728,ns_1@192.168.0.21:<0.7768.0>:ebucketmigrator_srv:process_upstream:901]Initial stream for vbucket 46 [ns_server:info,2012-11-12T12:53:18.865,ns_1@192.168.0.21:ns_port_memcached<0.4538.0>:ns_port_server:log:171]memcached<0.4538.0>: Mon Nov 12 12:53:18.664596 PST 3: Schedule cleanup of "eq_tapq:anon_168" memcached<0.4538.0>: Mon Nov 12 12:53:18.728830 PST 3: TAP (Consumer) eq_tapq:anon_171 - Reset vbucket 46 was completed succecssfully. [rebalance:info,2012-11-12T12:53:19.282,ns_1@192.168.0.21:<0.7760.0>:ebucketmigrator_srv:do_confirm_sent_messages:671]Got close ack! [ns_server:info,2012-11-12T12:53:19.450,ns_1@192.168.0.21:ns_port_memcached<0.4538.0>:ns_port_server:log:171]memcached<0.4538.0>: Mon Nov 12 12:53:19.249971 PST 3: Notified the completion of checkpoint persistence for vbucket 573, cookie 0x5c63340 memcached<0.4538.0>: Mon Nov 12 12:53:19.282972 PST 3: TAP (Consumer) eq_tapq:anon_170 - disconnected [ns_server:info,2012-11-12T12:53:19.466,ns_1@192.168.0.21:<0.4593.0>:ns_memcached:do_handle_call:521]Changed vbucket 573 state to active [ns_server:info,2012-11-12T12:53:19.650,ns_1@192.168.0.21:ns_port_memcached<0.4538.0>:ns_port_server:log:171]memcached<0.4538.0>: Mon Nov 12 12:53:19.450266 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4538.0>: Mon Nov 12 12:53:19.450430 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4538.0>: Mon Nov 12 12:53:19.454829 PST 3: TAP (Consumer) eq_tapq:anon_172 - disconnected memcached<0.4538.0>: Mon Nov 12 12:53:19.521942 PST 3: Schedule cleanup of "eq_tapq:anon_170" memcached<0.4538.0>: Mon Nov 12 12:53:19.521976 PST 3: TAP (Producer) eq_tapq:replication_ns_1@192.168.0.22 - Sending TAP_OPAQUE with command "complete_vb_filter_change" and vbucket 0 memcached<0.4538.0>: Mon Nov 12 12:53:19.521993 PST 3: Schedule cleanup of "eq_tapq:anon_172" memcached<0.4538.0>: Mon Nov 12 12:53:19.533047 PST 3: Notified the completion of checkpoint persistence for vbucket 46, cookie 0x5c638c0 [ns_server:info,2012-11-12T12:53:19.711,ns_1@192.168.0.21:<0.4596.0>:ns_memcached:do_handle_call:521]Changed vbucket 574 state to replica [ns_server:info,2012-11-12T12:53:19.718,ns_1@192.168.0.21:<0.7791.0>:ebucketmigrator_srv:init:479]Setting {"192.168.0.21",11209} vbucket 574 to state replica [rebalance:info,2012-11-12T12:53:19.828,ns_1@192.168.0.21:<0.7791.0>:ebucketmigrator_srv:init:538]Starting tap stream: [{vbuckets,[574]}, {checkpoints,[{574,0}]}, {name,<<"replication_building_574_'ns_1@192.168.0.21'">>}, {takeover,false}] {{"192.168.0.22",11209}, {"192.168.0.21",11209}, [{vbuckets,[574]}, {takeover,false}, {suffix,"building_574_'ns_1@192.168.0.21'"}, {username,"default"}, {password,[]}]} [rebalance:info,2012-11-12T12:53:19.833,ns_1@192.168.0.21:<0.7791.0>:ebucketmigrator_srv:process_upstream:901]Initial stream for vbucket 574 [ns_server:info,2012-11-12T12:53:19.875,ns_1@192.168.0.21:ns_port_memcached<0.4538.0>:ns_port_server:log:171]memcached<0.4538.0>: Mon Nov 12 12:53:19.675452 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4538.0>: Mon Nov 12 12:53:19.833425 PST 3: TAP (Consumer) eq_tapq:anon_173 - Reset vbucket 574 was completed succecssfully. [rebalance:info,2012-11-12T12:53:20.100,ns_1@192.168.0.21:<0.7768.0>:ebucketmigrator_srv:do_confirm_sent_messages:671]Got close ack! [ns_server:info,2012-11-12T12:53:20.105,ns_1@192.168.0.21:<0.4596.0>:ns_memcached:do_handle_call:521]Changed vbucket 46 state to replica [ns_server:info,2012-11-12T12:53:20.106,ns_1@192.168.0.21:tap_replication_manager-default<0.4597.0>:tap_replication_manager:change_vbucket_filter:185]Going to change replication from 'ns_1@192.168.0.22' to have [0,1,2,3,4,5,6,7,8,9,10,11,12,13,14,15,16,17,18,19,20,21,22,23,24,25,26,27,28, 29,30,31,32,33,34,35,36,37,38,39,40,41,42,43,44,45,46] (".", []) [ns_server:info,2012-11-12T12:53:20.109,ns_1@192.168.0.21:<0.7759.0>:ebucketmigrator_srv:handle_call:274]Starting new-style vbucket filter change on stream `replication_ns_1@192.168.0.21` [ns_server:info,2012-11-12T12:53:20.198,ns_1@192.168.0.21:<0.7759.0>:ebucketmigrator_srv:handle_call:297]Changing vbucket filter on tap stream `replication_ns_1@192.168.0.21`: [{0,2}, {1,2}, {2,2}, {3,2}, {4,2}, {5,2}, {6,3}, {7,2}, {8,2}, {9,2}, {10,3}, {11,2}, {12,2}, {13,2}, {14,3}, {15,2}, {16,2}, {17,2}, {18,3}, {19,2}, {20,2}, {21,2}, {22,3}, {23,2}, {24,2}, {25,3}, {26,2}, {27,2}, {28,2}, {29,3}, {30,2}, {31,2}, {32,2}, {33,3}, {34,2}, {35,2}, {36,2}, {37,3}, {38,2}, {39,2}, {40,2}, {41,2}, {42,2}, {43,2}, {44,2}, {45,2}, {46,2}] [ns_server:info,2012-11-12T12:53:20.203,ns_1@192.168.0.21:<0.7759.0>:ebucketmigrator_srv:handle_call:307]Successfully changed vbucket filter on tap stream `replication_ns_1@192.168.0.21`. [ns_server:info,2012-11-12T12:53:20.203,ns_1@192.168.0.21:<0.7759.0>:ebucketmigrator_srv:handle_info:376]Got vbucket filter change completion message. Completing state transition to a new ebucketmigrator. [rebalance:info,2012-11-12T12:53:20.204,ns_1@192.168.0.21:<0.7759.0>:ebucketmigrator_srv:do_confirm_sent_messages:671]Got close ack! [ns_server:info,2012-11-12T12:53:20.205,ns_1@192.168.0.21:<0.7811.0>:ns_vbm_new_sup:mk_old_state_retriever:83]Got vbucket filter change old state. Proceeding vbucket filter change operation [error_logger:info,2012-11-12T12:53:20.206,ns_1@192.168.0.21:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================PROGRESS REPORT========================= supervisor: {local,'ns_vbm_new_sup-default'} started: [{pid,<0.7811.0>}, {name, {new_child_id, [0,1,2,3,4,5,6,7,8,9,10,11,12,13,14,15,16,17, 18,19,20,21,22,23,24,25,26,27,28,29,30,31,32, 33,34,35,36,37,38,39,40,41,42,43,44,45,46], 'ns_1@192.168.0.22'}}, {mfargs, {ebucketmigrator_srv,start_link, [{"192.168.0.22",11209}, {"192.168.0.21",11209}, [{old_state_retriever, #Fun}, {on_not_ready_vbuckets, #Fun}, {username,"default"}, {password,[]}, {vbuckets, [0,1,2,3,4,5,6,7,8,9,10,11,12,13,14,15, 16,17,18,19,20,21,22,23,24,25,26,27,28, 29,30,31,32,33,34,35,36,37,38,39,40,41, 42,43,44,45,46]}, {takeover,false}, {suffix,"ns_1@192.168.0.21"}]]}}, {restart_type,temporary}, {shutdown,60000}, {child_type,worker}] [ns_server:info,2012-11-12T12:53:20.292,ns_1@192.168.0.21:<0.4596.0>:ns_memcached:do_handle_call:521]Changed vbucket 47 state to replica [ns_server:info,2012-11-12T12:53:20.301,ns_1@192.168.0.21:ns_port_memcached<0.4538.0>:ns_port_server:log:171]memcached<0.4538.0>: Mon Nov 12 12:53:20.101383 PST 3: TAP (Consumer) eq_tapq:anon_171 - disconnected memcached<0.4538.0>: Mon Nov 12 12:53:20.293474 PST 3: Schedule cleanup of "eq_tapq:anon_171" [ns_server:info,2012-11-12T12:53:20.566,ns_1@192.168.0.21:<0.7820.0>:ebucketmigrator_srv:init:479]Setting {"192.168.0.21",11209} vbucket 47 to state replica [ns_server:info,2012-11-12T12:53:20.581,ns_1@192.168.0.21:ns_port_memcached<0.4538.0>:ns_port_server:log:171]memcached<0.4538.0>: Mon Nov 12 12:53:20.380902 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4538.0>: Mon Nov 12 12:53:20.381416 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4538.0>: Mon Nov 12 12:53:20.381674 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4538.0>: Mon Nov 12 12:53:20.381724 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4538.0>: Mon Nov 12 12:53:20.381788 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4538.0>: Mon Nov 12 12:53:20.381834 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4538.0>: Mon Nov 12 12:53:20.381876 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4538.0>: Mon Nov 12 12:53:20.381918 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4538.0>: Mon Nov 12 12:53:20.381957 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4538.0>: Mon Nov 12 12:53:20.381996 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4538.0>: Mon Nov 12 12:53:20.382034 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4538.0>: Mon Nov 12 12:53:20.382070 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4538.0>: Mon Nov 12 12:53:20.382106 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4538.0>: Mon Nov 12 12:53:20.382140 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4538.0>: Mon Nov 12 12:53:20.382221 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4538.0>: Mon Nov 12 12:53:20.382258 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4538.0>: Mon Nov 12 12:53:20.382326 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4538.0>: Mon Nov 12 12:53:20.382512 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4538.0>: Mon Nov 12 12:53:20.382550 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4538.0>: Mon Nov 12 12:53:20.382579 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4538.0>: Mon Nov 12 12:53:20.382609 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4538.0>: Mon Nov 12 12:53:20.383057 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4538.0>: Mon Nov 12 12:53:20.383097 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4538.0>: Mon Nov 12 12:53:20.383128 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4538.0>: Mon Nov 12 12:53:20.383157 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4538.0>: Mon Nov 12 12:53:20.383727 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4538.0>: Mon Nov 12 12:53:20.383766 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4538.0>: Mon Nov 12 12:53:20.383874 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4538.0>: Mon Nov 12 12:53:20.383912 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4538.0>: Mon Nov 12 12:53:20.384456 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4538.0>: Mon Nov 12 12:53:20.384495 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4538.0>: Mon Nov 12 12:53:20.384527 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4538.0>: Mon Nov 12 12:53:20.384556 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4538.0>: Mon Nov 12 12:53:20.384585 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4538.0>: Mon Nov 12 12:53:20.384616 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4538.0>: Mon Nov 12 12:53:20.385435 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4538.0>: Mon Nov 12 12:53:20.385505 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4538.0>: Mon Nov 12 12:53:20.385575 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4538.0>: Mon Nov 12 12:53:20.385640 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4538.0>: Mon Nov 12 12:53:20.385703 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4538.0>: Mon Nov 12 12:53:20.385764 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4538.0>: Mon Nov 12 12:53:20.385824 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4538.0>: Mon Nov 12 12:53:20.385889 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4538.0>: Mon Nov 12 12:53:20.385948 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4538.0>: Mon Nov 12 12:53:20.385994 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4538.0>: Mon Nov 12 12:53:20.386049 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4538.0>: Mon Nov 12 12:53:20.386090 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4538.0>: Mon Nov 12 12:53:20.386145 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4538.0>: Mon Nov 12 12:53:20.386183 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4538.0>: Mon Nov 12 12:53:20.386237 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4538.0>: Mon Nov 12 12:53:20.386308 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4538.0>: Mon Nov 12 12:53:20.386371 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4538.0>: Mon Nov 12 12:53:20.386459 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4538.0>: Mon Nov 12 12:53:20.386559 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4538.0>: Mon Nov 12 12:53:20.386602 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4538.0>: Mon Nov 12 12:53:20.386637 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4538.0>: Mon Nov 12 12:53:20.386699 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4538.0>: Mon Nov 12 12:53:20.386912 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4538.0>: Mon Nov 12 12:53:20.386960 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4538.0>: Mon Nov 12 12:53:20.387012 PST 3: persistence cursor offset is negative. Reset it to 0. [ns_server:warn,2012-11-12T12:53:20.582,ns_1@192.168.0.21:ns_port_memcached<0.4538.0>:ns_port_server:log:176]Dropped 375 log lines from memcached [rebalance:info,2012-11-12T12:53:20.691,ns_1@192.168.0.21:<0.7820.0>:ebucketmigrator_srv:init:538]Starting tap stream: [{vbuckets,"/"}, {checkpoints,[{47,0}]}, {name,<<"replication_building_47_'ns_1@192.168.0.21'">>}, {takeover,false}] {{"192.168.0.20",11209}, {"192.168.0.21",11209}, [{vbuckets,"/"}, {takeover,false}, {suffix,"building_47_'ns_1@192.168.0.21'"}, {username,"default"}, {password,[]}]} [rebalance:info,2012-11-12T12:53:20.692,ns_1@192.168.0.21:<0.7820.0>:ebucketmigrator_srv:process_upstream:901]Initial stream for vbucket 47 [ns_server:info,2012-11-12T12:53:20.894,ns_1@192.168.0.21:ns_port_memcached<0.4538.0>:ns_port_server:log:171]memcached<0.4538.0>: Mon Nov 12 12:53:20.694239 PST 3: TAP (Consumer) eq_tapq:anon_174 - Reset vbucket 47 was completed succecssfully. [rebalance:info,2012-11-12T12:53:20.976,ns_1@192.168.0.21:<0.7791.0>:ebucketmigrator_srv:do_confirm_sent_messages:671]Got close ack! [ns_server:info,2012-11-12T12:53:21.146,ns_1@192.168.0.21:<0.4596.0>:ns_memcached:do_handle_call:521]Changed vbucket 574 state to active [ns_server:info,2012-11-12T12:53:21.162,ns_1@192.168.0.21:ns_port_memcached<0.4538.0>:ns_port_server:log:171]memcached<0.4538.0>: Mon Nov 12 12:53:20.962074 PST 3: Notified the completion of checkpoint persistence for vbucket 574, cookie 0x5c63600 memcached<0.4538.0>: Mon Nov 12 12:53:20.977492 PST 3: TAP (Consumer) eq_tapq:anon_173 - disconnected memcached<0.4538.0>: Mon Nov 12 12:53:21.138241 PST 3: TAP (Consumer) eq_tapq:anon_175 - disconnected [ns_server:info,2012-11-12T12:53:21.373,ns_1@192.168.0.21:<0.4596.0>:ns_memcached:do_handle_call:521]Changed vbucket 575 state to replica [ns_server:info,2012-11-12T12:53:21.379,ns_1@192.168.0.21:<0.7829.0>:ebucketmigrator_srv:init:479]Setting {"192.168.0.21",11209} vbucket 575 to state replica [ns_server:info,2012-11-12T12:53:21.409,ns_1@192.168.0.21:ns_port_memcached<0.4538.0>:ns_port_server:log:171]memcached<0.4538.0>: Mon Nov 12 12:53:21.208929 PST 3: Schedule cleanup of "eq_tapq:anon_173" memcached<0.4538.0>: Mon Nov 12 12:53:21.208951 PST 3: TAP (Producer) eq_tapq:replication_ns_1@192.168.0.22 - Sending TAP_OPAQUE with command "complete_vb_filter_change" and vbucket 0 memcached<0.4538.0>: Mon Nov 12 12:53:21.208992 PST 3: Schedule cleanup of "eq_tapq:anon_175" memcached<0.4538.0>: Mon Nov 12 12:53:21.269009 PST 3: Notified the completion of checkpoint persistence for vbucket 47, cookie 0x5c63340 [rebalance:info,2012-11-12T12:53:21.805,ns_1@192.168.0.21:<0.7829.0>:ebucketmigrator_srv:init:538]Starting tap stream: [{vbuckets,[575]}, {checkpoints,[{575,0}]}, {name,<<"replication_building_575_'ns_1@192.168.0.21'">>}, {takeover,false}] {{"192.168.0.22",11209}, {"192.168.0.21",11209}, [{vbuckets,[575]}, {takeover,false}, {suffix,"building_575_'ns_1@192.168.0.21'"}, {username,"default"}, {password,[]}]} [rebalance:info,2012-11-12T12:53:21.807,ns_1@192.168.0.21:<0.7829.0>:ebucketmigrator_srv:process_upstream:901]Initial stream for vbucket 575 [ns_server:info,2012-11-12T12:53:22.008,ns_1@192.168.0.21:ns_port_memcached<0.4538.0>:ns_port_server:log:171]memcached<0.4538.0>: Mon Nov 12 12:53:21.807731 PST 3: TAP (Consumer) eq_tapq:anon_176 - Reset vbucket 575 was completed succecssfully. [rebalance:info,2012-11-12T12:53:22.121,ns_1@192.168.0.21:<0.7820.0>:ebucketmigrator_srv:do_confirm_sent_messages:671]Got close ack! [ns_server:info,2012-11-12T12:53:22.129,ns_1@192.168.0.21:<0.4596.0>:ns_memcached:do_handle_call:521]Changed vbucket 47 state to replica [ns_server:info,2012-11-12T12:53:22.130,ns_1@192.168.0.21:tap_replication_manager-default<0.4597.0>:tap_replication_manager:change_vbucket_filter:185]Going to change replication from 'ns_1@192.168.0.22' to have [0,1,2,3,4,5,6,7,8,9,10,11,12,13,14,15,16,17,18,19,20,21,22,23,24,25,26,27,28, 29,30,31,32,33,34,35,36,37,38,39,40,41,42,43,44,45,46,47] ("/", []) [ns_server:info,2012-11-12T12:53:22.131,ns_1@192.168.0.21:<0.7811.0>:ebucketmigrator_srv:handle_call:274]Starting new-style vbucket filter change on stream `replication_ns_1@192.168.0.21` [ns_server:info,2012-11-12T12:53:22.211,ns_1@192.168.0.21:<0.7811.0>:ebucketmigrator_srv:handle_call:297]Changing vbucket filter on tap stream `replication_ns_1@192.168.0.21`: [{0,2}, {1,2}, {2,2}, {3,2}, {4,2}, {5,2}, {6,3}, {7,2}, {8,2}, {9,2}, {10,3}, {11,2}, {12,2}, {13,2}, {14,3}, {15,2}, {16,2}, {17,2}, {18,3}, {19,2}, {20,2}, {21,2}, {22,3}, {23,2}, {24,2}, {25,3}, {26,2}, {27,2}, {28,2}, {29,3}, {30,2}, {31,2}, {32,2}, {33,3}, {34,2}, {35,2}, {36,2}, {37,3}, {38,2}, {39,2}, {40,2}, {41,2}, {42,2}, {43,2}, {44,2}, {45,2}, {46,2}, {47,2}] [ns_server:info,2012-11-12T12:53:22.213,ns_1@192.168.0.21:<0.7811.0>:ebucketmigrator_srv:handle_call:307]Successfully changed vbucket filter on tap stream `replication_ns_1@192.168.0.21`. [ns_server:info,2012-11-12T12:53:22.214,ns_1@192.168.0.21:<0.7811.0>:ebucketmigrator_srv:handle_info:376]Got vbucket filter change completion message. Completing state transition to a new ebucketmigrator. [rebalance:info,2012-11-12T12:53:22.215,ns_1@192.168.0.21:<0.7811.0>:ebucketmigrator_srv:do_confirm_sent_messages:671]Got close ack! [ns_server:info,2012-11-12T12:53:22.216,ns_1@192.168.0.21:<0.7851.0>:ns_vbm_new_sup:mk_old_state_retriever:83]Got vbucket filter change old state. Proceeding vbucket filter change operation [error_logger:info,2012-11-12T12:53:22.216,ns_1@192.168.0.21:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================PROGRESS REPORT========================= supervisor: {local,'ns_vbm_new_sup-default'} started: [{pid,<0.7851.0>}, {name, {new_child_id, [0,1,2,3,4,5,6,7,8,9,10,11,12,13,14,15,16,17, 18,19,20,21,22,23,24,25,26,27,28,29,30,31,32, 33,34,35,36,37,38,39,40,41,42,43,44,45,46,47], 'ns_1@192.168.0.22'}}, {mfargs, {ebucketmigrator_srv,start_link, [{"192.168.0.22",11209}, {"192.168.0.21",11209}, [{old_state_retriever, #Fun}, {on_not_ready_vbuckets, #Fun}, {username,"default"}, {password,[]}, {vbuckets, [0,1,2,3,4,5,6,7,8,9,10,11,12,13,14,15, 16,17,18,19,20,21,22,23,24,25,26,27,28, 29,30,31,32,33,34,35,36,37,38,39,40,41, 42,43,44,45,46,47]}, {takeover,false}, {suffix,"ns_1@192.168.0.21"}]]}}, {restart_type,temporary}, {shutdown,60000}, {child_type,worker}] [ns_server:info,2012-11-12T12:53:22.243,ns_1@192.168.0.21:<0.4596.0>:ns_memcached:do_handle_call:521]Changed vbucket 48 state to replica [ns_server:info,2012-11-12T12:53:22.322,ns_1@192.168.0.21:ns_port_memcached<0.4538.0>:ns_port_server:log:171]memcached<0.4538.0>: Mon Nov 12 12:53:22.122262 PST 3: TAP (Consumer) eq_tapq:anon_174 - disconnected [ns_server:info,2012-11-12T12:53:22.410,ns_1@192.168.0.21:<0.7854.0>:ebucketmigrator_srv:init:479]Setting {"192.168.0.21",11209} vbucket 48 to state replica [rebalance:info,2012-11-12T12:53:22.524,ns_1@192.168.0.21:<0.7854.0>:ebucketmigrator_srv:init:538]Starting tap stream: [{vbuckets,"0"}, {checkpoints,[{48,0}]}, {name,<<"replication_building_48_'ns_1@192.168.0.21'">>}, {takeover,false}] {{"192.168.0.20",11209}, {"192.168.0.21",11209}, [{vbuckets,"0"}, {ta